-- Logs begin at Wed 2021-11-03 17:45:05 UTC, end at Wed 2021-11-03 20:24:43 UTC. -- Nov 03 18:18:17.702577 n-d-812148-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 03 18:18:20.447073 n-d-812148-3 neutron-server[101646]: INFO neutron.common.config [-] Logging enabled! Nov 03 18:18:20.447752 n-d-812148-3 neutron-server[101646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 18:18:20.447863 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 18:18:20.451188 n-d-812148-3 neutron-server[101646]: INFO neutron.common.config [-] Logging enabled! Nov 03 18:18:20.451439 n-d-812148-3 neutron-server[101646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 18:18:20.451752 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 18:18:20.452742 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:18:20.452978 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:18:20.453368 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:18:20.453653 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:18:20.453880 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:18:20.454202 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.454501 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.454797 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.455026 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.455320 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.455610 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.455890 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.456178 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.456473 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.456755 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.457029 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.457313 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.457594 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.457875 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.458160 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.458444 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.458667 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] debug = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.458944 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.459370 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.459797 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.460075 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.460363 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.460640 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.460908 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.461183 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.461485 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.461838 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] host = n-d-812148-3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.462114 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.462403 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.462695 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.462981 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.463255 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.463531 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.463816 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.464088 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.464360 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] log_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.464635 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.464924 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.465210 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.465527 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.465753 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.465975 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.466263 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.466550 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.466824 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.467096 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.467368 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.467639 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.467910 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.468176 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.468466 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.468746 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.469032 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.469305 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.469604 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.469878 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.470147 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.470430 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.470703 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.470980 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.471250 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.471538 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.471806 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.472075 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.472382 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.472670 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.472952 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.473268 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.473565 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.473849 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.474120 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.474390 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.474660 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] use_json = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.474933 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.475201 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.475479 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.475750 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.476018 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.476284 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.476552 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.476834 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:20.477130 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.477448 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.477750 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.478030 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.478332 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.478608 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.478896 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.479171 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.479456 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.479739 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.480026 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.480300 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.480587 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.480860 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.481152 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.481473 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.481768 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.482056 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.482327 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.482597 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.482870 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.483153 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.483427 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.483700 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.483983 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.484267 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.484543 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.484826 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.485114 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.485400 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.485689 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.485964 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.486252 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.486526 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.486794 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.487069 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.487353 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.487628 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.487894 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.488171 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.488446 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.489280 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.489577 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.489858 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.490147 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.490421 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.490689 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.490957 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.491231 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.491497 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.491777 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.492050 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.492318 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.492586 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.492863 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.493132 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.493399 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.493695 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.493964 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.494237 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.494505 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.494773 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.495042 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.495309 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.495575 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.495842 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.496106 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.496379 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.496645 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.496911 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.497177 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.497461 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.497732 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.498016 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.498310 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.498585 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.498861 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.499134 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.499407 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.499684 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.499951 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.500222 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.500494 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.500760 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.501049 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.501328 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.501635 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.501912 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.502182 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.502506 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.502785 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.503063 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.503333 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.503604 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.503881 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.504157 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.505074 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.505369 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.505686 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.505981 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.506275 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.506552 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.506862 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.507139 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:20.507354 n-d-812148-3 neutron-server[101646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:18:20.507601 n-d-812148-3 neutron-server[101646]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101646) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 03 18:18:20.941891 n-d-812148-3 neutron-server[101646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 18:18:20.942170 n-d-812148-3 neutron-server[101646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 18:18:20.942478 n-d-812148-3 neutron-server[101646]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 18:18:20.942813 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 03 18:18:21.267222 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.267433 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.267681 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.268871 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.269142 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.269402 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.305670 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.305984 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.306286 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.321861 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.322139 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.322404 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.353374 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.353679 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.353950 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.390333 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.390609 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.390875 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.633808 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.634438 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.634438 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.634617 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.635342 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.768785 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.769104 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.769393 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.769690 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.770494 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.770803 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.771061 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.771314 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.771566 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.771847 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.772102 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.772363 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.772616 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.772866 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.773122 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.773456 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.774207 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.774207 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.774207 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.774475 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.774689 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.774939 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.775222 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.775616 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.775862 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.776105 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.776545 n-d-812148-3 neutron-server[101646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:18:21.776790 n-d-812148-3 neutron-server[101646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:18:21.777025 n-d-812148-3 neutron-server[101646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:18:21.777263 n-d-812148-3 neutron-server[101646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:18:21.777528 n-d-812148-3 neutron-server[101646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:18:21.777768 n-d-812148-3 neutron-server[101646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:18:21.778147 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 03 18:18:21.781826 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 03 18:18:21.786465 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 03 18:18:21.790656 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 03 18:18:21.792320 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 03 18:18:21.792792 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 03 18:18:21.793170 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 03 18:18:21.793581 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 03 18:18:21.796441 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 03 18:18:21.796687 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 03 18:18:21.797034 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 18:18:21.802705 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 03 18:18:21.825747 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 03 18:18:21.826276 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.826580 n-d-812148-3 neutron-server[101646]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101646) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 03 18:18:21.826939 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.828388 n-d-812148-3 neutron-server[101646]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101646) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 03 18:18:21.828680 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 18:18:21.828927 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 03 18:18:21.832268 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.833071 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:21.896683 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 03 18:18:21.896867 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 03 18:18:21.897059 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 03 18:18:21.897470 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 03 18:18:21.920093 n-d-812148-3 neutron-server[101646]: DEBUG oslo_db.sqlalchemy.engines [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101646) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 03 18:18:22.471922 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Initializing driver for type 'gre' Nov 03 18:18:22.472550 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] gre ID ranges: [(1, 1000)] Nov 03 18:18:22.526542 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Initializing driver for type 'local' Nov 03 18:18:22.526874 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Initializing driver for type 'vlan' Nov 03 18:18:22.541343 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] VlanTypeDriver initialization complete Nov 03 18:18:22.541733 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Initializing driver for type 'vxlan' Nov 03 18:18:22.542264 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] vxlan ID ranges: [(1, 1000)] Nov 03 18:18:22.606106 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Initializing extension driver 'port_security' Nov 03 18:18:22.606630 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] PortSecurityExtensionDriver initialization complete Nov 03 18:18:22.606934 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Initializing mechanism driver 'openvswitch' Nov 03 18:18:22.607257 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Initializing mechanism driver 'hyperv' Nov 03 18:18:22.614707 n-d-812148-3 neutron-server[101646]: DEBUG neutron.plugins.ml2.plugin [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:18:22.615582 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > port after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.615954 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > port after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.616311 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > port after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.616859 n-d-812148-3 neutron-server[101646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:18:22.617288 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > subnet after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.617680 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > subnet after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.618028 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.618424 n-d-812148-3 neutron-server[101646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:18:22.618832 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > network after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.619185 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > network after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.619536 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > network after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.619925 n-d-812148-3 neutron-server[101646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:18:22.620335 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > security_group after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.620685 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > security_group after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.621030 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > security_group after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.621435 n-d-812148-3 neutron-server[101646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:18:22.621951 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.622242 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.622564 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.623007 n-d-812148-3 neutron-server[101646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:18:22.623416 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > address_group after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.623761 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > address_group after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.624105 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > address_group after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.624502 n-d-812148-3 neutron-server[101646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:18:22.624885 n-d-812148-3 neutron-server[101646]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] ML2 OVO RPC backend initialized. {{(pid=101646) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 03 18:18:22.625663 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.626024 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.626450 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > network before_response 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.626802 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > networks before_response 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.627158 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > port before_response 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.627503 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > ports before_response 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.627841 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > subnet before_response 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.628185 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > subnets before_response 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.628533 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > network after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.628875 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > network after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.629268 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > network after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.630186 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > port after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.630528 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > port after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.630866 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > port after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.631205 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > subnet after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.631558 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > subnet after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.631950 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.632621 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.plugin [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Modular L2 Plugin initialization complete Nov 03 18:18:22.632959 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading services supported by the core plugin {{(pid=101646) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 03 18:18:22.633369 n-d-812148-3 neutron-server[101646]: INFO neutron.plugins.ml2.managers [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Got port-security extension from driver 'port_security' Nov 03 18:18:22.633879 n-d-812148-3 neutron-server[101646]: INFO neutron.extensions.vlantransparent [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Disabled vlantransparent extension. Nov 03 18:18:22.634420 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101646) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 03 18:18:22.634683 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading Plugin: router Nov 03 18:18:22.671866 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router_interface before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.672267 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router after_create 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.672646 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router before_create 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.673013 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.673387 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.673780 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router after_delete 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.674140 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > floatingip after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.674623 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > floatingip after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.674988 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router after_create 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.675338 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router after_update 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.675693 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router after_update 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.676048 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.677007 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router after_update 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.677368 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_update 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.678017 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: port after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.678363 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: port after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.678708 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: subnet after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.679048 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.679405 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > port precommit_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.679755 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_create 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.680095 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: port before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.680443 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.680803 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router after_update 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.681145 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_delete 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.681528 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_create 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.681890 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.682235 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_update 55549900 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.682601 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > agent after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.682958 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > agent after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.683306 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > network after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.684251 n-d-812148-3 neutron-server[101646]: DEBUG neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Tracking information for resource: router configured {{(pid=101646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:18:22.684583 n-d-812148-3 neutron-server[101646]: DEBUG neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Tracking information for resource: floatingip configured {{(pid=101646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:18:22.689897 n-d-812148-3 neutron-server[101646]: INFO neutron.db.l3_agentschedulers_db [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 03 18:18:22.690497 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: port after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.690865 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: port after_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.691222 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: port after_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.691582 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: port after_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.693010 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router before_create 55550100 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.693380 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_delete 55550100 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.693771 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_create 55550100 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.694129 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > router precommit_update 55550100 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.699154 n-d-812148-3 neutron-server[101646]: DEBUG neutron.services.provider_configuration [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service providers = [] {{(pid=101646) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 03 18:18:22.699525 n-d-812148-3 neutron-server[101646]: DEBUG neutron.db.servicetype_db [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101646) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 03 18:18:22.702681 n-d-812148-3 neutron-server[101646]: DEBUG neutron.services.service_base [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:18:22.703030 n-d-812148-3 neutron-server[101646]: DEBUG neutron.services.service_base [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:18:22.703372 n-d-812148-3 neutron-server[101646]: DEBUG neutron.services.service_base [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:18:22.704290 n-d-812148-3 neutron-server[101646]: DEBUG neutron.services.service_base [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:18:22.704670 n-d-812148-3 neutron-server[101646]: INFO neutron.services.service_base [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 03 18:18:22.705059 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:18:22.705377 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 03 18:18:22.718125 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:18:22.718463 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading Plugin: auto_allocate Nov 03 18:18:22.724579 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: network precommit_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.724894 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: network precommit_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.725438 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:18:22.725778 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading Plugin: tag Nov 03 18:18:22.732797 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:18:22.733127 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading Plugin: timestamp Nov 03 18:18:22.737112 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:18:22.737701 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading Plugin: network_ip_availability Nov 03 18:18:22.743663 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.744037 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.744395 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.745832 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:18:22.745832 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading Plugin: flavors Nov 03 18:18:22.750653 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:18:22.751093 n-d-812148-3 neutron-server[101646]: INFO neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading Plugin: revisions Nov 03 18:18:22.756143 n-d-812148-3 neutron-server[101646]: DEBUG neutron.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:18:22.756537 n-d-812148-3 neutron-server[101646]: DEBUG oslo_concurrency.lockutils [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=101646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 18:18:22.757325 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101646) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 03 18:18:22.757700 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Initializing extension manager. Nov 03 18:18:22.758225 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: __init__.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.758570 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: __pycache__ {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.758907 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.759242 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: address_group.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.760042 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.760617 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: address-group Nov 03 18:18:22.760943 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: address_scope.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.761702 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.762208 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: address-scope Nov 03 18:18:22.762541 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: admin_state_down_before_update.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.763518 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.764028 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: router-admin-state-down-before-update Nov 03 18:18:22.764350 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: agent.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.765066 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.765608 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: agent Nov 03 18:18:22.765934 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: agent_resources_synced.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.766859 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.767367 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: agent-resources-synced Nov 03 18:18:22.767692 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: allowedaddresspairs.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.769565 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.770151 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: allowed-address-pairs Nov 03 18:18:22.770518 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: auto_allocated_topology.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.771730 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.772525 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: auto-allocated-topology Nov 03 18:18:22.774052 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: availability_zone.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.774811 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.775326 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: availability_zone Nov 03 18:18:22.775706 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: availability_zone_filter.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.776657 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.777171 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: availability_zone_filter Nov 03 18:18:22.777522 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: data_plane_status.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.778453 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.778957 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension data-plane-status not supported by any of loaded plugins Nov 03 18:18:22.779281 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: default_subnetpools.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.780220 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.780736 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: default-subnetpools Nov 03 18:18:22.781063 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: dhcpagentscheduler.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.781939 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.782450 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: dhcp_agent_scheduler Nov 03 18:18:22.782780 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: dns.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.783722 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.784234 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension dns-integration not supported by any of loaded plugins Nov 03 18:18:22.784560 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: dns_domain_ports.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.785571 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.786084 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 03 18:18:22.786408 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.787340 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.787848 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 03 18:18:22.788165 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: dvr.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.788853 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.789359 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: dvr Nov 03 18:18:22.789712 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: ecmp_routes.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.790645 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.791154 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 03 18:18:22.791475 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: empty_string_filtering.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.792400 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.792906 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: empty-string-filtering Nov 03 18:18:22.793230 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.794187 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.794698 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 03 18:18:22.795020 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.795951 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.796453 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 03 18:18:22.796776 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: external_net.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.797730 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.798239 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: external-net Nov 03 18:18:22.798566 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: extra_dhcp_opt.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.799481 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.799983 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: extra_dhcp_opt Nov 03 18:18:22.800306 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: extraroute.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.801782 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.802294 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: extraroute Nov 03 18:18:22.802881 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: extraroute_atomic.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.803951 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.804462 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: extraroute-atomic Nov 03 18:18:22.804783 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: filter_validation.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.805727 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.806236 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: filter-validation Nov 03 18:18:22.806563 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: fip_pf_description.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.807490 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.807996 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 03 18:18:22.808322 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: fip_port_details.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.809248 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.809799 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: fip-port-details Nov 03 18:18:22.810119 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: flavors.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.811429 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.811954 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: flavors Nov 03 18:18:22.812280 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.814051 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.814581 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 03 18:18:22.814916 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: floatingip_pools.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.815656 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.816152 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: floatingip-pools Nov 03 18:18:22.816485 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: ip_allocation.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.818070 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.818582 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension ip_allocation not supported by any of loaded plugins Nov 03 18:18:22.818912 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.819850 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.820361 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: ip-substring-filtering Nov 03 18:18:22.820695 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: l2_adjacency.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.821663 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.822166 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 03 18:18:22.822495 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: l3.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.823531 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.824052 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: router Nov 03 18:18:22.824383 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: l3_conntrack_helper.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.826841 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.827379 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 03 18:18:22.827715 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.828668 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.829185 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: ext-gw-mode Nov 03 18:18:22.829542 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.830563 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.831087 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: l3-ha Nov 03 18:18:22.831421 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: l3_flavors.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.832401 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.832915 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: l3-flavors Nov 03 18:18:22.833251 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.834221 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.834732 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 03 18:18:22.835058 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: l3agentscheduler.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.836168 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.836684 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: l3_agent_scheduler Nov 03 18:18:22.837013 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: logging.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.838598 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.839129 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension logging not supported by any of loaded plugins Nov 03 18:18:22.839463 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: metering.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.840225 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.840811 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: metering Nov 03 18:18:22.841140 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.842543 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.843068 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: metering_source_and_destination_fields Nov 03 18:18:22.843408 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: multiprovidernet.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.844348 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.844860 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: multi-provider Nov 03 18:18:22.845270 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: netmtu.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.846254 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.846769 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: net-mtu Nov 03 18:18:22.847098 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: netmtu_writable.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.848133 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.848647 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: net-mtu-writable Nov 03 18:18:22.848972 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: network_availability_zone.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.849712 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.850210 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: network_availability_zone Nov 03 18:18:22.850535 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: network_ip_availability.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.851707 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.852309 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: network-ip-availability Nov 03 18:18:22.852544 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: network_segment_range.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.853354 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.853885 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension network-segment-range not supported by any of loaded plugins Nov 03 18:18:22.854209 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: pagination.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.855218 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.855553 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: pagination Nov 03 18:18:22.855872 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: port_device_profile.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.856797 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.857322 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: port-device-profile Nov 03 18:18:22.857663 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.863418 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.863418 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: port-mac-address-regenerate Nov 03 18:18:22.863418 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.863418 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.863418 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: port-numa-affinity-policy Nov 03 18:18:22.863418 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: port_resource_request.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.864522 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.864522 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension port-resource-request not supported by any of loaded plugins Nov 03 18:18:22.864522 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: port_resource_request_groups.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.864522 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.864957 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 03 18:18:22.865280 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: portbindings.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.866266 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.866783 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: binding Nov 03 18:18:22.867106 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: portbindings_extended.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.868431 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.868940 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: binding-extended Nov 03 18:18:22.869271 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: portsecurity.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.870261 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.870775 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: port-security Nov 03 18:18:22.871103 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: project_id.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.872096 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.872427 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: project-id Nov 03 18:18:22.872755 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: providernet.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.873707 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.874229 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: provider Nov 03 18:18:22.874552 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.878365 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.878896 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos not supported by any of loaded plugins Nov 03 18:18:22.879306 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.881117 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.881666 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 03 18:18:22.882003 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.882958 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.883480 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 03 18:18:22.883809 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_default.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.884748 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.885261 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-default not supported by any of loaded plugins Nov 03 18:18:22.885622 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_fip.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.886317 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.886818 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-fip not supported by any of loaded plugins Nov 03 18:18:22.887143 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_gateway_ip.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.888084 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.888601 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 03 18:18:22.888930 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_port_network_policy.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.889906 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.890425 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 03 18:18:22.890754 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.891818 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.892331 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 03 18:18:22.892666 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_pps_rule.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.893892 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.894622 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-pps not supported by any of loaded plugins Nov 03 18:18:22.895005 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_rule_type_details.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.895954 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.896458 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 03 18:18:22.896794 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: qos_rules_alias.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.897908 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.898427 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 03 18:18:22.898751 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: quotasv2.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.899751 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.900081 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: quotas Nov 03 18:18:22.900409 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: quotasv2_detail.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.903694 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.904091 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: quota_details Nov 03 18:18:22.904430 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: rbac.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.905592 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.906131 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: rbac-policies Nov 03 18:18:22.906465 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: rbac_address_group.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.907419 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.908388 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: rbac-address-group Nov 03 18:18:22.908719 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: rbac_address_scope.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.909681 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.910204 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: rbac-address-scope Nov 03 18:18:22.911092 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: rbac_security_groups.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.912034 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.912556 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: rbac-security-groups Nov 03 18:18:22.912887 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: rbac_subnetpool.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.913865 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.914387 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: rbac-subnetpool Nov 03 18:18:22.914712 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: revisionifmatch.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.915677 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.916200 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: revision-if-match Nov 03 18:18:22.916526 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: revisions.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.917698 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.918217 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: standard-attr-revisions Nov 03 18:18:22.918544 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: router_availability_zone.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.919238 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.919753 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: router_availability_zone Nov 03 18:18:22.920079 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: routerservicetype.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.921017 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.921565 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension router-service-type not supported by any of loaded plugins Nov 03 18:18:22.921892 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.922823 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.923354 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: security-groups-normalized-cidr Nov 03 18:18:22.923677 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: security_groups_port_filtering.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.924614 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.925125 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: port-security-groups-filtering Nov 03 18:18:22.925474 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.927078 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.927847 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: security-groups-remote-address-group Nov 03 18:18:22.928171 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.929138 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.929678 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: security-groups-shared-filtering Nov 03 18:18:22.930006 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.930614 n-d-812148-3 neutron-server[101646]: WARNING neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 03 18:18:22.930937 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: securitygroup.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.942125 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.942720 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: security-group Nov 03 18:18:22.943057 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: segment.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.943937 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.944452 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension segment not supported by any of loaded plugins Nov 03 18:18:22.944784 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.945856 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.946379 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 03 18:18:22.946710 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: servicetype.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.947871 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.948481 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: service-type Nov 03 18:18:22.948809 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: sorting.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.949860 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.950197 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: sorting Nov 03 18:18:22.950528 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: standard_attr_segment.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.951472 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.951999 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 03 18:18:22.952326 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: standardattrdescription.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.952999 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.953554 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: standard-attr-description Nov 03 18:18:22.953884 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: stateful_security_group.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.954833 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.955347 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: stateful-security-group Nov 03 18:18:22.955675 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: stdattrs_common.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.956256 n-d-812148-3 neutron-server[101646]: WARNING neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 03 18:18:22.956577 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.957602 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.958121 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 03 18:18:22.958530 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: subnet_onboard.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.959594 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.960118 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: subnet_onboard Nov 03 18:18:22.960448 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.961456 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.961947 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 03 18:18:22.962276 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: subnet_service_types.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.963234 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.963760 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: subnet-service-types Nov 03 18:18:22.964091 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: subnetallocation.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.965224 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.965774 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: subnet_allocation Nov 03 18:18:22.966103 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.966792 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.967302 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: subnetpool-prefix-ops Nov 03 18:18:22.967624 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.968577 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.969085 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 03 18:18:22.969424 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: tagging.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.970573 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.971095 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: standard-attr-tag Nov 03 18:18:22.971428 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: timestamp.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.972700 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.973813 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loaded extension: standard-attr-timestamp Nov 03 18:18:22.974143 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: trunk.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.975256 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.975729 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension trunk not supported by any of loaded plugins Nov 03 18:18:22.976057 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: trunk_details.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.977004 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.977553 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension trunk-details not supported by any of loaded plugins Nov 03 18:18:22.977882 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: uplink_status_propagation.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.978819 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.979340 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 03 18:18:22.979666 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Loading extension file: vlantransparent.py {{(pid=101646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:18:22.980365 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:18:22.980875 n-d-812148-3 neutron-server[101646]: INFO neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 03 18:18:22.983478 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:network Nov 03 18:18:22.984023 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:subnet Nov 03 18:18:22.984426 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:18:22.984820 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:port Nov 03 18:18:22.986189 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:22.986636 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service FLAVORS assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:22.987276 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:22.987720 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:22.988051 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:router Nov 03 18:18:22.988489 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:floatingip Nov 03 18:18:22.989640 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service METERING assigned prefix: /metering {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:22.991118 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.991493 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.991846 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:18:22.992914 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 18:18:22.993369 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:security_group Nov 03 18:18:22.993838 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 18:18:22.994628 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service CORE assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:22.994973 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:18:22.995436 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] subnetpool is already registered Nov 03 18:18:22.995875 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service CORE assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:22.996201 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:18:22.996533 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] subnetpool is already registered Nov 03 18:18:22.999045 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:22.999501 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service FLAVORS assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:23.000116 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:23.000553 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:23.000899 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:router Nov 03 18:18:23.001248 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] router is already registered Nov 03 18:18:23.001701 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:floatingip Nov 03 18:18:23.002041 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] floatingip is already registered Nov 03 18:18:23.002524 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service METERING assigned prefix: /metering {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:23.003234 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 18:18:23.003570 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] rbac_policy is already registered Nov 03 18:18:23.004001 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:security_group Nov 03 18:18:23.004391 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] security_group is already registered Nov 03 18:18:23.004806 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 18:18:23.005146 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] security_group_rule is already registered Nov 03 18:18:23.005655 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service CORE assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:23.005983 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:18:23.006319 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] subnetpool is already registered Nov 03 18:18:23.006757 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.v2.resource_helper [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Service CORE assigned prefix: {{(pid=101646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:18:23.007084 n-d-812148-3 neutron-server[101646]: INFO neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:18:23.007416 n-d-812148-3 neutron-server[101646]: WARNING neutron.quota.resource_registry [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] subnetpool is already registered Nov 03 18:18:23.009298 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: extensions {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.010844 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: address-groups {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.012361 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: address-scopes {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.013609 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: agents {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.014878 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: auto-allocated-topology {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.016145 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: availability_zones {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.017359 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: dhcp-networks {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.018819 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: dhcp-agents {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.020490 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: routers {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.022669 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: flavors {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.023963 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: service_profiles {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.025186 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: next_providers {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.026695 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: service_profiles {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.028171 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: floatingip-pools {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.029600 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: routers {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.031724 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: floatingips {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.033019 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: l3-routers {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.034482 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: l3-agents {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.036468 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: metering-labels {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.037751 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: metering-label-rules {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.039138 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: network-ip-availabilities {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.040418 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: bindings {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.042427 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: quotas {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.043736 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: quotas {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.045276 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: rbac-policies {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.046510 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: security-groups {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.047828 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: security-group-rules {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.049097 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: service-providers {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.050359 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: subnetpools {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.052418 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: subnetpools {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.054169 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.055860 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.057737 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.059541 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.061250 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.063280 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.064975 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.068140 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.069953 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.071725 n-d-812148-3 neutron-server[101646]: DEBUG neutron.api.extensions [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Extended resource: tags {{(pid=101646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:18:23.078006 n-d-812148-3 neutron-server[101646]: WARNING keystonemiddleware.auth_token [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 03 18:18:23.082732 n-d-812148-3 neutron-server[101646]: WARNING keystonemiddleware.auth_token [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 03 18:18:23.092037 n-d-812148-3 neutron-server[101646]: DEBUG oslo_concurrency.lockutils [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Acquired lock "singleton_lock" {{(pid=101646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 03 18:18:23.092513 n-d-812148-3 neutron-server[101646]: DEBUG oslo_concurrency.lockutils [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Releasing lock "singleton_lock" {{(pid=101646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 03 18:18:23.093193 n-d-812148-3 neutron-server[101646]: INFO oslo_service.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Starting 2 workers Nov 03 18:18:23.098828 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Started child 101755 {{(pid=101646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:18:23.103508 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Started child 101756 {{(pid=101646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:18:23.105059 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:23.105887 n-d-812148-3 neutron-server[101646]: INFO neutron.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 03 18:18:23.105887 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Publish callbacks [] for process, before_spawn {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:23.106686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [-] (101755) wsgi starting up on http://0.0.0.0:9696 Nov 03 18:18:23.108236 n-d-812148-3 neutron-server[101646]: INFO oslo_service.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Starting 1 workers Nov 03 18:18:23.108655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:23.110260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [-] (101756) wsgi starting up on http://0.0.0.0:9696 Nov 03 18:18:23.113568 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Started child 101757 {{(pid=101646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:18:23.114716 n-d-812148-3 neutron-server[101646]: INFO oslo_service.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Starting 1 workers Nov 03 18:18:23.117983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] calling RpcWorker wait() {{(pid=101757) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 03 18:18:23.118573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] returning from RpcWorker wait() {{(pid=101757) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 03 18:18:23.119351 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Started child 101758 {{(pid=101646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:18:23.120182 n-d-812148-3 neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ee072168-7433-4245-a9ff-e12fef160e4c None None] Publish callbacks [] for process, after_spawn {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:23.120464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:23.121194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:18:23.122159 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 18:18:23.122379 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:18:23.122568 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:18:23.122785 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:18:23.123135 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:18:23.123300 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:18:23.123830 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.124183 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.124453 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.124561 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:23.125040 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.125040 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.125668 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.125839 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.126285 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.126717 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.127119 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.127445 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.127758 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.128175 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.128572 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.129020 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.129477 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.129874 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.130315 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.130641 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.131057 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.131464 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.131875 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.132285 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] debug = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.132696 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.133321 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.133762 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.134179 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.134567 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.135026 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.135424 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.135825 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.136209 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.136611 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.137011 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.137463 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.137852 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.138211 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.138612 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.139019 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.139417 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.140079 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] host = n-d-812148-3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.140487 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.140867 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.141252 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.141684 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.142104 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.142484 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.142887 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.143301 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.143692 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.144079 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.144491 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.145110 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.145511 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.145907 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.146217 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_options = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.146586 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.147026 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.147438 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.147792 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.148106 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.148428 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.148857 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.149180 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.149609 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.149974 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.150335 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.150714 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.151108 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.151486 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.151879 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.152283 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.152651 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.153056 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.153559 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.153965 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.154376 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.154766 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.155016 n-d-812148-3 neutron-server[101758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:18:23.155141 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.155378 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.155631 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.155859 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.156102 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.156348 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.156744 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.157152 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.157569 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.157976 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.158358 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.158760 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.159174 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.159575 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.159960 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.160368 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.161347 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.161792 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.162256 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.162697 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.163068 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.163532 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.163768 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.164017 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.164268 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_json = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.164514 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.164738 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.164999 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.165221 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.165486 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.165710 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.165937 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.166179 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.166675 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.166955 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.167271 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.167562 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.167828 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.168087 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.168358 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.168734 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.169143 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.169570 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.170019 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.170390 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.170845 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.171233 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.171664 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.172166 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.172430 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.172843 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.173240 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.173511 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.173738 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.174002 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.174267 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.174666 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.175056 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.175310 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.175688 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.177240 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.177954 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.178265 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.178492 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.178739 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.178975 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.179216 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.179613 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.179835 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.180060 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.180350 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.180583 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.180805 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.181059 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.181292 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.181557 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.181791 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.182053 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.182322 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.182562 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.182791 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.183011 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.183236 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.183456 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.183839 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.184085 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.184336 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.184758 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.185162 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.185570 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.185952 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.186329 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.186763 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.187102 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.187334 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.187563 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.187784 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.188009 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.188230 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.188527 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.188756 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.188981 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.189198 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.189465 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.189702 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.189916 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.190137 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.190351 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.190577 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.190796 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.191008 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.191241 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.191456 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.191709 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.191959 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.192188 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.192410 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.192625 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.192846 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.193059 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.193268 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.193731 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.194014 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.194481 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.194735 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.194981 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.195357 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.195629 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.195851 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.196112 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.196331 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.196570 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.196805 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.197068 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.197471 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.197881 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.198133 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.198351 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.198747 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.198990 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.199233 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.199459 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.199696 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.199925 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.200233 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.200467 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.200708 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.200941 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.201357 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.201668 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.201923 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.202221 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.202467 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.202730 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.203523 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.203523 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.203766 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.203849 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.204057 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.204330 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.204584 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.204849 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.205115 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.205346 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.205636 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.205926 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.206184 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.206423 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.206646 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.206877 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.207225 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.207544 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.207769 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.208011 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.208287 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.208560 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.208806 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.209080 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.209330 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.209609 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.209861 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.210098 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.210319 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.210553 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.210786 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.211017 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.211248 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.211488 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.211714 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.211936 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.212153 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.212416 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.212634 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.212854 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.213074 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.213326 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.213587 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.213831 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.214219 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.214601 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.214992 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.215361 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.215754 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.216141 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.216576 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.216886 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.217187 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.217493 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.217748 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.217993 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.218218 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.218639 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.218906 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.219136 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.219386 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.219632 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.219850 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.220064 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.220286 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.220521 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.220734 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.220957 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.221323 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.221778 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.222190 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.222542 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.222813 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.223591 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.223836 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.224059 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.224314 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.224558 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.224778 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.225018 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.225307 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.225504 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.225768 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.226016 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.226251 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.226465 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.226894 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.227118 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.227340 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.227563 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.227852 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.228107 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.228349 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.228610 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.228852 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.229065 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.229312 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.229547 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.229758 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.229981 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.230216 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.230407 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.230633 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.230843 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.231052 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.231272 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.231487 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.231721 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.231947 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.232185 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.232393 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.232617 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.232832 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.233046 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.233265 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.233669 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.233885 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.234109 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.234350 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.234642 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.234896 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.235107 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.235317 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.235539 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.235779 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.235989 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.236274 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.236524 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.236771 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.237038 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.237287 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.237586 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.237835 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.238154 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.238393 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.238760 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.239008 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.239246 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.239488 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.239756 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.240067 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.240448 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.240724 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.240969 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.241257 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.241595 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.241920 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.242158 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.242439 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.242779 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.243063 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.243323 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.243601 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.243859 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.244090 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.244316 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.244567 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.244813 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.245056 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.245319 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.245593 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.245827 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.246069 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.246301 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.246518 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.246744 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.246975 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.247223 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.247477 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.247641 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:18:23.248201 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 18:18:23.248364 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:18:23.248521 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:18:23.248706 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:18:23.248880 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:18:23.249033 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:18:23.249247 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.249444 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.249600 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.249763 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.249924 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.250107 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.250269 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.250430 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.250590 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.250750 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.250911 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.251072 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.251233 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.251395 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.251582 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.251745 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.252069 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.252229 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.252546 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.252706 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.253017 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.253179 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.253343 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] debug = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.253542 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.253744 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.253911 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.254071 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.254851 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.254949 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.255087 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.255248 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.255410 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.255566 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.255877 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.256041 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.256203 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.256361 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.256521 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.256685 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.256844 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.257148 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] host = n-d-812148-3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.257485 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.257785 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.258091 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.258257 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.258419 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.258581 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.258739 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.259078 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.259419 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.259598 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.259759 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.259920 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.260088 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.260244 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.260404 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_options = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.260510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:18:23.260586 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.260709 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.261032 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.261226 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.261383 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.261569 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.261881 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.262044 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.262204 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.262365 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.262525 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.262688 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.262846 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.263006 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.263167 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.263326 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.263489 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.263647 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.263811 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.263968 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.264133 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.264295 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.264455 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.264615 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.264776 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.264940 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.265111 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.265258 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.265481 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.265592 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.265751 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.265904 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.266066 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.266227 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.266387 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.266547 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.266708 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.266868 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.267041 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.267185 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.267344 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.267524 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.267685 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.267846 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.268005 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.268166 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.268326 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_json = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.268489 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.268646 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.268804 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.268965 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.269124 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.269283 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.269470 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.269636 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:18:23.269897 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.270609 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.270784 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.270948 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.271118 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.271283 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.271445 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.271603 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.271770 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.271932 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.272103 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.272270 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.272444 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.272608 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.272770 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.272940 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.273102 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.273441 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.273751 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.274080 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.274382 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.274695 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.274871 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.275156 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.275307 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.275439 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.275536 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.275672 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.275832 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.276000 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.276160 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.276468 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.276775 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.277079 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.277389 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.277581 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.277750 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.277914 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.278079 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.278244 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.278408 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.278571 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.278737 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.278901 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.279073 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.279219 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.279381 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.279542 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.279707 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.279871 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.280036 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.280200 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.280362 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.280526 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.280691 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.280869 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.281036 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.281199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.281363 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.281562 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.281727 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.281892 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.282038 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.282210 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.282372 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.282693 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.282874 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.283038 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.283205 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.283370 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.283534 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.283698 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.283861 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.284031 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.284194 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.284358 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.284521 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.284683 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.284846 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.285009 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.285214 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.285507 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.285681 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287199 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287815 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287815 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287815 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287815 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287815 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.287815 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.288212 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.288212 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.288415 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.288587 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.288749 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.288959 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.289128 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.289346 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.289547 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.289760 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.289949 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.290097 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.290244 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.290395 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.290532 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.290657 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.290868 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.291012 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.291142 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.291283 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.291505 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.291656 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.291785 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.291917 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.292164 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.292314 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.292449 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.292581 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.292726 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.292856 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.292986 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.293241 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.293479 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.293479 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.293960 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.293960 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.293960 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.294608 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.294608 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.294608 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.294608 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.295148 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.295148 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.295148 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.295663 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.295663 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.295663 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.295663 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.296200 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.296200 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.296200 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.296587 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.296587 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.296587 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.296971 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.296971 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.297242 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.297242 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.297552 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.297552 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.297817 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.297817 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.298092 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.298092 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.298367 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.298507 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.298646 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.298783 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.298919 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.299055 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.299193 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.299342 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.299481 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.299637 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.299787 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.299927 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.300065 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.300236 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.300381 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.300549 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.300695 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.300864 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.301016 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.301872 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.301979 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.302136 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.302300 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.302726 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.302884 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.303044 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.303210 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.303369 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.303546 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.303712 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.303877 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.304090 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.304240 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.304391 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.304539 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.304678 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.304858 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.305002 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.305140 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.305277 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.305454 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.305708 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.305852 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.305991 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.306129 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.306279 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.306418 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.306567 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.306705 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.306843 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.306982 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.307120 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.307273 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.307482 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.307635 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.307773 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.307911 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.308049 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.308216 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.308382 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.308547 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.308685 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.308822 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.308979 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.309119 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.309283 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.309451 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.309617 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.309789 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.309934 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.310100 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.310257 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.310405 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.310554 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.310718 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.310877 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.311017 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.311178 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.311323 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.311489 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.311660 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.311813 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.311973 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.312118 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.312284 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.312428 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.312604 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.312759 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.312899 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.313074 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.313227 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.313387 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.313575 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.313850 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.314004 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.314143 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.314282 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.314419 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.314563 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.314724 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.314864 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.315002 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.315139 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.315301 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.315472 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.315642 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.315889 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.316020 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.316143 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.316289 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.316451 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.316613 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.317372 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.317575 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.317739 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.317901 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.318063 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.318226 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.318390 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.318553 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.318715 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.318877 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.319040 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.319202 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.319365 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.319526 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.319688 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.319851 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.320013 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:18:23.320169 n-d-812148-3 neutron-server[101646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:18:23.382384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35406) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:18:23.394186 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089831 Nov 03 18:18:35.832630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad2487-5d13-4010-be6a-58d128a18e42 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:18:35.935588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad2487-5d13-4010-be6a-58d128a18e42 None None] No non-hosted networks {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 03 18:18:35.960070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.agentschedulers_db [None req-a1ad2487-5d13-4010-be6a-58d128a18e42 None None] DHCP Agent not found on host n-d-812148-3 {{(pid=101757) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 03 18:18:36.118114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d042e514-4f72-4a5c-aec3-6e4de5302c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687459'] for agent, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:38.229301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cd6d81fa-4b20-47f8-b9b5-def54a199e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687459'] for agent, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:38.301047 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-439e108f-c532-42b2-9872-e816858f2fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:39.845477 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687459'] for agent, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:41.948459 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687459'] for agent, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:41.985148 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687459'] for agent, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:41.986757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.988679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.989643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.990450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.991808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.992329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.992815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.993305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.993932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.994482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.994973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.995439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:41.996185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812148-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:18:42.009567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812148-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:18:42.632516 n-d-812148-3 neutron-server[101757]: INFO neutron.db.l3_hamode_db [None req-c8944a2e-540c-46c9-a999-e164407d509b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 03 18:18:42.714866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8944a2e-540c-46c9-a999-e164407d509b None None] Routers set() bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:18:42.714866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8944a2e-540c-46c9-a999-e164407d509b None None] Router IDs set() for agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 18:18:43.407077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35496) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:18:44.046539 n-d-812148-3 neutron-server[101755]: WARNING oslo_policy.policy [None req-fd4dc4aa-73e1-4710-ae38-662ae3a4e17c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:18:44.047201 n-d-812148-3 neutron-server[101755]: WARNING oslo_policy.policy [None req-fd4dc4aa-73e1-4710-ae38-662ae3a4e17c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:18:44.286603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-fd4dc4aa-73e1-4710-ae38-662ae3a4e17c admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:18:44.287851 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fd4dc4aa-73e1-4710-ae38-662ae3a4e17c admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.8798161 Nov 03 18:18:46.896725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35512) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:18:47.294495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5ed3e431-e9b0-4900-9cf3-dda14d2298f0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:18:47.397374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.policy [None req-5ed3e431-e9b0-4900-9cf3-dda14d2298f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101755) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 18:18:47.445876 n-d-812148-3 neutron-server[101755]: WARNING oslo_policy.policy [None req-5ed3e431-e9b0-4900-9cf3-dda14d2298f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:18:47.446266 n-d-812148-3 neutron-server[101755]: WARNING oslo_policy.policy [None req-5ed3e431-e9b0-4900-9cf3-dda14d2298f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:18:47.455260 n-d-812148-3 neutron-server[101755]: INFO neutron.quota [None req-5ed3e431-e9b0-4900-9cf3-dda14d2298f0 admin admin] Loaded quota_driver: . Nov 03 18:18:47.552901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e431-e9b0-4900-9cf3-dda14d2298f0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763300985108', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763300986667', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763300989413', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763301001129', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763301672609', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763300946735', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-685604', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1341995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-483281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425013'] for rbac-policy, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:47.637658 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e431-e9b0-4900-9cf3-dda14d2298f0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:47.639208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5ed3e431-e9b0-4900-9cf3-dda14d2298f0 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7413430 Nov 03 18:18:50.465481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35524) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:18:50.788254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'admin_state_up': True, 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:18:50.817716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Made reservation on behalf of d62c1410f05e469183c6b1ae7bf89f1d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:18:50.820482 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:50.838139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:50.961233 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:50.965249 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:50.985522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:18:51.014779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763298850308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:51.015267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Unsubscribe: segment precommit_create {{(pid=101755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 18:18:51.015782 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Added segment 169c8ea1-5001-4fbb-a870-5fde971a72ca of type vlan for network a3ae8c40-b710-4311-af71-d7f8da536c14 Nov 03 18:18:51.034039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec53ba42-e07d-4b50-8a59-42be1d145df1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:18:51.084079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.084411 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.084743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.085069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.085392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.085736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.086051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.086364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.086677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.086988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.087300 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.087610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Tracked resource versions report: Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: pushed versions: Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: { 'AddressGroup': {'1.2'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'ConntrackHelper': {'1.0'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Log': {'1.0'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Network': {'1.1'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Port': {'1.7'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'PortForwarding': {'1.2'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'QosPolicy': {'1.10'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'SecurityGroup': {'1.5'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'SubPort': {'1.0'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Subnet': {'1.1'}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Trunk': {'1.1'}} Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: consumer versions: Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: { DHCP agent@n-d-812148-3: {}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: L3 agent@n-d-812148-3: {}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: Metadata agent@n-d-812148-3: {}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: Metering agent@n-d-812148-3: {}, Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: Open vSwitch agent@n-d-812148-3: { 'AddressGroup': '1.2', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'ConntrackHelper': '1.0', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Log': '1.0', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Network': '1.1', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Port': '1.7', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'PortForwarding': '1.2', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'QosPolicy': '1.10', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'SecurityGroup': '1.5', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'SecurityGroupRule': '1.2', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'SubPort': '1.0', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Subnet': '1.1', Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: 'Trunk': '1.1'}} Nov 03 18:18:51.088683 n-d-812148-3 neutron-server[101755]: {{(pid=101755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:18:51.138525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:51.183948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:51.185037 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:18:51.185802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:51.247121 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7849681 Nov 03 18:18:51.290804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68005d8-6f7f-4585-8e7a-1b0e305ea2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ae8c40-b710-4311-af71-d7f8da536c14,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:18:51.303894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network a3ae8c40-b710-4311-af71-d7f8da536c14 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:18:54.055216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35538) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:18:54.590004 n-d-812148-3 neutron-server[101756]: WARNING oslo_policy.policy [None req-50480292-ef53-4a23-97b1-172fda1a2852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:18:54.590611 n-d-812148-3 neutron-server[101756]: WARNING oslo_policy.policy [None req-50480292-ef53-4a23-97b1-172fda1a2852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:18:55.051041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.policy [None req-50480292-ef53-4a23-97b1-172fda1a2852 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 18:18:55.101308 n-d-812148-3 neutron-server[101756]: WARNING oslo_policy.policy [None req-50480292-ef53-4a23-97b1-172fda1a2852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:18:55.102003 n-d-812148-3 neutron-server[101756]: WARNING oslo_policy.policy [None req-50480292-ef53-4a23-97b1-172fda1a2852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:18:55.113145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50480292-ef53-4a23-97b1-172fda1a2852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:18:55.115193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-50480292-ef53-4a23-97b1-172fda1a2852 admin admin] 10.222.0.77 "GET /v2.0/networks/a3ae8c40-b710-4311-af71-d7f8da536c14 HTTP/1.1" status: 200 len: 825 time: 1.0579457 Nov 03 18:18:55.156004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1e3d1629-6caa-45ed-b53a-fe9cd1dc41af admin admin] 10.222.0.77 "GET /v2.0/subnetpools/eae2cfbd-f47c-4e5e-9b5a-681d0e33953a HTTP/1.1" status: 200 len: 734 time: 0.0343058 Nov 03 18:18:55.166964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14', 'subnetpool_id': 'eae2cfbd-f47c-4e5e-9b5a-681d0e33953a'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:18:55.168524 n-d-812148-3 neutron-server[101756]: INFO neutron.quota [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Loaded quota_driver: . Nov 03 18:18:55.210848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Made reservation on behalf of d62c1410f05e469183c6b1ae7bf89f1d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:18:55.213822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:55.508111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:55.578061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Checking segment: {'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:18:55.578451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Network hostable DHCP agents. Network: a3ae8c40-b710-4311-af71-d7f8da536c14, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:18:55.593149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf65418-ae01-4315-a470-006cf97f17cd,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:18:55.606432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.606764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.607089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.607409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.607726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.608040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.608351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.608660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.608966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.609270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.609599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.609909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Tracked resource versions report: Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: pushed versions: Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: { 'AddressGroup': {'1.2'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'ConntrackHelper': {'1.0'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Log': {'1.0'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Network': {'1.1'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Port': {'1.7'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'PortForwarding': {'1.2'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'QosPolicy': {'1.10'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'SecurityGroup': {'1.5'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'SubPort': {'1.0'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Subnet': {'1.1'}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Trunk': {'1.1'}} Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: consumer versions: Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: { DHCP agent@n-d-812148-3: {}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: L3 agent@n-d-812148-3: {}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: Metadata agent@n-d-812148-3: {}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: Metering agent@n-d-812148-3: {}, Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: Open vSwitch agent@n-d-812148-3: { 'AddressGroup': '1.2', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'ConntrackHelper': '1.0', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Log': '1.0', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Network': '1.1', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Port': '1.7', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'PortForwarding': '1.2', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'QosPolicy': '1.10', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'SecurityGroup': '1.5', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'SecurityGroupRule': '1.2', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'SubPort': '1.0', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Subnet': '1.1', Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: 'Trunk': '1.1'}} Nov 03 18:18:55.610946 n-d-812148-3 neutron-server[101756]: {{(pid=101756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:18:55.641059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Network a3ae8c40-b710-4311-af71-d7f8da536c14 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:18:55.655295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, a3ae8c40-b710-4311-af71-d7f8da536c14) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:18:55.660042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:18:55.660661 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:55.665133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76f748-52b6-4f4c-b191-f206314276c8 None None] Network a3ae8c40-b710-4311-af71-d7f8da536c14 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:18:55.682324 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6fb2a320-0ff8-452c-a82c-0cbb39549957 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5191145 Nov 03 18:18:55.996363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-a3ae8c40-b710-4311-af71-d7f8da536c14', 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'fixed_ips': [{'subnet_id': '2bf65418-ae01-4315-a470-006cf97f17cd'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:18:55.997693 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:56.301300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Allocated IP 172.20.0.2 (a3ae8c40-b710-4311-af71-d7f8da536c14/2bf65418-ae01-4315-a470-006cf97f17cd/d12f2820-e317-4c65-b6b6-74c66e24b364) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:18:56.510490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:56.519863 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:56.591066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Network a3ae8c40-b710-4311-af71-d7f8da536c14 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:18:56.597759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:18:56.606552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:18:56.615097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Pushing event updated for resources: {'Port': ['ID=d12f2820-e317-4c65-b6b6-74c66e24b364,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:18:56.646372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.646706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.647038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.647366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.647788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.648019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.648336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.648650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.648962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.649277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.649617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.649930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Tracked resource versions report: Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: pushed versions: Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: { 'AddressGroup': {'1.2'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'ConntrackHelper': {'1.0'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Log': {'1.0'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Network': {'1.1'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Port': {'1.7'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'PortForwarding': {'1.2'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'QosPolicy': {'1.10'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'SecurityGroup': {'1.5'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'SubPort': {'1.0'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Subnet': {'1.1'}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Trunk': {'1.1'}} Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: consumer versions: Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: { DHCP agent@n-d-812148-3: {}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: L3 agent@n-d-812148-3: {}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: Metadata agent@n-d-812148-3: {}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: Metering agent@n-d-812148-3: {}, Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: Open vSwitch agent@n-d-812148-3: { 'AddressGroup': '1.2', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'ConntrackHelper': '1.0', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Log': '1.0', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Network': '1.1', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Port': '1.7', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'PortForwarding': '1.2', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'QosPolicy': '1.10', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'SecurityGroup': '1.5', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'SecurityGroupRule': '1.2', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'SubPort': '1.0', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Subnet': '1.1', Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: 'Trunk': '1.1'}} Nov 03 18:18:56.651017 n-d-812148-3 neutron-server[101757]: {{(pid=101757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:18:56.701777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Attempting to bind port d12f2820-e317-4c65-b6b6-74c66e24b364 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:18:56.702506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Attempting to bind port d12f2820-e317-4c65-b6b6-74c66e24b364 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:18:56.702631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Attempting to bind port d12f2820-e317-4c65-b6b6-74c66e24b364 on network a3ae8c40-b710-4311-af71-d7f8da536c14 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:18:56.709030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:18:56.709399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Checking segment: {'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:18:56.709925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:56.710315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Bound using segment: {'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:18:56.710783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Bound port: d12f2820-e317-4c65-b6b6-74c66e24b364, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:18:56.711211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:56.779837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] For port d12f2820-e317-4c65-b6b6-74c66e24b364, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:18:56.787145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] For port d12f2820-e317-4c65-b6b6-74c66e24b364, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d12f2820-e317-4c65-b6b6-74c66e24b364,segment=NetworkSegment(169c8ea1-5001-4fbb-a870-5fde971a72ca),segment_id=169c8ea1-5001-4fbb-a870-5fde971a72ca)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:18:56.794067 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:18:56.869997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42dd37-575c-4547-97ab-68a71af5d7c6 None None] Pushing event updated for resources: {'Port': ['ID=d12f2820-e317-4c65-b6b6-74c66e24b364,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:18:58.283774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35558) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:18:58.640008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-cf9e7120-52c7-4aac-8354-2c46f6de8b37 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:18:58.641027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cf9e7120-52c7-4aac-8354-2c46f6de8b37 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3557405 Nov 03 18:19:01.211671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35566) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:19:01.567851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-afb9692c-a5bd-49ad-8b20-d0a3881d3de5 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:19:01.568866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-afb9692c-a5bd-49ad-8b20-d0a3881d3de5 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3561180 Nov 03 18:19:04.438728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35576) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:19:04.760318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-03427281-e583-4b87-97f8-7ff14da38b18 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:19:04.786745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03427281-e583-4b87-97f8-7ff14da38b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:04.788533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03427281-e583-4b87-97f8-7ff14da38b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:04.937693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03427281-e583-4b87-97f8-7ff14da38b18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:04.943355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03427281-e583-4b87-97f8-7ff14da38b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:04.960864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03427281-e583-4b87-97f8-7ff14da38b18 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:04.962089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-03427281-e583-4b87-97f8-7ff14da38b18 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5223944 Nov 03 18:19:05.706866 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a01660e-0cf7-44c6-b5a1-446593956f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:06.002463 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d12f2820-e317-4c65-b6b6-74c66e24b364 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:19:06.093642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d12f2820-e317-4c65-b6b6-74c66e24b364 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:06.094039 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:06.205399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:06.245008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port d12f2820-e317-4c65-b6b6-74c66e24b364, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d12f2820-e317-4c65-b6b6-74c66e24b364,segment=NetworkSegment(169c8ea1-5001-4fbb-a870-5fde971a72ca),segment_id=169c8ea1-5001-4fbb-a870-5fde971a72ca)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:19:06.250387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:06.310739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=d12f2820-e317-4c65-b6b6-74c66e24b364,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:06.354806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9390dc3-8d09-4ca9-b0d1-0f6c7cb24b7f None None] Network a3ae8c40-b710-4311-af71-d7f8da536c14 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:19:06.432701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-604afc37-3166-41c7-8509-5231ff2ae5e8 None None] Provisioning complete for port d12f2820-e317-4c65-b6b6-74c66e24b364 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:06.433068 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-604afc37-3166-41c7-8509-5231ff2ae5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:06.899739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-33152ec7-7564-4711-8353-808078da4a28 None None] Provisioning complete for port d12f2820-e317-4c65-b6b6-74c66e24b364 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:06.900410 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-33152ec7-7564-4711-8353-808078da4a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:07.549003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35588) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:19:07.861137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-c46a6454-1b94-4d58-8568-c9fe1c9ae67b admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:19:07.862217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c46a6454-1b94-4d58-8568-c9fe1c9ae67b admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3121395 Nov 03 18:19:07.975862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d12f2820-e317-4c65-b6b6-74c66e24b364 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:19:08.027090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d12f2820-e317-4c65-b6b6-74c66e24b364 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:08.027463 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:08.193788 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:19:08.218667 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e492947e-c6bc-4b9e-bd2c-87aba7d6d3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:09.740567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.441806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35606) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:19:10.577758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:19:10.622360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Made reservation on behalf of 0c0306194a21427e8f936c623dfea4e8 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:19:10.624676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.640370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.751818 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.755895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.772177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Reserving flat network on physical network physnet1 {{(pid=101756) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 03 18:19:10.802564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056c008d-0c6b-4d17-aa83-3cec96d0e0bc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:10.805274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763298850308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.805864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Unsubscribe: segment precommit_create {{(pid=101756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 18:19:10.806369 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Added segment 858721f2-5fa6-4af0-9bd1-565651880003 of type flat for network 95097072-eef6-42ae-8d09-84775017ebfc Nov 03 18:19:10.864834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.920103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.921105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:19:10.921732 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:10.981628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5386996 Nov 03 18:19:11.028042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9d2de-1ed6-4291-ac01-1b9ebc81cf9b admin admin] Pushing event updated for resources: {'Network': ['ID=95097072-eef6-42ae-8d09-84775017ebfc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:11.041201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 95097072-eef6-42ae-8d09-84775017ebfc details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:19:11.855202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:11.982347 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:13.407556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35624) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:19:13.504023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffebd4-8cdc-4396-85e6-f316ff2a2828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:19:13.505377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ffffebd4-8cdc-4396-85e6-f316ff2a2828 admin admin] 10.222.0.77 "GET /v2.0/subnets/2bf65418-ae01-4315-a470-006cf97f17cd HTTP/1.1" status: 200 len: 849 time: 0.0968673 Nov 03 18:19:13.629957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c998e765-0873-4ef3-a01b-7a7d541119c3 admin admin] 10.222.0.77 "GET /v2.0/routers/8094847d-1c85-454f-8129-049118cc06e1 HTTP/1.1" status: 200 len: 704 time: 0.1178305 Nov 03 18:19:13.910457 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:14.206491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Allocated IP 172.20.0.1 (a3ae8c40-b710-4311-af71-d7f8da536c14/2bf65418-ae01-4315-a470-006cf97f17cd/2f8a6cd7-4a15-4230-a5f5-8faebd31f766) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:19:14.365329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:14.433462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:14.548547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Network a3ae8c40-b710-4311-af71-d7f8da536c14 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:19:14.555865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:19:14.565033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:19:14.565627 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:14.594566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8a6cd7-4a15-4230-a5f5-8faebd31f766,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:14.760438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1c87a083-fd27-4737-b4f1-f59fea338c58 None None] Provisioning complete for port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:14.761050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c87a083-fd27-4737-b4f1-f59fea338c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:14.772803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:14.794619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1c87a083-fd27-4737-b4f1-f59fea338c58 None None] Port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:19:14.991673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:14.996633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:14.997645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:15.079430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8a6cd7-4a15-4230-a5f5-8faebd31f766,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:15.125481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Network a3ae8c40-b710-4311-af71-d7f8da536c14 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:19:15.126810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:19:15.291187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Router 8094847d-1c85-454f-8129-049118cc06e1 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:19:15.316226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-55697241-6d9f-4d20-b71d-5b3b66a91535 None None] Provisioning complete for port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:15.316532 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55697241-6d9f-4d20-b71d-5b3b66a91535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:15.352128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-55697241-6d9f-4d20-b71d-5b3b66a91535 None None] Port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:19:15.386004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:19:15.391272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-16ce3122-7e58-4819-aa26-8c1783711860 admin admin] 10.222.0.77 "PUT /v2.0/routers/8094847d-1c85-454f-8129-049118cc06e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7556942 Nov 03 18:19:15.396192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Sync routers for ids ['8094847d-1c85-454f-8129-049118cc06e1'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:19:15.409231 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Routers {'8094847d-1c85-454f-8129-049118cc06e1'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:19:15.410084 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:19:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8094847d-1c85-454f-8129-049118cc06e1'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:19:15.609120 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Set router 8094847d-1c85-454f-8129-049118cc06e1 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:19:16.108584 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8094847d-1c85-454f-8129-049118cc06e1', 'name': 'router1', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:19:04Z', 'updated_at': '2021-11-03T18:19:14Z', 'revision_number': 2, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'gw_port_host': None, '_interfaces': [{'id': '2f8a6cd7-4a15-4230-a5f5-8faebd31f766', 'name': '', 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'mac_address': 'fa:16:3e:2a:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:13Z', 'updated_at': '2021-11-03T18:19:14Z', 'revision_number': 2, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'subnets': [{'id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eae2cfbd-f47c-4e5e-9b5a-681d0e33953a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:19:16.159631 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Checking router: 8094847d-1c85-454f-8129-049118cc06e1 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:19:16.159980 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Updating router 8094847d-1c85-454f-8129-049118cc06e1 port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:19:16.243115 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:16.781106 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:16.789002 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:16.956400 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Pushing event updated for resources: {'Port': ['ID=2f8a6cd7-4a15-4230-a5f5-8faebd31f766,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:16.976225 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.976561 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.976895 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.977220 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.977570 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.977892 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.978210 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.978524 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.978837 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.979150 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.979463 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.979780 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Tracked resource versions report: Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: pushed versions: Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: { 'AddressGroup': {'1.2'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'ConntrackHelper': {'1.0'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Log': {'1.0'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Network': {'1.1'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Port': {'1.7'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'PortForwarding': {'1.2'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'QosPolicy': {'1.10'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'SecurityGroup': {'1.5'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'SubPort': {'1.0'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Subnet': {'1.1'}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Trunk': {'1.1'}} Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: consumer versions: Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: { DHCP agent@n-d-812148-3: {}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: L3 agent@n-d-812148-3: {}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: Metadata agent@n-d-812148-3: {}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: Metering agent@n-d-812148-3: {}, Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: Open vSwitch agent@n-d-812148-3: { 'AddressGroup': '1.2', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'ConntrackHelper': '1.0', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Log': '1.0', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Network': '1.1', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Port': '1.7', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'PortForwarding': '1.2', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'QosPolicy': '1.10', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'SecurityGroup': '1.5', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'SecurityGroupRule': '1.2', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'SubPort': '1.0', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Subnet': '1.1', Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: 'Trunk': '1.1'}} Nov 03 18:19:16.980940 n-d-812148-3 neutron-server[101758]: {{(pid=101758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:19:16.986322 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Attempting to bind port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:19:16.986833 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Attempting to bind port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:19:16.987271 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Attempting to bind port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 on network a3ae8c40-b710-4311-af71-d7f8da536c14 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:19:16.994251 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:19:16.994661 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Checking segment: {'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:19:16.995150 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:16.995537 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Bound using segment: {'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:19:16.996027 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Bound port: 2f8a6cd7-4a15-4230-a5f5-8faebd31f766, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169c8ea1-5001-4fbb-a870-5fde971a72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:19:16.996416 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:17.070451 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] For port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:19:17.086530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2bc0e37b-0af6-41b9-93d8-12ccad28c176 None None] Provisioning complete for port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:17.087500 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e37b-0af6-41b9-93d8-12ccad28c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:17.091712 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] For port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2f8a6cd7-4a15-4230-a5f5-8faebd31f766,segment=NetworkSegment(169c8ea1-5001-4fbb-a870-5fde971a72ca),segment_id=169c8ea1-5001-4fbb-a870-5fde971a72ca)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:19:17.098102 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:17.125802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2bc0e37b-0af6-41b9-93d8-12ccad28c176 None None] Port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:19:17.152569 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Routers {'8094847d-1c85-454f-8129-049118cc06e1'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:19:17.153243 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:19:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8094847d-1c85-454f-8129-049118cc06e1'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:19:17.249496 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b5dba-cdfb-44d2-ba2f-1a8e73878d5b None None] Pushing event updated for resources: {'Port': ['ID=2f8a6cd7-4a15-4230-a5f5-8faebd31f766,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:17.276288 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] Set router 8094847d-1c85-454f-8129-049118cc06e1 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:19:17.347636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-26326ee1-d793-47b8-b60f-d6d16926997c None None] Provisioning complete for port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:17.347917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-26326ee1-d793-47b8-b60f-d6d16926997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:17.432600 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-26326ee1-d793-47b8-b60f-d6d16926997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:17.471611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-26326ee1-d793-47b8-b60f-d6d16926997c None None] For port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2f8a6cd7-4a15-4230-a5f5-8faebd31f766,segment=NetworkSegment(169c8ea1-5001-4fbb-a870-5fde971a72ca),segment_id=169c8ea1-5001-4fbb-a870-5fde971a72ca)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:19:17.478005 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-26326ee1-d793-47b8-b60f-d6d16926997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:17.528966 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8094847d-1c85-454f-8129-049118cc06e1', 'name': 'router1', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:19:04Z', 'updated_at': '2021-11-03T18:19:14Z', 'revision_number': 2, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'gw_port_host': None, '_interfaces': [{'id': '2f8a6cd7-4a15-4230-a5f5-8faebd31f766', 'name': '', 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'mac_address': 'fa:16:3e:2a:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:13Z', 'updated_at': '2021-11-03T18:19:17Z', 'revision_number': 4, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'subnets': [{'id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eae2cfbd-f47c-4e5e-9b5a-681d0e33953a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:19:17.540150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26326ee1-d793-47b8-b60f-d6d16926997c None None] Pushing event updated for resources: {'Port': ['ID=2f8a6cd7-4a15-4230-a5f5-8faebd31f766,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:17.575693 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6f29e-c393-4a7f-9f64-0ce58067ad92 None None] The sync data for ids ['8094847d-1c85-454f-8129-049118cc06e1'] in n-d-812148-3 is: [{'id': '8094847d-1c85-454f-8129-049118cc06e1', 'name': 'router1', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:19:04Z', 'updated_at': '2021-11-03T18:19:14Z', 'revision_number': 2, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'gw_port_host': None, '_interfaces': [{'id': '2f8a6cd7-4a15-4230-a5f5-8faebd31f766', 'name': '', 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'mac_address': 'fa:16:3e:2a:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:13Z', 'updated_at': '2021-11-03T18:19:17Z', 'revision_number': 4, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'subnets': [{'id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eae2cfbd-f47c-4e5e-9b5a-681d0e33953a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:19:17.836099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35634) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:19:17.970174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c138fd-2786-4497-beaa-f33d58e1eee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:19:17.972157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-86c138fd-2786-4497-beaa-f33d58e1eee1 admin admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 842 time: 0.1350083 Nov 03 18:19:17.982761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:19:18.005855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Made reservation on behalf of 0c0306194a21427e8f936c623dfea4e8 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:19:18.008582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:18.335525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.objects.ports [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:19:18.336093 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:18.394190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb49f5b0-d65a-4f05-a5f5-3386112fa9f9,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:18.406113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:19:18.406461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Network hostable DHCP agents. Network: 95097072-eef6-42ae-8d09-84775017ebfc, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:19:18.425732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:19:18.436067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 95097072-eef6-42ae-8d09-84775017ebfc) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:19:18.441032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:19:18.441642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:18.451836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637d075-e4fe-47da-99b3-f1e25df424cd None None] Network 95097072-eef6-42ae-8d09-84775017ebfc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:19:18.463650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-74d1b904-d578-4a68-8735-c01e59c31be7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4846046 Nov 03 18:19:18.620228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122367b3-153c-45be-bcc8-7d21caa8a935 None None] Network 95097072-eef6-42ae-8d09-84775017ebfc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:19:20.961604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35642) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:19:21.178200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-480f4a26-1690-452d-85c6-d13c83ff3ab9 admin admin] 10.222.0.77 "GET /v2.0/routers/8094847d-1c85-454f-8129-049118cc06e1 HTTP/1.1" status: 200 len: 710 time: 0.2152412 Nov 03 18:19:21.268592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96623d0-4149-4e52-8b3b-67cd81513c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:19:21.269979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b96623d0-4149-4e52-8b3b-67cd81513c15 admin admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 886 time: 0.0842326 Nov 03 18:19:21.279295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:19:21.558799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:21.849502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:21.951763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:22.058338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Allocated IP 172.25.3.219 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/14b2daa5-23bb-4ff8-bf0d-33645a0005dd) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:19:22.160999 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:22.193712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:22.238584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:19:22.242510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:19:22.248600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:19:22.251675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Pushing event updated for resources: {'Port': ['ID=14b2daa5-23bb-4ff8-bf0d-33645a0005dd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:22.504165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:22.816472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:22.819931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:22.935096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Router 8094847d-1c85-454f-8129-049118cc06e1 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:19:23.048385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:19:23.053555 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:23.061480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dd1039c8-f94b-42d4-a246-7c41c197bb0d admin admin] 10.222.0.77 "PUT /v2.0/routers/8094847d-1c85-454f-8129-049118cc06e1 HTTP/1.1" status: 200 len: 890 time: 1.7786336 Nov 03 18:19:24.009776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:19:24.063993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:24.064399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:24.850210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Sync routers for ids ['8094847d-1c85-454f-8129-049118cc06e1'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:19:24.866079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Routers {'8094847d-1c85-454f-8129-049118cc06e1'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:19:24.866745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:19:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8094847d-1c85-454f-8129-049118cc06e1'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:19:25.095090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Set router 8094847d-1c85-454f-8129-049118cc06e1 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:19:25.577288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8094847d-1c85-454f-8129-049118cc06e1', 'name': 'router1', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '14b2daa5-23bb-4ff8-bf0d-33645a0005dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:19:04Z', 'updated_at': '2021-11-03T18:19:22Z', 'revision_number': 4, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'gw_port': {'id': '14b2daa5-23bb-4ff8-bf0d-33645a0005dd', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:21Z', 'updated_at': '2021-11-03T18:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '2f8a6cd7-4a15-4230-a5f5-8faebd31f766', 'name': '', 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'mac_address': 'fa:16:3e:2a:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:13Z', 'updated_at': '2021-11-03T18:19:17Z', 'revision_number': 5, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'subnets': [{'id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eae2cfbd-f47c-4e5e-9b5a-681d0e33953a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:19:25.632808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Checking router: 8094847d-1c85-454f-8129-049118cc06e1 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:19:25.633243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Updating router 8094847d-1c85-454f-8129-049118cc06e1 port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:19:25.679228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35654) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:19:25.690401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:25.837040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7e8fdac2-9700-42eb-a23c-e0efd06a3ca5 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1565993 Nov 03 18:19:26.097256 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:26.103624 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:26.160902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Attempting to bind port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:19:26.161270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Attempting to bind port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:19:26.161658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Attempting to bind port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:19:26.163647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc13b93-25f4-484b-a96e-e8a02032d3c8 None None] Pushing event updated for resources: {'Port': ['ID=14b2daa5-23bb-4ff8-bf0d-33645a0005dd,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:26.170076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:19:26.170447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:19:26.170848 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:26.171233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:19:26.171695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Bound port: 14b2daa5-23bb-4ff8-bf0d-33645a0005dd, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:19:26.172094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:26.225787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] For port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:19:26.229197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] For port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=14b2daa5-23bb-4ff8-bf0d-33645a0005dd,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:19:26.233737 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:26.295035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc13b93-25f4-484b-a96e-e8a02032d3c8 None None] Pushing event updated for resources: {'Port': ['ID=14b2daa5-23bb-4ff8-bf0d-33645a0005dd,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:26.297729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Routers {'8094847d-1c85-454f-8129-049118cc06e1'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:19:26.298443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:19:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8094847d-1c85-454f-8129-049118cc06e1'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:19:26.413459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] Set router 8094847d-1c85-454f-8129-049118cc06e1 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:19:26.639958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8094847d-1c85-454f-8129-049118cc06e1', 'name': 'router1', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '14b2daa5-23bb-4ff8-bf0d-33645a0005dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:19:04Z', 'updated_at': '2021-11-03T18:19:22Z', 'revision_number': 4, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'gw_port': {'id': '14b2daa5-23bb-4ff8-bf0d-33645a0005dd', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:21Z', 'updated_at': '2021-11-03T18:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '2f8a6cd7-4a15-4230-a5f5-8faebd31f766', 'name': '', 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'mac_address': 'fa:16:3e:2a:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:13Z', 'updated_at': '2021-11-03T18:19:17Z', 'revision_number': 5, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'subnets': [{'id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eae2cfbd-f47c-4e5e-9b5a-681d0e33953a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:19:26.667725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a339ab0-b97e-4849-b5dd-c1ecfc4c149d None None] The sync data for ids ['8094847d-1c85-454f-8129-049118cc06e1'] in n-d-812148-3 is: [{'id': '8094847d-1c85-454f-8129-049118cc06e1', 'name': 'router1', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '14b2daa5-23bb-4ff8-bf0d-33645a0005dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:19:04Z', 'updated_at': '2021-11-03T18:19:22Z', 'revision_number': 4, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'gw_port': {'id': '14b2daa5-23bb-4ff8-bf0d-33645a0005dd', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:21Z', 'updated_at': '2021-11-03T18:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '2f8a6cd7-4a15-4230-a5f5-8faebd31f766', 'name': '', 'network_id': 'a3ae8c40-b710-4311-af71-d7f8da536c14', 'tenant_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'mac_address': 'fa:16:3e:2a:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8094847d-1c85-454f-8129-049118cc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:19:13Z', 'updated_at': '2021-11-03T18:19:17Z', 'revision_number': 5, 'project_id': 'd62c1410f05e469183c6b1ae7bf89f1d', 'subnets': [{'id': '2bf65418-ae01-4315-a470-006cf97f17cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eae2cfbd-f47c-4e5e-9b5a-681d0e33953a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:19:28.052996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 14b2daa5-23bb-4ff8-bf0d-33645a0005dd up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:19:28.103583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:28.103979 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:28.193516 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:28.218268 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=14b2daa5-23bb-4ff8-bf0d-33645a0005dd,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:19:28.223506 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:28.278904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=14b2daa5-23bb-4ff8-bf0d-33645a0005dd,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:19:30.060585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 14b2daa5-23bb-4ff8-bf0d-33645a0005dd up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:19:30.142896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 14b2daa5-23bb-4ff8-bf0d-33645a0005dd triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:19:30.143516 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:35.706268 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-41209194-661c-40af-818a-d2816b789d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:38.224439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2377-7924-486a-94ce-e00adb761a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:39.747500 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:41.900021 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:41.980598 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:19:45.195831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:20:05.702593 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2edcdcb-d29d-4101-93a9-4f98272ca0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:08.241974 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffae7dfc-6069-44ab-b094-b5aa50dfb390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:09.748247 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:11.872510 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:11.981512 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:22.195818 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:20:35.696185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-39e4be07-eeaa-416c-9187-5a3ec36685d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:38.224622 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9916b93f-5d2b-40ce-a69f-2e65358259a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:39.751928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:41.865570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:41.975641 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:20:59.195809 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:21:05.715614 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b4229ec-afc0-4000-99f2-5486db12c9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:08.226364 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9f956555-5933-499b-99ac-55f4820e9322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:09.754700 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:11.867565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:11.978727 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:12.721945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36248) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:12.789029 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3dcbb7-f316-440a-b2b1-28ce72a61b7c admin admin] GET failed (client error): The resource could not be found. Nov 03 18:21:12.790392 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1e3dcbb7-f316-440a-b2b1-28ce72a61b7c admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675068 Nov 03 18:21:12.983929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa7dbe-02cd-41c1-8715-b57d302a6b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:12.985962 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a5aa7dbe-02cd-41c1-8715-b57d302a6b6b admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1908469 Nov 03 18:21:15.308238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36258) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:15.435669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab878b6-5e61-4037-8986-95e6c321169b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:15.437614 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fab878b6-5e61-4037-8986-95e6c321169b admin admin] 10.222.0.77 "GET /v2.0/subnets/2bf65418-ae01-4315-a470-006cf97f17cd HTTP/1.1" status: 200 len: 849 time: 0.1283147 Nov 03 18:21:15.449353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:21:15.537560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Publish callbacks [] for subnet, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:15.688391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763298857063'] for subnet, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:15.725149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:15.725834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:15.727113 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] 10.222.0.77 "PUT /v2.0/subnets/2bf65418-ae01-4315-a470-006cf97f17cd HTTP/1.1" status: 200 len: 868 time: 0.2823756 Nov 03 18:21:15.730122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8e718-7746-4fa2-8112-8000ce9af5d4 None None] Network a3ae8c40-b710-4311-af71-d7f8da536c14 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:21:15.749755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf65418-ae01-4315-a470-006cf97f17cd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:21:15.757306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.757751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.758014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.758347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.758670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.758997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.759325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.759643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.759963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.760280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.760598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:15.760917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec840a5-84bd-4a13-a190-1e36b645d4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:21:16.070029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3c06f726-c09b-42fd-b689-834a4b4f639a None None] Provisioning complete for port d12f2820-e317-4c65-b6b6-74c66e24b364 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:21:16.070485 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3c06f726-c09b-42fd-b689-834a4b4f639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:16.158454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3c06f726-c09b-42fd-b689-834a4b4f639a None None] Provisioning complete for port 2f8a6cd7-4a15-4230-a5f5-8faebd31f766 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:21:16.158762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3c06f726-c09b-42fd-b689-834a4b4f639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:18.046728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36266) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:18.250175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c6b20-303c-484f-91de-0f8861789994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:18.250515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c6b20-303c-484f-91de-0f8861789994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:18.252062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d0c6b20-303c-484f-91de-0f8861789994 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2043753 Nov 03 18:21:20.560154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36276) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:20.690328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacfd375-ea29-47df-9c86-abf730bed8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:20.690796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacfd375-ea29-47df-9c86-abf730bed8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:20.692337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cacfd375-ea29-47df-9c86-abf730bed8c9 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312289 Nov 03 18:21:23.029341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:23.162851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fea058-aafc-4560-9c4b-db87180dc432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:23.164155 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-09fea058-aafc-4560-9c4b-db87180dc432 admin admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 886 time: 0.1334934 Nov 03 18:21:25.496681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36292) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:25.628822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d01ab0-ad79-4dbc-9c2e-44d31d3bceb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:25.630364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-06d01ab0-ad79-4dbc-9c2e-44d31d3bceb9 admin admin] 10.222.0.77 "GET /v2.0/networks/a3ae8c40-b710-4311-af71-d7f8da536c14 HTTP/1.1" status: 200 len: 869 time: 0.1326647 Nov 03 18:21:27.936290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36300) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:28.064721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e397f8-2cd2-47b7-b92d-76b99781b54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:28.065179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e397f8-2cd2-47b7-b92d-76b99781b54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:28.066778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57e397f8-2cd2-47b7-b92d-76b99781b54e admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295390 Nov 03 18:21:30.382460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36308) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:30.512480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47321f64-21ca-4f03-a2d4-1cabd5f18eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:30.512934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47321f64-21ca-4f03-a2d4-1cabd5f18eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:30.514548 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-47321f64-21ca-4f03-a2d4-1cabd5f18eb0 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311162 Nov 03 18:21:32.839366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36316) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:32.933564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c8106-957d-49ab-ac1e-f7db3da90f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:32.934940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b15c8106-957d-49ab-ac1e-f7db3da90f61 admin admin] 10.222.0.77 "GET /v2.0/subnets/2bf65418-ae01-4315-a470-006cf97f17cd HTTP/1.1" status: 200 len: 868 time: 0.0945735 Nov 03 18:21:35.258362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36324) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:35.347081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94679cab-b0e5-4b00-a0c1-f90442d0a51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:21:35.348468 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-94679cab-b0e5-4b00-a0c1-f90442d0a51a admin admin] 10.222.0.77 "GET /v2.0/subnets/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9 HTTP/1.1" status: 200 len: 816 time: 0.0891638 Nov 03 18:21:35.700871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-125fe07c-fa7f-4eb8-a05d-11b6669d14a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:36.194908 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:21:38.228154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a685d944-08cc-4382-b2dd-79e218d22ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:39.757311 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:41.871544 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:41.985242 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:00.228581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36378) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:00.277758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-2b76d164-1256-426b-8f30-fca99ac9e7ea admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:22:00.278744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2b76d164-1256-426b-8f30-fca99ac9e7ea admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0491378 Nov 03 18:22:02.653439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36386) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:02.722144 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e87cd09-fa56-4d3c-9628-c6714d60ec2a admin admin] GET failed (client error): The resource could not be found. Nov 03 18:22:02.723817 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e87cd09-fa56-4d3c-9628-c6714d60ec2a admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692186 Nov 03 18:22:02.821624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162abf0a-d93c-499b-bc31-6428d1976185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:02.823189 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-162abf0a-d93c-499b-bc31-6428d1976185 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0947316 Nov 03 18:22:05.252611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36394) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:05.301631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:05.322288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Made reservation on behalf of 0c0306194a21427e8f936c623dfea4e8 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:22:05.324628 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:05.359015 n-d-812148-3 neutron-server[101755]: WARNING neutron.services.revisions.revision_plugin [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Could not find related network for resource to bump revision. Nov 03 18:22:05.372176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:22:05.382489 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:05.382825 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Added segment 37eed758-5a2b-43f5-bc09-b5a4f3ebe79f of type vlan for network 83e44a65-1018-4194-98c0-85df8bbc00f5 Nov 03 18:22:05.434315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:05.460724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:05.461699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:05.462293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:05.520314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2666066 Nov 03 18:22:05.525075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2b1bd-bd8f-431b-bc2e-cb38d30b100f admin admin] Pushing event updated for resources: {'Network': ['ID=83e44a65-1018-4194-98c0-85df8bbc00f5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:05.536455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:22:05.713125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b3e537b-be3a-4a12-b18a-7b5a9e280ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:07.861465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36404) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:07.923468 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2556b45-2c93-4c11-9f35-f95a391f349c admin admin] GET failed (client error): The resource could not be found. Nov 03 18:22:07.924840 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f2556b45-2c93-4c11-9f35-f95a391f349c admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624192 Nov 03 18:22:08.028467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd7010-6a4c-426c-ab6e-c41a44e4c7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:08.030480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-46cd7010-6a4c-426c-ab6e-c41a44e4c7f6 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1001859 Nov 03 18:22:08.040840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Request body: {'subnet': {'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:08.062095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Made reservation on behalf of 0c0306194a21427e8f936c623dfea4e8 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:22:08.064335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.225309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.229898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9962fbcd-5ad2-4b0b-bd60-9a0ca2b2e042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.281181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5723c3ac-b095-44f2-b460-1bf98dc4d51e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:08.290097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.290442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.290782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.291169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.291444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.291771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.292096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.292419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.292736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.293053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.293371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.293712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.303026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:22:08.303388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Network hostable DHCP agents. Network: 83e44a65-1018-4194-98c0-85df8bbc00f5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:22:08.319335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:22:08.328017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 83e44a65-1018-4194-98c0-85df8bbc00f5) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:22:08.332303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:08.332891 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.338266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb620d-4005-4521-ba97-77dfef171f23 None None] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:22:08.349102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ca1158cc-5106-4d25-afb8-ee1b3bacce08 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3117292 Nov 03 18:22:08.492415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-83e44a65-1018-4194-98c0-85df8bbc00f5', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'tenant_id': '0c0306194a21427e8f936c623dfea4e8', 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:22:08.493570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.641123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Allocated IP 192.168.233.2 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/71bf173d-e763-42ff-8a60-40881b8106d6) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:22:08.788153 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.794320 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.844243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:22:08.845559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Pushing event updated for resources: {'Port': ['ID=71bf173d-e763-42ff-8a60-40881b8106d6,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:08.847954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:22:08.853954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:22:08.857520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.858016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.858359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.858692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.859018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.859339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.859660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.860045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.860369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.860683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.861001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.861317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:08.917383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Attempting to bind port 71bf173d-e763-42ff-8a60-40881b8106d6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:22:08.917837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Attempting to bind port 71bf173d-e763-42ff-8a60-40881b8106d6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:22:08.918197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Attempting to bind port 71bf173d-e763-42ff-8a60-40881b8106d6 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:22:08.923510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:22:08.923880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:22:08.924276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.925187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:22:08.925187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Bound port: 71bf173d-e763-42ff-8a60-40881b8106d6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:22:08.925801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:09.001212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] For port 71bf173d-e763-42ff-8a60-40881b8106d6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:22:09.004950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] For port 71bf173d-e763-42ff-8a60-40881b8106d6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=71bf173d-e763-42ff-8a60-40881b8106d6,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:22:09.011295 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:09.075833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd7551-ecbd-4b14-a453-e1a3e7621c67 None None] Pushing event updated for resources: {'Port': ['ID=71bf173d-e763-42ff-8a60-40881b8106d6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:09.766154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:09.935058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690c9ab-330d-43b3-9a37-f97dbcbc9080 None None] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:22:10.016015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-aa4d6576-2893-4bbf-b7ea-43f769f884d2 None None] Provisioning complete for port 71bf173d-e763-42ff-8a60-40881b8106d6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:10.016286 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6576-2893-4bbf-b7ea-43f769f884d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:10.134772 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6576-2893-4bbf-b7ea-43f769f884d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:10.163759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 71bf173d-e763-42ff-8a60-40881b8106d6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:22:10.222784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-aa4d6576-2893-4bbf-b7ea-43f769f884d2 None None] For port 71bf173d-e763-42ff-8a60-40881b8106d6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=71bf173d-e763-42ff-8a60-40881b8106d6,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:22:10.232011 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6576-2893-4bbf-b7ea-43f769f884d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:10.294395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d6576-2893-4bbf-b7ea-43f769f884d2 None None] Pushing event updated for resources: {'Port': ['ID=71bf173d-e763-42ff-8a60-40881b8106d6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:10.301932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 71bf173d-e763-42ff-8a60-40881b8106d6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:10.301932 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:10.455706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-64764c97-4b5d-41e1-baa8-a87889583af6 None None] Provisioning complete for port 71bf173d-e763-42ff-8a60-40881b8106d6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:10.456066 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64764c97-4b5d-41e1-baa8-a87889583af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:11.875233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:11.980535 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:12.093071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 71bf173d-e763-42ff-8a60-40881b8106d6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:22:12.139981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 71bf173d-e763-42ff-8a60-40881b8106d6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:12.140343 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:13.193906 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:22:35.695287 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be207ea6-a8a4-4c38-9262-b642926300c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:38.233019 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cb04ba16-6097-4806-863e-743d604cd104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:39.756454 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:41.878204 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:41.984321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:50.192176 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:23:05.697897 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c3165a0a-b467-44e1-9714-27f33ce82cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:08.234895 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b2af5b9-bfe8-47bc-9526-520ac63f66f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:09.762020 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:11.877203 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:11.991135 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:20.439021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36450) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:23:20.445251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-85296df8-0c1c-4f0a-a2c1-75e1c501e129 tempest-verify_tempest_config-762533612 tempest-verify_tempest_config-762533612-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:23:20.446484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-85296df8-0c1c-4f0a-a2c1-75e1c501e129 tempest-verify_tempest_config-762533612 tempest-verify_tempest_config-762533612-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0064600 Nov 03 18:23:20.754809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36468) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:23:20.863124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:20.946591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:20.951376 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:20.998933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a11189e74b34c9089b7e4cd2f525688&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2430518 Nov 03 18:23:20.999618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f4ba6f-aee7-4b08-aaec-8502eb2eb522,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:23:21.001556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36472) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:23:21.017429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.017784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.018114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.018439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.018764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.019080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.019392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.019703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.020015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.020323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.020631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.020936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732b9694-423b-4062-8482-7d1cdbb87e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:23:21.066878 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69ed14ed-d210-4371-b95d-6462a8154861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:21.088348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69ed14ed-d210-4371-b95d-6462a8154861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:21.179643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69ed14ed-d210-4371-b95d-6462a8154861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:21.182439 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69ed14ed-d210-4371-b95d-6462a8154861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:21.183769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-69ed14ed-d210-4371-b95d-6462a8154861 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22f4ba6f-aee7-4b08-aaec-8502eb2eb522 HTTP/1.1" status: 204 len: 168 time: 0.1811979 Nov 03 18:23:21.194402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed14ed-d210-4371-b95d-6462a8154861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f4ba6f-aee7-4b08-aaec-8502eb2eb522,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:23:27.191807 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:23:35.700474 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-456ab416-a809-433a-b058-e41809101913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:38.236945 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c83de57-ce40-43aa-a133-f1654a777dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:39.766701 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:41.880156 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:41.992308 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:04.190547 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:24:05.703691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8491dc7b-1679-45d1-8f5c-49f6cb270d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:08.239060 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2382d5c-8c73-4300-a745-8331552de5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:09.765380 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:11.886220 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:11.994257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:35.713303 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-700291b0-94b9-458d-b635-96c389960928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:38.246919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aaefc996-aeeb-4f64-baed-13d59d24acdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:39.769955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:41.189271 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:24:41.896788 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:41.999898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:05.705861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9084a12-e455-48fb-9301-df0cc1e70584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:08.239202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7627c563-ea5f-4fc5-9e22-8d5e9f199c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:09.773099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:11.895330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:12.003376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:18.188196 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:25:35.710546 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5dac3f25-35a2-4de0-a4c0-1ea2f14abd95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:38.247493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d0d79782-fb89-4e67-a42a-a4d35cb96fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:39.783541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:41.902943 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:42.009203 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:55.187027 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 5 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:26:05.706435 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-846290f3-41c3-43a2-87e9-b8df0b521e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:08.242399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee4977dc-2d1f-4b9a-8b27-1ce9e978ea80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:09.779954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:11.908355 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:12.005743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:31.970231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687459'] for agent, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:32.187357 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 6 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:26:32.975278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687459'] for agent, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:35.709673 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f91f022d-0ffe-4a87-af3d-3bc4c6348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:38.246822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc362-6279-423a-b718-9c93965ca131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:39.783503 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:41.904151 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:41.998971 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:01.924110 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:02.928528 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:05.712167 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-05fd8835-70db-4258-ad7f-a3f53fe5c16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:08.251085 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-058fb5f4-1221-4572-a7f1-62af2308902e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:09.187335 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:27:09.790626 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:11.917603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:11.996823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:21.783770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36528) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:27:21.887890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf6d1605-ef78-4eb6-a806-b146ff59c6f0 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1030467 Nov 03 18:27:24.232680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36538) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:27:24.290438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9f4e3fcc-7fca-4a94-af50-68272f106d52 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0566702 Nov 03 18:27:31.936130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:32.952621 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:35.715158 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-abd18eb7-82e3-4343-8e9c-6d5bf49d747c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:38.260343 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ebdf81cc-97cb-4232-a8ea-e6f4a4e4ed24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:39.788270 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:41.922598 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:42.001913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:46.186749 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:28:01.936597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:02.949298 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:05.717901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d169c80-6e25-4314-bd57-bdc1c7f560ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:08.254643 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9b0fbc81-1a85-4088-9012-ae7cab6d9f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:09.798450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:11.930850 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:12.009717 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:23.190370 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:28:31.940294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:32.980550 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:35.723265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d71378d0-3a6b-4157-85f8-02d1991ffaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:38.266822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1589d315-f07f-4800-9d2a-8d3104b85c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:39.805706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:41.930516 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:42.003915 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:49.169723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36636) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:49.397839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36662) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:49.410108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-743ac284-5ad5-4dd4-bf8d-1f1a3e9998b5 tempest-AutoAllocateNetworkTest-443334041 tempest-AutoAllocateNetworkTest-443334041-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=62d4f00335b24b79a9e9c8827941960c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2388163 Nov 03 18:28:49.597634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d71d1e-11b9-407e-825f-cc76b37f3d36 tempest-AutoAllocateNetworkTest-443334041 tempest-AutoAllocateNetworkTest-443334041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:28:49.600800 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-40d71d1e-11b9-407e-825f-cc76b37f3d36 tempest-AutoAllocateNetworkTest-443334041 tempest-AutoAllocateNetworkTest-443334041-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2019551 Nov 03 18:28:49.602868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36678) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:49.677456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36686) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:49.677649 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-52ddd39a-d221-45c6-a5ea-b0ec928d23c6 tempest-AutoAllocateNetworkTest-443334041 tempest-AutoAllocateNetworkTest-443334041-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732720 Nov 03 18:28:49.706080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b4db2f93-46a7-418d-bcc1-4bb77481579b tempest-AutoAllocateNetworkTest-443334041 tempest-AutoAllocateNetworkTest-443334041-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=62d4f00335b24b79a9e9c8827941960c HTTP/1.1" status: 200 len: 208 time: 0.0274935 Nov 03 18:28:50.338760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36722) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:50.614025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:50.700955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:50.705734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:50.749148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd68054b-49ca-4e7e-84be-f8f2f90e900d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:50.757452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62d4f00335b24b79a9e9c8827941960c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4145541 Nov 03 18:28:50.757893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36750) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:50.768001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.768595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.769119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.769669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.770066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.770459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.770874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.771264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.771653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.772081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.772463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.772841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b97e26-144d-43c2-91bd-3b7d062a2382 admin admin] Tracked resource versions report: Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: pushed versions: Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: { 'AddressGroup': {'1.2'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'ConntrackHelper': {'1.0'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Log': {'1.0'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Network': {'1.1'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Port': {'1.7'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'PortForwarding': {'1.2'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'QosPolicy': {'1.10'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'SecurityGroup': {'1.5'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'SubPort': {'1.0'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Subnet': {'1.1'}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Trunk': {'1.1'}} Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: consumer versions: Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: { DHCP agent@n-d-812148-3: {}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: HyperV agent@n-h1-812148-3: {}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: HyperV agent@n-h2-812148-3: {}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: L3 agent@n-d-812148-3: {}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: Metadata agent@n-d-812148-3: {}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: Metering agent@n-d-812148-3: {}, Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: Open vSwitch agent@n-d-812148-3: { 'AddressGroup': '1.2', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'ConntrackHelper': '1.0', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Log': '1.0', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Network': '1.1', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Port': '1.7', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'PortForwarding': '1.2', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'QosPolicy': '1.10', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'SecurityGroup': '1.5', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'SecurityGroupRule': '1.2', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'SubPort': '1.0', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Subnet': '1.1', Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: 'Trunk': '1.1'}} Nov 03 18:28:50.774106 n-d-812148-3 neutron-server[101756]: {{(pid=101756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:28:50.823877 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:50.857036 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:50.926382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:50.930132 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:50.931731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd68054b-49ca-4e7e-84be-f8f2f90e900d HTTP/1.1" status: 204 len: 168 time: 0.1725514 Nov 03 18:28:50.940447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd68054b-49ca-4e7e-84be-f8f2f90e900d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:50.948788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.949134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.949495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.949831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.950167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.950493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.950814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.951268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.951595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.952000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.952326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.952647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c6743-130d-4075-8d04-2b1675e090cf admin admin] Tracked resource versions report: Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: pushed versions: Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: { 'AddressGroup': {'1.2'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'ConntrackHelper': {'1.0'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Log': {'1.0'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Network': {'1.1'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Port': {'1.7'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'PortForwarding': {'1.2'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'QosPolicy': {'1.10'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'SecurityGroup': {'1.5'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'SubPort': {'1.0'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Subnet': {'1.1'}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Trunk': {'1.1'}} Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: consumer versions: Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: { DHCP agent@n-d-812148-3: {}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: HyperV agent@n-h1-812148-3: {}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: HyperV agent@n-h2-812148-3: {}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: L3 agent@n-d-812148-3: {}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: Metadata agent@n-d-812148-3: {}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: Metering agent@n-d-812148-3: {}, Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: Open vSwitch agent@n-d-812148-3: { 'AddressGroup': '1.2', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'ConntrackHelper': '1.0', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Log': '1.0', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Network': '1.1', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Port': '1.7', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'PortForwarding': '1.2', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'QosPolicy': '1.10', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'SecurityGroup': '1.5', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'SecurityGroupRule': '1.2', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'SubPort': '1.0', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Subnet': '1.1', Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: 'Trunk': '1.1'}} Nov 03 18:28:50.953742 n-d-812148-3 neutron-server[101755]: {{(pid=101755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:28:54.985961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36978) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:54.989147 n-d-812148-3 neutron-server[101755]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 18:28:55.019162 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-4e05c7b1-79b2-4fd6-98cc-7da45446f050 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9c07d4c5880c4cba80da9654494da797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311174 Nov 03 18:28:55.040136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36980) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:55.141499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-775ab6d8-94c9-40de-999d-2e88b2df08b8 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:28:55.144017 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-775ab6d8-94c9-40de-999d-2e88b2df08b8 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188905 Nov 03 18:28:55.164183 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-d1e23702-cf6a-4f31-a77f-505660d757ff tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/quotas/9c07d4c5880c4cba80da9654494da797 HTTP/1.1" status: 200 len: 375 time: 0.0135202 Nov 03 18:28:55.238897 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-af4cc30d-c9e6-4c72-89c9-60b9e9bd2367 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c07d4c5880c4cba80da9654494da797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684595 Nov 03 18:28:55.254383 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a00595b-6d7b-4faa-98e2-61acd4375441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:55.338809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a00595b-6d7b-4faa-98e2-61acd4375441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:55.344041 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a00595b-6d7b-4faa-98e2-61acd4375441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:55.485926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00595b-6d7b-4faa-98e2-61acd4375441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f1b7d8-fbe5-480b-b2cd-d8cfb4677020,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:55.514973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1a00595b-6d7b-4faa-98e2-61acd4375441 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f24b641e4f8643a0a5c49dddeede8659&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4736497 Nov 03 18:28:55.519534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37006) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:55.596486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ba21f2e-fb05-401f-bdd5-c07204007d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:55.627844 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ba21f2e-fb05-401f-bdd5-c07204007d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:55.718118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ba21f2e-fb05-401f-bdd5-c07204007d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:55.722184 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ba21f2e-fb05-401f-bdd5-c07204007d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:55.723342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8ba21f2e-fb05-401f-bdd5-c07204007d0c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48f1b7d8-fbe5-480b-b2cd-d8cfb4677020 HTTP/1.1" status: 204 len: 168 time: 0.2023859 Nov 03 18:28:55.733761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba21f2e-fb05-401f-bdd5-c07204007d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f1b7d8-fbe5-480b-b2cd-d8cfb4677020,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:55.827248 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b496d4a8-86f6-4084-9a3d-b97c6f5699d1 req-4441a652-247e-4cda-b91c-de55f4da3b18 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 210 time: 0.0642066 Nov 03 18:28:56.216912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37068) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:56.243231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7020138b-f482-4c55-8bc3-31d318423b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:56.378414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7020138b-f482-4c55-8bc3-31d318423b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:56.385080 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7020138b-f482-4c55-8bc3-31d318423b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:56.429020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020138b-f482-4c55-8bc3-31d318423b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bb7492-7491-4732-a5e6-d345a6a904ac,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:56.465919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7020138b-f482-4c55-8bc3-31d318423b78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=014018c271e0406696554c4ff87e0048&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2466905 Nov 03 18:28:56.468880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37090) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:56.554608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a74396c-ee97-4833-a3c3-a7634caa8393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:56.583468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a74396c-ee97-4833-a3c3-a7634caa8393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:56.655899 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a74396c-ee97-4833-a3c3-a7634caa8393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:56.660141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a74396c-ee97-4833-a3c3-a7634caa8393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:56.661541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2a74396c-ee97-4833-a3c3-a7634caa8393 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32bb7492-7491-4732-a5e6-d345a6a904ac HTTP/1.1" status: 204 len: 168 time: 0.1913192 Nov 03 18:28:56.675075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74396c-ee97-4833-a3c3-a7634caa8393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bb7492-7491-4732-a5e6-d345a6a904ac,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:57.057616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37138) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:57.099196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37148) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:57.273449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81a8fede-b512-4478-8899-42b392a20892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:57.395846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47d3ef04-8af5-4eaf-bcb9-baede647c893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:57.442587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81a8fede-b512-4478-8899-42b392a20892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:57.462413 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81a8fede-b512-4478-8899-42b392a20892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:57.475380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37158) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:57.566005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47d3ef04-8af5-4eaf-bcb9-baede647c893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:57.571665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47d3ef04-8af5-4eaf-bcb9-baede647c893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:57.602358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3ef04-8af5-4eaf-bcb9-baede647c893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421167dc-ae8d-409a-ba96-7f015293f707,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:57.614052 n-d-812148-3 neutron-server[101756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 18:28:57.659376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8fede-b512-4478-8899-42b392a20892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100e279-6a5f-4848-87cc-f5d3af297430,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:57.691005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94dc41d2-cd2b-4fc1-af02-6f20f1f5c9a7 req-fbb29343-2a6a-4b79-901a-b1878ce0d43b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 210 time: 0.2118912 Nov 03 18:28:57.703257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-81a8fede-b512-4478-8899-42b392a20892 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec7e0910ac3f4a95bc1509272ee42061&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6442182 Nov 03 18:28:57.707338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37172) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:57.721923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-47d3ef04-8af5-4eaf-bcb9-baede647c893 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5f3fb03a2bd49fe98bcf7b95dbbfa41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6167200 Nov 03 18:28:57.723066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37174) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:57.895114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.70', 51037) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:57.972038 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-1107b317-cb25-4f2c-a6ae-8f71ed33463e tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9c07d4c5880c4cba80da9654494da797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754936 Nov 03 18:28:57.998580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3117b4f7-a110-4b1d-9157-b6105a0e9204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.027949 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f46e5d00-bd47-4353-8951-76a9c655c6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.072245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3117b4f7-a110-4b1d-9157-b6105a0e9204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.117988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f46e5d00-bd47-4353-8951-76a9c655c6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.317859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3117b4f7-a110-4b1d-9157-b6105a0e9204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.326195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3117b4f7-a110-4b1d-9157-b6105a0e9204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.337864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-b0e66dfd-1ee7-4e18-8b41-ad7b91357c16 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:28:58.337864 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-b0e66dfd-1ee7-4e18-8b41-ad7b91357c16 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569818 Nov 03 18:28:58.354024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3117b4f7-a110-4b1d-9157-b6105a0e9204 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/421167dc-ae8d-409a-ba96-7f015293f707 HTTP/1.1" status: 204 len: 168 time: 0.6013598 Nov 03 18:28:58.373398 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f46e5d00-bd47-4353-8951-76a9c655c6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.378722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f46e5d00-bd47-4353-8951-76a9c655c6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.380964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f46e5d00-bd47-4353-8951-76a9c655c6e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8100e279-6a5f-4848-87cc-f5d3af297430 HTTP/1.1" status: 204 len: 168 time: 0.6702955 Nov 03 18:28:58.383197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117b4f7-a110-4b1d-9157-b6105a0e9204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421167dc-ae8d-409a-ba96-7f015293f707,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:58.435994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Request body: {'port': {'device_id': '23e27846-057e-435a-a1a4-7b30d2409b51', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '9c07d4c5880c4cba80da9654494da797'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:28:58.445815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e5d00-bd47-4353-8951-76a9c655c6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100e279-6a5f-4848-87cc-f5d3af297430,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:58.681163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37252) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:58.769510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Made reservation on behalf of 9c07d4c5880c4cba80da9654494da797 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:28:58.785038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.800515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.927008 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.934885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65c5b677-8a67-40f2-bb19-859c9231a073 req-3267f4fb-5465-457c-a632-e91ecdc60e32 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 210 time: 0.0641594 Nov 03 18:28:58.968746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.119889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5d3bb-9828-45af-9ee3-7e4be5996d36,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:59.422022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Allocated IP 192.168.233.162 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/29c2fa5e-8c52-4231-b675-7003efdd0087) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:28:59.538059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-network', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:28:59.602926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Made reservation on behalf of 896a9cdfe89a4d47a4afc98094bf5c65 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:28:59.610095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.634190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37326) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:59.641561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.655423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6594-d22a-45f9-a711-a4c03c396087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.736881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37330) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:28:59.759555 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.773831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ad487dfa-35b2-44a4-aae1-55b525b6d8bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.821470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.837666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.878420 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6594-d22a-45f9-a711-a4c03c396087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.882131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:28:59.902114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6594-d22a-45f9-a711-a4c03c396087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.913291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.913717 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Added segment 5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2 of type vlan for network c423ff00-7e73-4ea9-ae8f-47acd2272e3b Nov 03 18:28:59.921038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6880f411-593e-4679-a921-775d622da643,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:28:59.960531 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.013120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8e8f6594-d22a-45f9-a711-a4c03c396087 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da32b85153ab4c84abc1ccf6a3780443&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3730323 Nov 03 18:29:00.021255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37342) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:00.046816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f6594-d22a-45f9-a711-a4c03c396087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4faae7-93f2-459f-bff1-1df5a1eadd4a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:00.054997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.086596 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ad487dfa-35b2-44a4-aae1-55b525b6d8bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.107146 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ad487dfa-35b2-44a4-aae1-55b525b6d8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.156798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:00.165181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad487dfa-35b2-44a4-aae1-55b525b6d8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2828a5-7ffd-4525-b030-3733a0c9d388,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:00.171588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:00.189103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:00.200663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d794c81-952f-44c9-87ca-9efc0c63f3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.201297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:00.201614 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.202487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.202668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:00.203116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.256653 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:29:00.262061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Pushing event updated for resources: {'Port': ['ID=29c2fa5e-8c52-4231-b675-7003efdd0087,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:00.272204 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-bd9b323f-3e9a-469e-8ecb-1b22357a87a2 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8443303 Nov 03 18:29:00.279929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=c423ff00-7e73-4ea9-ae8f-47acd2272e3b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:00.296594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-584b6dcd-cd43-4b8d-be1e-806646ee0d15 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:29:00.297816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-584b6dcd-cd43-4b8d-be1e-806646ee0d15 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0114188 Nov 03 18:29:00.313117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ad487dfa-35b2-44a4-aae1-55b525b6d8bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e851023307a48ea9413df3a3133fcc0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5763621 Nov 03 18:29:00.319953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:29:00.321850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37352) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:00.402017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-58ddd961-66da-41ca-8eb2-e04f74028cc5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7192936 Nov 03 18:29:00.414041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37354) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:00.430350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Request body: {'subnet': {'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-subnet', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:00.455643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d794c81-952f-44c9-87ca-9efc0c63f3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.526723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e18a-fe56-47ef-b89d-dbf9469dad7e req-269bc765-f0d2-48dd-aca3-1e7614464079 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:00.538175 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e201e18a-fe56-47ef-b89d-dbf9469dad7e req-269bc765-f0d2-48dd-aca3-1e7614464079 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 936 time: 0.1787555 Nov 03 18:29:00.585326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b9968c1-25b6-4e09-b806-3483cc0c9703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.650233 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e201e18a-fe56-47ef-b89d-dbf9469dad7e req-ed83c59a-de86-4794-adeb-d59a19218d33 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115041 Nov 03 18:29:00.695360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b9968c1-25b6-4e09-b806-3483cc0c9703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.755020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Request body: {'port': {'device_id': '23e27846-057e-435a-a1a4-7b30d2409b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:00.796089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Made reservation on behalf of 896a9cdfe89a4d47a4afc98094bf5c65 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:00.806640 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.849987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b1832ca9-66a6-440e-b7a6-90040849179f None None] Provisioning complete for port 29c2fa5e-8c52-4231-b675-7003efdd0087 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:00.851719 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b1832ca9-66a6-440e-b7a6-90040849179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.951405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b1832ca9-66a6-440e-b7a6-90040849179f None None] Port 29c2fa5e-8c52-4231-b675-7003efdd0087 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:00.966012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:01.060253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-93968a34-48af-4e5e-816b-0af464531b3e tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=bca19d0f291544eca01c02a7548e424b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2968848 Nov 03 18:29:01.061167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b9968c1-25b6-4e09-b806-3483cc0c9703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:01.071678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b9968c1-25b6-4e09-b806-3483cc0c9703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:01.073533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1b9968c1-25b6-4e09-b806-3483cc0c9703 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a2828a5-7ffd-4525-b030-3733a0c9d388 HTTP/1.1" status: 204 len: 168 time: 0.7483380 Nov 03 18:29:01.254860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9968c1-25b6-4e09-b806-3483cc0c9703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2828a5-7ffd-4525-b030-3733a0c9d388,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:01.359501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d794c81-952f-44c9-87ca-9efc0c63f3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:01.372950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d794c81-952f-44c9-87ca-9efc0c63f3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:01.381941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0d794c81-952f-44c9-87ca-9efc0c63f3c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f4faae7-93f2-459f-bff1-1df5a1eadd4a HTTP/1.1" status: 204 len: 168 time: 1.3505526 Nov 03 18:29:01.434449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37378) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:01.588733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d794c81-952f-44c9-87ca-9efc0c63f3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4faae7-93f2-459f-bff1-1df5a1eadd4a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:01.922479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a0996561-4919-4eda-b33b-528b4cee7c0f tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:01.942988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a0996561-4919-4eda-b33b-528b4cee7c0f tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8486595 Nov 03 18:29:01.972592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-72756211-f23e-41f7-aa07-037114e38c67 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/quotas/bca19d0f291544eca01c02a7548e424b HTTP/1.1" status: 200 len: 375 time: 0.0279038 Nov 03 18:29:01.988721 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.035289 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08307d91-d816-4cc3-b3ed-5c684ae344d2 req-30f085d9-61f7-4486-82ff-c58923d4e318 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:02.054564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08307d91-d816-4cc3-b3ed-5c684ae344d2 req-30f085d9-61f7-4486-82ff-c58923d4e318 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 936 time: 0.1732175 Nov 03 18:29:02.167314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-2102dbca-cd83-43e3-a1ad-54a50991d376 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bca19d0f291544eca01c02a7548e424b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1936784 Nov 03 18:29:02.175289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78730a88-2a3d-448b-9403-0644619597ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.217737 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.218091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c2fa5e-8c52-4231-b675-7003efdd0087 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:02.265684 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.315426 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08307d91-d816-4cc3-b3ed-5c684ae344d2 req-4d1ed652-85b9-49d2-aefe-77fab4ea7b60 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590559 Nov 03 18:29:02.339169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Transition to ACTIVE for port object 29c2fa5e-8c52-4231-b675-7003efdd0087 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:29:02.345232 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.348790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=178ab601-5793-42be-b6f2-a5fd74918b42,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:02.459164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Pushing event updated for resources: {'Port': ['ID=29c2fa5e-8c52-4231-b675-7003efdd0087,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:02.545290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Checking segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:02.545793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Network hostable DHCP agents. Network: c423ff00-7e73-4ea9-ae8f-47acd2272e3b, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:29:02.657460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Attempting to bind port 29c2fa5e-8c52-4231-b675-7003efdd0087 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:02.658338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Attempting to bind port 29c2fa5e-8c52-4231-b675-7003efdd0087 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:02.664760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:29:02.667011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Attempting to bind port 29c2fa5e-8c52-4231-b675-7003efdd0087 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:02.700869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Port 29c2fa5e-8c52-4231-b675-7003efdd0087 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:02.701773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Attempting to bind port 29c2fa5e-8c52-4231-b675-7003efdd0087 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:02.729733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:02.730536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:02.731788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:02.732667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Bound port: 29c2fa5e-8c52-4231-b675-7003efdd0087, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:02.733338 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.779019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c423ff00-7e73-4ea9-ae8f-47acd2272e3b) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:02.795255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cfbf10-9001-48c7-b332-f0671db0d0c0 None None] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:02.810612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:02.812574 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.823067 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0e044b79-8afb-49ab-b53f-397cf55d5d2c req-f1047cd3-7fb1-4c0f-ab29-5cf579050f04 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 210 time: 0.1399357 Nov 03 18:29:02.864540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78730a88-2a3d-448b-9403-0644619597ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.883197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-67864e3f-7a27-44dc-9458-8e3c10483257 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4650888 Nov 03 18:29:02.894599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37420) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:02.904129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78730a88-2a3d-448b-9403-0644619597ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:02.910557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:02.987395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] For port 29c2fa5e-8c52-4231-b675-7003efdd0087, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:03.003380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] For port 29c2fa5e-8c52-4231-b675-7003efdd0087, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=29c2fa5e-8c52-4231-b675-7003efdd0087,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:03.011534 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:03.024359 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:03.057203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:03.068347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:03.076821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:03.078430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:03.086995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] 10.222.0.70 "PUT /v2.0/ports/29c2fa5e-8c52-4231-b675-7003efdd0087 HTTP/1.1" status: 200 len: 1096 time: 2.4651000 Nov 03 18:29:03.088693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e27846-057e-435a-a1a4-7b30d2409b51', 'tag': '29c2fa5e-8c52-4231-b675-7003efdd0087'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:03.245683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78730a88-2a3d-448b-9403-0644619597ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7219ed82-9f27-483c-9d7f-afdf714dadeb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:03.292739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-78730a88-2a3d-448b-9403-0644619597ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e3ddc980f0143f5ad649e42c240cab1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8468926 Nov 03 18:29:03.306694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37438) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:03.375986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:29:03.378558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:03.544893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:03.708335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37452) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:03.725699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-e07046a1-dca8-48c2-883e-af9eb985d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:03.727899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-e07046a1-dca8-48c2-883e-af9eb985d251 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c07d4c5880c4cba80da9654494da797&device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 1099 time: 0.3380051 Nov 03 18:29:03.936097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Allocated IP 172.20.0.2 (c423ff00-7e73-4ea9-ae8f-47acd2272e3b/178ab601-5793-42be-b6f2-a5fd74918b42/2b58f379-4f51-4496-b53d-9e1cea28c76a) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:03.973506 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-10a1f2dd-0b40-4e06-b61c-2a34c31768d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=29c2fa5e-8c52-4231-b675-7003efdd0087 HTTP/1.1" status: 200 len: 217 time: 0.1896143 Nov 03 18:29:04.030277 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db344449-c9f0-4dff-addf-7d4a115378d5" -d '{"events": [{"name": "network-changed", "server_uuid": "23e27846-057e-435a-a1a4-7b30d2409b51", "tag": "29c2fa5e-8c52-4231-b675-7003efdd0087"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:04.049057 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-89c84a2c-16d7-45a7-8fa7-abcc1c2a6bfc req-5ebdc848-8333-4a6b-8dff-c58075fda89e tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 210 time: 0.0742326 Nov 03 18:29:04.220789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-5d9660c3-73da-4826-aebd-9ce12bf333c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:04.231898 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-5d9660c3-73da-4826-aebd-9ce12bf333c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1813552 Nov 03 18:29:04.249460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-121777104-network', 'tenant_id': '19a4b05bbebc444caa8a975fc0f1dd00'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:04.273734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5ce42-e95f-4ed8-a21e-ad4df6e02c6e service neutron] Pushing event updated for resources: {'Port': ['ID=29c2fa5e-8c52-4231-b675-7003efdd0087,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:04.540243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:04.565474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Made reservation on behalf of 19a4b05bbebc444caa8a975fc0f1dd00 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:04.568542 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:04.572398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:04.593847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-68415ece-2077-486d-8d16-59f0656d2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:04.597631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-68415ece-2077-486d-8d16-59f0656d2345 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2665737 Nov 03 18:29:04.600170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:04.602779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:04.709728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Pushing event updated for resources: {'Port': ['ID=2b58f379-4f51-4496-b53d-9e1cea28c76a,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:04.712134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98790621-a2d1-4afa-af87-04758052fd6a req-abcb084c-cbbe-4007-bbc6-a11faf169583 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:04.719606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98790621-a2d1-4afa-af87-04758052fd6a req-abcb084c-cbbe-4007-bbc6-a11faf169583 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 948 time: 0.9649155 Nov 03 18:29:04.756629 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cea6af14-e0f6-434c-a5ba-b93ecea3fbec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:04.775280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.776323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.777159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.777996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.778821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.779640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.780733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.781966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.782797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.783538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.784536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.785872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:04.788043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Tracked resource versions report: Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: pushed versions: Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: { 'AddressGroup': {'1.2'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'ConntrackHelper': {'1.0'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Log': {'1.0'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Network': {'1.1'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Port': {'1.7'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'PortForwarding': {'1.2'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'QosPolicy': {'1.10'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'SecurityGroup': {'1.5'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'SubPort': {'1.0'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Subnet': {'1.1'}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Trunk': {'1.1'}} Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: consumer versions: Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: { DHCP agent@n-d-812148-3: {}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: HyperV agent@n-h1-812148-3: {}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: HyperV agent@n-h2-812148-3: {}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: L3 agent@n-d-812148-3: {}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: Metadata agent@n-d-812148-3: {}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: Metering agent@n-d-812148-3: {}, Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: Open vSwitch agent@n-d-812148-3: { 'AddressGroup': '1.2', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'ConntrackHelper': '1.0', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Log': '1.0', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Network': '1.1', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Port': '1.7', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'PortForwarding': '1.2', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'QosPolicy': '1.10', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'SecurityGroup': '1.5', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'SecurityGroupRule': '1.2', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'SubPort': '1.0', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Subnet': '1.1', Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: 'Trunk': '1.1'}} Nov 03 18:29:04.789852 n-d-812148-3 neutron-server[101757]: {{(pid=101757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:29:04.861537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:04.879942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:04.887676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:04.901602 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cea6af14-e0f6-434c-a5ba-b93ecea3fbec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.010854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.050735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:29:05.071460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98790621-a2d1-4afa-af87-04758052fd6a req-cb67c15b-60f1-4d10-978d-d024b3751d7a tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544870 Nov 03 18:29:05.094012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.094421 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Added segment 56d05be5-a7bb-4bbe-9b87-f737aa164277 of type vlan for network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb Nov 03 18:29:05.101035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Attempting to bind port 2b58f379-4f51-4496-b53d-9e1cea28c76a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:05.103176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Attempting to bind port 2b58f379-4f51-4496-b53d-9e1cea28c76a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:05.104744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Attempting to bind port 2b58f379-4f51-4496-b53d-9e1cea28c76a on network c423ff00-7e73-4ea9-ae8f-47acd2272e3b {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:05.118305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:05.122528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Checking segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:05.123562 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.124229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Bound using segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:05.124993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Bound port: 2b58f379-4f51-4496-b53d-9e1cea28c76a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:05.125610 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.203262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.241783 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29234552-9792-47d1-b089-43a753cdcd42 x-openstack-request-id: req-29234552-9792-47d1-b089-43a753cdcd42 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:05.241783 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e27846-057e-435a-a1a4-7b30d2409b51", "tag": "29c2fa5e-8c52-4231-b675-7003efdd0087", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:05.241783 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29234552-9792-47d1-b089-43a753cdcd42 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:05.244214 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e27846-057e-435a-a1a4-7b30d2409b51', 'tag': '29c2fa5e-8c52-4231-b675-7003efdd0087', 'status': 'completed', 'code': 200} Nov 03 18:29:05.277500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37d6125-9d4b-4273-92f9-7ec3b837ed7d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:05.347119 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cea6af14-e0f6-434c-a5ba-b93ecea3fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.351930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cea6af14-e0f6-434c-a5ba-b93ecea3fbec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.356004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cea6af14-e0f6-434c-a5ba-b93ecea3fbec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7219ed82-9f27-483c-9d7f-afdf714dadeb HTTP/1.1" status: 204 len: 168 time: 2.0190003 Nov 03 18:29:05.361000 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3887b366-2e0b-4087-9639-8f52224fe238 req-943a3e2c-f243-453d-87cc-79376f8ec086 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 210 time: 0.1232493 Nov 03 18:29:05.363679 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.364831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:05.368258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.392902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] For port 2b58f379-4f51-4496-b53d-9e1cea28c76a, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:05.396859 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6676662 Nov 03 18:29:05.403184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] For port 2b58f379-4f51-4496-b53d-9e1cea28c76a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2b58f379-4f51-4496-b53d-9e1cea28c76a,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:05.413058 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.414996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37498) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:05.429332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6af14-e0f6-434c-a5ba-b93ecea3fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7219ed82-9f27-483c-9d7f-afdf714dadeb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:05.436880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Request body: {'subnet': {'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-121777104-subnet', 'tenant_id': '19a4b05bbebc444caa8a975fc0f1dd00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:05.492837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Made reservation on behalf of 19a4b05bbebc444caa8a975fc0f1dd00 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:05.496467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.678293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e55f9b-d67f-4312-9b6a-02b89ec5b109 None None] Pushing event updated for resources: {'Port': ['ID=2b58f379-4f51-4496-b53d-9e1cea28c76a,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:05.760919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2fac5-d977-4360-b35e-a66bcc0b2def admin admin] Pushing event updated for resources: {'Network': ['ID=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:05.783889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-ab692828-0a52-4c06-911b-4f78747c9166 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914594 Nov 03 18:29:05.808077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:29:05.851072 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3b2b233e-4329-46c1-8354-ad746f6e9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:05.964137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:06.050717 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:06.097131 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92b2d7d3-6350-4794-ad26-8e9f239a59e4 req-9bfa7930-c521-49f1-8886-4dfa00e69483 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763608 Nov 03 18:29:06.338173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6afb-ef82-4857-ae4c-6397f7326455 req-f17edc87-36fd-4199-a487-a1f074238127 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:06.345262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6afb-ef82-4857-ae4c-6397f7326455 req-f17edc87-36fd-4199-a487-a1f074238127 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:06.349800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6afb-ef82-4857-ae4c-6397f7326455 req-f17edc87-36fd-4199-a487-a1f074238127 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:06.352174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6afb-ef82-4857-ae4c-6397f7326455 req-f17edc87-36fd-4199-a487-a1f074238127 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:06.355673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6afb-ef82-4857-ae4c-6397f7326455 req-f17edc87-36fd-4199-a487-a1f074238127 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:06.380726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:06.397555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd2f6afb-ef82-4857-ae4c-6397f7326455 req-f17edc87-36fd-4199-a487-a1f074238127 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.6551766 Nov 03 18:29:06.460109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37510) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:06.598184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2b58f379-4f51-4496-b53d-9e1cea28c76a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:06.659234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Allocated IP 172.25.3.124 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/b52f278c-2ca0-4f90-b5d2-40435e79a4b1) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:06.728814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2b58f379-4f51-4496-b53d-9e1cea28c76a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:06.736410 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:06.804926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-237ad5a6-9e35-4843-ae6b-0be72d0cada5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:06.847803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:06.885123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:06.899168 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:06.984456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 2b58f379-4f51-4496-b53d-9e1cea28c76a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2b58f379-4f51-4496-b53d-9e1cea28c76a,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:06.994924 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:07.001948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf443a1d-9655-42a1-9731-44e8f00ee619 req-be81c9f5-ca9f-4d84-9745-517adc30bd64 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:07.012112 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf443a1d-9655-42a1-9731-44e8f00ee619 req-be81c9f5-ca9f-4d84-9745-517adc30bd64 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 948 time: 0.7796338 Nov 03 18:29:07.037112 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-237ad5a6-9e35-4843-ae6b-0be72d0cada5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:07.056011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-237ad5a6-9e35-4843-ae6b-0be72d0cada5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:07.058942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:07.059608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Network hostable DHCP agents. Network: a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:29:07.075135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff403179-9f0d-4878-a26d-0f76eb5bde61,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:07.114816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:07.151577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:07.169501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:07.185368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b52f278c-2ca0-4f90-b5d2-40435e79a4b1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:07.189489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ad5a6-9e35-4843-ae6b-0be72d0cada5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3ee9a-17d3-40fc-98cf-4ca11b9952c9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:07.191324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=2b58f379-4f51-4496-b53d-9e1cea28c76a,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:07.356209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2d126-9621-412c-b35f-f19e859c72d7 req-44c884ba-93c8-4be0-86cb-5b0ccfe327ff tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:07.370361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40c2d126-9621-412c-b35f-f19e859c72d7 req-44c884ba-93c8-4be0-86cb-5b0ccfe327ff tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 886 time: 0.8613002 Nov 03 18:29:07.381765 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-237ad5a6-9e35-4843-ae6b-0be72d0cada5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5af293a27c7440238d19000357d308cf&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9160514 Nov 03 18:29:07.424669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:07.431565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf443a1d-9655-42a1-9731-44e8f00ee619 req-542f207d-7343-4421-9ee0-8a0bb369515e tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107735 Nov 03 18:29:07.439283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:29:07.487174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:07.493209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:07.496355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:07.502954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cfc458-4b50-40ea-adc8-87d4ed7bfbc2 None None] Network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:07.609484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dea82e75-0834-42df-99bd-bcd50ac39109 req-dd6e175d-1738-4f3e-aad9-c78d098f5985 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 210 time: 0.0648987 Nov 03 18:29:07.663838 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b6b1f674-9e1f-4d7a-8178-a8b7ca76c5c8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2379050 Nov 03 18:29:07.687384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd61f70-5af8-49ec-bee1-621cea4afead None None] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:07.811005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fedf7e56-b2b5-4276-9a05-63e3957283d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:07.856751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bf658a13-3214-481b-805b-2c2e0923854a None None] Provisioning complete for port 2b58f379-4f51-4496-b53d-9e1cea28c76a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:07.858075 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bf658a13-3214-481b-805b-2c2e0923854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:07.954591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fedf7e56-b2b5-4276-9a05-63e3957283d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:08.072996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:08.279030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076138-8954-49de-ba3c-64476755166e req-570930c8-34b0-4a3c-89fd-da2cfdc2d613 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:08.281156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076138-8954-49de-ba3c-64476755166e req-570930c8-34b0-4a3c-89fd-da2cfdc2d613 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:08.285810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076138-8954-49de-ba3c-64476755166e req-570930c8-34b0-4a3c-89fd-da2cfdc2d613 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:08.286506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076138-8954-49de-ba3c-64476755166e req-570930c8-34b0-4a3c-89fd-da2cfdc2d613 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:08.287795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076138-8954-49de-ba3c-64476755166e req-570930c8-34b0-4a3c-89fd-da2cfdc2d613 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:08.289858 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-47076138-8954-49de-ba3c-64476755166e req-570930c8-34b0-4a3c-89fd-da2cfdc2d613 tempest-NetworksTest-1518763294 tempest-NetworksTest-1518763294-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3613 time: 0.7868004 Nov 03 18:29:08.339793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fedf7e56-b2b5-4276-9a05-63e3957283d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:08.379491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fedf7e56-b2b5-4276-9a05-63e3957283d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:08.383124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fedf7e56-b2b5-4276-9a05-63e3957283d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ba3ee9a-17d3-40fc-98cf-4ca11b9952c9 HTTP/1.1" status: 204 len: 168 time: 0.9489038 Nov 03 18:29:08.418803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf7e56-b2b5-4276-9a05-63e3957283d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba3ee9a-17d3-40fc-98cf-4ca11b9952c9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:08.451507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.70', 51042) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:08.632724 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-589e730f-1b24-4dc0-bda7-708cdbb21b3e tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bca19d0f291544eca01c02a7548e424b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1684673 Nov 03 18:29:08.660809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2b58f379-4f51-4496-b53d-9e1cea28c76a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:08.668223 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-035464c3-3499-4ca2-8a3b-3aa0830a4f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:08.693071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67930df9-2db7-4fef-be6e-3f68765fe27c None None] Network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:08.783077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:08.889792 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e063aca1-4f91-4c29-852c-71a09e0b7fe0 req-fb911a31-aff5-4e90-9c7e-031d3cc02e74 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 210 time: 0.1008315 Nov 03 18:29:08.898526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-c58aa87b-049c-4681-b40d-4249a33c75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:08.900827 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-c58aa87b-049c-4681-b40d-4249a33c75cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c07d4c5880c4cba80da9654494da797&device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 1099 time: 0.4388900 Nov 03 18:29:09.175072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d801-9a78-4e01-8159-a994b8fea109 req-c5481ae6-9815-4989-aef6-e24ec367bcc8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:09.177564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-c5481ae6-9815-4989-aef6-e24ec367bcc8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5287693 Nov 03 18:29:09.375047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2b58f379-4f51-4496-b53d-9e1cea28c76a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:09.375891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:09.412294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37548) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:09.644229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-e63b5b15-b38f-4dc4-bc56-c6ec228aa31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:09.646567 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-e63b5b15-b38f-4dc4-bc56-c6ec228aa31d service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.7216685 Nov 03 18:29:09.674469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849ec00-967b-4972-b433-3f16281e7a84 req-ab8ba2f3-f762-4567-a3e3-c95efc9b01a9 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:09.676404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e849ec00-967b-4972-b433-3f16281e7a84 req-ab8ba2f3-f762-4567-a3e3-c95efc9b01a9 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 948 time: 0.8815145 Nov 03 18:29:09.801470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e849ec00-967b-4972-b433-3f16281e7a84 req-6c6594e1-5cf8-439b-9c0c-6831303232cb tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134601 Nov 03 18:29:09.826981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Request body: {'port': {'device_id': '7f2c6418-dbb4-4e98-9366-de5936845c38', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'bca19d0f291544eca01c02a7548e424b'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:09.831774 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-9cde8b3c-3d0b-4ad7-96b6-0094ee816f10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=29c2fa5e-8c52-4231-b675-7003efdd0087 HTTP/1.1" status: 200 len: 217 time: 0.1303940 Nov 03 18:29:09.853018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Router 6bfd20c0-fe04-4529-aecd-4038d10105ca is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:29:09.966977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d4991ab9-43c3-491a-b992-26e889813c51 None None] Provisioning complete for port 2b58f379-4f51-4496-b53d-9e1cea28c76a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:09.973207 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d4991ab9-43c3-491a-b992-26e889813c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.046904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.122154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:29:10.144720 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Sync routers for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:29:10.167207 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:10.171513 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:10.213446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.214795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8183fbaf-e9ff-4d08-bd65-8d52b214b1b0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.3117974 Nov 03 18:29:10.218371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37566) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:10.242296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37568) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:10.261132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-411742832-network', 'tenant_id': '55795befa8754e0bbb140049759b9076'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:10.434814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-e81781a0-182e-4e5a-9527-2964907dfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:10.437678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Made reservation on behalf of 55795befa8754e0bbb140049759b9076 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:10.440903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-e81781a0-182e-4e5a-9527-2964907dfc7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.5842085 Nov 03 18:29:10.447443 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.457919 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:10.473107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40537cb0-c39c-4b8d-8a53-0dece3d8fea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.477821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.622230 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40537cb0-c39c-4b8d-8a53-0dece3d8fea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.640069 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00cbaf5c-7a32-4d92-9e87-7bd9715370e2 req-4a1dca4c-6401-4ac9-aeb0-39fddcea2345 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 210 time: 0.5636978 Nov 03 18:29:10.666102 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40537cb0-c39c-4b8d-8a53-0dece3d8fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.716104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40537cb0-c39c-4b8d-8a53-0dece3d8fea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa80b56-a309-447f-a1e8-a06f0aa84d96,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:10.792101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Made reservation on behalf of bca19d0f291544eca01c02a7548e424b for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:10.804121 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.851475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:10.864282 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:07Z', 'revision_number': 3, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:10.896045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-40537cb0-c39c-4b8d-8a53-0dece3d8fea7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f35d994cc9474b54bf28c777faf04ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4734595 Nov 03 18:29:10.915055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37578) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:10.965400 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Checking router: 6bfd20c0-fe04-4529-aecd-4038d10105ca for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:29:10.968099 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Updating router 6bfd20c0-fe04-4529-aecd-4038d10105ca port b52f278c-2ca0-4f90-b5d2-40435e79a4b1 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:29:11.060679 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.077894 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.129575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c057d9e6-4d20-4f6d-988d-2f904eb6fb89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.166405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.201733 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.260157 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.263768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c057d9e6-4d20-4f6d-988d-2f904eb6fb89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.315295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:29:11.326422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b942c-c07e-4008-b0f8-7cb475f0bf12,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:11.382811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22cbc5b-2874-41b1-b0f6-3a24f8be92ad,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:11.389508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.389884 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Added segment 09f87926-3c69-4140-ae4d-b6e44fc8776e of type vlan for network 9b4508d2-f4af-4385-9b32-9232d2651215 Nov 03 18:29:11.400684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29de55d-1cff-4de4-842c-06160a5b3066 req-5db570b2-31c7-4f3c-b9bc-105c3e1a3ad1 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:11.413672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c29de55d-1cff-4de4-842c-06160a5b3066 req-5db570b2-31c7-4f3c-b9bc-105c3e1a3ad1 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 948 time: 0.3301508 Nov 03 18:29:11.494818 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.586800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c29de55d-1cff-4de4-842c-06160a5b3066 req-e8a15788-1884-4acc-bbfb-f6ff23130c83 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635401 Nov 03 18:29:11.606349 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.607312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:11.607892 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.699562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4533305 Nov 03 18:29:11.703292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37588) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:11.715040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Request body: {'subnet': {'network_id': '9b4508d2-f4af-4385-9b32-9232d2651215', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-411742832-subnet', 'tenant_id': '55795befa8754e0bbb140049759b9076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:11.746129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c057d9e6-4d20-4f6d-988d-2f904eb6fb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.746688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ce191-4569-4843-b723-0778f752ce98 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4508d2-f4af-4385-9b32-9232d2651215,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:11.757186 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c057d9e6-4d20-4f6d-988d-2f904eb6fb89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.760772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 9b4508d2-f4af-4385-9b32-9232d2651215 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:29:11.761777 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.766462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c057d9e6-4d20-4f6d-988d-2f904eb6fb89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1fa80b56-a309-447f-a1e8-a06f0aa84d96 HTTP/1.1" status: 204 len: 168 time: 0.8468418 Nov 03 18:29:11.776957 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.777211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.808901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Made reservation on behalf of 55795befa8754e0bbb140049759b9076 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:11.811141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:11.842645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057d9e6-4d20-4f6d-988d-2f904eb6fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa80b56-a309-447f-a1e8-a06f0aa84d96,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:11.872480 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Pushing event updated for resources: {'Port': ['ID=b52f278c-2ca0-4f90-b5d2-40435e79a4b1,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:11.888844 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.894033 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.895217 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.897968 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.898511 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.899005 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.899493 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.899986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.900471 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.902628 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.903152 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.903637 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Tracked resource versions report: Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: pushed versions: Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: { 'AddressGroup': {'1.2'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'ConntrackHelper': {'1.0'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Log': {'1.0'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Network': {'1.1'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Port': {'1.7'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'PortForwarding': {'1.2'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'QosPolicy': {'1.10'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'SecurityGroup': {'1.5'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'SubPort': {'1.0'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Subnet': {'1.1'}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Trunk': {'1.1'}} Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: consumer versions: Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: { DHCP agent@n-d-812148-3: {}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: HyperV agent@n-h1-812148-3: {}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: HyperV agent@n-h2-812148-3: {}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: L3 agent@n-d-812148-3: {}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: Metadata agent@n-d-812148-3: {}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: Metering agent@n-d-812148-3: {}, Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: Open vSwitch agent@n-d-812148-3: { 'AddressGroup': '1.2', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'ConntrackHelper': '1.0', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Log': '1.0', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Network': '1.1', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Port': '1.7', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'PortForwarding': '1.2', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'QosPolicy': '1.10', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'SecurityGroup': '1.5', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'SecurityGroupRule': '1.2', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'SubPort': '1.0', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Subnet': '1.1', Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: 'Trunk': '1.1'}} Nov 03 18:29:11.928935 n-d-812148-3 neutron-server[101758]: {{(pid=101758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:29:11.938514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Allocated IP 192.168.233.165 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/d1043c2c-9106-4c2d-8371-9d61637563b8) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:11.991408 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Attempting to bind port b52f278c-2ca0-4f90-b5d2-40435e79a4b1 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:11.991797 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Attempting to bind port b52f278c-2ca0-4f90-b5d2-40435e79a4b1 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:11.992169 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Attempting to bind port b52f278c-2ca0-4f90-b5d2-40435e79a4b1 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:12.004013 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:12.004385 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:12.007223 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.008183 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:12.009042 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Bound port: b52f278c-2ca0-4f90-b5d2-40435e79a4b1, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:12.012086 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.026477 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-269d4663-eb92-4187-80f0-173859425428 req-60be63a5-8d99-4f6d-b8db-a6760fa43dd8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 210 time: 0.1907375 Nov 03 18:29:12.118723 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.121717 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.154471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-870d2e09-1ce7-458e-bdcc-7e98de0b90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:12.157063 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-870d2e09-1ce7-458e-bdcc-7e98de0b90df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3672833 Nov 03 18:29:12.164658 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] For port b52f278c-2ca0-4f90-b5d2-40435e79a4b1, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:12.170362 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] For port b52f278c-2ca0-4f90-b5d2-40435e79a4b1, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b52f278c-2ca0-4f90-b5d2-40435e79a4b1,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:12.183418 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.318033 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8304db-97df-4edf-a34f-cdc6156f8e12 None None] Pushing event updated for resources: {'Port': ['ID=b52f278c-2ca0-4f90-b5d2-40435e79a4b1,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:12.332873 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:12.334384 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:12.418311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Allocated IP 172.20.0.1 (c423ff00-7e73-4ea9-ae8f-47acd2272e3b/178ab601-5793-42be-b6f2-a5fd74918b42/52dc22bb-cc3f-433c-84ff-677f2f5c0a9e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:12.476394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.553237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.579473 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:12.584637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37604) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:12.637551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-555b9800-0498-40e4-82af-bd327e96550d service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072032 Nov 03 18:29:12.639535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.787583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:12.829124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9bd16cb-31bb-4ccf-b833-cc6232826767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.833251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.836639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.845457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:12.849179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Pushing event updated for resources: {'Port': ['ID=d1043c2c-9106-4c2d-8371-9d61637563b8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:12.863232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:12.872229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:12.873051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:12.989875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75f6196-e486-4991-80f4-8d0f2ff10703,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:12.995428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Pushing event updated for resources: {'Port': ['ID=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:13.001701 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:07Z', 'revision_number': 3, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:13.049612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:13.063595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:13.074330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:13.074941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:13.301735 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e55c0b-7ed0-43e8-a5b8-6be1de269413 None None] The sync data for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 is: [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:07Z', 'revision_number': 3, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:29:13.371914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-05931373-cc52-4d3b-a822-ab7cd7a0c102 None None] Provisioning complete for port d1043c2c-9106-4c2d-8371-9d61637563b8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:13.374275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-05931373-cc52-4d3b-a822-ab7cd7a0c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:13.392564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-8c9328ce-0437-46fb-aed5-d826b7ec0609 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5871043 Nov 03 18:29:13.439845 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-05931373-cc52-4d3b-a822-ab7cd7a0c102 None None] Port d1043c2c-9106-4c2d-8371-9d61637563b8 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:13.450887 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db344449-c9f0-4dff-addf-7d4a115378d5 req-708588ee-7800-48d5-8f1f-c8315a9d4712 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703586 Nov 03 18:29:13.482059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20815df-5415-460a-aba5-84102c85dd40 req-12f04286-d2c4-490f-80a1-1ae80b9050a2 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:13.492357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d20815df-5415-460a-aba5-84102c85dd40 req-12f04286-d2c4-490f-80a1-1ae80b9050a2 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 936 time: 0.1207116 Nov 03 18:29:13.553722 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d20815df-5415-460a-aba5-84102c85dd40 req-2e98829f-3d92-4054-bf5f-24fa139b6f6d tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595853 Nov 03 18:29:13.566070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-786b6846-12f9-4eac-99b2-5921bd456bcf None None] Provisioning complete for port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:13.566438 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-786b6846-12f9-4eac-99b2-5921bd456bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:13.598953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b11b4-9bfa-4fae-9aff-ae3e9ed75960 req-b33f5396-395a-40b9-a358-75d0274cf990 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:13.601914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d13b11b4-9bfa-4fae-9aff-ae3e9ed75960 req-b33f5396-395a-40b9-a358-75d0274cf990 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 948 time: 0.7917347 Nov 03 18:29:13.614646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-786b6846-12f9-4eac-99b2-5921bd456bcf None None] Port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:13.650204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:13.674377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Checking segment: {'id': '09f87926-3c69-4140-ae4d-b6e44fc8776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9b4508d2-f4af-4385-9b32-9232d2651215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:13.674714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Network hostable DHCP agents. Network: 9b4508d2-f4af-4385-9b32-9232d2651215, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:29:13.769340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d13b11b4-9bfa-4fae-9aff-ae3e9ed75960 req-8c5834ff-6820-41a0-9ecd-fdc8780db0ab tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493967 Nov 03 18:29:13.784083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Request body: {'port': {'device_id': '7f2c6418-dbb4-4e98-9366-de5936845c38', 'device_owner': 'compute:tempest-test_az-1607690787', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:13.851176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9bd16cb-31bb-4ccf-b833-cc6232826767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:13.853649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Network 9b4508d2-f4af-4385-9b32-9232d2651215 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:29:13.863918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:13.882919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9bd16cb-31bb-4ccf-b833-cc6232826767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:13.949483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 9b4508d2-f4af-4385-9b32-9232d2651215) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:13.957908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:13.958510 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:13.963464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65cfa6-a21f-4baf-b810-3c8d2e84d120 None None] Network 9b4508d2-f4af-4385-9b32-9232d2651215 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:14.031260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d9bd16cb-31bb-4ccf-b833-cc6232826767 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f205d411b9343aa86e0b3c9e12bd6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2231185 Nov 03 18:29:14.035873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37638) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:14.073215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-24312ad4-f6bc-49e6-b041-db2dfaa975b2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3654344 Nov 03 18:29:14.107541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd16cb-31bb-4ccf-b833-cc6232826767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e598fc0-fd14-43a1-9271-c3d7cd90e57e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:14.203285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adef895-49c1-4121-a6eb-67bb43d0abe0 None None] Network 9b4508d2-f4af-4385-9b32-9232d2651215 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:14.261328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.280310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ec61282-697e-4cd7-bf07-7c49eba2ba87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.293303 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.294146 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.393615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1043c2c-9106-4c2d-8371-9d61637563b8 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:14.425515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.444124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Transition to ACTIVE for port object d1043c2c-9106-4c2d-8371-9d61637563b8 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:29:14.450949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.467422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ec61282-697e-4cd7-bf07-7c49eba2ba87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.482197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b52f278c-2ca0-4f90-b5d2-40435e79a4b1 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:14.497978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:14.503919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:14.512876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Pushing event updated for resources: {'Port': ['ID=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:14.569634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Pushing event updated for resources: {'Port': ['ID=d1043c2c-9106-4c2d-8371-9d61637563b8,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:14.659616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b52f278c-2ca0-4f90-b5d2-40435e79a4b1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:14.659996 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.688780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Attempting to bind port d1043c2c-9106-4c2d-8371-9d61637563b8 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:14.689221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Attempting to bind port d1043c2c-9106-4c2d-8371-9d61637563b8 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:14.689591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Attempting to bind port d1043c2c-9106-4c2d-8371-9d61637563b8 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:14.702932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Port d1043c2c-9106-4c2d-8371-9d61637563b8 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:14.703277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Attempting to bind port d1043c2c-9106-4c2d-8371-9d61637563b8 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:14.729173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:14.729543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:14.729933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:14.730374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Bound port: d1043c2c-9106-4c2d-8371-9d61637563b8, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:14.730729 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.791475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Router 6bfd20c0-fe04-4529-aecd-4038d10105ca has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:29:14.794027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ec61282-697e-4cd7-bf07-7c49eba2ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.800853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ec61282-697e-4cd7-bf07-7c49eba2ba87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.808902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ec61282-697e-4cd7-bf07-7c49eba2ba87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e598fc0-fd14-43a1-9271-c3d7cd90e57e HTTP/1.1" status: 204 len: 168 time: 0.7698467 Nov 03 18:29:14.876928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.888076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37674) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:14.904355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b52f278c-2ca0-4f90-b5d2-40435e79a4b1, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b52f278c-2ca0-4f90-b5d2-40435e79a4b1,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:14.909307 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:14.927141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec61282-697e-4cd7-bf07-7c49eba2ba87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e598fc0-fd14-43a1-9271-c3d7cd90e57e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:15.030606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d4497-8e0d-454c-9037-c137a0cbe421 req-9b0c838f-be2b-4ae2-9fd9-11cb4b6f4fb9 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:15.032194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce5d4497-8e0d-454c-9037-c137a0cbe421 req-9b0c838f-be2b-4ae2-9fd9-11cb4b6f4fb9 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 970 time: 0.2632422 Nov 03 18:29:15.067926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] For port d1043c2c-9106-4c2d-8371-9d61637563b8, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:15.081620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b52f278c-2ca0-4f90-b5d2-40435e79a4b1,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:15.086495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] For port d1043c2c-9106-4c2d-8371-9d61637563b8, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d1043c2c-9106-4c2d-8371-9d61637563b8,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:15.103573 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:15.107567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e3a2194f-35d4-4b4d-9633-bf06c0230569 None None] Provisioning complete for port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:15.108104 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3a2194f-35d4-4b4d-9633-bf06c0230569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:15.171131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2194f-35d4-4b4d-9633-bf06c0230569 None None] Port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:15.171636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:15.172431 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:15.174036 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] 10.222.0.70 "PUT /v2.0/ports/d1043c2c-9106-4c2d-8371-9d61637563b8 HTTP/1.1" status: 200 len: 1118 time: 1.3946266 Nov 03 18:29:15.181836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2c6418-dbb4-4e98-9366-de5936845c38', 'tag': 'd1043c2c-9106-4c2d-8371-9d61637563b8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:15.184112 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2655ade-1b30-458a-977d-45aa1c064991" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2c6418-dbb4-4e98-9366-de5936845c38", "tag": "d1043c2c-9106-4c2d-8371-9d61637563b8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:15.248827 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce5d4497-8e0d-454c-9037-c137a0cbe421 req-1fe1db13-e1c2-4fb2-98cd-28f1399fa5b8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016346 Nov 03 18:29:15.283582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-d2940746-419f-487f-b973-10d7e53136cc tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:15.285108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-d2940746-419f-487f-b973-10d7e53136cc tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 807 time: 0.4324672 Nov 03 18:29:15.323810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:29:15.328947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0560c-bc74-4f3f-a194-663592a37b36 service neutron] Pushing event updated for resources: {'Port': ['ID=d1043c2c-9106-4c2d-8371-9d61637563b8,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:15.332474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-2d919701-5431-43cd-8164-609be9217930 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/quotas/19a4b05bbebc444caa8a975fc0f1dd00 HTTP/1.1" status: 200 len: 375 time: 0.0344098 Nov 03 18:29:15.353081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7090c3e5-6155-4ba5-9b38-1ed5fb01a86d admin admin] 10.222.0.77 "PUT /v2.0/routers/6bfd20c0-fe04-4529-aecd-4038d10105ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1328030 Nov 03 18:29:15.370337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d801-9a78-4e01-8159-a994b8fea109 req-cd3589dd-404f-4d72-88ea-3367023b179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:15.377254 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-cd3589dd-404f-4d72-88ea-3367023b179c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca19d0f291544eca01c02a7548e424b&device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 1121 time: 0.1243305 Nov 03 18:29:15.418902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-45afd125-b8cc-422b-8803-50f75d305da9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633829 Nov 03 18:29:15.433803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-07655f4f-e06a-428e-841f-88a232e41127 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d1043c2c-9106-4c2d-8371-9d61637563b8 HTTP/1.1" status: 200 len: 217 time: 0.0485718 Nov 03 18:29:15.480132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5e51-a903-4622-aa03-000bc15169b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:15.520878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cbcf0-846b-45c8-a946-d7565997664a req-ef791687-8213-4467-bf4a-7da4ded403f6 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:15.523321 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-194cbcf0-846b-45c8-a946-d7565997664a req-ef791687-8213-4467-bf4a-7da4ded403f6 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 948 time: 0.0996897 Nov 03 18:29:15.527925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d801-9a78-4e01-8159-a994b8fea109 req-b7c7a91c-c1bb-47d5-b761-3e13a5d8919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:15.529943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-b7c7a91c-c1bb-47d5-b761-3e13a5d8919f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0774543 Nov 03 18:29:15.638569 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-194cbcf0-846b-45c8-a946-d7565997664a req-76477045-1c89-4926-8d3c-68b51aa4788d tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027560 Nov 03 18:29:15.640330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-58048fe7-6bd5-423a-b785-b6aeac91289f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:29:15.640787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d801-9a78-4e01-8159-a994b8fea109 req-d151707d-a550-4322-9282-bf69cfc18526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:15.641553 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-58048fe7-6bd5-423a-b785-b6aeac91289f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0938148 Nov 03 18:29:15.642272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-d151707d-a550-4322-9282-bf69cfc18526 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008432 Nov 03 18:29:15.703256 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1e899a-a4c7-48f1-9974-1e4a88278f11 x-openstack-request-id: req-8f1e899a-a4c7-48f1-9974-1e4a88278f11 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:15.703820 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2c6418-dbb4-4e98-9366-de5936845c38", "tag": "d1043c2c-9106-4c2d-8371-9d61637563b8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:15.704237 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f1e899a-a4c7-48f1-9974-1e4a88278f11 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:15.704783 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2c6418-dbb4-4e98-9366-de5936845c38', 'tag': 'd1043c2c-9106-4c2d-8371-9d61637563b8', 'status': 'completed', 'code': 200} Nov 03 18:29:15.747828 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5e51-a903-4622-aa03-000bc15169b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:15.756609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5e51-a903-4622-aa03-000bc15169b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:15.791347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5e51-a903-4622-aa03-000bc15169b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0ec021-d12f-4fc4-b421-b19deb5e0ac0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:15.823370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0d4f5e51-a903-4622-aa03-000bc15169b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=850a8b6e69324f12b6d93d780bdb2b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9031997 Nov 03 18:29:15.826562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37700) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:15.830938 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-43000563-dfb7-4bd5-9994-77ba62f438e0 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811213 Nov 03 18:29:15.843970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-efba1ac2-7de9-4e95-a59a-ef156348cdbd service neutron] 10.222.0.77 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807973 Nov 03 18:29:15.944470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Sync routers for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:29:15.974785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:15.975439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:15.995672 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7035d801-9a78-4e01-8159-a994b8fea109 req-e58b333b-7398-4cae-8e51-d7be01f1ce1f service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562231 Nov 03 18:29:16.056450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-373e1e8a-7a87-4ceb-9445-0c137af8c207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:16.109574 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-373e1e8a-7a87-4ceb-9445-0c137af8c207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:16.125444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-1541a2e0-3850-49d4-9dda-44c872dfca92 service neutron] 10.222.0.77 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676556 Nov 03 18:29:16.132180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2655ade-1b30-458a-977d-45aa1c064991 req-e4aff5f2-d4c6-4d3b-b5dd-ee3556cc1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:16.135192 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2655ade-1b30-458a-977d-45aa1c064991 req-e4aff5f2-d4c6-4d3b-b5dd-ee3556cc1a3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca19d0f291544eca01c02a7548e424b&device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 1121 time: 0.0843050 Nov 03 18:29:16.146701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:16.182101 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-373e1e8a-7a87-4ceb-9445-0c137af8c207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:16.187148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-373e1e8a-7a87-4ceb-9445-0c137af8c207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:16.189614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-373e1e8a-7a87-4ceb-9445-0c137af8c207 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d0ec021-d12f-4fc4-b421-b19deb5e0ac0 HTTP/1.1" status: 204 len: 168 time: 0.3615808 Nov 03 18:29:16.207122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e1e8a-7a87-4ceb-9445-0c137af8c207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0ec021-d12f-4fc4-b421-b19deb5e0ac0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:16.320657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2655ade-1b30-458a-977d-45aa1c064991 req-7ddb014a-b808-477e-9ee8-f8a652c7bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:16.327228 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2655ade-1b30-458a-977d-45aa1c064991 req-7ddb014a-b808-477e-9ee8-f8a652c7bbe1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1832900 Nov 03 18:29:16.429288 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2655ade-1b30-458a-977d-45aa1c064991 req-30e8f98b-22a5-4807-8c58-c5bf843eea46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d1043c2c-9106-4c2d-8371-9d61637563b8 HTTP/1.1" status: 200 len: 217 time: 0.0937290 Nov 03 18:29:16.440348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b52f278c-2ca0-4f90-b5d2-40435e79a4b1 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:16.486579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-888e2238-5e77-4933-8301-6e15e4fdc0fe req-4b653cfb-e52e-4fce-8d4b-4c390d56e620 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 210 time: 0.0325918 Nov 03 18:29:16.532961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2655ade-1b30-458a-977d-45aa1c064991 req-b134b4d9-6d99-4730-a524-f65c510bd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:16.534462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2655ade-1b30-458a-977d-45aa1c064991 req-b134b4d9-6d99-4730-a524-f65c510bd18d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0933950 Nov 03 18:29:16.545696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b90d1-36a0-4277-a91d-558bfaab2c5a req-654c3576-4c55-4e59-a4df-467ecfc36b34 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:16.553925 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c4b90d1-36a0-4277-a91d-558bfaab2c5a req-654c3576-4c55-4e59-a4df-467ecfc36b34 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 970 time: 0.1442537 Nov 03 18:29:16.609314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b52f278c-2ca0-4f90-b5d2-40435e79a4b1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:16.609705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:16.629840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2655ade-1b30-458a-977d-45aa1c064991 req-b258fc1d-ab3f-4f14-9bee-eb7e6a69916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:16.631286 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2655ade-1b30-458a-977d-45aa1c064991 req-b258fc1d-ab3f-4f14-9bee-eb7e6a69916f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703623 Nov 03 18:29:16.645865 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c4b90d1-36a0-4277-a91d-558bfaab2c5a req-51f5951f-c6b2-4920-8f9b-fa6ec0f8b59c tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868227 Nov 03 18:29:16.647074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 2, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:16.697191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Checking router: 6bfd20c0-fe04-4529-aecd-4038d10105ca for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:29:16.697814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Updating router 6bfd20c0-fe04-4529-aecd-4038d10105ca port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:29:16.732294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:16.739364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37736) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:16.747154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-network', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:16.852560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Made reservation on behalf of d67f3cc352b247409d406e920b8cf629 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:16.857162 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:16.871912 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2655ade-1b30-458a-977d-45aa1c064991 req-ab1dc1af-2808-433f-87cd-1e36606ed60a service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246962 Nov 03 18:29:16.874277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:16.950147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d85e29-b199-4f4b-9f70-5a0a2d2e377b req-aad000bb-5e63-475f-807b-26fc3de7b32a tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:16.963427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2d85e29-b199-4f4b-9f70-5a0a2d2e377b req-aad000bb-5e63-475f-807b-26fc3de7b32a tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 948 time: 0.2029350 Nov 03 18:29:17.079534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2d85e29-b199-4f4b-9f70-5a0a2d2e377b req-92db30ec-70b4-4c4b-aacc-21c0248a45a8 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144946 Nov 03 18:29:17.103268 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2655ade-1b30-458a-977d-45aa1c064991 req-ecb0cd10-617f-4f0c-afa5-7df90e2229cf service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238317 Nov 03 18:29:17.113721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37742) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:17.138455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-329d800f-9f51-419f-b5b1-3acb0a3be780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.147584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.155004 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.183861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:29:17.200239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edadad9a-19e5-4178-8ffc-483ca5731149,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:17.203483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.204332 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Added segment ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f of type vlan for network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d Nov 03 18:29:17.252212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.277727 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-329d800f-9f51-419f-b5b1-3acb0a3be780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.285262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-329d800f-9f51-419f-b5b1-3acb0a3be780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.286188 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.289170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:17.290261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.328610 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.334631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-329d800f-9f51-419f-b5b1-3acb0a3be780 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b808f0197054613ac604f802e4855b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193644 Nov 03 18:29:17.335254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37744) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:17.337491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d800f-9f51-419f-b5b1-3acb0a3be780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13152c0b-d5fb-433b-93a9-477b4cdfe156,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:17.340712 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.376861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] Pushing event updated for resources: {'Network': ['ID=18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:17.409376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-03ed1ba4-9e74-4a6a-9296-c380e60b25b9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6682305 Nov 03 18:29:17.410351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:29:17.413299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37748) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:17.420676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Request body: {'subnet': {'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-subnet', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:17.433591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9ebd-3ce3-496f-92ce-4418b45ce15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.455026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Made reservation on behalf of d67f3cc352b247409d406e920b8cf629 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:17.464920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.476558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9ebd-3ce3-496f-92ce-4418b45ce15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.527041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c6726-7c01-4201-8670-1b9da612264d None None] Pushing event updated for resources: {'Port': ['ID=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:17.591155 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9ebd-3ce3-496f-92ce-4418b45ce15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.601316 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9ebd-3ce3-496f-92ce-4418b45ce15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.603735 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f5ae9ebd-3ce3-496f-92ce-4418b45ce15f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/13152c0b-d5fb-433b-93a9-477b4cdfe156 HTTP/1.1" status: 204 len: 168 time: 0.2673523 Nov 03 18:29:17.624802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae9ebd-3ce3-496f-92ce-4418b45ce15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13152c0b-d5fb-433b-93a9-477b4cdfe156,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:17.693812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Attempting to bind port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:17.694829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Attempting to bind port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:17.695895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Attempting to bind port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e on network c423ff00-7e73-4ea9-ae8f-47acd2272e3b {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:17.703804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:17.704577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Checking segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:17.705261 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.705875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Bound using segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:17.706560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Bound port: 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:17.707197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.718951 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a417e9aa-4b9b-4db8-bcaa-5ac3e702b88e req-7406e8c3-3087-45c0-9a6e-cfc6f32ddb43 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 210 time: 0.1139822 Nov 03 18:29:17.827247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] For port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:17.831647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] For port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:17.841911 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.938864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-79f8e723-4d49-4feb-9d4c-1e3f8985a107 None None] Provisioning complete for port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:17.938864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f8e723-4d49-4feb-9d4c-1e3f8985a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:17.999863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:18.009053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:18.009875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:18.022980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.96', 63240) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:18.079430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5140e9be-ac2c-408d-9223-ace0624e305b,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:18.090779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c6726-7c01-4201-8670-1b9da612264d None None] Pushing event updated for resources: {'Port': ['ID=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:18.100747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650267d-1645-4329-877f-0c7bc3f92db1 req-4111a3b5-de13-4881-b5e7-fc4de65f88b3 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:18.127729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7650267d-1645-4329-877f-0c7bc3f92db1 req-4111a3b5-de13-4881-b5e7-fc4de65f88b3 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 970 time: 0.3447537 Nov 03 18:29:18.253349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Checking segment: {'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:18.254121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Network hostable DHCP agents. Network: 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:29:18.285579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7650267d-1645-4329-877f-0c7bc3f92db1 req-f111e50a-cab0-425c-8a25-e0500f60ea69 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568472 Nov 03 18:29:18.332345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:29:18.345944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:18.351592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:18.352476 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:18.394758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-54a032a3-50ea-4115-8f5e-1df76a57d050 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9800031 Nov 03 18:29:18.395507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-937eafcc-9539-4576-84e4-18dc21484454 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:18.397560 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-937eafcc-9539-4576-84e4-18dc21484454 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 807 time: 0.3724124 Nov 03 18:29:18.398698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37780) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:18.400565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f8e723-4d49-4feb-9d4c-1e3f8985a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:18.406302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:18.415083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e98bc9-9217-42a5-814f-d624ae389f6f req-27b9e112-a3a6-4d1c-8f68-fa9342325aa9 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:18.416703 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a0e98bc9-9217-42a5-814f-d624ae389f6f req-27b9e112-a3a6-4d1c-8f68-fa9342325aa9 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 948 time: 0.1491573 Nov 03 18:29:18.426055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9721b243-b5df-4118-bc45-2a74827c53eb None None] Network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:18.437371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:18.440004 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:18.520163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-79f8e723-4d49-4feb-9d4c-1e3f8985a107 None None] For port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:18.532645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Request body: {'port': {'device_id': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'admin_state_up': True, 'tenant_id': '19a4b05bbebc444caa8a975fc0f1dd00'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:18.535281 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f8e723-4d49-4feb-9d4c-1e3f8985a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:18.590281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:18.648730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8e723-4d49-4feb-9d4c-1e3f8985a107 None None] Pushing event updated for resources: {'Port': ['ID=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:18.661477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 29c2fa5e-8c52-4231-b675-7003efdd0087 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:18.699378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:18.723884 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a0e98bc9-9217-42a5-814f-d624ae389f6f req-ba5c2895-8c73-455a-a10f-ee328ef026ea tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978957 Nov 03 18:29:18.822336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:18.938801 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b40ac584-ec45-429d-b1d3-a0a3bb8a8193 req-ea7b0b81-67c6-4d3f-be61-dc673d099e45 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 210 time: 0.0626495 Nov 03 18:29:18.969090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Made reservation on behalf of 19a4b05bbebc444caa8a975fc0f1dd00 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:18.976776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.043154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-af63d633-b44a-447e-9077-e0a8fe96c2ff None None] Provisioning complete for port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:19.043871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af63d633-b44a-447e-9077-e0a8fe96c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.143404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d', 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'fixed_ips': [{'subnet_id': '5140e9be-ac2c-408d-9223-ace0624e305b'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:29:19.144790 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.202270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.225771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 29c2fa5e-8c52-4231-b675-7003efdd0087, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=29c2fa5e-8c52-4231-b675-7003efdd0087,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:19.234747 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.254942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '29c2fa5e-8c52-4231-b675-7003efdd0087', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '29c2fa5e-8c52-4231-b675-7003efdd0087', 'mac_address': 'fa:16:3e:5e:2c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:29:19.361298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Allocated IP 172.20.0.6 (a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb/ff403179-9f0d-4878-a26d-0f76eb5bde61/c2c2a314-86ca-40c4-8b60-0126ada3ebfa) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:19.459603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Allocated IP 172.25.3.17 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/9186d4ac-32c3-42b7-bc2b-7236a121fc96) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:19.518656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebbfb6-89da-4750-9276-acbedf39103b req-8df046c2-0c33-4ba8-809a-5a79a14da329 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:19.528260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f5ebbfb6-89da-4750-9276-acbedf39103b req-8df046c2-0c33-4ba8-809a-5a79a14da329 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 970 time: 0.1208601 Nov 03 18:29:19.567782 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.603956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c2fa5e-8c52-4231-b675-7003efdd0087 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:19.648349 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.649313 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f5ebbfb6-89da-4750-9276-acbedf39103b req-ea92aef3-2ee2-4f1d-95ac-10b97c4c6886 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191571 Nov 03 18:29:19.692577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 29c2fa5e-8c52-4231-b675-7003efdd0087, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=29c2fa5e-8c52-4231-b675-7003efdd0087,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:19.706861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.723374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.726205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.726960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d1043c2c-9106-4c2d-8371-9d61637563b8 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:19.790740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=29c2fa5e-8c52-4231-b675-7003efdd0087,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:19.795182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.802478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:17Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:19.860439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c59a6-b7e1-4660-9493-8c82625c764a None None] The sync data for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 is: [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:17Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:29:19.890627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Pushing event updated for resources: {'Port': ['ID=9186d4ac-32c3-42b7-bc2b-7236a121fc96,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:19.898893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:19.900574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:19.901085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:19.902223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Allocated IP 172.20.0.2 (18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d/5140e9be-ac2c-408d-9223-ace0624e305b/b68e8d39-de6a-4caa-a9e5-b8840efe245f) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:19.919460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:19.934299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Pushing event updated for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:19.944376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:19.954283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:19.967243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:19.967953 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:19.981112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port d1043c2c-9106-4c2d-8371-9d61637563b8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d1043c2c-9106-4c2d-8371-9d61637563b8,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:20.057308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'd1043c2c-9106-4c2d-8371-9d61637563b8', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'd1043c2c-9106-4c2d-8371-9d61637563b8', 'mac_address': 'fa:16:3e:6f:5c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:tempest-test_az-1607690787', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:29:20.088258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-56ae3a91-5124-48ee-9785-080e26a5bcd1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5759201 Nov 03 18:29:20.107422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62440-b769-437b-9595-0c45ba3a17cc req-fd294e7b-d6f2-47bc-b1bd-b48d2fd9bce4 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:20.114028 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9f62440-b769-437b-9595-0c45ba3a17cc req-fd294e7b-d6f2-47bc-b1bd-b48d2fd9bce4 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 949 time: 0.2111533 Nov 03 18:29:20.216909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9f62440-b769-437b-9595-0c45ba3a17cc req-23a1d498-3d46-4e0d-a517-44d093e92090 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918148 Nov 03 18:29:20.386547 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:20.434419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1043c2c-9106-4c2d-8371-9d61637563b8 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:20.491238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:20.510891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9064a-5718-474e-bc15-955781231fbe req-1c7a8ce2-f51d-4e16-babe-6572d5c1ff68 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:20.518859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91c9064a-5718-474e-bc15-955781231fbe req-1c7a8ce2-f51d-4e16-babe-6572d5c1ff68 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 931 time: 0.2359033 Nov 03 18:29:20.606468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port d1043c2c-9106-4c2d-8371-9d61637563b8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d1043c2c-9106-4c2d-8371-9d61637563b8,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:20.635500 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:20.642582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91c9064a-5718-474e-bc15-955781231fbe req-d297cda2-18de-4c87-93e8-2d06e905de1d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216173 Nov 03 18:29:20.667179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:20.738630 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:20.798476 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:20.822336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:20.822856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:20.862688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:20.865788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=d1043c2c-9106-4c2d-8371-9d61637563b8,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:20.882021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:20.909453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:20.942987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f0ee5-4770-4977-8cca-ed976af0c584 req-466fd423-2373-422a-9705-5bfe6f8c161e tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:20.944979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-915f0ee5-4770-4977-8cca-ed976af0c584 req-466fd423-2373-422a-9705-5bfe6f8c161e tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 971 time: 0.1178923 Nov 03 18:29:21.049660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d1043c2c-9106-4c2d-8371-9d61637563b8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:21.093695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Pushing event updated for resources: {'Port': ['ID=b68e8d39-de6a-4caa-a9e5-b8840efe245f,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:21.145369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['29c2fa5e-8c52-4231-b675-7003efdd0087'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:21.164279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-915f0ee5-4770-4977-8cca-ed976af0c584 req-0f27c278-0133-433a-8709-fd3e31c7bc00 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109995 Nov 03 18:29:21.201366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:21.251503 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-bb718643-67a0-48da-8521-419e056cd359 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a4df77df91b447ea667fc3899ffe6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428147 Nov 03 18:29:21.403188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Attempting to bind port b68e8d39-de6a-4caa-a9e5-b8840efe245f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:21.407139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Attempting to bind port b68e8d39-de6a-4caa-a9e5-b8840efe245f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:21.407841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Attempting to bind port b68e8d39-de6a-4caa-a9e5-b8840efe245f on network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:21.426995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Router fd84b2ed-eaec-426a-812b-a4de1fc41d87 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:29:21.503158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-618e30c4-0d77-429b-b697-9e55f08c5f3a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:21.504782 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-618e30c4-0d77-429b-b697-9e55f08c5f3a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459023 Nov 03 18:29:21.508000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:21.508388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Checking segment: {'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:21.508813 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:21.509212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Bound using segment: {'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:21.509913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Bound port: b68e8d39-de6a-4caa-a9e5-b8840efe245f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:21.510296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:21.525291 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-3e9741b4-cfb7-4105-ab14-717e9b47b315 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/quotas/9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 375 time: 0.0118189 Nov 03 18:29:21.773047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] For port b68e8d39-de6a-4caa-a9e5-b8840efe245f, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:21.795539 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-161b7d26-caf6-4de7-95d6-621411098e2b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2595005 Nov 03 18:29:21.798383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] For port b68e8d39-de6a-4caa-a9e5-b8840efe245f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b68e8d39-de6a-4caa-a9e5-b8840efe245f,segment=NetworkSegment(ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f),segment_id=ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:21.813722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:21.940618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727798-4cdc-4b42-8c80-09c4bc080c16 None None] Pushing event updated for resources: {'Port': ['ID=b68e8d39-de6a-4caa-a9e5-b8840efe245f,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:21.975271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89189aa2-c57c-42ee-8751-b1bfb69b7aa6 req-57144780-0e33-4498-9fae-e81f89c0f33f tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:21.991263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89189aa2-c57c-42ee-8751-b1bfb69b7aa6 req-57144780-0e33-4498-9fae-e81f89c0f33f tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 949 time: 0.2182577 Nov 03 18:29:22.051008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:29:22.063624 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Sync routers for ids ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:29:22.082016 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Routers {'fd84b2ed-eaec-426a-812b-a4de1fc41d87'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:22.082652 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:22.162266 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:22.163666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d33032aa-7f17-4a4b-82ec-37e474df9c97 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7634799 Nov 03 18:29:22.170397 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89189aa2-c57c-42ee-8751-b1bfb69b7aa6 req-30633a8d-d7e1-4e5e-91d3-dd3e717f8d63 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788268 Nov 03 18:29:22.171038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37880) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:22.273669 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Set router fd84b2ed-eaec-426a-812b-a4de1fc41d87 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:22.292994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baecb53-35f4-43c4-9d59-5b3fef3f5d4d req-209c1d91-b393-4f06-99e1-b3f75f1e55f9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:22.296956 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2baecb53-35f4-43c4-9d59-5b3fef3f5d4d req-209c1d91-b393-4f06-99e1-b3f75f1e55f9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 931 time: 0.1394334 Nov 03 18:29:22.423236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01221a09-505d-408d-b932-b31385e3fe00 req-b86b823d-0a7b-4f0e-aacf-bb36c4944595 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 210 time: 0.0835450 Nov 03 18:29:22.456583 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2baecb53-35f4-43c4-9d59-5b3fef3f5d4d req-3441d795-e8f9-4bf4-b2f8-3d30d7b43e9b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490233 Nov 03 18:29:22.662312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 29c2fa5e-8c52-4231-b675-7003efdd0087 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:22.721965 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:29:20Z', 'revision_number': 3, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port': {'id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ae:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:19Z', 'updated_at': '2021-11-03T18:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:22.759787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfdda5-37ef-410a-9fea-a0a55104ea0a req-8fd1cbd6-6959-4eb2-b4ba-30ad1dc991bb tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:22.767552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73cfdda5-37ef-410a-9fea-a0a55104ea0a req-8fd1cbd6-6959-4eb2-b4ba-30ad1dc991bb tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 971 time: 0.2277367 Nov 03 18:29:22.785352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37892) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:22.789490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 29c2fa5e-8c52-4231-b675-7003efdd0087 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:29:22.792630 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Checking router: fd84b2ed-eaec-426a-812b-a4de1fc41d87 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:29:22.793273 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Updating router fd84b2ed-eaec-426a-812b-a4de1fc41d87 port 9186d4ac-32c3-42b7-bc2b-7236a121fc96 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:29:22.824869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 29c2fa5e-8c52-4231-b675-7003efdd0087 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:22.829145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:22.832337 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:22.905842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73cfdda5-37ef-410a-9fea-a0a55104ea0a req-93d12933-32fa-4d6b-b137-b4e76318e94c tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372495 Nov 03 18:29:23.036253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.042227 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab666-711f-44b6-8ef8-31e374013bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.076246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e27846-057e-435a-a1a4-7b30d2409b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c2fa5e-8c52-4231-b675-7003efdd0087'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:23.077684 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.176258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 29c2fa5e-8c52-4231-b675-7003efdd0087, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=29c2fa5e-8c52-4231-b675-7003efdd0087,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:23.209819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.225460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d1043c2c-9106-4c2d-8371-9d61637563b8 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:23.241287 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab666-711f-44b6-8ef8-31e374013bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.253295 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab666-711f-44b6-8ef8-31e374013bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.314346 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.342084 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.360911 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ec7ab666-711f-44b6-8ef8-31e374013bae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f67b60965ed455c928a6c78d0a767cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5732670 Nov 03 18:29:23.363012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ab666-711f-44b6-8ef8-31e374013bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8fb6cf-0427-46a2-a1d9-b59b87f21256,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:23.377720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37902) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:23.430528 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649cde48-66ab-4ec6-939a-2c279abb5924" -d '{"events": [{"server_uuid": "23e27846-057e-435a-a1a4-7b30d2409b51", "name": "network-vif-plugged", "status": "completed", "tag": "29c2fa5e-8c52-4231-b675-7003efdd0087"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:23.477777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Allocated IP 172.20.0.1 (18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d/5140e9be-ac2c-408d-9223-ace0624e305b/53399621-e8be-4236-a4b0-9f379b01da8d) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:23.477974 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Attempting to bind port 9186d4ac-32c3-42b7-bc2b-7236a121fc96 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:23.477974 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Attempting to bind port 9186d4ac-32c3-42b7-bc2b-7236a121fc96 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:23.477974 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Attempting to bind port 9186d4ac-32c3-42b7-bc2b-7236a121fc96 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:23.484418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=29c2fa5e-8c52-4231-b675-7003efdd0087,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:23.490068 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:23.490670 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:23.490963 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.491502 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:23.491932 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Bound port: 9186d4ac-32c3-42b7-bc2b-7236a121fc96, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:23.492797 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.500142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port d1043c2c-9106-4c2d-8371-9d61637563b8 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:29:23.515552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port d1043c2c-9106-4c2d-8371-9d61637563b8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:23.515552 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.522249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d34f2-f794-4492-bdc1-42ec3bfb6c45 req-f56283ea-6d7c-4889-8cdb-67dbca259187 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:23.524255 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-925d34f2-f794-4492-bdc1-42ec3bfb6c45 req-f56283ea-6d7c-4889-8cdb-67dbca259187 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 950 time: 0.1575446 Nov 03 18:29:23.529194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5ef73-4917-4b55-94ea-9b026493a972 None None] Pushing event updated for resources: {'Port': ['ID=9186d4ac-32c3-42b7-bc2b-7236a121fc96,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:23.558478 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb05f012-14f5-48ae-b95e-6d48e9181601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.588246 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] For port 9186d4ac-32c3-42b7-bc2b-7236a121fc96, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:23.598116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] For port 9186d4ac-32c3-42b7-bc2b-7236a121fc96, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9186d4ac-32c3-42b7-bc2b-7236a121fc96,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:23.609137 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.624691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb05f012-14f5-48ae-b95e-6d48e9181601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.681313 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.693703 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-925d34f2-f794-4492-bdc1-42ec3bfb6c45 req-dee77385-3cc9-47ad-9d90-022bdf2c85ac tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494818 Nov 03 18:29:23.702136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274a748-746b-4f08-97e5-50c923537649 None None] Network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:23.720756 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.741728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb05f012-14f5-48ae-b95e-6d48e9181601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.748798 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb05f012-14f5-48ae-b95e-6d48e9181601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.750887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bb05f012-14f5-48ae-b95e-6d48e9181601 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a8fb6cf-0427-46a2-a1d9-b59b87f21256 HTTP/1.1" status: 204 len: 168 time: 0.3749173 Nov 03 18:29:23.778770 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Routers {'fd84b2ed-eaec-426a-812b-a4de1fc41d87'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:23.784826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05f012-14f5-48ae-b95e-6d48e9181601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8fb6cf-0427-46a2-a1d9-b59b87f21256,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:23.785346 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:23.821137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:23.855978 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5ef73-4917-4b55-94ea-9b026493a972 None None] Pushing event updated for resources: {'Port': ['ID=9186d4ac-32c3-42b7-bc2b-7236a121fc96,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:23.884476 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2893ae6-1980-4b5a-ba41-9378bb98a193 x-openstack-request-id: req-b2893ae6-1980-4b5a-ba41-9378bb98a193 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:23.885071 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e27846-057e-435a-a1a4-7b30d2409b51", "name": "network-vif-plugged", "status": "completed", "tag": "29c2fa5e-8c52-4231-b675-7003efdd0087", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:23.885071 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2893ae6-1980-4b5a-ba41-9378bb98a193 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:23.886611 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e27846-057e-435a-a1a4-7b30d2409b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c2fa5e-8c52-4231-b675-7003efdd0087', 'code': 200} Nov 03 18:29:23.965336 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d183ea9-26a0-4325-8230-ec0ac593f65f req-45fe69d9-8b77-4718-a901-ca9df9e99e26 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 210 time: 0.1111188 Nov 03 18:29:23.970868 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] Set router fd84b2ed-eaec-426a-812b-a4de1fc41d87 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:23.991121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:24.011689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:24.021875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:24.022413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.025507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5ba3ccdf-4008-4897-897f-5576560ecbcf None None] Provisioning complete for port b68e8d39-de6a-4caa-a9e5-b8840efe245f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:24.025904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ccdf-4008-4897-897f-5576560ecbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.029777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port d1043c2c-9106-4c2d-8371-9d61637563b8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d1043c2c-9106-4c2d-8371-9d61637563b8,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:24.040570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.065745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Pushing event updated for resources: {'Port': ['ID=53399621-e8be-4236-a4b0-9f379b01da8d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:24.152040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df085b-f1bb-4ebd-bb91-a6cf41830853 req-8d05c4e1-77e2-4ce2-915f-78080d03553a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:24.162349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7df085b-f1bb-4ebd-bb91-a6cf41830853 req-8d05c4e1-77e2-4ce2-915f-78080d03553a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 931 time: 0.1421111 Nov 03 18:29:24.202652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=d1043c2c-9106-4c2d-8371-9d61637563b8,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:24.263221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7df085b-f1bb-4ebd-bb91-a6cf41830853 req-ff95b73a-1654-43dd-9a32-37f8790ef66c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998971 Nov 03 18:29:24.283385 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ccdf-4008-4897-897f-5576560ecbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.292530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ab9c-9112-4dee-9617-1f8e0bfb1270 req-2a9ad53b-5f2c-44a8-a523-daced4ff4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:24.295591 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c62ab9c-9112-4dee-9617-1f8e0bfb1270 req-2a9ad53b-5f2c-44a8-a523-daced4ff4cbf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 1101 time: 0.2954781 Nov 03 18:29:24.313454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e509c-fb94-47aa-92e2-0e064d28d0d8 req-2d27d45f-aaae-462c-bf98-b64ca281e226 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:24.326864 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4a6e509c-fb94-47aa-92e2-0e064d28d0d8 req-2d27d45f-aaae-462c-bf98-b64ca281e226 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 972 time: 0.2135677 Nov 03 18:29:24.336805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.396405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5ba3ccdf-4008-4897-897f-5576560ecbcf None None] For port b68e8d39-de6a-4caa-a9e5-b8840efe245f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b68e8d39-de6a-4caa-a9e5-b8840efe245f,segment=NetworkSegment(ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f),segment_id=ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:24.403860 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ccdf-4008-4897-897f-5576560ecbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.405851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c62ab9c-9112-4dee-9617-1f8e0bfb1270 req-fe44a5f7-cab5-4ad7-a3d0-a7b85a71c50f service neutron] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.519677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4a6e509c-fb94-47aa-92e2-0e064d28d0d8 req-1d0abf21-cbfc-45c4-8c1c-bc9cd254ded0 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882925 Nov 03 18:29:24.536636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b68e8d39-de6a-4caa-a9e5-b8840efe245f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:24.538740 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:29:20Z', 'revision_number': 3, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port': {'id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ae:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:19Z', 'updated_at': '2021-11-03T18:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:24.578488 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc747b5-30be-4e04-b271-bd9772458777 None None] The sync data for ids ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'] in n-d-812148-3 is: [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:29:20Z', 'revision_number': 3, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port': {'id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ae:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:19Z', 'updated_at': '2021-11-03T18:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:29:24.614029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ccdf-4008-4897-897f-5576560ecbcf None None] Pushing event updated for resources: {'Port': ['ID=b68e8d39-de6a-4caa-a9e5-b8840efe245f,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:24.646654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37920) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:24.667783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f22ea40-c8a4-497f-a822-1a1fa3c8bda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.673446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e525ad8b-5d99-4d28-bf80-458ad88991c4 None None] Provisioning complete for port b68e8d39-de6a-4caa-a9e5-b8840efe245f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:24.673446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e525ad8b-5d99-4d28-bf80-458ad88991c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.682910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c62ab9c-9112-4dee-9617-1f8e0bfb1270 req-fe44a5f7-cab5-4ad7-a3d0-a7b85a71c50f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.696638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c62ab9c-9112-4dee-9617-1f8e0bfb1270 req-fe44a5f7-cab5-4ad7-a3d0-a7b85a71c50f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.799203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c62ab9c-9112-4dee-9617-1f8e0bfb1270 req-fe44a5f7-cab5-4ad7-a3d0-a7b85a71c50f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654717 Nov 03 18:29:24.803704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.817512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44a5f7-cab5-4ad7-a3d0-a7b85a71c50f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9be917d5-261c-481f-99c1-4cab63940eee,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:24.821261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.822755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:24.904570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b68e8d39-de6a-4caa-a9e5-b8840efe245f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:24.905151 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:25.038469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-a5de4f5e-3b68-4284-a9f1-83a9fdf3fe91 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:29:25.039798 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-a5de4f5e-3b68-4284-a9f1-83a9fdf3fe91 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0070524 Nov 03 18:29:25.137701 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f6563c0-70a4-4bfd-b5ff-caecbd8af6e0 req-9f385704-3896-4753-81ce-2a9ed023736b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 210 time: 0.0571198 Nov 03 18:29:25.163500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e525ad8b-5d99-4d28-bf80-458ad88991c4 None None] Provisioning complete for port 53399621-e8be-4236-a4b0-9f379b01da8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:25.163928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e525ad8b-5d99-4d28-bf80-458ad88991c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:25.252770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e525ad8b-5d99-4d28-bf80-458ad88991c4 None None] Port 53399621-e8be-4236-a4b0-9f379b01da8d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:25.348853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Request body: {'port': {'device_id': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:25.362338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Pushing event updated for resources: {'Port': ['ID=53399621-e8be-4236-a4b0-9f379b01da8d,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:25.384084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-187b8dc6-af02-446b-ace1-a9a1eb6012d8 None None] Provisioning complete for port 53399621-e8be-4236-a4b0-9f379b01da8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:25.384533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-187b8dc6-af02-446b-ace1-a9a1eb6012d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:25.385863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f22ea40-c8a4-497f-a822-1a1fa3c8bda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:25.403439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81be835-04e5-497d-8118-6e598e53d60f req-d2b459fe-8008-4150-9ab3-5b621f02180d tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:25.405125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b81be835-04e5-497d-8118-6e598e53d60f req-d2b459fe-8008-4150-9ab3-5b621f02180d tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 950 time: 0.5784152 Nov 03 18:29:25.409911 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f22ea40-c8a4-497f-a822-1a1fa3c8bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:25.428033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-187b8dc6-af02-446b-ace1-a9a1eb6012d8 None None] Port 53399621-e8be-4236-a4b0-9f379b01da8d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:25.476232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2f22ea40-c8a4-497f-a822-1a1fa3c8bda7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52a6d2ce90c44d14a576600ce4531164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8284938 Nov 03 18:29:25.488421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37930) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:25.528421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:25.528421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22ea40-c8a4-497f-a822-1a1fa3c8bda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba73db-c0bb-4b0b-88b0-94152aca6d6f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:25.535633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:25.560707 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:25.563031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b81be835-04e5-497d-8118-6e598e53d60f req-52b87ed3-224a-4915-abd8-4481795bff7e tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251330 Nov 03 18:29:25.596168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf136118-fe22-4f15-bad9-7dea3415c833 req-7e8d5ac0-cbd6-4a72-a7aa-65dbd19bdf22 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:25.604055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf136118-fe22-4f15-bad9-7dea3415c833 req-7e8d5ac0-cbd6-4a72-a7aa-65dbd19bdf22 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 931 time: 0.1712794 Nov 03 18:29:25.635247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44e849c0-d7d4-4f61-a962-e3d534ebed7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:25.711667 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44e849c0-d7d4-4f61-a962-e3d534ebed7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:25.813368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Router fd84b2ed-eaec-426a-812b-a4de1fc41d87 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:29:25.843186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60013427-4e2e-4d9b-ab31-b88d5fe1ae29 req-81b74a96-2482-4d06-b2ed-74db52704408 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:25.844450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60013427-4e2e-4d9b-ab31-b88d5fe1ae29 req-81b74a96-2482-4d06-b2ed-74db52704408 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 972 time: 0.1900656 Nov 03 18:29:25.854219 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf136118-fe22-4f15-bad9-7dea3415c833 req-4d7d4af3-27c5-49dd-ad68-a16f3e34b71e tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491477 Nov 03 18:29:25.863211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.96', 63245) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:25.887694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2c6418-dbb4-4e98-9366-de5936845c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1043c2c-9106-4c2d-8371-9d61637563b8'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:25.890454 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bd3c9e-dfdb-4892-b472-8739b0393c4b" -d '{"events": [{"server_uuid": "7f2c6418-dbb4-4e98-9366-de5936845c38", "name": "network-vif-plugged", "status": "completed", "tag": "d1043c2c-9106-4c2d-8371-9d61637563b8"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:25.931086 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-0fe59a03-95b3-4721-819a-4ace9ba97459 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=9a4df77df91b447ea667fc3899ffe6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666199 Nov 03 18:29:25.949100 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c23846-b2e9-4bf7-ac01-88ad7c874666 x-openstack-request-id: req-a0c23846-b2e9-4bf7-ac01-88ad7c874666 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:25.949720 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2c6418-dbb4-4e98-9366-de5936845c38", "name": "network-vif-plugged", "status": "completed", "tag": "d1043c2c-9106-4c2d-8371-9d61637563b8", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:25.949720 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0c23846-b2e9-4bf7-ac01-88ad7c874666 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:25.950062 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2c6418-dbb4-4e98-9366-de5936845c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1043c2c-9106-4c2d-8371-9d61637563b8', 'code': 200} Nov 03 18:29:25.988128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3bf706a9-34ed-478f-ab27-255c5efa7166 None None] Provisioning complete for port 53399621-e8be-4236-a4b0-9f379b01da8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:25.988497 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3bf706a9-34ed-478f-ab27-255c5efa7166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.022725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:29:26.031915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ff9fc9b4-7196-4513-ae08-4a77f05568db admin admin] 10.222.0.77 "PUT /v2.0/routers/fd84b2ed-eaec-426a-812b-a4de1fc41d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8597767 Nov 03 18:29:26.061229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60013427-4e2e-4d9b-ab31-b88d5fe1ae29 req-9ea5acb3-4ade-4be1-9d54-7a7734d220f3 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924809 Nov 03 18:29:26.073326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3bf706a9-34ed-478f-ab27-255c5efa7166 None None] Port 53399621-e8be-4236-a4b0-9f379b01da8d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:26.176247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44e849c0-d7d4-4f61-a962-e3d534ebed7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.179932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44e849c0-d7d4-4f61-a962-e3d534ebed7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.181249 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-44e849c0-d7d4-4f61-a962-e3d534ebed7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67ba73db-c0bb-4b0b-88b0-94152aca6d6f HTTP/1.1" status: 204 len: 168 time: 0.6883531 Nov 03 18:29:26.221153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e849c0-d7d4-4f61-a962-e3d534ebed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba73db-c0bb-4b0b-88b0-94152aca6d6f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:26.228456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f6fa7-b9d5-4736-9f9f-3d232bd8c767 req-e874265e-a544-48b9-bcd4-813fbb5d8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:26.230654 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f4f6fa7-b9d5-4736-9f9f-3d232bd8c767 req-e874265e-a544-48b9-bcd4-813fbb5d8dd0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 1123 time: 0.1747816 Nov 03 18:29:26.268306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-d9eecdbb-84b5-4ac1-9842-f1dd307529ef tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:26.269936 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-d9eecdbb-84b5-4ac1-9842-f1dd307529ef tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999568 Nov 03 18:29:26.291474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Request body: {'port': {'device_id': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '9a4df77df91b447ea667fc3899ffe6af'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:26.424824 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e51174e0-84a6-46f7-bb92-5419bc5fec83 req-3fb8be3f-857d-4b60-8289-88acb91785c0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 210 time: 0.0913544 Nov 03 18:29:26.429526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c2a314-86ca-40c4-8b60-0126ada3ebfa {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:26.435746 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f4f6fa7-b9d5-4736-9f9f-3d232bd8c767 req-f41ded1b-9d18-4859-ad6b-5e9f7854c395 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903610 Nov 03 18:29:26.446525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.481543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Transition to ACTIVE for port object c2c2a314-86ca-40c4-8b60-0126ada3ebfa will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:29:26.502085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.523770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b68e8d39-de6a-4caa-a9e5-b8840efe245f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:26.582860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:26.606293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b68e8d39-de6a-4caa-a9e5-b8840efe245f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:26.606645 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.607157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Made reservation on behalf of 9a4df77df91b447ea667fc3899ffe6af for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:26.611507 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.626102 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.636690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:26.636690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:26.637028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:26.648467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:26.648792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:26.659875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:26.660362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:26.660762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:26.661207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Bound port: c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:26.661636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.716666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9186d4ac-32c3-42b7-bc2b-7236a121fc96 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:26.807909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9186d4ac-32c3-42b7-bc2b-7236a121fc96 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:26.808278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.856641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:26.860823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:26.875694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72055c6-ec76-4edc-8442-fa408aa1147c req-1a73ff51-d210-487b-a66e-d689def4dbd5 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:26.883147 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a72055c6-ec76-4edc-8442-fa408aa1147c req-1a73ff51-d210-487b-a66e-d689def4dbd5 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 950 time: 0.1820550 Nov 03 18:29:26.891332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.915871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:26.976711 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.014762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.044042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 9186d4ac-32c3-42b7-bc2b-7236a121fc96, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9186d4ac-32c3-42b7-bc2b-7236a121fc96,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:27.055691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.087425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:27.088310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.090330 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] 10.222.0.96 "PUT /v2.0/ports/c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 1091 time: 1.8422318 Nov 03 18:29:27.093123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:27.112763 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca25b63a-52cc-495f-9c0c-581b44e8405c" -d '{"events": [{"name": "network-changed", "server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:27.166230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa32186-d07e-4b26-9788-aa4261cf04e2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:27.178680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Sync routers for ids ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:29:27.182966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=9186d4ac-32c3-42b7-bc2b-7236a121fc96,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:27.195452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Routers {'fd84b2ed-eaec-426a-812b-a4de1fc41d87'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:27.196081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:27.223549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd561774-f19e-4c86-a4ae-56b5db803351 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:27.262565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a72055c6-ec76-4edc-8442-fa408aa1147c req-13439cb1-73c9-4611-97ff-8e547c88b01b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784704 Nov 03 18:29:27.310640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed05d3-864e-46e0-a9b5-2ba13c94135d req-b76ac0e5-006e-440f-835c-146ba9e53a31 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:27.312329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6ed05d3-864e-46e0-a9b5-2ba13c94135d req-b76ac0e5-006e-440f-835c-146ba9e53a31 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 943 time: 0.0865216 Nov 03 18:29:27.336895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-b8085885-4f22-42d5-a1e5-bd1158fe2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:27.338373 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-b8085885-4f22-42d5-a1e5-bd1158fe2891 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1094 time: 0.1648495 Nov 03 18:29:27.386189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Set router fd84b2ed-eaec-426a-812b-a4de1fc41d87 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:27.407804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6ed05d3-864e-46e0-a9b5-2ba13c94135d req-3af6f8ee-3868-41fb-9cdd-c4af3a97c5bc tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851562 Nov 03 18:29:27.450564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Allocated IP 192.168.233.64 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/cd6b36d3-a207-4bf7-9685-04e34f767a16) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:27.454298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-80c3ae67-6988-4b8f-97a7-07dcf4a97653 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 217 time: 0.1051915 Nov 03 18:29:27.499040 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51443f58-c4b4-4ed4-9f54-05d275e0f5c5 x-openstack-request-id: req-51443f58-c4b4-4ed4-9f54-05d275e0f5c5 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:27.499401 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:27.499657 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51443f58-c4b4-4ed4-9f54-05d275e0f5c5 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:27.500155 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa', 'status': 'completed', 'code': 200} Nov 03 18:29:27.535723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37984) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:27.554830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50200ef-eea1-4bd5-887f-ac0dd32eb37f req-7dbb2765-e049-4067-b7af-f9470e635420 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:27.556429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e50200ef-eea1-4bd5-887f-ac0dd32eb37f req-7dbb2765-e049-4067-b7af-f9470e635420 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 972 time: 0.1511059 Nov 03 18:29:27.581864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-33986427-47f7-4951-b203-e9ddb379332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:27.583372 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-33986427-47f7-4951-b203-e9ddb379332b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1204979 Nov 03 18:29:27.634201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c04a609c-85cd-43a0-95ac-875491701fc5 req-6e73d586-3eb8-430d-89f1-b409219d930f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 210 time: 0.0482485 Nov 03 18:29:27.721320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:29:24Z', 'revision_number': 4, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port': {'id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ae:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:19Z', 'updated_at': '2021-11-03T18:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '53399621-e8be-4236-a4b0-9f379b01da8d', 'name': '', 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'mac_address': 'fa:16:3e:b6:0e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '5140e9be-ac2c-408d-9223-ace0624e305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:23Z', 'updated_at': '2021-11-03T18:29:24Z', 'revision_number': 2, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'subnets': [{'id': '5140e9be-ac2c-408d-9223-ace0624e305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:27.728414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-730170315-network', 'tenant_id': 'd3b1486e874d475a9be81797546b3de6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:27.757372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Made reservation on behalf of d3b1486e874d475a9be81797546b3de6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:27.760477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.775123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.801284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Checking router: fd84b2ed-eaec-426a-812b-a4de1fc41d87 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:29:27.801673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Updating router fd84b2ed-eaec-426a-812b-a4de1fc41d87 port 53399621-e8be-4236-a4b0-9f379b01da8d binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:29:27.844106 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.877259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-ada86b66-a91b-4f65-952c-8cb4c3d895a5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2686038 Nov 03 18:29:27.894964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.902285 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.922136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:29:27.957935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:27.959195 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Added segment 14144254-b474-471d-8ae3-9f4a2bd6c092 of type vlan for network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 Nov 03 18:29:27.968528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:28.011874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.054389 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.056193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:28.057224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.062933 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e50200ef-eea1-4bd5-887f-ac0dd32eb37f req-c8e01b31-c80e-407f-b618-01993dfb575b tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932806 Nov 03 18:29:28.109124 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-8adefe63-7ccd-40b7-8cfe-834a38fc80f2 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105944 Nov 03 18:29:28.126233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5887394 Nov 03 18:29:28.126999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.127833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37990) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:28.180687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Request body: {'subnet': {'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-730170315-subnet', 'tenant_id': 'd3b1486e874d475a9be81797546b3de6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:28.202173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a709cb5-f222-4d5a-911c-9f10f741780c admin admin] Pushing event updated for resources: {'Network': ['ID=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:28.220969 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Made reservation on behalf of d3b1486e874d475a9be81797546b3de6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:28.223694 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.227626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:29:28.236694 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a800eec-6b51-4fa6-b7e7-cd461c86ab36 req-ce8c6f90-a1e1-4cfa-b5d0-422e3dc9d932 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199260 Nov 03 18:29:28.238169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.292293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:28.295955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:28.300848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:28.307266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:28.307890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.311834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:28.366756 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-955d8fc4-1e3e-440f-8899-993b90c8640c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0820363 Nov 03 18:29:28.383996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Request body: {'port': {'device_id': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:28.447153 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.456820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.499574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9186d4ac-32c3-42b7-bc2b-7236a121fc96 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:28.550968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-11277b07-e959-4c58-a1e8-2093124184b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:28.553860 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-11277b07-e959-4c58-a1e8-2093124184b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1094 time: 0.2336173 Nov 03 18:29:28.561805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23bac1-934b-4d56-88c0-e36944f11b86 None None] Pushing event updated for resources: {'Port': ['ID=53399621-e8be-4236-a4b0-9f379b01da8d,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:28.649264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9186d4ac-32c3-42b7-bc2b-7236a121fc96 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:28.649658 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.668259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.676573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.700957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Attempting to bind port 53399621-e8be-4236-a4b0-9f379b01da8d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:28.701330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Attempting to bind port 53399621-e8be-4236-a4b0-9f379b01da8d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:28.702142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Attempting to bind port 53399621-e8be-4236-a4b0-9f379b01da8d on network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:28.717139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:28.718014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Checking segment: {'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:28.718428 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.718823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Bound using segment: {'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:28.719312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Bound port: 53399621-e8be-4236-a4b0-9f379b01da8d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:28.719692 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.727219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37998) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:28.740823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0d534fc0-42f2-4673-95b2-1773b3b43f3b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099592525', 'description': 'tempest-description--1717768795'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:28.794207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b7244-318f-4fbb-b341-314cce80e78a req-99efecd7-df90-45dd-bd84-1b75699d382c tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:28.796037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-561b7244-318f-4fbb-b341-314cce80e78a req-99efecd7-df90-45dd-bd84-1b75699d382c tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 950 time: 0.3509953 Nov 03 18:29:28.811701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] For port 53399621-e8be-4236-a4b0-9f379b01da8d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:28.815317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] For port 53399621-e8be-4236-a4b0-9f379b01da8d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=53399621-e8be-4236-a4b0-9f379b01da8d,segment=NetworkSegment(ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f),segment_id=ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:28.828903 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.831748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:28.874224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Checking segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:28.874925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Network hostable DHCP agents. Network: ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:29:28.881537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48742cd7-5cc1-49a4-ad8b-519c5c3d1c3a None None] Provisioning complete for port cd6b36d3-a207-4bf7-9685-04e34f767a16 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:28.881937 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48742cd7-5cc1-49a4-ad8b-519c5c3d1c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.889934 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d534fc0-42f2-4673-95b2-1773b3b43f3b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.917789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:29:28.929643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003621f-ebc3-42f4-ba59-af35068c39c4 req-129c8e0c-4089-44fd-a91c-c57e22dfdde0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:28.931248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9003621f-ebc3-42f4-ba59-af35068c39c4 req-129c8e0c-4089-44fd-a91c-c57e22dfdde0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 943 time: 0.1233325 Nov 03 18:29:28.942751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-a787210c-9727-4f53-84c5-d5630a2d4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:28.944965 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-a787210c-9727-4f53-84c5-d5630a2d4cde service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.3363981 Nov 03 18:29:28.952783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:28.957850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:28.958995 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.962600 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-561b7244-318f-4fbb-b341-314cce80e78a req-6b92de0b-5fa6-4ff9-b255-771593044d1d tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558204 Nov 03 18:29:29.031652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45690c-7cf6-4dbe-91bb-f2a81306ddc2 None None] Network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:29.032744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-c890b6cb-6790-421d-88ff-bd2b3090f598 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 217 time: 0.0669081 Nov 03 18:29:29.082423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7810cd6a-e9a4-4d98-94f0-c3279ef9a077 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9032130 Nov 03 18:29:29.143715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9003621f-ebc3-42f4-ba59-af35068c39c4 req-964af972-eed7-4447-8e12-84ea20035a72 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033451 Nov 03 18:29:29.155598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d534fc0-42f2-4673-95b2-1773b3b43f3b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.166617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d534fc0-42f2-4673-95b2-1773b3b43f3b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.185784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-8a58b400-97b9-4e07-9833-3f6b87aac25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:29.187262 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-8a58b400-97b9-4e07-9833-3f6b87aac25c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1470778 Nov 03 18:29:29.234404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48742cd7-5cc1-49a4-ad8b-519c5c3d1c3a None None] Port cd6b36d3-a207-4bf7-9685-04e34f767a16 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:29.265327 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d534fc0-42f2-4673-95b2-1773b3b43f3b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.268289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0d534fc0-42f2-4673-95b2-1773b3b43f3b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5395310 Nov 03 18:29:29.273981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38010) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:29.283148 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-81c8620b-8130-4af6-8e3a-fe64f37810e4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857866 Nov 03 18:29:29.290586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2ed0dd4b-fa21-4857-8fbd-898402da380b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Request body: {'security_group_rule': {'security_group_id': '2d102031-2e66-46a9-9422-9cd670cf7fef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:29.314160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23bac1-934b-4d56-88c0-e36944f11b86 None None] Pushing event updated for resources: {'Port': ['ID=53399621-e8be-4236-a4b0-9f379b01da8d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:29.346732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Routers {'fd84b2ed-eaec-426a-812b-a4de1fc41d87'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:29.348896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:29.366427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d534fc0-42f2-4673-95b2-1773b3b43f3b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d102031-2e66-46a9-9422-9cd670cf7fef,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:29.391952 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ed0dd4b-fa21-4857-8fbd-898402da380b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.518819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ed0dd4b-fa21-4857-8fbd-898402da380b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.524103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cac8a-e804-46ac-a182-c153cd3b5828 req-076e4226-f274-40fa-8a63-1ba834289d15 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:29.526401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ed0dd4b-fa21-4857-8fbd-898402da380b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.526651 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca3cac8a-e804-46ac-a182-c153cd3b5828 req-076e4226-f274-40fa-8a63-1ba834289d15 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 935 time: 0.3861125 Nov 03 18:29:29.562333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0dd4b-fa21-4857-8fbd-898402da380b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c989eb5-50a7-4f4c-9325-1795b2c6eac7,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:29.586576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ed0dd4b-fa21-4857-8fbd-898402da380b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.589184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ed0dd4b-fa21-4857-8fbd-898402da380b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3091698 Nov 03 18:29:29.592360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38016) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:29.601605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-72dc535c-6141-4676-94ec-885923c879b6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Request body: {'security_group_rule': {'security_group_id': '2d102031-2e66-46a9-9422-9cd670cf7fef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:29.648659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1fde2103-78be-43d7-a473-b685e53ac59c None None] Provisioning complete for port 53399621-e8be-4236-a4b0-9f379b01da8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:29.649026 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1fde2103-78be-43d7-a473-b685e53ac59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.650482 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-72dc535c-6141-4676-94ec-885923c879b6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.716322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-93608ee1-2def-4434-90ee-303b44119c3f service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129772 Nov 03 18:29:29.729840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6b36d3-a207-4bf7-9685-04e34f767a16 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:29.733884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62ad41-abff-486b-a164-a90065110ee2 None None] Network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:29:29.751330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.759610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] Set router fd84b2ed-eaec-426a-812b-a4de1fc41d87 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:29.762714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-72dc535c-6141-4676-94ec-885923c879b6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.767304 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca3cac8a-e804-46ac-a182-c153cd3b5828 req-e9d27e5e-eb48-4d67-9c12-4d2498dc350b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271686 Nov 03 18:29:29.770292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-72dc535c-6141-4676-94ec-885923c879b6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.799233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc535c-6141-4676-94ec-885923c879b6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d64828c-7adb-4e7e-8ddb-fe6f12096fb5,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:29.836319 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-72dc535c-6141-4676-94ec-885923c879b6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.838652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-72dc535c-6141-4676-94ec-885923c879b6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2441862 Nov 03 18:29:29.842782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38018) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:29.849983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:29.894718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.939739 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca25b63a-52cc-495f-9c0c-581b44e8405c req-076e45fc-3ebd-44ff-9985-776ec8869696 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127557 Nov 03 18:29:29.942489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Transition to ACTIVE for port object cd6b36d3-a207-4bf7-9685-04e34f767a16 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:29:29.961071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.009837 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1fde2103-78be-43d7-a473-b685e53ac59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.108942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:30.139359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb79e-0e24-4a6f-ae21-144441ef7e14 req-b0e61863-f7f4-41f6-9b10-256cee827f07 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:30.141182 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6a0fb79e-0e24-4a6f-ae21-144441ef7e14 req-b0e61863-f7f4-41f6-9b10-256cee827f07 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 972 time: 0.1950407 Nov 03 18:29:30.154404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1fde2103-78be-43d7-a473-b685e53ac59c None None] For port 53399621-e8be-4236-a4b0-9f379b01da8d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=53399621-e8be-4236-a4b0-9f379b01da8d,segment=NetworkSegment(ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f),segment_id=ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:30.159133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Attempting to bind port cd6b36d3-a207-4bf7-9685-04e34f767a16 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:30.159724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Attempting to bind port cd6b36d3-a207-4bf7-9685-04e34f767a16 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:30.160123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Attempting to bind port cd6b36d3-a207-4bf7-9685-04e34f767a16 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:30.220956 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1fde2103-78be-43d7-a473-b685e53ac59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.221133 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.243628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6a0fb79e-0e24-4a6f-ae21-144441ef7e14 req-9f2f0a44-760a-47b2-bc97-db387829e156 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856254 Nov 03 18:29:30.248315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Port cd6b36d3-a207-4bf7-9685-04e34f767a16 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:30.248775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Attempting to bind port cd6b36d3-a207-4bf7-9685-04e34f767a16 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:30.262555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:30.263048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:30.264455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:30.265229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Bound port: cd6b36d3-a207-4bf7-9685-04e34f767a16, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:30.266002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.306453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde2103-78be-43d7-a473-b685e53ac59c None None] Pushing event updated for resources: {'Port': ['ID=53399621-e8be-4236-a4b0-9f379b01da8d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:30.357403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:29:24Z', 'revision_number': 4, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port': {'id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ae:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:19Z', 'updated_at': '2021-11-03T18:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '53399621-e8be-4236-a4b0-9f379b01da8d', 'name': '', 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'mac_address': 'fa:16:3e:b6:0e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '5140e9be-ac2c-408d-9223-ace0624e305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:23Z', 'updated_at': '2021-11-03T18:29:28Z', 'revision_number': 4, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'subnets': [{'id': '5140e9be-ac2c-408d-9223-ace0624e305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:30.360840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b87ca06b-7227-430d-9245-08752e9c26b0 None None] Provisioning complete for port 53399621-e8be-4236-a4b0-9f379b01da8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:30.360840 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b87ca06b-7227-430d-9245-08752e9c26b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.366030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:30.371148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:30.384980 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.415714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56dbb4-9d76-4099-807d-ba8022594a00 None None] The sync data for ids ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'] in n-d-812148-3 is: [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:29:24Z', 'revision_number': 4, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port': {'id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ae:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:19Z', 'updated_at': '2021-11-03T18:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '53399621-e8be-4236-a4b0-9f379b01da8d', 'name': '', 'network_id': '18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'mac_address': 'fa:16:3e:b6:0e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '5140e9be-ac2c-408d-9223-ace0624e305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:23Z', 'updated_at': '2021-11-03T18:29:28Z', 'revision_number': 4, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'subnets': [{'id': '5140e9be-ac2c-408d-9223-ace0624e305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:29:30.441180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:30.442005 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.443595 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] 10.222.0.96 "PUT /v2.0/ports/cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 1095 time: 2.0684018 Nov 03 18:29:30.446346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:30.454936 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac09f08-d30a-4500-b73e-7510b86c66db" -d '{"events": [{"name": "network-changed", "server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:30.499693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf890f2-028a-4415-a158-292533a1fc22 req-09740c6a-bfd0-43bd-89d8-c810a2d1c124 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:30.504300 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf49e71-8b0f-40d6-b17f-362b2b140c31 req-633ab497-e9dc-4c86-851a-0bb5d149a378 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:30.506842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ebf49e71-8b0f-40d6-b17f-362b2b140c31 req-633ab497-e9dc-4c86-851a-0bb5d149a378 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 950 time: 0.1381116 Nov 03 18:29:30.521571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-09740c6a-bfd0-43bd-89d8-c810a2d1c124 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 804 time: 0.1758678 Nov 03 18:29:30.565655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-64a0d5bd-c9a1-408b-8958-ab1d2c3cfe95 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/quotas/d3b1486e874d475a9be81797546b3de6 HTTP/1.1" status: 200 len: 375 time: 0.0420873 Nov 03 18:29:30.584676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bf276-4f63-44c7-8dbd-c76cf7ad0c60 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:30.612883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c3f1ba5a-f3a1-4807-903d-23b27268ca05 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463352 Nov 03 18:29:30.628032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-0878bb4c-1ae6-43d2-9ed6-baa75f11004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:30.628245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Allocated IP 172.25.3.251 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/a67a41a7-325d-4025-b56d-659e786d3cbb) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:30.629676 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-0878bb4c-1ae6-43d2-9ed6-baa75f11004e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1098 time: 0.1345065 Nov 03 18:29:30.654484 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ebf49e71-8b0f-40d6-b17f-362b2b140c31 req-b31112bf-fc0d-4388-bd0d-c14879753946 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075056 Nov 03 18:29:30.706605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-2251dd18-8348-4c34-905d-de4e59c8c27b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 217 time: 0.0647471 Nov 03 18:29:30.792659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.897702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.981496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-45b5c20b-90f7-424b-ae18-bff1f25fdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:30.982996 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-45b5c20b-90f7-424b-ae18-bff1f25fdbcd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2686784 Nov 03 18:29:31.008735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d24c1-ff4e-4f7b-9238-4ee5a6047a36 req-5e022b5b-dfd6-437f-8c48-bb35e7738288 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:31.010374 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b59d24c1-ff4e-4f7b-9238-4ee5a6047a36 req-5e022b5b-dfd6-437f-8c48-bb35e7738288 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 943 time: 0.2552733 Nov 03 18:29:31.079867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-852acb0d-22eb-45f8-b90d-d6e981b24806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:31.081358 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-852acb0d-22eb-45f8-b90d-d6e981b24806 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892417 Nov 03 18:29:31.115874 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b59d24c1-ff4e-4f7b-9238-4ee5a6047a36 req-7f7ef9f0-91f9-4ec3-b6d1-b018d83855ff tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855317 Nov 03 18:29:31.116879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c5acb5fa-ced8-4c6a-9c5e-a9595ea4306a service neutron] 10.222.0.77 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906442 Nov 03 18:29:31.122906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event updated for resources: {'Port': ['ID=a67a41a7-325d-4025-b56d-659e786d3cbb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:31.126545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:31.128021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:31.140434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:31.233120 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-5fe1609c-dd52-4600-a3ba-662499fb64e8 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418307 Nov 03 18:29:31.313365 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.369902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-3f5e9156-deb1-4353-823e-199babe2b8f0 service neutron] 10.222.0.77 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391911 Nov 03 18:29:31.377133 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.389302 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bebe901-f75b-4136-a4eb-013d522978c6 req-a46f075d-ba27-4c1a-b8ab-f734384bd20a service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471741 Nov 03 18:29:31.392385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37fad0-25c8-4767-83d3-b1dceeeeaf06 req-e8ae778a-90af-4e3f-be33-6b43e20d2c22 tempest-AggregatesAdminTestJSON-1122380005 tempest-AggregatesAdminTestJSON-1122380005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:31.393960 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5c37fad0-25c8-4767-83d3-b1dceeeeaf06 req-e8ae778a-90af-4e3f-be33-6b43e20d2c22 tempest-AggregatesAdminTestJSON-1122380005 tempest-AggregatesAdminTestJSON-1122380005-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 1123 time: 0.0807514 Nov 03 18:29:31.424933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5c37fad0-25c8-4767-83d3-b1dceeeeaf06 req-494f43d0-c925-44f1-9c35-2203fdfdf3d0 tempest-AggregatesAdminTestJSON-1122380005 tempest-AggregatesAdminTestJSON-1122380005-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.517427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-fc3651cc-7e05-4687-a0c8-fdacc37d6534 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:31.519001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-fc3651cc-7e05-4687-a0c8-fdacc37d6534 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 1101 time: 0.0790293 Nov 03 18:29:31.589101 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3608eac4-4e7e-4181-8e4c-a7192fc69eed x-openstack-request-id: req-3608eac4-4e7e-4181-8e4c-a7192fc69eed {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:31.592769 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:31.593169 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3608eac4-4e7e-4181-8e4c-a7192fc69eed {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:31.594193 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'status': 'completed', 'code': 200} Nov 03 18:29:31.701482 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5c37fad0-25c8-4767-83d3-b1dceeeeaf06 req-494f43d0-c925-44f1-9c35-2203fdfdf3d0 tempest-AggregatesAdminTestJSON-1122380005 tempest-AggregatesAdminTestJSON-1122380005-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.702127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c2c2a314-86ca-40c4-8b60-0126ada3ebfa details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:31.711546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5c37fad0-25c8-4767-83d3-b1dceeeeaf06 req-494f43d0-c925-44f1-9c35-2203fdfdf3d0 tempest-AggregatesAdminTestJSON-1122380005 tempest-AggregatesAdminTestJSON-1122380005-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.714255 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.735083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-8fc51dba-b487-4659-9760-1f7da14e9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:31.736576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-8fc51dba-b487-4659-9760-1f7da14e9744 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1098 time: 0.1152227 Nov 03 18:29:31.743579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.820829 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.841955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5c37fad0-25c8-4767-83d3-b1dceeeeaf06 req-494f43d0-c925-44f1-9c35-2203fdfdf3d0 tempest-AggregatesAdminTestJSON-1122380005 tempest-AggregatesAdminTestJSON-1122380005-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400053 Nov 03 18:29:31.842777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f43d0-c925-44f1-9c35-2203fdfdf3d0 tempest-AggregatesAdminTestJSON-1122380005 tempest-AggregatesAdminTestJSON-1122380005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9885aea-395a-4efa-84e1-a401950b12bd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:31.858639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8bed-6930-4171-ad77-56357dfd059f req-aebf8d29-1aee-4223-963d-8fc82f2f7a21 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:31.860210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbfc8bed-6930-4171-ad77-56357dfd059f req-aebf8d29-1aee-4223-963d-8fc82f2f7a21 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.1847403 Nov 03 18:29:31.861178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:31.878419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa', 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'port_id': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa', 'mac_address': 'fa:16:3e:a3:20:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff403179-9f0d-4878-a26d-0f76eb5bde61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:29:31.922023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event updated for resources: {'Port': ['ID=a67a41a7-325d-4025-b56d-659e786d3cbb,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:31.929958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] Deleting port 29c2fa5e-8c52-4231-b675-7003efdd0087 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:29:31.930296 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.937727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.939301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-696bd3cd-0eb4-4d14-8f2f-b2cbb8a3af9b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0952353 Nov 03 18:29:31.978619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.988413 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:32.021755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c2a314-86ca-40c4-8b60-0126ada3ebfa {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:32.024066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbfc8bed-6930-4171-ad77-56357dfd059f req-ff40f110-f2fe-4988-a94a-14ac8de07535 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449490 Nov 03 18:29:32.029348 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e43080d1-829d-474a-a84a-5452e09cfaf5 req-018db066-9852-4cce-afc9-c00cb7d7f4c7 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 210 time: 0.1114907 Nov 03 18:29:32.100604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:32.113030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:32.145195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-d7c26a26-ccd7-4dda-bbbb-a132c5a0eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:32.146968 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-d7c26a26-ccd7-4dda-bbbb-a132c5a0eb2e service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.3924303 Nov 03 18:29:32.230348 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-be99be5c-1607-4070-a607-5c0e4425c236 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 217 time: 0.0727973 Nov 03 18:29:32.257346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:32.299644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] For port 29c2fa5e-8c52-4231-b675-7003efdd0087, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=29c2fa5e-8c52-4231-b675-7003efdd0087,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:32.300524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:32.321332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e078-1746-46e6-beff-4ad4d1d734a6 req-d04bc68e-3e05-43e4-9a5a-257e1612796a tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:32.322914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2f6e078-1746-46e6-beff-4ad4d1d734a6 req-d04bc68e-3e05-43e4-9a5a-257e1612796a tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 950 time: 0.1341610 Nov 03 18:29:32.326821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] Calling delete_port for 29c2fa5e-8c52-4231-b675-7003efdd0087 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:29:32.356199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-536719f8-5ed2-40ce-9467-a033ec384704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:32.363770 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-536719f8-5ed2-40ce-9467-a033ec384704 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1196790 Nov 03 18:29:32.430671 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2f6e078-1746-46e6-beff-4ad4d1d734a6 req-c25e0c43-0db7-4c86-ae76-9f230004e499 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901887 Nov 03 18:29:32.466253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['c2c2a314-86ca-40c4-8b60-0126ada3ebfa'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:32.507138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 53399621-e8be-4236-a4b0-9f379b01da8d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:32.559757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d48a5-3c9d-4f29-a78f-5b0abd7d9574 req-55442398-1faf-4191-be1e-d035aee1cbbd tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:32.563335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-115d48a5-3c9d-4f29-a78f-5b0abd7d9574 req-55442398-1faf-4191-be1e-d035aee1cbbd tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 944 time: 0.0619831 Nov 03 18:29:32.575734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-7a04311b-3d78-4021-96c1-92ebd3eede36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:32.577624 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-7a04311b-3d78-4021-96c1-92ebd3eede36 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714382 Nov 03 18:29:32.585253 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-29ce9194-ba6f-4aff-be52-e4a044d6453c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2099592525&fields=id&tenant_id=896a9cdfe89a4d47a4afc98094bf5c65 HTTP/1.1" status: 200 len: 267 time: 0.1234424 Nov 03 18:29:32.622317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 53399621-e8be-4236-a4b0-9f379b01da8d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:32.622531 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:32.629925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-115d48a5-3c9d-4f29-a78f-5b0abd7d9574 req-40b0227e-511c-4596-af3e-f3ab2150c656 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580695 Nov 03 18:29:32.818854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407292e5-d7e5-4aea-b906-e0c1271552af req-4c8856a1-6bbd-4dec-b894-75b9a9d5bcf7 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:32.820503 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-4c8856a1-6bbd-4dec-b894-75b9a9d5bcf7 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 824 time: 0.2162852 Nov 03 18:29:32.848399 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:32.851946 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-b777882c-51a5-4518-a8ef-cc2095224637 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656372 Nov 03 18:29:32.858889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-cc8c99eb-a5f1-4b4e-ac75-fdb0555625bd tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/quotas/896a9cdfe89a4d47a4afc98094bf5c65 HTTP/1.1" status: 200 len: 375 time: 0.0239699 Nov 03 18:29:32.860807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['29c2fa5e-8c52-4231-b675-7003efdd0087'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:32.891584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] Pushing event deleted for resources: {'Port': ['ID=29c2fa5e-8c52-4231-b675-7003efdd0087,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:32.997139 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:33.032712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] No DVR routers for this DVR port 29c2fa5e-8c52-4231-b675-7003efdd0087 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:29:33.051467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:33.055219 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d64f7949-62eb-47d7-a3d6-a211e2b248bf req-5ec8df9b-400b-4d1d-82f0-83002f72d510 tempest-DeleteServersAdminTestJSON-429743146 tempest-DeleteServersAdminTestJSON-429743146-project-admin] 10.222.0.70 "DELETE /v2.0/ports/29c2fa5e-8c52-4231-b675-7003efdd0087 HTTP/1.1" status: 204 len: 173 time: 1.5269618 Nov 03 18:29:33.113809 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ca350c9e-b5b4-4681-9327-89839dc86e66 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2321143 Nov 03 18:29:33.172430 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ac09f08-d30a-4500-b73e-7510b86c66db req-b691e08b-a00e-4b89-893f-73d8b65b34f8 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924950 Nov 03 18:29:33.238259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf890f2-028a-4415-a158-292533a1fc22 req-82be593c-8de0-4edf-8567-c1e0fbb21f0d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:33.240192 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-82be593c-8de0-4edf-8567-c1e0fbb21f0d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.70 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 804 time: 0.1990747 Nov 03 18:29:33.262124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Request body: {'port': {'device_id': '78588426-38c8-4061-a888-5fc3955606af', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'admin_state_up': True, 'tenant_id': 'd3b1486e874d475a9be81797546b3de6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:33.303435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65474b0a-9174-45dd-a13b-0486dbfc2800 req-abdf4bb2-da20-400e-b0b0-95b813a23cc5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:33.305668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65474b0a-9174-45dd-a13b-0486dbfc2800 req-abdf4bb2-da20-400e-b0b0-95b813a23cc5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.0725160 Nov 03 18:29:33.346675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-357a9abd-27b0-47cf-b622-03a80c7521d4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:29:33.347697 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-357a9abd-27b0-47cf-b622-03a80c7521d4 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1020617 Nov 03 18:29:33.361468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65474b0a-9174-45dd-a13b-0486dbfc2800 req-b3456e6a-330c-43e9-81d3-dd12cf6b40c5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488985 Nov 03 18:29:33.450487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2dc0477-a5fb-497e-81e8-91c3a7746653 req-3a43af56-7be8-43d1-8e2c-e8f41357e0a7 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 210 time: 0.0260301 Nov 03 18:29:33.482602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Made reservation on behalf of d3b1486e874d475a9be81797546b3de6 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:33.486405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:33.502830 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-d22eedb3-7663-4b45-bdd7-130e178108ad service neutron] 10.222.0.77 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448240 Nov 03 18:29:33.599103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a3ede5d-763d-4f71-b39d-1e3aee3cb721 req-4f213f2a-176a-4a6d-9425-41b4f84e2d9a tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=23e27846-057e-435a-a1a4-7b30d2409b51 HTTP/1.1" status: 200 len: 210 time: 0.0343561 Nov 03 18:29:33.718717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c2c2a314-86ca-40c4-8b60-0126ada3ebfa up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:33.758763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e27846-057e-435a-a1a4-7b30d2409b51', 'name': 'network-vif-deleted', 'tag': '29c2fa5e-8c52-4231-b675-7003efdd0087'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:33.769249 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edb65ad-7964-4b5c-8017-deb4a83cfd89" -d '{"events": [{"server_uuid": "23e27846-057e-435a-a1a4-7b30d2409b51", "name": "network-vif-deleted", "tag": "29c2fa5e-8c52-4231-b675-7003efdd0087"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:33.786300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port c2c2a314-86ca-40c4-8b60-0126ada3ebfa completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:29:33.792073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port c2c2a314-86ca-40c4-8b60-0126ada3ebfa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:33.792781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:33.877907 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:33.902004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:33.904461 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461e4b62-c906-4ec5-aa79-4315ea361396" -d '{"events": [{"server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "name": "network-vif-plugged", "status": "completed", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:33.918056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:33.922652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9a36-2544-46b1-b39a-c7a7c6d06bb6 req-12bdbec6-d470-458d-a8d1-5e61444e2716 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:33.922809 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-c8027d18-4e76-43e6-a7ac-b8d6070770ca service neutron] 10.222.0.77 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099288 Nov 03 18:29:33.923385 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:33.924639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-758c9a36-2544-46b1-b39a-c7a7c6d06bb6 req-12bdbec6-d470-458d-a8d1-5e61444e2716 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 944 time: 0.0573499 Nov 03 18:29:33.936252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Allocated IP 172.20.0.10 (ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5/dfb9c6ec-1ff2-4841-9637-33c8ddc15e76/48c95ba5-dcc8-4994-9a49-26aab96eeb2d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:33.996637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:33.996849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-758c9a36-2544-46b1-b39a-c7a7c6d06bb6 req-5c406145-0059-4289-bec3-fd6d7c1f728f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639155 Nov 03 18:29:34.054248 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d05b68-ccee-4088-bdcd-41fe3c76174a x-openstack-request-id: req-d4d05b68-ccee-4088-bdcd-41fe3c76174a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:34.054752 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e27846-057e-435a-a1a4-7b30d2409b51", "name": "network-vif-deleted", "tag": "29c2fa5e-8c52-4231-b675-7003efdd0087", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:34.054752 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4d05b68-ccee-4088-bdcd-41fe3c76174a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:34.055127 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e27846-057e-435a-a1a4-7b30d2409b51', 'name': 'network-vif-deleted', 'tag': '29c2fa5e-8c52-4231-b675-7003efdd0087', 'status': 'completed', 'code': 200} Nov 03 18:29:34.097635 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439b660d-76c2-4232-a11a-db21960f982e x-openstack-request-id: req-439b660d-76c2-4232-a11a-db21960f982e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:34.098242 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "name": "network-vif-plugged", "status": "completed", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:34.098509 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-439b660d-76c2-4232-a11a-db21960f982e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:34.098986 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa', 'code': 200} Nov 03 18:29:34.152551 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:34.201289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8644072-24fd-4886-9fd7-af3bbc9f873d req-e4eb7b57-6dee-40f9-996a-125aee404eea tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 210 time: 0.0404615 Nov 03 18:29:34.252823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:34.323963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:34.333382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:34.339986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:34.346003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:34.346478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:34.350342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8851b2-8998-48ed-ad93-d4efccedbbcf req-2510720c-b95c-4deb-b6b6-94578aa9738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:34.351951 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c8851b2-8998-48ed-ad93-d4efccedbbcf req-2510720c-b95c-4deb-b6b6-94578aa9738a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1096 time: 0.1566517 Nov 03 18:29:34.353838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Pushing event updated for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:34.380066 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-c8da9c9e-cd82-4afb-a91f-6dac86d21528 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1218700 Nov 03 18:29:34.392558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Request body: {'port': {'device_id': '78588426-38c8-4061-a888-5fc3955606af', 'device_owner': 'compute:tempest-test_az-1607690787', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:34.464544 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c8851b2-8998-48ed-ad93-d4efccedbbcf req-07acf20b-a33b-4b8e-8970-fc9acc37950b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049120 Nov 03 18:29:34.522835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:34.546678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5370c-1880-4fad-b8bf-d9a1c0da0f75 req-0cbfe269-6f4b-4d43-8ef7-8fce3030f131 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:34.548176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06a5370c-1880-4fad-b8bf-d9a1c0da0f75 req-0cbfe269-6f4b-4d43-8ef7-8fce3030f131 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.0984476 Nov 03 18:29:34.598729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77bcaa-15a4-4dd3-b5d5-ff8118d4ad30 req-bb359d06-2dcb-4b07-a80e-56876e79f896 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:34.600467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb77bcaa-15a4-4dd3-b5d5-ff8118d4ad30 req-bb359d06-2dcb-4b07-a80e-56876e79f896 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 932 time: 0.0564811 Nov 03 18:29:34.655804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb77bcaa-15a4-4dd3-b5d5-ff8118d4ad30 req-415525c8-233c-40af-814d-76f1f4cef29f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Nov 03 18:29:34.699760 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06a5370c-1880-4fad-b8bf-d9a1c0da0f75 req-35c39d02-4215-4d5e-aa90-718f793d7520 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275079 Nov 03 18:29:34.908024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c95ba5-dcc8-4994-9a49-26aab96eeb2d {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:34.925939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:34.949029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Transition to ACTIVE for port object 48c95ba5-dcc8-4994-9a49-26aab96eeb2d will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:29:34.950758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:35.010589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Pushing event updated for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:35.055854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Attempting to bind port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:35.055854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Attempting to bind port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:35.056697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Attempting to bind port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:35.061468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:35.061468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Attempting to bind port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:35.066169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:35.066509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Checking segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:35.066889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Bound using segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:35.067349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Bound port: 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:35.067702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:35.102664 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-4a3f49a4-89c5-418e-9b31-3e454a4d251c tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9c07d4c5880c4cba80da9654494da797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257504 Nov 03 18:29:35.143153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba3862-1918-4cbd-a1b9-443ef4777d37 req-a19a7b3d-71f0-4f7f-82bb-145a5d56ec1d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:35.144848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8ba3862-1918-4cbd-a1b9-443ef4777d37 req-a19a7b3d-71f0-4f7f-82bb-145a5d56ec1d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 945 time: 0.0569534 Nov 03 18:29:35.229590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8ba3862-1918-4cbd-a1b9-443ef4777d37 req-567d1a71-d219-4bce-91a2-b5cf9a449365 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769284 Nov 03 18:29:35.240372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:35.265707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.70', 51052) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:35.288165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:35.299077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:35.352340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-fdf74a23-0439-4660-9fba-94195e344efc tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:35.354218 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-fdf74a23-0439-4660-9fba-94195e344efc tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319548 Nov 03 18:29:35.405759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-e7b5137e-2a42-473d-aa7c-6019b8b72723 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370971 Nov 03 18:29:35.409028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:35.409906 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:35.411753 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] 10.222.0.70 "PUT /v2.0/ports/48c95ba5-dcc8-4994-9a49-26aab96eeb2d HTTP/1.1" status: 200 len: 1114 time: 1.0235457 Nov 03 18:29:35.422179 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-670c7d0e-4949-4d32-b0d6-0481dbdd1099 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/quotas/9c07d4c5880c4cba80da9654494da797 HTTP/1.1" status: 200 len: 375 time: 0.0454500 Nov 03 18:29:35.471573 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-9e64c1a2-5c96-48f5-bd01-be927ccb45a1 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c07d4c5880c4cba80da9654494da797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428410 Nov 03 18:29:35.499210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd974ad-6826-4714-9dfa-a922e6b231c5 service neutron] Pushing event updated for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:35.520199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407292e5-d7e5-4aea-b906-e0c1271552af req-842aa94c-131c-4d08-a749-63b4c0baec0a tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:35.522332 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-842aa94c-131c-4d08-a749-63b4c0baec0a tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.70 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 824 time: 0.2755833 Nov 03 18:29:35.558133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-65aa2390-4da8-4099-8297-2be63f78e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:35.559720 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-65aa2390-4da8-4099-8297-2be63f78e6c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca19d0f291544eca01c02a7548e424b&device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 1123 time: 0.0907292 Nov 03 18:29:35.579423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf890f2-028a-4415-a158-292533a1fc22 req-99d433fa-3603-4621-9216-ebfdd0edf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:35.581463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-99d433fa-3603-4621-9216-ebfdd0edf010 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 1117 time: 0.1004975 Nov 03 18:29:35.663347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-ba680aeb-4008-43e1-8e86-9470391917c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d HTTP/1.1" status: 200 len: 217 time: 0.0741713 Nov 03 18:29:35.676612 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-62f8915e-7501-4066-8449-47e5f96a7a7b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=896a9cdfe89a4d47a4afc98094bf5c65 HTTP/1.1" status: 200 len: 380 time: 0.1450512 Nov 03 18:29:35.728266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cd6b36d3-a207-4bf7-9685-04e34f767a16 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:35.729707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e328b76c-7601-4a61-9bdf-76717c08e2c9 req-04b87389-ba97-425b-8d4d-c17e5db13a92 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 210 time: 0.0695868 Nov 03 18:29:35.752201 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ef5a21a1-749f-4978-9cb5-da88f14ebc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:35.761148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Request body: {'port': {'device_id': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'admin_state_up': True, 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'security_groups': ['2d102031-2e66-46a9-9422-9cd670cf7fef']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:35.786991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf890f2-028a-4415-a158-292533a1fc22 req-37fe304a-862c-421d-a7f5-9615bb960c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:35.792982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-37fe304a-862c-421d-a7f5-9615bb960c88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.1196477 Nov 03 18:29:35.890088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-463d1208-3730-42db-9630-8327c739c594 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888457 Nov 03 18:29:35.906371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:35.933645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'mac_address': 'fa:16:3e:70:22:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:29:35.984316 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:36.002607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6b36d3-a207-4bf7-9685-04e34f767a16 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:36.031452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:36.037118 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:36.059590 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6d5711d8-aa71-4afd-bce6-15871366a467 req-1f91a937-13fc-4c25-882c-518c73564001 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 210 time: 0.1797237 Nov 03 18:29:36.093288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:36.097256 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0bd075-2f10-42a4-adf8-d16da8ca7141" -d '{"events": [{"name": "network-changed", "server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:36.103519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-26cfb9a2-701d-4de4-b79a-4edbaa8e81b9 service neutron] 10.222.0.70 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023764 Nov 03 18:29:36.106892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-40dc444c-6bcc-49a7-aa1c-8eef9796181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:36.108702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-40dc444c-6bcc-49a7-aa1c-8eef9796181d service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.4989080 Nov 03 18:29:36.116923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118662cb-23fb-4f87-b46f-2d62bf3a363a req-ae17da96-e57b-4b92-9378-d0bc1b4b1647 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:36.126202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-118662cb-23fb-4f87-b46f-2d62bf3a363a req-ae17da96-e57b-4b92-9378-d0bc1b4b1647 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 966 time: 0.1034274 Nov 03 18:29:36.126839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:36.158118 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-659283f2-c60d-45bd-998b-8b374609eff0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d1043c2c-9106-4c2d-8371-9d61637563b8 HTTP/1.1" status: 200 len: 217 time: 0.0405440 Nov 03 18:29:36.191334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Made reservation on behalf of 896a9cdfe89a4d47a4afc98094bf5c65 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:36.195404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:36.244331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-118662cb-23fb-4f87-b46f-2d62bf3a363a req-dd3618fa-f7cb-4a53-b2f0-1e6ee8df1566 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170509 Nov 03 18:29:36.283550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-fdfa82cb-aec5-494c-ada3-a0f6f47984cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:36.285139 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-fdfa82cb-aec5-494c-ada3-a0f6f47984cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1176758 Nov 03 18:29:36.294079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcf890f2-028a-4415-a158-292533a1fc22 req-b7eed40d-985d-4605-8dfd-699d6fec3865 service neutron] 10.222.0.70 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648650 Nov 03 18:29:36.326846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['cd6b36d3-a207-4bf7-9685-04e34f767a16'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:36.339902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c486a0d-c1ef-420d-983d-98d4557c23c1 req-62fff698-40a9-46da-8bd7-c02a3947bd5e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:36.341610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3c486a0d-c1ef-420d-983d-98d4557c23c1 req-62fff698-40a9-46da-8bd7-c02a3947bd5e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 948 time: 0.1650617 Nov 03 18:29:36.473944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-84eeaf88-a8d6-4307-833f-ab60df1ccab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:36.475471 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-84eeaf88-a8d6-4307-833f-ab60df1ccab3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1833014 Nov 03 18:29:36.492854 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3c486a0d-c1ef-420d-983d-98d4557c23c1 req-57a9dd29-7d1e-409a-b9ec-7a1e9ae32ec0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284239 Nov 03 18:29:36.521011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Allocated IP 172.20.0.9 (c423ff00-7e73-4ea9-ae8f-47acd2272e3b/178ab601-5793-42be-b6f2-a5fd74918b42/b0d09d59-1685-421b-93c4-844c87e33bcf) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:36.569577 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86922a5-949e-4c14-970a-c5bf21c31847 x-openstack-request-id: req-f86922a5-949e-4c14-970a-c5bf21c31847 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:36.569871 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:36.570130 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f86922a5-949e-4c14-970a-c5bf21c31847 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:36.570532 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'status': 'completed', 'code': 200} Nov 03 18:29:36.698078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-ed5817e6-06fe-4f24-934a-2d99d96cb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:36.700585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-ed5817e6-06fe-4f24-934a-2d99d96cb7ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 1117 time: 0.0722306 Nov 03 18:29:36.734900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 29c2fa5e-8c52-4231-b675-7003efdd0087 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:29:36.781020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 29c2fa5e-8c52-4231-b675-7003efdd0087 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:29:36.781563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 29c2fa5e-8c52-4231-b675-7003efdd0087 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:29:36.788971 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-dc05323b-882d-4568-a06d-59f5b42a9538 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814384 Nov 03 18:29:36.890721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d38955-0410-4d2b-8c85-94be21133133 req-79703c98-1153-419d-8c39-435ac870e080 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:36.892389 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7d38955-0410-4d2b-8c85-94be21133133 req-79703c98-1153-419d-8c39-435ac870e080 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 945 time: 0.1840992 Nov 03 18:29:36.904312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-153e4fcb-7eea-4a53-ab22-e5e4126eac7a req-d231921b-7dea-4c0c-883a-2ba8593cc9d7 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 210 time: 0.0570605 Nov 03 18:29:36.936149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38266) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:36.954020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-3a22ce4c-1501-4d20-a3d7-84dca8bdeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:36.955890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-3a22ce4c-1501-4d20-a3d7-84dca8bdeba4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 905 time: 0.2474084 Nov 03 18:29:37.012278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-0edd8c87-6560-450a-9ac3-56f1238f9f97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d HTTP/1.1" status: 200 len: 217 time: 0.0478952 Nov 03 18:29:37.187061 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:29:37.252606 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-5d818206-1fa5-45ec-b629-05da01b62af5 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=9c07d4c5880c4cba80da9654494da797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879252 Nov 03 18:29:37.299006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9e3bcc7-42c7-4e14-b763-2e5a19f4ad56 req-df3dabf0-b00a-4753-aa0a-6c3444ec61cc tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 210 time: 0.0440614 Nov 03 18:29:37.300035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac858-bf7b-4912-86af-059de8cdfe35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.321226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-7f427327-696b-40aa-b3b4-729cf3739578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:37.323156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-7f427327-696b-40aa-b3b4-729cf3739578 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.3036273 Nov 03 18:29:37.342267 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1306e4f0-51a5-40c7-872e-2485ea5ddc10 req-58fcc90c-22a4-4ca2-b70b-343be92ef010 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184383 Nov 03 18:29:37.368065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-041461cc-8dc1-4e05-b62c-e0c68b442b48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353174 Nov 03 18:29:37.422340 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7d38955-0410-4d2b-8c85-94be21133133 req-04a25bc7-3b91-4b25-b4ac-178090ee9122 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612820 Nov 03 18:29:37.489073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.505054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-48ffafb2-44cc-4f56-8948-17922bc25b02 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:37.509841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-48ffafb2-44cc-4f56-8948-17922bc25b02 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448459 Nov 03 18:29:37.523828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Request body: {'port': {'device_id': '338804bf-0336-4bc1-a45d-f74a7beeda8c', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '9c07d4c5880c4cba80da9654494da797'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:37.529310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac858-bf7b-4912-86af-059de8cdfe35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.538700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac858-bf7b-4912-86af-059de8cdfe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.599258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-2320ac21-52a3-4b54-94f9-eb7d74b313b9 service neutron] 10.222.0.70 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102892 Nov 03 18:29:37.622337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ac858-bf7b-4912-86af-059de8cdfe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be43776-02b4-4c62-8e84-973a906c362c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:37.633754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.643990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db396c4-4c59-486f-9617-2795ebc39bd9 req-c9c0be6b-757c-4c2e-945a-cdf7dfc2e0a2 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:37.649938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5db396c4-4c59-486f-9617-2795ebc39bd9 req-c9c0be6b-757c-4c2e-945a-cdf7dfc2e0a2 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 966 time: 0.1615543 Nov 03 18:29:37.668810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2c8ac858-bf7b-4912-86af-059de8cdfe35 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c1a7e51dc934a20a857f05d01f3aee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7294028 Nov 03 18:29:37.672857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38300) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:37.704976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:37.715263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cd6b36d3-a207-4bf7-9685-04e34f767a16 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:37.741720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:37.746273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:37.763229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:37.763926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.798790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event updated for resources: {'Port': ['ID=b0d09d59-1685-421b-93c4-844c87e33bcf,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:37.831827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port cd6b36d3-a207-4bf7-9685-04e34f767a16 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:29:37.842765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ad8f-b2c2-4c43-901e-b40e1e001592 req-004c4b14-8ecd-4ab9-b842-4ea966740383 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:37.845741 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f738ad8f-b2c2-4c43-901e-b40e1e001592 req-004c4b14-8ecd-4ab9-b842-4ea966740383 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 948 time: 0.1547961 Nov 03 18:29:37.850839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Made reservation on behalf of 9c07d4c5880c4cba80da9654494da797 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:29:37.856108 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.861355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port cd6b36d3-a207-4bf7-9685-04e34f767a16 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:37.863494 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.869204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5db396c4-4c59-486f-9617-2795ebc39bd9 req-e37b8a05-fd27-4998-8a2d-2f5602d250e2 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994588 Nov 03 18:29:37.873892 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-ffa6cd17-94d9-4015-ac60-c788b4c0f28c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1149557 Nov 03 18:29:37.881930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0bd075-2f10-42a4-adf8-d16da8ca7141 req-66834116-afeb-434b-9aaf-8fcf15b39cb3 service neutron] 10.222.0.70 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696958 Nov 03 18:29:37.892885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Request body: {'port': {'device_id': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:37.905978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35267190-a331-4bae-9108-155b4d824544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:37.963561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35267190-a331-4bae-9108-155b4d824544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.028835 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f738ad8f-b2c2-4c43-901e-b40e1e001592 req-93b95043-8ac0-49cb-960f-3655d8171b08 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684351 Nov 03 18:29:38.040451 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.051419 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35267190-a331-4bae-9108-155b4d824544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.054563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35267190-a331-4bae-9108-155b4d824544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.055952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-35267190-a331-4bae-9108-155b4d824544 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9be43776-02b4-4c62-8e84-973a906c362c HTTP/1.1" status: 204 len: 168 time: 0.3819580 Nov 03 18:29:38.098201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:38.098402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35267190-a331-4bae-9108-155b4d824544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be43776-02b4-4c62-8e84-973a906c362c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:38.101069 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc668a1d-3570-4a04-97fc-0dd0eb47be40" -d '{"events": [{"server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "name": "network-vif-plugged", "status": "completed", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:38.121816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:38.131414 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.190700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.210433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:38.221726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da5042-b645-4002-997e-3ce44dac3975 req-413c5eaa-da54-46bf-9468-bae8d2759274 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:38.224391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57da5042-b645-4002-997e-3ce44dac3975 req-413c5eaa-da54-46bf-9468-bae8d2759274 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 931 time: 0.1283894 Nov 03 18:29:38.232731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b26a555e-7710-4b2d-a28b-592029e79096 None None] Provisioning complete for port b0d09d59-1685-421b-93c4-844c87e33bcf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:38.232731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b26a555e-7710-4b2d-a28b-592029e79096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.283574 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce94c-be38-4ab8-8206-fd538d151a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.289541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b26a555e-7710-4b2d-a28b-592029e79096 None None] Port b0d09d59-1685-421b-93c4-844c87e33bcf cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:38.316643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57da5042-b645-4002-997e-3ce44dac3975 req-9acb977c-8049-4c6b-b680-e0186e87da7e tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816441 Nov 03 18:29:38.357866 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9176cb03-d47b-4741-b304-6eee86efd197 x-openstack-request-id: req-9176cb03-d47b-4741-b304-6eee86efd197 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:38.358085 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "name": "network-vif-plugged", "status": "completed", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:38.358745 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9176cb03-d47b-4741-b304-6eee86efd197 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:38.359456 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'code': 200} Nov 03 18:29:38.514764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Allocated IP 192.168.233.145 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/e38a26aa-e804-4ed5-b71d-9525c35451e9) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:29:38.527129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-17d592b9-8ec1-4449-9b63-6844f9152c0b req-9e2b59be-b7bc-47da-9e8c-df63afc310c3 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 210 time: 0.0432296 Nov 03 18:29:38.567756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38328) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:38.587781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec61557a-9107-41af-96c2-9f13ff7fba76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.636939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716376-b0e9-4fda-b5cf-9fe640b8cdf1 req-bd021cf8-1402-42bf-aa2e-da4f9533aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:38.638835 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9716376-b0e9-4fda-b5cf-9fe640b8cdf1 req-bd021cf8-1402-42bf-aa2e-da4f9533aa7f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1100 time: 0.1885631 Nov 03 18:29:38.734104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48c95ba5-dcc8-4994-9a49-26aab96eeb2d details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:38.735853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec61557a-9107-41af-96c2-9f13ff7fba76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.744248 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec61557a-9107-41af-96c2-9f13ff7fba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.783747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61557a-9107-41af-96c2-9f13ff7fba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b918d31-71dc-40e1-aa9f-066273f5cab4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:38.819284 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ec61557a-9107-41af-96c2-9f13ff7fba76 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e4aadcaa0734df69eeab11d9f4b5e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497966 Nov 03 18:29:38.821440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38342) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:38.872489 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9716376-b0e9-4fda-b5cf-9fe640b8cdf1 req-887baa0d-490f-4a6a-a720-6ed4e77b5d98 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060041 Nov 03 18:29:38.890211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38344) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:38.897335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b7b133f-9126-4497-a285-42f2352851ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:38.898741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e2698-030e-44c0-b283-907e27eecdc1 req-5f4afdb8-8997-4fa9-aba2-de4fa74a7f2b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:38.906453 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c74e2698-030e-44c0-b283-907e27eecdc1 req-5f4afdb8-8997-4fa9-aba2-de4fa74a7f2b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 945 time: 0.3018794 Nov 03 18:29:38.930748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:38.938156 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b7b133f-9126-4497-a285-42f2352851ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.028320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.031257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b7b133f-9126-4497-a285-42f2352851ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.039992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b7b133f-9126-4497-a285-42f2352851ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.047422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7b7b133f-9126-4497-a285-42f2352851ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b918d31-71dc-40e1-aa9f-066273f5cab4 HTTP/1.1" status: 204 len: 168 time: 0.2218156 Nov 03 18:29:39.082219 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c74e2698-030e-44c0-b283-907e27eecdc1 req-5a35111b-0e64-4b1c-be47-1173b365f090 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575427 Nov 03 18:29:39.088846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'port_id': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'mac_address': 'fa:16:3e:10:60:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9c6ec-1ff2-4841-9637-33c8ddc15e76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1607690787', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:29:39.118765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d09d59-1685-421b-93c4-844c87e33bcf {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:39.130600 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.144182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b133f-9126-4497-a285-42f2352851ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b918d31-71dc-40e1-aa9f-066273f5cab4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:39.144732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c95ba5-dcc8-4994-9a49-26aab96eeb2d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:39.185311 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:39.187241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd814f0-4d65-40bc-aace-f372ff4b54ca req-1f4cf1d1-b9b2-4b5f-a477-88d4a5170a09 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:39.188968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7bd814f0-4d65-40bc-aace-f372ff4b54ca req-1f4cf1d1-b9b2-4b5f-a477-88d4a5170a09 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 966 time: 0.1399395 Nov 03 18:29:39.198819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-486510ff-1ce7-4185-8c5d-27115d8658e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.201032 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.212426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.225633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.262366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7bd814f0-4d65-40bc-aace-f372ff4b54ca req-31090bf9-28e0-4a15-be29-c552de7bc2a8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633876 Nov 03 18:29:39.268253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:29:39.281456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:39.288263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:29:39.313139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:29:39.320205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:39.320870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.334445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Transition to ACTIVE for port object b0d09d59-1685-421b-93c4-844c87e33bcf will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:29:39.374125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.399967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8800149 Nov 03 18:29:39.407051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614bf73-cae3-4083-9602-dd6bacd9666b tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Pushing event updated for resources: {'Port': ['ID=e38a26aa-e804-4ed5-b71d-9525c35451e9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:39.422502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Request body: {'port': {'device_id': '338804bf-0336-4bc1-a45d-f74a7beeda8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:39.446246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['48c95ba5-dcc8-4994-9a49-26aab96eeb2d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:39.470843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7e03c-30d2-4291-bfe0-ec85a4de0423 req-924f21ee-48e8-41e1-8637-92908795fac3 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:39.472262 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d1a7e03c-30d2-4291-bfe0-ec85a4de0423 req-924f21ee-48e8-41e1-8637-92908795fac3 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 972 time: 0.2626138 Nov 03 18:29:39.585286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d09d59-1685-421b-93c4-844c87e33bcf,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:39.719120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-486510ff-1ce7-4185-8c5d-27115d8658e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.720355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.726368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Attempting to bind port b0d09d59-1685-421b-93c4-844c87e33bcf on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:39.726978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Attempting to bind port b0d09d59-1685-421b-93c4-844c87e33bcf by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:39.727626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Attempting to bind port b0d09d59-1685-421b-93c4-844c87e33bcf on network c423ff00-7e73-4ea9-ae8f-47acd2272e3b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:39.748831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-486510ff-1ce7-4185-8c5d-27115d8658e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.759966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ecc8c331-d3b2-49bc-b74f-032379327bcb None None] Provisioning complete for port e38a26aa-e804-4ed5-b71d-9525c35451e9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:39.760335 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c331-d3b2-49bc-b74f-032379327bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.771484 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d1a7e03c-30d2-4291-bfe0-ec85a4de0423 req-f60fba5a-8118-4573-9949-302e8ac3e7f6 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704859 Nov 03 18:29:39.772073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Port b0d09d59-1685-421b-93c4-844c87e33bcf on network c423ff00-7e73-4ea9-ae8f-47acd2272e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:39.772539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Attempting to bind port b0d09d59-1685-421b-93c4-844c87e33bcf on network c423ff00-7e73-4ea9-ae8f-47acd2272e3b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:39.827464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8c331-d3b2-49bc-b74f-032379327bcb None None] Port e38a26aa-e804-4ed5-b71d-9525c35451e9 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:29:39.843615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:39.843952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Checking segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:39.844336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Bound using segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:39.845135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Bound port: b0d09d59-1685-421b-93c4-844c87e33bcf, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:39.845519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.850088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:39.863951 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-486510ff-1ce7-4185-8c5d-27115d8658e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=140b0c273f9f40ed8aa6b98ecee92d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9530921 Nov 03 18:29:39.864417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820347b-d56a-42f5-ad35-122205e8156d req-4483a7d7-cea8-4c9f-9375-fd35f9d7f2d4 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:39.866051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486510ff-1ce7-4185-8c5d-27115d8658e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be2a51-e707-4eba-ab20-f5389929c59f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:39.868091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7820347b-d56a-42f5-ad35-122205e8156d req-4483a7d7-cea8-4c9f-9375-fd35f9d7f2d4 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1096 time: 0.1115694 Nov 03 18:29:39.868365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38378) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:39.994861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7820347b-d56a-42f5-ad35-122205e8156d req-73f91866-b60e-4b55-b88c-870dc89d7023 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986192 Nov 03 18:29:40.109293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] For port b0d09d59-1685-421b-93c4-844c87e33bcf, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:40.151707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76603d47-cfec-4ed6-953e-2e48302b5659 req-bce63b8d-e11b-4efd-9130-348ba6abf76e tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:40.157482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5846b-db70-49a2-9f1f-64118b2c9a38 req-b6d88b6f-ca53-411b-845e-fd6bbab4533b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:40.159149 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbd5846b-db70-49a2-9f1f-64118b2c9a38 req-b6d88b6f-ca53-411b-845e-fd6bbab4533b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.2467523 Nov 03 18:29:40.165796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76603d47-cfec-4ed6-953e-2e48302b5659 req-bce63b8d-e11b-4efd-9130-348ba6abf76e tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 943 time: 0.1053717 Nov 03 18:29:40.196813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] For port b0d09d59-1685-421b-93c4-844c87e33bcf, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0d09d59-1685-421b-93c4-844c87e33bcf,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:40.198656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072292a-f4ea-4124-b653-7ced4a8d9816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:40.218273 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:40.229505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76603d47-cfec-4ed6-953e-2e48302b5659 req-c9cc4862-8f24-4fd9-b3fa-af1bd12286b1 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627668 Nov 03 18:29:40.277018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072292a-f4ea-4124-b653-7ced4a8d9816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:40.329324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:40.329893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:40.331323 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-9892df64-d91a-4961-b949-8565493acd33 service neutron] 10.222.0.70 "PUT /v2.0/ports/b0d09d59-1685-421b-93c4-844c87e33bcf HTTP/1.1" status: 200 len: 1091 time: 2.4456367 Nov 03 18:29:40.337036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'tag': 'b0d09d59-1685-421b-93c4-844c87e33bcf'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:40.344033 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb1ae70-ad06-45d0-8252-07b85a88ea84" -d '{"events": [{"name": "network-changed", "server_uuid": "bb68ed11-471a-4029-b42d-1ae52277e7c5", "tag": "b0d09d59-1685-421b-93c4-844c87e33bcf"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:40.436991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892df64-d91a-4961-b949-8565493acd33 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d09d59-1685-421b-93c4-844c87e33bcf,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:40.443979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c30aa0-98bf-46cd-835b-9fa1873ee566 req-b6038a67-fa26-49a5-91ce-e3f5b45d3e8e tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:40.452465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43c30aa0-98bf-46cd-835b-9fa1873ee566 req-b6038a67-fa26-49a5-91ce-e3f5b45d3e8e tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 936 time: 0.1451430 Nov 03 18:29:40.459786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbd5846b-db70-49a2-9f1f-64118b2c9a38 req-82042a53-bcfd-4b06-a843-6d88137fdbfa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661927 Nov 03 18:29:40.481382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407292e5-d7e5-4aea-b906-e0c1271552af req-8d81c779-382b-4f45-8e23-7506732374df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:40.483014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-8d81c779-382b-4f45-8e23-7506732374df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 1094 time: 0.0985708 Nov 03 18:29:40.532989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-a71f7635-a588-4835-9699-3352ee9af8b4 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:40.534803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-a71f7635-a588-4835-9699-3352ee9af8b4 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 972 time: 0.1816652 Nov 03 18:29:40.538215 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072292a-f4ea-4124-b653-7ced4a8d9816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:40.545346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072292a-f4ea-4124-b653-7ced4a8d9816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:40.546665 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f072292a-f4ea-4124-b653-7ced4a8d9816 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3be2a51-e707-4eba-ab20-f5389929c59f HTTP/1.1" status: 204 len: 168 time: 0.6746311 Nov 03 18:29:40.558488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-f81c128e-dbd0-4934-8909-91376c6ec846 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d09d59-1685-421b-93c4-844c87e33bcf HTTP/1.1" status: 200 len: 217 time: 0.0631976 Nov 03 18:29:40.577080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43c30aa0-98bf-46cd-835b-9fa1873ee566 req-edb31bcd-0a21-4a5f-9e48-70e1fa62e46e tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168859 Nov 03 18:29:40.643772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407292e5-d7e5-4aea-b906-e0c1271552af req-b9d16869-80ca-4db0-9d28-814e1f0dc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:40.645886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-b9d16869-80ca-4db0-9d28-814e1f0dc6e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=178ab601-5793-42be-b6f2-a5fd74918b42 HTTP/1.1" status: 200 len: 863 time: 0.0679612 Nov 03 18:29:40.732660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48c95ba5-dcc8-4994-9a49-26aab96eeb2d up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:40.756337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407292e5-d7e5-4aea-b906-e0c1271552af req-a57ebddc-2fcb-4e0f-b61b-f8203a7687d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:40.758959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-a57ebddc-2fcb-4e0f-b61b-f8203a7687d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057537 Nov 03 18:29:40.806319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:29:40.818281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:40.819032 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:40.992667 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-c8fe8606-8ce3-4bb7-8bbf-e28dd016b01b service neutron] 10.222.0.70 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189517 Nov 03 18:29:41.014641 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.043848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38a26aa-e804-4ed5-b71d-9525c35451e9 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:41.058992 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.081665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Transition to ACTIVE for port object e38a26aa-e804-4ed5-b71d-9525c35451e9 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:29:41.092859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:41.100850 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cab644-6ed2-4c10-9771-8c4d9c345a72" -d '{"events": [{"server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "name": "network-vif-plugged", "status": "completed", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:41.128091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa32e0d-1c7d-4b43-be5d-630c9aab1e8b req-30c4bd2e-34a0-4f7c-b8b8-58a24fc63db3 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:41.130448 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aa32e0d-1c7d-4b43-be5d-630c9aab1e8b req-30c4bd2e-34a0-4f7c-b8b8-58a24fc63db3 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 967 time: 0.1258557 Nov 03 18:29:41.136595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:41.142867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072292a-f4ea-4124-b653-7ced4a8d9816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be2a51-e707-4eba-ab20-f5389929c59f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:41.148425 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.158834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-407292e5-d7e5-4aea-b906-e0c1271552af req-63e099d9-fa9e-4ca5-bb22-280c7c1db507 service neutron] 10.222.0.70 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640956 Nov 03 18:29:41.162260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.165265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38412) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:41.182353 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c5428ea-ef54-46a5-9bfd-9272941ba355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.230114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aa32e0d-1c7d-4b43-be5d-630c9aab1e8b req-7547fe8b-c01f-40b3-b05c-e20099f71544 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867362 Nov 03 18:29:41.238218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:41.327721 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52be461a-1a4c-43b7-9507-150f8b2afcee x-openstack-request-id: req-52be461a-1a4c-43b7-9507-150f8b2afcee {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:41.329556 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb68ed11-471a-4029-b42d-1ae52277e7c5", "tag": "b0d09d59-1685-421b-93c4-844c87e33bcf", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:41.330029 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52be461a-1a4c-43b7-9507-150f8b2afcee {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:41.331420 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'tag': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'status': 'completed', 'code': 200} Nov 03 18:29:41.350313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c5428ea-ef54-46a5-9bfd-9272941ba355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.390929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c5428ea-ef54-46a5-9bfd-9272941ba355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.444234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63559-cbef-407a-871c-fbe61e72305b req-387831fc-c099-481e-8392-5f320dd1db1b tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:41.450032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-1d5c60b5-6876-4831-8e18-e53355806ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:41.451540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-1d5c60b5-6876-4831-8e18-e53355806ab4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 1094 time: 0.0997145 Nov 03 18:29:41.451929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-45f63559-cbef-407a-871c-fbe61e72305b req-387831fc-c099-481e-8392-5f320dd1db1b tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1096 time: 0.8280358 Nov 03 18:29:41.455771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Pushing event updated for resources: {'Port': ['ID=e38a26aa-e804-4ed5-b71d-9525c35451e9,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:41.495677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Attempting to bind port e38a26aa-e804-4ed5-b71d-9525c35451e9 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:41.496008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Attempting to bind port e38a26aa-e804-4ed5-b71d-9525c35451e9 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:41.496347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Attempting to bind port e38a26aa-e804-4ed5-b71d-9525c35451e9 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:41.514918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Port e38a26aa-e804-4ed5-b71d-9525c35451e9 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:41.515446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Attempting to bind port e38a26aa-e804-4ed5-b71d-9525c35451e9 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:41.528349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9c5428ea-ef54-46a5-9bfd-9272941ba355 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8589f21aaf540699cc97f3b6c27ea69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584816 Nov 03 18:29:41.531544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38420) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:41.535249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:41.535595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:41.536000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:41.537191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Bound port: e38a26aa-e804-4ed5-b71d-9525c35451e9, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:41.537579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.563021 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-45f63559-cbef-407a-871c-fbe61e72305b req-5879276a-946e-45be-bb09-1a97bd70e5de tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100764 Nov 03 18:29:41.573277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5428ea-ef54-46a5-9bfd-9272941ba355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0f6db5-37ad-4cd1-96ae-370cf7362ae6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:41.600842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Deleting port d1043c2c-9106-4c2d-8371-9d61637563b8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:29:41.601179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.638308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6062bc-332c-413e-a41f-30f67f6800ba req-9b09120c-51c3-4220-a493-e7782fbfa4ca tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:41.640179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed6062bc-332c-413e-a41f-30f67f6800ba req-9b09120c-51c3-4220-a493-e7782fbfa4ca tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f2c6418-dbb4-4e98-9366-de5936845c38 HTTP/1.1" status: 200 len: 972 time: 0.2116041 Nov 03 18:29:41.657097 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a0d934-fafd-4be2-a1e8-e7d523a68781 x-openstack-request-id: req-53a0d934-fafd-4be2-a1e8-e7d523a68781 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:41.657457 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "name": "network-vif-plugged", "status": "completed", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:41.657825 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53a0d934-fafd-4be2-a1e8-e7d523a68781 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:41.658274 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'code': 200} Nov 03 18:29:41.694339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-9de3f14b-0368-401a-89fe-9fb079d0201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:41.697474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-9de3f14b-0368-401a-89fe-9fb079d0201a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 925 time: 0.2117605 Nov 03 18:29:41.697920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] For port e38a26aa-e804-4ed5-b71d-9525c35451e9, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:41.716580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6095f89b-6b83-4a17-958a-f87d4677027d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.718665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] For port e38a26aa-e804-4ed5-b71d-9525c35451e9, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e38a26aa-e804-4ed5-b71d-9525c35451e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:41.741818 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.744834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] For port d1043c2c-9106-4c2d-8371-9d61637563b8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d1043c2c-9106-4c2d-8371-9d61637563b8,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:41.745183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.781140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-6e69313e-a94f-4b81-a552-fb2ac8c51288 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d09d59-1685-421b-93c4-844c87e33bcf HTTP/1.1" status: 200 len: 217 time: 0.0658569 Nov 03 18:29:41.793848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed6062bc-332c-413e-a41f-30f67f6800ba req-cbb46acc-8050-48ec-8b56-ec95f7106cfd tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b43b942c-c07e-4008-b0f8-7cb475f0bf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367745 Nov 03 18:29:41.805782 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6095f89b-6b83-4a17-958a-f87d4677027d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.831432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Calling delete_port for d1043c2c-9106-4c2d-8371-9d61637563b8 owned by compute:tempest-test_az-1607690787 {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:29:41.847960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:41.849093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.850524 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] 10.222.0.96 "PUT /v2.0/ports/e38a26aa-e804-4ed5-b71d-9525c35451e9 HTTP/1.1" status: 200 len: 1096 time: 2.4328899 Nov 03 18:29:41.892634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-04382716-2b16-4099-a416-7624f2f3ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:41.894283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-04382716-2b16-4099-a416-7624f2f3ac7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=178ab601-5793-42be-b6f2-a5fd74918b42 HTTP/1.1" status: 200 len: 863 time: 0.1043155 Nov 03 18:29:41.932532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6095f89b-6b83-4a17-958a-f87d4677027d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.937112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6095f89b-6b83-4a17-958a-f87d4677027d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:41.938842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6095f89b-6b83-4a17-958a-f87d4677027d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd0f6db5-37ad-4cd1-96ae-370cf7362ae6 HTTP/1.1" status: 204 len: 168 time: 0.4043612 Nov 03 18:29:41.946188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a55f8b-ce58-43ad-89e4-8d52e451ff07 req-f3786a93-31cd-4e89-ae06-4dd5d2c2aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:41.947735 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d0a55f8b-ce58-43ad-89e4-8d52e451ff07 req-f3786a93-31cd-4e89-ae06-4dd5d2c2aa39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 1119 time: 0.2189345 Nov 03 18:29:41.965851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095f89b-6b83-4a17-958a-f87d4677027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0f6db5-37ad-4cd1-96ae-370cf7362ae6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:42.004124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063eba-9bdd-47b0-8f0b-4227601abb12 service neutron] Pushing event updated for resources: {'Port': ['ID=e38a26aa-e804-4ed5-b71d-9525c35451e9,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:42.012353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-cdb41909-4e41-48b9-9ae2-a74bf02d036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:42.014257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-cdb41909-4e41-48b9-9ae2-a74bf02d036c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094196 Nov 03 18:29:42.018428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5e046-e537-4432-b076-9b03bb37dfb1 req-68904a73-5ee5-4702-8ee5-944eb26121c8 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:42.020089 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4cb5e046-e537-4432-b076-9b03bb37dfb1 req-68904a73-5ee5-4702-8ee5-944eb26121c8 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 943 time: 0.2951241 Nov 03 18:29:42.044646 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:42.098349 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:42.140811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-c5526896-f875-478d-a5f8-c1a81b6149a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:42.141825 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-c5526896-f875-478d-a5f8-c1a81b6149a0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c07d4c5880c4cba80da9654494da797&device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 1099 time: 0.2175460 Nov 03 18:29:42.156854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-f49db7ce-e735-4a05-b23b-ff3506eab0a9 service neutron] 10.222.0.70 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323075 Nov 03 18:29:42.168217 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d0a55f8b-ce58-43ad-89e4-8d52e451ff07 req-f87adbe9-e270-4d32-9392-2c815b89b661 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777456 Nov 03 18:29:42.214545 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-7a137a3f-9516-4f88-99bf-aa93ccad4e14 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e38a26aa-e804-4ed5-b71d-9525c35451e9 HTTP/1.1" status: 200 len: 217 time: 0.0568323 Nov 03 18:29:42.227633 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4cb5e046-e537-4432-b076-9b03bb37dfb1 req-90a94245-01ef-4acd-97d0-a8b97b11f8cc tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953351 Nov 03 18:29:42.305820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fb1ae70-ad06-45d0-8252-07b85a88ea84 req-296d56bc-4be4-4f80-91a8-9e9c1b2832e4 service neutron] 10.222.0.70 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400986 Nov 03 18:29:42.372717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-a84b0524-5c4a-4a50-b074-cbbb7e4303f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:42.374356 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-a84b0524-5c4a-4a50-b074-cbbb7e4303f8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1370368 Nov 03 18:29:42.376144 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:42.389807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d1043c2c-9106-4c2d-8371-9d61637563b8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:42.424817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6259a-279f-4c3c-b8e1-edfd95c69efb req-de4ea7a7-2b0d-476a-b205-e2b3b949e50d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:42.426410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37d6259a-279f-4c3c-b8e1-edfd95c69efb req-de4ea7a7-2b0d-476a-b205-e2b3b949e50d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.0886600 Nov 03 18:29:42.472014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Pushing event deleted for resources: {'Port': ['ID=d1043c2c-9106-4c2d-8371-9d61637563b8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:42.499652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37d6259a-279f-4c3c-b8e1-edfd95c69efb req-df98112b-a53d-4165-aaa1-67ffe64a4ff0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543809 Nov 03 18:29:42.600418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a1ffb-6d91-4138-8aaa-f20785837625 req-752b20a4-adf3-417e-9558-0b18ee1af12f tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:42.603065 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c37a1ffb-6d91-4138-8aaa-f20785837625 req-752b20a4-adf3-417e-9558-0b18ee1af12f tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 948 time: 0.2630863 Nov 03 18:29:42.636303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] No DVR routers for this DVR port d1043c2c-9106-4c2d-8371-9d61637563b8 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:29:42.647097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:42.650782 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e2d744de-a367-44c8-bf4d-265097bc4049 req-d604e913-18e8-48dc-85b6-c686be0968e8 tempest-AggregatesAdminTestJSON-1218507957 tempest-AggregatesAdminTestJSON-1218507957-project] 10.222.0.70 "DELETE /v2.0/ports/d1043c2c-9106-4c2d-8371-9d61637563b8 HTTP/1.1" status: 204 len: 173 time: 2.1010869 Nov 03 18:29:42.672210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-9b9317ca-e7a0-44f0-b276-4344cea64acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:42.673849 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-9b9317ca-e7a0-44f0-b276-4344cea64acf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2896993 Nov 03 18:29:42.768595 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c37a1ffb-6d91-4138-8aaa-f20785837625 req-1553b8f4-9577-462f-ba8f-6adb75cf90dc tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315570 Nov 03 18:29:42.961255 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-c4cd5b4d-797e-44c2-85ec-d9a7bbbb1a31 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759292 Nov 03 18:29:43.041487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a879b-5b06-4b10-b7fe-34cf5db3c1e4 req-e14818e0-ae75-44e0-ae35-f82d8675d919 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:43.049409 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d31a879b-5b06-4b10-b7fe-34cf5db3c1e4 req-e14818e0-ae75-44e0-ae35-f82d8675d919 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 968 time: 0.1521294 Nov 03 18:29:43.128441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d31a879b-5b06-4b10-b7fe-34cf5db3c1e4 req-2eb4a381-d872-4417-b883-e01553fe904b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760970 Nov 03 18:29:43.137641 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99c066eb-940f-4f0b-8846-c70016acfff2 req-b4cd0cfb-62d9-44a3-a734-5ee4635571ed service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685379 Nov 03 18:29:43.231327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-4d881ef8-6a8f-4738-b403-9a5b681c1cc5 req-0c078c63-d1d4-4006-bb10-0f8bf171d698 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:29:43.232271 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4d881ef8-6a8f-4738-b403-9a5b681c1cc5 req-0c078c63-d1d4-4006-bb10-0f8bf171d698 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0057580 Nov 03 18:29:43.334196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338804bf-0336-4bc1-a45d-f74a7beeda8c', 'tag': 'e38a26aa-e804-4ed5-b71d-9525c35451e9'}, {'server_uuid': '7f2c6418-dbb4-4e98-9366-de5936845c38', 'name': 'network-vif-deleted', 'tag': 'd1043c2c-9106-4c2d-8371-9d61637563b8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:43.337244 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c" -d '{"events": [{"name": "network-changed", "server_uuid": "338804bf-0336-4bc1-a45d-f74a7beeda8c", "tag": "e38a26aa-e804-4ed5-b71d-9525c35451e9"}, {"server_uuid": "7f2c6418-dbb4-4e98-9366-de5936845c38", "name": "network-vif-deleted", "tag": "d1043c2c-9106-4c2d-8371-9d61637563b8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:43.350591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9e08a-1048-47db-a057-1d4e1161dbd8 req-268c8400-1d39-4369-bdb4-91c30a185ecd tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:43.358731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53a9e08a-1048-47db-a057-1d4e1161dbd8 req-268c8400-1d39-4369-bdb4-91c30a185ecd tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1100 time: 0.0893831 Nov 03 18:29:43.378035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53a9e08a-1048-47db-a057-1d4e1161dbd8 req-fa130204-ff1b-4f90-ba09-f0b625295797 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:43.472129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53a9e08a-1048-47db-a057-1d4e1161dbd8 req-fa130204-ff1b-4f90-ba09-f0b625295797 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:43.478390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53a9e08a-1048-47db-a057-1d4e1161dbd8 req-fa130204-ff1b-4f90-ba09-f0b625295797 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:43.523039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa130204-ff1b-4f90-ba09-f0b625295797 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6a48af-a4ff-4760-9885-19b1d0d5b16c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:43.533204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53a9e08a-1048-47db-a057-1d4e1161dbd8 req-fa130204-ff1b-4f90-ba09-f0b625295797 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735506 Nov 03 18:29:43.791132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daf88a-921e-4c89-8fdb-38817634a8a0 req-2215a3a0-8809-4932-803e-312dac326c16 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:43.793791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22daf88a-921e-4c89-8fdb-38817634a8a0 req-2215a3a0-8809-4932-803e-312dac326c16 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 943 time: 0.0688016 Nov 03 18:29:43.854482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22daf88a-921e-4c89-8fdb-38817634a8a0 req-729fa803-d5b6-475a-8b80-dcfff34cb5d7 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543706 Nov 03 18:29:43.858319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38492) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:43.932377 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366610f4-e81e-4c17-b86a-359fb2877eab x-openstack-request-id: req-366610f4-e81e-4c17-b86a-359fb2877eab {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:43.932707 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338804bf-0336-4bc1-a45d-f74a7beeda8c", "tag": "e38a26aa-e804-4ed5-b71d-9525c35451e9", "status": "completed", "code": 200}, {"server_uuid": "7f2c6418-dbb4-4e98-9366-de5936845c38", "name": "network-vif-deleted", "tag": "d1043c2c-9106-4c2d-8371-9d61637563b8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:43.932965 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-366610f4-e81e-4c17-b86a-359fb2877eab {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:43.933362 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338804bf-0336-4bc1-a45d-f74a7beeda8c', 'tag': 'e38a26aa-e804-4ed5-b71d-9525c35451e9', 'status': 'completed', 'code': 200} Nov 03 18:29:43.933696 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2c6418-dbb4-4e98-9366-de5936845c38', 'name': 'network-vif-deleted', 'tag': 'd1043c2c-9106-4c2d-8371-9d61637563b8', 'status': 'completed', 'code': 200} Nov 03 18:29:44.038054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-79b456ce-c4d1-4b49-9904-bcf58f7a2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:44.039834 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-79b456ce-c4d1-4b49-9904-bcf58f7a2b64 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c07d4c5880c4cba80da9654494da797&device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 1099 time: 0.0600379 Nov 03 18:29:44.071585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-9d3cb4b0-5f5d-4dd5-853e-f927af5cf09e req-e00011f6-ac62-4827-a4b7-6692d16a84cd service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:29:44.072944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d3cb4b0-5f5d-4dd5-853e-f927af5cf09e req-e00011f6-ac62-4827-a4b7-6692d16a84cd service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0070250 Nov 03 18:29:44.206722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-b8a9ba52-da5f-4d38-b68f-b26cf36ffd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:44.208975 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-b8a9ba52-da5f-4d38-b68f-b26cf36ffd32 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1523421 Nov 03 18:29:44.220551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-45b63fd1-8e8c-4e31-bf31-8fb6737949b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bca19d0f291544eca01c02a7548e424b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602910 Nov 03 18:29:44.222858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38510) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:44.271380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-2ba7ec09-ad0c-4c1f-98f6-d8554ae418ad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e38a26aa-e804-4ed5-b71d-9525c35451e9 HTTP/1.1" status: 200 len: 217 time: 0.0496686 Nov 03 18:29:44.301287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3996f77-0626-462c-bdc1-a8d5638433c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:44.345332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-207c1d32-b239-4631-99f1-6f7dd5d3db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:44.345929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3996f77-0626-462c-bdc1-a8d5638433c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:44.347725 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-207c1d32-b239-4631-99f1-6f7dd5d3db88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0689964 Nov 03 18:29:44.414341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-c29c44e8-60db-4e20-ae33-1cc686e90c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:44.417898 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-c29c44e8-60db-4e20-ae33-1cc686e90c40 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633304 Nov 03 18:29:44.577354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3996f77-0626-462c-bdc1-a8d5638433c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:44.585579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3996f77-0626-462c-bdc1-a8d5638433c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:44.587783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d3996f77-0626-462c-bdc1-a8d5638433c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b43b942c-c07e-4008-b0f8-7cb475f0bf12 HTTP/1.1" status: 204 len: 168 time: 0.3622546 Nov 03 18:29:44.603648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3996f77-0626-462c-bdc1-a8d5638433c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b942c-c07e-4008-b0f8-7cb475f0bf12,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:44.642744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-a78d345c-95ab-455a-aa48-a860c7752abc service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176430 Nov 03 18:29:44.751954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0d09d59-1685-421b-93c4-844c87e33bcf details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:44.809762 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-09e2a165-6cb5-4acf-a203-73dd1cf0ac4c req-e668b212-07cc-4bf6-a191-542a75ee2646 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548886 Nov 03 18:29:44.819816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d1043c2c-9106-4c2d-8371-9d61637563b8 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:29:44.872064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: d1043c2c-9106-4c2d-8371-9d61637563b8 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:29:44.872640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d1043c2c-9106-4c2d-8371-9d61637563b8 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:29:44.948150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730cabe-6341-4533-a53b-caa425cdd0d9 req-32f94044-8c45-4dd1-a9d0-6a00182046e9 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:44.949856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1730cabe-6341-4533-a53b-caa425cdd0d9 req-32f94044-8c45-4dd1-a9d0-6a00182046e9 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 948 time: 0.0591335 Nov 03 18:29:44.991336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0d09d59-1685-421b-93c4-844c87e33bcf, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0d09d59-1685-421b-93c4-844c87e33bcf,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:45.003855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'port_id': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'mac_address': 'fa:16:3e:b4:3f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:29:45.005857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1730cabe-6341-4533-a53b-caa425cdd0d9 req-f79220e7-2875-47fb-b727-f736c779dc13 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495214 Nov 03 18:29:45.047290 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:45.069956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d09d59-1685-421b-93c4-844c87e33bcf {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:45.104600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0d09d59-1685-421b-93c4-844c87e33bcf, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0d09d59-1685-421b-93c4-844c87e33bcf,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:45.110469 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:45.166082 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38564) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:45.186001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b0d09d59-1685-421b-93c4-844c87e33bcf,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:45.221385 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-467dbe89-a579-4939-a8a3-78cc01e4ee0f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=570387a8c8a446e885c4b0cbcc512199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540867 Nov 03 18:29:45.221980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38566) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:45.224866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a63b-79aa-4f5b-90fe-57902a3ce62d req-6c3da1c4-3f37-4257-91ed-a7024d8f5bbc tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:45.227317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38568) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:45.229915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76c5a63b-79aa-4f5b-90fe-57902a3ce62d req-6c3da1c4-3f37-4257-91ed-a7024d8f5bbc tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 968 time: 0.1180611 Nov 03 18:29:45.292180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9d176b6-b1b0-43f2-8afc-5e1c80fbf6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:45.325696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b0d09d59-1685-421b-93c4-844c87e33bcf'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:45.340505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76c5a63b-79aa-4f5b-90fe-57902a3ce62d req-5fdeef7e-876f-4dcc-9ce9-67765b594ee0 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038594 Nov 03 18:29:45.345898 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9d176b6-b1b0-43f2-8afc-5e1c80fbf6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:45.500935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ed5f-fe07-4ae0-8030-428cc636c23f req-37332382-9a43-44f9-a9d5-925aebff22b8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:45.503585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-beb1ed5f-fe07-4ae0-8030-428cc636c23f req-37332382-9a43-44f9-a9d5-925aebff22b8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.0682302 Nov 03 18:29:45.528618 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-eadadd35-3d71-46bb-8b1b-9b886abf2bad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3034098 Nov 03 18:29:45.543903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9d176b6-b1b0-43f2-8afc-5e1c80fbf6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:45.546906 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9d176b6-b1b0-43f2-8afc-5e1c80fbf6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:45.548547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b9d176b6-b1b0-43f2-8afc-5e1c80fbf6be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9885aea-395a-4efa-84e1-a401950b12bd HTTP/1.1" status: 204 len: 168 time: 0.3200877 Nov 03 18:29:45.552685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-98cf24ee-95aa-417d-9d54-635f8b4450bd service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:29:45.554073 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-98cf24ee-95aa-417d-9d54-635f8b4450bd service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0112939 Nov 03 18:29:45.565174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d176b6-b1b0-43f2-8afc-5e1c80fbf6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9885aea-395a-4efa-84e1-a401950b12bd,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:45.639728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-beb1ed5f-fe07-4ae0-8030-428cc636c23f req-cf15845a-6df1-4690-863e-09bfa4ab32f2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250834 Nov 03 18:29:45.761989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device e38a26aa-e804-4ed5-b71d-9525c35451e9 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:45.765031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38588) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:45.825699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a95b-acac-4e30-b6aa-23fbbd0004c9 req-37e0c677-878e-4f8c-9c65-d448053bc127 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:45.827481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ecb4a95b-acac-4e30-b6aa-23fbbd0004c9 req-37e0c677-878e-4f8c-9c65-d448053bc127 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 944 time: 0.0667202 Nov 03 18:29:45.899748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port e38a26aa-e804-4ed5-b71d-9525c35451e9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e38a26aa-e804-4ed5-b71d-9525c35451e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:45.903714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ecb4a95b-acac-4e30-b6aa-23fbbd0004c9 req-0ba0092e-4fce-4225-bcb6-970ea3e4771c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658519 Nov 03 18:29:45.934440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'e38a26aa-e804-4ed5-b71d-9525c35451e9', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'e38a26aa-e804-4ed5-b71d-9525c35451e9', 'mac_address': 'fa:16:3e:06:fb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:29:45.965746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-d66ac0d8-0eef-4874-8d36-573f9cfb84bb tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:29:45.966767 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-d66ac0d8-0eef-4874-8d36-573f9cfb84bb tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2006209 Nov 03 18:29:45.981054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:45.996783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38a26aa-e804-4ed5-b71d-9525c35451e9 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:46.020673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port e38a26aa-e804-4ed5-b71d-9525c35451e9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e38a26aa-e804-4ed5-b71d-9525c35451e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:46.028034 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:46.093196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=e38a26aa-e804-4ed5-b71d-9525c35451e9,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:46.266303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['e38a26aa-e804-4ed5-b71d-9525c35451e9'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:46.277074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-b0baa5b4-a30a-4ae8-9587-525fb6e4d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:46.282948 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-b0baa5b4-a30a-4ae8-9587-525fb6e4d12d service neutron] 10.222.0.77 "GET /v2.0/ports/c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 1093 time: 0.1411626 Nov 03 18:29:46.319519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Request body: {'binding': {'host': 'n-h2-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:46.320589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Unknown quota resources ['binding']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:29:46.630001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e33ee-9c13-4414-a207-24d8726a1c9b req-6f623770-3c43-4b82-bbcd-c93e06665c9d tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:46.640843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b93e33ee-9c13-4414-a207-24d8726a1c9b req-6f623770-3c43-4b82-bbcd-c93e06665c9d tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 949 time: 0.1499066 Nov 03 18:29:46.767126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b93e33ee-9c13-4414-a207-24d8726a1c9b req-dbc97e59-d20a-496c-a8b4-11ce245832fe tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233852 Nov 03 18:29:46.770948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0d09d59-1685-421b-93c4-844c87e33bcf up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:46.911555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port b0d09d59-1685-421b-93c4-844c87e33bcf completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:29:46.942034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b0d09d59-1685-421b-93c4-844c87e33bcf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:46.943617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:47.051745 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:47.091992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d09d59-1685-421b-93c4-844c87e33bcf'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:47.094268 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dda6c9-e59b-4156-bddc-cdab5472904b" -d '{"events": [{"server_uuid": "bb68ed11-471a-4029-b42d-1ae52277e7c5", "name": "network-vif-plugged", "status": "completed", "tag": "b0d09d59-1685-421b-93c4-844c87e33bcf"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:47.133296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0d09d59-1685-421b-93c4-844c87e33bcf, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0d09d59-1685-421b-93c4-844c87e33bcf,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:47.144084 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:47.217962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b0d09d59-1685-421b-93c4-844c87e33bcf,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:47.230619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on host n-h2-812148-3 for vnic_type normal with profile None {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:47.231102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:47.231498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:47.236538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:47.237372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:47.243814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:47.244267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:47.244769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:47.245282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Bound port: c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:47.383168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:47.398769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:47.400283 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a1b7b08f-166a-4ebb-a1c6-e872efa2de83 service neutron] 10.222.0.77 "POST /v2.0/ports/c2c2a314-86ca-40c4-8b60-0126ada3ebfa/bindings HTTP/1.1" status: 201 len: 389 time: 1.1004701 Nov 03 18:29:47.549170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdef9a6-cdd7-4c7a-9a7b-5e04caa0f39a req-e881834f-d8e3-4488-b90a-2d6bd78f94d3 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:47.551098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cdef9a6-cdd7-4c7a-9a7b-5e04caa0f39a req-e881834f-d8e3-4488-b90a-2d6bd78f94d3 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 968 time: 0.0730975 Nov 03 18:29:47.615954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cdef9a6-cdd7-4c7a-9a7b-5e04caa0f39a req-339ddc8b-9c45-4f91-82c5-d96f044dcf90 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 Nov 03 18:29:47.696507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5727e-4f4d-48c8-b813-9addfea0029f req-8c4a5bfc-e160-47dd-92c1-b0b80fdb6593 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:47.699520 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fcf5727e-4f4d-48c8-b813-9addfea0029f req-8c4a5bfc-e160-47dd-92c1-b0b80fdb6593 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.0743413 Nov 03 18:29:47.755480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a7838-4863-4af1-9995-2bfdc09a4739 req-5eddff0a-6a69-402b-94be-5221f5dba88c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:47.763428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-831a7838-4863-4af1-9995-2bfdc09a4739 req-5eddff0a-6a69-402b-94be-5221f5dba88c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 945 time: 0.0625503 Nov 03 18:29:47.777234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device e38a26aa-e804-4ed5-b71d-9525c35451e9 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:47.820258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fcf5727e-4f4d-48c8-b813-9addfea0029f req-614a6a3e-700e-432e-88c3-2a3d90d5e506 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146307 Nov 03 18:29:47.845187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-831a7838-4863-4af1-9995-2bfdc09a4739 req-cc9315fa-f6c7-4b83-95be-738533b5535c tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751467 Nov 03 18:29:47.890742 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379ccf7-f905-4c84-b5b4-b31a8ab283a2 x-openstack-request-id: req-d379ccf7-f905-4c84-b5b4-b31a8ab283a2 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:47.891047 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb68ed11-471a-4029-b42d-1ae52277e7c5", "name": "network-vif-plugged", "status": "completed", "tag": "b0d09d59-1685-421b-93c4-844c87e33bcf", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:47.891302 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d379ccf7-f905-4c84-b5b4-b31a8ab283a2 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:47.891695 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'code': 200} Nov 03 18:29:47.896107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-00b1b07f-bf17-4414-9357-829268db0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:47.898242 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-00b1b07f-bf17-4414-9357-829268db0a20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1096 time: 0.1405575 Nov 03 18:29:47.920473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port e38a26aa-e804-4ed5-b71d-9525c35451e9 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:29:47.928969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port e38a26aa-e804-4ed5-b71d-9525c35451e9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:47.931000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:47.938626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-208fa197-edd5-4c77-9032-05a2a006e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:47.940518 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-208fa197-edd5-4c77-9032-05a2a006e3fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1100 time: 0.1153326 Nov 03 18:29:47.947048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38680) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:48.064520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e8dd5-5c8c-48d2-86c4-8475223c09d5 req-fc627964-5f21-4a24-b79e-83d5f148f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:48.068197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf2e8dd5-5c8c-48d2-86c4-8475223c09d5 req-fc627964-5f21-4a24-b79e-83d5f148f0bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 1096 time: 0.0871322 Nov 03 18:29:48.072264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.113078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port e38a26aa-e804-4ed5-b71d-9525c35451e9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e38a26aa-e804-4ed5-b71d-9525c35451e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:48.118723 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.155546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-6aed5ac4-dfc8-4d94-83ab-7c9e1623c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:48.157297 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-6aed5ac4-dfc8-4d94-83ab-7c9e1623c2c3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2009199 Nov 03 18:29:48.164415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf2e8dd5-5c8c-48d2-86c4-8475223c09d5 req-c83d413b-8fa1-4b19-9adb-1c41eb5d7f2c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880201 Nov 03 18:29:48.197981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=e38a26aa-e804-4ed5-b71d-9525c35451e9,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:48.222262 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-03a0f438-b389-41f4-a63e-2bcda51af070 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 217 time: 0.0539374 Nov 03 18:29:48.235808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd431928-324f-4099-a835-231adb107fe1 req-5909a402-1390-43f3-839f-d22d9ac45b44 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:48.237327 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cd431928-324f-4099-a835-231adb107fe1 req-5909a402-1390-43f3-839f-d22d9ac45b44 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 945 time: 0.2398143 Nov 03 18:29:48.240376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e134277f-c014-4c03-8892-8b62f356254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:48.241781 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e134277f-c014-4c03-8892-8b62f356254a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.3335588 Nov 03 18:29:48.257587 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8309398-d1c2-4df9-801d-b8f1b42673bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.314285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-14f01ab3-b1a4-4e61-8066-a83bf94778b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:48.315881 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-14f01ab3-b1a4-4e61-8066-a83bf94778b9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0775421 Nov 03 18:29:48.356696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cd431928-324f-4099-a835-231adb107fe1 req-dd0daaf4-a41c-4f59-8d30-3f07b2695ef9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074448 Nov 03 18:29:48.374856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-2178b3ea-e0c2-4f3a-aff8-69083d8ab408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:48.381564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-2178b3ea-e0c2-4f3a-aff8-69083d8ab408 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517061 Nov 03 18:29:48.381878 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8309398-d1c2-4df9-801d-b8f1b42673bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.389101 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8309398-d1c2-4df9-801d-b8f1b42673bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.431193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f8309398-d1c2-4df9-801d-b8f1b42673bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af4885b1a1df4a209953b0acb1aec267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796414 Nov 03 18:29:48.432022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8309398-d1c2-4df9-801d-b8f1b42673bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60836383-efa3-402e-a5eb-3c8c49a45a1f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:48.434612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38696) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:48.470509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-da1a0d3d-64eb-4ee4-9983-530ce69cae65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 217 time: 0.0930312 Nov 03 18:29:48.494467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b2be84e-65ed-41f8-9f1e-0b00358ed9aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.516679 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b2be84e-65ed-41f8-9f1e-0b00358ed9aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.567666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b2be84e-65ed-41f8-9f1e-0b00358ed9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.571150 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b2be84e-65ed-41f8-9f1e-0b00358ed9aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:48.574699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7b2be84e-65ed-41f8-9f1e-0b00358ed9aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60836383-efa3-402e-a5eb-3c8c49a45a1f HTTP/1.1" status: 204 len: 168 time: 0.1364994 Nov 03 18:29:48.581368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2be84e-65ed-41f8-9f1e-0b00358ed9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60836383-efa3-402e-a5eb-3c8c49a45a1f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:48.609682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-b0f5cd97-1c3c-4534-9cd7-80aa79545642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:48.611098 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-b0f5cd97-1c3c-4534-9cd7-80aa79545642 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0864298 Nov 03 18:29:48.626724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15092d12-9f3b-44a2-94de-3d701056a4dc req-62dec0c2-b197-4a08-b6db-2d7b4d981e69 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:48.634679 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15092d12-9f3b-44a2-94de-3d701056a4dc req-62dec0c2-b197-4a08-b6db-2d7b4d981e69 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.1622171 Nov 03 18:29:48.655902 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-0f352c97-45c1-46c4-9b46-1eb489e629c7 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663348 Nov 03 18:29:48.692050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-70ea10db-1bc3-47fd-9a0f-d65a156ca268 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535603 Nov 03 18:29:48.841585 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15092d12-9f3b-44a2-94de-3d701056a4dc req-4e23ea39-fb26-43e8-a30e-396dcf7a39cf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057300 Nov 03 18:29:48.872636 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-b2553e04-033f-4623-a05d-143f55f9da3c service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908698 Nov 03 18:29:48.884281 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-a54edaf1-44ae-4b84-829b-9d79ebebcbdf service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794648 Nov 03 18:29:48.939831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38722) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:48.966343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc65ad7f-9324-4e68-be0f-044bb7eabd4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.012609 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-4cdf6f1a-b116-4f31-8ce1-68d49412ff31 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182930 Nov 03 18:29:49.074663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc65ad7f-9324-4e68-be0f-044bb7eabd4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.080718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc65ad7f-9324-4e68-be0f-044bb7eabd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.119375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65ad7f-9324-4e68-be0f-044bb7eabd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9605a9-5aa8-4b7b-941c-7dc424d0eaa6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:49.124862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cc65ad7f-9324-4e68-be0f-044bb7eabd4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2e8252e9c554119acd753afbe111766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832066 Nov 03 18:29:49.127638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38724) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:49.189314 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-705ceb9a-6cda-4f02-a911-5e2bd9146107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.223383 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-705ceb9a-6cda-4f02-a911-5e2bd9146107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.320979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-705ceb9a-6cda-4f02-a911-5e2bd9146107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.323026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-f9c50e3b-9edc-4c47-8edc-13f4641009c0 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:49.323934 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-705ceb9a-6cda-4f02-a911-5e2bd9146107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.324516 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-f9c50e3b-9edc-4c47-8edc-13f4641009c0 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.1190774 Nov 03 18:29:49.325699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-705ceb9a-6cda-4f02-a911-5e2bd9146107 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f9605a9-5aa8-4b7b-941c-7dc424d0eaa6 HTTP/1.1" status: 204 len: 168 time: 0.1967638 Nov 03 18:29:49.339765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ceb9a-6cda-4f02-a911-5e2bd9146107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9605a9-5aa8-4b7b-941c-7dc424d0eaa6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:49.343607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-3'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:49.378774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1806-95a4-4e97-994e-5321a3357b6c req-49960735-63e1-4449-b1ca-e875a296bea7 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:49.382071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ce1806-95a4-4e97-994e-5321a3357b6c req-49960735-63e1-4449-b1ca-e875a296bea7 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.1095235 Nov 03 18:29:49.432667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb26c-ffee-49a0-ac51-d8cc0be43d29 req-8c8bf9ed-528c-4a39-97c2-7dee5707f5ef tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:49.434258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-187cb26c-ffee-49a0-ac51-d8cc0be43d29 req-8c8bf9ed-528c-4a39-97c2-7dee5707f5ef tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 945 time: 0.1144440 Nov 03 18:29:49.438503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ce1806-95a4-4e97-994e-5321a3357b6c req-eec53fa3-7c76-4a7d-80a2-946a479e61ab tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498531 Nov 03 18:29:49.443372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.528286 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-187cb26c-ffee-49a0-ac51-d8cc0be43d29 req-10544185-85d0-4787-a710-f9b1d38ec221 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863638 Nov 03 18:29:49.653601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:49.703068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:49.716268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d4a97-6e52-4005-b72f-43b60ca9e32e req-9966f104-f710-40b3-a850-e2c64ba4a858 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:49.718411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab2d4a97-6e52-4005-b72f-43b60ca9e32e req-9966f104-f710-40b3-a850-e2c64ba4a858 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 945 time: 0.1240757 Nov 03 18:29:49.753703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:49.756881 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15117266-0b59-42ee-991d-f6c937e0d462" -d '{"events": [{"server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:49.761630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.770847 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:49.799179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab2d4a97-6e52-4005-b72f-43b60ca9e32e req-393229f9-4648-45a7-87f2-35f912fa84ea tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703483 Nov 03 18:29:49.890937 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df4c87e-272b-45ef-a741-d110b5d8e83e x-openstack-request-id: req-7df4c87e-272b-45ef-a741-d110b5d8e83e {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:49.891625 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:49.891625 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7df4c87e-272b-45ef-a741-d110b5d8e83e {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:49.891921 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa', 'code': 200} Nov 03 18:29:49.893228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338804bf-0336-4bc1-a45d-f74a7beeda8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38a26aa-e804-4ed5-b71d-9525c35451e9'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:49.896487 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40ddea6-8673-43dd-86da-5dfd061930d7" -d '{"events": [{"server_uuid": "338804bf-0336-4bc1-a45d-f74a7beeda8c", "name": "network-vif-plugged", "status": "completed", "tag": "e38a26aa-e804-4ed5-b71d-9525c35451e9"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:49.935072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:49.980584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38782) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:50.012376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:29:50.012716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:29:50.013056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:50.019718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:29:50.020071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Attempting to bind port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:29:50.031156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:29:50.031491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:29:50.031883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:29:50.032322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Bound port: c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:29:50.032682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.043474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21af1a-e1b9-40e0-ae00-56eba4871983 req-821da61e-b4d8-4ac8-97cc-bf55698321e6 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:50.045254 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc21af1a-e1b9-40e0-ae00-56eba4871983 req-821da61e-b4d8-4ac8-97cc-bf55698321e6 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.0763216 Nov 03 18:29:50.147340 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d830331-8326-4449-90a8-7a52b208aaaa x-openstack-request-id: req-1d830331-8326-4449-90a8-7a52b208aaaa {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:50.148146 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338804bf-0336-4bc1-a45d-f74a7beeda8c", "name": "network-vif-plugged", "status": "completed", "tag": "e38a26aa-e804-4ed5-b71d-9525c35451e9", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:50.148595 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d830331-8326-4449-90a8-7a52b208aaaa {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:50.149644 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338804bf-0336-4bc1-a45d-f74a7beeda8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38a26aa-e804-4ed5-b71d-9525c35451e9', 'code': 200} Nov 03 18:29:50.164639 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc21af1a-e1b9-40e0-ae00-56eba4871983 req-aea501d8-e93a-4809-8b96-8b14707aef74 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124885 Nov 03 18:29:50.186626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:50.195902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:29:50.206210 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.231316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dc4070b-211b-46c1-aaac-6cf15ddab052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.337240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=8']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:50.339383 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dc4070b-211b-46c1-aaac-6cf15ddab052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.345788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dc4070b-211b-46c1-aaac-6cf15ddab052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.389524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:50.390182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4070b-211b-46c1-aaac-6cf15ddab052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de7b688-9b7a-4361-8732-a7cf9eeb6bae,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:50.390812 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.393048 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-42ef3d1f-0993-4d54-a28e-bd52c2525f95 service neutron] 10.222.0.70 "PUT /v2.0/ports/c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 1121 time: 1.0537663 Nov 03 18:29:50.395753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ef4b1-a77f-4519-9e03-ea7ef19ad1f5 req-0e7a94a0-80b7-4bd3-952c-41b8e2511789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:50.397892 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-368ef4b1-a77f-4519-9e03-ea7ef19ad1f5 req-0e7a94a0-80b7-4bd3-952c-41b8e2511789 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 1101 time: 0.1084938 Nov 03 18:29:50.415686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2dc4070b-211b-46c1-aaac-6cf15ddab052 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9895e31349b4c4090c0d63ab68ff441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329724 Nov 03 18:29:50.418680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38816) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:50.477895 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-368ef4b1-a77f-4519-9e03-ea7ef19ad1f5 req-5033c56f-15a0-4f5a-8e27-5cc2f8ac9597 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715339 Nov 03 18:29:50.486300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['c2c2a314-86ca-40c4-8b60-0126ada3ebfa'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:50.508355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db87b9b0-4893-492e-ac08-a011b9c17954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.536809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db87b9b0-4893-492e-ac08-a011b9c17954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.613852 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db87b9b0-4893-492e-ac08-a011b9c17954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.618609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db87b9b0-4893-492e-ac08-a011b9c17954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:50.628284 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-db87b9b0-4893-492e-ac08-a011b9c17954 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8de7b688-9b7a-4361-8732-a7cf9eeb6bae HTTP/1.1" status: 204 len: 168 time: 0.2078192 Nov 03 18:29:50.638793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0cb83-81fb-4f3b-b3af-2495d7c33ec8 req-5815a79d-96c1-43ed-82b7-a52ba51662e9 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:50.647295 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ea0cb83-81fb-4f3b-b3af-2495d7c33ec8 req-5815a79d-96c1-43ed-82b7-a52ba51662e9 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.0793858 Nov 03 18:29:50.651964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87b9b0-4893-492e-ac08-a011b9c17954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de7b688-9b7a-4361-8732-a7cf9eeb6bae,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:50.720620 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ea0cb83-81fb-4f3b-b3af-2495d7c33ec8 req-f4f7a6e1-b38b-4765-b456-41fb65e0d819 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719173 Nov 03 18:29:50.843568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634c893-3256-469b-9c5a-592b3912b147 req-b6d89668-9139-443b-98d2-d30f4e38a3cf tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:50.845505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9634c893-3256-469b-9c5a-592b3912b147 req-b6d89668-9139-443b-98d2-d30f4e38a3cf tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 945 time: 0.0665808 Nov 03 18:29:50.915489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9634c893-3256-469b-9c5a-592b3912b147 req-40ed634f-aef1-49b6-b62c-80a00ee57767 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632694 Nov 03 18:29:51.054259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d035d2e-6314-4a00-b9b6-dfa99810fb98 req-5ded54cd-f597-4337-b240-51d6a256d802 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:51.055851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d035d2e-6314-4a00-b9b6-dfa99810fb98 req-5ded54cd-f597-4337-b240-51d6a256d802 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 943 time: 0.0581603 Nov 03 18:29:51.195216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d035d2e-6314-4a00-b9b6-dfa99810fb98 req-b3e8c1d2-3e99-4338-a365-35447988fa27 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223092 Nov 03 18:29:51.269765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38860) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:51.294786 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.365623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc4ecd-9442-404b-bec8-6d64291a7325 req-2f2d08f4-a219-4e7e-bebb-f1bda17cf224 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:51.374436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4dc4ecd-9442-404b-bec8-6d64291a7325 req-2f2d08f4-a219-4e7e-bebb-f1bda17cf224 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.0746598 Nov 03 18:29:51.427711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b820185-0eb7-4fff-82e3-fa70843f25dd req-12cbf781-62b2-4e7c-9d38-c77024e92f12 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:51.428736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4dc4ecd-9442-404b-bec8-6d64291a7325 req-49f69cd8-fd49-4c92-b023-c94d7d5ec444 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530989 Nov 03 18:29:51.429723 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1b820185-0eb7-4fff-82e3-fa70843f25dd req-12cbf781-62b2-4e7c-9d38-c77024e92f12 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 945 time: 0.0855079 Nov 03 18:29:51.440677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38866) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:51.450295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Request body: {'floatingip': {'port_id': 'b0d09d59-1685-421b-93c4-844c87e33bcf'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:29:51.462756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.479550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.574928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.874413 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61e73b31539d4167985ac1b9795098cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6034575 Nov 03 18:29:51.875228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf920c9e-1448-4de2-98eb-ecfbf983c0ef,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:51.882865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38902) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:51.889684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.890092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.890417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.890745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.891074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.891400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.891717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.892032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.892353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.892659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.893136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.893543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd1e97-b523-4853-b9a0-68e19960fb9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:51.898593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:51.901038 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa3f0e-655b-4b27-9f29-aae215790bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:51.973009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc20c9-cba6-4df1-8a50-1c9d7011cd03 req-b643cbeb-b9f7-4481-a422-b7dc6f57afe4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:51.974805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d6159ef-0c69-48c1-993b-32f819df6b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.977595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51cc20c9-cba6-4df1-8a50-1c9d7011cd03 req-b643cbeb-b9f7-4481-a422-b7dc6f57afe4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.1377962 Nov 03 18:29:52.016373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d6159ef-0c69-48c1-993b-32f819df6b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:52.089693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51cc20c9-cba6-4df1-8a50-1c9d7011cd03 req-be9ff114-e104-492d-9dcc-82bbb7ad91ba tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970273 Nov 03 18:29:52.128738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d6159ef-0c69-48c1-993b-32f819df6b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:52.133403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d6159ef-0c69-48c1-993b-32f819df6b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:52.135275 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d6159ef-0c69-48c1-993b-32f819df6b9b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf920c9e-1448-4de2-98eb-ecfbf983c0ef HTTP/1.1" status: 204 len: 168 time: 0.2512782 Nov 03 18:29:52.170200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6159ef-0c69-48c1-993b-32f819df6b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf920c9e-1448-4de2-98eb-ecfbf983c0ef,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:52.273879 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac19b2-3429-412f-8d9e-82c373eb690f x-openstack-request-id: req-34ac19b2-3429-412f-8d9e-82c373eb690f {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:52.274201 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:52.274463 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34ac19b2-3429-412f-8d9e-82c373eb690f {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:52.275262 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa', 'status': 'completed', 'code': 200} Nov 03 18:29:52.412426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-02747802-edff-4558-8276-33576e7e08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:52.415642 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-02747802-edff-4558-8276-33576e7e08b6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1124 time: 0.1183741 Nov 03 18:29:52.599948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c64776-66c4-4b08-b532-d44b294f0049 req-fad0b7f5-6141-4298-8241-235cae98b18b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:52.601943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-73c64776-66c4-4b08-b532-d44b294f0049 req-fad0b7f5-6141-4298-8241-235cae98b18b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 943 time: 0.1411545 Nov 03 18:29:52.626683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-273b9f19-2f1c-4d52-8d38-d8ee6f24b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:52.629673 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-273b9f19-2f1c-4d52-8d38-d8ee6f24b30c service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.2068064 Nov 03 18:29:52.691795 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-430158d8-29cc-42ee-9d03-168d3eaeecc1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 217 time: 0.0528190 Nov 03 18:29:52.757982 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-73c64776-66c4-4b08-b532-d44b294f0049 req-5a412734-0596-4470-baed-c1db1f9e85da tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440208 Nov 03 18:29:52.810156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48c95ba5-dcc8-4994-9a49-26aab96eeb2d details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:52.830120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-f9eae9f4-f10c-48bb-823f-7d2550c87bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:52.844316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-f9eae9f4-f10c-48bb-823f-7d2550c87bba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1387298 Nov 03 18:29:52.929436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:52.944810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'port_id': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'mac_address': 'fa:16:3e:10:60:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9c6ec-1ff2-4841-9637-33c8ddc15e76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1607690787', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:29:52.952649 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-b32e8dea-c16f-4e1a-b0e6-470bdbd7c9c7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995107 Nov 03 18:29:52.973800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:29:53.020176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38938) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:53.045749 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.082900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48c95ba5-dcc8-4994-9a49-26aab96eeb2d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:53.099579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfffaf-9962-4b4a-bfc6-c0b579712753 req-89d1e273-050f-46aa-a19d-4885d09443da tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:53.107685 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-96cfffaf-9962-4b4a-bfc6-c0b579712753 req-89d1e273-050f-46aa-a19d-4885d09443da tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.1484818 Nov 03 18:29:53.125295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:53.157441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-d1f7b86b-8151-422c-80ea-91e74972f312 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964395 Nov 03 18:29:53.162158 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.300422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['48c95ba5-dcc8-4994-9a49-26aab96eeb2d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:29:53.391749 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6fa3f0e-655b-4b27-9f29-aae215790bd5 req-f3076f54-3f53-4a0b-b0e2-da03d6135ff6 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135546 Nov 03 18:29:53.418683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-96cfffaf-9962-4b4a-bfc6-c0b579712753 req-ed243427-6c50-49f1-adb9-12d3e1c14ed1 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087001 Nov 03 18:29:53.420384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:53.456131 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d241d5-f17d-4bdd-91b7-061b1ce2e1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.604541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d241d5-f17d-4bdd-91b7-061b1ce2e1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.611801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e1d241d5-f17d-4bdd-91b7-061b1ce2e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.674472 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e1d241d5-f17d-4bdd-91b7-061b1ce2e1ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27247360fb994468a07714dc90135c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6522908 Nov 03 18:29:53.678920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38964) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:53.699846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d241d5-f17d-4bdd-91b7-061b1ce2e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ce7d1-0ae2-4422-9c1f-2fd09b7ae80f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:53.774298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.776233 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db2b4f70-2219-4f7e-8fc0-1847f696a9a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.783553 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.809168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db2b4f70-2219-4f7e-8fc0-1847f696a9a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:53.875084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5aa2d-f163-44d1-a784-a2a3cc4c93e2 req-27ba6568-d79b-42ab-b358-a21e09bbe0aa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:53.888492 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fd5aa2d-f163-44d1-a784-a2a3cc4c93e2 req-27ba6568-d79b-42ab-b358-a21e09bbe0aa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.2419183 Nov 03 18:29:53.954793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1debd30-435b-4b47-83b8-30f80a009a53 req-2f30c987-38b0-4efe-9cf0-d951d5d0d906 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:53.957521 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1debd30-435b-4b47-83b8-30f80a009a53 req-2f30c987-38b0-4efe-9cf0-d951d5d0d906 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.1345208 Nov 03 18:29:54.027862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fd5aa2d-f163-44d1-a784-a2a3cc4c93e2 req-001906e4-aeaf-4ec2-af4b-57987b36113f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378396 Nov 03 18:29:54.042088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1debd30-435b-4b47-83b8-30f80a009a53 req-563fc4b7-d353-447a-b1ed-0eb2d9d67854 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700624 Nov 03 18:29:54.047387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db2b4f70-2219-4f7e-8fc0-1847f696a9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:54.058810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db2b4f70-2219-4f7e-8fc0-1847f696a9a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:54.061094 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-db2b4f70-2219-4f7e-8fc0-1847f696a9a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/206ce7d1-0ae2-4422-9c1f-2fd09b7ae80f HTTP/1.1" status: 204 len: 168 time: 0.3809068 Nov 03 18:29:54.089284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b4f70-2219-4f7e-8fc0-1847f696a9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ce7d1-0ae2-4422-9c1f-2fd09b7ae80f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:54.182686 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Floating IP 91a7fcf5-6088-47e9-82ba-4e9e40f190ad associated. External IP: 172.25.3.251, port: b0d09d59-1685-421b-93c4-844c87e33bcf. Nov 03 18:29:54.241356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17046826-d6ab-4a96-a770-281e42a9610d req-7637ce29-13bc-40f1-af43-d0ef8b9ad2f4 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:54.249606 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17046826-d6ab-4a96-a770-281e42a9610d req-7637ce29-13bc-40f1-af43-d0ef8b9ad2f4 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 943 time: 0.0853093 Nov 03 18:29:54.318649 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17046826-d6ab-4a96-a770-281e42a9610d req-3d26894f-e1ef-4ac4-89c7-4dceaa6e9bff tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637369 Nov 03 18:29:54.613843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Router 6bfd20c0-fe04-4529-aecd-4038d10105ca has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:29:54.763625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39028) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:54.780126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c2c2a314-86ca-40c4-8b60-0126ada3ebfa details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:29:54.782374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48c95ba5-dcc8-4994-9a49-26aab96eeb2d up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:29:54.800989 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5b13-d206-4ff4-bcfb-2176ae12818d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:54.968139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5b13-d206-4ff4-bcfb-2176ae12818d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:54.978613 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5b13-d206-4ff4-bcfb-2176ae12818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:54.987724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9192e-823b-41aa-b695-1f52cdc74616 req-c1662240-cc18-4034-8650-b606a848b5ed tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:54.999973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd9192e-823b-41aa-b695-1f52cdc74616 req-c1662240-cc18-4034-8650-b606a848b5ed tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.2591834 Nov 03 18:29:55.029984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa5b13-d206-4ff4-bcfb-2176ae12818d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2323898a-d8ba-40b9-a9a6-aae8c72020cd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:55.058449 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0eaa5b13-d206-4ff4-bcfb-2176ae12818d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e97d3cd4644466e86535d62a57d459c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937179 Nov 03 18:29:55.061060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39038) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:55.109308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:29:55.126433 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] Sync routers for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:29:55.136998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85b46935-5f0d-43d5-a660-5c9e4d8f4c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.150334 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:55.150899 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:55.153717 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.202884 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85b46935-5f0d-43d5-a660-5c9e4d8f4c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.267062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd9192e-823b-41aa-b695-1f52cdc74616 req-d347193a-1f44-42ac-9538-94c2df44cf02 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631195 Nov 03 18:29:55.270437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-49ea1867-ea9b-46f1-a836-be508bcc1fc4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "PUT /v2.0/floatingips/91a7fcf5-6088-47e9-82ba-4e9e40f190ad HTTP/1.1" status: 200 len: 991 time: 3.8290548 Nov 03 18:29:55.271935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'tag': 'b0d09d59-1685-421b-93c4-844c87e33bcf'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:55.403969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85b46935-5f0d-43d5-a660-5c9e4d8f4c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.406991 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:55.410161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85b46935-5f0d-43d5-a660-5c9e4d8f4c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.414452 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-85b46935-5f0d-43d5-a660-5c9e4d8f4c17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2323898a-d8ba-40b9-a9a6-aae8c72020cd HTTP/1.1" status: 204 len: 168 time: 0.3499818 Nov 03 18:29:55.502456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b46935-5f0d-43d5-a660-5c9e4d8f4c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2323898a-d8ba-40b9-a9a6-aae8c72020cd,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:55.513705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:29:55.514216 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.602594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:55.634850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52330f52-efa2-44b6-9d7a-b55e9ace34fe req-ba88b05b-f6a4-440d-8282-dd7d74c9c375 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:55.636857 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52330f52-efa2-44b6-9d7a-b55e9ace34fe req-ba88b05b-f6a4-440d-8282-dd7d74c9c375 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.3135829 Nov 03 18:29:55.637393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39056) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:55.678997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.685259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c2c2a314-86ca-40c4-8b60-0126ada3ebfa has no active binding in host n-h2-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:29:55.750278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5245015-8cf6-4580-968e-c2e1a126cbfe req-43b9be66-4f3f-4f25-a0e6-6159060a1ceb tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:55.753131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:55.760920 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdbccac-db66-40a3-99e6-98bbf78d77b6" -d '{"events": [{"server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "name": "network-vif-plugged", "status": "completed", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:55.770595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5245015-8cf6-4580-968e-c2e1a126cbfe req-43b9be66-4f3f-4f25-a0e6-6159060a1ceb tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 943 time: 0.1619921 Nov 03 18:29:55.838893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:55.848135 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.852825 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52330f52-efa2-44b6-9d7a-b55e9ace34fe req-57e436cb-2750-4dc7-b4d3-fab9f2d54ff0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806035 Nov 03 18:29:55.947065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5245015-8cf6-4580-968e-c2e1a126cbfe req-58e75469-d4ec-40f9-9438-03aaf8d8b952 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700609 Nov 03 18:29:56.075327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:56.151884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-c2135df7-2b07-48cb-8d33-0d3a87bf37da tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:56.160987 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-c2135df7-2b07-48cb-8d33-0d3a87bf37da tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.96 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.1293328 Nov 03 18:29:56.235696 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45940ef9-5e92-4db6-b80d-9cdc8764c484 x-openstack-request-id: req-45940ef9-5e92-4db6-b80d-9cdc8764c484 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:56.236256 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "name": "network-vif-plugged", "status": "completed", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:56.236650 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45940ef9-5e92-4db6-b80d-9cdc8764c484 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:56.237324 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'code': 200} Nov 03 18:29:56.328253 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e54193-20c5-4e46-9c30-53bfc10bd771" -d '{"events": [{"name": "network-changed", "server_uuid": "bb68ed11-471a-4029-b42d-1ae52277e7c5", "tag": "b0d09d59-1685-421b-93c4-844c87e33bcf"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:56.397373 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '91a7fcf5-6088-47e9-82ba-4e9e40f190ad', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'port_id': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'mac_address': 'fa:16:3e:b4:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:29:31Z', 'updated_at': '2021-11-03T18:29:52Z', 'revision_number': 1, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:56.421993 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-2983b819-015e-45dc-8dac-b0c2f23f809c service neutron] 10.222.0.96 "GET /v2.0/ports/c2c2a314-86ca-40c4-8b60-0126ada3ebfa/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 384 time: 0.0930984 Nov 03 18:29:56.423831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8dadd40b-05ab-4f8b-8ccf-2d008f980a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:56.492754 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] Checking router: 6bfd20c0-fe04-4529-aecd-4038d10105ca for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:29:56.526661 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:29:56.528345 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:29:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:56.568462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca8935-1ca3-4695-bbf2-01d144c3c789 req-ef3aad56-918c-4bd0-805b-7e30840e7dfa tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:56.573266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-faca8935-1ca3-4695-bbf2-01d144c3c789 req-ef3aad56-918c-4bd0-805b-7e30840e7dfa tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.1395712 Nov 03 18:29:56.609119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8dadd40b-05ab-4f8b-8ccf-2d008f980a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:56.625369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8dadd40b-05ab-4f8b-8ccf-2d008f980a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:56.641218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39082) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:56.709879 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8dadd40b-05ab-4f8b-8ccf-2d008f980a86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfe4ef154e844d9889f52604acb0a59b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0708158 Nov 03 18:29:56.710609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39084) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:56.730981 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-faca8935-1ca3-4695-bbf2-01d144c3c789 req-abd83c10-f0d5-4a7d-a950-a3b433589c86 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470683 Nov 03 18:29:56.732848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadd40b-05ab-4f8b-8ccf-2d008f980a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b5cf2-d253-4e26-9ba2-0a344be77387,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:56.768727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:56.839462 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5034ab86-9fbc-439e-8959-3b6b1025b577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:56.850172 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:29:56.867633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5034ab86-9fbc-439e-8959-3b6b1025b577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:56.964284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Deleting port e38a26aa-e804-4ed5-b71d-9525c35451e9 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:29:56.964962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:56.997742 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5034ab86-9fbc-439e-8959-3b6b1025b577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.000720 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5034ab86-9fbc-439e-8959-3b6b1025b577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.004985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5034ab86-9fbc-439e-8959-3b6b1025b577 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf5b5cf2-d253-4e26-9ba2-0a344be77387 HTTP/1.1" status: 204 len: 168 time: 0.2478104 Nov 03 18:29:57.063987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.071690 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.104109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034ab86-9fbc-439e-8959-3b6b1025b577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b5cf2-d253-4e26-9ba2-0a344be77387,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:57.185251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34487a37-af32-42b7-a194-6e493e998977,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:57.230049 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc1431-7b50-4b4e-aff9-8dd79dba2f38 x-openstack-request-id: req-f5fc1431-7b50-4b4e-aff9-8dd79dba2f38 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:57.230719 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb68ed11-471a-4029-b42d-1ae52277e7c5", "tag": "b0d09d59-1685-421b-93c4-844c87e33bcf", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:57.231216 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5fc1431-7b50-4b4e-aff9-8dd79dba2f38 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:57.231953 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'tag': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'status': 'completed', 'code': 200} Nov 03 18:29:57.237546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.241245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.242932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.245283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.245906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.246446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.246999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.247624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.248169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.248709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.249238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.249820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:29:57.274792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4baaa178-5191-4d86-bccd-193ceb6cfbc7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=caa21c599c9d4d309feda2d70d114bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6225471 Nov 03 18:29:57.276545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39102) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:57.316335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] For port e38a26aa-e804-4ed5-b71d-9525c35451e9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e38a26aa-e804-4ed5-b71d-9525c35451e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:57.317012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.435972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Calling delete_port for e38a26aa-e804-4ed5-b71d-9525c35451e9 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:29:57.452293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220f245-fc29-4441-9a34-57368294ad02 req-e6e92e1c-92f5-4e3b-9a2e-38d9195c5cdc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:57.453625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608c00-8dba-4007-af1c-c5e1abb461f8 req-ee5306cf-939b-4532-bc52-521535513428 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:57.455139 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8220f245-fc29-4441-9a34-57368294ad02 req-e6e92e1c-92f5-4e3b-9a2e-38d9195c5cdc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.2622442 Nov 03 18:29:57.455845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e608c00-8dba-4007-af1c-c5e1abb461f8 req-ee5306cf-939b-4532-bc52-521535513428 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 943 time: 0.1526906 Nov 03 18:29:57.480515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:57.500443 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '91a7fcf5-6088-47e9-82ba-4e9e40f190ad', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'port_id': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'mac_address': 'fa:16:3e:b4:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:29:31Z', 'updated_at': '2021-11-03T18:29:52Z', 'revision_number': 1, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:57.501111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0df74b0b-f21d-4ca7-8dbd-56fb67c7a1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.544589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0df74b0b-f21d-4ca7-8dbd-56fb67c7a1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.550268 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8408c9-2908-4c87-ba78-a3adbb0fa63f None None] The sync data for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 is: [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '91a7fcf5-6088-47e9-82ba-4e9e40f190ad', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'port_id': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'mac_address': 'fa:16:3e:b4:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:29:31Z', 'updated_at': '2021-11-03T18:29:52Z', 'revision_number': 1, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:29:57.566805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-e3e194f0-97c5-4af6-ba4b-96876fd57361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:57.568316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-e3e194f0-97c5-4af6-ba4b-96876fd57361 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 1096 time: 0.2942216 Nov 03 18:29:57.656123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0df74b0b-f21d-4ca7-8dbd-56fb67c7a1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.658967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0df74b0b-f21d-4ca7-8dbd-56fb67c7a1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.670598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0df74b0b-f21d-4ca7-8dbd-56fb67c7a1af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34487a37-af32-42b7-a194-6e493e998977 HTTP/1.1" status: 204 len: 168 time: 0.3857772 Nov 03 18:29:57.708574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:29:57.728240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df74b0b-f21d-4ca7-8dbd-56fb67c7a1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34487a37-af32-42b7-a194-6e493e998977,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:57.752441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39108) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:57.770119 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8220f245-fc29-4441-9a34-57368294ad02 req-7b820ee7-9f0a-489e-89dd-68d825355e1e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017492 Nov 03 18:29:57.820819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e608c00-8dba-4007-af1c-c5e1abb461f8 req-c4dcd869-bfb0-4631-b9ff-d8fd16ac012a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477867 Nov 03 18:29:57.858998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60a4eae0-3402-4a5b-ae5a-5d156b5f0b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:57.899261 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c2a314-86ca-40c4-8b60-0126ada3ebfa {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:29:57.954743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949a152-004d-4880-9334-58d675c72d4e None None] New status for floating IP 91a7fcf5-6088-47e9-82ba-4e9e40f190ad: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:29:57.965100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:29:58.025459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:58.081787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-154ea610-0d2c-4435-af64-85456cd13310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:58.084937 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-154ea610-0d2c-4435-af64-85456cd13310 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 925 time: 0.4948709 Nov 03 18:29:58.237143 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a6056-97b2-4e1a-9495-d525476f4a0a req-92e10246-01de-450a-898c-91406f261ab6 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:58.257213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-867a6056-97b2-4e1a-9495-d525476f4a0a req-92e10246-01de-450a-898c-91406f261ab6 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/ports?device_id=338804bf-0336-4bc1-a45d-f74a7beeda8c HTTP/1.1" status: 200 len: 950 time: 0.1255357 Nov 03 18:29:58.361493 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-6b67d925-8212-4bb0-a9f5-4d45322d281d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d09d59-1685-421b-93c4-844c87e33bcf HTTP/1.1" status: 200 len: 999 time: 0.2165148 Nov 03 18:29:58.440245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-867a6056-97b2-4e1a-9495-d525476f4a0a req-74e6a9bd-08f0-47b2-93d5-a8c6e1cbc826 tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dd5d3bb-9828-45af-9ee3-7e4be5996d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773846 Nov 03 18:29:58.631102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] Transition to ACTIVE for port object c2c2a314-86ca-40c4-8b60-0126ada3ebfa will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:29:58.644105 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:58.657956 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60a4eae0-3402-4a5b-ae5a-5d156b5f0b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:58.740757 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:58.800734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] No DVR routers for this DVR port e38a26aa-e804-4ed5-b71d-9525c35451e9 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:29:58.824448 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:58.835216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f17eaa3-1643-481b-9b90-8ad7fe7abbee req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] 10.222.0.96 "DELETE /v2.0/ports/e38a26aa-e804-4ed5-b71d-9525c35451e9 HTTP/1.1" status: 204 len: 173 time: 2.6650786 Nov 03 18:29:58.840322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-7a49f9f8-65b3-4c65-a60f-b3adfd31f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:58.850010 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-7a49f9f8-65b3-4c65-a60f-b3adfd31f89b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=178ab601-5793-42be-b6f2-a5fd74918b42 HTTP/1.1" status: 200 len: 863 time: 0.4122076 Nov 03 18:29:58.851213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60a4eae0-3402-4a5b-ae5a-5d156b5f0b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:58.893252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338804bf-0336-4bc1-a45d-f74a7beeda8c', 'name': 'network-vif-deleted', 'tag': 'e38a26aa-e804-4ed5-b71d-9525c35451e9'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:29:58.897486 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49034487-384f-4a93-b8b9-c3aec54fb5a6" -d '{"events": [{"server_uuid": "338804bf-0336-4bc1-a45d-f74a7beeda8c", "name": "network-vif-deleted", "tag": "e38a26aa-e804-4ed5-b71d-9525c35451e9"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:29:58.961944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477f911-8238-4961-a4a3-2baabca26acf tempest-DeleteServersAdminTestJSON-654248483 tempest-DeleteServersAdminTestJSON-654248483-project] Pushing event deleted for resources: {'Port': ['ID=e38a26aa-e804-4ed5-b71d-9525c35451e9,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:59.172793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f9275-97b2-42fd-b5e8-c61c680ddbd1 req-b2fab18b-fa40-4943-8887-ab486b9db8f3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:59.184261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a24f9275-97b2-42fd-b5e8-c61c680ddbd1 req-b2fab18b-fa40-4943-8887-ab486b9db8f3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.2336352 Nov 03 18:29:59.308728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a24f9275-97b2-42fd-b5e8-c61c680ddbd1 req-7d3843cb-2753-443d-aaff-07e52e677762 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203566 Nov 03 18:29:59.431350 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-60a4eae0-3402-4a5b-ae5a-5d156b5f0b0e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1ac2d1b5bc24e6c8e90c54deb61ac26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6775725 Nov 03 18:29:59.438239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39176) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:59.459280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4eae0-3402-4a5b-ae5a-5d156b5f0b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c91af13-c3e4-4cca-84f8-f265a855ccd0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:59.465790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] No DVR routers for this DVR port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:29:59.485966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] Pushing event updated for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:29:59.636718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-533e550f-de74-4976-bd16-483073dc6b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:59.663812 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514124fc-3cbd-473d-9874-646056abed7a x-openstack-request-id: req-514124fc-3cbd-473d-9874-646056abed7a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:29:59.666800 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338804bf-0336-4bc1-a45d-f74a7beeda8c", "name": "network-vif-deleted", "tag": "e38a26aa-e804-4ed5-b71d-9525c35451e9", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:29:59.666800 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-514124fc-3cbd-473d-9874-646056abed7a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:29:59.666800 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338804bf-0336-4bc1-a45d-f74a7beeda8c', 'name': 'network-vif-deleted', 'tag': 'e38a26aa-e804-4ed5-b71d-9525c35451e9', 'status': 'completed', 'code': 200} Nov 03 18:29:59.688883 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-533e550f-de74-4976-bd16-483073dc6b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:59.722941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-f591036f-b533-4727-9c24-1026fd52b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:59.726713 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-f591036f-b533-4727-9c24-1026fd52b616 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8340294 Nov 03 18:29:59.746986 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-e6e5ebaa-8770-4e76-84e7-3f7143c2929d service neutron] 10.222.0.96 "PUT /v2.0/ports/c2c2a314-86ca-40c4-8b60-0126ada3ebfa/bindings/n-h2-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 3.3117442 Nov 03 18:29:59.789734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85fdc9-8b53-46c7-becc-8e3cd57403c0 req-dfbd331d-8559-4583-86b1-df60a48f005f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:29:59.797964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf85fdc9-8b53-46c7-becc-8e3cd57403c0 req-dfbd331d-8559-4583-86b1-df60a48f005f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 944 time: 0.6745753 Nov 03 18:29:59.818786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-533e550f-de74-4976-bd16-483073dc6b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:59.823750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-533e550f-de74-4976-bd16-483073dc6b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:59.828676 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-533e550f-de74-4976-bd16-483073dc6b1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c91af13-c3e4-4cca-84f8-f265a855ccd0 HTTP/1.1" status: 204 len: 168 time: 0.3870046 Nov 03 18:29:59.842463 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c2c2a314-86ca-40c4-8b60-0126ada3ebfa no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:30:00.021447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e550f-de74-4976-bd16-483073dc6b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c91af13-c3e4-4cca-84f8-f265a855ccd0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:00.124218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c2c2a314-86ca-40c4-8b60-0126ada3ebfa not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:30:00.125868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device e38a26aa-e804-4ed5-b71d-9525c35451e9 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:30:00.170980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: e38a26aa-e804-4ed5-b71d-9525c35451e9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:30:00.171848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device e38a26aa-e804-4ed5-b71d-9525c35451e9 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:30:00.240740 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-de9afc9f-1714-484d-8433-17adf2824c17 service neutron] 10.222.0.70 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040421 Nov 03 18:30:00.271608 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf85fdc9-8b53-46c7-becc-8e3cd57403c0 req-9502d12c-e9d9-4dc7-8cc5-b604987e26ed tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147581 Nov 03 18:30:00.361347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-3ad16f31-4b06-4b6a-9feb-7d12b04ef2ef tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:00.371939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-3ad16f31-4b06-4b6a-9feb-7d12b04ef2ef tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.4969552 Nov 03 18:30:00.623473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-bf6733d7-8065-4b6a-93b5-ee7d32fb8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:00.626987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-bf6733d7-8065-4b6a-93b5-ee7d32fb8385 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00 HTTP/1.1" status: 200 len: 1095 time: 0.2410350 Nov 03 18:30:00.646197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12e54193-20c5-4e46-9c30-53bfc10bd771 req-fcffae33-578d-436f-8136-8e0b51f30100 service neutron] 10.222.0.70 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732195 Nov 03 18:30:00.675750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566024d-8e27-41a7-98d5-faf830c9c398 req-86d7fd61-d05b-4bc6-9070-c4a0a9957347 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:00.686693 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b566024d-8e27-41a7-98d5-faf830c9c398 req-86d7fd61-d05b-4bc6-9070-c4a0a9957347 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.1415231 Nov 03 18:30:00.811802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b566024d-8e27-41a7-98d5-faf830c9c398 req-059ba95e-5d3e-4e30-bccf-ebc7d9c95d52 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233981 Nov 03 18:30:00.825526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-1174727e-0ee0-4932-9f05-db6c22c29510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:00.827653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-1174727e-0ee0-4932-9f05-db6c22c29510 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1095 time: 0.1172013 Nov 03 18:30:01.139238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-34f8deab-d9da-441f-b280-989c3b520671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:01.142096 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-34f8deab-d9da-441f-b280-989c3b520671 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.3058064 Nov 03 18:30:01.200163 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-f6ea6a36-9756-41e0-b540-5648cab76e4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 217 time: 0.0501611 Nov 03 18:30:01.297012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-15ede6a9-f722-4895-adea-1c0b4a51c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:01.299864 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-15ede6a9-f722-4895-adea-1c0b4a51c2a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0816467 Nov 03 18:30:01.382979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39252) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:01.465375 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-68f1f315-f140-411f-8ede-41181e3b1014 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330888 Nov 03 18:30:01.483117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39260) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:01.729743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a59a72-c2db-4fc8-900b-d398931a05c0 req-623452e1-594d-477f-8b0f-6d6ab28cb2ea tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:01.736897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1a59a72-c2db-4fc8-900b-d398931a05c0 req-623452e1-594d-477f-8b0f-6d6ab28cb2ea tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 944 time: 0.1913779 Nov 03 18:30:01.753259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-23303eec-b27f-4ae3-a320-b16bbcaad626 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801602 Nov 03 18:30:01.864632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1a59a72-c2db-4fc8-900b-d398931a05c0 req-4fc81b01-a690-4a0f-91d6-6d0f7f8edcc1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117394 Nov 03 18:30:01.995253 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-10227749-e8aa-4247-9969-71fb89ad5fe1 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335525 Nov 03 18:30:02.014800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d16d8e41-4e39-4a5d-bebd-758287d8d674 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c07d4c5880c4cba80da9654494da797&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5295260 Nov 03 18:30:02.017382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39286) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:02.047057 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0260dd6b-ec71-4382-9127-5bec43ceb503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.059731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.195189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6daa1e2a-a547-4108-a0d9-818b09e5ffb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.249033 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6daa1e2a-a547-4108-a0d9-818b09e5ffb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.271548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0260dd6b-ec71-4382-9127-5bec43ceb503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.279760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0260dd6b-ec71-4382-9127-5bec43ceb503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.422119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260dd6b-ec71-4382-9127-5bec43ceb503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e503a8f1-52a8-44b0-9985-612c69c1b47c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:02.446210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0260dd6b-ec71-4382-9127-5bec43ceb503 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b083a82047444e293000e662bf934c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0611277 Nov 03 18:30:02.450243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39300) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:02.463414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafb6d-4532-4f47-954e-c2a800c9f5ca req-77e45ea9-f7b5-48bc-b39f-a424a02a6ca1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:02.466223 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7eafb6d-4532-4f47-954e-c2a800c9f5ca req-77e45ea9-f7b5-48bc-b39f-a424a02a6ca1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.3197703 Nov 03 18:30:02.555306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6daa1e2a-a547-4108-a0d9-818b09e5ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.565443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6daa1e2a-a547-4108-a0d9-818b09e5ffb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.567709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6daa1e2a-a547-4108-a0d9-818b09e5ffb8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5dd5d3bb-9828-45af-9ee3-7e4be5996d36 HTTP/1.1" status: 204 len: 168 time: 0.5490553 Nov 03 18:30:02.599284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d32008fd-1f79-4374-a50a-f1f7c9dd7105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.676554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d32008fd-1f79-4374-a50a-f1f7c9dd7105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.702295 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7eafb6d-4532-4f47-954e-c2a800c9f5ca req-b7bf4710-fd89-49e4-8b1c-7d9398f51b25 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132268 Nov 03 18:30:02.717935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-66514e26-2ad1-42ec-8418-42720aec9e74 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:02.729804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-66514e26-2ad1-42ec-8418-42720aec9e74 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.3745458 Nov 03 18:30:02.812899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d32008fd-1f79-4374-a50a-f1f7c9dd7105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.824240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d32008fd-1f79-4374-a50a-f1f7c9dd7105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:02.829502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d32008fd-1f79-4374-a50a-f1f7c9dd7105 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e503a8f1-52a8-44b0-9985-612c69c1b47c HTTP/1.1" status: 204 len: 168 time: 0.3765872 Nov 03 18:30:02.861558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32008fd-1f79-4374-a50a-f1f7c9dd7105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e503a8f1-52a8-44b0-9985-612c69c1b47c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:02.941203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa1e2a-a547-4108-a0d9-818b09e5ffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5d3bb-9828-45af-9ee3-7e4be5996d36,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:03.034879 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:03.222012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64482f4-6059-4fa8-8709-bbbddc63a09d req-cb416b37-ef78-47ba-b9e1-34b2b2f8d3d7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:03.226391 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a64482f4-6059-4fa8-8709-bbbddc63a09d req-cb416b37-ef78-47ba-b9e1-34b2b2f8d3d7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 944 time: 0.1806452 Nov 03 18:30:03.316377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-3d0bbf2f-f2d0-4b96-9420-265bd5879856 service neutron] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:03.343035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-3d0bbf2f-f2d0-4b96-9420-265bd5879856 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:03.344912 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-142b2ec7-cd9c-4d35-86be-f191a9a8b9de req-3d0bbf2f-f2d0-4b96-9420-265bd5879856 service neutron] 10.222.0.70 "DELETE /v2.0/ports/c2c2a314-86ca-40c4-8b60-0126ada3ebfa/bindings/n-h1-812148-3 HTTP/1.1" status: 204 len: 173 time: 0.5493128 Nov 03 18:30:03.382846 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a64482f4-6059-4fa8-8709-bbbddc63a09d req-64d30bcb-ea0c-4eb5-92b7-366dde46a9ce tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442230 Nov 03 18:30:03.626056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39338) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:03.653032 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b541dcd-57d1-4771-a677-cbeccad5b425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:03.718570 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea999db-3481-4d7c-a6ea-b55a5cc3f806 req-bc192212-ab02-4ecc-ae47-8acba033d713 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:03.726411 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ea999db-3481-4d7c-a6ea-b55a5cc3f806 req-bc192212-ab02-4ecc-ae47-8acba033d713 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1095 time: 0.1268733 Nov 03 18:30:03.876901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ea999db-3481-4d7c-a6ea-b55a5cc3f806 req-8f89fc94-041a-4f08-b10a-5bc3189f4625 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362686 Nov 03 18:30:03.880067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39346) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:03.955144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b541dcd-57d1-4771-a677-cbeccad5b425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:03.995746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b541dcd-57d1-4771-a677-cbeccad5b425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.129977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b541dcd-57d1-4771-a677-cbeccad5b425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85434ee3-0ff0-411f-9d39-242efe5dbadc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:04.140616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3b541dcd-57d1-4771-a677-cbeccad5b425 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b8d7bf4fe1c45aaa8c07b020642b090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5125115 Nov 03 18:30:04.143116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39364) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:04.196326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41cded-2e43-4a90-a83a-8b2f86ddfd41 req-4bde21d5-bc65-4af8-9c52-71baae11f0f2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:04.204295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f41cded-2e43-4a90-a83a-8b2f86ddfd41 req-4bde21d5-bc65-4af8-9c52-71baae11f0f2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.2964830 Nov 03 18:30:04.232793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39366) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:04.258083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a6304d6-c46a-4237-826f-39af35fe23e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.315666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a871d347-5a9d-4aff-84d2-ab737ff2f166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.361370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c2de906-707d-4ce4-a57b-4ba0d4a1cd96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.456443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a871d347-5a9d-4aff-84d2-ab737ff2f166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.570001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a871d347-5a9d-4aff-84d2-ab737ff2f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.573460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a871d347-5a9d-4aff-84d2-ab737ff2f166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.574659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a871d347-5a9d-4aff-84d2-ab737ff2f166 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85434ee3-0ff0-411f-9d39-242efe5dbadc HTTP/1.1" status: 204 len: 168 time: 0.4305904 Nov 03 18:30:04.591571 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a6304d6-c46a-4237-826f-39af35fe23e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.593045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871d347-5a9d-4aff-84d2-ab737ff2f166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85434ee3-0ff0-411f-9d39-242efe5dbadc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:04.612013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a6304d6-c46a-4237-826f-39af35fe23e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:04.672680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2a6304d6-c46a-4237-826f-39af35fe23e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=224ad4c04672427c8a4134a172d45b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387627 Nov 03 18:30:04.683785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39380) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:04.688214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f41cded-2e43-4a90-a83a-8b2f86ddfd41 req-f21b7b12-1d34-4cd9-8684-0b14042b2b16 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828649 Nov 03 18:30:04.754294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6304d6-c46a-4237-826f-39af35fe23e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e650b216-51c7-4d48-9df4-58db8307f8a2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:05.005173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-b6aa4f1f-d1ae-4863-8e4b-6b5080813dad tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:05.013901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-b6aa4f1f-d1ae-4863-8e4b-6b5080813dad tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 807 time: 0.2709560 Nov 03 18:30:05.019730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c2de906-707d-4ce4-a57b-4ba0d4a1cd96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.044933 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-53c2e857-1a33-4b39-a5ee-3dc12afe6026 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/quotas/19a4b05bbebc444caa8a975fc0f1dd00 HTTP/1.1" status: 200 len: 375 time: 0.0295608 Nov 03 18:30:05.074026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c2de906-707d-4ce4-a57b-4ba0d4a1cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.190829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9f6f-fc24-4874-986d-1ed987c2cf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.263333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39404) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:05.266757 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6c2de906-707d-4ce4-a57b-4ba0d4a1cd96 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d771b077c5ed427393fa58234e827029&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3782151 Nov 03 18:30:05.301578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2de906-707d-4ce4-a57b-4ba0d4a1cd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a41e66-ef2f-4f04-bbd7-b3cae61c673c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:05.309712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9f6f-fc24-4874-986d-1ed987c2cf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.332184 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-738d48d6-f92b-489f-b5e6-3fa2f9c5e0b2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2860186 Nov 03 18:30:05.435466 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ff8962f-95b8-4942-af77-4c222bcb8696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.500122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ff8962f-95b8-4942-af77-4c222bcb8696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.557921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9f6f-fc24-4874-986d-1ed987c2cf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.563107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9f6f-fc24-4874-986d-1ed987c2cf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.565532 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2d1b9f6f-fc24-4874-986d-1ed987c2cf67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e650b216-51c7-4d48-9df4-58db8307f8a2 HTTP/1.1" status: 204 len: 168 time: 0.8773968 Nov 03 18:30:05.586459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-3058005f-a6c6-4ba4-87a4-3a0348d47d8f service neutron] 10.222.0.77 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505295 Nov 03 18:30:05.697139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ff8962f-95b8-4942-af77-4c222bcb8696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.700354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ff8962f-95b8-4942-af77-4c222bcb8696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:05.701584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6ff8962f-95b8-4942-af77-4c222bcb8696 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9a41e66-ef2f-4f04-bbd7-b3cae61c673c HTTP/1.1" status: 204 len: 168 time: 0.4372261 Nov 03 18:30:05.716186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b9f6f-fc24-4874-986d-1ed987c2cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650b216-51c7-4d48-9df4-58db8307f8a2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:05.727269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8962f-95b8-4942-af77-4c222bcb8696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a41e66-ef2f-4f04-bbd7-b3cae61c673c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:05.830294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a08976d6-a1db-45f0-b1ee-b5ef937a7341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:06.037287 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-940cc4d5-83a9-498c-afb0-a76110d1ee94 service neutron] 10.222.0.77 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492786 Nov 03 18:30:06.142203 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-40729e97-4661-4e4e-9655-f8789c845160 service neutron] show failed (client error): The resource could not be found. Nov 03 18:30:06.145917 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-40729e97-4661-4e4e-9655-f8789c845160 service neutron] 10.222.0.96 "GET /v2.0/ports/cd6b36d3-a207-4bf7-9685-04e34f767a16/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.3463769 Nov 03 18:30:06.810313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2031-89e3-47bf-a6a5-96478b0cc445 req-f2305918-c39c-41e2-bab9-af1ff8ff58c1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:06.825839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9be2031-89e3-47bf-a6a5-96478b0cc445 req-f2305918-c39c-41e2-bab9-af1ff8ff58c1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.2692356 Nov 03 18:30:06.860289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74d0c186-01fd-43d5-817b-a506d5718fb5 req-a12770dd-8ee9-492d-adf3-08bfe80cac0a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 210 time: 0.0541620 Nov 03 18:30:06.971642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9be2031-89e3-47bf-a6a5-96478b0cc445 req-ac926be8-7150-4739-ae3a-dea77afa9406 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394806 Nov 03 18:30:07.360915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-1f98d2a3-fa2c-441d-a68d-5403e24699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:07.365194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-1f98d2a3-fa2c-441d-a68d-5403e24699f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390&tenant_id=9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 1100 time: 0.4198577 Nov 03 18:30:07.412909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:07.479072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39466) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:07.529291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b332a3d-83d0-4ec2-86b7-62ca927bdcd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:07.636449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:07.953298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b332a3d-83d0-4ec2-86b7-62ca927bdcd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:07.978749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b332a3d-83d0-4ec2-86b7-62ca927bdcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:08.093583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b332a3d-83d0-4ec2-86b7-62ca927bdcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145c403a-88b9-4210-a64d-bc3b23a5fd90,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:08.142908 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-760ffb71-d3c6-43af-8790-88b5b87f291d req-b43ad7e0-9d61-4e09-ab10-ce205ab3b177 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 210 time: 0.1029937 Nov 03 18:30:08.204122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8b332a3d-83d0-4ec2-86b7-62ca927bdcd0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=459223e3da1e42bb99ca46234934ec40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7230837 Nov 03 18:30:08.209094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39494) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:08.220999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39496) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:08.310122 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0c82474-a38e-4ad5-9381-3475aebcb513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:08.388334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa518-ee39-45d5-9ef9-ec7d3c3c0077 req-f3df1730-d1f9-46f8-aa4f-fb833fb83cc7 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:08.393549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63eaa518-ee39-45d5-9ef9-ec7d3c3c0077 req-f3df1730-d1f9-46f8-aa4f-fb833fb83cc7 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.1871355 Nov 03 18:30:08.586080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63eaa518-ee39-45d5-9ef9-ec7d3c3c0077 req-30f2d0d0-f2cf-4deb-b402-f0bf8358719b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787655 Nov 03 18:30:09.124751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f118f5e6-f501-4087-a1b4-ff4e1080338f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:09.416516 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69c2e28e-4827-4079-81b9-2062ab44600c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:09.471624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-dd7613ad-c531-43ec-9bc3-cd1757ad5b2f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:09.475177 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-dd7613ad-c531-43ec-9bc3-cd1757ad5b2f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 807 time: 0.2640102 Nov 03 18:30:09.479460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:09.559744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69c2e28e-4827-4079-81b9-2062ab44600c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:09.635036 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-161a11eb-5d8f-422c-a5bf-6df32d4002ca req-cf26cfce-b572-48d8-86ee-521be512919d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 210 time: 0.2076178 Nov 03 18:30:09.654818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Request body: {'port': {'device_id': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'admin_state_up': True, 'tenant_id': '19a4b05bbebc444caa8a975fc0f1dd00'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:09.679202 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69c2e28e-4827-4079-81b9-2062ab44600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:09.683625 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69c2e28e-4827-4079-81b9-2062ab44600c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:09.685367 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-69c2e28e-4827-4079-81b9-2062ab44600c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/145c403a-88b9-4210-a64d-bc3b23a5fd90 HTTP/1.1" status: 204 len: 168 time: 1.4711342 Nov 03 18:30:09.741795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2e28e-4827-4079-81b9-2062ab44600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145c403a-88b9-4210-a64d-bc3b23a5fd90,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:09.815378 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:09.872958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cd6b36d3-a207-4bf7-9685-04e34f767a16 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:30:09.937255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89080bba-6ce1-469d-93ee-4d8b606847e1 req-b8aef7c7-d18a-4562-9043-1ad2c8765aaa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:09.939033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89080bba-6ce1-469d-93ee-4d8b606847e1 req-b8aef7c7-d18a-4562-9043-1ad2c8765aaa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.1413412 Nov 03 18:30:10.036949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89080bba-6ce1-469d-93ee-4d8b606847e1 req-3b0e0ed3-f88c-4643-a3e7-75a61e92b01d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804365 Nov 03 18:30:10.066959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:10.190092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:10.318754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:10.321353 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e575a1-b95d-443f-9aa0-eb316b90085d" -d '{"events": [{"server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:10.332732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:10.339772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f118f5e6-f501-4087-a1b4-ff4e1080338f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:10.342077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Made reservation on behalf of 19a4b05bbebc444caa8a975fc0f1dd00 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:10.352535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:10.366924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f118f5e6-f501-4087-a1b4-ff4e1080338f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:10.413260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118f5e6-f501-4087-a1b4-ff4e1080338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a4b562-88db-4683-9119-6a2ec9ffaf76,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:10.438373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Transition to ACTIVE for port object cd6b36d3-a207-4bf7-9685-04e34f767a16 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:10.564478 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:30:10.565160 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:30:10.604588 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08590331-1dad-445b-b31d-f9357307b1da x-openstack-request-id: req-08590331-1dad-445b-b31d-f9357307b1da {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:10.604922 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:10.605116 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08590331-1dad-445b-b31d-f9357307b1da {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:10.605535 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'code': 200} Nov 03 18:30:10.612334 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:10.676642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:10.706733 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f118f5e6-f501-4087-a1b4-ff4e1080338f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81a4d80e6ad14494a6a0ead2bde3a450&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4259343 Nov 03 18:30:10.710896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39578) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:10.757101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Allocated IP 172.20.0.12 (a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb/ff403179-9f0d-4878-a26d-0f76eb5bde61/1d39572e-c044-4b31-9043-2d39998d3ba9) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:10.810258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] No DVR routers for this DVR port cd6b36d3-a207-4bf7-9685-04e34f767a16 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:30:10.939344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76290099-759d-4c2a-b860-1fa8a505dc3e req-cd4d081c-47c7-4d14-9551-065f1cf2f429 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 210 time: 0.1238379 Nov 03 18:30:10.943916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6159ecd-19b1-46ec-a662-6d2147f667d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:10.985502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Attempting to bind port cd6b36d3-a207-4bf7-9685-04e34f767a16 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:10.988314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Attempting to bind port cd6b36d3-a207-4bf7-9685-04e34f767a16 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:10.988314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Attempting to bind port cd6b36d3-a207-4bf7-9685-04e34f767a16 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:11.011354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Port cd6b36d3-a207-4bf7-9685-04e34f767a16 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:11.015154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Attempting to bind port cd6b36d3-a207-4bf7-9685-04e34f767a16 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:11.041844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:11.042387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:11.043066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:11.043745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Bound port: cd6b36d3-a207-4bf7-9685-04e34f767a16, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:11.044587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.059868 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6159ecd-19b1-46ec-a662-6d2147f667d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.220003 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6159ecd-19b1-46ec-a662-6d2147f667d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.223701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6159ecd-19b1-46ec-a662-6d2147f667d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.225408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d6159ecd-19b1-46ec-a662-6d2147f667d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2a4b562-88db-4683-9119-6a2ec9ffaf76 HTTP/1.1" status: 204 len: 168 time: 0.5122283 Nov 03 18:30:11.252026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6159ecd-19b1-46ec-a662-6d2147f667d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a4b562-88db-4683-9119-6a2ec9ffaf76,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:11.430056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:11.569355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:11.611891 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.709939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d1cd-b179-4e59-a8f1-53664b11b3b3 req-9765db42-8f82-456f-add5-911583c039dc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:11.723687 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c83d1cd-b179-4e59-a8f1-53664b11b3b3 req-9765db42-8f82-456f-add5-911583c039dc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.2874112 Nov 03 18:30:11.765875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.809494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:11.810342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.811972 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] 10.222.0.70 "PUT /v2.0/ports/cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 1095 time: 4.4373114 Nov 03 18:30:11.896746 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c83d1cd-b179-4e59-a8f1-53664b11b3b3 req-a03689a3-eb20-4eb8-b6b3-cfbab86ce1a2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720469 Nov 03 18:30:11.907236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38dfb6-b0ad-499c-af21-ba8595f6eb6a service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:12.075452 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.104063 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.114193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.254773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Pushing event updated for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:12.291563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:12.298596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-1e307053-813e-4ee5-a1b6-8c955c1269eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:12.300546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57bbdd-73cf-4142-97ad-557feff184c9 req-21f6d55f-6116-499d-a83b-28917aabdce1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:12.306985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-1e307053-813e-4ee5-a1b6-8c955c1269eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1098 time: 0.4258664 Nov 03 18:30:12.309001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:12.310955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee57bbdd-73cf-4142-97ad-557feff184c9 req-21f6d55f-6116-499d-a83b-28917aabdce1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 932 time: 0.1170974 Nov 03 18:30:12.327912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:12.336286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:12.336956 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.387747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee57bbdd-73cf-4142-97ad-557feff184c9 req-f935898d-ee51-4f68-b019-aa0885ed93ed tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716197 Nov 03 18:30:12.411522 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-bc6d2f19-de1f-4887-a03a-52474639b312 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8904552 Nov 03 18:30:12.430127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Request body: {'port': {'device_id': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:12.447393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39630) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:12.466794 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-475483aa-1128-43c7-af27-ae1fa9656571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.584532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-b45e34e0-3bfd-496d-b4d2-13e038afa05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:12.586083 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-b45e34e0-3bfd-496d-b4d2-13e038afa05e service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2720990 Nov 03 18:30:12.590190 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-475483aa-1128-43c7-af27-ae1fa9656571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.595191 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-475483aa-1128-43c7-af27-ae1fa9656571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.625573 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:12.635944 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585b184-a313-451b-aa3a-f6cb1dafe4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:12.703413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-475483aa-1128-43c7-af27-ae1fa9656571 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb7f39fb5dd6430fb0c9ab941848b303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548964 Nov 03 18:30:12.705497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475483aa-1128-43c7-af27-ae1fa9656571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0f95b-c7c1-4fb4-b0c9-b37c823ceda5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:12.713585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39638) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:12.739730 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-f8bd823e-31ab-4afc-a002-917a614a68b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 217 time: 0.0964839 Nov 03 18:30:12.825060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.842344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33463053-01fc-4b17-87c1-1b4939edcf0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.858460 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0fe7ab-b6be-4ea0-83d0-2d7a32faaa9e x-openstack-request-id: req-4c0fe7ab-b6be-4ea0-83d0-2d7a32faaa9e {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:12.858747 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:12.858997 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c0fe7ab-b6be-4ea0-83d0-2d7a32faaa9e {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:12.859380 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'status': 'completed', 'code': 200} Nov 03 18:30:12.910180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33463053-01fc-4b17-87c1-1b4939edcf0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:13.020308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-24e4cd2f-5eb9-4d1e-a518-4a966e78aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:13.023462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-24e4cd2f-5eb9-4d1e-a518-4a966e78aaa3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1098 time: 0.1604440 Nov 03 18:30:13.028193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-ad68b00b-356f-4268-b60d-76d94a64cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:13.028785 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33463053-01fc-4b17-87c1-1b4939edcf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:13.030171 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-ad68b00b-356f-4268-b60d-76d94a64cd28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2792621 Nov 03 18:30:13.035412 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33463053-01fc-4b17-87c1-1b4939edcf0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:13.037064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-33463053-01fc-4b17-87c1-1b4939edcf0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83c0f95b-c7c1-4fb4-b0c9-b37c823ceda5 HTTP/1.1" status: 204 len: 168 time: 0.3215518 Nov 03 18:30:13.052225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33463053-01fc-4b17-87c1-1b4939edcf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0f95b-c7c1-4fb4-b0c9-b37c823ceda5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:13.333524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95b2b9-4a35-4052-88b3-048e9da68fd0 req-ca91b34e-b3a5-4fdb-a116-87c8a9031d31 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:13.343210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf95b2b9-4a35-4052-88b3-048e9da68fd0 req-ca91b34e-b3a5-4fdb-a116-87c8a9031d31 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.1341445 Nov 03 18:30:13.484399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf95b2b9-4a35-4052-88b3-048e9da68fd0 req-e3752f5d-d864-475d-9f29-037beb9eb54c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400156 Nov 03 18:30:13.728711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-60e8d07c-1b3b-4488-b3be-5d65a350d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:13.730547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-60e8d07c-1b3b-4488-b3be-5d65a350d8e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6707702 Nov 03 18:30:13.899856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-555fd4d7-5220-4885-a364-21b10f776051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:13.902178 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-555fd4d7-5220-4885-a364-21b10f776051 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.8480330 Nov 03 18:30:13.991484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:14.075242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70082b30-10d1-4aec-ba50-f764f9428f8a req-de45a4e6-9457-4208-b712-cd56e0302037 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:14.082551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-70082b30-10d1-4aec-ba50-f764f9428f8a req-de45a4e6-9457-4208-b712-cd56e0302037 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 932 time: 0.5178285 Nov 03 18:30:14.095462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-7991530a-d7ad-46c7-92fc-e4caf7d913a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 217 time: 0.1670499 Nov 03 18:30:14.195820 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:30:14.222826 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-76f5640e-9a8f-402e-be02-64248eff75c5 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795988 Nov 03 18:30:14.325047 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-70082b30-10d1-4aec-ba50-f764f9428f8a req-0301b11b-1d84-4bee-807b-168ce9fab720 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364299 Nov 03 18:30:14.346777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-24880484-ac63-48df-8a52-1f6d3e9dab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:14.348993 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-24880484-ac63-48df-8a52-1f6d3e9dab7d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2328453 Nov 03 18:30:14.416991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39714) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:14.555207 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0fed1593-c984-494d-a9e0-4a8edd0db8c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:14.632361 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7f1481e-699f-4491-8351-d0adb03b118b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:14.843492 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0fed1593-c984-494d-a9e0-4a8edd0db8c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:14.851012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d39572e-c044-4b31-9043-2d39998d3ba9 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:14.870973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:14.894327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-9df057a0-68c7-4684-9a82-e07016788b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:14.896013 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-9df057a0-68c7-4684-9a82-e07016788b5b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5063736 Nov 03 18:30:14.906054 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-721faa07-5f77-47b2-a81a-8daf03109c09 req-6ccc5b5f-7c80-46ca-91fa-aa0aefc9d517 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682301 Nov 03 18:30:14.932874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Transition to ACTIVE for port object 1d39572e-c044-4b31-9043-2d39998d3ba9 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:14.983956 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:14.986853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0fed1593-c984-494d-a9e0-4a8edd0db8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.154341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0fed1593-c984-494d-a9e0-4a8edd0db8c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8daf27515fe34221a6c4fdccfd5fdb86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1598959 Nov 03 18:30:15.155472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39738) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:15.168518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed1593-c984-494d-a9e0-4a8edd0db8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64e4de2-dd5f-4b75-af16-98469fd5c25d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:15.295639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Pushing event updated for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:15.307512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449aefe-fdc3-47d3-b47c-fed231e37215 req-f1f5c8d5-54c7-417c-ac35-fd0b408f7c8a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:15.317355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3449aefe-fdc3-47d3-b47c-fed231e37215 req-f1f5c8d5-54c7-417c-ac35-fd0b408f7c8a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.4678733 Nov 03 18:30:15.407130 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f6f2070-321b-4c1c-bfc3-4363f841e14e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.460399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3449aefe-fdc3-47d3-b47c-fed231e37215 req-5eefff7c-a700-431f-b143-5fb41c3219a6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416466 Nov 03 18:30:15.511156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-c108d2fa-8f45-40ae-8a19-39ab1dc5549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:15.516343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f6f2070-321b-4c1c-bfc3-4363f841e14e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.523897 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-c108d2fa-8f45-40ae-8a19-39ab1dc5549c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1098 time: 0.5344641 Nov 03 18:30:15.573198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39754) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:15.596441 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7f1481e-699f-4491-8351-d0adb03b118b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.618630 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7f1481e-699f-4491-8351-d0adb03b118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.698566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7f1481e-699f-4491-8351-d0adb03b118b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8368060098747028f9d2eeea6cf314f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2797401 Nov 03 18:30:15.702325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39762) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:15.703656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1481e-699f-4491-8351-d0adb03b118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b79a72-4272-489b-adcf-4f9b6d7e9b4c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:15.728835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f6f2070-321b-4c1c-bfc3-4363f841e14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.731606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f6f2070-321b-4c1c-bfc3-4363f841e14e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.732847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1f6f2070-321b-4c1c-bfc3-4363f841e14e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f64e4de2-dd5f-4b75-af16-98469fd5c25d HTTP/1.1" status: 204 len: 168 time: 0.5574303 Nov 03 18:30:15.775975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-3a238202-85c1-4541-98a3-22a4536c4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:15.778538 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-3a238202-85c1-4541-98a3-22a4536c4743 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2262745 Nov 03 18:30:15.797015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f2070-321b-4c1c-bfc3-4363f841e14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64e4de2-dd5f-4b75-af16-98469fd5c25d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:15.839305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:15.839865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:15.840429 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:15.869655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c5-2136-48d8-8932-8cf72278e17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.899794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2046640944-network', 'tenant_id': 'f8049c549f5042a1aea668364dd97886'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:15.921336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c5-2136-48d8-8932-8cf72278e17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:15.984280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee3815-f2b8-46c8-9890-3a9399db0155 req-4b3a57c6-fbee-463c-8f18-e3d3c6dc2046 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:15.986341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bee3815-f2b8-46c8-9890-3a9399db0155 req-4b3a57c6-fbee-463c-8f18-e3d3c6dc2046 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 944 time: 0.1853473 Nov 03 18:30:15.991973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Made reservation on behalf of f8049c549f5042a1aea668364dd97886 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:15.994465 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.012270 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-0b21aad4-a044-44b7-bbe5-d0c0dd76579f service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0941818 Nov 03 18:30:16.019100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:16.020208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:16.023996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.131546 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-2bb3f997-2ad3-424a-ad1a-c9049e1db26b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 217 time: 0.3303499 Nov 03 18:30:16.211262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c5-2136-48d8-8932-8cf72278e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.213301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e5f77c5-2136-48d8-8932-8cf72278e17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.218268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e5f77c5-2136-48d8-8932-8cf72278e17c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35b79a72-4272-489b-adcf-4f9b6d7e9b4c HTTP/1.1" status: 204 len: 168 time: 0.5075529 Nov 03 18:30:16.230819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bee3815-f2b8-46c8-9890-3a9399db0155 req-e859541b-eddd-4c11-aab3-2f9b2498b40b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333717 Nov 03 18:30:16.283823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f77c5-2136-48d8-8932-8cf72278e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b79a72-4272-489b-adcf-4f9b6d7e9b4c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:16.369337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-58d37dbb-725e-4db3-a009-011ecdaca839 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554528 Nov 03 18:30:16.371464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:16.371801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:16.372335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:16.372900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Bound port: 1d39572e-c044-4b31-9043-2d39998d3ba9, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:16.373847 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.391797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.398341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.443388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:30:16.462025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-9da47578-4705-4524-8459-cb1c7aa5cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:16.463515 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-9da47578-4705-4524-8459-cb1c7aa5cea4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0931332 Nov 03 18:30:16.474200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aaa48d-91a5-4e33-b162-ea59b8ed4625,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:16.484394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.484902 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Added segment c844ffca-0ba5-4b8b-bf15-43e6e530d212 of type vlan for network 0d2036d6-b191-4e34-8229-04a41f2359a3 Nov 03 18:30:16.542956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:16.550315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:16.557409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-4ec3b718-4a2e-4129-b447-2954648dff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:16.559335 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-4ec3b718-4a2e-4129-b447-2954648dff2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882328 Nov 03 18:30:16.562605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.594244 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.614624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39782) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:16.649696 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2370-9323-4d99-9a5d-6132700d0ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.657913 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.659253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:16.660143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.705149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:16.707141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:16.710015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] 10.222.0.96 "PUT /v2.0/ports/1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 1092 time: 4.2898841 Nov 03 18:30:16.730332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:16.742887 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce75bf6-5941-441b-9d52-78c0d93c7b25" -d '{"events": [{"name": "network-changed", "server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:16.805804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] Pushing event updated for resources: {'Network': ['ID=0d2036d6-b191-4e34-8229-04a41f2359a3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:16.821154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 0d2036d6-b191-4e34-8229-04a41f2359a3 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:30:16.870236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c3a37da9-ab93-4074-aeb9-072b08591485 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2953165 Nov 03 18:30:16.870960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39800) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:16.884673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Request body: {'subnet': {'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2046640944-subnet', 'tenant_id': 'f8049c549f5042a1aea668364dd97886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:16.935540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Made reservation on behalf of f8049c549f5042a1aea668364dd97886 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:16.938802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.007124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a031ff2-95d8-4d98-9932-76efba39c73c req-6e742e82-bbd6-4f82-bb14-310e2b5b6779 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:17.015004 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a031ff2-95d8-4d98-9932-76efba39c73c req-6e742e82-bbd6-4f82-bb14-310e2b5b6779 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.4101887 Nov 03 18:30:17.016774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd11300-0d0e-4432-bf02-c6d725ff818c service neutron] Pushing event updated for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:17.024688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-316fc86b-6558-4fb6-bf46-c053ed92c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:17.026201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-316fc86b-6558-4fb6-bf46-c053ed92c936 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1095 time: 0.1935658 Nov 03 18:30:17.052310 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb80189-067e-4b81-9814-4ea0bcb3a4a1 x-openstack-request-id: req-aeb80189-067e-4b81-9814-4ea0bcb3a4a1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:17.052536 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:17.052748 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aeb80189-067e-4b81-9814-4ea0bcb3a4a1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:17.053191 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9', 'status': 'completed', 'code': 200} Nov 03 18:30:17.087705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39802) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:17.111816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-1952ff04-bc9f-4f14-86b1-47dc87a05e19 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 217 time: 0.0576668 Nov 03 18:30:17.116111 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-bcd419de-e00c-440d-a10b-f3114a9ffcc1 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132186 Nov 03 18:30:17.133240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e1f28e9-ea21-4be9-9c5b-3bbee13ce0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.180788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-447f50a1-b6aa-4c77-98a2-45f0c198f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:17.182326 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-447f50a1-b6aa-4c77-98a2-45f0c198f320 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0625446 Nov 03 18:30:17.240604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e1f28e9-ea21-4be9-9c5b-3bbee13ce0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.248455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e1f28e9-ea21-4be9-9c5b-3bbee13ce0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.260831 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a031ff2-95d8-4d98-9932-76efba39c73c req-30a47884-177f-4e57-a263-7d4787610c16 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446680 Nov 03 18:30:17.308006 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-12958b5d-39bb-4ec3-af7d-20ae9f8e3aab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135247 Nov 03 18:30:17.320138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39808) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:17.330371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f28e9-ea21-4be9-9c5b-3bbee13ce0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6a96a-bfe5-437a-9e0b-795fb6b87c6d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:17.433034 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2370-9323-4d99-9a5d-6132700d0ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.449328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e1f28e9-ea21-4be9-9c5b-3bbee13ce0b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77457b1ad114430282948cbaf47e3e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600981 Nov 03 18:30:17.450434 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2370-9323-4d99-9a5d-6132700d0ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.471068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:17.709461 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d585b184-a313-451b-aa3a-f6cb1dafe4e2 req-3f920a01-a410-44a2-9229-8273f7e4f098 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229809 Nov 03 18:30:17.735871 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ae5d2370-9323-4d99-9a5d-6132700d0ea9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=021387b2311046178822021fe90c2219&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1073518 Nov 03 18:30:17.746517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39816) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:17.757170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0509302-6438-4ed0-a57d-8fb85e386a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.766480 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40708247-ad24-486a-8089-3f3cd0382d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.800078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-901c78f0-46eb-4e00-b2bb-fef632bfd304 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750839 Nov 03 18:30:17.823505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.833613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d2370-9323-4d99-9a5d-6132700d0ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa816f-f0bd-42dd-84f6-323883d456f8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:17.838726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0509302-6438-4ed0-a57d-8fb85e386a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.956302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98234aad-d2f1-40e4-88ed-a1b8c15e16fd req-77588165-b501-4d39-b758-ce873f41cde4 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:17.958589 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98234aad-d2f1-40e4-88ed-a1b8c15e16fd req-77588165-b501-4d39-b758-ce873f41cde4 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 944 time: 0.5384092 Nov 03 18:30:18.014886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66d4a59-fe2b-48d0-b687-a87a2133f4c8,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:18.025526 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8f1d-3ceb-4648-b4f6-acaff270de24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.027499 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77e90cb9-4c24-4855-87ab-b8f23fec32dc req-1cb31767-140d-4a63-93db-2b7c4fa22713 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092474 Nov 03 18:30:18.041569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0509302-6438-4ed0-a57d-8fb85e386a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.046983 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0509302-6438-4ed0-a57d-8fb85e386a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.056141 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c0509302-6438-4ed0-a57d-8fb85e386a3e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78b6a96a-bfe5-437a-9e0b-795fb6b87c6d HTTP/1.1" status: 204 len: 168 time: 0.5762677 Nov 03 18:30:18.063182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509302-6438-4ed0-a57d-8fb85e386a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b6a96a-bfe5-437a-9e0b-795fb6b87c6d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:18.083314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:18.083680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Network hostable DHCP agents. Network: 0d2036d6-b191-4e34-8229-04a41f2359a3, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:30:18.100486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8f1d-3ceb-4648-b4f6-acaff270de24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.123223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98234aad-d2f1-40e4-88ed-a1b8c15e16fd req-b2e45b69-c5ce-4489-9253-7fd453397bad tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458812 Nov 03 18:30:18.163558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40708247-ad24-486a-8089-3f3cd0382d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.186741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40708247-ad24-486a-8089-3f3cd0382d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.202180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Network 0d2036d6-b191-4e34-8229-04a41f2359a3 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:30:18.208363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-dfdf2b51-ff60-48d0-b83f-875b2edac7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:18.212854 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-dfdf2b51-ff60-48d0-b83f-875b2edac7ee service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1095 time: 0.0917690 Nov 03 18:30:18.221068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 0d2036d6-b191-4e34-8229-04a41f2359a3) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:18.232991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2b3a8-b68c-462f-bdc1-f326b80fd21b None None] Network 0d2036d6-b191-4e34-8229-04a41f2359a3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:18.252533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:18.253208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.312600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8f1d-3ceb-4648-b4f6-acaff270de24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.330166 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8f1d-3ceb-4648-b4f6-acaff270de24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.335797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4f5a8f1d-3ceb-4648-b4f6-acaff270de24 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5daa816f-f0bd-42dd-84f6-323883d456f8 HTTP/1.1" status: 204 len: 168 time: 0.5682387 Nov 03 18:30:18.392442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-40708247-ad24-486a-8089-3f3cd0382d3f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=739d0954968b4562bb01b770a4b2d184&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0562990 Nov 03 18:30:18.406946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39846) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:18.419619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5b76e0fb-4974-4a65-b60c-6b65971e75d1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5340874 Nov 03 18:30:18.420842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40708247-ad24-486a-8089-3f3cd0382d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9d85cf-efba-46c5-bfcb-e06d95789762,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:18.451498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a8f1d-3ceb-4648-b4f6-acaff270de24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa816f-f0bd-42dd-84f6-323883d456f8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:18.523185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-a2f308cc-d629-4181-8591-11a77f17f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:18.524944 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-a2f308cc-d629-4181-8591-11a77f17f944 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.3044832 Nov 03 18:30:18.557071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14279e75-be2f-403f-a30b-a74ad102c4fe None None] Network 0d2036d6-b191-4e34-8229-04a41f2359a3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:18.620301 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-36883cea-4a4a-4264-9267-e5e9537bce47 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 217 time: 0.0733006 Nov 03 18:30:18.654156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5e9fa16-d565-4e70-9cf6-65ab23299036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.708316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b44c2-97cd-4b73-b666-8e8b1b3f15b6 req-b7711daf-2689-4b2b-b809-eff9547974f6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:18.716526 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e54b44c2-97cd-4b73-b666-8e8b1b3f15b6 req-b7711daf-2689-4b2b-b809-eff9547974f6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.2510378 Nov 03 18:30:18.760427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-eb48723f-c214-4f9c-a510-fb9b5f68e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:18.762305 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-eb48723f-c214-4f9c-a510-fb9b5f68e6ae service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1236422 Nov 03 18:30:18.763893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5e9fa16-d565-4e70-9cf6-65ab23299036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:18.844950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-40018111-81b8-411e-9199-8bb1cef158fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689993 Nov 03 18:30:18.861957 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e54b44c2-97cd-4b73-b666-8e8b1b3f15b6 req-041239a7-8d80-44ec-9cec-fba3f5f14e7d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445565 Nov 03 18:30:18.899902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cd6b36d3-a207-4bf7-9685-04e34f767a16 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:30:19.029012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5e9fa16-d565-4e70-9cf6-65ab23299036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:19.052353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5e9fa16-d565-4e70-9cf6-65ab23299036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:19.053574 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a5e9fa16-d565-4e70-9cf6-65ab23299036 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e9d85cf-efba-46c5-bfcb-e06d95789762 HTTP/1.1" status: 204 len: 168 time: 0.6272056 Nov 03 18:30:19.177915 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-ae1df76c-1c28-45cc-b5cc-649310ec4526 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193173 Nov 03 18:30:19.214387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9fa16-d565-4e70-9cf6-65ab23299036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9d85cf-efba-46c5-bfcb-e06d95789762,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:19.417139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d9d95-fc72-478b-87e9-c1d05ff811df req-54c85fc0-bf92-435a-af51-3c1dbca08493 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:19.426475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-912d9d95-fc72-478b-87e9-c1d05ff811df req-54c85fc0-bf92-435a-af51-3c1dbca08493 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 947 time: 0.1035275 Nov 03 18:30:19.548178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-912d9d95-fc72-478b-87e9-c1d05ff811df req-7388c3bd-d69e-44dd-8aa5-0beb251128c9 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204414 Nov 03 18:30:19.568489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:19.606470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'mac_address': 'fa:16:3e:70:22:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:30:19.699961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:19.730606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6e71-b010-49ab-9719-5a2c7a3bca11 req-ee9c9563-251d-4049-b42a-407d7b817c14 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:19.731175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6b36d3-a207-4bf7-9685-04e34f767a16 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:19.742525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02ea6e71-b010-49ab-9719-5a2c7a3bca11 req-ee9c9563-251d-4049-b42a-407d7b817c14 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 944 time: 0.1005192 Nov 03 18:30:19.789662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:19.796637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:19.854634 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02ea6e71-b010-49ab-9719-5a2c7a3bca11 req-df6c8560-f386-486b-813b-331c38eb5f83 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109238 Nov 03 18:30:19.870985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:19.880242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.880921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.881048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3860e7-a502-4967-966b-a88ded609022 req-f5693348-2985-4450-9557-63b773c2af65 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:19.881595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.882137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.882562 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-f5693348-2985-4450-9557-63b773c2af65 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390&tenant_id=9a4df77df91b447ea667fc3899ffe6af&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 947 time: 0.4960725 Nov 03 18:30:19.882794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.883511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.884243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.884996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.885734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.887362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.887859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.888333 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:19.941699 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fce75bf6-5941-441b-9d52-78c0d93c7b25 req-c19e5171-a672-4232-b146-29ca672f6127 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287238 Nov 03 18:30:19.980303 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-8b3860e7-a502-4967-966b-a88ded609022 req-9449aae8-b222-4b76-b832-4d40e8405a4f service neutron] delete failed (client error): The resource could not be found. Nov 03 18:30:19.981322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-9449aae8-b222-4b76-b832-4d40e8405a4f service neutron] 10.222.0.96 "DELETE /v2.0/ports/cd6b36d3-a207-4bf7-9685-04e34f767a16/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0771649 Nov 03 18:30:20.059147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39922) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:20.084221 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f93787c0-6c59-453f-a029-840beb0ad9f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.145884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3860e7-a502-4967-966b-a88ded609022 req-28691796-32f8-41b0-88ff-b3d29eaec27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:20.147825 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-28691796-32f8-41b0-88ff-b3d29eaec27c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1099 time: 0.0791388 Nov 03 18:30:20.153549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cd6b36d3-a207-4bf7-9685-04e34f767a16'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:20.357641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f93787c0-6c59-453f-a029-840beb0ad9f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.361079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3860e7-a502-4967-966b-a88ded609022 req-06b2c061-a5ff-4ffb-b762-55f5ac5c9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:20.362628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-06b2c061-a5ff-4ffb-b762-55f5ac5c9eb0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2067270 Nov 03 18:30:20.364428 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f93787c0-6c59-453f-a029-840beb0ad9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.449264 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-dde99435-ae96-41d9-8dec-b2ee5abf3822 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 217 time: 0.0687115 Nov 03 18:30:20.451301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93787c0-6c59-453f-a029-840beb0ad9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0425ef8a-e751-4216-b414-ea2d37a050cb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:20.473827 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f93787c0-6c59-453f-a029-840beb0ad9f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0165984182e64e5c99189b68ad069f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120646 Nov 03 18:30:20.475496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39932) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:20.556309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3860e7-a502-4967-966b-a88ded609022 req-2a952a08-c258-499b-9a54-2aa5395e9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:20.557392 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6367-8a73-44e7-bc49-b3f6771d3f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.559085 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-2a952a08-c258-499b-9a54-2aa5395e9c63 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0786109 Nov 03 18:30:20.585209 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6367-8a73-44e7-bc49-b3f6771d3f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.606796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39946) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:20.614093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1091473076-network', 'tenant_id': 'c643a9da6f4d42ffb2e2a82d8956253e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:20.655404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3860e7-a502-4967-966b-a88ded609022 req-9ffa68f6-23b6-4d91-b92c-af7ae6835177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:20.658258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-9ffa68f6-23b6-4d91-b92c-af7ae6835177 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909917 Nov 03 18:30:20.672776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Made reservation on behalf of c643a9da6f4d42ffb2e2a82d8956253e for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:20.678745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.714120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.793092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6367-8a73-44e7-bc49-b3f6771d3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.799092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6367-8a73-44e7-bc49-b3f6771d3f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.801037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bd0f6367-8a73-44e7-bc49-b3f6771d3f3f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0425ef8a-e751-4216-b414-ea2d37a050cb HTTP/1.1" status: 204 len: 168 time: 0.3233209 Nov 03 18:30:20.845171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6367-8a73-44e7-bc49-b3f6771d3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0425ef8a-e751-4216-b414-ea2d37a050cb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:20.874123 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-4b56bf4f-8214-4e72-964c-41b79e5cf1b1 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075706 Nov 03 18:30:20.897835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e7d35-8a41-409a-9832-83fed3f7b501 req-0b50893d-0d81-4e22-b613-589c2eff9aa0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:20.904417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48c95ba5-dcc8-4994-9a49-26aab96eeb2d no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:30:20.944007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f7e7d35-8a41-409a-9832-83fed3f7b501 req-0b50893d-0d81-4e22-b613-589c2eff9aa0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 948 time: 0.2143695 Nov 03 18:30:21.022768 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b3860e7-a502-4967-966b-a88ded609022 req-38da8a3d-2a56-4a74-a2e1-db2c5bd0da44 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405306 Nov 03 18:30:21.089585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.110318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f7e7d35-8a41-409a-9832-83fed3f7b501 req-755d74b3-974e-40f2-a4da-569dd2979d1b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545990 Nov 03 18:30:21.114029 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.123253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.128297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:21.132332 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4fe0d0-f81f-4c20-a6d5-c19fa66853e7" -d '{"events": [{"server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "name": "network-vif-unplugged", "status": "completed", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:21.167343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:21.174478 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.239892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:30:21.251905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c9b402-62ee-4ce2-bf32-7a2e1c0da7c0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:21.335869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:21.340816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.341156 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Added segment 7ca519e2-2e09-4738-a197-567f5dece730 of type vlan for network cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4 Nov 03 18:30:21.342518 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a75cf1-1bf7-4958-b02d-64e70a549773 x-openstack-request-id: req-01a75cf1-1bf7-4958-b02d-64e70a549773 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:21.343165 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "name": "network-vif-unplugged", "status": "completed", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:21.343633 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01a75cf1-1bf7-4958-b02d-64e70a549773 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:21.344284 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'code': 200} Nov 03 18:30:21.392796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169db1-ab9a-4bfa-b3f9-abb4d56df072 req-fde45e44-c33d-4ed0-933c-a5fdfc2fb214 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:21.394602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc169db1-ab9a-4bfa-b3f9-abb4d56df072 req-fde45e44-c33d-4ed0-933c-a5fdfc2fb214 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 944 time: 0.1323140 Nov 03 18:30:21.404504 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.509625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.512320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:21.513567 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.557568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc169db1-ab9a-4bfa-b3f9-abb4d56df072 req-f62c5820-f359-4511-81f7-a0d0482ed0ca tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458437 Nov 03 18:30:21.584385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9745209 Nov 03 18:30:21.587074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40000) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:21.593281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Request body: {'subnet': {'network_id': 'cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1091473076-subnet', 'tenant_id': 'c643a9da6f4d42ffb2e2a82d8956253e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:21.650799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65915d3-1e51-487d-a1ee-eb08f04c2172 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:21.664822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:30:21.679979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Made reservation on behalf of c643a9da6f4d42ffb2e2a82d8956253e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:21.683137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:21.933501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1d39572e-c044-4b31-9043-2d39998d3ba9 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:30:22.087268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-0cf4f9b6-4356-4643-b7d9-2df67eb28d1e tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:22.088847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-0cf4f9b6-4356-4643-b7d9-2df67eb28d1e tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 804 time: 0.1397827 Nov 03 18:30:22.090372 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:22.103912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:22.124586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '1d39572e-c044-4b31-9043-2d39998d3ba9', 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'port_id': '1d39572e-c044-4b31-9043-2d39998d3ba9', 'mac_address': 'fa:16:3e:74:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff403179-9f0d-4878-a26d-0f76eb5bde61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:30:22.134732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-5401fbdb-fea0-4f74-ba0d-7983f5cf5fe0 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/quotas/d3b1486e874d475a9be81797546b3de6 HTTP/1.1" status: 200 len: 375 time: 0.0154738 Nov 03 18:30:22.186793 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:22.193019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4957ad22-f03e-4cc2-b2c1-889bcee8696f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:22.215196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d39572e-c044-4b31-9043-2d39998d3ba9 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:22.230943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Checking segment: {'id': '7ca519e2-2e09-4738-a197-567f5dece730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:22.231160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Network hostable DHCP agents. Network: cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:30:22.248227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:22.250948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-25bcbb22-08c1-4b2b-be94-33bc09c3cdc8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038027 Nov 03 18:30:22.256297 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:22.263676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Network cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:30:22.294080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:22.307995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:22.308585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:22.318685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da50c07-3007-466a-865d-8b3be0994d3b None None] Network cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:22.342210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201b165-844e-4bea-b672-be0fc27a6202 req-a9696363-9cbc-40aa-90b1-8a180398a7f3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:22.344653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3201b165-844e-4bea-b672-be0fc27a6202 req-a9696363-9cbc-40aa-90b1-8a180398a7f3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 948 time: 0.0623987 Nov 03 18:30:22.358969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f68be23f-f95f-4fb5-9ef7-63c01b02f072 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7707546 Nov 03 18:30:22.409230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-edc8ed98-b1d6-41d3-95ce-c1b9f0408ad5 service neutron] 10.222.0.77 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426725 Nov 03 18:30:22.438071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:22.464689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1d39572e-c044-4b31-9043-2d39998d3ba9'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:22.474075 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3201b165-844e-4bea-b672-be0fc27a6202 req-d97d48e9-59fa-48f8-996b-9b181e1aa253 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131334 Nov 03 18:30:22.570675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda9df05-2da4-43ca-bd11-5f0eb0c3c57a None None] Network cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:22.601653 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-9bcddc24-fc37-4ba8-b353-b063572ebcc1 service neutron] 10.222.0.77 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788011 Nov 03 18:30:22.625665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfee7a0-f1fa-4dcc-939c-c6f4a1528225 req-3f052da8-9046-4a9e-8ecc-2cd2a81c606e tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:22.636865 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dfee7a0-f1fa-4dcc-939c-c6f4a1528225 req-3f052da8-9046-4a9e-8ecc-2cd2a81c606e tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1099 time: 0.0871358 Nov 03 18:30:22.737075 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dfee7a0-f1fa-4dcc-939c-c6f4a1528225 req-c85e1333-5b7e-4048-8b66-9c1c16320a15 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993049 Nov 03 18:30:22.924061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cd6b36d3-a207-4bf7-9685-04e34f767a16 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:22.942604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66939319-7b93-49ed-9ea5-063235a69f02 req-3ad662eb-fa81-4395-9a31-3a6f79af6b35 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:22.949981 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66939319-7b93-49ed-9ea5-063235a69f02 req-3ad662eb-fa81-4395-9a31-3a6f79af6b35 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 945 time: 0.1244671 Nov 03 18:30:23.003555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port cd6b36d3-a207-4bf7-9685-04e34f767a16 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:30:23.004195 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22a5c942-7d4e-4a8e-9f4c-cfae5c66677f req-f208a8bf-c8ce-44cb-8e25-ee4af38db811 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 210 time: 0.0649474 Nov 03 18:30:23.023509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port cd6b36d3-a207-4bf7-9685-04e34f767a16 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:23.023965 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:23.061738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66939319-7b93-49ed-9ea5-063235a69f02 req-acae9ef3-f415-44ec-80a4-85be2f127063 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090398 Nov 03 18:30:23.123984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:23.170433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:23.176324 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:23.239242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:23.346199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:23.349177 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54f0700-1526-4f23-94c4-e77ca404c3a3" -d '{"events": [{"server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "name": "network-vif-plugged", "status": "completed", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:23.459104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-6a17b27b-b978-401a-a5bc-53baf1094c85 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a4df77df91b447ea667fc3899ffe6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318134 Nov 03 18:30:23.590094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-ad684052-2770-4e13-97b8-982d5e9b1174 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:23.592768 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-ad684052-2770-4e13-97b8-982d5e9b1174 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.70 "GET /v2.0/ports?device_id=78588426-38c8-4061-a888-5fc3955606af HTTP/1.1" status: 200 len: 966 time: 0.0721180 Nov 03 18:30:23.637196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-8246d1b7-6033-46a9-8746-79dbe05f50ed tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:23.646865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-8246d1b7-6033-46a9-8746-79dbe05f50ed tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868289 Nov 03 18:30:23.670885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-534b65aa-cb4a-4be2-94f1-faf2e35abcd4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/quotas/9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 375 time: 0.0224292 Nov 03 18:30:23.745923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Deleting port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:30:23.746138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:23.762024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-efc901a3-5229-4e59-870b-c7601e59336c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896466 Nov 03 18:30:23.940037 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e53cc-811f-43e1-b465-dcc0a4cd6fdd x-openstack-request-id: req-833e53cc-811f-43e1-b465-dcc0a4cd6fdd {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:23.940678 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "name": "network-vif-plugged", "status": "completed", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:23.941612 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-833e53cc-811f-43e1-b465-dcc0a4cd6fdd {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:23.943822 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'code': 200} Nov 03 18:30:23.960539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] For port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:23.960901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:23.963920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1d39572e-c044-4b31-9043-2d39998d3ba9 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:23.982909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-8678389c-8fa4-4a79-b558-8acda699a516 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:23.989972 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-8678389c-8fa4-4a79-b558-8acda699a516 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 821 time: 0.2141030 Nov 03 18:30:23.992967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Calling delete_port for 48c95ba5-dcc8-4994-9a49-26aab96eeb2d owned by compute:tempest-test_az-1607690787 {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:30:24.018186 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-b8c8f0da-8389-4800-ac96-1b1ede832c34 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/quotas/f8049c549f5042a1aea668364dd97886 HTTP/1.1" status: 200 len: 375 time: 0.0270576 Nov 03 18:30:24.084123 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-37cb1598-233f-4727-934f-62ef2295f4c7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600028 Nov 03 18:30:24.098879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 1d39572e-c044-4b31-9043-2d39998d3ba9 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:30:24.117088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 1d39572e-c044-4b31-9043-2d39998d3ba9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:24.119616 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.345926 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.390586 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-55a36994-86ff-4a94-ae42-30ef87a556af service neutron] 10.222.0.77 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028722 Nov 03 18:30:24.407319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:24.424238 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.440099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-b33ee5f4-1c57-4472-b735-69de1b26ea12 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:24.441816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-b33ee5f4-1c57-4472-b735-69de1b26ea12 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.96 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 804 time: 0.2919381 Nov 03 18:30:24.465762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Request body: {'port': {'device_id': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'admin_state_up': True, 'tenant_id': 'd3b1486e874d475a9be81797546b3de6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:24.542770 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-9c697418-a668-4e45-86af-5df5515e3157 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358679 Nov 03 18:30:24.561927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:24.702024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-9f099d67-9dac-4c56-baca-b69d16336dc0 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:24.712613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-9f099d67-9dac-4c56-baca-b69d16336dc0 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685209 Nov 03 18:30:24.720910 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-28c5a3a9-b4c9-4d30-bc1f-97310d31fcd4 service neutron] 10.222.0.77 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294358 Nov 03 18:30:24.726360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-01a2e6a6-375a-4c64-a390-ea4eff676798 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/quotas/2b2fe14e0da34d6e8f4b7bc4e5200b30 HTTP/1.1" status: 200 len: 375 time: 0.0125430 Nov 03 18:30:24.729391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.775441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Pushing event deleted for resources: {'Port': ['ID=48c95ba5-dcc8-4994-9a49-26aab96eeb2d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:24.777314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-30802738-7335-4536-86cc-c785d0b783cc tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443926 Nov 03 18:30:24.839791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Made reservation on behalf of d3b1486e874d475a9be81797546b3de6 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:24.843450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.861775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] No DVR routers for this DVR port 48c95ba5-dcc8-4994-9a49-26aab96eeb2d on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:30:24.871057 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.874981 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7aedf49-1ede-417f-a76b-aec00fd070fa req-d39f4f17-8f7e-4d69-94a2-db4e0265eedf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.70 "DELETE /v2.0/ports/48c95ba5-dcc8-4994-9a49-26aab96eeb2d HTTP/1.1" status: 204 len: 173 time: 1.2737827 Nov 03 18:30:24.875665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'name': 'network-vif-deleted', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:24.879647 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174aec6e-b775-49b5-b32a-a7b9bd369a17" -d '{"events": [{"server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "name": "network-vif-deleted", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:25.142795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Allocated IP 172.20.0.13 (ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5/dfb9c6ec-1ff2-4841-9637-33c8ddc15e76/a90115b6-1a61-4e51-8af0-b5adfca3ecc1) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:25.174272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0fc0d589-cb91-43b4-9ddc-54510e6035cb req-fe049573-35da-489a-8f50-39796e887fdc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 210 time: 0.0448084 Nov 03 18:30:25.340061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a71e69ed-bbdb-41a0-8d52-09066f0c6566 req-700fb390-a4f2-42bf-adcf-6687ef7b9df6 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 210 time: 0.0875819 Nov 03 18:30:25.446841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbe681-ef2b-448d-8b33-35f67e76fb36 req-ef044dd8-025d-4345-84b1-fecf889eeb80 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:25.448278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecbbe681-ef2b-448d-8b33-35f67e76fb36 req-ef044dd8-025d-4345-84b1-fecf889eeb80 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 946 time: 0.1161280 Nov 03 18:30:25.501693 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:25.505237 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-d33edafc-78b0-424e-aaa6-80f08f17d62d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9a4df77df91b447ea667fc3899ffe6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683591 Nov 03 18:30:25.585455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:25.618342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6645b808-2291-48af-bf6d-972dc69fad19 req-5b587810-7e55-499e-851f-4d77087a8249 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 210 time: 0.0465200 Nov 03 18:30:25.694113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:25.709945 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecbbe681-ef2b-448d-8b33-35f67e76fb36 req-938e04ee-efc0-49f9-a679-19201414447a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380967 Nov 03 18:30:25.715250 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344bf1c1-9d35-4fce-9dcc-f5fa5f9f9c87 x-openstack-request-id: req-344bf1c1-9d35-4fce-9dcc-f5fa5f9f9c87 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:25.716617 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78588426-38c8-4061-a888-5fc3955606af", "name": "network-vif-deleted", "tag": "48c95ba5-dcc8-4994-9a49-26aab96eeb2d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:25.716848 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-344bf1c1-9d35-4fce-9dcc-f5fa5f9f9c87 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:25.717258 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78588426-38c8-4061-a888-5fc3955606af', 'name': 'network-vif-deleted', 'tag': '48c95ba5-dcc8-4994-9a49-26aab96eeb2d', 'status': 'completed', 'code': 200} Nov 03 18:30:25.736583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:25.774169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:25.785056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:25.786689 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:25.808888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Pushing event updated for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:25.821838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6288aff6-53e0-47d9-a5e1-8d336293b718 req-0584947d-859f-4233-8518-1ca5b5d48805 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 210 time: 0.0390689 Nov 03 18:30:25.828748 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6351530a-ebc4-4db6-9bd5-a161b5525677 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3759074 Nov 03 18:30:25.844105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Request body: {'port': {'device_id': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:25.895679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-63c16034-8e19-43b8-98b4-a99a3ba5c795 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:25.897581 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-63c16034-8e19-43b8-98b4-a99a3ba5c795 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731434 Nov 03 18:30:25.928321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Request body: {'port': {'device_id': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '9a4df77df91b447ea667fc3899ffe6af'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:25.945561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:25.950162 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429e92a4-6484-498a-bb49-500ca3af3a87" -d '{"events": [{"server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "name": "network-vif-plugged", "status": "completed", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:25.984664 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:26.034243 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a95c85d-fa44-44a3-b084-9129974fdc1d x-openstack-request-id: req-4a95c85d-fa44-44a3-b084-9129974fdc1d {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:26.035325 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "name": "network-vif-plugged", "status": "completed", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:26.036758 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a95c85d-fa44-44a3-b084-9129974fdc1d {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:26.038211 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9', 'code': 200} Nov 03 18:30:26.297666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-945c7a9b-304b-4f75-a83d-b1c5454cc2d6 req-6a71a61b-dd21-47c2-9d1b-1ca9f0d31175 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 210 time: 0.0378630 Nov 03 18:30:26.298377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40190) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:26.332182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cec00-128a-4d25-885b-8927a18a625e req-53623d17-527b-4fa5-a4ab-f78f5c016b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:26.333708 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae7cec00-128a-4d25-885b-8927a18a625e req-53623d17-527b-4fa5-a4ab-f78f5c016b0a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1097 time: 0.1064460 Nov 03 18:30:26.496606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcb2d-72bb-4769-b67e-9a813131172d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:26.507963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.96', 63289) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:26.594222 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae7cec00-128a-4d25-885b-8927a18a625e req-340ce97b-e921-4786-8777-1c85ec92530a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485120 Nov 03 18:30:26.639519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Made reservation on behalf of 9a4df77df91b447ea667fc3899ffe6af for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:26.642842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:26.657781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614663c-c729-49da-849e-a3fc5a3e9c1d req-71eb2270-0dd4-4f6f-adaa-23941b805cfd tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:26.665359 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a614663c-c729-49da-849e-a3fc5a3e9c1d req-71eb2270-0dd4-4f6f-adaa-23941b805cfd tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 932 time: 0.1821890 Nov 03 18:30:26.693963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-279859ec-d23c-4f2d-8664-b94ae7875400 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:26.695592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-279859ec-d23c-4f2d-8664-b94ae7875400 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 821 time: 0.1709681 Nov 03 18:30:26.705348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcb2d-72bb-4769-b67e-9a813131172d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:26.711654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcb2d-72bb-4769-b67e-9a813131172d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:26.778536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d641ce3-1d2b-4439-a888-d975b3a98721 req-e62c6fd1-6b66-468d-99a2-9fd710f14dd8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 210 time: 0.0489056 Nov 03 18:30:26.781785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bcb2d-72bb-4769-b67e-9a813131172d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd3e90a-da48-495f-9a46-f355311c4f15,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:26.786633 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9b3bcb2d-72bb-4769-b67e-9a813131172d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f4314086f604ca6ad246979ed364198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868898 Nov 03 18:30:26.789603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40208) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:26.794943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Request body: {'port': {'device_id': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'admin_state_up': True, 'tenant_id': 'f8049c549f5042a1aea668364dd97886'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:26.817799 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a614663c-c729-49da-849e-a3fc5a3e9c1d req-2c6d46c1-c98c-4d47-8281-53a4f306d48d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463704 Nov 03 18:30:26.932983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90115b6-1a61-4e51-8af0-b5adfca3ecc1 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:26.948213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:26.964472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Allocated IP 192.168.233.143 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/185f3e07-06fd-463d-a035-0b545b36dbb2) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:26.979701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40212) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:27.000773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Transition to ACTIVE for port object a90115b6-1a61-4e51-8af0-b5adfca3ecc1 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:27.004983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b027e5c-b3c5-4178-aa2d-ee5564a493a7 req-56c4d1df-26f8-4a77-a8f8-d657da5bd56b tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 210 time: 0.0514607 Nov 03 18:30:27.014800 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.056013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36396382-90ed-4d76-9400-4ea76d20bc64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.095250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a8126-07c2-42e7-8b30-71b8c755e3fe req-3086b390-ff86-48d0-9c07-66efd87a237a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:27.096997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-969a8126-07c2-42e7-8b30-71b8c755e3fe req-3086b390-ff86-48d0-9c07-66efd87a237a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 946 time: 0.1562834 Nov 03 18:30:27.114153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36396382-90ed-4d76-9400-4ea76d20bc64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.148951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Pushing event updated for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:27.158882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Made reservation on behalf of f8049c549f5042a1aea668364dd97886 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:27.163195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.201544 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a053389-acb9-4c7f-bd5a-f119f6c30a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.267822 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-f18d694b-3054-4476-8c31-7a3f1b8c2519 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872059 Nov 03 18:30:27.295801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Attempting to bind port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:27.296242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Attempting to bind port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:27.296397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Attempting to bind port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:27.297315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36396382-90ed-4d76-9400-4ea76d20bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.300779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36396382-90ed-4d76-9400-4ea76d20bc64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.305027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-36396382-90ed-4d76-9400-4ea76d20bc64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8cd3e90a-da48-495f-9a46-f355311c4f15 HTTP/1.1" status: 204 len: 168 time: 0.5143547 Nov 03 18:30:27.326400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:27.326728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Attempting to bind port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:27.332481 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-969a8126-07c2-42e7-8b30-71b8c755e3fe req-8c9f23a3-174e-4eff-b668-3be6100b2e6a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237992 Nov 03 18:30:27.373477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:27.374000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Checking segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:27.374236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Bound using segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:27.374672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Bound port: a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:27.375034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.434635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.502445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-42bc801b-265b-4d14-942d-4bbf7f646b01 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:27.504033 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-42bc801b-265b-4d14-942d-4bbf7f646b01 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249827 Nov 03 18:30:27.516294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36396382-90ed-4d76-9400-4ea76d20bc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd3e90a-da48-495f-9a46-f355311c4f15,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:27.531287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Request body: {'port': {'device_id': '3b287b0d-aa4e-48a8-9016-ff1e698cc3aa', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '2b2fe14e0da34d6e8f4b7bc4e5200b30'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:27.538051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Allocated IP 172.20.0.4 (0d2036d6-b191-4e34-8229-04a41f2359a3/f66d4a59-fe2b-48d0-b687-a87a2133f4c8/fbc497ef-e219-44dc-a451-1bde7e1fb8ac) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:27.567773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:27.617191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:27.618645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-974a653c-63c0-4657-bd53-aa20039895d5 req-80ec013e-2c11-4964-b77c-ddf9fe830b5c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 210 time: 0.0962324 Nov 03 18:30:27.637312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.660170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a053389-acb9-4c7f-bd5a-f119f6c30a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.678591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a053389-acb9-4c7f-bd5a-f119f6c30a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.685198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.701435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cd6b36d3-a207-4bf7-9685-04e34f767a16'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:27.724196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:27.724821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.726276 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] 10.222.0.96 "PUT /v2.0/ports/a90115b6-1a61-4e51-8af0-b5adfca3ecc1 HTTP/1.1" status: 200 len: 1092 time: 1.8884020 Nov 03 18:30:27.727048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:27.729352 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6926f760-1c41-4256-9909-928262d4bec9" -d '{"events": [{"name": "network-changed", "server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:27.762591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:27.767422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b1d4-fa0f-4c47-a95b-405e6514a91c service neutron] Pushing event updated for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:27.772700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:27.780035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:27.786190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:27.786857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.791448 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5963f78d-9a64-42e8-9957-08a381eb7b72 x-openstack-request-id: req-5963f78d-9a64-42e8-9957-08a381eb7b72 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:27.791739 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:27.791996 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5963f78d-9a64-42e8-9957-08a381eb7b72 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:27.792384 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'status': 'completed', 'code': 200} Nov 03 18:30:27.867441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:27.886133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a053389-acb9-4c7f-bd5a-f119f6c30a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9da76c-5666-4742-9e74-32075b6ee2fb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:27.887138 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Made reservation on behalf of 2b2fe14e0da34d6e8f4b7bc4e5200b30 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:27.891556 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.928385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event updated for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:27.933753 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-681658d6-9c51-41b5-951d-793b42e18481 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0133381 Nov 03 18:30:27.939203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0a053389-acb9-4c7f-bd5a-f119f6c30a08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=666432e9e0d24ac8a3530c5bff3e29bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9420662 Nov 03 18:30:27.942962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-310bc4cc-c03d-4878-9d95-19d1ed60e5df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.944982 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40232) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:27.956161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:27.964563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Request body: {'port': {'device_id': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:28.011910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6d9a0a83-ab6d-4748-86e8-5a50b3cc5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:28.013836 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-6d9a0a83-ab6d-4748-86e8-5a50b3cc5a6b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 1095 time: 0.2349613 Nov 03 18:30:28.084323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114277-32d6-4e8b-a889-52e1e60342fb req-91fcb4c3-9436-4163-b7f0-ce278f2dbdfa tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:28.085845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79114277-32d6-4e8b-a889-52e1e60342fb req-91fcb4c3-9436-4163-b7f0-ce278f2dbdfa tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 944 time: 0.0932629 Nov 03 18:30:28.090237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.127132 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f22f9c3-012f-4975-a053-e55f2616dbf3 req-ea4d83b0-5f6a-42a9-aa4e-1f9309deed3c tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 210 time: 0.1213715 Nov 03 18:30:28.161986 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-ba70678f-b89c-4775-af84-e888277d2f89 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1 HTTP/1.1" status: 200 len: 217 time: 0.1335273 Nov 03 18:30:28.178604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79114277-32d6-4e8b-a889-52e1e60342fb req-55037127-f73a-4cdf-b17e-1f13565fc8e7 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857730 Nov 03 18:30:28.181366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.220852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.231219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d686497b-5610-4826-b13c-b6481b80b4fb None None] Provisioning complete for port 185f3e07-06fd-463d-a035-0b545b36dbb2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:28.231867 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d686497b-5610-4826-b13c-b6481b80b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.281282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d686497b-5610-4826-b13c-b6481b80b4fb None None] Port 185f3e07-06fd-463d-a035-0b545b36dbb2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:30:28.288978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Network 0d2036d6-b191-4e34-8229-04a41f2359a3 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:28.297054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:28.303805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:28.309512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:28.310297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.320576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Pushing event updated for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:28.333151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93131836-c10d-4580-9fe1-b4bb08e111a1 req-a829c946-e3d1-4d76-b5fd-d22631144eb9 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 210 time: 0.1077299 Nov 03 18:30:28.338307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-c9c72ee7-1709-4f00-9627-2b296222ce53 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5493658 Nov 03 18:30:28.343065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f1e49c6-962e-47c3-8963-119983020bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.353958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Request body: {'port': {'device_id': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:28.395637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-23ad3d75-c7ed-4e34-9485-981ed9aa5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:28.398474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-23ad3d75-c7ed-4e34-9485-981ed9aa5e0d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.2274179 Nov 03 18:30:28.437747 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.486632 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f1e49c6-962e-47c3-8963-119983020bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.547111 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-db952a49-a2ef-4c3f-a6a2-d524cb2efc77 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990424 Nov 03 18:30:28.570425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-310bc4cc-c03d-4878-9d95-19d1ed60e5df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.617118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-310bc4cc-c03d-4878-9d95-19d1ed60e5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.684680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.838274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951fdcc-f218-43b0-9385-954f15b163fe req-3cc0ce06-27f9-48e3-8024-85a43a40c0e9 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:28.840033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2951fdcc-f218-43b0-9385-954f15b163fe req-3cc0ce06-27f9-48e3-8024-85a43a40c0e9 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 936 time: 0.1107838 Nov 03 18:30:28.936260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.943162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48c95ba5-dcc8-4994-9a49-26aab96eeb2d no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:30:28.980676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 48c95ba5-dcc8-4994-9a49-26aab96eeb2d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:30:28.981320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48c95ba5-dcc8-4994-9a49-26aab96eeb2d not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:30:28.999259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c8f38-0598-475d-93f9-3ae184a667f1 req-6d5a81c1-3e9b-4781-9fca-0b2a1e1aba7e tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:29.000929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c9c8f38-0598-475d-93f9-3ae184a667f1 req-6d5a81c1-3e9b-4781-9fca-0b2a1e1aba7e tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 946 time: 0.5622094 Nov 03 18:30:29.013311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-310bc4cc-c03d-4878-9d95-19d1ed60e5df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7110f2d4e51141c588f7925fa31cbc7e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1419797 Nov 03 18:30:29.019718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40244) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:29.031709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bc4cc-c03d-4878-9d95-19d1ed60e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fc422e-3f79-4340-a4be-87c4eeb10640,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:29.105673 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f1e49c6-962e-47c3-8963-119983020bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.108351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f1e49c6-962e-47c3-8963-119983020bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.109601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9f1e49c6-962e-47c3-8963-119983020bbb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e9da76c-5666-4742-9e74-32075b6ee2fb HTTP/1.1" status: 204 len: 168 time: 1.1628785 Nov 03 18:30:29.170865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2951fdcc-f218-43b0-9385-954f15b163fe req-b34d07d6-7bd1-4ca0-91ef-e905d8cadeb3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029327 Nov 03 18:30:29.187897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc497ef-e219-44dc-a451-1bde7e1fb8ac {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:29.209721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.216260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-68fd85c4-48c9-4ab9-a753-05b61b465f39 service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480753 Nov 03 18:30:29.233772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83140f44-7333-454c-8d4a-84d28516fa86,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:29.278854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Transition to ACTIVE for port object fbc497ef-e219-44dc-a451-1bde7e1fb8ac will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:29.287156 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.308774 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c9c8f38-0598-475d-93f9-3ae184a667f1 req-1bb546c3-a247-4110-971a-be99f4ba6f05 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955451 Nov 03 18:30:29.317061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e49c6-962e-47c3-8963-119983020bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9da76c-5666-4742-9e74-32075b6ee2fb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:29.406467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0bfde17b-8488-4316-beb1-c26857973a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.458543 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b41295e-69c0-4a51-a548-6ef03756c679 req-232561b0-550d-444e-8c0a-fac4f2da557d service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309215 Nov 03 18:30:29.480419 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0bfde17b-8488-4316-beb1-c26857973a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.514942 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:29.546278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:29.547338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:29.547531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:29.559128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:29.559756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:29.567712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185f3e07-06fd-463d-a035-0b545b36dbb2 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:29.578616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50413d24-b5c1-4f93-9642-08fe18727b50 req-20edf7aa-a754-4a90-9657-f19342aac541 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:29.580676 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50413d24-b5c1-4f93-9642-08fe18727b50 req-20edf7aa-a754-4a90-9657-f19342aac541 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.2095542 Nov 03 18:30:29.587009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:29.587490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:29.588350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:29.589059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Bound port: fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:29.589707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.607505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.645986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Transition to ACTIVE for port object 185f3e07-06fd-463d-a035-0b545b36dbb2 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:29.665995 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.778715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50413d24-b5c1-4f93-9642-08fe18727b50 req-a86dae1c-06cf-46fa-8aaf-e241bfc4708b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859388 Nov 03 18:30:29.782721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40260) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:29.786049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd262a1-8431-461e-9357-9872a6865f81 req-102145b6-3cef-47ab-a2ad-7086ce113f49 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:29.789284 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6bd262a1-8431-461e-9357-9872a6865f81 req-102145b6-3cef-47ab-a2ad-7086ce113f49 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 944 time: 0.2999482 Nov 03 18:30:29.803326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f760-1c41-4256-9909-928262d4bec9 req-1e52d3d1-bde0-4c51-836f-94800dc75f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:29.806001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6926f760-1c41-4256-9909-928262d4bec9 req-1e52d3d1-bde0-4c51-836f-94800dc75f53 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 1095 time: 0.2656929 Nov 03 18:30:29.807085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0bfde17b-8488-4316-beb1-c26857973a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.809761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c83e53c-3e2c-46d3-ab47-8072429f0f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.811941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0bfde17b-8488-4316-beb1-c26857973a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.813801 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0bfde17b-8488-4316-beb1-c26857973a19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/19fc422e-3f79-4340-a4be-87c4eeb10640 HTTP/1.1" status: 204 len: 168 time: 0.7830398 Nov 03 18:30:29.835476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:29.884450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:29.897118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.979040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfde17b-8488-4316-beb1-c26857973a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fc422e-3f79-4340-a4be-87c4eeb10640,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:29.984582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Allocated IP 192.168.233.37 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/1b5b213d-325c-46b3-8139-8396f41c0b68) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:30.019016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Pushing event updated for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:30.053645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a8afd85-051a-4580-9d23-454d946443fc req-c3ec902a-84fd-4a52-8e5e-ea72278861bd tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 210 time: 0.0739324 Nov 03 18:30:30.060468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.061631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.063943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] 10.222.0.96 "PUT /v2.0/ports/fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 1091 time: 1.7168839 Nov 03 18:30:30.064663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:30.068782 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd6c0f8-9d66-4569-909c-8e1852309b14" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:30.190133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa2024-c8f2-472e-9816-f281d79bf1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:30.281687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c83e53c-3e2c-46d3-ab47-8072429f0f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.290957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c83e53c-3e2c-46d3-ab47-8072429f0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.297397 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6bd262a1-8431-461e-9357-9872a6865f81 req-1cb34938-9fd3-4e76-ac10-4247c67174a8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702225 Nov 03 18:30:30.327765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Attempting to bind port 185f3e07-06fd-463d-a035-0b545b36dbb2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:30.328429 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Attempting to bind port 185f3e07-06fd-463d-a035-0b545b36dbb2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:30.329009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Attempting to bind port 185f3e07-06fd-463d-a035-0b545b36dbb2 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:30.341885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe7914-5f17-4fbd-8aa2-4432102e9939 req-02308851-a341-4e48-8b11-d50a316ccfd2 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.349922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Port 185f3e07-06fd-463d-a035-0b545b36dbb2 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:30.350302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18fe7914-5f17-4fbd-8aa2-4432102e9939 req-02308851-a341-4e48-8b11-d50a316ccfd2 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1097 time: 0.2081559 Nov 03 18:30:30.350997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Attempting to bind port 185f3e07-06fd-463d-a035-0b545b36dbb2 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:30.365863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6c83e53c-3e2c-46d3-ab47-8072429f0f7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f28fc842eff2422193aa03b982b26ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815754 Nov 03 18:30:30.366949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40270) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:30.391635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:30.392362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:30.393009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:30.393756 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Bound port: 185f3e07-06fd-463d-a035-0b545b36dbb2, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:30.394364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.407200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83e53c-3e2c-46d3-ab47-8072429f0f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738338b3-b735-42a7-93af-3ac36422a15b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:30.416496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-0b5ab496-cfb4-4a0b-9cb0-0770f137dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.418088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-0b5ab496-cfb4-4a0b-9cb0-0770f137dc6f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1094 time: 0.2168939 Nov 03 18:30:30.430937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f760-1c41-4256-9909-928262d4bec9 req-dd8b28fa-5a48-402e-8d55-a847f86713c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.445312 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6926f760-1c41-4256-9909-928262d4bec9 req-dd8b28fa-5a48-402e-8d55-a847f86713c6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 905 time: 0.6236460 Nov 03 18:30:30.505821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-7279b517-62b6-4f50-95f0-32f567f50cc7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 217 time: 0.0753629 Nov 03 18:30:30.508896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18fe7914-5f17-4fbd-8aa2-4432102e9939 req-9eac68e1-0025-4aa1-95fc-791b11d9fa49 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576071 Nov 03 18:30:30.553604 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabe81b5-faf5-43cc-8a8d-a3a23d50d1a6 x-openstack-request-id: req-cabe81b5-faf5-43cc-8a8d-a3a23d50d1a6 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:30.554515 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:30.555103 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cabe81b5-faf5-43cc-8a8d-a3a23d50d1a6 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:30.556079 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac', 'status': 'completed', 'code': 200} Nov 03 18:30:30.593596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-cc84da12-bea2-45ea-ace3-76f2eb8d1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.595159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-cc84da12-bea2-45ea-ace3-76f2eb8d1d14 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.0796771 Nov 03 18:30:30.649455 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6926f760-1c41-4256-9909-928262d4bec9 req-04b90558-8b00-4df9-b97a-682e49272515 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1 HTTP/1.1" status: 200 len: 217 time: 0.1732154 Nov 03 18:30:30.651910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-92e0f06b-243a-43da-a8d7-561150b2efa4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476050 Nov 03 18:30:30.698515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d20e9-05fd-405e-8fec-c5352cde9d9b req-edc88e4c-685f-40eb-be22-64772dd060d6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.701119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a45d20e9-05fd-405e-8fec-c5352cde9d9b req-edc88e4c-685f-40eb-be22-64772dd060d6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 948 time: 0.0986133 Nov 03 18:30:30.801175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:30.838944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:30.844691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.850277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a45d20e9-05fd-405e-8fec-c5352cde9d9b req-1a53dda8-8f28-4828-8bec-a013e9afe0af tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323099 Nov 03 18:30:30.859327 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.867223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3945b1e7-7cce-45ad-b602-f908ff39b263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.883601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f760-1c41-4256-9909-928262d4bec9 req-513217e3-4abc-4b13-a1b4-f0c9a9a9d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.883601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6926f760-1c41-4256-9909-928262d4bec9 req-513217e3-4abc-4b13-a1b4-f0c9a9a9d397 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.1871927 Nov 03 18:30:30.920515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eba67-4099-4500-a22a-69fd35d32699 req-67cb6767-7b00-4cfc-bf20-f3c35b45d20e tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.927909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-328eba67-4099-4500-a22a-69fd35d32699 req-67cb6767-7b00-4cfc-bf20-f3c35b45d20e tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1097 time: 0.2999938 Nov 03 18:30:30.928507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-5aa48ccb-74a6-4a29-937f-c8fe9ed2cf9e service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583544 Nov 03 18:30:30.974588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:30.975216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.976678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] 10.222.0.70 "PUT /v2.0/ports/185f3e07-06fd-463d-a035-0b545b36dbb2 HTTP/1.1" status: 200 len: 1096 time: 3.0234621 Nov 03 18:30:30.978960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:30.981461 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81" -d '{"events": [{"name": "network-changed", "server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:31.020061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6926f760-1c41-4256-9909-928262d4bec9 req-b5a10c5c-bf92-42cc-94dd-f98edc083bf8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107838 Nov 03 18:30:31.034360 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3945b1e7-7cce-45ad-b602-f908ff39b263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:31.136712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2ea82-6cd9-4eb7-a0f3-430cf24624f0 service neutron] Pushing event updated for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:31.158314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d9ce4-e010-4138-a3cb-e81a070bc6a3 req-d4153393-84bd-4ddb-9e15-2e5733fb52f0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:31.171395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-506d9ce4-e010-4138-a3cb-e81a070bc6a3 req-d4153393-84bd-4ddb-9e15-2e5733fb52f0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.2090468 Nov 03 18:30:31.213591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:31.223642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf475f3-ffb2-4796-a629-55da53752f03 req-45be7cc4-5afe-4105-9e2d-35693260ed00 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868304 Nov 03 18:30:31.278078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-506d9ce4-e010-4138-a3cb-e81a070bc6a3 req-680f9849-69b3-45f6-ac50-ce0ff06a2c92 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054773 Nov 03 18:30:31.295782 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-328eba67-4099-4500-a22a-69fd35d32699 req-b582c607-ecc1-467b-9777-6dfc865d1ab4 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633316 Nov 03 18:30:31.375526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-cf54a10d-3c4d-4abe-935c-2a7175f083b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:31.377225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-cf54a10d-3c4d-4abe-935c-2a7175f083b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 1099 time: 0.3250282 Nov 03 18:30:31.379615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:31.386195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Pushing event updated for resources: {'Port': ['ID=1b5b213d-325c-46b3-8139-8396f41c0b68,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:31.391033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:31.396298 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca9f3b-6cdf-484b-b1c3-cda213fa2428 x-openstack-request-id: req-8aca9f3b-6cdf-484b-b1c3-cda213fa2428 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:31.396529 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:31.396686 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aca9f3b-6cdf-484b-b1c3-cda213fa2428 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:31.397204 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'status': 'completed', 'code': 200} Nov 03 18:30:31.398632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:31.404481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:31.405239 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:31.413472 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6926f760-1c41-4256-9909-928262d4bec9 req-5bf21c13-1926-48e3-8625-50c03fef060b service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594325 Nov 03 18:30:31.439798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-c02d2189-b8a6-48a1-9bdb-fbed3057fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:31.444508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-c02d2189-b8a6-48a1-9bdb-fbed3057fd40 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1094 time: 0.1589196 Nov 03 18:30:31.476283 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3945b1e7-7cce-45ad-b602-f908ff39b263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:31.483487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3945b1e7-7cce-45ad-b602-f908ff39b263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:31.484748 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3945b1e7-7cce-45ad-b602-f908ff39b263 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/738338b3-b735-42a7-93af-3ac36422a15b HTTP/1.1" status: 204 len: 168 time: 1.1126182 Nov 03 18:30:31.517317 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-7d383a7c-5685-4d35-a7e5-d197442c2c36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=185f3e07-06fd-463d-a035-0b545b36dbb2 HTTP/1.1" status: 200 len: 217 time: 0.1072488 Nov 03 18:30:31.628553 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-80862447-2083-468a-808a-60b16ebede0a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1009631 Nov 03 18:30:31.638314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945b1e7-7cce-45ad-b602-f908ff39b263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738338b3-b735-42a7-93af-3ac36422a15b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:31.642357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e9beb-e643-4866-a407-830cc626cf76 req-55687ce9-e916-4c43-9b42-67286e2bbbda tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:31.655864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Request body: {'port': {'device_id': '3b287b0d-aa4e-48a8-9016-ff1e698cc3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:31.656990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f53e9beb-e643-4866-a407-830cc626cf76 req-55687ce9-e916-4c43-9b42-67286e2bbbda tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 944 time: 0.1954281 Nov 03 18:30:31.713950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-eb193411-a197-4616-a0d6-ce71d6113795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:31.715537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-eb193411-a197-4616-a0d6-ce71d6113795 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.2505331 Nov 03 18:30:31.829619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-5caad828-631e-4a75-941b-5aa95b8b1663 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 217 time: 0.1037831 Nov 03 18:30:31.906494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ad4192ca-41ac-4626-be4e-50a722148d66 None None] Provisioning complete for port 1b5b213d-325c-46b3-8139-8396f41c0b68 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:31.907568 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad4192ca-41ac-4626-be4e-50a722148d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:31.954622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-2bd2e671-9fad-4b39-8ee0-3c7732ab452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:31.954622 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-2bd2e671-9fad-4b39-8ee0-3c7732ab452a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.3853407 Nov 03 18:30:31.971982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-930fd394-9138-40ea-8a1c-a39a4ab64664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:31.976842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-930fd394-9138-40ea-8a1c-a39a4ab64664 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1300049 Nov 03 18:30:32.002203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a082f15-aa8d-4916-a717-53bb665a57b2 req-ed79e34a-aad8-4cf3-b00c-6a341fe6562b tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:32.004119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f53e9beb-e643-4866-a407-830cc626cf76 req-f4c920ff-f73e-4451-a581-fa155a3c0e43 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454623 Nov 03 18:30:32.012839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a90115b6-1a61-4e51-8af0-b5adfca3ecc1 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:30:32.015751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7a082f15-aa8d-4916-a717-53bb665a57b2 req-ed79e34a-aad8-4cf3-b00c-6a341fe6562b tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 935 time: 0.5961072 Nov 03 18:30:32.077096 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:32.082985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ad4192ca-41ac-4626-be4e-50a722148d66 None None] Port 1b5b213d-325c-46b3-8139-8396f41c0b68 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:30:32.109878 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6926f760-1c41-4256-9909-928262d4bec9 req-ea2d609d-3e23-4837-a935-8aa1006897e0 service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855509 Nov 03 18:30:32.128346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:32.143602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-8224f067-ac3f-47d7-832b-1a55391c67ab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343398 Nov 03 18:30:32.243322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-262f0417-f736-43a9-b1c9-26d547a2afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:32.252353 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-262f0417-f736-43a9-b1c9-26d547a2afe5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3016722 Nov 03 18:30:32.315441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7a082f15-aa8d-4916-a717-53bb665a57b2 req-365cfab0-50ec-48cc-84cc-86677c28ace4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985919 Nov 03 18:30:32.317651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:32.342486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-891171cc-74c6-4cde-8886-57ffc17e347f service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677012 Nov 03 18:30:32.345427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'port_id': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'mac_address': 'fa:16:3e:6f:c2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9c6ec-1ff2-4841-9637-33c8ddc15e76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:30:32.480318 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:32.522731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90115b6-1a61-4e51-8af0-b5adfca3ecc1 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:32.587918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:32.595916 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:32.667750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:32.682401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcd6c0f8-9d66-4569-909c-8e1852309b14 req-3efefd70-7383-4bd8-8b61-8548b2b63879 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325832 Nov 03 18:30:32.694972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14b84-c6c7-4b91-8d58-511e7c59d532 req-2b5fc91f-bb79-4356-a151-6745667033e8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:32.703670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4f14b84-c6c7-4b91-8d58-511e7c59d532 req-2b5fc91f-bb79-4356-a151-6745667033e8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 948 time: 0.1756284 Nov 03 18:30:32.749505 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-9d40f089-79a1-4e21-ad27-5860a558cca7 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599073 Nov 03 18:30:32.770163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4f14b84-c6c7-4b91-8d58-511e7c59d532 req-3d369625-72cc-4456-bab6-f28b8f3ddea7 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654135 Nov 03 18:30:32.832316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a90115b6-1a61-4e51-8af0-b5adfca3ecc1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:32.891439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751dfef-55c5-43fd-93a1-f5c79f71e792 req-219a4e2c-1c2c-48f8-b183-ee07758397a0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:32.893384 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0751dfef-55c5-43fd-93a1-f5c79f71e792 req-219a4e2c-1c2c-48f8-b183-ee07758397a0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.1680765 Nov 03 18:30:32.955490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780cb5a-fbb5-4231-be86-25eccdb7b951 req-922752f4-f0b8-4c61-8c13-5162400e661e tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:32.966335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a780cb5a-fbb5-4231-be86-25eccdb7b951 req-922752f4-f0b8-4c61-8c13-5162400e661e tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1097 time: 0.1123707 Nov 03 18:30:33.008268 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e94fa77d-807d-41a1-ab2d-fb0fe2b5ec52 req-7f63993a-375a-403d-9e52-02821a6d2f40 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406185 Nov 03 18:30:33.026675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a780cb5a-fbb5-4231-be86-25eccdb7b951 req-a6e28322-1c4a-4d66-a5f6-142f8102d448 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575936 Nov 03 18:30:33.040731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0751dfef-55c5-43fd-93a1-f5c79f71e792 req-58df5de8-6512-435e-b551-677ca877d49d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048489 Nov 03 18:30:33.124959 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:33.156456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5b213d-325c-46b3-8139-8396f41c0b68 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:33.166467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:33.219021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Transition to ACTIVE for port object 1b5b213d-325c-46b3-8139-8396f41c0b68 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:33.224376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-ec689fc4-2b7a-4431-94d2-e9bdf1e75199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:33.226090 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-ec689fc4-2b7a-4431-94d2-e9bdf1e75199 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 1099 time: 0.1090019 Nov 03 18:30:33.229578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:33.374875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5b213d-325c-46b3-8139-8396f41c0b68,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:33.394539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1352-c604-417b-89f0-006cac4de685 req-d6eb19b6-1735-4213-b24f-7458dcbc3177 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:33.394992 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c23f1352-c604-417b-89f0-006cac4de685 req-d6eb19b6-1735-4213-b24f-7458dcbc3177 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 945 time: 0.2223709 Nov 03 18:30:33.472697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Attempting to bind port 1b5b213d-325c-46b3-8139-8396f41c0b68 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:33.473077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Attempting to bind port 1b5b213d-325c-46b3-8139-8396f41c0b68 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:33.473370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Attempting to bind port 1b5b213d-325c-46b3-8139-8396f41c0b68 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:33.504499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Port 1b5b213d-325c-46b3-8139-8396f41c0b68 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:33.506481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Attempting to bind port 1b5b213d-325c-46b3-8139-8396f41c0b68 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:33.515788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-4d41459f-05b2-4e8d-87ef-b50643921e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:33.517502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-4d41459f-05b2-4e8d-87ef-b50643921e07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2558424 Nov 03 18:30:33.532213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:33.532528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:33.532923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:33.533370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Bound port: 1b5b213d-325c-46b3-8139-8396f41c0b68, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:33.533762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:33.539429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c23f1352-c604-417b-89f0-006cac4de685 req-d1dc1a07-d05a-4422-80b7-ddc4cb5aa1e7 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324580 Nov 03 18:30:33.584181 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-8b8e7c86-e03e-427d-9584-6ebafb2e0c5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=185f3e07-06fd-463d-a035-0b545b36dbb2 HTTP/1.1" status: 200 len: 217 time: 0.0584130 Nov 03 18:30:33.689327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-f17eb49a-c2ab-46c1-87ff-2df0e57dd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:33.691098 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-f17eb49a-c2ab-46c1-87ff-2df0e57dd34f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0786080 Nov 03 18:30:33.695614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] For port 1b5b213d-325c-46b3-8139-8396f41c0b68, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:33.700520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] For port 1b5b213d-325c-46b3-8139-8396f41c0b68, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1b5b213d-325c-46b3-8139-8396f41c0b68,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:33.716349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:33.793016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:33.796864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:33.798465 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] 10.222.0.96 "PUT /v2.0/ports/1b5b213d-325c-46b3-8139-8396f41c0b68 HTTP/1.1" status: 200 len: 1095 time: 2.1578994 Nov 03 18:30:33.798944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b287b0d-aa4e-48a8-9016-ff1e698cc3aa', 'tag': '1b5b213d-325c-46b3-8139-8396f41c0b68'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:33.802107 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9697f38-c91f-4535-89ee-94f1deb04251" -d '{"events": [{"name": "network-changed", "server_uuid": "3b287b0d-aa4e-48a8-9016-ff1e698cc3aa", "tag": "1b5b213d-325c-46b3-8139-8396f41c0b68"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:33.818903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e73487-2f09-45b9-b831-1e9a51585539 req-8ad157f7-dda9-4a7c-be8b-c3d454ae1b5b tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:33.834774 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07e73487-2f09-45b9-b831-1e9a51585539 req-8ad157f7-dda9-4a7c-be8b-c3d454ae1b5b tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 947 time: 0.1316319 Nov 03 18:30:33.857657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-51bce880-7c52-4fa5-bcac-c324b0483110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:33.859205 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-51bce880-7c52-4fa5-bcac-c324b0483110 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549087 Nov 03 18:30:33.861172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d6e08-2f46-4940-a4a1-3d031eb45017 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5b213d-325c-46b3-8139-8396f41c0b68,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:33.947100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07e73487-2f09-45b9-b831-1e9a51585539 req-0f598f21-a7fb-4012-af77-48b5c2f29656 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111097 Nov 03 18:30:34.011998 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05b60a-5378-4756-a882-fba164fbb26b x-openstack-request-id: req-3d05b60a-5378-4756-a882-fba164fbb26b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:34.012743 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b287b0d-aa4e-48a8-9016-ff1e698cc3aa", "tag": "1b5b213d-325c-46b3-8139-8396f41c0b68", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:34.012848 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d05b60a-5378-4756-a882-fba164fbb26b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:34.013233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device fbc497ef-e219-44dc-a451-1bde7e1fb8ac details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:30:34.013492 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b287b0d-aa4e-48a8-9016-ff1e698cc3aa', 'tag': '1b5b213d-325c-46b3-8139-8396f41c0b68', 'status': 'completed', 'code': 200} Nov 03 18:30:34.042585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a90115b6-1a61-4e51-8af0-b5adfca3ecc1 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:34.158761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-c119a872-b610-4df9-b092-f7d51b81cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:34.162062 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-c119a872-b610-4df9-b092-f7d51b81cd5e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 1098 time: 0.3015342 Nov 03 18:30:34.186756 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0c896-07f3-4ea0-904d-07a6ce0bdff1 req-0fa03039-bcab-4c41-8881-7b14e10171af tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:34.189914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9a0c896-07f3-4ea0-904d-07a6ce0bdff1 req-0fa03039-bcab-4c41-8881-7b14e10171af tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 948 time: 0.2774332 Nov 03 18:30:34.290701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dfe48-bab7-4116-94d0-d423b5d2d2a2 req-4f0f8f80-41e0-4d1a-a6b6-b20132f541d6 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:34.293900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d89dfe48-bab7-4116-94d0-d423b5d2d2a2 req-4f0f8f80-41e0-4d1a-a6b6-b20132f541d6 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1097 time: 0.0932028 Nov 03 18:30:34.312545 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-453846c9-ec5f-42a0-8aad-bb84e3c8d55d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1b5b213d-325c-46b3-8139-8396f41c0b68 HTTP/1.1" status: 200 len: 217 time: 0.1206119 Nov 03 18:30:34.331739 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-f3c7bab6-419d-4d29-8165-4ebef892dec4 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531128 Nov 03 18:30:34.374947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:30:34.384400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:34.384400 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:34.443795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d89dfe48-bab7-4116-94d0-d423b5d2d2a2 req-a8b7892a-b095-4bb6-817f-71b9fba5b5f4 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356483 Nov 03 18:30:34.455347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:34.531170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac', 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'port_id': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac', 'mac_address': 'fa:16:3e:f5:f2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66d4a59-fe2b-48d0-b687-a87a2133f4c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:30:34.560318 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9a0c896-07f3-4ea0-904d-07a6ce0bdff1 req-0a5ccbce-54d4-4e05-b75e-a687937b0813 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513753 Nov 03 18:30:34.580397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-337f2e1b-02cc-4ce3-8309-98da98fc3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:34.582525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-337f2e1b-02cc-4ce3-8309-98da98fc3121 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2498059 Nov 03 18:30:34.634850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-f81019ce-acce-4404-b150-4e4a2b9a7714 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059997 Nov 03 18:30:34.769288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:34.775792 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d5dd8b5-2a81-42e7-8a15-02016bc15d81 req-c8832ede-d404-46e4-9033-4ac353527211 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273026 Nov 03 18:30:34.796165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-f288b718-ba6c-4952-b195-ea9975cc624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:34.810491 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-f288b718-ba6c-4952-b195-ea9975cc624c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088993 Nov 03 18:30:34.814672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987295e4-c4d6-4bbd-ba9d-78eaa560c6c2 req-e3834e52-f33f-420d-bf63-8320aa561a77 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:34.818954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:34.820060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-987295e4-c4d6-4bbd-ba9d-78eaa560c6c2 req-e3834e52-f33f-420d-bf63-8320aa561a77 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.1844816 Nov 03 18:30:34.874261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:34.880357 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd1b350-0d53-4ee0-8747-a484447bb8bf" -d '{"events": [{"server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "name": "network-vif-plugged", "status": "completed", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:34.901587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc497ef-e219-44dc-a451-1bde7e1fb8ac {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:34.948832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:34.979438 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:34.987234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-ed328c95-31cf-427f-a04f-a7daeaa9b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:34.989084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-ed328c95-31cf-427f-a04f-a7daeaa9b76f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1097 time: 0.2379515 Nov 03 18:30:34.995121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:35.050308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-987295e4-c4d6-4bbd-ba9d-78eaa560c6c2 req-2a9cb0b6-5a3a-4ca0-aa15-794280407e67 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470857 Nov 03 18:30:35.056635 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:35.072793 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-cb83d529-933d-433f-9c0f-f11a0c7ab04b service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539368 Nov 03 18:30:35.135033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:35.279853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:35.283607 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0791163c-be11-4cc2-aac5-9f5db93587c0 req-1c0521fc-646d-412b-9ecd-368852457f32 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016058 Nov 03 18:30:35.322621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['fbc497ef-e219-44dc-a451-1bde7e1fb8ac'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:35.388247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d45e7-008a-41bc-bc8f-30c0db90df30 req-a9d64bc9-df67-4bd1-a24b-804b1f11e506 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:35.399057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f33d45e7-008a-41bc-bc8f-30c0db90df30 req-a9d64bc9-df67-4bd1-a24b-804b1f11e506 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1229708 Nov 03 18:30:35.459919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-5d554659-577d-46bc-8f67-2093f612c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:35.461899 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-5d554659-577d-46bc-8f67-2093f612c507 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.4073775 Nov 03 18:30:35.482663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-036d9327-6d36-492c-b51e-9488b8bbc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:35.484592 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-036d9327-6d36-492c-b51e-9488b8bbc417 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 1098 time: 0.1074319 Nov 03 18:30:35.548467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f33d45e7-008a-41bc-bc8f-30c0db90df30 req-c081779c-ac73-477f-a377-293f193094d4 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480412 Nov 03 18:30:35.555658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-3a32b325-d453-45a3-a550-3dbcb8e8b7d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 217 time: 0.0796709 Nov 03 18:30:35.646794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-e0536f82-2f61-46c7-8b22-f63a0294beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:35.652760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-e0536f82-2f61-46c7-8b22-f63a0294beba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0904284 Nov 03 18:30:35.689279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-7ab099ea-2ec7-4138-af73-95c4215ffb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:35.692670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-ef94c7fb-4391-4335-8bcb-47e13d2f8c6b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328662 Nov 03 18:30:35.692915 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-7ab099ea-2ec7-4138-af73-95c4215ffb17 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1984749 Nov 03 18:30:35.725622 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e7414d5-7b93-4747-ab84-5139db45595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:35.795561 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-c52156c1-89bc-4cbb-9ad8-ecb960cf98e3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1b5b213d-325c-46b3-8139-8396f41c0b68 HTTP/1.1" status: 200 len: 217 time: 0.0819421 Nov 03 18:30:35.853508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-c9ea6113-8290-4408-9e2b-9e0c97efef0e service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452165 Nov 03 18:30:35.888519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-87da497f-b565-4e91-b3cb-c0a9ebae6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:35.894446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-87da497f-b565-4e91-b3cb-c0a9ebae6887 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0894494 Nov 03 18:30:35.896593 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ba8061-86f5-4dc8-896a-c2743bdb17ab x-openstack-request-id: req-d7ba8061-86f5-4dc8-896a-c2743bdb17ab {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:35.897009 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "name": "network-vif-plugged", "status": "completed", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:35.897387 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7ba8061-86f5-4dc8-896a-c2743bdb17ab {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:35.897903 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'code': 200} Nov 03 18:30:36.015269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-48e1d245-3f97-44aa-ac23-9c1e7614a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:36.021707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-48e1d245-3f97-44aa-ac23-9c1e7614a5a3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166782 Nov 03 18:30:36.032917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device fbc497ef-e219-44dc-a451-1bde7e1fb8ac up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:36.113994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f9e879-bbd9-44d0-a1de-b8f9866114a3 req-d8bebeca-f1e8-4664-bc8d-eaff07e29c07 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526464 Nov 03 18:30:36.168279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port fbc497ef-e219-44dc-a451-1bde7e1fb8ac completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:30:36.177342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port fbc497ef-e219-44dc-a451-1bde7e1fb8ac triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:36.178964 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:36.212636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4691b9-c078-49a6-940d-ac24b6eacf3b req-e8f9317c-2c53-4e16-bf78-65899cfc02be tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:36.222405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa4691b9-c078-49a6-940d-ac24b6eacf3b req-e8f9317c-2c53-4e16-bf78-65899cfc02be tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 947 time: 0.1608226 Nov 03 18:30:36.349297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa4691b9-c078-49a6-940d-ac24b6eacf3b req-6ddb8bac-9495-42b8-b98d-0e6b4d160b13 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140833 Nov 03 18:30:36.417317 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:36.545365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:36.552599 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:36.633199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:36.648011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf69d0-1a13-466c-b520-5c01ce6dfdd6 req-f0133867-90da-48c6-b114-a7b6ff59d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:36.649852 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9adf69d0-1a13-466c-b520-5c01ce6dfdd6 req-f0133867-90da-48c6-b114-a7b6ff59d650 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 1097 time: 0.5887070 Nov 03 18:30:36.666229 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-e62d09ad-5222-41c1-934c-0fdce9142da1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3865318 Nov 03 18:30:36.699519 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-7ba147b4-9441-42a9-bb74-7fc429cd4731 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582565 Nov 03 18:30:36.810673 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9adf69d0-1a13-466c-b520-5c01ce6dfdd6 req-9cb00a7f-d533-40ea-9632-24f03073dbc5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528876 Nov 03 18:30:36.892638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-47743968-8c59-4d0c-a5e8-20c279489e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:36.894415 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-47743968-8c59-4d0c-a5e8-20c279489e3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1095 time: 0.1553998 Nov 03 18:30:36.937036 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9697f38-c91f-4535-89ee-94f1deb04251 req-02883749-e4a8-47f1-a4a9-70c54d75b922 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242291 Nov 03 18:30:37.001026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 185f3e07-06fd-463d-a035-0b545b36dbb2 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:30:37.075823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-2b23e337-8206-4f27-b9c2-f7f2490f2859 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:30:37.083013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e82e7c-c375-4da4-a1e1-4ddaf604a8a4 req-760a6018-3fbe-4995-bc2f-3d60ed324f9e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:37.086771 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-2b23e337-8206-4f27-b9c2-f7f2490f2859 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2127616 Nov 03 18:30:37.090919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64e82e7c-c375-4da4-a1e1-4ddaf604a8a4 req-760a6018-3fbe-4995-bc2f-3d60ed324f9e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 948 time: 0.1005628 Nov 03 18:30:37.127938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-6ef05384-1c8f-4a90-b2fd-ba99950d827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:37.129910 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-6ef05384-1c8f-4a90-b2fd-ba99950d827b service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.1919076 Nov 03 18:30:37.158178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64e82e7c-c375-4da4-a1e1-4ddaf604a8a4 req-ece5bbe4-1d5c-42cb-9986-d9c76ca650ea tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661588 Nov 03 18:30:37.159014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c1c9630c-59e1-4cb5-ad89-065fc1d216e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:37.161565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c1c9630c-59e1-4cb5-ad89-065fc1d216e9 service neutron] 10.222.0.77 "GET /v2.0/ports/1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 1094 time: 0.0737016 Nov 03 18:30:37.177926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:37.200275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'mac_address': 'fa:16:3e:62:3f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:30:37.218141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Request body: {'binding': {'host': 'n-h2-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:37.218505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Unknown quota resources ['binding']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:30:37.222954 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-fb48df61-4827-48bc-9095-dac74ecfb5ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 217 time: 0.0794747 Nov 03 18:30:37.272587 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:37.291798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185f3e07-06fd-463d-a035-0b545b36dbb2 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:37.314782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:37.324855 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:37.374109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-9145f78a-5439-43fa-8447-737325b305ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:37.376177 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-9145f78a-5439-43fa-8447-737325b305ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1347594 Nov 03 18:30:37.403407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:37.423875 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-b34df92c-77cf-43eb-b4f8-f77686557d2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357835 Nov 03 18:30:37.587711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on host n-h2-812148-3 for vnic_type normal with profile None {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:37.589196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:37.589348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:37.606616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:37.607190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:37.618636 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-6c4afe9a-e147-439a-a603-11744e05218f service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839335 Nov 03 18:30:37.618837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['185f3e07-06fd-463d-a035-0b545b36dbb2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:37.623428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:37.624011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:37.624648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:37.625451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Bound port: 1d39572e-c044-4b31-9043-2d39998d3ba9, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:37.639314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2687b-4fd5-4bef-8629-df56a7c01c2d req-d312946c-5137-4e38-9a10-8e833d18e783 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:37.646395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3dd2687b-4fd5-4bef-8629-df56a7c01c2d req-d312946c-5137-4e38-9a10-8e833d18e783 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 945 time: 0.0950272 Nov 03 18:30:37.772375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:37.789900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:37.795239 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-d41fc5d3-875a-42ec-94c7-851ca7df36fb service neutron] 10.222.0.77 "POST /v2.0/ports/1d39572e-c044-4b31-9043-2d39998d3ba9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5809951 Nov 03 18:30:37.801407 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3dd2687b-4fd5-4bef-8629-df56a7c01c2d req-c79a6e9d-78fd-48ee-9eac-b78574bb9012 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317124 Nov 03 18:30:37.805398 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c378dc8-4538-4ab0-bded-304ac24b0ab7 req-286fe9f8-275e-4af0-8e37-99052dec194f service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739695 Nov 03 18:30:37.906513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:37.914266 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59709330-1a3a-44b0-817d-13fc44788502" -d '{"events": [{"server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "name": "network-vif-plugged", "status": "completed", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:38.040829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1b5b213d-325c-46b3-8139-8396f41c0b68 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:30:38.051165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44416fb-dd6e-4d58-852d-0f5f34153fb1 req-39fdb49c-e785-4ec2-8f71-cbfe7f415313 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:38.071197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f44416fb-dd6e-4d58-852d-0f5f34153fb1 req-39fdb49c-e785-4ec2-8f71-cbfe7f415313 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0973597 Nov 03 18:30:38.073071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40474) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:38.169273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f44416fb-dd6e-4d58-852d-0f5f34153fb1 req-048df4b3-70d2-4de5-afb6-b359bcdd85cc tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866277 Nov 03 18:30:38.310815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1b5b213d-325c-46b3-8139-8396f41c0b68, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1b5b213d-325c-46b3-8139-8396f41c0b68,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:38.337283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3ca1159f-d6f2-49eb-a75a-38d9b5baf65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:38.342792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '1b5b213d-325c-46b3-8139-8396f41c0b68', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '1b5b213d-325c-46b3-8139-8396f41c0b68', 'mac_address': 'fa:16:3e:30:ae:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:30:38.403263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-dea65814-1f45-403e-bcbb-9a0a49889649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:38.412221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-dea65814-1f45-403e-bcbb-9a0a49889649 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1097 time: 0.1581950 Nov 03 18:30:38.434041 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:38.467171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5b213d-325c-46b3-8139-8396f41c0b68 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:38.540558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1b5b213d-325c-46b3-8139-8396f41c0b68, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1b5b213d-325c-46b3-8139-8396f41c0b68,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:38.547292 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:38.561868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b45eb-034e-469c-8864-4e1aa8f38c6a req-e1429aa1-8c2d-4283-9692-694ede92709d tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:38.571817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-535b45eb-034e-469c-8864-4e1aa8f38c6a req-e1429aa1-8c2d-4283-9692-694ede92709d tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 947 time: 0.1910784 Nov 03 18:30:38.625568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da42a9c9-3900-4eaa-ac1c-c079fca2c2c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:38.629938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1b5b213d-325c-46b3-8139-8396f41c0b68,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:38.711476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-fe21b4ec-46bc-4020-afc2-f3a90e852869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:38.713258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-fe21b4ec-46bc-4020-afc2-f3a90e852869 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.2953565 Nov 03 18:30:38.714340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-535b45eb-034e-469c-8864-4e1aa8f38c6a req-ee54b8dc-a6b2-4113-a758-54f28115b250 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402225 Nov 03 18:30:38.779253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1b5b213d-325c-46b3-8139-8396f41c0b68'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:38.815930 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e758350a-c148-4962-9320-9308ad3279a8 x-openstack-request-id: req-e758350a-c148-4962-9320-9308ad3279a8 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:38.816183 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-a3f2015b-fdde-4220-af63-aced7997fd03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 217 time: 0.0866764 Nov 03 18:30:38.816628 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "name": "network-vif-plugged", "status": "completed", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:38.816628 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e758350a-c148-4962-9320-9308ad3279a8 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:38.818521 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac', 'code': 200} Nov 03 18:30:38.969901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb19f8-f392-4b46-88f5-617e17f437f6 req-7e6999d4-26f3-47c7-bfec-86dd93e5ba77 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:38.978777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcb19f8-f392-4b46-88f5-617e17f437f6 req-7e6999d4-26f3-47c7-bfec-86dd93e5ba77 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 949 time: 0.0840378 Nov 03 18:30:38.993720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-9bd0c64e-119b-4b73-b35a-70d896127c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:38.995958 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-9bd0c64e-119b-4b73-b35a-70d896127c9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1683774 Nov 03 18:30:39.051982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 185f3e07-06fd-463d-a035-0b545b36dbb2 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:39.077947 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcb19f8-f392-4b46-88f5-617e17f437f6 req-ca5e59f6-bdb5-4707-b827-3cb6494178ed tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748918 Nov 03 18:30:39.086956 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-2d735f14-b1ea-411f-82a1-398f8059a9fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784748 Nov 03 18:30:39.095888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7576638-43cd-4bd5-8773-4103c5533b34 req-8d841024-3715-4584-855f-1ba958e105d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:39.097890 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7576638-43cd-4bd5-8773-4103c5533b34 req-8d841024-3715-4584-855f-1ba958e105d4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1096 time: 0.2002282 Nov 03 18:30:39.129939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9c8d8-a33b-4b51-b0e2-b4464380dcad req-81cccb99-aa71-4e36-8044-d988f43051b6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:39.138709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6c9c8d8-a33b-4b51-b0e2-b4464380dcad req-81cccb99-aa71-4e36-8044-d988f43051b6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 946 time: 0.2821000 Nov 03 18:30:39.144922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 185f3e07-06fd-463d-a035-0b545b36dbb2 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:30:39.150473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 185f3e07-06fd-463d-a035-0b545b36dbb2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:39.150897 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.156290 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da42a9c9-3900-4eaa-ac1c-c079fca2c2c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.184643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da42a9c9-3900-4eaa-ac1c-c079fca2c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.225969 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64733f-2ef6-425e-937a-35ac9c28d984 req-84b7f8b6-2a4e-4cfc-93d1-897b34813561 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:39.233752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c64733f-2ef6-425e-937a-35ac9c28d984 req-84b7f8b6-2a4e-4cfc-93d1-897b34813561 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 945 time: 0.0705500 Nov 03 18:30:39.267925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.295690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c64733f-2ef6-425e-937a-35ac9c28d984 req-56502d7c-e796-4e39-be43-e5fedc7e587d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597732 Nov 03 18:30:39.330104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42a9c9-3900-4eaa-ac1c-c079fca2c2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de476386-4a8a-4dc8-b6dd-11b080637639,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:39.346413 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da42a9c9-3900-4eaa-ac1c-c079fca2c2c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b15e6825ebae434a9c7c4c2b1f33a370&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2719684 Nov 03 18:30:39.350006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40494) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:39.357323 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7576638-43cd-4bd5-8773-4103c5533b34 req-2dc8ab11-b504-401f-9acf-b118930861bb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368774 Nov 03 18:30:39.366658 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6c9c8d8-a33b-4b51-b0e2-b4464380dcad req-9e9c724d-cfe9-4c41-8e26-1b963b044b58 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257609 Nov 03 18:30:39.378680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:39.382282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-ea84b6bc-4891-4594-8a3c-9c007ad39026 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777536 Nov 03 18:30:39.388274 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.479393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:39.484763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25588e9f-c218-4f77-8a48-a30fa762196a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.553566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25588e9f-c218-4f77-8a48-a30fa762196a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.555102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-b11d4774-e42d-405b-995e-019952a77d70 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656601 Nov 03 18:30:39.648613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44c94c-4bfc-473c-b61d-815b7cff60f1 req-d0d2bc37-188a-4c25-b49d-da4df3fd6000 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:39.652019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a44c94c-4bfc-473c-b61d-815b7cff60f1 req-d0d2bc37-188a-4c25-b49d-da4df3fd6000 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1390674 Nov 03 18:30:39.688528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25588e9f-c218-4f77-8a48-a30fa762196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.693660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25588e9f-c218-4f77-8a48-a30fa762196a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.695401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-25588e9f-c218-4f77-8a48-a30fa762196a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de476386-4a8a-4dc8-b6dd-11b080637639 HTTP/1.1" status: 204 len: 168 time: 0.3448267 Nov 03 18:30:39.699752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-669769e5-dd83-494e-9a54-74e9be8ee47a tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:39.701349 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-669769e5-dd83-494e-9a54-74e9be8ee47a tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1097 time: 0.0848475 Nov 03 18:30:39.710091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25588e9f-c218-4f77-8a48-a30fa762196a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de476386-4a8a-4dc8-b6dd-11b080637639,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:39.718431 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-3'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:39.762234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a44c94c-4bfc-473c-b61d-815b7cff60f1 req-418a8279-3301-4303-92ed-8d38b80d8702 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910048 Nov 03 18:30:39.889340 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.924738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.966094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9826108-1c87-4542-9572-58056266d986 req-61b20799-73d6-456f-b0cb-f7dc566c9186 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:39.967878 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e9826108-1c87-4542-9572-58056266d986 req-61b20799-73d6-456f-b0cb-f7dc566c9186 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 948 time: 0.0904815 Nov 03 18:30:40.060548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1b5b213d-325c-46b3-8139-8396f41c0b68 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:40.125117 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e9826108-1c87-4542-9572-58056266d986 req-f1459245-5c57-4815-9449-2295cef47438 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321108 Nov 03 18:30:40.189632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 1b5b213d-325c-46b3-8139-8396f41c0b68 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:30:40.194461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 1b5b213d-325c-46b3-8139-8396f41c0b68 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:40.194840 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.199740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:40.269571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:40.363887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.375482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:40.380129 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae980512-1c2e-44b6-8023-907448963571" -d '{"events": [{"server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "name": "network-vif-unplugged", "status": "completed", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:40.390298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.411492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.480399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1b5b213d-325c-46b3-8139-8396f41c0b68, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1b5b213d-325c-46b3-8139-8396f41c0b68,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:40.490535 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.609861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Pushing event updated for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:40.686394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1b5b213d-325c-46b3-8139-8396f41c0b68,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:40.692117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63369-9b00-44ae-8044-5d29cdfa6e6a req-eb611af2-b0c8-411a-9165-048333cd0578 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:40.704322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77d63369-9b00-44ae-8044-5d29cdfa6e6a req-eb611af2-b0c8-411a-9165-048333cd0578 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1461537 Nov 03 18:30:40.761392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:40.761774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:40.762125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:40.772411 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:40.772783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Attempting to bind port 1d39572e-c044-4b31-9043-2d39998d3ba9 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:40.780561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77d63369-9b00-44ae-8044-5d29cdfa6e6a req-a500292b-9f1d-4068-b11f-014032724938 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751748 Nov 03 18:30:40.790476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40536) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:40.790693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:40.790693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:40.790693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:40.790693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Bound port: 1d39572e-c044-4b31-9043-2d39998d3ba9, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:40.790693 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.800822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-add29367-12b7-491b-867a-c47bd45bf8e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.801005 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a901a1d-bbec-4376-baa3-83ddbc4fc736 req-2b2f8bba-a485-427a-8fb8-236b9bc7a952 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:40.802640 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a901a1d-bbec-4376-baa3-83ddbc4fc736 req-2b2f8bba-a485-427a-8fb8-236b9bc7a952 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 945 time: 0.1833804 Nov 03 18:30:40.817962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2'}, {'server_uuid': '3b287b0d-aa4e-48a8-9016-ff1e698cc3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b213d-325c-46b3-8139-8396f41c0b68'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:40.820449 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d899bbc7-183b-43b8-ac20-57d5c5ec5bf3" -d '{"events": [{"server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "name": "network-vif-plugged", "status": "completed", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2"}, {"server_uuid": "3b287b0d-aa4e-48a8-9016-ff1e698cc3aa", "name": "network-vif-plugged", "status": "completed", "tag": "1b5b213d-325c-46b3-8139-8396f41c0b68"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:40.872822 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b458e6-9101-46a9-a7d4-7e9c593c2d07 x-openstack-request-id: req-95b458e6-9101-46a9-a7d4-7e9c593c2d07 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:40.873305 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "name": "network-vif-unplugged", "status": "completed", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:40.873781 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95b458e6-9101-46a9-a7d4-7e9c593c2d07 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:40.874495 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9', 'code': 200} Nov 03 18:30:40.920235 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-add29367-12b7-491b-867a-c47bd45bf8e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.925744 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-add29367-12b7-491b-867a-c47bd45bf8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:40.945444 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a901a1d-bbec-4376-baa3-83ddbc4fc736 req-0e19ff7f-ff5c-41e5-bea1-96af43bb3159 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307940 Nov 03 18:30:40.961010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:40.967442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:40.975236 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.006097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-add29367-12b7-491b-867a-c47bd45bf8e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c735417f249a449a8ba0714f3d485f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193203 Nov 03 18:30:41.016715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40540) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:41.037804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add29367-12b7-491b-867a-c47bd45bf8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a86b22-d8b5-4854-8ebb-bf91acafee5b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:41.067635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4a5d-77c8-469c-8269-4ef40eac1b3f req-b16a58c5-adfc-4b4f-8c58-354cd2a9822f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:41.069266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-173d4a5d-77c8-469c-8269-4ef40eac1b3f req-b16a58c5-adfc-4b4f-8c58-354cd2a9822f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 944 time: 0.1212735 Nov 03 18:30:41.124924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:41.125650 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.127083 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] 10.222.0.70 "PUT /v2.0/ports/1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 1122 time: 1.4152682 Nov 03 18:30:41.130351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b68275-7935-42ec-94c3-d4985a2ea893 service neutron] Pushing event updated for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=8']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:41.134855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-173d4a5d-77c8-469c-8269-4ef40eac1b3f req-4b37fe83-156c-403d-8d9a-ef9aa266c14a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594163 Nov 03 18:30:41.200510 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8322c23a-bcdb-48cb-a258-6fd1bae7675f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.205825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1d39572e-c044-4b31-9043-2d39998d3ba9'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:41.261070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8322c23a-bcdb-48cb-a258-6fd1bae7675f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.280634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8118a4-3ed8-4c7b-970d-369512ec16bb req-b161df05-205a-4981-9932-8580f35e9631 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:41.288446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0a8118a4-3ed8-4c7b-970d-369512ec16bb req-b161df05-205a-4981-9932-8580f35e9631 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1067817 Nov 03 18:30:41.374213 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0a8118a4-3ed8-4c7b-970d-369512ec16bb req-8bd71a01-0a07-4662-99f4-b2888d6dd5ea tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845993 Nov 03 18:30:41.397894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8322c23a-bcdb-48cb-a258-6fd1bae7675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.402792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8322c23a-bcdb-48cb-a258-6fd1bae7675f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.406529 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8322c23a-bcdb-48cb-a258-6fd1bae7675f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41a86b22-d8b5-4854-8ebb-bf91acafee5b HTTP/1.1" status: 204 len: 168 time: 0.3858664 Nov 03 18:30:41.423027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322c23a-bcdb-48cb-a258-6fd1bae7675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a86b22-d8b5-4854-8ebb-bf91acafee5b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:41.490784 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e10169-5206-4b4f-b20f-188ad8d5dd16 x-openstack-request-id: req-e6e10169-5206-4b4f-b20f-188ad8d5dd16 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:41.491133 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "name": "network-vif-plugged", "status": "completed", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2", "code": 200}, {"server_uuid": "3b287b0d-aa4e-48a8-9016-ff1e698cc3aa", "name": "network-vif-plugged", "status": "completed", "tag": "1b5b213d-325c-46b3-8139-8396f41c0b68", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:41.491335 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6e10169-5206-4b4f-b20f-188ad8d5dd16 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:41.491755 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'code': 200} Nov 03 18:30:41.492059 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b287b0d-aa4e-48a8-9016-ff1e698cc3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b213d-325c-46b3-8139-8396f41c0b68', 'code': 200} Nov 03 18:30:41.708435 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0d154-effc-401f-9b22-c61e0ed19c1c req-4ff4babe-b926-404d-be72-3498c4c83503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:41.710478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1fd0d154-effc-401f-9b22-c61e0ed19c1c req-4ff4babe-b926-404d-be72-3498c4c83503 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 1101 time: 0.1558762 Nov 03 18:30:41.718325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175f5d5-8f6b-48f8-8ac4-dd411ce71241 req-a7ff8ec3-5eae-417a-b727-ffc991909c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:41.719850 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b175f5d5-8f6b-48f8-8ac4-dd411ce71241 req-a7ff8ec3-5eae-417a-b727-ffc991909c64 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 1100 time: 0.1155827 Nov 03 18:30:41.742169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806cfd-bb20-44ff-bc09-c63b44de0417 req-e3371604-6397-41d7-be25-0c4d6906f24b tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:41.744914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-67806cfd-bb20-44ff-bc09-c63b44de0417 req-e3371604-6397-41d7-be25-0c4d6906f24b tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 949 time: 0.1391301 Nov 03 18:30:41.863074 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1fd0d154-effc-401f-9b22-c61e0ed19c1c req-76a2bf98-fbf8-4b07-9ed0-a53f8d8aa032 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421998 Nov 03 18:30:41.874150 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b175f5d5-8f6b-48f8-8ac4-dd411ce71241 req-8f9ae7a5-c8b8-454e-8f6c-8a7ca93c01d8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432528 Nov 03 18:30:41.884626 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-67806cfd-bb20-44ff-bc09-c63b44de0417 req-15b42dc9-fb79-4882-b09d-ca917b36b366 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211915 Nov 03 18:30:41.967181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e7928-e97b-4dda-9529-885e8c1b1a65 req-370233fe-218a-4e4a-81b3-661e6980d886 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:41.970034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-763e7928-e97b-4dda-9529-885e8c1b1a65 req-370233fe-218a-4e4a-81b3-661e6980d886 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1022127 Nov 03 18:30:41.972693 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:42.076067 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:42.102372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-763e7928-e97b-4dda-9529-885e8c1b1a65 req-250f1463-3a5a-4740-9299-d20f66e7fe38 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144943 Nov 03 18:30:42.203316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cd7f6-9279-4a0e-81d2-2c707518e84e req-56176529-0a96-435e-a936-ee10c6a19df2 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:42.205729 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb2cd7f6-9279-4a0e-81d2-2c707518e84e req-56176529-0a96-435e-a936-ee10c6a19df2 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 945 time: 0.0791276 Nov 03 18:30:42.279309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb2cd7f6-9279-4a0e-81d2-2c707518e84e req-ca6b0b0a-71b2-4975-97f8-3f211820123a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644882 Nov 03 18:30:42.452867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b36d00-4125-4a12-989a-e0a83d8f9c7c req-848d95af-7a61-4bc9-a513-eb18ca582ec5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:42.455153 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1b36d00-4125-4a12-989a-e0a83d8f9c7c req-848d95af-7a61-4bc9-a513-eb18ca582ec5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 944 time: 0.0829723 Nov 03 18:30:42.535426 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1b36d00-4125-4a12-989a-e0a83d8f9c7c req-69f6b18a-d836-4091-b08f-06f1086a8638 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659642 Nov 03 18:30:42.823266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40602) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:42.856231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc302d-0dd0-408e-9117-af329c4f3313 req-d2868719-7519-4f07-95f3-90213da49d2c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:42.861993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bddc302d-0dd0-408e-9117-af329c4f3313 req-d2868719-7519-4f07-95f3-90213da49d2c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0754466 Nov 03 18:30:42.875542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:42.879134 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd833262-64c1-4503-9c01-6f632846f859" -d '{"events": [{"name": "network-changed", "server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:42.950157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bddc302d-0dd0-408e-9117-af329c4f3313 req-c0c3cc1f-3b30-48d2-a742-75b6a1dddaf9 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837352 Nov 03 18:30:43.016340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-network', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:43.066243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8112f-80c1-4de0-81db-3992bebf8f1e req-31c33a7f-0766-4201-8d2f-e0914ac04e97 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:43.068294 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eee8112f-80c1-4de0-81db-3992bebf8f1e req-31c33a7f-0766-4201-8d2f-e0914ac04e97 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1096 time: 0.0723386 Nov 03 18:30:43.069830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Made reservation on behalf of aeba66997efc4988a73b99fd7dbf7d58 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:43.072364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.086646 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.154270 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eee8112f-80c1-4de0-81db-3992bebf8f1e req-7351445d-0a41-4b5e-978a-8ab3d26c739d tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699751 Nov 03 18:30:43.272190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.277893 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6630d80e-51ee-4748-8742-b61094008332 x-openstack-request-id: req-6630d80e-51ee-4748-8742-b61094008332 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:43.282598 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:43.282598 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6630d80e-51ee-4748-8742-b61094008332 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:43.285033 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9', 'status': 'completed', 'code': 200} Nov 03 18:30:43.286430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.417357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d57bd-65ec-4678-af9d-4acce581537a req-74689de4-4b33-4fe2-86f8-fee0bc0885ff tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:43.419268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eefbe57-1f53-408f-9aef-c86dd18ff59e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:43.423000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345d57bd-65ec-4678-af9d-4acce581537a req-74689de4-4b33-4fe2-86f8-fee0bc0885ff tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0796909 Nov 03 18:30:43.427350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:30:43.448321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.448437 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Added segment 57514130-e6e6-42a6-af36-eb39a966c073 of type vlan for network 37a2e7bd-916e-4646-8986-060286eb56e3 Nov 03 18:30:43.472652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd833262-64c1-4503-9c01-6f632846f859 req-9be90757-da34-4f1b-b842-bab89a20abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:43.474140 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd833262-64c1-4503-9c01-6f632846f859 req-9be90757-da34-4f1b-b842-bab89a20abbf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1125 time: 0.1419008 Nov 03 18:30:43.525537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345d57bd-65ec-4678-af9d-4acce581537a req-a6d0669b-dadf-4bea-a93d-cfedc728d9e0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811861 Nov 03 18:30:43.563049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f464efb-42e4-4e12-ae0d-4d333bedec6f req-439ee369-6f2c-4715-a36f-193f66215b02 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:43.564791 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f464efb-42e4-4e12-ae0d-4d333bedec6f req-439ee369-6f2c-4715-a36f-193f66215b02 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 949 time: 0.1910660 Nov 03 18:30:43.566728 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.746269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e758494-b9b4-4885-84a2-42a1c4443f69 req-07d9dd22-1c44-4bef-a1c9-f29b378d33fb tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:43.747801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e758494-b9b4-4885-84a2-42a1c4443f69 req-07d9dd22-1c44-4bef-a1c9-f29b378d33fb tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1096 time: 0.0575516 Nov 03 18:30:43.795430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:30:43.802823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e758494-b9b4-4885-84a2-42a1c4443f69 req-39d1b91d-647f-4725-aee8-04e1bae8b570 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486417 Nov 03 18:30:43.852415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.853482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:43.854025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.930559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f464efb-42e4-4e12-ae0d-4d333bedec6f req-b7698bea-2c58-4117-8c40-a87d3821298e tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484464 Nov 03 18:30:43.995271 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1690707 Nov 03 18:30:44.006092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40638) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:44.015015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Request body: {'subnet': {'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-subnet', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:44.024098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ada8cb-c52a-43b9-ba3f-5071d193ad81 admin admin] Pushing event updated for resources: {'Network': ['ID=37a2e7bd-916e-4646-8986-060286eb56e3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:44.037970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 37a2e7bd-916e-4646-8986-060286eb56e3 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:30:44.039334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baacfe-888b-4de3-a208-7e0524f7e4f9 req-85ffbbfe-4e20-42f6-9c3a-44041ee63465 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:44.042540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24baacfe-888b-4de3-a208-7e0524f7e4f9 req-85ffbbfe-4e20-42f6-9c3a-44041ee63465 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 944 time: 0.0808189 Nov 03 18:30:44.047028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd833262-64c1-4503-9c01-6f632846f859 req-8866e6b8-0231-4d14-b31d-8773b6305a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:44.049121 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd833262-64c1-4503-9c01-6f632846f859 req-8866e6b8-0231-4d14-b31d-8773b6305a83 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.5523429 Nov 03 18:30:44.106031 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd833262-64c1-4503-9c01-6f632846f859 req-88dd86f3-ac9d-4d85-aab9-6769e0d63011 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 217 time: 0.0467334 Nov 03 18:30:44.123338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24baacfe-888b-4de3-a208-7e0524f7e4f9 req-d9fca90a-0806-4e20-9866-641b57468d28 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Nov 03 18:30:44.127261 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Made reservation on behalf of aeba66997efc4988a73b99fd7dbf7d58 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:44.130785 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:44.241639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd833262-64c1-4503-9c01-6f632846f859 req-568e2203-b63e-4f01-a523-85159a60d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:44.243142 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd833262-64c1-4503-9c01-6f632846f859 req-568e2203-b63e-4f01-a523-85159a60d29d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1271760 Nov 03 18:30:44.302777 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd833262-64c1-4503-9c01-6f632846f859 req-8f868156-092e-4608-9d0d-4b4eda275b2e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350196 Nov 03 18:30:44.501388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:44.520589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b007e1-2c35-4dab-a19e-f0d7148da002 req-7a13f232-3545-4c1b-b3b5-bd553a8572e8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:44.527980 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-23b007e1-2c35-4dab-a19e-f0d7148da002 req-7a13f232-3545-4c1b-b3b5-bd553a8572e8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1904218 Nov 03 18:30:44.590435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd833262-64c1-4503-9c01-6f632846f859 req-baaf4542-1bbe-4736-a1b1-590ed0a7e552 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559261 Nov 03 18:30:44.648571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd23a0f-9ad6-4270-a0ad-b79784140972,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:44.712596 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-23b007e1-2c35-4dab-a19e-f0d7148da002 req-11f368a5-1a10-4862-980e-05b08c08e81d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837215 Nov 03 18:30:44.720596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Checking segment: {'id': '57514130-e6e6-42a6-af36-eb39a966c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:44.720596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Network hostable DHCP agents. Network: 37a2e7bd-916e-4646-8986-060286eb56e3, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:30:44.754195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Network 37a2e7bd-916e-4646-8986-060286eb56e3 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:30:44.771704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 37a2e7bd-916e-4646-8986-060286eb56e3) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:44.777902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:44.779802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:44.780965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5139a365-8fb2-478e-99f2-05c6f406dad6 None None] Network 37a2e7bd-916e-4646-8986-060286eb56e3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:44.804921 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f86239c2-7ed7-465f-a870-19a72ec493b2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7950022 Nov 03 18:30:44.805248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40664) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:44.809779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-router', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:44.819366 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd833262-64c1-4503-9c01-6f632846f859 req-6c847924-90bc-43af-9fc5-5c97cb1f52a2 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162564 Nov 03 18:30:44.859371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:44.860592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:44.953088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.035862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-37a2e7bd-916e-4646-8986-060286eb56e3', 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'fixed_ips': [{'subnet_id': '2bd23a0f-9ad6-4270-a0ad-b79784140972'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:30:45.037221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.059077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1d39572e-c044-4b31-9043-2d39998d3ba9 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:30:45.236168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c332ebb9-2604-446d-ac9b-02bcb408854f service neutron] 10.222.0.96 "GET /v2.0/ports/1d39572e-c044-4b31-9043-2d39998d3ba9/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 384 time: 0.1680915 Nov 03 18:30:45.354028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:45.372728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1d39572e-c044-4b31-9043-2d39998d3ba9 has no active binding in host n-h2-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:30:45.462461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Allocated IP 172.20.0.2 (37a2e7bd-916e-4646-8986-060286eb56e3/2bd23a0f-9ad6-4270-a0ad-b79784140972/e3c3da76-4dca-4569-9a13-aa5619024e4f) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:45.733163 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.800141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.817206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.835050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:45.868466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:45.951326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Network 37a2e7bd-916e-4646-8986-060286eb56e3 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:45.955486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979ff3-9d5f-45cd-a095-5a59ff1e9618 req-390f3824-7851-4d41-88f7-01a8020a0372 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:45.958171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:45.960149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Pushing event updated for resources: {'Port': ['ID=e3c3da76-4dca-4569-9a13-aa5619024e4f,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:45.960437 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c979ff3-9d5f-45cd-a095-5a59ff1e9618 req-390f3824-7851-4d41-88f7-01a8020a0372 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 949 time: 0.4867339 Nov 03 18:30:45.973596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:45.991065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d39572e-c044-4b31-9043-2d39998d3ba9 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:46.008850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-99b679c6-5ac9-4c60-b564-00ccdb644001 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:30:46.014344 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-99b679c6-5ac9-4c60-b564-00ccdb644001 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0161905 Nov 03 18:30:46.047464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:46.078800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Attempting to bind port e3c3da76-4dca-4569-9a13-aa5619024e4f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:46.079786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Attempting to bind port e3c3da76-4dca-4569-9a13-aa5619024e4f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '57514130-e6e6-42a6-af36-eb39a966c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:46.079786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Attempting to bind port e3c3da76-4dca-4569-9a13-aa5619024e4f on network 37a2e7bd-916e-4646-8986-060286eb56e3 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:46.090110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:46.091817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Checking segment: {'id': '57514130-e6e6-42a6-af36-eb39a966c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:46.092260 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.092671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Bound using segment: {'id': '57514130-e6e6-42a6-af36-eb39a966c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:46.093504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Bound port: e3c3da76-4dca-4569-9a13-aa5619024e4f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57514130-e6e6-42a6-af36-eb39a966c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:46.094066 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.101152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.127146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c979ff3-9d5f-45cd-a095-5a59ff1e9618 req-15e8047f-3b7e-496f-9fae-472da5fb17b4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308794 Nov 03 18:30:46.129012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-2203d117-16e5-4c5d-9758-51b2ac22cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:46.144457 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-2203d117-16e5-4c5d-9758-51b2ac22cff3 service neutron] 10.222.0.77 "GET /v2.0/ports/fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 1093 time: 0.0990558 Nov 03 18:30:46.153160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Request body: {'binding': {'host': 'n-h2-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:46.153960 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.157161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Unknown quota resources ['binding']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:30:46.180036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.268547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] For port e3c3da76-4dca-4569-9a13-aa5619024e4f, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:46.277564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] For port e3c3da76-4dca-4569-9a13-aa5619024e4f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e3c3da76-4dca-4569-9a13-aa5619024e4f,segment=NetworkSegment(57514130-e6e6-42a6-af36-eb39a966c073),segment_id=57514130-e6e6-42a6-af36-eb39a966c073)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:46.288223 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.390248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Allocated IP 172.25.3.204 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/5d49ba97-14b0-483f-b687-72b25dbfea8c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:46.440969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102a944-667e-4d2c-9cae-19dd32161ae6 None None] Pushing event updated for resources: {'Port': ['ID=e3c3da76-4dca-4569-9a13-aa5619024e4f,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:46.553576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef964a-07d7-4f25-b240-5c02232de4f8 req-c2daccbd-b9b9-40a7-a1a5-e7e21574c673 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:46.555231 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-42ef964a-07d7-4f25-b240-5c02232de4f8 req-c2daccbd-b9b9-40a7-a1a5-e7e21574c673 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.2408974 Nov 03 18:30:46.579319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] Transition to ACTIVE for port object 1d39572e-c044-4b31-9043-2d39998d3ba9 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:46.594093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.680151 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.750357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] No DVR routers for this DVR port 1d39572e-c044-4b31-9043-2d39998d3ba9 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:30:46.781018 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:46.789507 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-42ef964a-07d7-4f25-b240-5c02232de4f8 req-16260e85-5126-4e82-8fd3-804c2eb9a5d4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255893 Nov 03 18:30:46.894287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:46.900346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:46.901655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on host n-h2-812148-3 for vnic_type normal with profile None {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:46.902129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:46.902349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:46.908246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:46.925838 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] 10.222.0.96 "PUT /v2.0/ports/1d39572e-c044-4b31-9043-2d39998d3ba9/bindings/n-h2-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6786656 Nov 03 18:30:46.938258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:46.938585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:46.941096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d895d0b-beee-42e6-9217-adb4bd5d82fb service neutron] Pushing event updated for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:46.953860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:46.954201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:46.957286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:46.957759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Bound port: fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:47.095196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Pushing event updated for resources: {'Port': ['ID=5d49ba97-14b0-483f-b687-72b25dbfea8c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:47.182304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:47.193565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:47.194751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-60296697-8446-45e7-a98f-9d45ce15d9c3 service neutron] 10.222.0.77 "POST /v2.0/ports/fbc497ef-e219-44dc-a451-1bde7e1fb8ac/bindings HTTP/1.1" status: 201 len: 389 time: 1.0495059 Nov 03 18:30:47.207230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-a9700537-56d9-4df5-9602-de4b7a1cc6ac tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:47.208731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-a9700537-56d9-4df5-9602-de4b7a1cc6ac tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.1930528 Nov 03 18:30:47.226878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776af78-9e55-466c-b7e5-3bad740a048c req-e6165724-f3bf-4c54-bf50-d2257b56542c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:47.228098 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7776af78-9e55-466c-b7e5-3bad740a048c req-e6165724-f3bf-4c54-bf50-d2257b56542c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 945 time: 0.1367168 Nov 03 18:30:47.350468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:47.380884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-686e9663-64d4-48fe-84bc-ff68f6ca411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:47.383023 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-686e9663-64d4-48fe-84bc-ff68f6ca411d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00 HTTP/1.1" status: 200 len: 1096 time: 0.1644402 Nov 03 18:30:47.431006 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7776af78-9e55-466c-b7e5-3bad740a048c req-b93bd256-c339-40fd-8bbb-38dc686fff23 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702785 Nov 03 18:30:47.525652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-1d409c98-a291-47e3-8e8f-d2f635e93b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:47.528657 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-1d409c98-a291-47e3-8e8f-d2f635e93b03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1096 time: 0.0964255 Nov 03 18:30:47.723375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:47.930877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006dd4-a253-498a-a55f-19d34db020f0 req-8d3994a4-3cf6-40c5-a78b-e1b8bbbfdffd tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:47.947467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a006dd4-a253-498a-a55f-19d34db020f0 req-8d3994a4-3cf6-40c5-a78b-e1b8bbbfdffd tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.3860693 Nov 03 18:30:47.963220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:30:47.977548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-b5be6076-371c-400a-a43e-5624a3eddef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:47.978964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-b5be6076-371c-400a-a43e-5624a3eddef7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.4420822 Nov 03 18:30:48.067599 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-25ba2775-f0b7-4b90-8c1a-fdc9fec38328 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 200 len: 217 time: 0.0774364 Nov 03 18:30:48.089848 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a006dd4-a253-498a-a55f-19d34db020f0 req-7d749063-d88b-491b-a35a-0dad3f8316f2 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415632 Nov 03 18:30:48.121538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51bd74-180b-4643-89a4-2d134615303d None None] Network 37a2e7bd-916e-4646-8986-060286eb56e3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:48.122595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:30:48.136010 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Sync routers for ids ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:30:48.142201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9764a5a-e433-4721-8940-944278cb5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:48.144384 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c9764a5a-e433-4721-8940-944278cb5c04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0678937 Nov 03 18:30:48.160340 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Routers {'685e1bbe-823c-4c03-b9a2-33d9c5ecf327'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:48.162685 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:48.190788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:48.192234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1a21a2a1-ed3d-470e-8613-042b7cd41e0d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3857780 Nov 03 18:30:48.195311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40708) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:48.202016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-c1aa1ea8-0384-4d13-b9a2-0880fa575668 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504298 Nov 03 18:30:48.382643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-55838bb4-fa99-483c-86c4-3f07c4632882 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725647 Nov 03 18:30:48.388733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0e9a35b5-0da2-4f48-8225-ac233ec34b5d None None] Provisioning complete for port e3c3da76-4dca-4569-9a13-aa5619024e4f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:48.389199 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0e9a35b5-0da2-4f48-8225-ac233ec34b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:48.390684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-dd923149-0bd1-4b59-9f6c-41cf7ea66beb req-4797dca4-7348-4f44-804b-d381c18198e6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:30:48.391922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd923149-0bd1-4b59-9f6c-41cf7ea66beb req-4797dca4-7348-4f44-804b-d381c18198e6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0148516 Nov 03 18:30:48.463107 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-37c73365-557b-4930-8948-b1f604ae5f45 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787284 Nov 03 18:30:48.485941 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Set router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:30:48.609876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40718) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:48.643169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e3c3da76-4dca-4569-9a13-aa5619024e4f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:48.684889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0e9a35b5-0da2-4f48-8225-ac233ec34b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:48.741774 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-router', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:44Z', 'updated_at': '2021-11-03T18:30:47Z', 'revision_number': 3, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'gw_port': {'id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:46Z', 'updated_at': '2021-11-03T18:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:48.778092 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Checking router: 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:30:48.778666 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Updating router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 port 5d49ba97-14b0-483f-b687-72b25dbfea8c binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:30:48.792511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0e9a35b5-0da2-4f48-8225-ac233ec34b5d None None] For port e3c3da76-4dca-4569-9a13-aa5619024e4f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e3c3da76-4dca-4569-9a13-aa5619024e4f,segment=NetworkSegment(57514130-e6e6-42a6-af36-eb39a966c073),segment_id=57514130-e6e6-42a6-af36-eb39a966c073)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:48.817599 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:48.827752 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0e9a35b5-0da2-4f48-8225-ac233ec34b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:48.926828 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-ef7cc6e8-25c0-4922-848f-796f25bc940c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287830 Nov 03 18:30:48.938061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e3c3da76-4dca-4569-9a13-aa5619024e4f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:48.938444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-7387056c-baef-412d-89ca-f22b97f81ff6 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:48.939105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:48.955277 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-7387056c-baef-412d-89ca-f22b97f81ff6 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4917574 Nov 03 18:30:48.975530 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-7d064500-e7af-41ed-88f0-4bcd872c49f7 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651867 Nov 03 18:30:48.990696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-6f5387f9-eea8-47ec-b0aa-80711c18387a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/quotas/2b2fe14e0da34d6e8f4b7bc4e5200b30 HTTP/1.1" status: 200 len: 375 time: 0.0324688 Nov 03 18:30:49.009999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc96b-fa56-482c-87cd-acc83b8bf635 req-5293e26a-4942-4b01-91ec-f92ba873ba22 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:49.022249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab5bc96b-fa56-482c-87cd-acc83b8bf635 req-5293e26a-4942-4b01-91ec-f92ba873ba22 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 945 time: 0.0945921 Nov 03 18:30:49.090635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8574b96-4c9e-44e8-8d6f-8a96cf369d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.138062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.164225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a35b5-0da2-4f48-8225-ac233ec34b5d None None] Pushing event updated for resources: {'Port': ['ID=e3c3da76-4dca-4569-9a13-aa5619024e4f,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:49.171102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-ab2876bd-213c-4370-a0c9-835aad60daf8 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1785078 Nov 03 18:30:49.378689 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.388160 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.389326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1d0a1710-3f73-453b-8202-33edee530f27 None None] Provisioning complete for port e3c3da76-4dca-4569-9a13-aa5619024e4f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:49.396459 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d0a1710-3f73-453b-8202-33edee530f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.419905 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8574b96-4c9e-44e8-8d6f-8a96cf369d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.433279 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8574b96-4c9e-44e8-8d6f-8a96cf369d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.515243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b8574b96-4c9e-44e8-8d6f-8a96cf369d97 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae8803ee97ac4282a5bd14806abe967d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9032066 Nov 03 18:30:49.516937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40744) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:49.527313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3bd5a743-3e3e-4deb-8cfb-bce1399ea044 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:49.529016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-3bd5a743-3e3e-4deb-8cfb-bce1399ea044 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.2242379 Nov 03 18:30:49.538368 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Pushing event updated for resources: {'Port': ['ID=5d49ba97-14b0-483f-b687-72b25dbfea8c,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:49.566695 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.567331 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.570681 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.571288 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.573567 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.574315 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.574850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.575451 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.576816 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.577329 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.579204 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.581863 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:49.614851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Allocated IP 172.20.0.1 (37a2e7bd-916e-4646-8986-060286eb56e3/2bd23a0f-9ad6-4270-a0ad-b79784140972/eda9fa17-4b31-4891-89a8-5d56b52cd765) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:49.633755 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Attempting to bind port 5d49ba97-14b0-483f-b687-72b25dbfea8c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:49.643684 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Attempting to bind port 5d49ba97-14b0-483f-b687-72b25dbfea8c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:49.644425 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Attempting to bind port 5d49ba97-14b0-483f-b687-72b25dbfea8c on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:49.666074 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:49.666459 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:49.668805 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.669247 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:49.673391 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Bound port: 5d49ba97-14b0-483f-b687-72b25dbfea8c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:49.673929 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.765711 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.805676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.805908 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] For port 5d49ba97-14b0-483f-b687-72b25dbfea8c, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:49.810484 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] For port 5d49ba97-14b0-483f-b687-72b25dbfea8c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5d49ba97-14b0-483f-b687-72b25dbfea8c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:49.815543 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.831921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Network 37a2e7bd-916e-4646-8986-060286eb56e3 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:49.841478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:49.848640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8574b96-4c9e-44e8-8d6f-8a96cf369d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4ce05-6d6c-40a2-ad5a-158485f8e19e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:49.885568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:49.886230 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.898831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab5bc96b-fa56-482c-87cd-acc83b8bf635 req-fff14f24-8af4-4b0f-8776-2f6d0ae3214f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7473972 Nov 03 18:30:49.901165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8ec2cfbf-50f7-4b7a-be9f-df640701604c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.986039 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8ec2cfbf-50f7-4b7a-be9f-df640701604c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.010009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Pushing event updated for resources: {'Port': ['ID=eda9fa17-4b31-4891-89a8-5d56b52cd765,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:50.098068 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1d9d7-3095-4f31-93fd-eebfe0583835 None None] Pushing event updated for resources: {'Port': ['ID=5d49ba97-14b0-483f-b687-72b25dbfea8c,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:50.126586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1d39572e-c044-4b31-9043-2d39998d3ba9 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:30:50.151257 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Routers {'685e1bbe-823c-4c03-b9a2-33d9c5ecf327'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:50.151862 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:50.169696 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8ec2cfbf-50f7-4b7a-be9f-df640701604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.172306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8ec2cfbf-50f7-4b7a-be9f-df640701604c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.173471 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8ec2cfbf-50f7-4b7a-be9f-df640701604c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/82d4ce05-6d6c-40a2-ad5a-158485f8e19e HTTP/1.1" status: 204 len: 168 time: 0.6523855 Nov 03 18:30:50.210031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1d39572e-c044-4b31-9043-2d39998d3ba9 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:30:50.254483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2cfbf-50f7-4b7a-be9f-df640701604c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4ce05-6d6c-40a2-ad5a-158485f8e19e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:50.267658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-7ee637cc-acb6-4fb6-a594-e75db874609e service neutron] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:50.275282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.292767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faab27-df09-4768-887d-d8997344a07e req-c4d13620-7590-4b91-9bd1-f44f3754c4ec tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:50.310172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63faab27-df09-4768-887d-d8997344a07e req-c4d13620-7590-4b91-9bd1-f44f3754c4ec tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 945 time: 0.4865336 Nov 03 18:30:50.321033 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-7ee637cc-acb6-4fb6-a594-e75db874609e service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.324865 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-317ef0a4-8b41-4870-a24c-f4e9050192de req-7ee637cc-acb6-4fb6-a594-e75db874609e service neutron] 10.222.0.70 "DELETE /v2.0/ports/1d39572e-c044-4b31-9043-2d39998d3ba9/bindings/n-h1-812148-3 HTTP/1.1" status: 204 len: 173 time: 0.7582245 Nov 03 18:30:50.404630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dceb8164-d13b-4a22-85b0-8566c5e448b8 None None] Provisioning complete for port eda9fa17-4b31-4891-89a8-5d56b52cd765 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:50.405016 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dceb8164-d13b-4a22-85b0-8566c5e448b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.503588 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63faab27-df09-4768-887d-d8997344a07e req-fb564b6a-f086-48c5-8a10-b2c1c0d73167 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905522 Nov 03 18:30:50.525542 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] Set router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:30:50.550866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-dceb8164-d13b-4a22-85b0-8566c5e448b8 None None] Port eda9fa17-4b31-4891-89a8-5d56b52cd765 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:30:50.579965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e3c3da76-4dca-4569-9a13-aa5619024e4f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:50.684706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127efe-96d5-45e6-a68a-379765b7783d req-ad71580f-f683-439b-9ca5-74e88feb4878 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:50.686121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e3c3da76-4dca-4569-9a13-aa5619024e4f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:50.686936 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.692722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9127efe-96d5-45e6-a68a-379765b7783d req-ad71580f-f683-439b-9ca5-74e88feb4878 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.5389433 Nov 03 18:30:50.765339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70fe9-5749-4dd4-af46-c985dd93a964 req-9d80e96b-98b4-42dc-af9e-a86bc7398320 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:50.778609 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fa70fe9-5749-4dd4-af46-c985dd93a964 req-9d80e96b-98b4-42dc-af9e-a86bc7398320 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1499500 Nov 03 18:30:50.840323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9127efe-96d5-45e6-a68a-379765b7783d req-47bcc313-8ad8-421f-bcbf-1a4b7d23a620 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466236 Nov 03 18:30:50.874395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40768) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:50.899735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf97a608-d232-419f-ab83-666ee026b4a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.982160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.989472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.990578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:51.007254 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fa70fe9-5749-4dd4-af46-c985dd93a964 req-414dc89f-c4d5-4b35-87bc-7db40adf3cd4 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272573 Nov 03 18:30:51.033200 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-router', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:44Z', 'updated_at': '2021-11-03T18:30:50Z', 'revision_number': 4, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'gw_port': {'id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:46Z', 'updated_at': '2021-11-03T18:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'eda9fa17-4b31-4891-89a8-5d56b52cd765', 'name': '', 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'mac_address': 'fa:16:3e:18:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2bd23a0f-9ad6-4270-a0ad-b79784140972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:49Z', 'revision_number': 1, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'subnets': [{'id': '2bd23a0f-9ad6-4270-a0ad-b79784140972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:51.046068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf97a608-d232-419f-ab83-666ee026b4a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:51.053508 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf97a608-d232-419f-ab83-666ee026b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:51.078779 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf09bf-5ea4-4c5d-a12d-e18a4fb9928a None None] The sync data for ids ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'] in n-d-812148-3 is: [{'id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-router', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:44Z', 'updated_at': '2021-11-03T18:30:50Z', 'revision_number': 4, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'gw_port': {'id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:46Z', 'updated_at': '2021-11-03T18:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'eda9fa17-4b31-4891-89a8-5d56b52cd765', 'name': '', 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'mac_address': 'fa:16:3e:18:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2bd23a0f-9ad6-4270-a0ad-b79784140972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:49Z', 'revision_number': 1, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'subnets': [{'id': '2bd23a0f-9ad6-4270-a0ad-b79784140972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:30:51.083196 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ccb91b2e-ab51-4df8-ac31-6f95e92ea96c req-21470490-fea4-4b90-84a7-4c41ab0d9d9a tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 210 time: 0.0881360 Nov 03 18:30:51.109775 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bf97a608-d232-419f-ab83-666ee026b4a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83142fc078ee4824b42b5b386b54b69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341976 Nov 03 18:30:51.112583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40774) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:51.172137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Pushing event updated for resources: {'Port': ['ID=eda9fa17-4b31-4891-89a8-5d56b52cd765,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:51.185907 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:30:51.210789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97a608-d232-419f-ab83-666ee026b4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6cb945-b0d4-4cfc-96b6-9e59a8971b32,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:51.275621 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-967333f8-e14a-464c-ad2f-9f3b06d6a9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:51.279679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Network 37a2e7bd-916e-4646-8986-060286eb56e3 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:51.283594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:51.295345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6d907-9a18-40c7-8006-ff8b3179a535 req-8487d461-6ad3-48af-b2da-898f2a69e9cb tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:51.297102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77a6d907-9a18-40c7-8006-ff8b3179a535 req-8487d461-6ad3-48af-b2da-898f2a69e9cb tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 1096 time: 0.0908859 Nov 03 18:30:51.308656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-967333f8-e14a-464c-ad2f-9f3b06d6a9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:51.316955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288816e0-8e7d-4fac-8f05-a32c2fdce689 req-e0b0c9b2-53ab-4676-b2c4-db5523e5a5e7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:51.319725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-288816e0-8e7d-4fac-8f05-a32c2fdce689 req-e0b0c9b2-53ab-4676-b2c4-db5523e5a5e7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 945 time: 0.1134405 Nov 03 18:30:51.477727 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77a6d907-9a18-40c7-8006-ff8b3179a535 req-21e0a057-f0ee-417c-aa71-a41c3d7b27cd tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705582 Nov 03 18:30:51.534171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-967333f8-e14a-464c-ad2f-9f3b06d6a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:51.544493 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-967333f8-e14a-464c-ad2f-9f3b06d6a9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:51.549957 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-967333f8-e14a-464c-ad2f-9f3b06d6a9fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c6cb945-b0d4-4cfc-96b6-9e59a8971b32 HTTP/1.1" status: 204 len: 168 time: 0.4346144 Nov 03 18:30:51.570265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967333f8-e14a-464c-ad2f-9f3b06d6a9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6cb945-b0d4-4cfc-96b6-9e59a8971b32,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:51.593050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:30:51.619503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-288816e0-8e7d-4fac-8f05-a32c2fdce689 req-8b3130e6-7f4e-42b1-8a2b-1a5dab6adcca tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415548 Nov 03 18:30:51.766532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-233691ed-9f25-4f20-8b97-34ccb1760604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:51.768163 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-233691ed-9f25-4f20-8b97-34ccb1760604 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 1101 time: 0.1544576 Nov 03 18:30:51.904236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:30:51.934051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6b40db37-bede-4710-987e-a371ba2f6f42 admin admin] 10.222.0.77 "PUT /v2.0/routers/685e1bbe-823c-4c03-b9a2-33d9c5ecf327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7373030 Nov 03 18:30:51.940331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-044018e4-665b-4f84-9424-df40f88de0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:51.942289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-044018e4-665b-4f84-9424-df40f88de0b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1096 time: 0.1487277 Nov 03 18:30:52.030791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-09c2880d-d867-42d2-a119-2d212d125c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.032342 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-09c2880d-d867-42d2-a119-2d212d125c49 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2568419 Nov 03 18:30:52.133243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-2b73f267-7c14-4e13-b953-6f62a7d1a088 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=185f3e07-06fd-463d-a035-0b545b36dbb2 HTTP/1.1" status: 200 len: 217 time: 0.0852466 Nov 03 18:30:52.147067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-aaecde17-34f4-4b45-9b33-2041636ee95a None None] Provisioning complete for port eda9fa17-4b31-4891-89a8-5d56b52cd765 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:52.147675 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aaecde17-34f4-4b45-9b33-2041636ee95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:52.214410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4f57-8f38-4926-b5ee-f0da728890fe req-289b6888-0c32-499f-b31a-9d3920b71340 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.216538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3eaa4f57-8f38-4926-b5ee-f0da728890fe req-289b6888-0c32-499f-b31a-9d3920b71340 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.2068884 Nov 03 18:30:52.242408 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-04c44ac7-6a2e-47db-ab8c-1c059e0fca90 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133139 Nov 03 18:30:52.260204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-aaecde17-34f4-4b45-9b33-2041636ee95a None None] Port eda9fa17-4b31-4891-89a8-5d56b52cd765 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:30:52.292155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-35aeee68-c416-4481-91ca-5b351af41684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.293937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-35aeee68-c416-4481-91ca-5b351af41684 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.3364787 Nov 03 18:30:52.356324 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-50a9f002-22fa-46d7-a592-50531744e7fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 217 time: 0.0536666 Nov 03 18:30:52.420743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-97bf9b36-56b4-4152-b847-85c789e83e10 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.422564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-97bf9b36-56b4-4152-b847-85c789e83e10 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 807 time: 0.5410383 Nov 03 18:30:52.424049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-3064eeab-bd42-439a-b199-69e3962423a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.425688 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-3064eeab-bd42-439a-b199-69e3962423a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2557073 Nov 03 18:30:52.442319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3eaa4f57-8f38-4926-b5ee-f0da728890fe req-22a34909-41f9-4873-8e9f-9629dd18d3c4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158728 Nov 03 18:30:52.496564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-973ac40f-2b3f-40e8-ac82-b015c7f66db2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/quotas/19a4b05bbebc444caa8a975fc0f1dd00 HTTP/1.1" status: 200 len: 375 time: 0.0405881 Nov 03 18:30:52.498927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-e75e7449-aa7c-4cc9-ab33-f2cf4f4f0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.501298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-e75e7449-aa7c-4cc9-ab33-f2cf4f4f0cac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1359360 Nov 03 18:30:52.558283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-fe7ee42c-87f0-4ab2-9621-3e8c5446b2cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487554 Nov 03 18:30:52.599186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-77eec6c8-5f0f-4b2b-be05-99ac3ac11c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.600916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-77eec6c8-5f0f-4b2b-be05-99ac3ac11c49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628835 Nov 03 18:30:52.610185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-4461f1c4-381f-4804-8751-fa58d0326867 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.610882 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-4461f1c4-381f-4804-8751-fa58d0326867 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3297832 Nov 03 18:30:52.647237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Request body: {'port': {'device_id': '71a20964-844c-4e16-befc-1380c1c170a5', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '2b2fe14e0da34d6e8f4b7bc4e5200b30'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:52.650982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5d49ba97-14b0-483f-b687-72b25dbfea8c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:52.693326 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-a08fd9c2-5587-42c9-b4f2-6c49a8acac34 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1852593 Nov 03 18:30:52.775877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14344a3-2af1-4641-8a4b-9920205774f5 req-c42b9612-5946-42a3-bfce-6d07f6cc141d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:52.776240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5d49ba97-14b0-483f-b687-72b25dbfea8c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:52.776825 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:52.777509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a14344a3-2af1-4641-8a4b-9920205774f5 req-c42b9612-5946-42a3-bfce-6d07f6cc141d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1671958 Nov 03 18:30:52.850374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-34c40aaa-ee9d-44fa-bc43-8307a719a891 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802474 Nov 03 18:30:52.966867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a14344a3-2af1-4641-8a4b-9920205774f5 req-4409a4f2-849b-48a2-bd2d-5a94dc6fb527 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802125 Nov 03 18:30:52.986580 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-4ded196a-d81b-417f-8245-680acd1ac7e7 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716605 Nov 03 18:30:53.051439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:53.066126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-80b62b59-14b4-4f03-92e0-19b16fcb1014 service neutron] 10.222.0.77 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710291 Nov 03 18:30:53.094162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 5d49ba97-14b0-483f-b687-72b25dbfea8c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5d49ba97-14b0-483f-b687-72b25dbfea8c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:53.104624 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:53.145255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc826cea-f8cd-4ac3-a078-4c8ef1d96876 req-252a109a-c0c0-4ef5-80cc-2db813517079 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 210 time: 0.0434961 Nov 03 18:30:53.164099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-0bccb616-115c-4573-a3ac-441bf828e214 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043814 Nov 03 18:30:53.203330 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-8e9c9566-da22-4dd4-80e8-62ac79046e1c service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103672 Nov 03 18:30:53.214249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=5d49ba97-14b0-483f-b687-72b25dbfea8c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:53.337578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Made reservation on behalf of 2b2fe14e0da34d6e8f4b7bc4e5200b30 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:53.343076 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:53.464787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-c0b60af6-ebfb-4387-8f5a-ac6880ad41c5 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:53.467248 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-c0b60af6-ebfb-4387-8f5a-ac6880ad41c5 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.1675692 Nov 03 18:30:53.524477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-3'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:53.573592 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-1e7d5ff2-f77f-49ea-b816-3d7aa6092047 service neutron] 10.222.0.77 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313085 Nov 03 18:30:53.949357 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-bd3e5750-f6b9-4e44-97f0-326ddf8f18e3 req-f0a45a14-3829-48e7-b28a-62e901af0dd9 tempest-FloatingIPDetailsNegativeTestJSON-1441372095 tempest-FloatingIPDetailsNegativeTestJSON-1441372095-project] show failed (client error): The resource could not be found. Nov 03 18:30:53.969053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd3e5750-f6b9-4e44-97f0-326ddf8f18e3 req-f0a45a14-3829-48e7-b28a-62e901af0dd9 tempest-FloatingIPDetailsNegativeTestJSON-1441372095 tempest-FloatingIPDetailsNegativeTestJSON-1441372095-project] 10.222.0.77 "GET /v2.0/floatingips/9057874c-a03b-460e-8b4c-ffc1d9e6ccb6 HTTP/1.1" status: 404 len: 350 time: 0.0818419 Nov 03 18:30:53.970220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40844) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:54.020061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.059872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Allocated IP 192.168.233.176 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/7262b90f-2ab0-4630-b0b1-134ad8d48fc6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:54.077990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8198ef6-0112-42ee-a24b-30abeda55c86 req-25dae747-c64e-48a1-9386-bc57d399f5c8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:54.079916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a8198ef6-0112-42ee-a24b-30abeda55c86 req-25dae747-c64e-48a1-9386-bc57d399f5c8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 945 time: 0.1791437 Nov 03 18:30:54.218742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc455-38ef-480c-a810-a31810a4fa11 req-a2231d36-86ce-407e-8301-579d4e5f1e7b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:54.221476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-681bc455-38ef-480c-a810-a31810a4fa11 req-a2231d36-86ce-407e-8301-579d4e5f1e7b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1456461 Nov 03 18:30:54.346995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a8198ef6-0112-42ee-a24b-30abeda55c86 req-d29bf13a-6c17-4ebb-b67f-c23ec08f6d08 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532356 Nov 03 18:30:54.423769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-681bc455-38ef-480c-a810-a31810a4fa11 req-f7a9c111-1c14-417c-a072-d48036b46928 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882393 Nov 03 18:30:54.584286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5d49ba97-14b0-483f-b687-72b25dbfea8c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:54.601325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Sync routers for ids ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:30:54.632091 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc349936-753f-4dd5-b328-d2443f324953 req-0673c152-9c7c-4d78-9e0a-c8237a6db759 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 210 time: 0.0693295 Nov 03 18:30:54.703064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Routers {'685e1bbe-823c-4c03-b9a2-33d9c5ecf327'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:54.705488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:54.714482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b9851-fd6d-4853-9aaf-cc8257d4b602 req-bcea61ff-28b5-41b4-8b79-b0603348224c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:54.722336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-916b9851-fd6d-4853-9aaf-cc8257d4b602 req-bcea61ff-28b5-41b4-8b79-b0603348224c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1498828 Nov 03 18:30:54.730231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:54.801113 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0872c47a-8d26-4fb1-9089-826a9abfc767 req-8c867841-0a9e-47db-b039-aa4cf667a4a5 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 210 time: 0.0351431 Nov 03 18:30:54.810204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5d49ba97-14b0-483f-b687-72b25dbfea8c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:54.811119 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.817474 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.839510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-916b9851-fd6d-4853-9aaf-cc8257d4b602 req-1dba705c-9e0f-465c-b8d3-63405a518ed8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162155 Nov 03 18:30:54.896213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:54.911674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.950882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.972332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1b5b213d-325c-46b3-8139-8396f41c0b68'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:55.011753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:55.014108 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3df293-7901-4e4d-b8b0-91927233ef77" -d '{"events": [{"server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:55.017963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:55.020044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.027634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:55.029849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Set router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:30:55.031530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:55.037739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:55.039330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.046518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.072945 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4481382 Nov 03 18:30:55.074315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Pushing event updated for resources: {'Port': ['ID=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:55.118269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Request body: {'port': {'device_id': '71a20964-844c-4e16-befc-1380c1c170a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:55.128127 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77edd0dd-5271-4835-8733-ff3c1bc9fd3d x-openstack-request-id: req-77edd0dd-5271-4835-8733-ff3c1bc9fd3d {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:55.128422 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:55.128677 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77edd0dd-5271-4835-8733-ff3c1bc9fd3d {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:55.129070 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac', 'code': 200} Nov 03 18:30:55.153999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.154351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.154691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.155026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.155358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.155690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.156022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.156348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.156676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.157002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.157324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.157666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302944a1-dd2b-4576-9825-2a38362978c4 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:55.256938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.284839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:55.285173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:55.285531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:55.301051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:55.301974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:55.302303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Attempting to bind port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:55.347397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:55.347846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:55.348341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:55.348919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Bound port: fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:55.349875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.490792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1366fbd4-5a0b-495b-80a1-ac597252c8aa None None] Provisioning complete for port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:55.491159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1366fbd4-5a0b-495b-80a1-ac597252c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.551756 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:55.555928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:55.572236 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.649957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1366fbd4-5a0b-495b-80a1-ac597252c8aa None None] Port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:30:55.708903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=8']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:55.728647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-router', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:44Z', 'updated_at': '2021-11-03T18:30:50Z', 'revision_number': 4, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'gw_port': {'id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:46Z', 'updated_at': '2021-11-03T18:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'eda9fa17-4b31-4891-89a8-5d56b52cd765', 'name': '', 'network_id': '37a2e7bd-916e-4646-8986-060286eb56e3', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'mac_address': 'fa:16:3e:18:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2bd23a0f-9ad6-4270-a0ad-b79784140972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:50Z', 'revision_number': 2, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'subnets': [{'id': '2bd23a0f-9ad6-4270-a0ad-b79784140972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:55.757672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Checking router: 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:30:55.758872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Updating router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 port eda9fa17-4b31-4891-89a8-5d56b52cd765 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:30:55.771207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0d075-39ca-46d0-b769-dbc5b08f6fec req-3f9ab1c9-7a82-4a25-a3b7-8d6ea83fe4e8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:55.772762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0c0d075-39ca-46d0-b769-dbc5b08f6fec req-3f9ab1c9-7a82-4a25-a3b7-8d6ea83fe4e8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.0818515 Nov 03 18:30:55.792447 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.867149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:55.867391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.868789 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-6603d770-ebbf-4d8f-b3bb-d4227ce0a5f2 service neutron] 10.222.0.70 "PUT /v2.0/ports/fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 1121 time: 2.3822653 Nov 03 18:30:55.880205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0c0d075-39ca-46d0-b769-dbc5b08f6fec req-c10beb1c-2f04-4369-9757-21a277a092d9 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969126 Nov 03 18:30:55.936933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-c29baa8f-3a70-427f-80c9-f1683a02c4a9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:55.936933 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-c29baa8f-3a70-427f-80c9-f1683a02c4a9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 807 time: 0.5928414 Nov 03 18:30:55.943100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Deleting port eda9fa17-4b31-4891-89a8-5d56b52cd765 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:30:55.943688 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:55.971230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2692ea-650a-457c-adb6-d46154ca0bd7 req-2a782945-8b59-4777-9ae3-9c6af5eb8d7d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:55.979795 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a2692ea-650a-457c-adb6-d46154ca0bd7 req-2a782945-8b59-4777-9ae3-9c6af5eb8d7d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.2653296 Nov 03 18:30:55.988635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Request body: {'port': {'device_id': '5cee4104-7891-433b-9964-2a232ae50329', 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'admin_state_up': True, 'tenant_id': '19a4b05bbebc444caa8a975fc0f1dd00'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:55.997185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['fbc497ef-e219-44dc-a451-1bde7e1fb8ac'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:30:56.046039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b0c26d5-a745-4c99-9c08-2c83c840a0d7 req-a925c720-4b4b-4f0b-957e-864f4a0b5241 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 210 time: 0.0377691 Nov 03 18:30:56.096553 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:56.119333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Calling delete_port for eda9fa17-4b31-4891-89a8-5d56b52cd765 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:30:56.132785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a2692ea-650a-457c-adb6-d46154ca0bd7 req-7220a500-fb51-41a3-8f3f-d0fd6e80d9d6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520023 Nov 03 18:30:56.311043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Made reservation on behalf of 19a4b05bbebc444caa8a975fc0f1dd00 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:56.314547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:56.318509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-691be954-e37c-4440-8212-a22b1b2a5bd6 req-3194108a-8c65-4726-99ed-4acf3b9d2fa4 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0ac09bab9b434090a1b6b10a29b94d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619812 Nov 03 18:30:56.319426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:56.337376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:56.369583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5245f-d691-4efd-ac95-d0252f93e3f5 req-6672c915-3935-49fd-a7ec-222f69df1ba0 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:56.375497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06d5245f-d691-4efd-ac95-d0252f93e3f5 req-6672c915-3935-49fd-a7ec-222f69df1ba0 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 936 time: 0.1420951 Nov 03 18:30:56.381367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Transition to ACTIVE for port object 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:56.423550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:56.495791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691be954-e37c-4440-8212-a22b1b2a5bd6 req-25f32c8d-ee86-473f-9951-e87d4e37cba6 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:56.497327 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-691be954-e37c-4440-8212-a22b1b2a5bd6 req-25f32c8d-ee86-473f-9951-e87d4e37cba6 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700203 Nov 03 18:30:56.512781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:30:56.513391 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:30:56.514573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:56.526398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-691be954-e37c-4440-8212-a22b1b2a5bd6 req-edd5c7f2-2d20-496b-900e-59aae6144b08 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/quotas/0ac09bab9b434090a1b6b10a29b94d07 HTTP/1.1" status: 200 len: 375 time: 0.0202579 Nov 03 18:30:56.541760 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Pushing event updated for resources: {'Port': ['ID=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:56.546725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda9fa17-4b31-4891-89a8-5d56b52cd765,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:56.570013 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06d5245f-d691-4efd-ac95-d0252f93e3f5 req-f1d6e5c5-e677-48cc-b16f-5d7ab7b36fb7 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899040 Nov 03 18:30:56.599332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Allocated IP 172.20.0.3 (a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb/ff403179-9f0d-4878-a26d-0f76eb5bde61/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:56.603308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-691be954-e37c-4440-8212-a22b1b2a5bd6 req-4696cde1-f8a4-4fd1-8161-0f67e9787999 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ac09bab9b434090a1b6b10a29b94d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588779 Nov 03 18:30:56.674654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Attempting to bind port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:56.675865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Attempting to bind port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:56.676203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Attempting to bind port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:56.712465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:56.712788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Attempting to bind port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:56.763284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:56.763284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:56.763799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:56.764249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Bound port: 7262b90f-2ab0-4630-b0b1-134ad8d48fc6, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:56.764606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:56.787257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:56.893768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5ac65-4d3c-46d5-abe9-15cfbcd3a12b req-9eb0249b-441d-4be2-827b-74cbe3101aed tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:56.895291 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0a5ac65-4d3c-46d5-abe9-15cfbcd3a12b req-9eb0249b-441d-4be2-827b-74cbe3101aed tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.2124562 Nov 03 18:30:56.996055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] For port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:57.021299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] For port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:57.030475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.032367 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.034417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Port eda9fa17-4b31-4891-89a8-5d56b52cd765 not found while updating agent binding for router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327. {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 18:30:57.041357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0a5ac65-4d3c-46d5-abe9-15cfbcd3a12b req-e06ed994-a453-4bbf-80e9-79ef95dd45b1 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293297 Nov 03 18:30:57.050128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Routers {'685e1bbe-823c-4c03-b9a2-33d9c5ecf327'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:57.050796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:57.091272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.091883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.093264 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] 10.222.0.70 "PUT /v2.0/ports/7262b90f-2ab0-4630-b0b1-134ad8d48fc6 HTTP/1.1" status: 200 len: 1096 time: 2.0052350 Nov 03 18:30:57.129996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac'}, {'name': 'network-changed', 'server_uuid': '71a20964-844c-4e16-befc-1380c1c170a5', 'tag': '7262b90f-2ab0-4630-b0b1-134ad8d48fc6'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:57.132500 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daadd8d6-90da-4f91-bb92-7718bd7595a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac"}, {"name": "network-changed", "server_uuid": "71a20964-844c-4e16-befc-1380c1c170a5", "tag": "7262b90f-2ab0-4630-b0b1-134ad8d48fc6"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:57.140764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff32e6-89c8-4842-8303-7ceb41f4a3ef service neutron] Pushing event updated for resources: {'Port': ['ID=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:57.153492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.211776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1d871-50ae-4212-85fb-4be8885ba85b req-e7565da8-f979-47f4-ab80-9d88b2f0f7bc tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.213309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bca1d871-50ae-4212-85fb-4be8885ba85b req-e7565da8-f979-47f4-ab80-9d88b2f0f7bc tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.1099560 Nov 03 18:30:57.229263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:30:57.274976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] Set router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:30:57.381071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bca1d871-50ae-4212-85fb-4be8885ba85b req-2f6ccd21-b331-49cd-b616-cd2ce722b65f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594477 Nov 03 18:30:57.434087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:30:57.446915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-183ec56f-2d25-4a5f-9468-9c8c6080d2c7 admin admin] 10.222.0.77 "PUT /v2.0/routers/685e1bbe-823c-4c03-b9a2-33d9c5ecf327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4719110 Nov 03 18:30:57.448283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40922) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:57.487193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:57.488839 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cf7f4b-6630-441b-93a8-df05045597b5 x-openstack-request-id: req-59cf7f4b-6630-441b-93a8-df05045597b5 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:30:57.489142 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71a20964-844c-4e16-befc-1380c1c170a5", "tag": "7262b90f-2ab0-4630-b0b1-134ad8d48fc6", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:30:57.489435 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59cf7f4b-6630-441b-93a8-df05045597b5 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:30:57.489812 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac', 'status': 'completed', 'code': 200} Nov 03 18:30:57.490053 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a20964-844c-4e16-befc-1380c1c170a5', 'tag': '7262b90f-2ab0-4630-b0b1-134ad8d48fc6', 'status': 'completed', 'code': 200} Nov 03 18:30:57.506454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:57.513714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:57.520180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.520901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.549976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Pushing event updated for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:57.586449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-68172435-5079-4098-80b7-639dd87a69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.588235 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-68172435-5079-4098-80b7-639dd87a69c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 1099 time: 0.4326074 Nov 03 18:30:57.598643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-b31a29c6-b2dc-404f-abd3-d59ea3df6e5c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6160698 Nov 03 18:30:57.651470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Request body: {'port': {'device_id': '5cee4104-7891-433b-9964-2a232ae50329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:57.663736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61825e18-30fe-4f3e-a37e-6a8a86271a0f req-e2ea90dd-cc7b-45e2-987b-099101c9634b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.671411 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-61825e18-30fe-4f3e-a37e-6a8a86271a0f req-e2ea90dd-cc7b-45e2-987b-099101c9634b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 931 time: 0.1865988 Nov 03 18:30:57.672149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-router', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:44Z', 'updated_at': '2021-11-03T18:30:56Z', 'revision_number': 5, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'gw_port': {'id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:46Z', 'updated_at': '2021-11-03T18:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:57.674006 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-5c7cdd90-6b96-434b-9ae4-e9af2948a8b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7262b90f-2ab0-4630-b0b1-134ad8d48fc6 HTTP/1.1" status: 200 len: 217 time: 0.0742993 Nov 03 18:30:57.680122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.691969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-673f5836-f362-42e8-afd5-59b297b1ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.693478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-673f5836-f362-42e8-afd5-59b297b1ffea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1124 time: 0.1558402 Nov 03 18:30:57.695370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6902b27-a5b0-4afb-b2e0-c17023d3b027 req-0f40d9aa-0473-422e-a006-f9e988beb3ae tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.703150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5b3de-2be1-448b-8114-1c05c530c387 None None] The sync data for ids ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'] in n-d-812148-3 is: [{'id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1000431418-router', 'tenant_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:44Z', 'updated_at': '2021-11-03T18:30:56Z', 'revision_number': 5, 'project_id': 'aeba66997efc4988a73b99fd7dbf7d58', 'gw_port': {'id': '5d49ba97-14b0-483f-b687-72b25dbfea8c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685e1bbe-823c-4c03-b9a2-33d9c5ecf327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:46Z', 'updated_at': '2021-11-03T18:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:30:57.703523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6902b27-a5b0-4afb-b2e0-c17023d3b027 req-0f40d9aa-0473-422e-a006-f9e988beb3ae tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0891657 Nov 03 18:30:57.820175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6902b27-a5b0-4afb-b2e0-c17023d3b027 req-9a9078ba-bdfe-422b-8b59-bbc5bdae89d0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166222 Nov 03 18:30:57.855927 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.862545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.865446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-11666760-c105-4eab-8475-6cc246abe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.867113 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-11666760-c105-4eab-8475-6cc246abe0c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1727719 Nov 03 18:30:57.942679 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-61825e18-30fe-4f3e-a37e-6a8a86271a0f req-3f683a92-b9db-4395-af71-14f42dd0fbb5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701685 Nov 03 18:30:57.959516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Deleting port 5d49ba97-14b0-483f-b687-72b25dbfea8c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:30:57.960141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.975090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-5a0361b2-2065-44af-a32e-7f9ae47971b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.976726 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-5a0361b2-2065-44af-a32e-7f9ae47971b1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.2621534 Nov 03 18:30:58.001923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-36d76e42-e6a0-4360-8253-062e0437d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:58.004167 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-36d76e42-e6a0-4360-8253-062e0437d750 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207061 Nov 03 18:30:58.054238 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-073ad53a-d5d8-49b6-983d-6d4634f43514 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 217 time: 0.0691988 Nov 03 18:30:58.120210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] For port 5d49ba97-14b0-483f-b687-72b25dbfea8c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5d49ba97-14b0-483f-b687-72b25dbfea8c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:58.120628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:58.143500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Calling delete_port for 5d49ba97-14b0-483f-b687-72b25dbfea8c owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:30:58.281108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c054-bdfb-4692-9b8c-66e1c2d6b155 req-03ac171f-43ec-41a3-a2bc-30a9a7a2272f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:58.282710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee18c054-bdfb-4692-9b8c-66e1c2d6b155 req-03ac171f-43ec-41a3-a2bc-30a9a7a2272f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0782592 Nov 03 18:30:58.336117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-9d02935a-bee4-463e-81e0-1613733ff214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:58.337724 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-9d02935a-bee4-463e-81e0-1613733ff214 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.2582419 Nov 03 18:30:58.375773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fa9db-6fe2-4f3f-8649-84cf21233807 req-a181b091-9b73-45c6-b6ab-a5596bb1603f tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:58.380946 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c43fa9db-6fe2-4f3f-8649-84cf21233807 req-a181b091-9b73-45c6-b6ab-a5596bb1603f tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 948 time: 0.3243320 Nov 03 18:30:58.403001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-196317d6-977c-4495-969f-1387dbbbdacf service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612456 Nov 03 18:30:58.408994 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-ebcdb004-ded4-471d-bd49-47d626ad219c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600562 Nov 03 18:30:58.480445 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device eda9fa17-4b31-4891-89a8-5d56b52cd765 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:30:58.537203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: eda9fa17-4b31-4891-89a8-5d56b52cd765 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:30:58.537593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device eda9fa17-4b31-4891-89a8-5d56b52cd765 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:30:58.626174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee18c054-bdfb-4692-9b8c-66e1c2d6b155 req-22e9999e-6956-4891-94c6-0a2e34cb26f0 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641799 Nov 03 18:30:58.675059 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c43fa9db-6fe2-4f3f-8649-84cf21233807 req-5c35f10b-eee5-484a-9045-d37abab1107c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887979 Nov 03 18:30:58.720138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:58.744043 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-e4012d84-8182-4534-908c-0e7cc9238fe5 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179839 Nov 03 18:30:58.750948 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a7441a07-6857-4dca-8d57-523b6759fc49 req-17f373e8-e359-4e84-ba74-f33a8e7529be service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231359 Nov 03 18:30:58.797182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5d49ba97-14b0-483f-b687-72b25dbfea8c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:58.830931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4d24438-29e2-4469-b572-ca2adb88f95e req-4f838ba5-8fd9-4a6e-9f2e-5e559fb14d94 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0ac09bab9b434090a1b6b10a29b94d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002195 Nov 03 18:30:58.834462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:58.839894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.840442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.841037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.845295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.845295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.845295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.845295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.845295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.845295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.845295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.845295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.846301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:58.940731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:30:58.959194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.000201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49ce86-f95a-4373-ae31-c3b786bf50ec req-aa7fa932-cb11-42bd-b17d-5d3a02bd483d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:59.001909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5d49ce86-f95a-4373-ae31-c3b786bf50ec req-aa7fa932-cb11-42bd-b17d-5d3a02bd483d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.2191291 Nov 03 18:30:59.006667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Transition to ACTIVE for port object d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:30:59.009524 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-3eb43c17-bd94-4775-93c8-15b0ee5a42fc service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463679 Nov 03 18:30:59.015643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.023328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.027747 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.032498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-c89cf6db-85d2-40f1-85fc-7f0488cfdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:59.035536 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-c89cf6db-85d2-40f1-85fc-7f0488cfdb63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 1099 time: 0.1954699 Nov 03 18:30:59.081288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fbc497ef-e219-44dc-a451-1bde7e1fb8ac details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:30:59.105215 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78e3b1-5fa0-4927-b307-db78ef829e19 None None] Sync routers for ids ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:30:59.119797 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78e3b1-5fa0-4927-b307-db78ef829e19 None None] Routers set() bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:59.120519 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78e3b1-5fa0-4927-b307-db78ef829e19 None None] Router IDs set() for agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 18:30:59.121387 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d78e3b1-5fa0-4927-b307-db78ef829e19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'685e1bbe-823c-4c03-b9a2-33d9c5ecf327'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent'). {{(pid=101758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 18:30:59.131063 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78e3b1-5fa0-4927-b307-db78ef829e19 None None] Routers set() bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:59.131722 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78e3b1-5fa0-4927-b307-db78ef829e19 None None] Router IDs set() for agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 18:30:59.132574 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d78e3b1-5fa0-4927-b307-db78ef829e19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'685e1bbe-823c-4c03-b9a2-33d9c5ecf327'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent'). {{(pid=101758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 18:30:59.133150 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.133564 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78e3b1-5fa0-4927-b307-db78ef829e19 None None] The sync data for ids ['685e1bbe-823c-4c03-b9a2-33d9c5ecf327'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:30:59.134187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 685e1bbe-823c-4c03-b9a2-33d9c5ecf327 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:30:59.151658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.152972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e79b922f-b430-487d-b8e9-475c945bb1cb admin admin] 10.222.0.77 "DELETE /v2.0/routers/685e1bbe-823c-4c03-b9a2-33d9c5ecf327 HTTP/1.1" status: 204 len: 168 time: 1.7032568 Nov 03 18:30:59.155568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40954) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:59.168724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Pushing event updated for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:59.195143 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5d49ce86-f95a-4373-ae31-c3b786bf50ec req-3aa60629-9623-4b2a-a8a2-c8723b330d5d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826992 Nov 03 18:30:59.229163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24438-29e2-4469-b572-ca2adb88f95e req-9b47cff2-783a-4013-b026-ca719c309b60 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:59.237319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4d24438-29e2-4469-b572-ca2adb88f95e req-9b47cff2-783a-4013-b026-ca719c309b60 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880520 Nov 03 18:30:59.243411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5735a7-73a4-44c9-9510-6367eece9e30 admin admin] Deleting subnet 2bd23a0f-9ad6-4270-a0ad-b79784140972 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:30:59.253177 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf5735a7-73a4-44c9-9510-6367eece9e30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.271242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:59.290103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fbc497ef-e219-44dc-a451-1bde7e1fb8ac has no active binding in host n-h2-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:30:59.294148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4d24438-29e2-4469-b572-ca2adb88f95e req-9d1574b0-96af-4762-8670-b50c519edf9a tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/quotas/0ac09bab9b434090a1b6b10a29b94d07 HTTP/1.1" status: 200 len: 375 time: 0.0550778 Nov 03 18:30:59.298524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-5238a39b-1561-4e58-9f53-04acf9b2d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:59.300822 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-5238a39b-1561-4e58-9f53-04acf9b2d943 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2565844 Nov 03 18:30:59.301838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:59.302293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:59.302689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:59.329298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:30:59.329675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:59.338387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4d24438-29e2-4469-b572-ca2adb88f95e req-527cabc5-0112-49ac-9038-e463c92658a7 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ac09bab9b434090a1b6b10a29b94d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428219 Nov 03 18:30:59.347407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf5735a7-73a4-44c9-9510-6367eece9e30 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.379805 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-09b7f505-c372-4ee5-9875-bc9b3cddc4b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7262b90f-2ab0-4630-b0b1-134ad8d48fc6 HTTP/1.1" status: 200 len: 217 time: 0.0626564 Nov 03 18:30:59.385775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:59.386292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:59.386610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:59.386940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Bound port: d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:59.387354 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.456289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf5735a7-73a4-44c9-9510-6367eece9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.554561 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b72f-650d-417b-a859-0e3b254f7c85 req-02c45606-a285-4ac1-aa1c-0b4488b79750 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:59.556146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6850b72f-650d-417b-a859-0e3b254f7c85 req-02c45606-a285-4ac1-aa1c-0b4488b79750 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.0973034 Nov 03 18:30:59.563395 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf5735a7-73a4-44c9-9510-6367eece9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.600149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5735a7-73a4-44c9-9510-6367eece9e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd23a0f-9ad6-4270-a0ad-b79784140972,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:59.612646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf5735a7-73a4-44c9-9510-6367eece9e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.616105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf5735a7-73a4-44c9-9510-6367eece9e30 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2bd23a0f-9ad6-4270-a0ad-b79784140972 HTTP/1.1" status: 204 len: 168 time: 0.4594111 Nov 03 18:30:59.617927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e085a66-66a6-416d-b2d0-8d77f4fd8b34 None None] Network 37a2e7bd-916e-4646-8986-060286eb56e3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:59.618642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40958) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:59.655432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2835c-8f6e-4e33-9c39-278f4e116d77 req-21c37900-4d25-48fb-82e4-5c7b14af8ebe tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:59.657119 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f2835c-8f6e-4e33-9c39-278f4e116d77 req-21c37900-4d25-48fb-82e4-5c7b14af8ebe tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.3517354 Nov 03 18:30:59.693076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-38bdd72b-b156-4f5d-9b71-2399952b396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:59.694615 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-38bdd72b-b156-4f5d-9b71-2399952b396d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.3039734 Nov 03 18:30:59.734735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6850b72f-650d-417b-a859-0e3b254f7c85 req-163b82be-d78a-43bd-9cd0-e8b34d39b7c1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685877 Nov 03 18:30:59.751394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:59.757150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:59.758778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.817698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.842997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:59.846993 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.846993 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] 10.222.0.96 "PUT /v2.0/ports/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 200 len: 1091 time: 2.2316153 Nov 03 18:30:59.874033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:30:59.874596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Deleting port e3c3da76-4dca-4569-9a13-aa5619024e4f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:30:59.875114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.876443 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d244c3-7791-433f-bc3c-c19be177dcea" -d '{"events": [{"name": "network-changed", "server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:30:59.886466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] DHCP port deletion for 37a2e7bd-916e-4646-8986-060286eb56e3 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:30:59.975055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] Deleting port e3c3da76-4dca-4569-9a13-aa5619024e4f {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:30:59.975435 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.985165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cad705-b143-4235-85fe-6efdf0a7e996 service neutron] Pushing event updated for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:00.004004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] For port e3c3da76-4dca-4569-9a13-aa5619024e4f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e3c3da76-4dca-4569-9a13-aa5619024e4f,segment=NetworkSegment(57514130-e6e6-42a6-af36-eb39a966c073),segment_id=57514130-e6e6-42a6-af36-eb39a966c073)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:00.006009 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.013668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-2d3e4b76-36f2-4a73-994d-56603cc5aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:00.015122 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-2d3e4b76-36f2-4a73-994d-56603cc5aa54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2526174 Nov 03 18:31:00.029581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Calling delete_port for e3c3da76-4dca-4569-9a13-aa5619024e4f owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:31:00.037082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f2835c-8f6e-4e33-9c39-278f4e116d77 req-b5976326-3e58-4f42-a35f-ed64cd322e5c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551297 Nov 03 18:31:00.066292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] For port e3c3da76-4dca-4569-9a13-aa5619024e4f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e3c3da76-4dca-4569-9a13-aa5619024e4f,segment=NetworkSegment(57514130-e6e6-42a6-af36-eb39a966c073),segment_id=57514130-e6e6-42a6-af36-eb39a966c073)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:00.067208 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.086852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] Calling delete_port for e3c3da76-4dca-4569-9a13-aa5619024e4f owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:31:00.134728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-16d4e5d4-ec7a-4e3f-97a9-75a910bfce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:00.136274 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-16d4e5d4-ec7a-4e3f-97a9-75a910bfce8e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1094 time: 0.1657729 Nov 03 18:31:00.198496 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-c2cb82d6-7fe5-42b9-a49e-79144238efdd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 200 len: 217 time: 0.0420489 Nov 03 18:31:00.200424 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-09485f3e-c79b-46fa-93fa-a07931f06933 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760020 Nov 03 18:31:00.234489 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.257692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.270957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] Pushing event deleted for resources: {'Port': ['ID=e3c3da76-4dca-4569-9a13-aa5619024e4f,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:00.280389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11279571-8afa-4ad6-be3f-845ae024a985 req-31e7877b-9fd4-4f15-9390-50c6792ab697 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:00.280742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145ce9b-c362-462c-a52e-360aa4728476 None None] No DVR routers for this DVR port e3c3da76-4dca-4569-9a13-aa5619024e4f on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:00.290011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11279571-8afa-4ad6-be3f-845ae024a985 req-31e7877b-9fd4-4f15-9390-50c6792ab697 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1387446 Nov 03 18:31:00.322191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c3da76-4dca-4569-9a13-aa5619024e4f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:00.337707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] No DVR routers for this DVR port e3c3da76-4dca-4569-9a13-aa5619024e4f on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:00.385006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-c417376e-d0e0-4c3b-b1fc-374d209079ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:00.387379 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-c417376e-d0e0-4c3b-b1fc-374d209079ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1780365 Nov 03 18:31:00.403964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82ec6-ffe8-4a41-a46c-591b06b36e6f req-93dfec7f-84bd-40ec-a4e3-beaea658d0be tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:00.414666 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6a82ec6-ffe8-4a41-a46c-591b06b36e6f req-93dfec7f-84bd-40ec-a4e3-beaea658d0be tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 948 time: 0.2097411 Nov 03 18:31:00.438265 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-e791d8fa-9812-427c-9aa2-0b706023084d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423536 Nov 03 18:31:00.446076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.458003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11279571-8afa-4ad6-be3f-845ae024a985 req-b719adb0-a77b-482c-9521-9be6ac5acb77 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319270 Nov 03 18:31:00.472923 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.473274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.474054 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.474643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > port after_create 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.474950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.475218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > port after_update 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.475796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.476020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.476624 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.476624 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.508979 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-daadd8d6-90da-4f91-bb92-7718bd7595a5 req-d9b6c710-b081-4642-85d3-2b3e752b3aa5 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985854 Nov 03 18:31:00.526800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5d49ba97-14b0-483f-b687-72b25dbfea8c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:00.549798 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fcb574-dd8b-4373-ae7c-f005bb4e5c05 x-openstack-request-id: req-85fcb574-dd8b-4373-ae7c-f005bb4e5c05 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:00.550089 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:00.554019 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85fcb574-dd8b-4373-ae7c-f005bb4e5c05 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:00.554906 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1', 'status': 'completed', 'code': 200} Nov 03 18:31:00.562596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 5d49ba97-14b0-483f-b687-72b25dbfea8c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:31:00.562882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5d49ba97-14b0-483f-b687-72b25dbfea8c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:00.563275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e3c3da76-4dca-4569-9a13-aa5619024e4f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:00.580429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6a82ec6-ffe8-4a41-a46c-591b06b36e6f req-bc45e7c2-25bb-4f62-a27a-4568cce03c82 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446757 Nov 03 18:31:00.581181 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.581557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.581891 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.582226 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:31:00.582597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a2e7bd-916e-4646-8986-060286eb56e3']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:00.588149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e3c3da76-4dca-4569-9a13-aa5619024e4f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:31:00.588687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e3c3da76-4dca-4569-9a13-aa5619024e4f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:00.610922 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-7a781b66-50df-4640-8b74-b274e1f49dd1 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602285 Nov 03 18:31:00.614935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57514130-e6e6-42a6-af36-eb39a966c073') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:00.617073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57514130-e6e6-42a6-af36-eb39a966c073') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:00.641393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.668639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.677983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:31:00.678625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: from cryptography.utils import int_from_bytes Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: from cryptography.utils import int_from_bytes Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:31:00.703725 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:31:00.759980 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5fc4ced0-d3c9-4665-8b91-3179ae771070 req-f07e836f-5a78-4eda-af3b-841b55aaa7a7 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401527 Nov 03 18:31:00.768757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef86bb3-292d-421c-a8b5-ea1682385af8 req-699a60f8-2b92-4b8c-a7b3-872c836a8706 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:00.770304 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ef86bb3-292d-421c-a8b5-ea1682385af8 req-699a60f8-2b92-4b8c-a7b3-872c836a8706 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.0782022 Nov 03 18:31:00.780422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.801926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.807794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] 10.222.0.77 "DELETE /v2.0/networks/37a2e7bd-916e-4646-8986-060286eb56e3 HTTP/1.1" status: 204 len: 168 time: 1.1855149 Nov 03 18:31:00.813750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a97dbf-f95c-497c-b113-6c10b89fc137 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a2e7bd-916e-4646-8986-060286eb56e3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:00.885483 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ef86bb3-292d-421c-a8b5-ea1682385af8 req-b45fc0b8-c112-4b66-a3d0-73efb981d05a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077070 Nov 03 18:31:00.895506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-fbe0c03d-6fb2-457c-92be-d40ec7794158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:00.897122 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-fbe0c03d-6fb2-457c-92be-d40ec7794158 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1094 time: 0.0564489 Nov 03 18:31:00.940827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7560b-13a3-460f-b41b-f442a3633a5d req-481f309c-b8df-4ffa-a6fc-bee8b7db0dd6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:00.943698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78e7560b-13a3-460f-b41b-f442a3633a5d req-481f309c-b8df-4ffa-a6fc-bee8b7db0dd6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.0768421 Nov 03 18:31:01.004916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78e7560b-13a3-460f-b41b-f442a3633a5d req-fc7aff31-79cc-4173-82f4-73a5e2cf4d6e tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516148 Nov 03 18:31:01.032131 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1476681-27d2-4cc0-b34b-3f7bbdd2ec1e req-49e1d12a-7919-407e-b0ac-1fc05b37b025 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0ac09bab9b434090a1b6b10a29b94d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653851 Nov 03 18:31:01.083896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-e2b20599-e7b1-4b3a-b94d-4ba3f310a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:01.085379 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-e2b20599-e7b1-4b3a-b94d-4ba3f310a3e9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.1800458 Nov 03 18:31:01.114779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41004) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:01.163619 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-e1dde34a-a939-47cf-83b2-24b4ac691498 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 200 len: 217 time: 0.0449951 Nov 03 18:31:01.171116 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-42aad217-e9c6-4ae0-bb95-022cd52ca7e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aeba66997efc4988a73b99fd7dbf7d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525076 Nov 03 18:31:01.171430 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41006) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:01.204365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a45e3b-403a-4760-be83-057a123ef3eb req-44c6d3e2-2d5f-4ed1-9780-ee17bbeea75a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:01.206393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a45e3b-403a-4760-be83-057a123ef3eb req-44c6d3e2-2d5f-4ed1-9780-ee17bbeea75a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0511625 Nov 03 18:31:01.259007 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476681-27d2-4cc0-b34b-3f7bbdd2ec1e req-c2ecdba7-0026-4aae-9885-4153828861ae tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:01.260530 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1476681-27d2-4cc0-b34b-3f7bbdd2ec1e req-c2ecdba7-0026-4aae-9885-4153828861ae tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175336 Nov 03 18:31:01.277785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a45e3b-403a-4760-be83-057a123ef3eb req-43188602-c5d0-416a-b547-ce2c4749adbc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651975 Nov 03 18:31:01.315428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-7d240fa0-dfa2-41c5-b302-452a6a00dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:01.316902 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-7d240fa0-dfa2-41c5-b302-452a6a00dcb5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1414952 Nov 03 18:31:01.321337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1476681-27d2-4cc0-b34b-3f7bbdd2ec1e req-a6224723-5c7f-4b61-8475-c28cc2d1ac7e tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/quotas/0ac09bab9b434090a1b6b10a29b94d07 HTTP/1.1" status: 200 len: 375 time: 0.0524960 Nov 03 18:31:01.392644 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-8a2e2610-9683-40d3-b541-6115d12c3202 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629163 Nov 03 18:31:01.394542 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1476681-27d2-4cc0-b34b-3f7bbdd2ec1e req-85ffce88-feda-444a-915b-fe2dd42a14c5 tempest-QuotasAdminNegativeTest-1104465851 tempest-QuotasAdminNegativeTest-1104465851-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ac09bab9b434090a1b6b10a29b94d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637431 Nov 03 18:31:01.395165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2baec541-df2e-4d5c-8e6c-0dc5344183c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:01.434725 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-73f0564b-b5e5-48cb-8f15-b6698d80130a service neutron] 10.222.0.96 "GET /v2.0/ports/fbc497ef-e219-44dc-a451-1bde7e1fb8ac/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 384 time: 0.1674483 Nov 03 18:31:01.456281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2baec541-df2e-4d5c-8e6c-0dc5344183c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:01.661234 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-45ff3328-72c7-4b5a-82cd-b5c24fc88b5d service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601373 Nov 03 18:31:01.682454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cecb2-96cb-497b-9569-3f1f8ed825fc req-ca879830-42ea-4049-bfc0-a73eebf26b3f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:01.684070 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c6cecb2-96cb-497b-9569-3f1f8ed825fc req-ca879830-42ea-4049-bfc0-a73eebf26b3f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1224890 Nov 03 18:31:01.698119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2baec541-df2e-4d5c-8e6c-0dc5344183c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:01.700858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2baec541-df2e-4d5c-8e6c-0dc5344183c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:01.701844 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2baec541-df2e-4d5c-8e6c-0dc5344183c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5eefbe57-1f53-408f-9aef-c86dd18ff59e HTTP/1.1" status: 204 len: 168 time: 0.5294967 Nov 03 18:31:01.792667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baec541-df2e-4d5c-8e6c-0dc5344183c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eefbe57-1f53-408f-9aef-c86dd18ff59e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:01.930260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c6cecb2-96cb-497b-9569-3f1f8ed825fc req-cb69a333-8a2d-40fd-84ba-739c27b4de48 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358918 Nov 03 18:31:01.942112 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d8d244c3-7791-433f-bc3c-c19be177dcea req-7c67ef5a-d549-4a9b-aa39-b1305a4da295 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678366 Nov 03 18:31:01.944217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:01.969593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:01.985231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d5d4a-e286-4fbd-ab32-2b8eac6261fb req-6f965a8a-f188-47cd-be4d-258a6f3c63d1 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:02.000539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-604d5d4a-e286-4fbd-ab32-2b8eac6261fb req-6f965a8a-f188-47cd-be4d-258a6f3c63d1 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 948 time: 0.1264894 Nov 03 18:31:02.024912 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:02.035444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc497ef-e219-44dc-a451-1bde7e1fb8ac {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:02.050316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:02.088168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-604d5d4a-e286-4fbd-ab32-2b8eac6261fb req-2dbe8e9c-0748-478e-94be-ee44a65a739f tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864623 Nov 03 18:31:02.094415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:02.130838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be686ab-dbe1-457d-b170-e16cefd3004d req-3bf22460-c6ea-4f55-8414-9984da626798 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:02.132438 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3be686ab-dbe1-457d-b170-e16cefd3004d req-3bf22460-c6ea-4f55-8414-9984da626798 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 943 time: 0.0792320 Nov 03 18:31:02.259678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3be686ab-dbe1-457d-b170-e16cefd3004d req-0df6bd9e-3999-403b-8955-2b9cc644728e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673401 Nov 03 18:31:02.260766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] Transition to ACTIVE for port object fbc497ef-e219-44dc-a451-1bde7e1fb8ac will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:02.268865 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:02.281291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65bb11-16e2-4bcf-91cb-5684d90edb2a req-38bbd06e-b936-4833-84de-5e979fa1bba3 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:02.299013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae65bb11-16e2-4bcf-91cb-5684d90edb2a req-38bbd06e-b936-4833-84de-5e979fa1bba3 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.1015985 Nov 03 18:31:02.345997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] Pushing event updated for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:02.384142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae65bb11-16e2-4bcf-91cb-5684d90edb2a req-06271c8c-dc36-49ca-9ca9-ce755a9389b0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792341 Nov 03 18:31:02.421616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] No DVR routers for this DVR port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:02.455255 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-1e24fce4-292f-438a-8d4d-cee1860d6f6f service neutron] 10.222.0.96 "PUT /v2.0/ports/fbc497ef-e219-44dc-a451-1bde7e1fb8ac/bindings/n-h2-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0094957 Nov 03 18:31:02.475914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41044) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:02.525315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51f66d-1a09-4934-984d-f754bb5fd937 req-8dbf86fd-05d5-4a67-a885-9659aba0b819 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:02.526996 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5c51f66d-1a09-4934-984d-f754bb5fd937 req-8dbf86fd-05d5-4a67-a885-9659aba0b819 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0695097 Nov 03 18:31:02.608409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-8db0a797-897a-494e-9500-795509b5aaf9 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:02.609984 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-8db0a797-897a-494e-9500-795509b5aaf9 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.0820746 Nov 03 18:31:02.615683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5c51f66d-1a09-4934-984d-f754bb5fd937 req-dc523da0-db3e-4f7c-a83e-35a7182bb3a3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784438 Nov 03 18:31:02.671838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-dcf3aed1-087c-4ec6-b9e3-9484c9a74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:02.673525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-dcf3aed1-087c-4ec6-b9e3-9484c9a74e4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80&tenant_id=f8049c549f5042a1aea668364dd97886 HTTP/1.1" status: 200 len: 1095 time: 0.0513377 Nov 03 18:31:02.686076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9df285ee-fb15-4175-bbe3-b942a87e735e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:02.766039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-25b176db-220e-4f91-9475-5e4e0547275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:02.768241 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-25b176db-220e-4f91-9475-5e4e0547275c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1095 time: 0.0639968 Nov 03 18:31:02.784351 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9df285ee-fb15-4175-bbe3-b942a87e735e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:02.792761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9df285ee-fb15-4175-bbe3-b942a87e735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:02.840775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9df285ee-fb15-4175-bbe3-b942a87e735e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ac09bab9b434090a1b6b10a29b94d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628905 Nov 03 18:31:02.841714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df285ee-fb15-4175-bbe3-b942a87e735e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771baf78-a609-4c75-9e7d-8acbb83c32b5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:02.843553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41056) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:03.024841 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.094090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756d3d9-cd18-4fab-b092-194f0769f795 req-04959e57-f5b0-498d-ab65-6e6a1a026b7a tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:03.095947 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8756d3d9-cd18-4fab-b092-194f0769f795 req-04959e57-f5b0-498d-ab65-6e6a1a026b7a tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0813265 Nov 03 18:31:03.098192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:03.114328 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-f8248669-21c6-4fb6-82c8-46757b293f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:03.115812 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-f8248669-21c6-4fb6-82c8-46757b293f06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.3397126 Nov 03 18:31:03.123464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6740970a-d5c8-47e6-9e75-017a35571576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.172976 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-a52640c8-c7d4-442a-8edf-de23eb19ea96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 217 time: 0.0472996 Nov 03 18:31:03.182089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8756d3d9-cd18-4fab-b092-194f0769f795 req-5cc0daf8-d9c6-4570-894f-a0e5b2d1d684 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781596 Nov 03 18:31:03.188849 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6740970a-d5c8-47e6-9e75-017a35571576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.246009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:03.270880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '7262b90f-2ab0-4630-b0b1-134ad8d48fc6', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '7262b90f-2ab0-4630-b0b1-134ad8d48fc6', 'mac_address': 'fa:16:3e:86:bd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:03.276635 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-e53a245d-d185-4d0d-b6bf-6f41e8477d05 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e03d739a8bcd406f92dd8a21f5548c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486112 Nov 03 18:31:03.329251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-bb65ff29-50a7-4d59-a81e-32d63776c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:03.330205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ce8bf-ce29-4708-ae9b-478272296d51 req-7f46c94c-9a57-4d9f-809b-82145652657e tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:03.330796 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-bb65ff29-50a7-4d59-a81e-32d63776c43e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1446245 Nov 03 18:31:03.339722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e4ce8bf-ce29-4708-ae9b-478272296d51 req-7f46c94c-9a57-4d9f-809b-82145652657e tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 948 time: 0.0732605 Nov 03 18:31:03.348707 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.371669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:03.400432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:03.402411 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-28ee5d79-b8e8-4d9f-b45b-521cd8d66e0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632668 Nov 03 18:31:03.405606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6740970a-d5c8-47e6-9e75-017a35571576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.406826 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.408386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6740970a-d5c8-47e6-9e75-017a35571576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.412910 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6740970a-d5c8-47e6-9e75-017a35571576 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/771baf78-a609-4c75-9e7d-8acbb83c32b5 HTTP/1.1" status: 204 len: 168 time: 0.5646477 Nov 03 18:31:03.418561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e4ce8bf-ce29-4708-ae9b-478272296d51 req-b2b0f3fa-05fb-48bb-860f-15b409a4acc8 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770915 Nov 03 18:31:03.472529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740970a-d5c8-47e6-9e75-017a35571576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771baf78-a609-4c75-9e7d-8acbb83c32b5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:03.478937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:03.536775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba039b1-d7ad-425e-9f9c-661de3d2f1c5 req-7cb6e6ac-136d-4576-ab9d-3a4ae260ec38 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:03.538687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ba039b1-d7ad-425e-9f9c-661de3d2f1c5 req-7cb6e6ac-136d-4576-ab9d-3a4ae260ec38 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 944 time: 0.0592101 Nov 03 18:31:03.593750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ba039b1-d7ad-425e-9f9c-661de3d2f1c5 req-cb894595-e618-4cdd-8897-a626fdbbffa7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476708 Nov 03 18:31:03.608278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449986-dddc-4220-a292-ea1fb2c34343 req-512f68b0-1884-4098-8313-f2639f6e15bd tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:03.611195 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-512f68b0-1884-4098-8313-f2639f6e15bd tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249953 Nov 03 18:31:03.646333 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-dde254b0-253e-452d-b70f-b674ce0c061b tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/quotas/e03d739a8bcd406f92dd8a21f5548c46 HTTP/1.1" status: 200 len: 375 time: 0.0227304 Nov 03 18:31:03.650352 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-698e7a26-505b-4c79-8549-27f36ac35d60 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395597 Nov 03 18:31:03.707170 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-6d3489a4-0857-43c2-a8bb-cf08b5fb2479 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e03d739a8bcd406f92dd8a21f5548c46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513756 Nov 03 18:31:03.722791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['7262b90f-2ab0-4630-b0b1-134ad8d48fc6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:03.848904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-962d9ea0-9af6-420f-a1e4-2d890c569256 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823618 Nov 03 18:31:03.952575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41092) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:03.971303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3e3b-e277-497d-8e45-074f37528197 req-e96bd169-528e-4f5f-b92f-5f9844f7a888 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:03.984758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-084e3e3b-e277-497d-8e45-074f37528197 req-e96bd169-528e-4f5f-b92f-5f9844f7a888 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.1400614 Nov 03 18:31:03.997773 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6601b02-3d43-466f-a57d-0bcc6675226b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.065735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d160f-4e99-4831-a3d0-0cfab3e745b9 req-899eb31b-9971-4437-aed2-42ff83fd341e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:04.074501 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c27d160f-4e99-4831-a3d0-0cfab3e745b9 req-899eb31b-9971-4437-aed2-42ff83fd341e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1358533 Nov 03 18:31:04.134396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-084e3e3b-e277-497d-8e45-074f37528197 req-99e739e7-53a5-4450-83f2-0678751a68e3 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483569 Nov 03 18:31:04.155461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:04.161125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device fbc497ef-e219-44dc-a451-1bde7e1fb8ac no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:04.222956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56fe628a-eaae-47e9-802f-3a6e3b34ab3c req-123d7e96-6b17-4ece-9c7f-97e6eeae529a tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 210 time: 0.0389173 Nov 03 18:31:04.246622 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c27d160f-4e99-4831-a3d0-0cfab3e745b9 req-2474fee1-56af-4e80-b321-a47c14022104 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710010 Nov 03 18:31:04.308153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6601b02-3d43-466f-a57d-0bcc6675226b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.316831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6601b02-3d43-466f-a57d-0bcc6675226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.363569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device fbc497ef-e219-44dc-a451-1bde7e1fb8ac not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:04.370635 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b6601b02-3d43-466f-a57d-0bcc6675226b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bbfc49bc03944ebacfb5383451863f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4132884 Nov 03 18:31:04.372226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-a332c8db-6190-407a-ba06-1e0ea6d73369 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:04.374496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41100) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:04.374942 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-a332c8db-6190-407a-ba06-1e0ea6d73369 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.1965122 Nov 03 18:31:04.430490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cb67a-d2ac-4a56-937b-a91745a522cd req-06d4a3cc-793e-44d4-8561-6cae35e80026 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:04.432664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-643cb67a-d2ac-4a56-937b-a91745a522cd req-06d4a3cc-793e-44d4-8561-6cae35e80026 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1310017 Nov 03 18:31:04.441214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:04.467200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1', 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'port_id': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1', 'mac_address': 'fa:16:3e:19:ec:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff403179-9f0d-4878-a26d-0f76eb5bde61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:04.543661 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.557495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75079c62-ade0-42d3-975a-8e7528590838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.567431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:04.584558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-643cb67a-d2ac-4a56-937b-a91745a522cd req-24db9490-9d73-49cd-9b05-baf4320d6640 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331472 Nov 03 18:31:04.602110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:04.608619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.629360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75079c62-ade0-42d3-975a-8e7528590838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.640311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6601b02-3d43-466f-a57d-0bcc6675226b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc57bae-382e-4274-a882-b85ec04e8e2a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:04.694585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:04.730680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b9ce8-7c51-4b4c-b1eb-52c6c87778a0 req-485e986f-1bf0-4a99-b3a0-2d2f342b9c81 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:04.732166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a34b9ce8-7c51-4b4c-b1eb-52c6c87778a0 req-485e986f-1bf0-4a99-b3a0-2d2f342b9c81 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 949 time: 0.1015368 Nov 03 18:31:04.750091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-7cb96b94-c9e9-4393-8954-93dee6c9a603 service neutron] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:04.754679 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-7cb96b94-c9e9-4393-8954-93dee6c9a603 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.755798 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6d5826e-1d2d-43bb-bd2a-8653a32d384a req-7cb96b94-c9e9-4393-8954-93dee6c9a603 service neutron] 10.222.0.70 "DELETE /v2.0/ports/fbc497ef-e219-44dc-a451-1bde7e1fb8ac/bindings/n-h1-812148-3 HTTP/1.1" status: 204 len: 173 time: 0.3652477 Nov 03 18:31:04.773129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e41581-6d78-4d34-bf1a-07f7d8a35f88 req-a5397709-7212-44cd-8844-3d1c7e1d6056 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:04.775755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04e41581-6d78-4d34-bf1a-07f7d8a35f88 req-a5397709-7212-44cd-8844-3d1c7e1d6056 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 944 time: 0.0758226 Nov 03 18:31:04.785430 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75079c62-ade0-42d3-975a-8e7528590838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.789180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75079c62-ade0-42d3-975a-8e7528590838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:04.791654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-75079c62-ade0-42d3-975a-8e7528590838 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2dc57bae-382e-4274-a882-b85ec04e8e2a HTTP/1.1" status: 204 len: 168 time: 0.4118927 Nov 03 18:31:04.805392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75079c62-ade0-42d3-975a-8e7528590838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc57bae-382e-4274-a882-b85ec04e8e2a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:04.864037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d941c0e3-51d2-4750-b8cc-bb8dc5688ae1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:04.870821 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a34b9ce8-7c51-4b4c-b1eb-52c6c87778a0 req-b54338a8-02e1-4a56-91cd-8defd6519745 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304941 Nov 03 18:31:04.900434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04e41581-6d78-4d34-bf1a-07f7d8a35f88 req-a15b130c-902a-4b4c-bf80-de889e7bece0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Nov 03 18:31:05.087385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bbc3b-a845-4225-92d5-ff68c79ea661 req-a0639572-c5f1-462d-be2b-a0ec3a991f16 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:05.088940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-160bbc3b-a845-4225-92d5-ff68c79ea661 req-a0639572-c5f1-462d-be2b-a0ec3a991f16 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1095 time: 0.0518329 Nov 03 18:31:05.118218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:05.152537 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-160bbc3b-a845-4225-92d5-ff68c79ea661 req-09aeaee4-d097-47cc-978f-3bea3c3bde90 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546834 Nov 03 18:31:05.207154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:31:05.220169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:05.220538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:05.311785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd4654-dddb-4923-96ec-eebb13857d6e req-deb56882-0bb8-4ff7-95ce-8ad47f3b184d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:05.322919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60cd4654-dddb-4923-96ec-eebb13857d6e req-deb56882-0bb8-4ff7-95ce-8ad47f3b184d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 944 time: 0.1022124 Nov 03 18:31:05.390055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36ce43b2-a556-4add-b569-983764bc5a22 req-d77a5ffd-93ab-4665-8e96-956943a9c344 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 210 time: 0.0799463 Nov 03 18:31:05.394882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60cd4654-dddb-4923-96ec-eebb13857d6e req-1dfdc787-5a69-4ea0-96b4-91b3f5da1217 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672643 Nov 03 18:31:05.426696 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:05.522172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a20964-844c-4e16-befc-1380c1c170a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7262b90f-2ab0-4630-b0b1-134ad8d48fc6'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:05.524531 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3a8cbe-3cc2-49d2-9206-004fd3c73ce7" -d '{"events": [{"server_uuid": "71a20964-844c-4e16-befc-1380c1c170a5", "name": "network-vif-plugged", "status": "completed", "tag": "7262b90f-2ab0-4630-b0b1-134ad8d48fc6"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:05.555347 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-30a4523f-eed9-4391-8ce5-213891f95a69 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=e03d739a8bcd406f92dd8a21f5548c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478666 Nov 03 18:31:05.557247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:05.568863 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:05.713259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5334e-ee0e-4847-b255-dd84935931bb req-a48eb28b-a349-486e-a6af-4f6749e41c6a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:05.714657 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5ca5334e-ee0e-4847-b255-dd84935931bb req-a48eb28b-a349-486e-a6af-4f6749e41c6a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1577444 Nov 03 18:31:05.771127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:05.775686 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-339db1f3-4155-4cb7-b639-ce019262f2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:05.802220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449986-dddc-4220-a292-ea1fb2c34343 req-78d7e910-2fb8-4187-a936-1a0d1952425a tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:05.804122 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-78d7e910-2fb8-4187-a936-1a0d1952425a tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412851 Nov 03 18:31:05.823707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Request body: {'port': {'device_id': '24ec9252-4dda-423a-91d3-656743269640', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e03d739a8bcd406f92dd8a21f5548c46'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:05.891111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-6971ded3-02d2-4017-98f5-e9e7f622e8f4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:05.892883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-6971ded3-02d2-4017-98f5-e9e7f622e8f4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 821 time: 0.2995017 Nov 03 18:31:05.906252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5ca5334e-ee0e-4847-b255-dd84935931bb req-84b532fe-41da-42b5-a8f3-a2fa9447b4aa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772346 Nov 03 18:31:05.914181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-5fec9150-ddf7-4f94-89de-f1afc2783ef7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/quotas/f8049c549f5042a1aea668364dd97886 HTTP/1.1" status: 200 len: 375 time: 0.0143976 Nov 03 18:31:05.974466 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587b649f-ee53-44ff-9669-4486c95d4ffb x-openstack-request-id: req-587b649f-ee53-44ff-9669-4486c95d4ffb {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:05.974975 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a20964-844c-4e16-befc-1380c1c170a5", "name": "network-vif-plugged", "status": "completed", "tag": "7262b90f-2ab0-4630-b0b1-134ad8d48fc6", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:05.975449 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-587b649f-ee53-44ff-9669-4486c95d4ffb {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:05.977063 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a20964-844c-4e16-befc-1380c1c170a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7262b90f-2ab0-4630-b0b1-134ad8d48fc6', 'code': 200} Nov 03 18:31:05.985995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-8d9fe359-1930-4165-a656-ffe95ef47c15 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520360 Nov 03 18:31:06.015594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Made reservation on behalf of e03d739a8bcd406f92dd8a21f5548c46 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:06.030497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:06.065292 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:06.123495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fe77eda5-86a0-4222-9eb3-19ba101dcc2e service neutron] 10.222.0.77 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189096 Nov 03 18:31:06.149593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:06.221821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189c876-932c-41e3-86fd-72c1a23d7287 req-f9f13b48-5193-4e2c-bc4f-1a70f9e5e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:06.223441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7189c876-932c-41e3-86fd-72c1a23d7287 req-f9f13b48-5193-4e2c-bc4f-1a70f9e5e004 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 1101 time: 0.1459606 Nov 03 18:31:06.257035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-188f50d8-ec53-4ad8-9885-bfe830172baa service neutron] 10.222.0.77 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323867 Nov 03 18:31:06.283055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f57f2-7963-48ef-be68-5503a7709fde req-ab3f85d1-b1f6-42da-af40-d5fe9db7cc63 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:06.285225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac2f57f2-7963-48ef-be68-5503a7709fde req-ab3f85d1-b1f6-42da-af40-d5fe9db7cc63 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1871464 Nov 03 18:31:06.366359 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac2f57f2-7963-48ef-be68-5503a7709fde req-baa46401-1b6b-4326-b7d8-950a92f23037 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691376 Nov 03 18:31:06.416007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:31:06.428300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:06.428644 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7189c876-932c-41e3-86fd-72c1a23d7287 req-1491ea21-2496-47e8-85cf-a3c875e745f8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789460 Nov 03 18:31:06.434508 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:06.480622 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:06.487814 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:06.534297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303081fb-94d0-44a2-a3c4-995b1e7a52ab,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:06.583276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:06.624802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e4a9f-f1ca-4ea2-82b7-d41668556d0b req-0cacb084-36e8-4bc7-84a9-f828fdb7a8fc tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:06.626819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e68e4a9f-f1ca-4ea2-82b7-d41668556d0b req-0cacb084-36e8-4bc7-84a9-f828fdb7a8fc tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 950 time: 0.1475258 Nov 03 18:31:06.683514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:06.692228 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:06.747223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e68e4a9f-f1ca-4ea2-82b7-d41668556d0b req-8c6cd536-75cc-4c82-a623-440c829aba52 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869267 Nov 03 18:31:06.846789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:06.855637 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-03706aa6-dd29-4fc7-b929-c4e45390b36d req-6ed905e6-1040-4cb2-ba58-4f9369ecfb95 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 210 time: 0.0853140 Nov 03 18:31:06.874093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b40787e-6970-4e41-931e-982b5210bf9c req-498a2356-3b20-4759-9519-954a0aded582 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 210 time: 0.0639627 Nov 03 18:31:06.912670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Allocated IP 192.168.233.194 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/2c63a971-b432-42f5-bfbe-c564c2bec395) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:07.116847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a7d03-b539-4f59-973b-7cc6baf2061d req-1544f970-a7c5-41fb-a86e-4dd0681acfaa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:07.127948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d45a7d03-b539-4f59-973b-7cc6baf2061d req-1544f970-a7c5-41fb-a86e-4dd0681acfaa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1047738 Nov 03 18:31:07.135528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc372-68dc-42b2-8c3f-303167181488 req-6ab4bd27-f05e-414d-a4f4-c08dd5296e41 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:07.137124 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f3cc372-68dc-42b2-8c3f-303167181488 req-6ab4bd27-f05e-414d-a4f4-c08dd5296e41 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.1244571 Nov 03 18:31:07.210391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d45a7d03-b539-4f59-973b-7cc6baf2061d req-7356aa8a-d142-4e54-809b-5ae61c654b05 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765989 Nov 03 18:31:07.245141 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f3cc372-68dc-42b2-8c3f-303167181488 req-a75e4ca0-bea6-4a41-a28a-ac8f7154f962 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757606 Nov 03 18:31:07.289131 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:07.334240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:07.424399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:07.435011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:07.442396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:07.453002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:07.454129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:07.466850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Pushing event updated for resources: {'Port': ['ID=2c63a971-b432-42f5-bfbe-c564c2bec395,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:07.505232 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-94f3c683-cb36-4e63-a1cb-f83ef4572d2d tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6843708 Nov 03 18:31:07.530580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Request body: {'port': {'device_id': '24ec9252-4dda-423a-91d3-656743269640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:07.633195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba89c-9a9a-4507-9c49-ded25cefa220 req-756f283b-f55f-4ccd-9c91-4c0b5292ea05 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:07.646291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e7ba89c-9a9a-4507-9c49-ded25cefa220 req-756f283b-f55f-4ccd-9c91-4c0b5292ea05 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1094706 Nov 03 18:31:07.652438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:07.710153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e7ba89c-9a9a-4507-9c49-ded25cefa220 req-4891b64d-1347-400d-a111-d92b8663dc13 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620723 Nov 03 18:31:07.781709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ec53cd32-b699-4cd2-a15f-980c7200f619 None None] Provisioning complete for port 2c63a971-b432-42f5-bfbe-c564c2bec395 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:07.782589 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ec53cd32-b699-4cd2-a15f-980c7200f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:07.864430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ec53cd32-b699-4cd2-a15f-980c7200f619 None None] Port 2c63a971-b432-42f5-bfbe-c564c2bec395 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:31:07.962914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce9d5f-507c-4efc-bfd1-0e1c8cdcca4c req-4314618d-0683-4c0b-8261-44001219a049 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:07.965483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27ce9d5f-507c-4efc-bfd1-0e1c8cdcca4c req-4314618d-0683-4c0b-8261-44001219a049 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 950 time: 0.0893302 Nov 03 18:31:07.978126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:07.980473 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4e562-c3ab-47e5-8c5f-c6ffb9e12241" -d '{"events": [{"server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "name": "network-vif-plugged", "status": "completed", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:07.987989 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-fee920a4-6b4d-492b-ba0f-6950f8063fa5 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840695 Nov 03 18:31:08.039995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27ce9d5f-507c-4efc-bfd1-0e1c8cdcca4c req-53676ba8-b527-4dd9-9ce9-6bd8d0dbd4c6 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577545 Nov 03 18:31:08.151887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43dd69-0376-4b71-a733-f724fa151a26 req-7cf1c6f3-f256-43e8-9cec-039ac43b840e tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:08.153782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d43dd69-0376-4b71-a733-f724fa151a26 req-7cf1c6f3-f256-43e8-9cec-039ac43b840e tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 936 time: 0.0531890 Nov 03 18:31:08.213134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d43dd69-0376-4b71-a733-f724fa151a26 req-bcc7d2c0-e6c5-4f60-86fc-054ff9cfce8a tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517623 Nov 03 18:31:08.275552 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-099ef0f9-404a-4faf-a4ea-27390bd1da77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:08.310224 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36765523-4731-49c8-a6e7-2f48b4817ac3 req-18049415-2cc2-4eaf-9a02-5294335d8706 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 210 time: 0.0272357 Nov 03 18:31:08.367655 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351ce760-6bce-4d07-a940-abf17e4af154 x-openstack-request-id: req-351ce760-6bce-4d07-a940-abf17e4af154 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:08.368150 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "name": "network-vif-plugged", "status": "completed", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:08.368569 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-351ce760-6bce-4d07-a940-abf17e4af154 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:08.369923 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1', 'code': 200} Nov 03 18:31:08.420814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-cacd71e8-e494-4a4e-b0c2-7f48b60a11ca tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:08.423526 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-cacd71e8-e494-4a4e-b0c2-7f48b60a11ca tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 821 time: 0.5117700 Nov 03 18:31:08.451587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Request body: {'port': {'device_id': '355d542a-ba63-421d-8ad9-465a82a95a86', 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'admin_state_up': True, 'tenant_id': 'f8049c549f5042a1aea668364dd97886'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:08.585563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19553a-4d91-4185-8f8a-0dd605aa5a9f req-8f435389-d8e1-488a-aad7-9ddef5dbce31 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:08.588138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad19553a-4d91-4185-8f8a-0dd605aa5a9f req-8f435389-d8e1-488a-aad7-9ddef5dbce31 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1433742 Nov 03 18:31:08.589525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-7696f623-9f78-415a-8251-e3b07a447bb8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:08.591088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-7696f623-9f78-415a-8251-e3b07a447bb8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5715630 Nov 03 18:31:08.599772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bace5-864c-406d-9bf1-e1c31a4f9599 req-1b303142-6076-4421-8fcb-36362015df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:08.602542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce5bace5-864c-406d-9bf1-e1c31a4f9599 req-1b303142-6076-4421-8fcb-36362015df4a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1096 time: 0.1264026 Nov 03 18:31:08.637874 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-50ec9084-c7c9-46b2-88c3-62f8de7c1f8d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/quotas/c9fec63716954a5cbeb447e1b090fb2a HTTP/1.1" status: 200 len: 375 time: 0.0304015 Nov 03 18:31:08.703608 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-523a9038-18d3-45cb-8fed-ca5446e48c23 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430481 Nov 03 18:31:08.710578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c63a971-b432-42f5-bfbe-c564c2bec395 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:08.721852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:08.737928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad19553a-4d91-4185-8f8a-0dd605aa5a9f req-82a71e0d-be55-46c8-b713-c04886ba3e43 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338844 Nov 03 18:31:08.742287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce5bace5-864c-406d-9bf1-e1c31a4f9599 req-537ba8ff-ee39-429c-856e-44c84d233344 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262803 Nov 03 18:31:08.744345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Transition to ACTIVE for port object 2c63a971-b432-42f5-bfbe-c564c2bec395 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:08.748894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:08.771252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Made reservation on behalf of f8049c549f5042a1aea668364dd97886 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:08.776931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:08.887801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba78ab-749a-40f6-aa28-91a7657aa896 req-a60ad2bf-337c-42e7-9b83-3cf5b8b70988 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:08.889643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1ba78ab-749a-40f6-aa28-91a7657aa896 req-a60ad2bf-337c-42e7-9b83-3cf5b8b70988 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.0805361 Nov 03 18:31:08.992719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1ba78ab-749a-40f6-aa28-91a7657aa896 req-51182150-6d9c-4a20-9538-fa84fc8f6c08 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941281 Nov 03 18:31:09.208961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-54bcc859-0d7b-4d3c-bde8-b0a0a76994d8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369334 Nov 03 18:31:09.292734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c63a971-b432-42f5-bfbe-c564c2bec395,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:09.355493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Attempting to bind port 2c63a971-b432-42f5-bfbe-c564c2bec395 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:09.356373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Attempting to bind port 2c63a971-b432-42f5-bfbe-c564c2bec395 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:09.357172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Attempting to bind port 2c63a971-b432-42f5-bfbe-c564c2bec395 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:09.383555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Port 2c63a971-b432-42f5-bfbe-c564c2bec395 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:09.384253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Attempting to bind port 2c63a971-b432-42f5-bfbe-c564c2bec395 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:09.412242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-213e6059-3bf1-4825-bcd8-df3c7171ffd1 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:09.423351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-213e6059-3bf1-4825-bcd8-df3c7171ffd1 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056234 Nov 03 18:31:09.425669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:09.426223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:09.426856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:09.427601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Bound port: 2c63a971-b432-42f5-bfbe-c564c2bec395, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:09.428195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:09.441091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-ed6f0568-26d8-43ab-9bdf-8508b129b5b3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/quotas/c9fec63716954a5cbeb447e1b090fb2a HTTP/1.1" status: 200 len: 375 time: 0.0164616 Nov 03 18:31:09.457182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e29bb-1b8d-4507-bdda-f88fea384cc4 req-6cc0fdb3-2fc8-458d-b93c-b538c9622860 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:09.462476 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-991e29bb-1b8d-4507-bdda-f88fea384cc4 req-6cc0fdb3-2fc8-458d-b93c-b538c9622860 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.2988062 Nov 03 18:31:09.471997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4a42bd92-4444-494e-8179-fcdcf52b1282 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299063 Nov 03 18:31:09.585317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Allocated IP 172.20.0.11 (0d2036d6-b191-4e34-8229-04a41f2359a3/f66d4a59-fe2b-48d0-b687-a87a2133f4c8/371525a8-8386-4a07-a1ae-dd9241fdf2e0) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:09.642712 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-991e29bb-1b8d-4507-bdda-f88fea384cc4 req-34e43f33-c9d7-48ed-ba7e-bdabbc2419b8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644695 Nov 03 18:31:09.672634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] For port 2c63a971-b432-42f5-bfbe-c564c2bec395, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:09.696044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] For port 2c63a971-b432-42f5-bfbe-c564c2bec395, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2c63a971-b432-42f5-bfbe-c564c2bec395,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:09.740796 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:09.845217 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:09.909671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:09.910615 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:09.912687 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] 10.222.0.96 "PUT /v2.0/ports/2c63a971-b432-42f5-bfbe-c564c2bec395 HTTP/1.1" status: 200 len: 1096 time: 2.3979647 Nov 03 18:31:09.920182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ec9252-4dda-423a-91d3-656743269640', 'tag': '2c63a971-b432-42f5-bfbe-c564c2bec395'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:09.922782 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a" -d '{"events": [{"name": "network-changed", "server_uuid": "24ec9252-4dda-423a-91d3-656743269640", "tag": "2c63a971-b432-42f5-bfbe-c564c2bec395"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:09.932194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc12c8-75cb-41a9-a36b-ec4e824cdae3 req-91a6c57a-516f-45ac-8366-ff34048cc504 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:09.934969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39bc12c8-75cb-41a9-a36b-ec4e824cdae3 req-91a6c57a-516f-45ac-8366-ff34048cc504 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 948 time: 0.1254354 Nov 03 18:31:09.974422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711aceb-22f3-498c-a6fd-a5194f98dad0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c63a971-b432-42f5-bfbe-c564c2bec395,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:10.055029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39bc12c8-75cb-41a9-a36b-ec4e824cdae3 req-6dadbc77-c7ff-4a0a-a78a-6ba2c333114f tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120598 Nov 03 18:31:10.075734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b4ed8-4fe7-476d-8b46-6fcfc316dc76 req-6ee8a106-cea0-4f9b-98aa-9e1dacb622bc tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:10.077466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b63b4ed8-4fe7-476d-8b46-6fcfc316dc76 req-6ee8a106-cea0-4f9b-98aa-9e1dacb622bc tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 950 time: 0.2833962 Nov 03 18:31:10.109073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:10.156178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e1515d5-a1fc-424f-9e90-d7abc0034041 req-b05dae82-2713-4364-b248-76b0c3b91f2f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 210 time: 0.0280652 Nov 03 18:31:10.175018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:10.274877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Pushing event updated for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:10.279767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449986-dddc-4220-a292-ea1fb2c34343 req-ed81d0f1-695b-4b28-af54-02f81bf4c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:10.281586 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-ed81d0f1-695b-4b28-af54-02f81bf4c6bb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e03d739a8bcd406f92dd8a21f5548c46&device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 1099 time: 0.2726059 Nov 03 18:31:10.301406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Network 0d2036d6-b191-4e34-8229-04a41f2359a3 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:10.310763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9792ea4-ef1d-4e56-afea-bd00012f84b1 req-5ebe97d1-ce85-48ee-88d2-d902f7b434d6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 210 time: 0.0546215 Nov 03 18:31:10.315315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:10.317885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:10.323717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:10.324381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:10.371216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-59fef887-be4c-46f5-808d-5ec69bdf43a5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=2c63a971-b432-42f5-bfbe-c564c2bec395 HTTP/1.1" status: 200 len: 217 time: 0.0661037 Nov 03 18:31:10.382011 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b63b4ed8-4fe7-476d-8b46-6fcfc316dc76 req-f10b674a-8a46-4a0a-9901-35e771d246d8 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319131 Nov 03 18:31:10.443868 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e521bc89-be65-4205-a865-10cb32db925b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0045433 Nov 03 18:31:10.445488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449986-dddc-4220-a292-ea1fb2c34343 req-61012fc9-df56-41d1-8db0-7d1da9d356de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:10.446855 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-61012fc9-df56-41d1-8db0-7d1da9d356de service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0629399 Nov 03 18:31:10.448326 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b243fd-7378-484b-8503-5a0bad7ef65f x-openstack-request-id: req-c7b243fd-7378-484b-8503-5a0bad7ef65f {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:10.448608 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ec9252-4dda-423a-91d3-656743269640", "tag": "2c63a971-b432-42f5-bfbe-c564c2bec395", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:10.448863 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7b243fd-7378-484b-8503-5a0bad7ef65f {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:10.449256 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ec9252-4dda-423a-91d3-656743269640', 'tag': '2c63a971-b432-42f5-bfbe-c564c2bec395', 'status': 'completed', 'code': 200} Nov 03 18:31:10.465390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Request body: {'port': {'device_id': '355d542a-ba63-421d-8ad9-465a82a95a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:10.489367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b700848-b8cf-450e-bd98-aa121f6ecccb req-ef4bf54f-2be7-4378-9c43-e97242fffd9e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:10.491525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b700848-b8cf-450e-bd98-aa121f6ecccb req-ef4bf54f-2be7-4378-9c43-e97242fffd9e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1118643 Nov 03 18:31:10.572475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b700848-b8cf-450e-bd98-aa121f6ecccb req-a4fab998-f72c-441c-9638-192c837ccb1f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737956 Nov 03 18:31:10.584942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:10.608196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449986-dddc-4220-a292-ea1fb2c34343 req-70a4198e-7e8a-4343-811e-0e9d2d224b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:10.609896 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-70a4198e-7e8a-4343-811e-0e9d2d224b93 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411824 Nov 03 18:31:10.700434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92eba1-08ce-4930-b461-c401a6d791fc req-8f136e90-f61a-4708-b85f-1c3726bc8e4d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:10.708325 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a92eba1-08ce-4930-b461-c401a6d791fc req-8f136e90-f61a-4708-b85f-1c3726bc8e4d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.1596940 Nov 03 18:31:10.807268 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-989e1ede-986e-4ed3-bcb4-584842e942cc tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515800 Nov 03 18:31:10.986192 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a92eba1-08ce-4930-b461-c401a6d791fc req-a3ff30c4-3ebb-49dd-9820-b7627530e161 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767389 Nov 03 18:31:10.997914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-63ff26a5-12a1-4ad4-82b1-bca89b164ebb service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773351 Nov 03 18:31:11.102872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244922-b80a-4c04-be7d-24d1cf558217 req-0a7111a2-f17d-48e9-8fc2-5987c8cb0c42 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:11.110325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d244922-b80a-4c04-be7d-24d1cf558217 req-0a7111a2-f17d-48e9-8fc2-5987c8cb0c42 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1234794 Nov 03 18:31:11.164886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d244922-b80a-4c04-be7d-24d1cf558217 req-b5144ff6-4b3b-494b-a9b0-7ce3a60cca27 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506525 Nov 03 18:31:11.205940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-c5ceffcc-a5dc-44ed-a666-605efbf963dd tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:11.207435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-c5ceffcc-a5dc-44ed-a666-605efbf963dd tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395982 Nov 03 18:31:11.228744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Request body: {'port': {'device_id': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'c9fec63716954a5cbeb447e1b090fb2a'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:11.246857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f75798-3cad-48ae-ba89-6127dc72ff23 req-bb06232f-80c0-448a-92d0-f8b1c4093f41 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:11.248310 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-21f75798-3cad-48ae-ba89-6127dc72ff23 req-bb06232f-80c0-448a-92d0-f8b1c4093f41 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 950 time: 0.1940410 Nov 03 18:31:11.284821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d8c9c-03f1-4324-aab2-5d18e46715fc req-88c4d207-3cb6-4533-8452-a55641e50810 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:11.286582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-887d8c9c-03f1-4324-aab2-5d18e46715fc req-88c4d207-3cb6-4533-8452-a55641e50810 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1096 time: 0.0495763 Nov 03 18:31:11.336018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-887d8c9c-03f1-4324-aab2-5d18e46715fc req-967fdbc2-de7a-4a84-aa7f-ffd8e4c6af2d tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Nov 03 18:31:11.361615 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59449986-dddc-4220-a292-ea1fb2c34343 req-2c3df444-d155-45a1-a105-1b66be079e81 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521845 Nov 03 18:31:11.440890 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-21f75798-3cad-48ae-ba89-6127dc72ff23 req-88f31dc5-9a6e-478d-802f-1cfd1d4cb9e5 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667557 Nov 03 18:31:11.495215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371525a8-8386-4a07-a1ae-dd9241fdf2e0 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:11.523695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:11.532210 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-d668e23e-1fa7-44b2-93c2-ca05ddc6ae30 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625610 Nov 03 18:31:11.543159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b27aae-6f3f-408b-8059-e78a376a9173 req-5576406c-244c-410b-99bb-a2a28e0a3841 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:11.551583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32b27aae-6f3f-408b-8059-e78a376a9173 req-5576406c-244c-410b-99bb-a2a28e0a3841 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 948 time: 0.0906713 Nov 03 18:31:11.619128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32b27aae-6f3f-408b-8059-e78a376a9173 req-d7e22bc4-e730-4538-adea-931a62dd128c tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661166 Nov 03 18:31:11.751225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb387a77-ab63-4732-800c-7b79c5850a25 req-48fbf053-1be6-4a1b-bb49-ba89e3d8da04 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 210 time: 0.0436585 Nov 03 18:31:11.788577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Transition to ACTIVE for port object 371525a8-8386-4a07-a1ae-dd9241fdf2e0 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:11.818315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:11.853480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-af738fa4-1bbe-4667-981f-0fe3558a342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:11.854993 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-af738fa4-1bbe-4667-981f-0fe3558a342f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e03d739a8bcd406f92dd8a21f5548c46&device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 1099 time: 0.4038873 Nov 03 18:31:11.866020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Made reservation on behalf of c9fec63716954a5cbeb447e1b090fb2a for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:11.869576 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:11.931392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d69a-7121-489d-8a56-b61cdd7c8c18 req-663cd8ba-12e5-4d6c-adf2-5b8a071518a5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:11.933720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f23d69a-7121-489d-8a56-b61cdd7c8c18 req-663cd8ba-12e5-4d6c-adf2-5b8a071518a5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0681415 Nov 03 18:31:11.962533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:11.972930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:12.034628 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:12.050446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f23d69a-7121-489d-8a56-b61cdd7c8c18 req-654a56ef-a90c-4b12-8161-21fead2fba1b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100876 Nov 03 18:31:12.061193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Pushing event updated for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:12.077881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f400-c414-424a-a837-425604631039 req-87ed8c9c-3d3a-4694-8cd7-d550695a6ab3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:12.081945 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c392f400-c414-424a-a837-425604631039 req-87ed8c9c-3d3a-4694-8cd7-d550695a6ab3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 932 time: 0.5239942 Nov 03 18:31:12.126596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-241e9a80-4967-4180-bfc1-d01c864e3ec1 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:12.128443 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-241e9a80-4967-4180-bfc1-d01c864e3ec1 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5891900 Nov 03 18:31:12.147755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Request body: {'port': {'device_id': 'c48bc196-4137-4851-b1b4-4ecf6537c3ce', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'c9fec63716954a5cbeb447e1b090fb2a'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:12.228146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:12.228360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:12.228610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:12.293647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-1bd6a813-2be1-47fc-894a-cad2e278bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:12.295151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-1bd6a813-2be1-47fc-894a-cad2e278bf5d service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.4224076 Nov 03 18:31:12.307106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:12.307479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:12.354719 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c392f400-c414-424a-a837-425604631039 req-963c1bb8-b70b-4f39-b40d-af7ffc4bba4f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620547 Nov 03 18:31:12.355505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:12.355837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:12.356218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:12.356661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Bound port: 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:12.357016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:12.380853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d386f4d-1b55-4c5c-9a6d-39fae49c7e27 req-a92fcfa4-2197-46d7-b548-b8c1eb794434 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:12.383580 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d386f4d-1b55-4c5c-9a6d-39fae49c7e27 req-a92fcfa4-2197-46d7-b548-b8c1eb794434 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0875232 Nov 03 18:31:12.408643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-15e0860d-c910-47a3-9b63-8854ba1cc947 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=2c63a971-b432-42f5-bfbe-c564c2bec395 HTTP/1.1" status: 200 len: 217 time: 0.0891402 Nov 03 18:31:12.450865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d386f4d-1b55-4c5c-9a6d-39fae49c7e27 req-46cb6cb3-7253-426d-a5c5-be7fa59250a6 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540853 Nov 03 18:31:12.538056 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:12.555659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-51499538-12f4-4935-9d8b-8f13f7c9313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:12.557448 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-51499538-12f4-4935-9d8b-8f13f7c9313c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1372116 Nov 03 18:31:12.558252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:12.593867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Made reservation on behalf of c9fec63716954a5cbeb447e1b090fb2a for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:12.598284 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:12.840785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:12.845139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8967a-7788-4863-a4a4-84fd13f101c1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:12.902845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:12.974673 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:13.080303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b99a68-8c6e-4760-9d67-28b6d62a3e17 req-a6f15771-0cb4-4576-9345-8cb6b4bcf56a tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:13.086228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03b99a68-8c6e-4760-9d67-28b6d62a3e17 req-a6f15771-0cb4-4576-9345-8cb6b4bcf56a tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 948 time: 0.0665524 Nov 03 18:31:13.087199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-5a806690-25d8-4e36-9240-6b518aa2e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:13.089310 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-5a806690-25d8-4e36-9240-6b518aa2e510 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5146782 Nov 03 18:31:13.102299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77cfdb-9c5e-47f8-950b-db5c3ec6197d req-ca3cdf4a-b963-48dd-a032-18d181daeee1 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:13.104984 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ea77cfdb-9c5e-47f8-950b-db5c3ec6197d req-ca3cdf4a-b963-48dd-a032-18d181daeee1 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 950 time: 0.5290191 Nov 03 18:31:13.107284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:13.108395 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:13.110708 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] 10.222.0.96 "PUT /v2.0/ports/371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 200 len: 1092 time: 2.6511519 Nov 03 18:31:13.124967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:13.129621 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6166046-47d1-457a-9c43-d720e0ec2af7" -d '{"events": [{"name": "network-changed", "server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:13.160657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03b99a68-8c6e-4760-9d67-28b6d62a3e17 req-02be5189-ca7f-4a02-b002-e2447004ef99 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659504 Nov 03 18:31:13.261803 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e9891fe-7086-454b-87d2-3feb6b2540f7 req-48e50cfe-40f9-44fe-92d8-5165cee5bbe3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 210 time: 0.0314391 Nov 03 18:31:13.433135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Allocated IP 192.168.233.193 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/c3aff775-15e8-4e5c-9e7f-88d33d7c7246) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:13.441291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7d3b2-e4b2-49bd-a4fc-82669ea1d116 req-34c20e3a-7057-426c-9949-a7ec002863fc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:13.441973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a503c-8728-4832-b7a1-01058690637d service neutron] Pushing event updated for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:13.443742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8c7d3b2-e4b2-49bd-a4fc-82669ea1d116 req-34c20e3a-7057-426c-9949-a7ec002863fc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0548553 Nov 03 18:31:13.514464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8c7d3b2-e4b2-49bd-a4fc-82669ea1d116 req-549947b0-135a-4822-ad99-cbdaaf33b2d1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605850 Nov 03 18:31:13.523122 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ea77cfdb-9c5e-47f8-950b-db5c3ec6197d req-cd1e680a-34c3-41f9-b5b8-db9e5ede1418 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782551 Nov 03 18:31:13.621608 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b048b23e-25f8-462a-8e0a-36467eebd6f2 x-openstack-request-id: req-b048b23e-25f8-462a-8e0a-36467eebd6f2 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:13.622051 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:13.622460 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b048b23e-25f8-462a-8e0a-36467eebd6f2 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:13.623185 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0', 'status': 'completed', 'code': 200} Nov 03 18:31:13.630186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e92e1ef0-f397-4b7b-afac-81f5747419eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:13.632818 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-e92e1ef0-f397-4b7b-afac-81f5747419eb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1095 time: 0.4038746 Nov 03 18:31:13.759314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3853b-ca3e-4f5b-8e08-b4a0f3971b93 req-073bc965-ec28-4084-93d3-78899ec8d797 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:13.773207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8a3853b-ca3e-4f5b-8e08-b4a0f3971b93 req-073bc965-ec28-4084-93d3-78899ec8d797 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 944 time: 0.1108902 Nov 03 18:31:13.818901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-e8f51143-15c8-41d9-8920-f4d69ca251d8 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971943 Nov 03 18:31:13.819910 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-27116678-bfc3-450e-ad4c-46742da3ff9a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 200 len: 217 time: 0.1564121 Nov 03 18:31:13.851836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8a3853b-ca3e-4f5b-8e08-b4a0f3971b93 req-66964970-1a6d-4d76-983a-7a9a2a2b0a67 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769248 Nov 03 18:31:14.013671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31a988-e5eb-4bc3-9555-cc5f85544c44 req-eb248fe9-a9dd-4ef0-a205-2d220c8a5390 tempest-LiveMigrationNegativeTest-798868787 tempest-LiveMigrationNegativeTest-798868787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:14.015252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad31a988-e5eb-4bc3-9555-cc5f85544c44 req-eb248fe9-a9dd-4ef0-a205-2d220c8a5390 tempest-LiveMigrationNegativeTest-798868787 tempest-LiveMigrationNegativeTest-798868787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 1101 time: 0.2606699 Nov 03 18:31:14.027591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-a03e4bcd-598b-4eb0-b108-a0dc5a1b4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:14.028299 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-a03e4bcd-598b-4eb0-b108-a0dc5a1b4f48 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1755521 Nov 03 18:31:14.089448 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:14.097180 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-a65e1b07-cdc7-4fd8-b0c1-286265207d5d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532491 Nov 03 18:31:14.097853 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ad31a988-e5eb-4bc3-9555-cc5f85544c44 req-ba10fe7b-d1fb-4ab0-88cc-d939d9ee2bb4 tempest-LiveMigrationNegativeTest-798868787 tempest-LiveMigrationNegativeTest-798868787-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:14.115271 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b6774ac-adc6-4c41-af43-5baf9b1ada8a req-ccbcc048-e5ab-4885-bb52-ee22dff2375d service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569554 Nov 03 18:31:14.182183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2c63a971-b432-42f5-bfbe-c564c2bec395 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:14.266585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ad31a988-e5eb-4bc3-9555-cc5f85544c44 req-ba10fe7b-d1fb-4ab0-88cc-d939d9ee2bb4 tempest-LiveMigrationNegativeTest-798868787 tempest-LiveMigrationNegativeTest-798868787-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:14.277092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:14.278718 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ad31a988-e5eb-4bc3-9555-cc5f85544c44 req-ba10fe7b-d1fb-4ab0-88cc-d939d9ee2bb4 tempest-LiveMigrationNegativeTest-798868787 tempest-LiveMigrationNegativeTest-798868787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:14.362905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2c63a971-b432-42f5-bfbe-c564c2bec395, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2c63a971-b432-42f5-bfbe-c564c2bec395,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:14.385818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '2c63a971-b432-42f5-bfbe-c564c2bec395', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '2c63a971-b432-42f5-bfbe-c564c2bec395', 'mac_address': 'fa:16:3e:f9:86:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:14.442784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d339fef-0490-45eb-9889-ca0e5bb8c2e2 req-b1e55faf-8aab-41a9-941b-049b41c655e4 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:14.453301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:14.456758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d339fef-0490-45eb-9889-ca0e5bb8c2e2 req-b1e55faf-8aab-41a9-941b-049b41c655e4 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 948 time: 0.1325474 Nov 03 18:31:14.473431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c63a971-b432-42f5-bfbe-c564c2bec395 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:14.514768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2c63a971-b432-42f5-bfbe-c564c2bec395, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2c63a971-b432-42f5-bfbe-c564c2bec395,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:14.534791 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:14.558561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d339fef-0490-45eb-9889-ca0e5bb8c2e2 req-297b1866-3616-49fc-b096-66c438c4bc63 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801775 Nov 03 18:31:14.639514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=2c63a971-b432-42f5-bfbe-c564c2bec395,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:14.644022 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-5eb47b96-6515-4d6d-8db3-204ca0b37626 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313237 Nov 03 18:31:14.646465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:14.663757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10fe7b-d1fb-4ab0-88cc-d939d9ee2bb4 tempest-LiveMigrationNegativeTest-798868787 tempest-LiveMigrationNegativeTest-798868787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc86778-c3b0-4ce3-ba23-2d0b505917e8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:14.671400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad31a988-e5eb-4bc3-9555-cc5f85544c44 req-ba10fe7b-d1fb-4ab0-88cc-d939d9ee2bb4 tempest-LiveMigrationNegativeTest-798868787 tempest-LiveMigrationNegativeTest-798868787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447184 Nov 03 18:31:14.685080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:14.690958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:14.693098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Allocated IP 192.168.233.9 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/d946479d-7655-4638-8d73-c39298098c3d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:14.695595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:14.702388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:14.703454 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:14.765137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-285b4d05-3cd4-407b-936a-81c14182b53a req-2c39b71b-526a-4e42-8ca5-5f79ca861e33 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 210 time: 0.1038315 Nov 03 18:31:14.847977 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-f441c8a9-35b4-4bfb-8776-6d6c7d9cf527 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6230052 Nov 03 18:31:14.867205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Request body: {'port': {'device_id': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:14.942966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['2c63a971-b432-42f5-bfbe-c564c2bec395'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:14.980088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20dc7842-3ea8-440e-bd0c-0cece16f7ede req-229d7011-82cd-4e5d-9897-0c6680912804 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210187 Nov 03 18:31:15.044788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbce0a-e692-40d0-8670-c31ee5f2aaf9 req-b6edb100-61c9-4a22-b95c-754f7b2fba63 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:15.059853 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edcbce0a-e692-40d0-8670-c31ee5f2aaf9 req-b6edb100-61c9-4a22-b95c-754f7b2fba63 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1803656 Nov 03 18:31:15.245927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edcbce0a-e692-40d0-8670-c31ee5f2aaf9 req-50d29a62-c2d7-4b96-a1c1-038a58a3c453 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551092 Nov 03 18:31:15.369302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a86c1123-b69d-49bc-8282-71293e0249d9 None None] Provisioning complete for port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:15.370149 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a86c1123-b69d-49bc-8282-71293e0249d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:15.419532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a86c1123-b69d-49bc-8282-71293e0249d9 None None] Port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:31:15.465379 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:15.505791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-ac49b46a-ea40-4299-af45-9cebcbc4d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:15.507260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-ac49b46a-ea40-4299-af45-9cebcbc4d3b1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1095 time: 0.2927766 Nov 03 18:31:15.510514 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:15.567661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc33da-2292-4df4-a1fe-5822763056e2 req-91360a14-9fa1-4179-b6a4-eae7e9d46b67 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:15.569891 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-73dc33da-2292-4df4-a1fe-5822763056e2 req-91360a14-9fa1-4179-b6a4-eae7e9d46b67 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 944 time: 0.2243018 Nov 03 18:31:15.663387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10087-59ca-4e68-b8a2-cd1fa65d1335 req-ae3523eb-7bd5-4844-943e-8b655b58cf28 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:15.664971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cb10087-59ca-4e68-b8a2-cd1fa65d1335 req-ae3523eb-7bd5-4844-943e-8b655b58cf28 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 950 time: 0.0573897 Nov 03 18:31:15.735523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cb10087-59ca-4e68-b8a2-cd1fa65d1335 req-43453293-bf9c-4450-8e0e-0ccb472ed6a1 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601583 Nov 03 18:31:15.804267 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-73dc33da-2292-4df4-a1fe-5822763056e2 req-de084d01-539c-4eb5-be16-94b80f0b38c0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113357 Nov 03 18:31:15.805386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:15.869269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-3e2478da-1b47-4a4c-805a-4ede1e524d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:15.870981 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-3e2478da-1b47-4a4c-805a-4ede1e524d12 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.3514483 Nov 03 18:31:15.884188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cacf06-0326-4939-bf33-7e09317e8b03 req-50cf26e9-aeb6-41c4-95a8-3cbe6875bfdb tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:15.886523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72cacf06-0326-4939-bf33-7e09317e8b03 req-50cf26e9-aeb6-41c4-95a8-3cbe6875bfdb tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 949 time: 0.0678582 Nov 03 18:31:15.927909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:15.957609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72cacf06-0326-4939-bf33-7e09317e8b03 req-c4cfd858-0dc0-415a-86a4-e8793ea226cc tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629811 Nov 03 18:31:15.980200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:15.998404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:16.004746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:16.005445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:16.008777 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-6438bd41-4515-496b-821a-3f9bd0d9e185 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 200 len: 217 time: 0.0972927 Nov 03 18:31:16.009378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Pushing event updated for resources: {'Port': ['ID=d946479d-7655-4638-8d73-c39298098c3d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:16.153741 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4b2561aa-5165-4103-b32d-e027e0107eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0057142 Nov 03 18:31:16.179828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Request body: {'port': {'device_id': 'c48bc196-4137-4851-b1b4-4ecf6537c3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:16.204752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a90115b6-1a61-4e51-8af0-b5adfca3ecc1 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:16.214138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2c63a971-b432-42f5-bfbe-c564c2bec395 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:16.280842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8311-24e8-44f9-8070-dd9f613276c8 req-3877571b-c64c-4914-9ac3-4c23f50b1a8a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:16.294253 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3c7b8311-24e8-44f9-8070-dd9f613276c8 req-3877571b-c64c-4914-9ac3-4c23f50b1a8a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 934 time: 0.3762505 Nov 03 18:31:16.359504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 2c63a971-b432-42f5-bfbe-c564c2bec395 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:31:16.380860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 2c63a971-b432-42f5-bfbe-c564c2bec395 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:16.382008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:16.429216 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-e012aba6-2b32-40a9-87fd-567b9ac56c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:16.444593 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-e012aba6-2b32-40a9-87fd-567b9ac56c5c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.4075823 Nov 03 18:31:16.512187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-191db1de-37d7-44c4-a0c1-134137fbaa8e None None] Provisioning complete for port d946479d-7655-4638-8d73-c39298098c3d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:16.512882 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-191db1de-37d7-44c4-a0c1-134137fbaa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:16.550085 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-dc467a23-2086-445a-b5ac-010b2c62ee7c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042674 Nov 03 18:31:16.593890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-191db1de-37d7-44c4-a0c1-134137fbaa8e None None] Port d946479d-7655-4638-8d73-c39298098c3d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:31:16.614164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:16.650345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'port_id': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'mac_address': 'fa:16:3e:6f:c2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9c6ec-1ff2-4841-9637-33c8ddc15e76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:16.674605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-098e69d5-5397-40aa-9915-a44b68207de4 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003196 Nov 03 18:31:16.681923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aff775-15e8-4e5c-9e7f-88d33d7c7246 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:16.692423 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:16.716323 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:16.745734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2c63a971-b432-42f5-bfbe-c564c2bec395, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2c63a971-b432-42f5-bfbe-c564c2bec395,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:16.759996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ec9252-4dda-423a-91d3-656743269640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c63a971-b432-42f5-bfbe-c564c2bec395'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:16.762723 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4aa0c9-6aee-494f-9559-5e3a1430a73f" -d '{"events": [{"server_uuid": "24ec9252-4dda-423a-91d3-656743269640", "name": "network-vif-plugged", "status": "completed", "tag": "2c63a971-b432-42f5-bfbe-c564c2bec395"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:16.764339 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3c7b8311-24e8-44f9-8070-dd9f613276c8 req-e4f11c9e-c903-4941-9d1e-e0578b7b8f57 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077388 Nov 03 18:31:16.768342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:16.770810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:16.781997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:16.930146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=2c63a971-b432-42f5-bfbe-c564c2bec395,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:16.935622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a90115b6-1a61-4e51-8af0-b5adfca3ecc1 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:16.985723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:16.992602 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:17.015256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Transition to ACTIVE for port object c3aff775-15e8-4e5c-9e7f-88d33d7c7246 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:17.047517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:17.084795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:17.149985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:17.158738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a90115b6-1a61-4e51-8af0-b5adfca3ecc1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:17.453151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9b397-db09-45db-83f8-e0d19f4cba29 req-14305965-a144-4104-9301-4f88561992fe tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:17.463916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fe9b397-db09-45db-83f8-e0d19f4cba29 req-14305965-a144-4104-9301-4f88561992fe tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.5632362 Nov 03 18:31:17.472632 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d6166046-47d1-457a-9c43-d720e0ec2af7 req-e61d9e44-4a3d-4302-83bb-33c9bd519206 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841771 Nov 03 18:31:17.509543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-dd604a82-6b9a-409d-9493-a3994c8ebae2 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:17.519537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-dd604a82-6b9a-409d-9493-a3994c8ebae2 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 950 time: 0.2130172 Nov 03 18:31:17.566092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cfcc0-b160-49f5-b935-0796c50a0200 req-b8257338-516d-413d-83ff-b72c85f62f44 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:17.577045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c13cfcc0-b160-49f5-b935-0796c50a0200 req-b8257338-516d-413d-83ff-b72c85f62f44 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=71a20964-844c-4e16-befc-1380c1c170a5 HTTP/1.1" status: 200 len: 950 time: 0.5589242 Nov 03 18:31:17.606947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Attempting to bind port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:17.607448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Attempting to bind port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:17.607780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Attempting to bind port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:17.617697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:17.618213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Attempting to bind port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:17.624199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fe9b397-db09-45db-83f8-e0d19f4cba29 req-c45262f9-7b30-4f54-94be-b490185b58d2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591733 Nov 03 18:31:17.625601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d946479d-7655-4638-8d73-c39298098c3d {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:17.631831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:17.632179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:17.632557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:17.632996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Bound port: c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:17.633356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:17.660989 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:17.736952 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1eb56a-9474-4dff-958d-042c2db29b4f x-openstack-request-id: req-1b1eb56a-9474-4dff-958d-042c2db29b4f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:17.737668 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ec9252-4dda-423a-91d3-656743269640", "name": "network-vif-plugged", "status": "completed", "tag": "2c63a971-b432-42f5-bfbe-c564c2bec395", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:17.737668 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b1eb56a-9474-4dff-958d-042c2db29b4f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:17.737955 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ec9252-4dda-423a-91d3-656743269640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c63a971-b432-42f5-bfbe-c564c2bec395', 'code': 200} Nov 03 18:31:17.740356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Transition to ACTIVE for port object d946479d-7655-4638-8d73-c39298098c3d will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:17.773902 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c13cfcc0-b160-49f5-b935-0796c50a0200 req-131201fd-5afe-489e-9584-663a25427ae2 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947339 Nov 03 18:31:17.783509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:17.985945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d1ed4-843b-4112-ba99-4b1705193a3d req-828e3033-53b5-4643-8257-97a86b5f1129 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:17.989031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b1d1ed4-843b-4112-ba99-4b1705193a3d req-828e3033-53b5-4643-8257-97a86b5f1129 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 944 time: 0.1446736 Nov 03 18:31:18.033139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:18.073305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b1d1ed4-843b-4112-ba99-4b1705193a3d req-4ba082aa-6349-4a95-81a3-a288813b764d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659657 Nov 03 18:31:18.075803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Deleting port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:31:18.076413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:18.100531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Pushing event updated for resources: {'Port': ['ID=d946479d-7655-4638-8d73-c39298098c3d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:18.120807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:18.169463 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:18.203755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] For port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:18.204127 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:18.217211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 371525a8-8386-4a07-a1ae-dd9241fdf2e0 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:18.222801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:18.225062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a90115b6-1a61-4e51-8af0-b5adfca3ecc1 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:18.225227 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:18.226823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Calling delete_port for 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:31:18.230034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] 10.222.0.70 "PUT /v2.0/ports/c3aff775-15e8-4e5c-9e7f-88d33d7c7246 HTTP/1.1" status: 200 len: 1096 time: 3.3650753 Nov 03 18:31:18.450220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:18.486775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Pushing event deleted for resources: {'Port': ['ID=7262b90f-2ab0-4630-b0b1-134ad8d48fc6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:18.508695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['7262b90f-2ab0-4630-b0b1-134ad8d48fc6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:18.524524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1b5b213d-325c-46b3-8139-8396f41c0b68'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:18.615010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] No DVR routers for this DVR port 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:18.618702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:18.625695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dea32258-3a7e-4d06-834e-1a7c4ed3609c req-05f7371d-975d-434e-97e1-d99d8bf0402c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.70 "DELETE /v2.0/ports/7262b90f-2ab0-4630-b0b1-134ad8d48fc6 HTTP/1.1" status: 204 len: 173 time: 1.1031327 Nov 03 18:31:18.626219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a20964-844c-4e16-befc-1380c1c170a5', 'name': 'network-vif-deleted', 'tag': '7262b90f-2ab0-4630-b0b1-134ad8d48fc6'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:18.634157 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06377fd6-7d1e-415c-88cc-a26735784a36" -d '{"events": [{"server_uuid": "71a20964-844c-4e16-befc-1380c1c170a5", "name": "network-vif-deleted", "tag": "7262b90f-2ab0-4630-b0b1-134ad8d48fc6"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:18.697707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:18.733950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '371525a8-8386-4a07-a1ae-dd9241fdf2e0', 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'port_id': '371525a8-8386-4a07-a1ae-dd9241fdf2e0', 'mac_address': 'fa:16:3e:54:e4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66d4a59-fe2b-48d0-b687-a87a2133f4c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:18.745876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:18.746734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:18.787302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e8e08-41bf-4d69-8afd-9855aa915a02 req-e4db7c0b-fbc2-4a01-abec-dc193b6a78a2 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:18.800713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f07e8e08-41bf-4d69-8afd-9855aa915a02 req-e4db7c0b-fbc2-4a01-abec-dc193b6a78a2 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 946 time: 0.1342375 Nov 03 18:31:18.805380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a5d8d-b871-4cd7-960d-f89c2c244c52 req-739f1624-c1b4-49f8-94aa-06734c37cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:18.807379 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d86a5d8d-b871-4cd7-960d-f89c2c244c52 req-739f1624-c1b4-49f8-94aa-06734c37cce5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 1101 time: 0.9268463 Nov 03 18:31:18.807535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:18.810942 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872180d5-89c8-49bb-a96f-446d0c836fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:18.888058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Attempting to bind port d946479d-7655-4638-8d73-c39298098c3d on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:18.888542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Attempting to bind port d946479d-7655-4638-8d73-c39298098c3d by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:18.888960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Attempting to bind port d946479d-7655-4638-8d73-c39298098c3d on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:18.937718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Port d946479d-7655-4638-8d73-c39298098c3d on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:18.938218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Attempting to bind port d946479d-7655-4638-8d73-c39298098c3d on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:18.955023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f07e8e08-41bf-4d69-8afd-9855aa915a02 req-86592025-20cc-489e-b77e-36c351b92df8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492555 Nov 03 18:31:18.978576 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:18.998845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b6a1-ecd2-44ed-8d41-817332d0be6b req-f8d282fe-16ac-4099-8f6c-0650549a674b tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:19.002223 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e058b6a1-ecd2-44ed-8d41-817332d0be6b req-f8d282fe-16ac-4099-8f6c-0650549a674b tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 950 time: 1.0360246 Nov 03 18:31:19.013988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371525a8-8386-4a07-a1ae-dd9241fdf2e0 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:19.039472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:19.052504 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf36864-335a-4d90-9afc-00a82aaadb46 x-openstack-request-id: req-bcf36864-335a-4d90-9afc-00a82aaadb46 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:19.053120 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a20964-844c-4e16-befc-1380c1c170a5", "name": "network-vif-deleted", "tag": "7262b90f-2ab0-4630-b0b1-134ad8d48fc6", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:19.053684 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcf36864-335a-4d90-9afc-00a82aaadb46 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:19.054647 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a20964-844c-4e16-befc-1380c1c170a5', 'name': 'network-vif-deleted', 'tag': '7262b90f-2ab0-4630-b0b1-134ad8d48fc6', 'status': 'completed', 'code': 200} Nov 03 18:31:19.061926 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:19.205786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:19.206403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:19.206989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:19.207715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Bound port: d946479d-7655-4638-8d73-c39298098c3d, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:19.208308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:19.237047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:19.287963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d23b6-af5a-414a-a09e-321e1c69bb70 req-c00fefcd-5953-4368-a374-0e684a5003d2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:19.310751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d86a5d8d-b871-4cd7-960d-f89c2c244c52 req-29440bc0-c0fa-4228-a3d6-e9be683bcb5d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901221 Nov 03 18:31:19.314008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-796d23b6-af5a-414a-a09e-321e1c69bb70 req-c00fefcd-5953-4368-a374-0e684a5003d2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1675594 Nov 03 18:31:19.355082 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:19.375691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['371525a8-8386-4a07-a1ae-dd9241fdf2e0'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:19.499117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:19.511625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:19.554069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459568a-26e3-4adb-9824-59e8d96c925e service neutron] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:19.573053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-796d23b6-af5a-414a-a09e-321e1c69bb70 req-746eded9-74f0-4474-a3dc-92566e8f1304 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581530 Nov 03 18:31:19.578308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-75983ff3-4d0a-4168-be71-29aaa56129b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:19.580298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-75983ff3-4d0a-4168-be71-29aaa56129b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1099 time: 0.7315547 Nov 03 18:31:19.594371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e058b6a1-ecd2-44ed-8d41-817332d0be6b req-0b3d9963-16f4-4101-9a3b-15295e74c036 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466194 Nov 03 18:31:19.624040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:19.640055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-6aa9bb32-b437-43c5-a654-b67dc2842da4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246 HTTP/1.1" status: 200 len: 217 time: 0.0498433 Nov 03 18:31:19.721932 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973e26d3-0b8f-4499-8303-b8537496d327 x-openstack-request-id: req-973e26d3-0b8f-4499-8303-b8537496d327 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:19.722129 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:19.722340 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-973e26d3-0b8f-4499-8303-b8537496d327 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:19.722745 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'status': 'completed', 'code': 200} Nov 03 18:31:19.732979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] For port d946479d-7655-4638-8d73-c39298098c3d, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:19.739164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:19.755228 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1869f97-5032-4758-8acf-84fc6b77cf44" -d '{"events": [{"server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "name": "network-vif-plugged", "status": "completed", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:19.821171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] For port d946479d-7655-4638-8d73-c39298098c3d, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d946479d-7655-4638-8d73-c39298098c3d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:19.826450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-4a7d7ebd-d479-459f-a73d-ab66699cf12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:19.827266 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-4a7d7ebd-d479-459f-a73d-ab66699cf12d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1789696 Nov 03 18:31:19.867462 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:19.902231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:19.902974 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:19.905083 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] 10.222.0.70 "PUT /v2.0/ports/d946479d-7655-4638-8d73-c39298098c3d HTTP/1.1" status: 200 len: 1094 time: 3.7332888 Nov 03 18:31:19.981746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee917e1f-9730-450b-8aa5-1f0037780684 req-3e1cc713-4847-447e-a7b3-d0be861952d8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:19.991208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ee917e1f-9730-450b-8aa5-1f0037780684 req-3e1cc713-4847-447e-a7b3-d0be861952d8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 945 time: 0.1818054 Nov 03 18:31:20.143882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-5e6786b5-1b32-478a-9bc4-9ad41e7a6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:20.146053 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-5e6786b5-1b32-478a-9bc4-9ad41e7a6c3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967505 Nov 03 18:31:20.161189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1aded-11fa-4e91-9ff0-4f9ee4c083fe service neutron] Pushing event updated for resources: {'Port': ['ID=d946479d-7655-4638-8d73-c39298098c3d,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:20.261444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-f2de8776-ee21-4687-975c-da6d7101e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:20.264851 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-f2de8776-ee21-4687-975c-da6d7101e397 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 1097 time: 0.2694583 Nov 03 18:31:20.318022 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb9cda-3bff-45fc-ad46-42c4f947dadd x-openstack-request-id: req-e1eb9cda-3bff-45fc-ad46-42c4f947dadd {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:20.318258 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "name": "network-vif-plugged", "status": "completed", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:20.318392 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1eb9cda-3bff-45fc-ad46-42c4f947dadd {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:20.319018 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'code': 200} Nov 03 18:31:20.378805 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ee917e1f-9730-450b-8aa5-1f0037780684 req-1447f3d0-e124-4d21-9c48-974d4f58db68 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858933 Nov 03 18:31:20.413317 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-412027a0-c01f-4e1d-88c8-5e456ec3299c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=d946479d-7655-4638-8d73-c39298098c3d HTTP/1.1" status: 200 len: 217 time: 0.1056254 Nov 03 18:31:20.526908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-530b98bf-29be-4a15-93f2-5bb5674dd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:20.526908 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-530b98bf-29be-4a15-93f2-5bb5674dd288 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1034365 Nov 03 18:31:20.533849 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-cf6fba77-d97d-471b-aa7c-53aa9ed98cdc service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535049 Nov 03 18:31:20.549394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8e832-36a1-4e96-8d68-3da5866e8f32 req-28d555a6-a2b2-4129-9313-5598f22e42a8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:20.560614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95f8e832-36a1-4e96-8d68-3da5866e8f32 req-28d555a6-a2b2-4129-9313-5598f22e42a8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 946 time: 0.1646364 Nov 03 18:31:20.675261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95f8e832-36a1-4e96-8d68-3da5866e8f32 req-fc305a7b-0059-4148-bc26-6d1bcf8fb9ce tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064882 Nov 03 18:31:20.757216 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-0502f440-d829-419f-82be-0fffdbec7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:20.758818 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-0502f440-d829-419f-82be-0fffdbec7bde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143316 Nov 03 18:31:20.778425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b42edd-c5ea-4494-9268-e9e30e6022cb req-5fdae46d-a3f9-412d-b14d-18de3c3f66b9 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:20.784209 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9b42edd-c5ea-4494-9268-e9e30e6022cb req-5fdae46d-a3f9-412d-b14d-18de3c3f66b9 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 949 time: 0.2007670 Nov 03 18:31:20.937671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ce907-a348-4476-b558-59d0a74a21dc req-cdbaa3d9-9d85-40bb-9022-b121ac353ca2 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:20.938381 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7acf9010-69dc-45eb-adad-4229ce9246a3 req-039404c3-0338-4916-a0c1-f318d45d1db7 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883655 Nov 03 18:31:20.950067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-445ce907-a348-4476-b558-59d0a74a21dc req-cdbaa3d9-9d85-40bb-9022-b121ac353ca2 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 950 time: 0.1470220 Nov 03 18:31:20.998936 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9b42edd-c5ea-4494-9268-e9e30e6022cb req-48ba87ac-d1c6-408b-84b0-79ded0cff920 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883347 Nov 03 18:31:21.043273 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-4361d2c6-0ff4-43e6-b0b9-40df0056986e service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569180 Nov 03 18:31:21.050257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-445ce907-a348-4476-b558-59d0a74a21dc req-3d680e2a-8c2e-4814-bf24-c29abcb323e7 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991802 Nov 03 18:31:21.177899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-489cd571-0ca3-41b1-b5d2-b6ef0633fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:21.179574 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-489cd571-0ca3-41b1-b5d2-b6ef0633fe68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1099 time: 0.1699922 Nov 03 18:31:21.218381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:21.257327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadffb00-736c-4421-ad79-c489cab516e2 req-5b95b1e9-6751-440a-bc88-3399464f8d1c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:21.259070 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fadffb00-736c-4421-ad79-c489cab516e2 req-5b95b1e9-6751-440a-bc88-3399464f8d1c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1184871 Nov 03 18:31:21.263671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-536b68ae-a11b-4579-a0c0-2401601f2127 req-075a4cc3-f5cf-4103-a799-00eb42ec62d2 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010443 Nov 03 18:31:21.294069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:31:21.294385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7262b90f-2ab0-4630-b0b1-134ad8d48fc6 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:21.419290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-d82b955c-2de0-491b-8284-5185a55370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:21.424201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-d82b955c-2de0-491b-8284-5185a55370ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2204213 Nov 03 18:31:21.480308 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fadffb00-736c-4421-ad79-c489cab516e2 req-11b59101-ff01-43af-989a-10518139e405 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134125 Nov 03 18:31:21.560392 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-07466de5-49a2-45e9-b84b-e19b4072b70d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246 HTTP/1.1" status: 200 len: 217 time: 0.0784051 Nov 03 18:31:21.607203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3360f3-0083-4a53-9d80-e09b9316c8df req-6437ece0-1690-4233-bdb9-f70cf213d9ce tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:21.615935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa3360f3-0083-4a53-9d80-e09b9316c8df req-6437ece0-1690-4233-bdb9-f70cf213d9ce tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 945 time: 0.0809112 Nov 03 18:31:21.720694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa3360f3-0083-4a53-9d80-e09b9316c8df req-d7aa3089-9b84-4dfb-a0f0-9c3c5e0f718e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029618 Nov 03 18:31:21.748900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bc196-4137-4851-b1b4-4ecf6537c3ce', 'tag': 'd946479d-7655-4638-8d73-c39298098c3d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:21.754025 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bc196-4137-4851-b1b4-4ecf6537c3ce", "tag": "d946479d-7655-4638-8d73-c39298098c3d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:21.760774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-0880d142-713f-4d36-97c9-e3919e2a520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:21.763689 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-0880d142-713f-4d36-97c9-e3919e2a520f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1815612 Nov 03 18:31:21.893068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff00ac1-74a8-4e47-807d-47e4efe7ad1c req-b2d6e4f3-486d-4c20-af92-7842a3972df6 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:21.912641 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eff00ac1-74a8-4e47-807d-47e4efe7ad1c req-b2d6e4f3-486d-4c20-af92-7842a3972df6 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 950 time: 0.2093115 Nov 03 18:31:22.006597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-3356f54d-62c1-49d4-ad33-1473a4f49ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:22.009115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-3356f54d-62c1-49d4-ad33-1473a4f49ecb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2002780 Nov 03 18:31:22.071975 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eff00ac1-74a8-4e47-807d-47e4efe7ad1c req-8e04d424-cfa2-458c-ad34-488151176ed8 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647046 Nov 03 18:31:22.084130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8393e3-b5b0-49cb-8139-f02a86332be2 req-4581c275-3aeb-4ad6-877a-614e6cd27e26 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:22.094334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf8393e3-b5b0-49cb-8139-f02a86332be2 req-4581c275-3aeb-4ad6-877a-614e6cd27e26 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 946 time: 0.1507299 Nov 03 18:31:22.223249 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96070e7-6f02-4b69-9fb8-b215e7163a2b x-openstack-request-id: req-f96070e7-6f02-4b69-9fb8-b215e7163a2b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:22.223249 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bc196-4137-4851-b1b4-4ecf6537c3ce", "tag": "d946479d-7655-4638-8d73-c39298098c3d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:22.223752 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f96070e7-6f02-4b69-9fb8-b215e7163a2b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:22.224230 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bc196-4137-4851-b1b4-4ecf6537c3ce', 'tag': 'd946479d-7655-4638-8d73-c39298098c3d', 'status': 'completed', 'code': 200} Nov 03 18:31:22.236913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-c71bd567-313b-4d3a-b6e9-35e52fb90f8f tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:22.238399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 371525a8-8386-4a07-a1ae-dd9241fdf2e0 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:22.239001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-c71bd567-313b-4d3a-b6e9-35e52fb90f8f tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 949 time: 0.3636320 Nov 03 18:31:22.289847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf8393e3-b5b0-49cb-8139-f02a86332be2 req-8a1c4b5c-c05e-4c66-b27e-c07405a3327d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824887 Nov 03 18:31:22.443088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:31:22.451073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:22.453700 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:22.600771 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-28c590d2-309e-4579-8b31-6fc9df6dc34c service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449753 Nov 03 18:31:22.611119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-c4e398bc-7969-4a76-94e2-6860df382a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:22.613194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-c4e398bc-7969-4a76-94e2-6860df382a23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 1097 time: 0.3726470 Nov 03 18:31:22.647542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbaab2-f41a-4366-974b-2897a935bd0e req-59622bf8-483c-4cb8-8161-c6128bb8c829 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:22.649194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e9cbaab2-f41a-4366-974b-2897a935bd0e req-59622bf8-483c-4cb8-8161-c6128bb8c829 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 949 time: 0.2313039 Nov 03 18:31:22.731829 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:22.824152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:22.826250 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:22.831709 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5655a7c1-a948-4be3-93e1-ea250b4767dd" -d '{"events": [{"server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "name": "network-vif-plugged", "status": "completed", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:22.838627 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:22.893919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7134a6-5630-4424-b0ad-a3f113fae77a req-955c7486-5e90-4a78-af05-8e9403205216 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:22.895777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab7134a6-5630-4424-b0ad-a3f113fae77a req-955c7486-5e90-4a78-af05-8e9403205216 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1135845 Nov 03 18:31:22.958514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:22.974055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.974591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.975138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.975678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.976219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.976752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.977292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.977865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.978399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.978932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.979469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:22.979971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:23.008719 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e9cbaab2-f41a-4366-974b-2897a935bd0e req-99cd0e1a-61cf-44c6-b006-007341ea4ebe tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262303 Nov 03 18:31:23.017895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab7134a6-5630-4424-b0ad-a3f113fae77a req-9de7a8fa-068f-40e9-b246-de686a8224f5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106999 Nov 03 18:31:23.020733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Deleting port 1b5b213d-325c-46b3-8139-8396f41c0b68 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:31:23.023316 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:23.160127 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9026868d-543c-42bf-8ab6-d77d09f5d2a2 x-openstack-request-id: req-9026868d-543c-42bf-8ab6-d77d09f5d2a2 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:23.160603 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "name": "network-vif-plugged", "status": "completed", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:23.168613 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9026868d-543c-42bf-8ab6-d77d09f5d2a2 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:23.169458 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0', 'code': 200} Nov 03 18:31:23.181471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24c132-f576-4e5e-8db8-18cf7b146225 req-85904e45-28bd-4983-85e4-a5a83f3de5e4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:23.190351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b24c132-f576-4e5e-8db8-18cf7b146225 req-85904e45-28bd-4983-85e4-a5a83f3de5e4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 946 time: 0.0944288 Nov 03 18:31:23.226156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:23.323047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b24c132-f576-4e5e-8db8-18cf7b146225 req-449eecde-d3cc-48a6-8944-228cfd1ac362 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273575 Nov 03 18:31:23.622686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:23.647310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'mac_address': 'fa:16:3e:fa:0a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:23.690887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf2c34-e948-4173-a758-601460ac5e26 req-2dfe25f1-083c-4d0d-ad0c-9f781e7e12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:23.695635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3cf2c34-e948-4173-a758-601460ac5e26 req-2dfe25f1-083c-4d0d-ad0c-9f781e7e12c5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1097 time: 0.3116832 Nov 03 18:31:23.738523 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:23.768646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aff775-15e8-4e5c-9e7f-88d33d7c7246 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:23.792160 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-872180d5-89c8-49bb-a96f-446d0c836fe3 req-e7db5934-58b6-462e-832c-b95bbd22eacd service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1763518 Nov 03 18:31:23.800021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-7cc8ef19-da8b-4c78-80b7-e052d74f24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:23.802621 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-7cc8ef19-da8b-4c78-80b7-e052d74f24e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 1.1739655 Nov 03 18:31:23.822911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:23.830740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:23.858476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548c8d-1791-4a67-a291-3666c16b2a14 req-3767c106-2377-4643-9f54-2b5d09ad4f47 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:23.866056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a548c8d-1791-4a67-a291-3666c16b2a14 req-3767c106-2377-4643-9f54-2b5d09ad4f47 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 946 time: 0.3826370 Nov 03 18:31:23.869009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3cf2c34-e948-4173-a758-601460ac5e26 req-379c010e-8b48-4c3f-98f5-b61816374f13 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551051 Nov 03 18:31:23.881497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-a3608188-7a05-4a29-9e9c-39fcfff29d39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=d946479d-7655-4638-8d73-c39298098c3d HTTP/1.1" status: 200 len: 217 time: 0.0628464 Nov 03 18:31:23.918902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] For port 1b5b213d-325c-46b3-8139-8396f41c0b68, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1b5b213d-325c-46b3-8139-8396f41c0b68,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:23.919430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:23.947283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a548c8d-1791-4a67-a291-3666c16b2a14 req-d2630b07-a605-4693-b302-04ed67db5bcc tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766768 Nov 03 18:31:23.961150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48863c-6424-4627-a946-781110b97a14 req-14942022-500c-43ae-a48f-7686365df31c tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:23.978003 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ee48863c-6424-4627-a946-781110b97a14 req-14942022-500c-43ae-a48f-7686365df31c tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 950 time: 0.3399687 Nov 03 18:31:24.041387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-a88cd671-5889-4148-8ee1-3ddce2602ef6 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:24.043949 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-a88cd671-5889-4148-8ee1-3ddce2602ef6 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 950 time: 0.4284272 Nov 03 18:31:24.061800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Calling delete_port for 1b5b213d-325c-46b3-8139-8396f41c0b68 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:31:24.148308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:24.187687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-05190c8d-36f1-4c86-a736-87b3c959e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:24.189758 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-05190c8d-36f1-4c86-a736-87b3c959e424 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2917926 Nov 03 18:31:24.222038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c3aff775-15e8-4e5c-9e7f-88d33d7c7246'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:24.273700 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ee48863c-6424-4627-a946-781110b97a14 req-ab0beda2-b3fb-4011-a9b8-4d36a2620e40 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509000 Nov 03 18:31:24.368720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ab216-c07a-46f4-b48a-1d7399fa5a00 req-0dcf579d-2fbe-42c9-aacd-22ed5f3b9bc6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:24.370863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-176ab216-c07a-46f4-b48a-1d7399fa5a00 req-0dcf579d-2fbe-42c9-aacd-22ed5f3b9bc6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0820680 Nov 03 18:31:24.483867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-176ab216-c07a-46f4-b48a-1d7399fa5a00 req-f4f551b3-dbd9-49e1-8560-07a0bebf0791 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055000 Nov 03 18:31:24.553736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-e8fa82dc-5106-4f14-8dcd-eee1f1acf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:24.556070 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-e8fa82dc-5106-4f14-8dcd-eee1f1acf06c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2997370 Nov 03 18:31:24.697824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a50335-341e-4cd9-9bcb-0d30916777e0 req-72462647-38cf-4f1a-ae4b-a4d27142f733 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:24.699594 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-11a50335-341e-4cd9-9bcb-0d30916777e0 req-72462647-38cf-4f1a-ae4b-a4d27142f733 tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b287b0d-aa4e-48a8-9016-ff1e698cc3aa HTTP/1.1" status: 200 len: 949 time: 0.2711282 Nov 03 18:31:24.747409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8ab93-26ae-4ae7-8fda-5dee11cf04de req-0daa0e60-75dd-49b9-ad80-53f30ce8ee51 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:24.766699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a8ab93-26ae-4ae7-8fda-5dee11cf04de req-0daa0e60-75dd-49b9-ad80-53f30ce8ee51 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 946 time: 0.1492293 Nov 03 18:31:24.806722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Deleting port 2c63a971-b432-42f5-bfbe-c564c2bec395 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:31:24.807259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:24.843901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-7399aaa0-d960-4864-8da8-fc1f6f7bb451 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790928 Nov 03 18:31:24.869464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a8ab93-26ae-4ae7-8fda-5dee11cf04de req-62d61a19-e5d9-49ce-8284-2c0a9499ccef tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973516 Nov 03 18:31:24.945123 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:24.990970 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-11a50335-341e-4cd9-9bcb-0d30916777e0 req-d1ff4ba7-180d-4520-9f37-b5cd8477665c tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.77 "GET /v2.0/security-groups?id=83140f44-7333-454c-8d4a-84d28516fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722538 Nov 03 18:31:25.114732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Pushing event deleted for resources: {'Port': ['ID=1b5b213d-325c-46b3-8139-8396f41c0b68,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:25.225720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d946479d-7655-4638-8d73-c39298098c3d details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:25.232563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] No DVR routers for this DVR port 1b5b213d-325c-46b3-8139-8396f41c0b68 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:25.236589 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b3a52f9-3d8d-434c-a371-cbce2d749c8c req-dd8dcc11-4e98-4289-9acb-285d639f9db1 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715918 Nov 03 18:31:25.237718 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:25.247746 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6aa665bc-6fbc-44e2-88e0-2e78604f3a34 req-1945ba1b-2348-4c09-bc5e-de2a45ed07bf tempest-LiveMigrationNegativeTest-1108566148 tempest-LiveMigrationNegativeTest-1108566148-project] 10.222.0.96 "DELETE /v2.0/ports/1b5b213d-325c-46b3-8139-8396f41c0b68 HTTP/1.1" status: 204 len: 173 time: 2.9518182 Nov 03 18:31:25.262077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b287b0d-aa4e-48a8-9016-ff1e698cc3aa', 'name': 'network-vif-deleted', 'tag': '1b5b213d-325c-46b3-8139-8396f41c0b68'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:25.265467 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621bfffb-681c-45a0-adfd-9372d4b13be7" -d '{"events": [{"server_uuid": "3b287b0d-aa4e-48a8-9016-ff1e698cc3aa", "name": "network-vif-deleted", "tag": "1b5b213d-325c-46b3-8139-8396f41c0b68"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:25.275554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] For port 2c63a971-b432-42f5-bfbe-c564c2bec395, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2c63a971-b432-42f5-bfbe-c564c2bec395,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:25.291011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:25.322415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Calling delete_port for 2c63a971-b432-42f5-bfbe-c564c2bec395 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:31:25.438337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a591d15-65e1-478a-afe6-6d3d667d9ade req-98aa5d5b-b084-4ace-841c-40b28e87667c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:25.440435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a591d15-65e1-478a-afe6-6d3d667d9ade req-98aa5d5b-b084-4ace-841c-40b28e87667c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 946 time: 0.2956564 Nov 03 18:31:25.605029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a591d15-65e1-478a-afe6-6d3d667d9ade req-8cd5f04b-2a75-44b2-a6a0-bd9087eaf695 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388154 Nov 03 18:31:25.639930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port d946479d-7655-4638-8d73-c39298098c3d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d946479d-7655-4638-8d73-c39298098c3d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:25.660348 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af5fc8-eba0-4f71-af22-1ab0bb557464 x-openstack-request-id: req-f6af5fc8-eba0-4f71-af22-1ab0bb557464 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:25.660717 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b287b0d-aa4e-48a8-9016-ff1e698cc3aa", "name": "network-vif-deleted", "tag": "1b5b213d-325c-46b3-8139-8396f41c0b68", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:25.661116 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6af5fc8-eba0-4f71-af22-1ab0bb557464 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:25.662941 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b287b0d-aa4e-48a8-9016-ff1e698cc3aa', 'name': 'network-vif-deleted', 'tag': '1b5b213d-325c-46b3-8139-8396f41c0b68', 'status': 'completed', 'code': 200} Nov 03 18:31:25.674756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'd946479d-7655-4638-8d73-c39298098c3d', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'd946479d-7655-4638-8d73-c39298098c3d', 'mac_address': 'fa:16:3e:d5:fc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:25.750618 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:25.786910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d946479d-7655-4638-8d73-c39298098c3d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:25.789928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dfeec-dfeb-4b0e-95cf-a3d0e9ac066e req-219cd47d-052b-483a-b408-bc81e4427536 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:25.792432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e07dfeec-dfeb-4b0e-95cf-a3d0e9ac066e req-219cd47d-052b-483a-b408-bc81e4427536 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0876534 Nov 03 18:31:25.869993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port d946479d-7655-4638-8d73-c39298098c3d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d946479d-7655-4638-8d73-c39298098c3d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:25.877565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:25.941198 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-77d34cc6-790f-48d5-8def-fe739f01be0c service neutron] 10.222.0.70 "GET /v2.0/ports/185f3e07-06fd-463d-a035-0b545b36dbb2/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 382 time: 0.5766330 Nov 03 18:31:25.976573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=d946479d-7655-4638-8d73-c39298098c3d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:26.005726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54405e87-ba32-4d10-a544-eb3d36b929e3 req-82733f15-42cd-4901-b213-da7d7f5576c4 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:26.022511 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54405e87-ba32-4d10-a544-eb3d36b929e3 req-82733f15-42cd-4901-b213-da7d7f5576c4 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ec9252-4dda-423a-91d3-656743269640 HTTP/1.1" status: 200 len: 950 time: 0.3150556 Nov 03 18:31:26.090544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e07dfeec-dfeb-4b0e-95cf-a3d0e9ac066e req-302329c8-b9dd-4f32-8727-a0a37cc83c2c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840040 Nov 03 18:31:26.146644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d946479d-7655-4638-8d73-c39298098c3d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:26.159918 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54405e87-ba32-4d10-a544-eb3d36b929e3 req-f873b859-000a-47d4-a8d0-085a0e59d5dd tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.77 "GET /v2.0/security-groups?id=303081fb-94d0-44a2-a3c4-995b1e7a52ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362176 Nov 03 18:31:26.193234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:26.259209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Pushing event deleted for resources: {'Port': ['ID=2c63a971-b432-42f5-bfbe-c564c2bec395,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:26.287504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2c63a971-b432-42f5-bfbe-c564c2bec395 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:26.398663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] No DVR routers for this DVR port 2c63a971-b432-42f5-bfbe-c564c2bec395 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:26.403571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:26.412008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 2c63a971-b432-42f5-bfbe-c564c2bec395 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:31:26.412558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2c63a971-b432-42f5-bfbe-c564c2bec395 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:26.413922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1b5b213d-325c-46b3-8139-8396f41c0b68 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:26.420432 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6e587741-91b7-4e8d-bdbe-cc7b46b1fe4f req-6205ed2d-16f5-4372-89be-19f383940f70 tempest-ImagesNegativeTestJSON-348710778 tempest-ImagesNegativeTestJSON-348710778-project] 10.222.0.96 "DELETE /v2.0/ports/2c63a971-b432-42f5-bfbe-c564c2bec395 HTTP/1.1" status: 204 len: 173 time: 2.2979524 Nov 03 18:31:26.495802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ac916-0af0-4290-882a-ede592f4e4f9 req-ec7b5084-6bd3-4118-9804-2da630a306a8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:26.508547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c37ac916-0af0-4290-882a-ede592f4e4f9 req-ec7b5084-6bd3-4118-9804-2da630a306a8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 946 time: 0.1619649 Nov 03 18:31:26.521895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 1b5b213d-325c-46b3-8139-8396f41c0b68 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:31:26.522099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1b5b213d-325c-46b3-8139-8396f41c0b68 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:26.655344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c37ac916-0af0-4290-882a-ede592f4e4f9 req-065e9128-6fe2-4fb9-aaf7-9ebb527c75ac tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458917 Nov 03 18:31:26.729713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-f59b2c24-f9e9-4d09-b858-a6460dcc670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:26.731836 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-f59b2c24-f9e9-4d09-b858-a6460dcc670d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc&tenant_id=9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 1101 time: 0.1364644 Nov 03 18:31:26.906894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0d95e-82d0-45cf-84fe-3807e9751931 req-a9a97277-e477-4e2b-80c8-d72286f7768d tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:26.923277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfe0d95e-82d0-45cf-84fe-3807e9751931 req-a9a97277-e477-4e2b-80c8-d72286f7768d tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1097 time: 0.1022675 Nov 03 18:31:26.946869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca0640-ae9e-42fe-8e00-9e4b3e7d4c73 req-3af45107-8709-4186-85bb-e46ff1e0b022 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:26.953159 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9dca0640-ae9e-42fe-8e00-9e4b3e7d4c73 req-3af45107-8709-4186-85bb-e46ff1e0b022 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 947 time: 0.2071872 Nov 03 18:31:26.997046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-faf70ace-2bad-4a38-bf2a-06d63fce1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:27.011890 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-faf70ace-2bad-4a38-bf2a-06d63fce1d33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 1101 time: 0.2470076 Nov 03 18:31:27.138477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfe0d95e-82d0-45cf-84fe-3807e9751931 req-5c37ae37-86e6-439e-b320-b9550156147e tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138093 Nov 03 18:31:27.229828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:27.416584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:31:27.424188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41630) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:27.427081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:27.429126 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:27.455661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233697e5-7ca8-49a0-bad6-6b41cbf34925 req-8d3f692d-6b42-4dbf-adb1-53caa982ba6c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:27.458032 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9dca0640-ae9e-42fe-8e00-9e4b3e7d4c73 req-5f7487c4-6572-4dc6-81c4-45016523c62a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803615 Nov 03 18:31:27.470843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-233697e5-7ca8-49a0-bad6-6b41cbf34925 req-8d3f692d-6b42-4dbf-adb1-53caa982ba6c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1442187 Nov 03 18:31:27.511580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-8e3786a9-18c6-46dd-ac99-a701d501ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:27.519176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-8e3786a9-18c6-46dd-ac99-a701d501ac6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.4718542 Nov 03 18:31:27.607341 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-2a5610fd-29c5-4f65-bc0f-4420532268d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=185f3e07-06fd-463d-a035-0b545b36dbb2 HTTP/1.1" status: 200 len: 217 time: 0.0801175 Nov 03 18:31:27.607600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-233697e5-7ca8-49a0-bad6-6b41cbf34925 req-31d565b4-3ace-46bb-9525-213e8b3b37b1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344719 Nov 03 18:31:27.666538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ec9252-4dda-423a-91d3-656743269640', 'name': 'network-vif-deleted', 'tag': '2c63a971-b432-42f5-bfbe-c564c2bec395'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:27.674732 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221b45b6-53d9-48cc-9922-65040449407a" -d '{"events": [{"server_uuid": "24ec9252-4dda-423a-91d3-656743269640", "name": "network-vif-deleted", "tag": "2c63a971-b432-42f5-bfbe-c564c2bec395"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:27.731487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-018ea837-d514-4307-aec7-7253f72e6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:27.733403 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-018ea837-d514-4307-aec7-7253f72e6a3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1183379 Nov 03 18:31:27.802731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:27.878832 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7058a840-95d9-481a-b216-6df8629a00ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b2fe14e0da34d6e8f4b7bc4e5200b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4530628 Nov 03 18:31:27.887299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41650) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:27.894523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:27.901506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532127-2925-4b9b-b661-cfedc47363d4 req-2326fb62-9e80-4c19-ac5f-fb866aa22430 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:27.910246 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949d862f-55e6-4f78-b684-8549f8981c79" -d '{"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:27.929061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80532127-2925-4b9b-b661-cfedc47363d4 req-2326fb62-9e80-4c19-ac5f-fb866aa22430 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1097 time: 0.2850828 Nov 03 18:31:27.961599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:27.968124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686701f-1308-4143-a2af-354c3baac5c0 req-072250ac-92cd-4495-8e2d-48455c0f0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:27.968124 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-072250ac-92cd-4495-8e2d-48455c0f0e12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230265 Nov 03 18:31:27.970614 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:28.069564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:28.099448 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd105-1003-42a8-bd0b-082fdca50e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:28.120013 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb13121f-c372-406f-94ea-5f6325a952c4 x-openstack-request-id: req-bb13121f-c372-406f-94ea-5f6325a952c4 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:28.120013 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ec9252-4dda-423a-91d3-656743269640", "name": "network-vif-deleted", "tag": "2c63a971-b432-42f5-bfbe-c564c2bec395", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:28.120013 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb13121f-c372-406f-94ea-5f6325a952c4 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:28.120013 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ec9252-4dda-423a-91d3-656743269640', 'name': 'network-vif-deleted', 'tag': '2c63a971-b432-42f5-bfbe-c564c2bec395', 'status': 'completed', 'code': 200} Nov 03 18:31:28.143854 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80532127-2925-4b9b-b661-cfedc47363d4 req-a6c1575a-746d-4161-99c5-3359ed3dac21 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137909 Nov 03 18:31:28.184909 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:31:28.199164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd105-1003-42a8-bd0b-082fdca50e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:28.225888 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-acf12542-04b8-43bf-8e2c-272d39f46804 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290225 Nov 03 18:31:28.249117 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc578e5a-a969-4f4d-a2c5-013abdc42d89 x-openstack-request-id: req-bc578e5a-a969-4f4d-a2c5-013abdc42d89 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:28.249607 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:28.250004 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc578e5a-a969-4f4d-a2c5-013abdc42d89 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:28.250558 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'code': 200} Nov 03 18:31:28.351668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd105-1003-42a8-bd0b-082fdca50e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:28.358530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd105-1003-42a8-bd0b-082fdca50e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:28.362035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe8cd105-1003-42a8-bd0b-082fdca50e76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83140f44-7333-454c-8d4a-84d28516fa86 HTTP/1.1" status: 204 len: 168 time: 0.4734550 Nov 03 18:31:28.385489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cd105-1003-42a8-bd0b-082fdca50e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83140f44-7333-454c-8d4a-84d28516fa86,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:28.816109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694157b-171a-43a3-93a8-9ebc6931b2b0 req-17e88b4d-9430-42ce-8042-09d19fea47fe tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:28.829359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a694157b-171a-43a3-93a8-9ebc6931b2b0 req-17e88b4d-9430-42ce-8042-09d19fea47fe tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 947 time: 0.1531775 Nov 03 18:31:28.981359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41688) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:29.075218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a694157b-171a-43a3-93a8-9ebc6931b2b0 req-f99fb35b-7197-42a5-b253-778d1b756634 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437060 Nov 03 18:31:29.245242 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8686701f-1308-4143-a2af-354c3baac5c0 req-cc7358cb-bedd-4989-9df8-8562c5c269c6 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0095549 Nov 03 18:31:29.248457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d946479d-7655-4638-8d73-c39298098c3d up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:29.302468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4764a-04b4-4651-896a-771af3e157bd req-43493549-3b96-44c4-a13b-794a3da9ce43 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:29.322149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50f4764a-04b4-4651-896a-771af3e157bd req-43493549-3b96-44c4-a13b-794a3da9ce43 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1097 time: 0.1292479 Nov 03 18:31:29.471568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41694) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:29.491651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port d946479d-7655-4638-8d73-c39298098c3d completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:31:29.513486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port d946479d-7655-4638-8d73-c39298098c3d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:29.516537 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:29.565572 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8d4b4aa8-edd0-41c8-b143-e6135b1ce0e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9dd8e7006af2491da2567873e80c63bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833445 Nov 03 18:31:29.573078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:29.606970 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225175e-414e-4916-97e0-f2332ae1f34a req-fd356a0f-d048-4235-90e4-b84369440360 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:29.617209 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a225175e-414e-4916-97e0-f2332ae1f34a req-fd356a0f-d048-4235-90e4-b84369440360 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.3683367 Nov 03 18:31:29.664639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5941e4a3-a95c-4079-94d6-68e67de2e539 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e03d739a8bcd406f92dd8a21f5548c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6768706 Nov 03 18:31:29.664882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50f4764a-04b4-4651-896a-771af3e157bd req-29ee82f4-9e0d-409a-b6de-00e1f213185d tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387704 Nov 03 18:31:29.665601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:29.722644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6657e2-de9e-4339-bdac-8c3813dc4543 req-6f24e83b-5dd7-4313-a845-872116a3345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:29.724683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba6657e2-de9e-4339-bdac-8c3813dc4543 req-6f24e83b-5dd7-4313-a845-872116a3345c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1101 time: 0.4344635 Nov 03 18:31:29.741097 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a225175e-414e-4916-97e0-f2332ae1f34a req-2c8e1ba1-7800-435f-9652-30893e44bdc3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204634 Nov 03 18:31:29.859777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37e30df5-f124-49c3-962a-10e7f8c23aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:29.885803 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b70671b4-2273-4f7c-9a3c-4ef21938d638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:29.894852 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:29.949701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37e30df5-f124-49c3-962a-10e7f8c23aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:29.993652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port d946479d-7655-4638-8d73-c39298098c3d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d946479d-7655-4638-8d73-c39298098c3d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:30.000264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.002772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 185f3e07-06fd-463d-a035-0b545b36dbb2 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:30.020870 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba6657e2-de9e-4339-bdac-8c3813dc4543 req-e79c86e9-b5b1-46b9-84a9-60a1b57ebc85 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453334 Nov 03 18:31:30.031882 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37e30df5-f124-49c3-962a-10e7f8c23aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.039796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37e30df5-f124-49c3-962a-10e7f8c23aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.041004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37e30df5-f124-49c3-962a-10e7f8c23aab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/303081fb-94d0-44a2-a3c4-995b1e7a52ab HTTP/1.1" status: 204 len: 168 time: 0.3604875 Nov 03 18:31:30.043766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b70671b4-2273-4f7c-9a3c-4ef21938d638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.064856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e30df5-f124-49c3-962a-10e7f8c23aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303081fb-94d0-44a2-a3c4-995b1e7a52ab,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:30.157918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=d946479d-7655-4638-8d73-c39298098c3d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:30.184103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b70671b4-2273-4f7c-9a3c-4ef21938d638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.190138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b70671b4-2273-4f7c-9a3c-4ef21938d638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.190776 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b70671b4-2273-4f7c-9a3c-4ef21938d638 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/efc86778-c3b0-4ce3-ba23-2d0b505917e8 HTTP/1.1" status: 204 len: 168 time: 0.5502553 Nov 03 18:31:30.214834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70671b4-2273-4f7c-9a3c-4ef21938d638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc86778-c3b0-4ce3-ba23-2d0b505917e8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:30.254467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48bc196-4137-4851-b1b4-4ecf6537c3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd946479d-7655-4638-8d73-c39298098c3d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:30.256793 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6953a09-2a8b-4b34-bda8-cb75f8546bec" -d '{"events": [{"server_uuid": "c48bc196-4137-4851-b1b4-4ecf6537c3ce", "name": "network-vif-plugged", "status": "completed", "tag": "d946479d-7655-4638-8d73-c39298098c3d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:30.314599 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.405479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:30.420321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.531405 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f073054a-7128-4a3b-9534-1a68dc5d9ae9 x-openstack-request-id: req-f073054a-7128-4a3b-9534-1a68dc5d9ae9 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:30.533838 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48bc196-4137-4851-b1b4-4ecf6537c3ce", "name": "network-vif-plugged", "status": "completed", "tag": "d946479d-7655-4638-8d73-c39298098c3d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:30.534311 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f073054a-7128-4a3b-9534-1a68dc5d9ae9 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:30.536171 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48bc196-4137-4851-b1b4-4ecf6537c3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd946479d-7655-4638-8d73-c39298098c3d', 'code': 200} Nov 03 18:31:30.573072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:30.623308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce8d63-d40b-4c94-98db-caa741f934cc req-33653e49-2f42-42b3-bbfd-1dda015f5412 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:30.626279 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7dce8d63-d40b-4c94-98db-caa741f934cc req-33653e49-2f42-42b3-bbfd-1dda015f5412 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 948 time: 0.2073081 Nov 03 18:31:30.775159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebbdab-2605-42bd-ab81-18ed5774c1fd req-2e954658-fb49-433a-bfa5-75c66cda017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:30.776711 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-70ebbdab-2605-42bd-ab81-18ed5774c1fd req-2e954658-fb49-433a-bfa5-75c66cda017f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 1099 time: 0.1447487 Nov 03 18:31:30.781079 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7dce8d63-d40b-4c94-98db-caa741f934cc req-6258e5b4-9428-4190-8d99-edf4ddaa6ea7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263630 Nov 03 18:31:30.891837 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-70ebbdab-2605-42bd-ab81-18ed5774c1fd req-03965112-28aa-4730-9946-c83721569082 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063890 Nov 03 18:31:31.049090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14053b03-329e-4040-bbee-3f4c94082828 req-f9b5ff98-1e1b-4266-974b-4f6bd58eb8b5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:31.067630 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14053b03-329e-4040-bbee-3f4c94082828 req-f9b5ff98-1e1b-4266-974b-4f6bd58eb8b5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 948 time: 0.1303897 Nov 03 18:31:31.121811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5a9fc-8a1f-4ada-94f8-191077d3dd4b req-f05f711c-0421-4ce2-aff3-ad295f4dde3b tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:31.150327 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cac5a9fc-8a1f-4ada-94f8-191077d3dd4b req-f05f711c-0421-4ce2-aff3-ad295f4dde3b tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1097 time: 0.1516943 Nov 03 18:31:31.183150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14053b03-329e-4040-bbee-3f4c94082828 req-fd99a741-5d6a-4c9b-a9b8-65f33b0845e3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140532 Nov 03 18:31:31.264371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cac5a9fc-8a1f-4ada-94f8-191077d3dd4b req-e1ba0203-b0a6-40d4-953f-857743325939 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122909 Nov 03 18:31:32.009361 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:32.141463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007f7be-ffc3-4c5d-8a26-f1b610cf7da7 req-99300848-962d-4a18-b0cb-05593f705aaf tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:32.161888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d007f7be-ffc3-4c5d-8a26-f1b610cf7da7 req-99300848-962d-4a18-b0cb-05593f705aaf tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 948 time: 0.1743162 Nov 03 18:31:32.302088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d007f7be-ffc3-4c5d-8a26-f1b610cf7da7 req-b8dd303e-0245-4e50-8f79-e553431018a4 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330347 Nov 03 18:31:32.537757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:32.543285 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7837ec-9b0c-4819-a546-77dd51894ee5" -d '{"events": [{"server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "name": "network-vif-unplugged", "status": "completed", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:32.706576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9413-6ca9-4936-b5ce-80c6ca2feb7e req-59885560-42a5-4b80-817b-c7921eb7b2ea tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:32.739050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99dc9413-6ca9-4936-b5ce-80c6ca2feb7e req-59885560-42a5-4b80-817b-c7921eb7b2ea tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 948 time: 0.2423780 Nov 03 18:31:32.842383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99dc9413-6ca9-4936-b5ce-80c6ca2feb7e req-cac263df-ed8c-499b-b570-c8e212a6a2e5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017113 Nov 03 18:31:33.039139 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:33.266820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 185f3e07-06fd-463d-a035-0b545b36dbb2 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:33.660221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:33.692985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'mac_address': 'fa:16:3e:62:3f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:33.805797 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:33.842456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185f3e07-06fd-463d-a035-0b545b36dbb2 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:33.874238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-b2af1019-65ac-46f2-88d6-6afb479ff579 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:31:33.878383 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-b2af1019-65ac-46f2-88d6-6afb479ff579 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0102932 Nov 03 18:31:33.954240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:33.967965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-eb236c92-d3a9-4ec6-8ee9-54a89b0f5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:33.971407 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-eb236c92-d3a9-4ec6-8ee9-54a89b0f5439 service neutron] 10.222.0.77 "GET /v2.0/ports/371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0820479 Nov 03 18:31:33.977126 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:33.987189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Request body: {'binding': {'host': 'n-h2-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:33.987904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Unknown quota resources ['binding']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:31:34.182989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on host n-h2-812148-3 for vnic_type normal with profile None {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:34.183597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:34.184213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:34.207589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:34.208122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:34.222478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:34.222724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:34.223204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:34.223667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Bound port: 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:34.228119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:34.372270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:34.383633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['185f3e07-06fd-463d-a035-0b545b36dbb2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:34.428755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:34.430908 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ebddf81f-0fcc-4361-a71e-7ca5360f347f service neutron] 10.222.0.77 "POST /v2.0/ports/371525a8-8386-4a07-a1ae-dd9241fdf2e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4481599 Nov 03 18:31:34.503548 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab671a5-c08f-4bb6-95ff-414b06d5d6c1 x-openstack-request-id: req-8ab671a5-c08f-4bb6-95ff-414b06d5d6c1 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:34.504158 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "name": "network-vif-unplugged", "status": "completed", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:34.504553 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ab671a5-c08f-4bb6-95ff-414b06d5d6c1 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:34.505095 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'code': 200} Nov 03 18:31:34.863620 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-66d12928-67a0-4f11-8cda-60259bb2dc53 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:34.866708 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-66d12928-67a0-4f11-8cda-60259bb2dc53 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc&tenant_id=9a4df77df91b447ea667fc3899ffe6af&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 949 time: 0.1378145 Nov 03 18:31:34.884734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e67f0-8227-462e-8b3d-bf8dfdf95a20 req-7c1a4151-d3bf-4d15-9fd0-e38969623d28 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:34.901967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f72e67f0-8227-462e-8b3d-bf8dfdf95a20 req-7c1a4151-d3bf-4d15-9fd0-e38969623d28 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 948 time: 0.2536881 Nov 03 18:31:35.138455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ab507723-3010-4b69-8424-ca5ca008e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:35.143843 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ab507723-3010-4b69-8424-ca5ca008e6d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1097 time: 0.2346139 Nov 03 18:31:35.237790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-13f72755-7678-4c8f-a908-60c88a1437ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:35.238541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-13f72755-7678-4c8f-a908-60c88a1437ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 1100 time: 0.2438653 Nov 03 18:31:35.246465 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f72e67f0-8227-462e-8b3d-bf8dfdf95a20 req-ea2dd845-a2aa-454b-bf45-345c9c4d9b6d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409851 Nov 03 18:31:35.287809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc251c9-eab1-4bb0-9429-42b74adce919 req-717ee7b5-b4c3-4df1-9cbe-ad9ee53959e8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:35.296812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bdc251c9-eab1-4bb0-9429-42b74adce919 req-717ee7b5-b4c3-4df1-9cbe-ad9ee53959e8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 946 time: 0.1404815 Nov 03 18:31:35.359344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bdc251c9-eab1-4bb0-9429-42b74adce919 req-5e968364-ff80-4f14-954f-d3b0ea7ba711 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561249 Nov 03 18:31:35.588658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-f20740da-0e44-427f-bd5a-811378ce0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:35.591992 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-f20740da-0e44-427f-bd5a-811378ce0d4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.4275508 Nov 03 18:31:35.677292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-161f9e27-37a0-4587-87c0-364dfd072ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:35.679278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-161f9e27-37a0-4587-87c0-364dfd072ae0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.4277337 Nov 03 18:31:35.683109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-2139ff4c-0177-4fd8-a882-e59dda99d401 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 200 len: 217 time: 0.0741386 Nov 03 18:31:35.726135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbd7bd-e46d-491c-be58-dd8fb27ca5f9 req-145d0a84-ec7e-4d4c-8602-4173e4a753d5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:35.727878 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-01fbd7bd-e46d-491c-be58-dd8fb27ca5f9 req-145d0a84-ec7e-4d4c-8602-4173e4a753d5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 949 time: 0.2472811 Nov 03 18:31:35.738557 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0a0549f7-ba89-4a95-a848-6b76981ae009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:35.824078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-063a6fbd-4ca8-4dea-856b-8b47e8488091 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=185f3e07-06fd-463d-a035-0b545b36dbb2 HTTP/1.1" status: 200 len: 217 time: 0.0940602 Nov 03 18:31:35.877904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f99c8-43af-4b5a-bcc3-813d2abe3f9f req-5070aefa-2920-4289-a369-9e7b7ed89654 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:35.881206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-833f99c8-43af-4b5a-bcc3-813d2abe3f9f req-5070aefa-2920-4289-a369-9e7b7ed89654 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0739164 Nov 03 18:31:35.972965 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-01fbd7bd-e46d-491c-be58-dd8fb27ca5f9 req-3926e1f9-ed22-4bf4-bbc4-a30d6cd523c1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284667 Nov 03 18:31:35.974661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ae5a32dd-097f-4c5c-ac34-62b03c29823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:35.976905 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-ae5a32dd-097f-4c5c-ac34-62b03c29823c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.2479537 Nov 03 18:31:35.977121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-833f99c8-43af-4b5a-bcc3-813d2abe3f9f req-fce33f84-dd24-4359-aef0-4e640ca7ce15 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852597 Nov 03 18:31:36.105651 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-532907ca-a092-4b97-9407-936f5578b456 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179581 Nov 03 18:31:36.235153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-a747c0c9-cd8b-4f6f-8a17-8e4979f7aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:36.237677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-a747c0c9-cd8b-4f6f-8a17-8e4979f7aab8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.4009552 Nov 03 18:31:36.441470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-83830384-6f93-4c31-bec3-f5fef4cbbf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:36.443213 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-83830384-6f93-4c31-bec3-f5fef4cbbf25 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 1097 time: 0.3420165 Nov 03 18:31:36.447216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-fb7a37f4-e246-4f45-8187-23c18f09111a service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149245 Nov 03 18:31:36.462854 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-cb463c96-c344-42d3-a188-994a7d9c28f3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675824 Nov 03 18:31:36.547321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-a0ea7224-648e-4bbc-96f7-da25ab43d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:36.550125 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-a0ea7224-648e-4bbc-96f7-da25ab43d280 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2779088 Nov 03 18:31:36.765156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeeff2c-17a2-4db6-99a7-dd66c834618c req-2e325201-de88-4fe4-9c6d-57b1c5ed9dc8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:36.775305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eeeff2c-17a2-4db6-99a7-dd66c834618c req-2e325201-de88-4fe4-9c6d-57b1c5ed9dc8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 946 time: 0.0834706 Nov 03 18:31:36.835761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:36.847928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eeeff2c-17a2-4db6-99a7-dd66c834618c req-0a060a59-87a6-4968-9335-127be6b29fe5 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697744 Nov 03 18:31:37.149125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-eb070914-b8f8-4fdc-aa41-dcc404f5645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:37.152920 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-eb070914-b8f8-4fdc-aa41-dcc404f5645d service neutron] 10.222.0.96 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 905 time: 0.6646323 Nov 03 18:31:37.164566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90f9f6cd-d2ea-40b1-9cc3-baa4972c17b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:37.192097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b29d4ff9-3caa-43dd-b909-c89164815064 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:37.211157 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b29d4ff9-3caa-43dd-b909-c89164815064 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7469277 Nov 03 18:31:37.232781 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-913daf5d-2566-43c9-a9ef-bd68a14d31fb service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666166 Nov 03 18:31:37.300035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 185f3e07-06fd-463d-a035-0b545b36dbb2 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:37.356887 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-713cee65-339d-499c-be5a-1543be7bad02 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/quotas/c9fec63716954a5cbeb447e1b090fb2a HTTP/1.1" status: 200 len: 375 time: 0.1442373 Nov 03 18:31:37.397599 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-113312c9-cef8-4230-a888-4c28774edc8f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1 HTTP/1.1" status: 200 len: 217 time: 0.1826363 Nov 03 18:31:37.424874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-7e994457-204f-40e0-8bcb-280529b8c988 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3517013 Nov 03 18:31:37.429101 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-4cb61839-84a4-4a60-bca7-4bd1a85937d8 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586662 Nov 03 18:31:37.451816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90f9f6cd-d2ea-40b1-9cc3-baa4972c17b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:37.460519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 185f3e07-06fd-463d-a035-0b545b36dbb2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:37.461640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:37.481464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90f9f6cd-d2ea-40b1-9cc3-baa4972c17b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:37.574872 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-90f9f6cd-d2ea-40b1-9cc3-baa4972c17b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e503fe3783914d73b2a8b49995a7defd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229156 Nov 03 18:31:37.577104 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dec674d-1a47-4993-b950-6d75b6398f4f req-f9bb5f60-3245-4b9f-abb9-e3e5902313c2 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274736 Nov 03 18:31:37.577481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41932) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:37.671034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-c9c1c9a6-af1a-403c-810b-548eafc7fdc1 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:37.673463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-c9c1c9a6-af1a-403c-810b-548eafc7fdc1 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1097 time: 0.3369179 Nov 03 18:31:37.676339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9f6cd-d2ea-40b1-9cc3-baa4972c17b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008836f4-b389-4378-b959-e37947865a49,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:37.717974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-f655e2cf-e450-4dce-b3b1-a235d5d2b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:37.720925 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-f655e2cf-e450-4dce-b3b1-a235d5d2b1ba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.2901046 Nov 03 18:31:37.729045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7b377-71d6-4492-984e-db2879127863 req-d5622f4c-b49a-4f60-bcd3-bec6792cf3bb tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:37.733791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-3'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:37.737444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8dd7b377-71d6-4492-984e-db2879127863 req-d5622f4c-b49a-4f60-bcd3-bec6792cf3bb tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 949 time: 0.3840795 Nov 03 18:31:37.791070 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:37.806289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-0a73c26a-f866-470a-99ea-ed310e271635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:37.808096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-0a73c26a-f866-470a-99ea-ed310e271635 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 1100 time: 0.3485687 Nov 03 18:31:37.864643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:37.867067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:37.872416 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6343484b-f5e3-420d-a489-3baa93eb33c0" -d '{"events": [{"server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "name": "network-vif-plugged", "status": "completed", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:37.876879 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:37.940985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-d2f64c0c-3180-4445-8f19-ed46491b46de tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5824823 Nov 03 18:31:37.979723 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-ac39955a-9a07-45fe-b9b9-81e89a9f38a1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634812 Nov 03 18:31:37.986672 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:38.002598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:38.156395 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a936ebc-7a7b-4946-a1a3-208cfcb7d6cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:38.202104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8dd7b377-71d6-4492-984e-db2879127863 req-169e1056-7b8a-4109-90f7-ba634cc6806d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038618 Nov 03 18:31:38.286567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ac89c3d-2115-4b4a-a812-916cbbc4bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:38.317339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a936ebc-7a7b-4946-a1a3-208cfcb7d6cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:38.355386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-cf798a0e-07a2-432d-9f47-7330c1ce65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:38.357862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-cf798a0e-07a2-432d-9f47-7330c1ce65c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.4817057 Nov 03 18:31:38.395734 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-e6bfe7aa-5fe3-49c1-a8ca-bf6c45c848d8 service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475926 Nov 03 18:31:38.492153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-89709f01-a96e-4339-bfd2-3c8278b79ae9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 200 len: 217 time: 0.1250112 Nov 03 18:31:38.703269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69b888-56c4-4524-8df4-03e4e6884f4c req-f019c440-67c2-4731-9445-34dbd8b1e349 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:38.711459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e69b888-56c4-4524-8df4-03e4e6884f4c req-f019c440-67c2-4731-9445-34dbd8b1e349 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1096 time: 0.1964538 Nov 03 18:31:38.715057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:38.759229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003c2a0-15d3-42bf-a587-ff6d730e5780 req-c05e0ba2-1e0c-46e2-b013-b483713ebcb9 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:38.777435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2003c2a0-15d3-42bf-a587-ff6d730e5780 req-c05e0ba2-1e0c-46e2-b013-b483713ebcb9 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 945 time: 0.2951198 Nov 03 18:31:38.781518 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aba8d29c-2d87-4cf5-81b5-7a7bf4b5b75c req-8a237a1d-5726-42f6-8e82-66258daf67e2 service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678699 Nov 03 18:31:38.812897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-0866a0bd-c097-4df3-9f55-4116843bd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:38.816017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-0866a0bd-c097-4df3-9f55-4116843bd0a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2942085 Nov 03 18:31:38.820001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a936ebc-7a7b-4946-a1a3-208cfcb7d6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:38.825986 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a936ebc-7a7b-4946-a1a3-208cfcb7d6cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:38.826884 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e69b888-56c4-4524-8df4-03e4e6884f4c req-6d54b5a4-9689-4d2d-aeb5-9a92e78f00b8 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078367 Nov 03 18:31:38.828569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4a936ebc-7a7b-4946-a1a3-208cfcb7d6cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/008836f4-b389-4378-b959-e37947865a49 HTTP/1.1" status: 204 len: 168 time: 1.2332928 Nov 03 18:31:38.831095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:38.969317 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b72580-5ac1-4acd-be6d-4439d9630ef7 x-openstack-request-id: req-b4b72580-5ac1-4acd-be6d-4439d9630ef7 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:38.970677 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "name": "network-vif-plugged", "status": "completed", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:38.970677 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4b72580-5ac1-4acd-be6d-4439d9630ef7 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:38.971221 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'code': 200} Nov 03 18:31:39.017765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:39.021466 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e47a8d-4426-4b18-8b64-359d567754bd" -d '{"events": [{"server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "name": "network-vif-unplugged", "status": "completed", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:39.027788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:39.037974 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:39.097227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a936ebc-7a7b-4946-a1a3-208cfcb7d6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008836f4-b389-4378-b959-e37947865a49,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:39.198827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:39.223216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2003c2a0-15d3-42bf-a587-ff6d730e5780 req-32a65eb6-ee23-481c-9434-85656de893c0 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384074 Nov 03 18:31:39.265682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-77b27f42-8869-4f5c-93fd-dad4a01da23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:39.272605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-77b27f42-8869-4f5c-93fd-dad4a01da23a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4054887 Nov 03 18:31:39.302698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:39.304549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:39.305595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:39.311970 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:39.312297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Attempting to bind port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:39.319533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:39.319533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:39.319972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:39.320099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Bound port: 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:39.320469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:39.360315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a04c2-ebb4-4bab-894f-74e8148ae0f9 req-f167d66f-892e-4743-b190-97625db81be1 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:39.368766 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a59a04c2-ebb4-4bab-894f-74e8148ae0f9 req-f167d66f-892e-4743-b190-97625db81be1 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 944 time: 0.1754310 Nov 03 18:31:39.474187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a59a04c2-ebb4-4bab-894f-74e8148ae0f9 req-54df636f-5e23-4ba8-959d-96c0b3f2dae8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038721 Nov 03 18:31:39.577025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:39.584482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:39.594575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:39.680779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-a8f65957-897d-4f20-ab0a-8edd3977b1ff service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873429 Nov 03 18:31:39.694105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d0a8aa5-aa32-4512-a758-c4a7e848dcb5 req-b22ae72d-562a-436d-8c88-663c079c6e19 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 210 time: 0.1081128 Nov 03 18:31:39.768511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41984) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:39.798184 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf75f95-2fa6-42b1-9858-7b36b4395376 x-openstack-request-id: req-acf75f95-2fa6-42b1-9858-7b36b4395376 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:39.798482 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "name": "network-vif-unplugged", "status": "completed", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:39.798759 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-acf75f95-2fa6-42b1-9858-7b36b4395376 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:39.799122 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0', 'code': 200} Nov 03 18:31:39.799991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=8']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:39.827195 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:39.838749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a2065a1a-594e-48d7-b08d-8d349e1179bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:39.931115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:39.932257 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:39.934950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-d7576150-3e5f-43e5-a7a7-8051d6538fa2 service neutron] 10.222.0.70 "PUT /v2.0/ports/371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 200 len: 1122 time: 2.2097063 Nov 03 18:31:40.026646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['371525a8-8386-4a07-a1ae-dd9241fdf2e0'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:40.096758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef84f6bd-40cc-42d8-bc09-e393ac250ec3 req-eedcc815-98da-4cd4-8906-1c37a7a37e60 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981276 Nov 03 18:31:40.119086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323ef22-3ced-4fb2-8002-daf6f0ea5598 req-f9a57537-b064-4486-a7af-ea2d7c034f57 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:40.127800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5323ef22-3ced-4fb2-8002-daf6f0ea5598 req-f9a57537-b064-4486-a7af-ea2d7c034f57 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.1605575 Nov 03 18:31:40.234205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5323ef22-3ced-4fb2-8002-daf6f0ea5598 req-d0098a5a-a127-49ac-a207-39dc258b575e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053193 Nov 03 18:31:40.287536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a2065a1a-594e-48d7-b08d-8d349e1179bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:40.294965 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a2065a1a-594e-48d7-b08d-8d349e1179bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:40.369928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a2065a1a-594e-48d7-b08d-8d349e1179bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c8870bc0bde4f9095c5c7c6549586d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976498 Nov 03 18:31:40.370814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2065a1a-594e-48d7-b08d-8d349e1179bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac9f21b-3b39-4306-b166-b9c6aa27c4f4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:40.373184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42002) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:40.501875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4fb53889-c467-4054-8963-6cd0eb19c685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:40.577034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-092e8958-aab0-42c0-8f4b-fee5815e69ae tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533359 Nov 03 18:31:40.590445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4fb53889-c467-4054-8963-6cd0eb19c685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:40.901401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-42ade038-bad4-41b0-b6c4-97573b75e852 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:40.915251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-42ade038-bad4-41b0-b6c4-97573b75e852 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276880 Nov 03 18:31:40.917708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4fb53889-c467-4054-8963-6cd0eb19c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:40.920582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4fb53889-c467-4054-8963-6cd0eb19c685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:40.922668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4fb53889-c467-4054-8963-6cd0eb19c685 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ac9f21b-3b39-4306-b166-b9c6aa27c4f4 HTTP/1.1" status: 204 len: 168 time: 0.5484092 Nov 03 18:31:40.943986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Request body: {'port': {'device_id': '5c0edaca-f166-4d13-9454-174a98cfa490', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'c9fec63716954a5cbeb447e1b090fb2a'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:40.975415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb53889-c467-4054-8963-6cd0eb19c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac9f21b-3b39-4306-b166-b9c6aa27c4f4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:41.291916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Made reservation on behalf of c9fec63716954a5cbeb447e1b090fb2a for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:41.302789 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:41.585741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-e772f1cb-e13e-451a-b957-060b482ebb8f tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:31:41.589348 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-e772f1cb-e13e-451a-b957-060b482ebb8f tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0112453 Nov 03 18:31:41.701706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Allocated IP 192.168.233.214 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/b0edce7b-2f43-46d9-b4af-b2b2fc62a75b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:41.725339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0eab69bc-409b-4bf3-b118-3d402cf9bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:41.740329 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0eab69bc-409b-4bf3-b118-3d402cf9bde3 service neutron] 10.222.0.77 "GET /v2.0/ports/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 200 len: 1093 time: 0.1192708 Nov 03 18:31:41.749392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Request body: {'binding': {'host': 'n-h2-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:41.750690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Unknown quota resources ['binding']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:31:42.107379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:42.109396 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:42.194118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59abf4-ab13-4492-9ff7-03534152f9c7 req-09da7ed8-5c43-40fe-9486-3ef02195a69b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:42.196931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f59abf4-ab13-4492-9ff7-03534152f9c7 req-09da7ed8-5c43-40fe-9486-3ef02195a69b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.2228615 Nov 03 18:31:42.218335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:42.223297 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4882de-c343-49f9-ade1-f44ff66a210b" -d '{"events": [{"name": "network-changed", "server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:42.310215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on host n-h2-812148-3 for vnic_type normal with profile None {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:42.310948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:42.311625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:42.323255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:42.324139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:42.334813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:42.335818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:42.336529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:42.337368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Bound port: d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:42.415693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:42.453638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:42.456255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f59abf4-ab13-4492-9ff7-03534152f9c7 req-548374d4-5ca5-4c58-9282-7bec4f7674f4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432983 Nov 03 18:31:42.473297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:42.475233 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2a043e3e-94ee-40c8-9d0b-5556718c4991 service neutron] 10.222.0.77 "POST /v2.0/ports/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1/bindings HTTP/1.1" status: 201 len: 389 time: 0.7325895 Nov 03 18:31:42.534355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:42.550696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'd946479d-7655-4638-8d73-c39298098c3d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:42.595289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:42.599800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:42.602432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:42.746653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:42.747507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:42.951760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0117552 Nov 03 18:31:42.953243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9d1c-4d65-44d4-b190-7f2cf298ae46 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Pushing event updated for resources: {'Port': ['ID=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:42.972179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Request body: {'port': {'device_id': '5c0edaca-f166-4d13-9454-174a98cfa490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:42.975235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859bcec-b2f9-4d42-9a98-0712988780e9 req-1da505a4-6047-4341-8a56-3912bc6e328a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:42.983195 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3859bcec-b2f9-4d42-9a98-0712988780e9 req-1da505a4-6047-4341-8a56-3912bc6e328a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 936 time: 0.1399665 Nov 03 18:31:43.038132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a0d6c-cd54-41d6-8370-809c1a00bbd5 req-360aa3bf-de56-441a-b5dc-eb4eee9e6614 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:43.046763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f72a0d6c-cd54-41d6-8370-809c1a00bbd5 req-360aa3bf-de56-441a-b5dc-eb4eee9e6614 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 944 time: 0.2327316 Nov 03 18:31:43.093455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:43.151317 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3859bcec-b2f9-4d42-9a98-0712988780e9 req-7e00be88-40f8-4f12-b222-eb6beb53ea39 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609735 Nov 03 18:31:43.168382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f72a0d6c-cd54-41d6-8370-809c1a00bbd5 req-5e7c0064-1b70-4aa6-afdd-db3cf07118e3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204424 Nov 03 18:31:43.258526 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76403c26-88c4-403d-80cf-91a405177ef0 x-openstack-request-id: req-76403c26-88c4-403d-80cf-91a405177ef0 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:43.259010 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:43.259497 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76403c26-88c4-403d-80cf-91a405177ef0 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:43.260136 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0', 'status': 'completed', 'code': 200} Nov 03 18:31:43.279587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-52bf58bf-7d5e-4b3f-a0a8-1da9a022298a None None] Provisioning complete for port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:43.280161 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52bf58bf-7d5e-4b3f-a0a8-1da9a022298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:43.344118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-52bf58bf-7d5e-4b3f-a0a8-1da9a022298a None None] Port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:31:43.361732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 371525a8-8386-4a07-a1ae-dd9241fdf2e0 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:43.426347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-d66af809-c1b3-4465-87f3-daa5775f1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:43.431547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-d66af809-c1b3-4465-87f3-daa5775f1569 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1125 time: 0.1149619 Nov 03 18:31:43.588169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:43.604171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 371525a8-8386-4a07-a1ae-dd9241fdf2e0 has no active binding in host n-h2-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:31:43.741647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-bd76e70b-019e-4a49-a243-e79e8ca2f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:43.744078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-bd76e70b-019e-4a49-a243-e79e8ca2f59b service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.3035827 Nov 03 18:31:43.772886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-b556c798-b8b0-404a-ad2a-850c524ef307 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2099592525&fields=id&tenant_id=896a9cdfe89a4d47a4afc98094bf5c65 HTTP/1.1" status: 200 len: 267 time: 0.1214819 Nov 03 18:31:43.775198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0edce7b-2f43-46d9-b4af-b2b2fc62a75b {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:43.786196 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:43.812957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Transition to ACTIVE for port object b0edce7b-2f43-46d9-b4af-b2b2fc62a75b will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:43.815166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-8e092c51-fb9f-44d2-984b-63d1e627ba46 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 200 len: 217 time: 0.0461435 Nov 03 18:31:43.835260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:43.879166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-8515697c-5869-4db7-be18-d8994c01d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:43.880749 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-8515697c-5869-4db7-be18-d8994c01d419 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.0495121 Nov 03 18:31:43.888965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-36a7ea2f-9aa5-4d22-8011-2c6864807531 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:43.890791 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-36a7ea2f-9aa5-4d22-8011-2c6864807531 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb68ed11-471a-4029-b42d-1ae52277e7c5 HTTP/1.1" status: 200 len: 945 time: 0.1804950 Nov 03 18:31:43.931146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-c74fe21d-1dd6-499d-97cc-574e6e62b512 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384517 Nov 03 18:31:44.130110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Pushing event updated for resources: {'Port': ['ID=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:44.213733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Deleting port b0d09d59-1685-421b-93c4-844c87e33bcf {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:31:44.214298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:44.220715 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-472a9a6a-d626-4a8a-8005-e6cecdf831d4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:44.223546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-472a9a6a-d626-4a8a-8005-e6cecdf831d4 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 824 time: 0.4247994 Nov 03 18:31:44.255222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Attempting to bind port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:44.255923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Attempting to bind port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:44.256622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Attempting to bind port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:44.264482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-29e4c9fa-9feb-4935-af38-b27423f9241e tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/quotas/896a9cdfe89a4d47a4afc98094bf5c65 HTTP/1.1" status: 200 len: 375 time: 0.0276432 Nov 03 18:31:44.270963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:44.271429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Attempting to bind port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:44.299186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:44.299735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:44.300359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:44.301115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Bound port: b0edce7b-2f43-46d9-b4af-b2b2fc62a75b, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:44.301755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:44.326805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c67a27-05cb-4345-8206-fafaf54b1046 req-60e50328-9989-4705-9dd5-8f64be2ad76f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:44.329511 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f2c67a27-05cb-4345-8206-fafaf54b1046 req-60e50328-9989-4705-9dd5-8f64be2ad76f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.1519580 Nov 03 18:31:44.336327 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-8c817fb4-7d82-4cd9-9925-7cad68023876 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789559 Nov 03 18:31:44.410639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-5532f8a0-0a9e-46d6-b124-fac4fe95bdf6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1331699 Nov 03 18:31:44.446981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] For port b0d09d59-1685-421b-93c4-844c87e33bcf, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0d09d59-1685-421b-93c4-844c87e33bcf,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:44.447353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:44.474886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] For port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:44.539896 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f2c67a27-05cb-4345-8206-fafaf54b1046 req-2a5647b7-92b1-47a6-acea-6ea87bf8d0c5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025385 Nov 03 18:31:44.545736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] For port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:44.562529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:44.609300 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb4882de-c343-49f9-ade1-f44ff66a210b req-997019a9-64cf-4b56-89b0-ec90d695795b service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600720 Nov 03 18:31:44.636754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:44.640145 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:44.643126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] 10.222.0.70 "PUT /v2.0/ports/b0edce7b-2f43-46d9-b4af-b2b2fc62a75b HTTP/1.1" status: 200 len: 1096 time: 1.6817412 Nov 03 18:31:44.648560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0edaca-f166-4d13-9454-174a98cfa490', 'tag': 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:44.652714 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a545704-9513-423f-82b0-4e7c7c399080" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0edaca-f166-4d13-9454-174a98cfa490", "tag": "b0edce7b-2f43-46d9-b4af-b2b2fc62a75b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:44.734136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2557e5ef-d18e-4b52-b4b2-f5aa9951b185 service neutron] 10.222.0.77 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024814 Nov 03 18:31:45.097285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4021657-3822-4603-9452-1e3483ad31cd service neutron] Pushing event updated for resources: {'Port': ['ID=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:45.162362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:45.162862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-12eedc25-b80b-4c5c-8802-6ec4194e0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:45.163075 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:45.163662 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Floating IP 91a7fcf5-6088-47e9-82ba-4e9e40f190ad disassociated. External IP: 172.25.3.251, port: b0d09d59-1685-421b-93c4-844c87e33bcf. Nov 03 18:31:45.164332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Calling delete_port for b0d09d59-1685-421b-93c4-844c87e33bcf owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:31:45.164793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-12eedc25-b80b-4c5c-8802-6ec4194e0443 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 1099 time: 0.4247546 Nov 03 18:31:45.215876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-11dca36c-ea99-43de-a696-eb0637ddc821 service neutron] 10.222.0.77 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803975 Nov 03 18:31:45.279485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-7a877686-b5f4-4edc-87d6-1859b542c1a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b HTTP/1.1" status: 200 len: 217 time: 0.1040654 Nov 03 18:31:45.309472 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-f037ec99-ac98-44ca-88f1-13cbe8905c47 service neutron] 10.222.0.96 "GET /v2.0/ports/371525a8-8386-4a07-a1ae-dd9241fdf2e0/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 384 time: 0.2445118 Nov 03 18:31:45.376464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-fbff473a-91fb-4889-92ee-94a3ff8a77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:45.378290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-fbff473a-91fb-4889-92ee-94a3ff8a77b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0882688 Nov 03 18:31:45.575635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:45.590794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-e4a56793-6a4c-4ddd-8118-6d300bf06aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:45.594212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-e4a56793-6a4c-4ddd-8118-6d300bf06aef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077904 Nov 03 18:31:45.654670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event deleted for resources: {'Port': ['ID=b0d09d59-1685-421b-93c4-844c87e33bcf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:45.699410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2528d-3094-4e11-a612-eeafb8801c28 req-c18fd28d-cf6b-4fec-b38f-a22014bd160a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:45.708926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72d2528d-3094-4e11-a612-eeafb8801c28 req-c18fd28d-cf6b-4fec-b38f-a22014bd160a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 948 time: 0.2204685 Nov 03 18:31:45.789963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72d2528d-3094-4e11-a612-eeafb8801c28 req-01373d9e-be8f-43da-aed9-a2dec661cade tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799148 Nov 03 18:31:45.819153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-4a883486-741f-4e31-a916-2df8568479da service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129049 Nov 03 18:31:45.825933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45094d-06a5-4292-8ec6-8d031b81cc9a req-a595da33-9f7c-4367-b784-7780bd4b5064 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:45.827656 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f45094d-06a5-4292-8ec6-8d031b81cc9a req-a595da33-9f7c-4367-b784-7780bd4b5064 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 944 time: 0.2428429 Nov 03 18:31:45.968785 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e275b8-a9a1-45bc-99fc-97769c41178d x-openstack-request-id: req-e6e275b8-a9a1-45bc-99fc-97769c41178d {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:45.969906 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0edaca-f166-4d13-9454-174a98cfa490", "tag": "b0edce7b-2f43-46d9-b4af-b2b2fc62a75b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:45.970360 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6e275b8-a9a1-45bc-99fc-97769c41178d {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:45.970954 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0edaca-f166-4d13-9454-174a98cfa490', 'tag': 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b', 'status': 'completed', 'code': 200} Nov 03 18:31:46.028639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d65617f6-4b08-42f1-87b0-f8c95c694090 req-60572576-c1ed-48ca-be46-77a5d054d753 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891708 Nov 03 18:31:46.043987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:46.128634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f45094d-06a5-4292-8ec6-8d031b81cc9a req-2c57c1fb-f571-45f0-ad34-d51f76a8b30b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593899 Nov 03 18:31:46.158555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:46.271460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Router 6bfd20c0-fe04-4529-aecd-4038d10105ca has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:31:46.275516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a545704-9513-423f-82b0-4e7c7c399080 req-720dcd68-2090-49e8-87ab-2929fa370051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:46.277930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a545704-9513-423f-82b0-4e7c7c399080 req-720dcd68-2090-49e8-87ab-2929fa370051 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 1099 time: 0.1312666 Nov 03 18:31:46.310391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371525a8-8386-4a07-a1ae-dd9241fdf2e0 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:46.330616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:46.432097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:46.433367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98e29521-8d10-454d-98d2-139b359b9291 req-d43827c3-1560-40f5-9a45-1858d6fd79af tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 210 time: 0.1074378 Nov 03 18:31:46.517184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a545704-9513-423f-82b0-4e7c7c399080 req-6b8d7d1d-bcc9-4e6d-b5ec-8e6841ea659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:46.522059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a545704-9513-423f-82b0-4e7c7c399080 req-6b8d7d1d-bcc9-4e6d-b5ec-8e6841ea659a service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2291560 Nov 03 18:31:46.614765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a545704-9513-423f-82b0-4e7c7c399080 req-5d9c5da9-8cfb-4808-a8fe-80f2ebd015d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b HTTP/1.1" status: 200 len: 217 time: 0.0877812 Nov 03 18:31:46.664496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:31:46.682685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] Sync routers for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:31:46.705950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:31:46.706597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:31:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:46.749866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] No DVR routers for this DVR port b0d09d59-1685-421b-93c4-844c87e33bcf on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:46.758747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:46.764785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-67c577d1-5ba5-46cf-b034-abd3625851b1 req-d5c83701-989e-4a14-98d0-d0bc23d6fba5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.70 "DELETE /v2.0/ports/b0d09d59-1685-421b-93c4-844c87e33bcf HTTP/1.1" status: 204 len: 173 time: 2.8630600 Nov 03 18:31:46.776565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'name': 'network-vif-deleted', 'tag': 'b0d09d59-1685-421b-93c4-844c87e33bcf'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:46.789469 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb941850-0b1b-48bc-80e4-54cfb0631b2a" -d '{"events": [{"server_uuid": "bb68ed11-471a-4029-b42d-1ae52277e7c5", "name": "network-vif-deleted", "tag": "b0d09d59-1685-421b-93c4-844c87e33bcf"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:46.829082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d2b0-592f-4b2f-9094-a8a6e1040fa0 req-8db0e3ff-2141-4ef5-bde3-5f9feea89b1c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:46.831969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fed4d2b0-592f-4b2f-9094-a8a6e1040fa0 req-8db0e3ff-2141-4ef5-bde3-5f9feea89b1c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.2146342 Nov 03 18:31:46.843048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] Transition to ACTIVE for port object 371525a8-8386-4a07-a1ae-dd9241fdf2e0 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:46.843504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a545704-9513-423f-82b0-4e7c7c399080 req-d939eef4-3d2a-459d-82fd-2839e33f0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:46.847227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a545704-9513-423f-82b0-4e7c7c399080 req-d939eef4-3d2a-459d-82fd-2839e33f0c5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2109399 Nov 03 18:31:46.853597 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:46.999039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] No DVR routers for this DVR port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:47.061834 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] 10.222.0.96 "PUT /v2.0/ports/371525a8-8386-4a07-a1ae-dd9241fdf2e0/bindings/n-h2-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7434874 Nov 03 18:31:47.064485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205086c3-c1ff-49c5-b7c6-756bb2be42bc service neutron] Pushing event updated for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:47.086561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:31:47.140083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fed4d2b0-592f-4b2f-9094-a8a6e1040fa0 req-27020157-ee53-4f85-9ead-550fa043d496 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885787 Nov 03 18:31:47.162741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a545704-9513-423f-82b0-4e7c7c399080 req-649dafdd-1d2d-4415-ad23-ce0903537ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:47.168239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a545704-9513-423f-82b0-4e7c7c399080 req-649dafdd-1d2d-4415-ad23-ce0903537ff5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3029153 Nov 03 18:31:47.418633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0d09d59-1685-421b-93c4-844c87e33bcf no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:47.424358 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be96fd5-4670-4e34-b5b3-ec79cfb3d334 x-openstack-request-id: req-4be96fd5-4670-4e34-b5b3-ec79cfb3d334 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:47.425376 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb68ed11-471a-4029-b42d-1ae52277e7c5", "name": "network-vif-deleted", "tag": "b0d09d59-1685-421b-93c4-844c87e33bcf", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:47.434173 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4be96fd5-4670-4e34-b5b3-ec79cfb3d334 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:47.436018 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb68ed11-471a-4029-b42d-1ae52277e7c5', 'name': 'network-vif-deleted', 'tag': 'b0d09d59-1685-421b-93c4-844c87e33bcf', 'status': 'completed', 'code': 200} Nov 03 18:31:47.472532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a545704-9513-423f-82b0-4e7c7c399080 req-1281ebcd-9263-4a19-a89d-85be5391cfb1 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956755 Nov 03 18:31:47.498127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-71a51e3f-778c-4911-8833-bf7db05268c6 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:47.499953 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-71a51e3f-778c-4911-8833-bf7db05268c6 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.2416580 Nov 03 18:31:47.514372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: b0d09d59-1685-421b-93c4-844c87e33bcf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:31:47.514710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0d09d59-1685-421b-93c4-844c87e33bcf not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:47.690141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-3c61cf13-b554-4005-bd19-112e89be8888 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:47.697366 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-3c61cf13-b554-4005-bd19-112e89be8888 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.96 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 824 time: 0.4903095 Nov 03 18:31:47.718227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:47.751208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee9693-4bc4-4af4-a5d0-73cc505f0cfe req-cb9f36b6-919d-4f37-b9a3-2f816e7eb866 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:47.761248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99ee9693-4bc4-4af4-a5d0-73cc505f0cfe req-cb9f36b6-919d-4f37-b9a3-2f816e7eb866 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 948 time: 0.2754812 Nov 03 18:31:47.803212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] Checking router: 6bfd20c0-fe04-4529-aecd-4038d10105ca for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:31:47.811576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-1c10ddc4-c14c-435e-9793-2cb9d0f5c7b1 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=896a9cdfe89a4d47a4afc98094bf5c65 HTTP/1.1" status: 200 len: 380 time: 0.1021917 Nov 03 18:31:47.814034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-afbc64fe-60e8-4c0d-a295-125d184a81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:47.815553 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-afbc64fe-60e8-4c0d-a295-125d184a81b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86&tenant_id=f8049c549f5042a1aea668364dd97886 HTTP/1.1" status: 200 len: 1096 time: 0.2919340 Nov 03 18:31:47.820381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:31:47.821404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:31:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:47.845980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Request body: {'port': {'device_id': '09e1831a-3657-4be7-8405-53583545b491', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'admin_state_up': True, 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'security_groups': ['2d102031-2e66-46a9-9422-9cd670cf7fef']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:47.853036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a545704-9513-423f-82b0-4e7c7c399080 req-369189e8-b12e-44b0-83ae-cfb82547c98f service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947431 Nov 03 18:31:47.870769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99ee9693-4bc4-4af4-a5d0-73cc505f0cfe req-4058df80-9c97-4692-982d-100752ae348c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052315 Nov 03 18:31:48.157712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:31:48.172070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-c5e90cb5-b07c-47c8-b688-10a523bcb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:48.173773 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-c5e90cb5-b07c-47c8-b688-10a523bcb9cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1096 time: 0.3235753 Nov 03 18:31:48.271717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Made reservation on behalf of 896a9cdfe89a4d47a4afc98094bf5c65 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:48.276430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:48.356006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a90115b6-1a61-4e51-8af0-b5adfca3ecc1 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:48.364488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d73fb8-f0d7-4169-937c-dfcee99c2b98 req-b6384b70-1fbb-436b-b922-21358706178f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:48.367552 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12d73fb8-f0d7-4169-937c-dfcee99c2b98 req-b6384b70-1fbb-436b-b922-21358706178f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 945 time: 0.1760080 Nov 03 18:31:48.425214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-e8090562-eb05-45c1-a87b-5994d28a45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:48.426721 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-e8090562-eb05-45c1-a87b-5994d28a45e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.2340205 Nov 03 18:31:48.435778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ca74ee-61f4-4d16-8ced-3d32dd07e833 req-60ad4392-a64f-485d-8ff9-037fd86f5645 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 210 time: 0.0322645 Nov 03 18:31:48.483311 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:48.489815 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-c27df488-a296-48db-9472-1541d13bf83d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 200 len: 217 time: 0.0466049 Nov 03 18:31:48.514820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:48.517654 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eb9ae6-2369-4895-b289-708cf8eeb5d5" -d '{"events": [{"server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "name": "network-vif-unplugged", "status": "completed", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:48.535974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:48.546822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:48.547671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 371525a8-8386-4a07-a1ae-dd9241fdf2e0 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:48.555532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-044a2a20-01ff-4fd0-bebc-b531f20b0000 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a4df77df91b447ea667fc3899ffe6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324996 Nov 03 18:31:48.556294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:48.576615 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-12d73fb8-f0d7-4169-937c-dfcee99c2b98 req-b8deb0d8-6e7c-4265-9acc-0d3d7ab88628 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685052 Nov 03 18:31:48.605764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Allocated IP 172.20.0.3 (c423ff00-7e73-4ea9-ae8f-47acd2272e3b/178ab601-5793-42be-b6f2-a5fd74918b42/5c7feeae-2c9f-4c69-b5ad-ef577b66a74a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:48.608981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-3c217073-794d-4a3f-af0c-bc37f1efb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:48.610556 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-3c217073-794d-4a3f-af0c-bc37f1efb92b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1129947 Nov 03 18:31:48.643392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10319a39-1b57-44d4-8a68-0a2218948447 None None] The sync data for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 is: [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:31:48.697752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:48.699109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-05aa2053-ef47-4ba3-9061-ead1fb0f2143 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542967 Nov 03 18:31:48.709121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 371525a8-8386-4a07-a1ae-dd9241fdf2e0 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:48.729996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-7b4ded98-cc9f-4911-8d96-57bd1d080006 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:48.739713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-7b4ded98-cc9f-4911-8d96-57bd1d080006 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769595 Nov 03 18:31:48.753818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-115a3931-df76-4286-9cb9-ca6a0530d5fd tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/quotas/9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 375 time: 0.0130844 Nov 03 18:31:48.833263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-631f62bb-2e9a-46c9-bb6d-aa1ba6c9d990 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707381 Nov 03 18:31:48.918111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:49.019934 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-efc15b32-9037-4e89-aef3-304417a0cfde service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015876 Nov 03 18:31:49.026430 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb812883-656b-4d86-ad9a-d949b282be37 None None] New status for floating IP 91a7fcf5-6088-47e9-82ba-4e9e40f190ad: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:31:49.140842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:49.168741 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a051d9-2742-4248-8be9-f75e383ab61f x-openstack-request-id: req-b8a051d9-2742-4248-8be9-f75e383ab61f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:49.170014 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "name": "network-vif-unplugged", "status": "completed", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:49.170623 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8a051d9-2742-4248-8be9-f75e383ab61f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:49.171370 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'code': 200} Nov 03 18:31:49.205785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a403cca-8119-46f0-b8be-c399d2086a3f req-7da56dc1-ae6c-4c6d-bae5-447c70ac56e7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:49.215227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6a403cca-8119-46f0-b8be-c399d2086a3f req-7da56dc1-ae6c-4c6d-bae5-447c70ac56e7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.2856138 Nov 03 18:31:49.282599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:49.284203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:49.286963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:49.294517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:49.295687 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:49.303462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36eee1-229d-4707-8af8-35a2a983dba5 req-2ed41879-2dc5-4ae4-97cd-0155ad569cd6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:49.316480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c36eee1-229d-4707-8af8-35a2a983dba5 req-2ed41879-2dc5-4ae4-97cd-0155ad569cd6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 948 time: 0.0784664 Nov 03 18:31:49.353498 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5150993 Nov 03 18:31:49.358018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadb271-26b4-4200-bee2-fab41b6b9009 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event updated for resources: {'Port': ['ID=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:49.363394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0edce7b-2f43-46d9-b4af-b2b2fc62a75b details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:49.373726 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-8a8f85a7-c244-4d8d-8337-def8045da658 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403988 Nov 03 18:31:49.396205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c36eee1-229d-4707-8af8-35a2a983dba5 req-36e30e1f-51cb-4aa0-aa26-9d37fa5d74ef tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763345 Nov 03 18:31:49.410800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Request body: {'port': {'device_id': '09e1831a-3657-4be7-8405-53583545b491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:49.458838 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6a403cca-8119-46f0-b8be-c399d2086a3f req-0fa43da5-a9b2-4421-bfb2-ba5ae174035c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425656 Nov 03 18:31:49.602614 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:49.672146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:49.686079 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bbaea84f-d523-4e31-973c-ac22157255c2 req-9f0df616-e0c8-4f58-9d17-d590e2ebc016 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 210 time: 0.0883911 Nov 03 18:31:49.691689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b', 'mac_address': 'fa:16:3e:96:22:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:49.753911 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:49.786806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42354) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:49.793490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0edce7b-2f43-46d9-b4af-b2b2fc62a75b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:49.835264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f993d223-f939-4f99-b0ac-c82d73159b19 None None] Provisioning complete for port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:49.836319 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f993d223-f939-4f99-b0ac-c82d73159b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:49.876632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-3dcfc59b-2e29-4f20-a2a3-60700c3d0c3f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:49.878208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:49.880399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f993d223-f939-4f99-b0ac-c82d73159b19 None None] Port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:31:49.884380 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:49.894595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-3dcfc59b-2e29-4f20-a2a3-60700c3d0c3f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 804 time: 0.3803625 Nov 03 18:31:49.922409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-be9275cb-5f9b-416f-9892-1dd9288ddde5 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/quotas/d3b1486e874d475a9be81797546b3de6 HTTP/1.1" status: 200 len: 375 time: 0.0268161 Nov 03 18:31:49.955071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c473-e641-4102-a30e-7b0012107d12 req-5ee5e625-da4e-41b3-ae3e-21b4e2ee5d56 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:49.956934 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-5ee5e625-da4e-41b3-ae3e-21b4e2ee5d56 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.2324464 Nov 03 18:31:49.972080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:50.059833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1ae72d6-8327-441a-b151-7fd92a7878bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.092451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-ef938456-25f1-4205-acbb-6fd80fb9638b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1681316 Nov 03 18:31:50.205001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1ae72d6-8327-441a-b151-7fd92a7878bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.217188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dc30c473-e641-4102-a30e-7b0012107d12 req-15a5b44b-daa9-44f6-ba66-821600dd8322 service neutron] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:50.243384 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1ae72d6-8327-441a-b151-7fd92a7878bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.244849 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dc30c473-e641-4102-a30e-7b0012107d12 req-15a5b44b-daa9-44f6-ba66-821600dd8322 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.246021 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30c473-e641-4102-a30e-7b0012107d12 req-15a5b44b-daa9-44f6-ba66-821600dd8322 service neutron] 10.222.0.70 "DELETE /v2.0/ports/371525a8-8386-4a07-a1ae-dd9241fdf2e0/bindings/n-h1-812148-3 HTTP/1.1" status: 204 len: 173 time: 0.2784152 Nov 03 18:31:50.262294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:50.273029 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.276608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b0edce7b-2f43-46d9-b4af-b2b2fc62a75b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:50.298421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Transition to ACTIVE for port object 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:50.314083 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.324825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d1ae72d6-8327-441a-b151-7fd92a7878bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63a081b4f90f4bd48fabd8f4ad2283ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5368245 Nov 03 18:31:50.328119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42390) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:50.340773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae72d6-8327-441a-b151-7fd92a7878bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c8c3f4-cf5d-48e9-9103-50b717bcacdf,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:50.396474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-711d81c0-e5f5-4a92-a4de-fae464cd5da9 service neutron] 10.222.0.77 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949247 Nov 03 18:31:50.443834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:50.531791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-ca200392-d444-4797-83ee-1b0e46bde69c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:50.534105 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-ca200392-d444-4797-83ee-1b0e46bde69c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.96 "GET /v2.0/ports?device_id=19f3ad3a-4fba-4604-a74b-fed075ec9969 HTTP/1.1" status: 200 len: 944 time: 0.1683500 Nov 03 18:31:50.537002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Attempting to bind port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:50.537489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Attempting to bind port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:50.537913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Attempting to bind port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a on network c423ff00-7e73-4ea9-ae8f-47acd2272e3b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:50.546035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a on network c423ff00-7e73-4ea9-ae8f-47acd2272e3b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:50.546575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Attempting to bind port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a on network c423ff00-7e73-4ea9-ae8f-47acd2272e3b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:50.579807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbd86657-0022-4523-b448-9b939161c67f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=9a4df77df91b447ea667fc3899ffe6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514643 Nov 03 18:31:50.601205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:50.601947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Checking segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:50.602578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Bound using segment: {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:50.603239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Bound port: 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:50.606370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.651267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e10093cc-d8b8-48b5-8014-4f3e5c9d6d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.654585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e89c9-8a9c-4120-80be-124831ca6ac3 req-4c79535a-fac6-444e-ac31-1bff992d6d0d tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:50.656631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f32e89c9-8a9c-4120-80be-124831ca6ac3 req-4c79535a-fac6-444e-ac31-1bff992d6d0d tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 943 time: 0.1803865 Nov 03 18:31:50.761298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-b7917446-f6f5-4cf9-bc4b-bc003871a0ba service neutron] 10.222.0.77 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639016 Nov 03 18:31:50.765554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e10093cc-d8b8-48b5-8014-4f3e5c9d6d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.829504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-9e0eab8f-34d0-4f37-acb0-7a5c08ea166a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:50.831171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-9e0eab8f-34d0-4f37-acb0-7a5c08ea166a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402108 Nov 03 18:31:50.846198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Request body: {'port': {'device_id': 'e969f443-9391-495d-bc9e-59f648aca678', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '9a4df77df91b447ea667fc3899ffe6af'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:50.859662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Deleting port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:31:50.860467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.866450 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f32e89c9-8a9c-4120-80be-124831ca6ac3 req-0e8ea4d4-d937-4c18-9782-0d946b104510 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282506 Nov 03 18:31:50.870630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] For port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:50.906578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] For port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:50.942543 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.966216 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e10093cc-d8b8-48b5-8014-4f3e5c9d6d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.969924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e10093cc-d8b8-48b5-8014-4f3e5c9d6d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:50.971661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e10093cc-d8b8-48b5-8014-4f3e5c9d6d57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41c8c3f4-cf5d-48e9-9103-50b717bcacdf HTTP/1.1" status: 204 len: 168 time: 0.6424544 Nov 03 18:31:51.008040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10093cc-d8b8-48b5-8014-4f3e5c9d6d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c8c3f4-cf5d-48e9-9103-50b717bcacdf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:51.022794 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:51.022794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:51.024253 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] 10.222.0.96 "PUT /v2.0/ports/5c7feeae-2c9f-4c69-b5ad-ef577b66a74a HTTP/1.1" status: 200 len: 1091 time: 1.6556928 Nov 03 18:31:51.040201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e1831a-3657-4be7-8405-53583545b491', 'tag': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:51.046696 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "09e1831a-3657-4be7-8405-53583545b491", "tag": "5c7feeae-2c9f-4c69-b5ad-ef577b66a74a"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:51.105139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83dd8b-9fe3-4bf9-b290-680ff5910148 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:51.135246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] For port a90115b6-1a61-4e51-8af0-b5adfca3ecc1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:51.135607 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:51.146650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Made reservation on behalf of 9a4df77df91b447ea667fc3899ffe6af for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:51.154094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:51.210278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Calling delete_port for a90115b6-1a61-4e51-8af0-b5adfca3ecc1 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:31:51.310619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f40f0f-180d-4464-b1c4-fac75ef38951 req-a5c14c71-5b5e-4105-b6bc-044440a74640 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:51.312227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f40f0f-180d-4464-b1c4-fac75ef38951 req-a5c14c71-5b5e-4105-b6bc-044440a74640 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 945 time: 0.2320583 Nov 03 18:31:51.424602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-df9df001-a738-4413-b1ec-099f247e7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:51.425832 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-df9df001-a738-4413-b1ec-099f247e7867 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 1094 time: 0.2442617 Nov 03 18:31:51.500867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ed6c9-6c82-40e3-a3d8-ec38613d60dd req-65d504a1-2846-40f1-a21a-3c423ca9f863 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:51.503080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f1ed6c9-6c82-40e3-a3d8-ec38613d60dd req-65d504a1-2846-40f1-a21a-3c423ca9f863 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 949 time: 0.1725242 Nov 03 18:31:51.547715 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-c6a33360-15a1-4e2a-b0cd-e86246c278f0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a HTTP/1.1" status: 200 len: 217 time: 0.1112936 Nov 03 18:31:51.572003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Allocated IP 192.168.233.114 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/d2e9e014-8f6f-440c-95b8-bcef588340fc) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:51.623354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f1ed6c9-6c82-40e3-a3d8-ec38613d60dd req-ca6aeff9-a5ca-44d7-ae98-b58a65708d36 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048622 Nov 03 18:31:51.641078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f40f0f-180d-4464-b1c4-fac75ef38951 req-d567dd76-ac02-410b-a260-3911b72def95 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139904 Nov 03 18:31:51.704797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-08f15652-c287-49b5-bbbe-8f926ab2fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:51.706316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-08f15652-c287-49b5-bbbe-8f926ab2fa3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1096 time: 0.1766169 Nov 03 18:31:51.726887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-4b9c004d-432c-421a-a4a3-51519108a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:51.728546 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-4b9c004d-432c-421a-a4a3-51519108a0a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=178ab601-5793-42be-b6f2-a5fd74918b42 HTTP/1.1" status: 200 len: 863 time: 0.1538503 Nov 03 18:31:51.895543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b4c4-ec2b-48f9-92dd-0de17aa4ac2e req-4654f39f-4527-4283-9fa9-54657578e47b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:51.898067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3b6b4c4-ec2b-48f9-92dd-0de17aa4ac2e req-4654f39f-4527-4283-9fa9-54657578e47b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.1572633 Nov 03 18:31:52.041500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:52.074808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3b6b4c4-ec2b-48f9-92dd-0de17aa4ac2e req-6330a875-9fdd-42f7-b08e-befaabce3cac tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529422 Nov 03 18:31:52.113549 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-604e07d6-bd56-41c4-97ae-97efe680c001 req-5269ec68-66cd-44f1-ad23-0b835e3d3e47 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 210 time: 0.3326955 Nov 03 18:31:52.129009 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:52.133104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:52.143055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cd6b36d3-a207-4bf7-9685-04e34f767a16', '185f3e07-06fd-463d-a035-0b545b36dbb2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:52.150652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-b8dfeb51-f33e-46f7-9541-ae02189d667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:52.152729 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-b8dfeb51-f33e-46f7-9541-ae02189d667b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4117489 Nov 03 18:31:52.199609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Pushing event deleted for resources: {'Port': ['ID=a90115b6-1a61-4e51-8af0-b5adfca3ecc1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:52.247226 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef82a34-9090-4c2d-9b9b-b04178550f62 x-openstack-request-id: req-6ef82a34-9090-4c2d-9b9b-b04178550f62 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:52.247531 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e1831a-3657-4be7-8405-53583545b491", "tag": "5c7feeae-2c9f-4c69-b5ad-ef577b66a74a", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:52.247755 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ef82a34-9090-4c2d-9b9b-b04178550f62 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:52.248159 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e1831a-3657-4be7-8405-53583545b491', 'tag': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'status': 'completed', 'code': 200} Nov 03 18:31:52.289724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3768d815-f4e2-4f24-863b-6a2ad2911e84 req-d067d871-47bf-4dd0-9541-2a659fd8a599 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 210 time: 0.0978878 Nov 03 18:31:52.293970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:52.297931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:52.304733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:52.345058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-b986e7d1-226e-45c4-8c6f-5e58b15d4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:52.346621 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-b986e7d1-226e-45c4-8c6f-5e58b15d4ae9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.6171610 Nov 03 18:31:52.369435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:52.422049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:52.422763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:52.456538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-972930ca-c58d-4998-a611-0768e628b464 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6156774 Nov 03 18:31:52.471412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.96', 63357) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:52.475763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Request body: {'port': {'device_id': 'e969f443-9391-495d-bc9e-59f648aca678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:52.600181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] No DVR routers for this DVR port a90115b6-1a61-4e51-8af0-b5adfca3ecc1 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:31:52.637795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:52.640757 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b5887042-3c10-4f12-8be4-7e7fe7e26b22 req-3db61a59-545c-4948-b0d8-bb90f6cfe323 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.96 "DELETE /v2.0/ports/a90115b6-1a61-4e51-8af0-b5adfca3ecc1 HTTP/1.1" status: 204 len: 173 time: 2.0955136 Nov 03 18:31:52.644760 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0a385fe2-f58a-4f02-aa2b-9b3d880dd06f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 200 len: 217 time: 0.1190441 Nov 03 18:31:52.747056 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-6144a031-e237-4876-a41d-0eba195b9526 service neutron] 10.222.0.96 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684204 Nov 03 18:31:52.809134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-8f67bfdf-849c-455f-82ff-e40d48637163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:52.810608 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-8f67bfdf-849c-455f-82ff-e40d48637163 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1544919 Nov 03 18:31:52.868925 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:52.879298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4615d5f7-d056-43af-b137-8e8e62b93e80 None None] Provisioning complete for port d2e9e014-8f6f-440c-95b8-bcef588340fc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:52.879830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4615d5f7-d056-43af-b137-8e8e62b93e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:52.919105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-bca716b6-8ae0-4d11-8359-27da61a0890b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:52.921187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-bca716b6-8ae0-4d11-8359-27da61a0890b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.96 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 804 time: 0.4423492 Nov 03 18:31:52.929786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4615d5f7-d056-43af-b137-8e8e62b93e80 None None] Port d2e9e014-8f6f-440c-95b8-bcef588340fc cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:31:52.933713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81875faf-dab7-4fca-8e45-1205bfbfeb4d req-99864ef3-deef-4372-9fee-940d950fb673 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:52.935246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81875faf-dab7-4fca-8e45-1205bfbfeb4d req-99864ef3-deef-4372-9fee-940d950fb673 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 943 time: 0.2744105 Nov 03 18:31:52.943114 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-9f1bcb29-bf6e-4bff-8c73-83a6b6bade5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159501 Nov 03 18:31:52.958831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Request body: {'port': {'device_id': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'admin_state_up': True, 'tenant_id': 'd3b1486e874d475a9be81797546b3de6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:53.064904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bafd14f-9f40-4386-b429-ca0f955c552f req-db3ee7b1-7fe1-4be3-b1c4-a4729c14a3f3 service neutron] 10.222.0.96 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940953 Nov 03 18:31:53.075935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355193-f498-438f-b2e3-6e45d1f9dacc req-788e4547-d9ac-47da-83d3-918b4eabd746 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:53.082096 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b355193-f498-438f-b2e3-6e45d1f9dacc req-788e4547-d9ac-47da-83d3-918b4eabd746 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 1096 time: 0.1377244 Nov 03 18:31:53.145042 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-cc5259a8-361a-4614-8a0f-cfbe1d6671b4 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898410 Nov 03 18:31:53.147461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81875faf-dab7-4fca-8e45-1205bfbfeb4d req-76d52718-51cf-4d26-9f91-ebdaf387d44b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825547 Nov 03 18:31:53.218314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b355193-f498-438f-b2e3-6e45d1f9dacc req-1e40e4e8-c92e-494b-824d-ae1c0a227336 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315141 Nov 03 18:31:53.263365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-29b547cb-f9ba-49a2-9a5a-f94b3ee11b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:53.264938 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-29b547cb-f9ba-49a2-9a5a-f94b3ee11b5c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 1094 time: 0.1364071 Nov 03 18:31:53.374114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0edce7b-2f43-46d9-b4af-b2b2fc62a75b up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:53.421153 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-b0e61ba1-29ed-45d3-9302-2981ab604570 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507198 Nov 03 18:31:53.558568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:31:53.564649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:53.565017 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:53.565446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-3e8bbbd2-093c-4a5a-90d4-2d450ba41b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:53.575929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-3e8bbbd2-093c-4a5a-90d4-2d450ba41b93 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 925 time: 0.3020551 Nov 03 18:31:53.605070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c4dd0-c15f-4216-a2d2-b4d2486bfd3b req-ddd50d4b-a9ca-4f06-b2cf-f5ccb13538ba tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:53.605070 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d88c4dd0-c15f-4216-a2d2-b4d2486bfd3b req-ddd50d4b-a9ca-4f06-b2cf-f5ccb13538ba tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 949 time: 0.1859767 Nov 03 18:31:53.682182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Made reservation on behalf of d3b1486e874d475a9be81797546b3de6 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:53.691309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-a00a47d7-dab5-4af6-8de0-051020ad4ae9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a HTTP/1.1" status: 200 len: 217 time: 0.0863521 Nov 03 18:31:53.697486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:53.710989 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:53.784489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0edaca-f166-4d13-9454-174a98cfa490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:53.790772 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a371442-9e45-47cc-8490-36557388a0dc" -d '{"events": [{"server_uuid": "5c0edaca-f166-4d13-9454-174a98cfa490", "name": "network-vif-plugged", "status": "completed", "tag": "b0edce7b-2f43-46d9-b4af-b2b2fc62a75b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:53.810942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:53.816873 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:53.843221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-91bf8371-4f12-460b-95c4-18c3065fceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:53.845029 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-91bf8371-4f12-460b-95c4-18c3065fceb7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=178ab601-5793-42be-b6f2-a5fd74918b42 HTTP/1.1" status: 200 len: 863 time: 0.1361341 Nov 03 18:31:53.868017 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d88c4dd0-c15f-4216-a2d2-b4d2486bfd3b req-caed380e-0672-4799-a573-a4e480f80ee9 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538986 Nov 03 18:31:53.917894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:53.989561 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-044d29dd-b242-4ed6-961b-8e0e190792d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:53.994213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e9e014-8f6f-440c-95b8-bcef588340fc {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:53.995563 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-044d29dd-b242-4ed6-961b-8e0e190792d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250641 Nov 03 18:31:54.015058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.039846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Transition to ACTIVE for port object d2e9e014-8f6f-440c-95b8-bcef588340fc will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:54.096305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42526) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:54.099387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.152829 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-5ec03439-03f7-474c-861b-fb9e627f1fd8 service neutron] 10.222.0.96 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462140 Nov 03 18:31:54.157383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd9bfb-d5ef-4ea3-b6aa-17ddc05bd7b4 req-8de2ea78-1f1c-420d-9e70-0923c58207b9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:54.159080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddbd9bfb-d5ef-4ea3-b6aa-17ddc05bd7b4 req-8de2ea78-1f1c-420d-9e70-0923c58207b9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.3258393 Nov 03 18:31:54.218216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Allocated IP 172.20.0.7 (ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5/dfb9c6ec-1ff2-4841-9637-33c8ddc15e76/5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:54.229105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:54.287110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'name': 'network-vif-deleted', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:54.304435 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14dda3f-5411-4aa5-9e7d-2a77cad38bf9" -d '{"events": [{"server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "name": "network-vif-deleted", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:54.330149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c83b8f-a326-4a71-b1b1-b0c1528c12e1 req-a24105d0-7cf5-42db-b546-03a77ba1311e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:54.337808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3c83b8f-a326-4a71-b1b1-b0c1528c12e1 req-a24105d0-7cf5-42db-b546-03a77ba1311e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 948 time: 0.3330288 Nov 03 18:31:54.361026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddbd9bfb-d5ef-4ea3-b6aa-17ddc05bd7b4 req-1fa329fc-b463-4462-88f7-f2b60fdb7809 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796808 Nov 03 18:31:54.367344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a05c3217-08c7-449e-ab5b-18067fa01b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.375788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a90115b6-1a61-4e51-8af0-b5adfca3ecc1 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:31:54.425840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: a90115b6-1a61-4e51-8af0-b5adfca3ecc1 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:31:54.426136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a90115b6-1a61-4e51-8af0-b5adfca3ecc1 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:31:54.432833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3c83b8f-a326-4a71-b1b1-b0c1528c12e1 req-a4e8c4db-1de8-4026-be11-3f051479ef67 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861926 Nov 03 18:31:54.435088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ecb1503-40d8-4c83-b330-a9d22c74eb8c req-af94976a-b852-41fd-ad83-5fbf54f87d4c service neutron] 10.222.0.96 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710280 Nov 03 18:31:54.499686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Attempting to bind port d2e9e014-8f6f-440c-95b8-bcef588340fc on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:54.500064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Attempting to bind port d2e9e014-8f6f-440c-95b8-bcef588340fc by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:54.500385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Attempting to bind port d2e9e014-8f6f-440c-95b8-bcef588340fc on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:54.554241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Port d2e9e014-8f6f-440c-95b8-bcef588340fc on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:54.554575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Attempting to bind port d2e9e014-8f6f-440c-95b8-bcef588340fc on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:54.586531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe9367b1-45c7-4d9f-a363-fae0751153c6 req-5b094948-c80a-49e2-86a4-d9f23eb51d7f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 210 time: 0.0798082 Nov 03 18:31:54.590702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:54.591048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:54.591438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:54.591894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Bound port: d2e9e014-8f6f-440c-95b8-bcef588340fc, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:54.592253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.679218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75edbbc-74b0-405a-833d-de8245ae187e req-8790d739-9474-4a1b-95cc-52b06e85affe tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:54.688634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-8790d739-9474-4a1b-95cc-52b06e85affe tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 821 time: 0.1533585 Nov 03 18:31:54.706881 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-661d4b5c-9f07-409b-beb8-68a0a0671207 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/quotas/f8049c549f5042a1aea668364dd97886 HTTP/1.1" status: 200 len: 375 time: 0.0172503 Nov 03 18:31:54.725611 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.735270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a05c3217-08c7-449e-ab5b-18067fa01b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.746096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:54.748283 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a05c3217-08c7-449e-ab5b-18067fa01b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.752339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:54.775524 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.777037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-3b398845-484c-4f20-9ce2-59fa6999a9d2 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690124 Nov 03 18:31:54.849555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a05c3217-08c7-449e-ab5b-18067fa01b66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48e4e68f4d33441e82f9bd10915e1a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7489567 Nov 03 18:31:54.853264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42570) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:54.865021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c3217-08c7-449e-ab5b-18067fa01b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f3f3b0-6250-41e4-910b-7729cdd6ddbc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:54.870800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:54.871409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.872820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] 10.222.0.96 "PUT /v2.0/ports/d2e9e014-8f6f-440c-95b8-bcef588340fc HTTP/1.1" status: 200 len: 1096 time: 2.4023974 Nov 03 18:31:54.877962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:54.880229 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cf1917-608c-4a8f-aacf-3011706a154d" -d '{"events": [{"name": "network-changed", "server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:54.901688 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:54.925903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbff1c1-725e-425a-b31d-c0580846f6de service neutron] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:54.944181 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-404a4644-7109-4129-8ab2-65593ff7e98f service neutron] 10.222.0.77 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661837 Nov 03 18:31:55.022096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:55.036518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:55.049672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:55.070900 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-fd83ef20-5c85-4702-8968-2bc6554da3a1 service neutron] 10.222.0.77 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253672 Nov 03 18:31:55.116754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Pushing event updated for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:55.151819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-be714f6e-da54-45f2-b1a0-e855029a8b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:55.154951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-0da5faae-8091-4c40-ab9d-6f4392ccd88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:55.156472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-0da5faae-8091-4c40-ab9d-6f4392ccd88e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 1099 time: 0.2344983 Nov 03 18:31:55.200370 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef60085e-6928-45ad-a9f7-853a55655874 x-openstack-request-id: req-ef60085e-6928-45ad-a9f7-853a55655874 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:55.202158 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0edaca-f166-4d13-9454-174a98cfa490", "name": "network-vif-plugged", "status": "completed", "tag": "b0edce7b-2f43-46d9-b4af-b2b2fc62a75b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:55.202693 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef60085e-6928-45ad-a9f7-853a55655874 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:55.203300 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0edaca-f166-4d13-9454-174a98cfa490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b', 'code': 200} Nov 03 18:31:55.274099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-b65cd958-99c0-4826-9938-944601981999 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc HTTP/1.1" status: 200 len: 217 time: 0.1018188 Nov 03 18:31:55.283921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:55.284596 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:55.314711 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-be714f6e-da54-45f2-b1a0-e855029a8b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:55.343391 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d619ae-4bf9-484f-896b-c93bcf787757 x-openstack-request-id: req-91d619ae-4bf9-484f-896b-c93bcf787757 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:55.343693 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f3ad3a-4fba-4604-a74b-fed075ec9969", "name": "network-vif-deleted", "tag": "a90115b6-1a61-4e51-8af0-b5adfca3ecc1", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:55.343967 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91d619ae-4bf9-484f-896b-c93bcf787757 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:55.344945 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f3ad3a-4fba-4604-a74b-fed075ec9969', 'name': 'network-vif-deleted', 'tag': 'a90115b6-1a61-4e51-8af0-b5adfca3ecc1', 'status': 'completed', 'code': 200} Nov 03 18:31:55.385028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4abd0-dc7f-4661-8c40-910c00d5bd91 req-2db837a2-d4f5-4aca-87ea-9f8640819cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:55.386573 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35d4abd0-dc7f-4661-8c40-910c00d5bd91 req-2db837a2-d4f5-4aca-87ea-9f8640819cdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 1101 time: 0.1138644 Nov 03 18:31:55.403109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-790a7418-d35e-46d4-9540-e3b3d58bc922 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4488814 Nov 03 18:31:55.429851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Request body: {'port': {'device_id': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:55.443753 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7704d47f-7a4c-4a68-8773-80aa88cca511 x-openstack-request-id: req-7704d47f-7a4c-4a68-8773-80aa88cca511 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:55.444230 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:55.444732 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7704d47f-7a4c-4a68-8773-80aa88cca511 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:55.445153 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'status': 'completed', 'code': 200} Nov 03 18:31:55.478661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-692140f9-bb8f-4ef0-8b4c-78830ca06cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:55.480187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-692140f9-bb8f-4ef0-8b4c-78830ca06cb9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1885965 Nov 03 18:31:55.486169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35d4abd0-dc7f-4661-8c40-910c00d5bd91 req-c522d2ba-3226-423c-a2cb-2f46b651d6ce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907705 Nov 03 18:31:55.583870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd90f85-c00f-48ce-b993-dd6a3b473eec req-9b774b9f-6193-43b4-a013-e63e871effc9 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:55.585957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0cd90f85-c00f-48ce-b993-dd6a3b473eec req-9b774b9f-6193-43b4-a013-e63e871effc9 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 943 time: 0.2893403 Nov 03 18:31:55.595283 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:55.634797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5cfe9-8339-44b1-ba4a-110443294a38 req-97e48907-acfa-4b99-a8a9-3827f6be6cdc tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:55.636486 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-56c5cfe9-8339-44b1-ba4a-110443294a38 req-97e48907-acfa-4b99-a8a9-3827f6be6cdc tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 950 time: 0.0618486 Nov 03 18:31:55.650721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-be714f6e-da54-45f2-b1a0-e855029a8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:55.653689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-be714f6e-da54-45f2-b1a0-e855029a8b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:55.659239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-be714f6e-da54-45f2-b1a0-e855029a8b54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01f3f3b0-6250-41e4-910b-7729cdd6ddbc HTTP/1.1" status: 204 len: 168 time: 0.7979562 Nov 03 18:31:55.676860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be714f6e-da54-45f2-b1a0-e855029a8b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f3f3b0-6250-41e4-910b-7729cdd6ddbc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:55.694155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-222a1508-b0f3-4310-a015-15ea649cea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:55.695777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-222a1508-b0f3-4310-a015-15ea649cea95 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2049086 Nov 03 18:31:55.744499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0cd90f85-c00f-48ce-b993-dd6a3b473eec req-27e15138-a9ff-4f2c-9889-76baabd2bfb9 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417685 Nov 03 18:31:55.748414 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-56c5cfe9-8339-44b1-ba4a-110443294a38 req-11205ea8-6dd9-4b83-9e8c-c18b643ffe09 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967751 Nov 03 18:31:55.863901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8aa37f35-165a-45e3-8039-a787e6aa04fc req-689015e6-cad6-4871-a0ff-80c4d62fdb72 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 210 time: 0.0431592 Nov 03 18:31:56.016495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d43c61-a54a-4a70-886b-3eb03179f071 req-434974c8-6b46-4ff4-b4d6-d93e39c768ff tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:56.032409 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69d43c61-a54a-4a70-886b-3eb03179f071 req-434974c8-6b46-4ff4-b4d6-d93e39c768ff tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.0897334 Nov 03 18:31:56.083865 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69d43c61-a54a-4a70-886b-3eb03179f071 req-dd2710bd-6939-4d5f-a2f7-932268b27302 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501111 Nov 03 18:31:56.185214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-25ee3371-f032-4fd3-9a8f-c7349c9dab55 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377561 Nov 03 18:31:56.326263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fd5e-3952-42eb-b7e7-027e40a05598 req-c4b27b2a-d463-44fd-a3f2-5918a8d73ed1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:56.332394 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f21fd5e-3952-42eb-b7e7-027e40a05598 req-c4b27b2a-d463-44fd-a3f2-5918a8d73ed1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 948 time: 0.0837247 Nov 03 18:31:56.381594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:31:56.426077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f21fd5e-3952-42eb-b7e7-027e40a05598 req-b210b0c1-76a6-473e-98b4-5aaeefde2c44 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897605 Nov 03 18:31:56.467807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:56.553765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:56.601872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:56.634035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'port_id': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'mac_address': 'fa:16:3e:85:d9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:31:56.690187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef6ef3-350e-4c71-a656-96fd23aec763 req-e80c6b23-15b7-421d-8232-25c6dc8beb69 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193460 Nov 03 18:31:56.708136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:56.723944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Transition to ACTIVE for port object 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:31:56.737836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:31:56.756501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:56.765739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:56.778490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:56.871417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:56.937094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49900e89-706b-469f-babc-24018b72a098 req-562af1e1-edd1-40f5-bd0f-e2623e4a9a8e tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:56.939466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49900e89-706b-469f-babc-24018b72a098 req-562af1e1-edd1-40f5-bd0f-e2623e4a9a8e tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 931 time: 0.3984029 Nov 03 18:31:57.028808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Pushing event updated for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:57.030104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5c7feeae-2c9f-4c69-b5ad-ef577b66a74a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:31:57.112138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49900e89-706b-469f-babc-24018b72a098 req-86be5e0d-fec9-4d91-adc8-a446c5ae70a3 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552775 Nov 03 18:31:57.114276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-69a2ba50-53c8-4177-a5bd-2c75df5d07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:57.124392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-69a2ba50-53c8-4177-a5bd-2c75df5d07d4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 1099 time: 0.2981322 Nov 03 18:31:57.204677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42710) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:57.441238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Attempting to bind port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:57.442432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Attempting to bind port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:57.442432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Attempting to bind port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:57.453265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-912768208-network', 'tenant_id': 'ee8057a7648145bd8c9a867c88f36fdb'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:57.458597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:31:57.458963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Attempting to bind port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:57.481608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:57.482737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Checking segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:57.483158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Bound using segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:57.483621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Bound port: 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:57.483982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:57.497791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b38114-5f2d-4f65-8d81-d2aecc0b83f0 req-62c5cd65-e337-4adc-9e6f-d820e31cdebc tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:57.507537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72b38114-5f2d-4f65-8d81-d2aecc0b83f0 req-62c5cd65-e337-4adc-9e6f-d820e31cdebc tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 944 time: 0.2463183 Nov 03 18:31:57.530165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-09434e31-92cb-43d4-ab16-deeb94165f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:57.532450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-09434e31-92cb-43d4-ab16-deeb94165f5a service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.4066482 Nov 03 18:31:57.541240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0eb68-19f4-4f27-9be2-899ea37d129f req-3fd92a5b-1d1f-4580-ba3f-e01f874c18cd tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:57.543423 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-45d0eb68-19f4-4f27-9be2-899ea37d129f req-3fd92a5b-1d1f-4580-ba3f-e01f874c18cd tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 950 time: 0.1999965 Nov 03 18:31:57.575396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Made reservation on behalf of ee8057a7648145bd8c9a867c88f36fdb for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:57.581183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:57.604533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:57.606452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-8cf81a76-7933-430e-8f9d-15472d3ab1c4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc HTTP/1.1" status: 200 len: 217 time: 0.0660007 Nov 03 18:31:57.663649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75edbbc-74b0-405a-833d-de8245ae187e req-107fc496-2688-4b18-9b13-27bcd7f628c7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:57.666403 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-107fc496-2688-4b18-9b13-27bcd7f628c7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 821 time: 0.3805428 Nov 03 18:31:57.693032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Request body: {'port': {'device_id': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'admin_state_up': True, 'tenant_id': 'f8049c549f5042a1aea668364dd97886'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:57.694755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72b38114-5f2d-4f65-8d81-d2aecc0b83f0 req-ef75f3ec-f032-408a-aa37-8ac0f78533a3 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863430 Nov 03 18:31:57.701431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:57.706403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:57.709301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-c880240c-e006-433a-9c57-95477cec491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:57.710386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-c880240c-e006-433a-9c57-95477cec491d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0946946 Nov 03 18:31:57.713312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:57.779551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:57.779924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:57.781329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] 10.222.0.96 "PUT /v2.0/ports/5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 HTTP/1.1" status: 200 len: 1091 time: 2.3667049 Nov 03 18:31:57.781840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:57.784108 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:57.819643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d963bb7-a5e1-4ab6-ba41-28417f6a1214 service neutron] Pushing event updated for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:57.823702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-329cc882-59b2-4b4e-8754-1924e41c8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:57.825474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-329cc882-59b2-4b4e-8754-1924e41c8119 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016862 Nov 03 18:31:57.872903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5cd433f9-f64d-41d4-93d9-81ed149ec608 req-50f8bb65-518d-4053-a34a-7aa80476dc25 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 210 time: 0.0413527 Nov 03 18:31:57.884321 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-45d0eb68-19f4-4f27-9be2-899ea37d129f req-cf57d9da-f7a2-43bc-be4d-87f76a058d79 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112514 Nov 03 18:31:58.038684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Made reservation on behalf of f8049c549f5042a1aea668364dd97886 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:58.043854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.048714 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.072519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.073241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-8ee363a3-0b69-4f55-82de-e97b7ddc8385 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263882 Nov 03 18:31:58.126344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:31:58.160525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.161242 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Added segment f61fffdb-0368-459f-ab2c-f538a2ee2c67 of type vlan for network 54435b5d-880c-4f25-8a43-98a238ccc754 Nov 03 18:31:58.197224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152547b4-cb96-45b8-99d2-0e1270c74511,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:58.209916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9cf1917-608c-4a8f-aacf-3011706a154d req-f6380b05-37b0-4812-afd9-b36514a0673d service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303039 Nov 03 18:31:58.213686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-6c2d77fb-6d87-4a83-a90c-d7719a52d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:58.226943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-6c2d77fb-6d87-4a83-a90c-d7719a52d7c0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 1094 time: 0.3630857 Nov 03 18:31:58.249713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.250303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.250432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.250940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.251513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.252119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.252607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.253090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.253806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.254278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.254624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.254967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:58.290911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64ef37-6ccb-4f84-930f-25bc17c92bb1 req-9bb42a93-d86d-4c8c-97da-8809b56093f5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:58.298440 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e64ef37-6ccb-4f84-930f-25bc17c92bb1 req-9bb42a93-d86d-4c8c-97da-8809b56093f5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.2468910 Nov 03 18:31:58.317892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-fde3a8d5-99ab-4aa6-9571-c436646bbd18 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 HTTP/1.1" status: 200 len: 217 time: 0.0809150 Nov 03 18:31:58.370580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Allocated IP 172.20.0.6 (0d2036d6-b191-4e34-8229-04a41f2359a3/f66d4a59-fe2b-48d0-b687-a87a2133f4c8/a21bd520-5eee-4d88-b296-28448b80dcc8) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:31:58.392889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:58.421229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-55def2ba-b459-4f0c-a467-fec3a7ec5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:58.423599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-55def2ba-b459-4f0c-a467-fec3a7ec5ddb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.0968435 Nov 03 18:31:58.428647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.498271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-d1495c55-186a-4fd5-b1c7-0c0bc1f3020d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643489 Nov 03 18:31:58.558254 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.559904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:58.560683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.570353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:31:58.593559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:58.596190 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.605230 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e64ef37-6ccb-4f84-930f-25bc17c92bb1 req-1aa6190d-d5fd-40e6-a01f-ef3065d5148b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058183 Nov 03 18:31:58.678742 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4720178 Nov 03 18:31:58.686206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42766) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:58.701586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759bf4c-1783-49f7-afa1-d7104127df54 admin admin] Pushing event updated for resources: {'Network': ['ID=54435b5d-880c-4f25-8a43-98a238ccc754,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:58.707270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.708838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Request body: {'subnet': {'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-912768208-subnet', 'tenant_id': 'ee8057a7648145bd8c9a867c88f36fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:58.714935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-386f0c34-d982-4322-82fa-6194fdae495d service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074378 Nov 03 18:31:58.720097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 54435b5d-880c-4f25-8a43-98a238ccc754 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:31:58.779627 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf497c-6d8f-4690-a65f-d92334a6c6b5 x-openstack-request-id: req-d6cf497c-6d8f-4690-a65f-d92334a6c6b5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:58.780949 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:58.781088 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6cf497c-6d8f-4690-a65f-d92334a6c6b5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:58.782048 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'status': 'completed', 'code': 200} Nov 03 18:31:58.817306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.886830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.898971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8545aa-4632-488f-a917-9ae70bc2435e req-0ffd5a70-ee8a-4484-b7a9-4dcd412f9f8e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:58.912765 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e8545aa-4632-488f-a917-9ae70bc2435e req-0ffd5a70-ee8a-4484-b7a9-4dcd412f9f8e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 948 time: 0.1820962 Nov 03 18:31:58.949020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e1831a-3657-4be7-8405-53583545b491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:31:58.951373 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d418649d-44a4-4419-b5bf-3b1c63388206" -d '{"events": [{"server_uuid": "09e1831a-3657-4be7-8405-53583545b491", "name": "network-vif-plugged", "status": "completed", "tag": "5c7feeae-2c9f-4c69-b5ad-ef577b66a74a"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:31:58.961022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Network 0d2036d6-b191-4e34-8229-04a41f2359a3 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:31:58.968362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:31:58.978292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:31:58.985832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:58.986535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.989835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:58.996478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Pushing event updated for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:58.998984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.044940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-79adcd91-1f3b-400b-9dfc-da4ad589618f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3643391 Nov 03 18:31:59.066904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e8545aa-4632-488f-a917-9ae70bc2435e req-7c5c9285-720f-4cfb-9e6a-aaee8737d75e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528068 Nov 03 18:31:59.076964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:59.084451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Request body: {'port': {'device_id': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:31:59.214035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.275102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075143f-8f6b-4626-bba3-988564c50087 req-f920c861-1d67-4288-868d-068ed3749d85 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:59.276545 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2075143f-8f6b-4626-bba3-988564c50087 req-f920c861-1d67-4288-868d-068ed3749d85 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 943 time: 0.1066179 Nov 03 18:31:59.321710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ba2805c-05c0-4664-9eca-abcc131c15b4 req-adbe7017-be3f-46dd-b688-cb48c96f7fc4 service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966442 Nov 03 18:31:59.325839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Made reservation on behalf of ee8057a7648145bd8c9a867c88f36fdb for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:31:59.332146 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.531076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-4bb93c11-5905-4f36-817a-968ae2e396f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:59.533041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-4bb93c11-5905-4f36-817a-968ae2e396f7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 1094 time: 0.1214411 Nov 03 18:31:59.622290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a1900-e0f2-4e5d-8164-8a2d53b883bd req-4b25d15d-efd0-4d33-8756-8b6a7fd34aee tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:59.624253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c94a1900-e0f2-4e5d-8164-8a2d53b883bd req-4b25d15d-efd0-4d33-8756-8b6a7fd34aee tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 945 time: 0.1579018 Nov 03 18:31:59.760311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-cf49dbc2-bba1-49bf-9ee8-41d2806f99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:59.761988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-cf49dbc2-bba1-49bf-9ee8-41d2806f99c6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 905 time: 0.2190073 Nov 03 18:31:59.762781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.804675 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2075143f-8f6b-4626-bba3-988564c50087 req-ca904a30-f877-4b57-b5b0-af731281fbe9 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177588 Nov 03 18:31:59.807558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c94a1900-e0f2-4e5d-8164-8a2d53b883bd req-39a8944b-0cf5-4576-b735-53a263f29d08 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491523 Nov 03 18:31:59.861137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-41919509-7260-4e3b-ac17-031c176ca77e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 HTTP/1.1" status: 200 len: 217 time: 0.0906656 Nov 03 18:31:59.898559 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba719b-f300-404a-bae0-320271430540 x-openstack-request-id: req-33ba719b-f300-404a-bae0-320271430540 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:31:59.899055 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e1831a-3657-4be7-8405-53583545b491", "name": "network-vif-plugged", "status": "completed", "tag": "5c7feeae-2c9f-4c69-b5ad-ef577b66a74a", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:31:59.899167 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33ba719b-f300-404a-bae0-320271430540 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:31:59.899482 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e1831a-3657-4be7-8405-53583545b491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'code': 200} Nov 03 18:31:59.927423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=926ec09e-237b-484b-87a9-da278688402d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:59.959242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.959596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.960133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.960535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.960891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.961293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.961661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.961995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.962331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.962832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.963271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.963606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:00.002255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf82f03-131e-4ed4-bb31-24f611210eea req-05f0ab81-7b86-4d81-8bb6-c3114fe6ce00 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.010116 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9cf82f03-131e-4ed4-bb31-24f611210eea req-05f0ab81-7b86-4d81-8bb6-c3114fe6ce00 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 931 time: 0.0964265 Nov 03 18:32:00.028462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-bd60732c-8878-40bf-a363-90e83d664cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.031112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-bd60732c-8878-40bf-a363-90e83d664cad service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.1568577 Nov 03 18:32:00.032257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Checking segment: {'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:00.032632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Network hostable DHCP agents. Network: 54435b5d-880c-4f25-8a43-98a238ccc754, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:32:00.103189 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9cf82f03-131e-4ed4-bb31-24f611210eea req-4ea7d914-fad6-4804-a31c-74b1431bf190 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920715 Nov 03 18:32:00.138428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-b30564bb-cd9d-45aa-8d2f-311eb2a7d221 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712850 Nov 03 18:32:00.238968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21bd520-5eee-4d88-b296-28448b80dcc8 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:00.261989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-8e551d87-ebdd-428f-9150-32a5983cae2b service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138763 Nov 03 18:32:00.264483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Network 54435b5d-880c-4f25-8a43-98a238ccc754 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:32:00.269101 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.295180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Transition to ACTIVE for port object a21bd520-5eee-4d88-b296-28448b80dcc8 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:00.322376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5921b-6b43-40e0-b51c-b42b6536107e req-a249312c-3464-4d32-8008-5182a1abd1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.327299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cab5921b-6b43-40e0-b51c-b42b6536107e req-a249312c-3464-4d32-8008-5182a1abd1ef service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 1096 time: 0.3519340 Nov 03 18:32:00.328949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.372808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 54435b5d-880c-4f25-8a43-98a238ccc754) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:00.390811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340704c-7322-4237-8c61-4876873eb499 None None] Network 54435b5d-880c-4f25-8a43-98a238ccc754 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:00.408946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.409746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.446708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:00.535787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cab5921b-6b43-40e0-b51c-b42b6536107e req-dbbaddda-dd36-4095-9e41-d7aa9d26c4a0 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639228 Nov 03 18:32:00.538650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Pushing event updated for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:00.553444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-97c98479-a89f-4c6e-9bc0-84364d8bff6a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8557572 Nov 03 18:32:00.569057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:00.571560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:00.572085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:00.585291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:00.587987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:00.599548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:00.600027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:00.600460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:00.600915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Bound port: a21bd520-5eee-4d88-b296-28448b80dcc8, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:00.601389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.606378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.607142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.607754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.608569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.609182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.609915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.610607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.611263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.611868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.612469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.613073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.613708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.614378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.615021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.626078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-32282032-728b-4a9c-b0a3-627002f9bccc tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83&device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3&device_id=e969f443-9391-495d-bc9e-59f648aca678&device_id=09e1831a-3657-4be7-8405-53583545b491&device_id=5c0edaca-f166-4d13-9454-174a98cfa490&device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce&device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9&device_id=355d542a-ba63-421d-8ad9-465a82a95a86&device_id=5cee4104-7891-433b-9964-2a232ae50329&device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80&device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc&device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d&device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390&device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 12593 time: 0.2117031 Nov 03 18:32:00.710409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-43a7dd9c-5b49-4239-bfd4-037658793758 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.732523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b0c44a6-9bbf-4a33-ad57-67e789608b0d req-f4d528a3-4248-4a5e-ba03-e634ebbc0ac0 service neutron] 10.222.0.96 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608049 Nov 03 18:32:00.801251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:00.814202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:00.822801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'mac_address': 'fa:16:3e:be:db:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:00.823268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:00.824991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba8be2a-8829-4bde-8f55-54e1a48608cb None None] Network 54435b5d-880c-4f25-8a43-98a238ccc754 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:00.830992 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.905189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:00.905638 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-43a7dd9c-5b49-4239-bfd4-037658793758 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.906149 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.910456 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] 10.222.0.70 "PUT /v2.0/ports/a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 1091 time: 1.8381736 Nov 03 18:32:00.911525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:00.914667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-43a7dd9c-5b49-4239-bfd4-037658793758 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.929013 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f7c9e7-b3bf-425a-96e0-b9958d37479e" -d '{"events": [{"name": "network-changed", "server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:00.998494 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.013512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e9e014-8f6f-440c-95b8-bcef588340fc {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:01.019305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7dd9c-5b49-4239-bfd4-037658793758 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4106682-a323-4fb5-acc4-3f8697212c28,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:01.056068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:01.074181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a006785-ead6-4ce5-b257-c859c2cdebae service neutron] Pushing event updated for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:01.075617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.131049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d22724-7962-4b5b-a88f-6bdb6179b9ad req-43a7dd9c-5b49-4239-bfd4-037658793758 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&id=4fc8967a-7788-4863-a4a4-84fd13f101c1&id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&id=ffa32186-d07e-4b26-9788-aa4261cf04e2&id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4880900 Nov 03 18:32:01.133697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75edbbc-74b0-405a-833d-de8245ae187e req-5ef55b2e-6dbd-4af1-bd35-30526264f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:01.135356 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-5ef55b2e-6dbd-4af1-bd35-30526264f747 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1094 time: 0.1745090 Nov 03 18:32:01.196000 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-e820825a-38ab-4514-8add-980e1494ae11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 217 time: 0.0489807 Nov 03 18:32:01.206288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d2056-32f5-49bd-9209-3d2b193c29c4 req-2d77f3d7-ee3b-4783-9f94-0e9608c87804 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:01.207924 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff8d2056-32f5-49bd-9209-3d2b193c29c4 req-2d77f3d7-ee3b-4783-9f94-0e9608c87804 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.2368896 Nov 03 18:32:01.227767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:01.258425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07cc03-5d52-4e40-a1f5-a0417be4cd22 req-1f4ed2cd-b700-4595-b96e-748fe48a3912 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:01.260327 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d07cc03-5d52-4e40-a1f5-a0417be4cd22 req-1f4ed2cd-b700-4595-b96e-748fe48a3912 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 949 time: 0.0738580 Nov 03 18:32:01.305716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75edbbc-74b0-405a-833d-de8245ae187e req-c5d76d61-2582-4657-8172-aeca19da5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:01.307467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-c5d76d61-2582-4657-8172-aeca19da5d02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.0984371 Nov 03 18:32:01.311290 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff8d2056-32f5-49bd-9209-3d2b193c29c4 req-16d068de-68a3-4aa0-8322-c12be5a8a3dc tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946605 Nov 03 18:32:01.335270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d07cc03-5d52-4e40-a1f5-a0417be4cd22 req-37ca89df-4d9a-4dcf-8e0d-86ceec6004fe tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571663 Nov 03 18:32:01.359038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d2e9e014-8f6f-440c-95b8-bcef588340fc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:01.387031 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-36882f36-8e26-48df-af37-747dbde51f52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554521 Nov 03 18:32:01.490892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044d48b-d0f7-4cde-b936-a00802b0165a req-9b79928e-e138-4db8-9e3c-fcac7e4d99ab tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:01.499964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b044d48b-d0f7-4cde-b936-a00802b0165a req-9b79928e-e138-4db8-9e3c-fcac7e4d99ab tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 945 time: 0.0608315 Nov 03 18:32:01.512607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2dcc4-9e3a-449d-95fe-097a25da0b4c req-e8e10616-d0b4-4779-b11c-3bc4ce8012df tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:01.514178 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbb2dcc4-9e3a-449d-95fe-097a25da0b4c req-e8e10616-d0b4-4779-b11c-3bc4ce8012df tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 943 time: 0.1205411 Nov 03 18:32:01.569909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b044d48b-d0f7-4cde-b936-a00802b0165a req-915b22e0-fb26-45b8-8e68-a37b541efd43 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689654 Nov 03 18:32:01.580086 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-47a7dd3d-4aad-433c-945c-abda46674afd service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747496 Nov 03 18:32:01.638588 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbb2dcc4-9e3a-449d-95fe-097a25da0b4c req-ca5c1313-e5b2-45ba-9a33-ee0451c9ae21 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151361 Nov 03 18:32:01.787934 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c75edbbc-74b0-405a-833d-de8245ae187e req-cba4f0d3-3faf-4418-b005-821c2c4710c3 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001972 Nov 03 18:32:01.819409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-de691a40-e43f-4bce-a401-fc282231b5c1 req-cacaafaa-6bce-40aa-9c0d-474b09415349 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1663521060', 'description': 'tempest-description-72972876'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:01.865245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-de691a40-e43f-4bce-a401-fc282231b5c1 req-cacaafaa-6bce-40aa-9c0d-474b09415349 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.961606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-de691a40-e43f-4bce-a401-fc282231b5c1 req-cacaafaa-6bce-40aa-9c0d-474b09415349 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.967066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-de691a40-e43f-4bce-a401-fc282231b5c1 req-cacaafaa-6bce-40aa-9c0d-474b09415349 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.999486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-de691a40-e43f-4bce-a401-fc282231b5c1 req-cacaafaa-6bce-40aa-9c0d-474b09415349 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.001578 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-de691a40-e43f-4bce-a401-fc282231b5c1 req-cacaafaa-6bce-40aa-9c0d-474b09415349 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1959662 Nov 03 18:32:02.002911 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.007334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaafaa-6bce-40aa-9c0d-474b09415349 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1cd252-194a-4c54-8b00-419aad416734,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:02.039499 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77652e29-1b09-4c14-a04e-7a86a798cdc9 x-openstack-request-id: req-77652e29-1b09-4c14-a04e-7a86a798cdc9 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:02.039988 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:02.040423 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77652e29-1b09-4c14-a04e-7a86a798cdc9 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:02.041286 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8', 'status': 'completed', 'code': 200} Nov 03 18:32:02.138857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-d8055eea-4e8b-4df9-9349-7b98d3ece888 req-b74ae393-4eaa-4ca5-a418-5021058f7962 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-6654342', 'description': 'tempest-description-972419062'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:02.150737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-f312b729-ead8-4901-9987-453372c74a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:02.152610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-f312b729-ead8-4901-9987-453372c74a62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1094 time: 0.0807166 Nov 03 18:32:02.163826 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d8055eea-4e8b-4df9-9349-7b98d3ece888 req-b74ae393-4eaa-4ca5-a418-5021058f7962 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.176595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0744-b438-4cb3-9770-a9912075484a req-de9066ab-6936-43b5-875a-46c4883cc609 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:02.179323 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad7c0744-b438-4cb3-9770-a9912075484a req-de9066ab-6936-43b5-875a-46c4883cc609 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.0757813 Nov 03 18:32:02.242687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d8055eea-4e8b-4df9-9349-7b98d3ece888 req-b74ae393-4eaa-4ca5-a418-5021058f7962 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.248869 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d8055eea-4e8b-4df9-9349-7b98d3ece888 req-b74ae393-4eaa-4ca5-a418-5021058f7962 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.279539 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d8055eea-4e8b-4df9-9349-7b98d3ece888 req-b74ae393-4eaa-4ca5-a418-5021058f7962 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.280781 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8055eea-4e8b-4df9-9349-7b98d3ece888 req-b74ae393-4eaa-4ca5-a418-5021058f7962 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1478434 Nov 03 18:32:02.283257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ae393-4eaa-4ca5-a418-5021058f7962 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfc241f-d920-4c01-8bcd-193b338305cc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:02.348709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad7c0744-b438-4cb3-9770-a9912075484a req-85bae3e6-d9b2-4246-b7e2-05c755300ecc tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535494 Nov 03 18:32:02.349974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-82bbfd69-ee01-4a84-ac61-038dda3396de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:02.351370 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-82bbfd69-ee01-4a84-ac61-038dda3396de service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.1708844 Nov 03 18:32:02.415152 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-0d3c2b92-ebaa-46fe-bec1-5a39ffcfc176 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 217 time: 0.0501487 Nov 03 18:32:02.430189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:02.432654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:02.524512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-f3155cd6-e875-44be-8351-d7e87d9be4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:02.529235 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-f3155cd6-e875-44be-8351-d7e87d9be4c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1056283 Nov 03 18:32:02.565684 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-864286ce-15fe-42cc-ac90-ca8b00eb8d4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282927 Nov 03 18:32:02.657291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-96fa3574-8ed8-4d29-a2cd-9fafb830b6a6 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:02.658952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-96fa3574-8ed8-4d29-a2cd-9fafb830b6a6 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 812 time: 0.1820014 Nov 03 18:32:02.690719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-48336b31-d905-46b4-aca8-2619f0b4adb4 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/quotas/ee8057a7648145bd8c9a867c88f36fdb HTTP/1.1" status: 200 len: 375 time: 0.0175760 Nov 03 18:32:02.725664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port d2e9e014-8f6f-440c-95b8-bcef588340fc completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:02.735689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port d2e9e014-8f6f-440c-95b8-bcef588340fc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:02.736929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.749343 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-357d8667-57eb-47d6-94e8-6c32177af0bd service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741347 Nov 03 18:32:02.786165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-94cbfe90-a436-4d56-a762-af1f557aeac5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824401 Nov 03 18:32:02.826494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:02.850355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'port_id': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'mac_address': 'fa:16:3e:ab:6e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9c6ec-1ff2-4841-9637-33c8ddc15e76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:02.932894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.940093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-2fd50516-2105-4202-97df-e0b782f3fe2f service neutron] 10.222.0.77 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537676 Nov 03 18:32:02.940305 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.944643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f7c9e7-b3bf-425a-96e0-b9958d37479e req-47237618-8f3c-4507-a8c9-fb9930097923 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819274 Nov 03 18:32:02.953115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b47665-c605-454f-b713-9aa935940201 req-95935c47-c007-424a-a6e4-5f7bfec603d0 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:02.954201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b47665-c605-454f-b713-9aa935940201 req-95935c47-c007-424a-a6e4-5f7bfec603d0 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:02.954680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b47665-c605-454f-b713-9aa935940201 req-95935c47-c007-424a-a6e4-5f7bfec603d0 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:02.956369 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40b47665-c605-454f-b713-9aa935940201 req-95935c47-c007-424a-a6e4-5f7bfec603d0 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490&device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce&device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 2882 time: 0.0815847 Nov 03 18:32:02.982741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:03.007305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:03.009109 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff7e11a-f7a4-4abf-bb19-a7a08bdb1669" -d '{"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-plugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:03.040239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:03.044914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:03.046130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40b47665-c605-454f-b713-9aa935940201 req-6ce08098-c0d3-4ea9-b114-9faf67360f88 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783403 Nov 03 18:32:03.064553 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.066883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-263a958d-af89-484a-862f-d59ae3cec975 service neutron] 10.222.0.77 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154680 Nov 03 18:32:03.071331 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.100535 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.130456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:03.210306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d26c7-8178-40d0-8463-8c48e89799b1 req-bc5bde50-b007-422b-862a-369ddcc20d2b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:03.212683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-025d26c7-8178-40d0-8463-8c48e89799b1 req-bc5bde50-b007-422b-862a-369ddcc20d2b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.0849440 Nov 03 18:32:03.223124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:03.243282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42942) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:03.311361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:03.338053 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-025d26c7-8178-40d0-8463-8c48e89799b1 req-8868192b-6216-4450-88bc-d43e759246db tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165919 Nov 03 18:32:03.361770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60511fa5-f76e-481a-b6da-929ff8409357 req-a0b2e212-42ee-47e0-b13d-22d4fd35cac3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:03.363880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60511fa5-f76e-481a-b6da-929ff8409357 req-a0b2e212-42ee-47e0-b13d-22d4fd35cac3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0865428 Nov 03 18:32:03.447402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60511fa5-f76e-481a-b6da-929ff8409357 req-beec0f89-4c17-4436-9d99-e91acc08f911 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806420 Nov 03 18:32:03.483978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7562e307-360c-4d98-bcc6-4c3175d48dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.509115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639dfd8-b33d-494f-8e09-d2f85a661556 req-8949fbd5-573f-4b7e-823a-9137ad4885d5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:03.519821 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4639dfd8-b33d-494f-8e09-d2f85a661556 req-8949fbd5-573f-4b7e-823a-9137ad4885d5 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 945 time: 0.0728714 Nov 03 18:32:03.585998 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4639dfd8-b33d-494f-8e09-d2f85a661556 req-d4aa3bce-9b37-4eee-a49f-6679860ddf6b tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639455 Nov 03 18:32:03.663193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d70ac-e7e3-4c3d-98f5-fa3b0bbe7886 req-acb5ee97-e6fa-401c-9252-3f3e6100630f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:03.666543 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9885a923-df7a-42ed-94d2-35a3501faef5 x-openstack-request-id: req-9885a923-df7a-42ed-94d2-35a3501faef5 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:03.667262 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-plugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:03.667614 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9885a923-df7a-42ed-94d2-35a3501faef5 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:03.668119 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'code': 200} Nov 03 18:32:03.668599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e6d70ac-e7e3-4c3d-98f5-fa3b0bbe7886 req-acb5ee97-e6fa-401c-9252-3f3e6100630f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 944 time: 0.1180804 Nov 03 18:32:03.743354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7562e307-360c-4d98-bcc6-4c3175d48dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.755909 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7562e307-360c-4d98-bcc6-4c3175d48dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.811847 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b81a411d-932e-4ebe-b432-3873996c1b77 req-b894d22c-2a9a-4652-b35f-d88521e07ed5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 210 time: 0.0317616 Nov 03 18:32:03.823684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e6d70ac-e7e3-4c3d-98f5-fa3b0bbe7886 req-1f8982c2-2fd1-4036-8e5a-501ef2368bcc tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317885 Nov 03 18:32:03.853694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562e307-360c-4d98-bcc6-4c3175d48dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea04171c-8202-4b5d-9da8-0e17859219cc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:03.878056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42960) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:03.878762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7562e307-360c-4d98-bcc6-4c3175d48dba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cac7243212a84f98b2f64c01ea1582fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345966 Nov 03 18:32:03.881959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ddd6f-d140-4f16-8138-2ef28b317c35 req-dad3ae0e-3afc-419a-b104-a34ee75ee1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:03.884423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a8ddd6f-d140-4f16-8138-2ef28b317c35 req-dad3ae0e-3afc-419a-b104-a34ee75ee1b8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 1101 time: 0.1145697 Nov 03 18:32:03.977122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a8ddd6f-d140-4f16-8138-2ef28b317c35 req-8d18f8a5-d33e-4191-8410-755a0283ffe5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811253 Nov 03 18:32:03.977452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ca69bd8-02fe-477e-949f-41dde3d5167d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.025618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ca69bd8-02fe-477e-949f-41dde3d5167d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.033707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d96b5-1b26-4559-9591-84c40cb5d0df req-7d056c6b-53a1-4d60-b2e7-571563813278 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:04.035331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-953d96b5-1b26-4559-9591-84c40cb5d0df req-7d056c6b-53a1-4d60-b2e7-571563813278 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 945 time: 0.0705628 Nov 03 18:32:04.053743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42962) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:04.062968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Request body: {'floatingip': {'port_id': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:04.108409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ca69bd8-02fe-477e-949f-41dde3d5167d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.111768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ca69bd8-02fe-477e-949f-41dde3d5167d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.113783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6ca69bd8-02fe-477e-949f-41dde3d5167d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea04171c-8202-4b5d-9da8-0e17859219cc HTTP/1.1" status: 204 len: 168 time: 0.2339334 Nov 03 18:32:04.124780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca69bd8-02fe-477e-949f-41dde3d5167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea04171c-8202-4b5d-9da8-0e17859219cc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:04.159766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.234261 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ce755-3017-41a1-a2bb-df274acd4a20 req-a6a9972c-b045-4d80-9b42-902dc5df60f5 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:04.236482 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c3ce755-3017-41a1-a2bb-df274acd4a20 req-a6a9972c-b045-4d80-9b42-902dc5df60f5 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.1003325 Nov 03 18:32:04.356054 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c3ce755-3017-41a1-a2bb-df274acd4a20 req-b7ad50d7-a4dd-4db7-8d97-37f880fd62e8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130807 Nov 03 18:32:04.460906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:04.529759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:04.536483 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:04.538389 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.583158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb6c77-539e-4b06-86f9-d8ff58fcfbcd req-4978c0ab-2c6c-427f-b76a-8a0fbea4f838 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:04.593552 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0abb6c77-539e-4b06-86f9-d8ff58fcfbcd req-4978c0ab-2c6c-427f-b76a-8a0fbea4f838 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.1313922 Nov 03 18:32:04.663557 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.697785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0abb6c77-539e-4b06-86f9-d8ff58fcfbcd req-c04e7e0b-8458-443c-a135-0d504add5eb9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033082 Nov 03 18:32:04.727497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:04.733539 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.809981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:04.858643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced0ca5-61ff-4259-82bd-39dedcb9590a req-6f22f1d9-49a6-4da8-92f4-9e4bd5a2221a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:04.859536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ced0ca5-61ff-4259-82bd-39dedcb9590a req-6f22f1d9-49a6-4da8-92f4-9e4bd5a2221a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1586108 Nov 03 18:32:04.903469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:32:04.907320 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bf6db-087a-4445-be34-2a28e32e5d11 req-1b40f942-a547-43af-ba6e-7f7bbedfb28f tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:04.910311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a97bf6db-087a-4445-be34-2a28e32e5d11 req-1b40f942-a547-43af-ba6e-7f7bbedfb28f tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1101 time: 0.0629587 Nov 03 18:32:04.973462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a97bf6db-087a-4445-be34-2a28e32e5d11 req-6b3a564e-7ecc-4e67-90d5-1b7554d9882a tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569859 Nov 03 18:32:05.083456 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.106483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ced0ca5-61ff-4259-82bd-39dedcb9590a req-138633e3-2edb-446e-abea-6a36d5c8061b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338541 Nov 03 18:32:05.111507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.170815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-ad237634-04de-4f61-85e2-3951ac9734fa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:05.172377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-ad237634-04de-4f61-85e2-3951ac9734fa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 812 time: 0.3682363 Nov 03 18:32:05.179770 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-932e4d60-ea26-4736-a0c2-dfa2df1a4006 req-13a6f8b0-1ff8-4ebc-a821-a5e4a0a3fba1 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 210 time: 0.0684316 Nov 03 18:32:05.189965 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:32:05.194228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'port': {'device_id': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754', 'admin_state_up': True, 'tenant_id': 'ee8057a7648145bd8c9a867c88f36fdb'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:05.372529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48693ea-0db2-48fe-8cae-09fa3b66af22 req-12da7b80-0fcf-4f48-b5f4-4eb586cdd493 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:05.374534 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c48693ea-0db2-48fe-8cae-09fa3b66af22 req-12da7b80-0fcf-4f48-b5f4-4eb586cdd493 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1101 time: 0.0548611 Nov 03 18:32:05.429964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c48693ea-0db2-48fe-8cae-09fa3b66af22 req-8d617787-11e7-4b5b-ad2b-f1365e1d3fe0 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466645 Nov 03 18:32:05.439245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a21bd520-5eee-4d88-b296-28448b80dcc8 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:05.490132 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Floating IP 91a7fcf5-6088-47e9-82ba-4e9e40f190ad associated. External IP: 172.25.3.251, port: 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a. Nov 03 18:32:05.553279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14361e48-30cb-40ee-b166-cebdfda1c318 req-54de8799-1fa8-4392-a4a4-07a5426a9259 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:05.554746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14361e48-30cb-40ee-b166-cebdfda1c318 req-54de8799-1fa8-4392-a4a4-07a5426a9259 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 945 time: 0.1940367 Nov 03 18:32:05.567097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:05.573775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a11ae-02b0-48d0-a9b9-e25bb74ad94c req-f754994e-2a62-42b6-940c-b7a08d285688 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:05.575416 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d98a11ae-02b0-48d0-a9b9-e25bb74ad94c req-f754994e-2a62-42b6-940c-b7a08d285688 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.0613482 Nov 03 18:32:05.584137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'a21bd520-5eee-4d88-b296-28448b80dcc8', 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'port_id': 'a21bd520-5eee-4d88-b296-28448b80dcc8', 'mac_address': 'fa:16:3e:f8:a3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66d4a59-fe2b-48d0-b687-a87a2133f4c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:05.646837 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.662903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21bd520-5eee-4d88-b296-28448b80dcc8 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:05.668777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:05.671434 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cd2e23-2848-4726-9d24-9a873197b775" -d '{"events": [{"server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "name": "network-vif-plugged", "status": "completed", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:05.683586 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d98a11ae-02b0-48d0-a9b9-e25bb74ad94c req-d9e07219-df45-4142-9f31-8b740279f908 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942066 Nov 03 18:32:05.693002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:05.698884 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.768693 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d50d8f3-0bbe-45fa-b2d9-800290d643d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.787997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:05.889775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Made reservation on behalf of ee8057a7648145bd8c9a867c88f36fdb for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:05.893746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.959771 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14361e48-30cb-40ee-b166-cebdfda1c318 req-1fda490b-1422-44dc-8466-c868defe0839 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841693 Nov 03 18:32:06.036634 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d65f5-8bee-46e6-99ec-1ab5892cc0fe x-openstack-request-id: req-814d65f5-8bee-46e6-99ec-1ab5892cc0fe {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:06.037507 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "name": "network-vif-plugged", "status": "completed", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:06.038192 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-814d65f5-8bee-46e6-99ec-1ab5892cc0fe {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:06.040371 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'code': 200} Nov 03 18:32:06.090403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['a21bd520-5eee-4d88-b296-28448b80dcc8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:06.256800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Allocated IP 172.20.0.3 (54435b5d-880c-4f25-8a43-98a238ccc754/926ec09e-237b-484b-87a9-da278688402d/09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:06.270192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e002be-adaf-4c0f-99e6-36ac979ce29e req-fe969ab0-2d07-4fad-acee-d4bab17276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:06.271792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96e002be-adaf-4c0f-99e6-36ac979ce29e req-fe969ab0-2d07-4fad-acee-d4bab17276e4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 1096 time: 0.1317699 Nov 03 18:32:06.284005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6934a1-ef7c-431f-94a7-c9d46003c987 req-fd1f1700-df41-4653-b688-bdf2e243e5a1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:06.285614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa6934a1-ef7c-431f-94a7-c9d46003c987 req-fd1f1700-df41-4653-b688-bdf2e243e5a1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.1961722 Nov 03 18:32:06.325070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614113a1-8e5b-42a3-8cf2-4f192297adbd req-f6d26d70-460c-4cf9-8820-eae254cafd90 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:06.326781 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-614113a1-8e5b-42a3-8cf2-4f192297adbd req-f6d26d70-460c-4cf9-8820-eae254cafd90 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0556824 Nov 03 18:32:06.343252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Router 6bfd20c0-fe04-4529-aecd-4038d10105ca has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:32:06.388430 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-614113a1-8e5b-42a3-8cf2-4f192297adbd req-51f46a09-921d-4371-808a-844f4fd3a761 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506358 Nov 03 18:32:06.450013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96e002be-adaf-4c0f-99e6-36ac979ce29e req-7659df2e-e8d1-4e11-9214-1c7931b2df0a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633813 Nov 03 18:32:06.486335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa6934a1-ef7c-431f-94a7-c9d46003c987 req-9ad17e4e-17ba-4d0a-81cc-073919ae6e7b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858337 Nov 03 18:32:06.539162 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e8fb78e-306b-4c62-8165-6404fde7c0e3 req-f490b02f-6c77-456f-ae50-6b9889db6017 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 210 time: 0.0511334 Nov 03 18:32:06.627907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:32:06.632401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.636210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.642097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] Sync routers for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:32:06.660102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:06.661860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:31:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:06.680448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2c34-2db5-4696-a0fa-143899a76041 req-a0f00c77-4469-4576-94ed-7763e3b09c62 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:06.690120 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9f5a2c34-2db5-4696-a0fa-143899a76041 req-a0f00c77-4469-4576-94ed-7763e3b09c62 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0850337 Nov 03 18:32:06.723849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.734950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-668a5aac-b3bf-45d0-9880-a5801a363dec tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "PUT /v2.0/floatingips/91a7fcf5-6088-47e9-82ba-4e9e40f190ad HTTP/1.1" status: 200 len: 991 time: 2.6786659 Nov 03 18:32:06.740656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e1831a-3657-4be7-8405-53583545b491', 'tag': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:06.744031 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a948343-0cc7-46ea-a72b-74b26b744597" -d '{"events": [{"name": "network-changed", "server_uuid": "09e1831a-3657-4be7-8405-53583545b491", "tag": "5c7feeae-2c9f-4c69-b5ad-ef577b66a74a"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:06.757593 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9f5a2c34-2db5-4696-a0fa-143899a76041 req-51e15971-8f1a-418f-8894-58e6d20f067f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664668 Nov 03 18:32:06.795241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Network 54435b5d-880c-4f25-8a43-98a238ccc754 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:06.803092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:06.813188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:06.841701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'Port': ['ID=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:06.876734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:06.877404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.881112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:06.904418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b40a10c9-469a-484c-9003-c6c5fbe89d7d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7174766 Nov 03 18:32:06.924686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Request body: {'port': {'device_id': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:06.936936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e03c87-8e7a-42ee-a2a9-0db294b46e9c req-57d256e1-3a62-4de2-b7ed-7d0981fa6fda tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:06.946702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6e03c87-8e7a-42ee-a2a9-0db294b46e9c req-57d256e1-3a62-4de2-b7ed-7d0981fa6fda tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 944 time: 0.0789156 Nov 03 18:32:07.011213 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b6e03c87-8e7a-42ee-a2a9-0db294b46e9c req-54b35cdd-88b1-4841-b1a8-3b21ebf7bb42 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610125 Nov 03 18:32:07.048036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.128832 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6991092a-d198-4e6b-a6d1-9d1000855d6b x-openstack-request-id: req-6991092a-d198-4e6b-a6d1-9d1000855d6b {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:07.128832 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e1831a-3657-4be7-8405-53583545b491", "tag": "5c7feeae-2c9f-4c69-b5ad-ef577b66a74a", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:07.128832 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6991092a-d198-4e6b-a6d1-9d1000855d6b {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:07.128832 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e1831a-3657-4be7-8405-53583545b491', 'tag': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'status': 'completed', 'code': 200} Nov 03 18:32:07.352036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-f47a00b9-7d42-45e9-820b-c02ed27f6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:07.353563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-f47a00b9-7d42-45e9-820b-c02ed27f6089 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 1096 time: 0.1330826 Nov 03 18:32:07.376971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c481-8e36-459c-b076-187d969fd359 req-e8c8cd80-dbd8-4163-8a69-39ec398e7105 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:07.378596 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fff2c481-8e36-459c-b076-187d969fd359 req-e8c8cd80-dbd8-4163-8a69-39ec398e7105 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0706918 Nov 03 18:32:07.384218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '91a7fcf5-6088-47e9-82ba-4e9e40f190ad', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'port_id': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'mac_address': 'fa:16:3e:85:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e1831a-3657-4be7-8405-53583545b491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:29:31Z', 'updated_at': '2021-11-03T18:32:04Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:07.436958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] Checking router: 6bfd20c0-fe04-4529-aecd-4038d10105ca for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:32:07.437952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fff2c481-8e36-459c-b076-187d969fd359 req-045b0df1-9e4f-4380-9f63-5e438b451c79 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517089 Nov 03 18:32:07.444836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a21bd520-5eee-4d88-b296-28448b80dcc8 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:07.477627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca192f3e-1150-41b1-bf39-0f0c79c84101 req-8b266633-dbad-445d-bfdd-8eede025bc3f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:07.485807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca192f3e-1150-41b1-bf39-0f0c79c84101 req-8b266633-dbad-445d-bfdd-8eede025bc3f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 945 time: 0.1694915 Nov 03 18:32:07.506877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:07.507980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:31:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:07.633185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-2eec4b8e-dae5-4717-b58c-a41368d26196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:07.636373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-2eec4b8e-dae5-4717-b58c-a41368d26196 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 925 time: 0.2497177 Nov 03 18:32:07.656986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca192f3e-1150-41b1-bf39-0f0c79c84101 req-940adfc3-8efd-4402-bd10-743a42075edd tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686480 Nov 03 18:32:07.838889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port a21bd520-5eee-4d88-b296-28448b80dcc8 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:07.848643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port a21bd520-5eee-4d88-b296-28448b80dcc8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:07.849395 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.861833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cd51d-71e6-4a97-a0ad-0ac00508e774 req-79d7ebe4-b132-45fe-a1d4-e5c942c23ef6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:07.879522 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb1cd51d-71e6-4a97-a0ad-0ac00508e774 req-79d7ebe4-b132-45fe-a1d4-e5c942c23ef6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.1073499 Nov 03 18:32:07.919863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:07.994035 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb1cd51d-71e6-4a97-a0ad-0ac00508e774 req-833574f5-ef91-4cee-8af5-f1c4599fb0f8 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103625 Nov 03 18:32:08.078457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:08.097746 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.108962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-de7e2fc7-9960-42b4-abe9-3f5ba3635331 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a HTTP/1.1" status: 200 len: 999 time: 0.4487352 Nov 03 18:32:08.113460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.117399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43102) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:08.155596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:08.158598 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0a72fc-6e66-4f3b-a734-460edd5dc6dd" -d '{"events": [{"server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "name": "network-vif-plugged", "status": "completed", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:08.182081 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-bcc435cc-19ae-4948-b936-19c39cc7a644 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003587 Nov 03 18:32:08.191550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:08.213700 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.231715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17ac18-ec3a-48b5-909f-09825359ad7f req-881006a9-a0d0-44e1-adb1-b2675509e1b6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:08.233092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Transition to ACTIVE for port object 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:08.244645 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fd17ac18-ec3a-48b5-909f-09825359ad7f req-881006a9-a0d0-44e1-adb1-b2675509e1b6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1247029 Nov 03 18:32:08.244882 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.259389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-74b5e30a-3083-41d3-ab62-aeacdbe9867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:08.262139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-74b5e30a-3083-41d3-ab62-aeacdbe9867c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=178ab601-5793-42be-b6f2-a5fd74918b42 HTTP/1.1" status: 200 len: 863 time: 0.1342435 Nov 03 18:32:08.311558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec299307-7ae5-4b93-8495-63131d636071 req-7e8825f8-8c54-4ce5-8873-a1da3c45153b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:08.319796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec299307-7ae5-4b93-8495-63131d636071 req-7e8825f8-8c54-4ce5-8873-a1da3c45153b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 931 time: 0.1899025 Nov 03 18:32:08.383519 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fd17ac18-ec3a-48b5-909f-09825359ad7f req-d34f89c9-9ee5-47bc-80ed-2b74ec41cf9d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337066 Nov 03 18:32:08.432527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Pushing event updated for resources: {'Port': ['ID=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:08.432888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585e871c-e3dd-43ed-b4a7-7c6ef7417ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.479687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:08.498914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec299307-7ae5-4b93-8495-63131d636071 req-59a2dd1e-d431-40bd-bee4-c540dd987e8a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762593 Nov 03 18:32:08.530543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e141aef-ffa9-4da6-b4ca-c98791d75046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.530543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-b64f50e8-e34c-4fc6-b908-36711dd8cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:08.530543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-b64f50e8-e34c-4fc6-b908-36711dd8cf8a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244079 Nov 03 18:32:08.615414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '91a7fcf5-6088-47e9-82ba-4e9e40f190ad', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'port_id': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'mac_address': 'fa:16:3e:85:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e1831a-3657-4be7-8405-53583545b491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:29:31Z', 'updated_at': '2021-11-03T18:32:04Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:08.630459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be7aa6-fbde-4c9a-b7dc-883f90cb2b38 req-1e879225-d17f-42a0-9274-fb83cbffd5b4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:08.632424 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99be7aa6-fbde-4c9a-b7dc-883f90cb2b38 req-1e879225-d17f-42a0-9274-fb83cbffd5b4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.1235976 Nov 03 18:32:08.682647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Attempting to bind port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:08.682977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Attempting to bind port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:08.683306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Attempting to bind port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc on network 54435b5d-880c-4f25-8a43-98a238ccc754 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:08.723650 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d347869e-1f27-45eb-9f27-13bcf465f7ef x-openstack-request-id: req-d347869e-1f27-45eb-9f27-13bcf465f7ef {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:08.723998 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "name": "network-vif-plugged", "status": "completed", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:08.724251 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d347869e-1f27-45eb-9f27-13bcf465f7ef {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:08.724662 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8', 'code': 200} Nov 03 18:32:08.726144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fae367-92a1-4e0c-b85e-0860806fc515 None None] The sync data for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 is: [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '91a7fcf5-6088-47e9-82ba-4e9e40f190ad', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'port_id': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'mac_address': 'fa:16:3e:85:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e1831a-3657-4be7-8405-53583545b491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:29:31Z', 'updated_at': '2021-11-03T18:32:04Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:32:08.735758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc on network 54435b5d-880c-4f25-8a43-98a238ccc754 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:08.736567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Attempting to bind port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc on network 54435b5d-880c-4f25-8a43-98a238ccc754 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:08.743016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-99be7aa6-fbde-4c9a-b7dc-883f90cb2b38 req-dca1a14c-a928-4ae4-962a-7c38f9eca311 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946803 Nov 03 18:32:08.758718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-9b1c9456-e30c-47bc-9c01-afcfd2abed97 service neutron] 10.222.0.96 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000802 Nov 03 18:32:08.811966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:08.812448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Checking segment: {'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:08.813062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Bound using segment: {'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:08.813617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Bound port: 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:08.814109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.919271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200bc59-9d81-46cb-ba2b-24f40e9f48bb req-033d339e-ff74-43f8-97b2-7487df7df69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:08.920789 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f200bc59-9d81-46cb-ba2b-24f40e9f48bb req-033d339e-ff74-43f8-97b2-7487df7df69b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1096 time: 0.1447821 Nov 03 18:32:08.942450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562ad30-b0c1-4a0c-9c70-d8041cfa9317 req-4bef0dbb-36bd-48ee-9084-cdd9bcaa9e0f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:08.950205 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e562ad30-b0c1-4a0c-9c70-d8041cfa9317 req-4bef0dbb-36bd-48ee-9084-cdd9bcaa9e0f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 945 time: 0.1100204 Nov 03 18:32:09.042851 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e141aef-ffa9-4da6-b4ca-c98791d75046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.061812 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f200bc59-9d81-46cb-ba2b-24f40e9f48bb req-3a311b53-552e-4022-b719-b81bd3e081fb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101646 Nov 03 18:32:09.070316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e141aef-ffa9-4da6-b4ca-c98791d75046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.096175 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e562ad30-b0c1-4a0c-9c70-d8041cfa9317 req-72a085d3-4788-49af-81df-564e9f9a494b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382706 Nov 03 18:32:09.097846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] For port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:09.133019 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e6103-576a-4c1f-9ba5-d600e2ae961e None None] New status for floating IP 91a7fcf5-6088-47e9-82ba-4e9e40f190ad: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:32:09.144042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-67895afa-8c51-4cc9-a9e3-fb3fa285a89a tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:09.145247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-67895afa-8c51-4cc9-a9e3-fb3fa285a89a tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.3125505 Nov 03 18:32:09.154902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] For port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:09.183639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef877c-d30b-4cc2-99d0-c5663452372d req-efa6da15-3410-4127-b668-d47aa044256d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:09.185393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ef877c-d30b-4cc2-99d0-c5663452372d req-efa6da15-3410-4127-b668-d47aa044256d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.3541889 Nov 03 18:32:09.186932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e141aef-ffa9-4da6-b4ca-c98791d75046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140bbf3-0c7f-42ea-aed3-e4360501efb1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:09.192697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6e141aef-ffa9-4da6-b4ca-c98791d75046 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4834e8c8637c4fbdb5a7db2e7d140201&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0735145 Nov 03 18:32:09.194372 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.195548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43140) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:09.201204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a948343-0cc7-46ea-a72b-74b26b744597 req-a050ac37-93df-4168-aac6-67d592f86dc1 service neutron] 10.222.0.96 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320390 Nov 03 18:32:09.263535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:09.264040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.265545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] 10.222.0.96 "PUT /v2.0/ports/09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc HTTP/1.1" status: 200 len: 1091 time: 2.3521905 Nov 03 18:32:09.268211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:09.271125 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68249d9f-2d91-4555-98fb-817bd9b7cdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:09.287867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-3'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:09.332274 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52831dce-05c4-46be-b378-1b13f9d9210f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.350926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225053a1-699e-45d2-a199-dbd8272d52f3 service neutron] Pushing event updated for resources: {'Port': ['ID=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:09.367744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ef877c-d30b-4cc2-99d0-c5663452372d req-4f9e19c0-f751-43ee-bae7-b964e6409b81 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704893 Nov 03 18:32:09.369942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52831dce-05c4-46be-b378-1b13f9d9210f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.407342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57996-9efd-493d-9ffc-ff8ab973822e req-7bc76893-f768-4308-9dc8-bd223e4223c0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:09.416499 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2b57996-9efd-493d-9ffc-ff8ab973822e req-7bc76893-f768-4308-9dc8-bd223e4223c0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.1399002 Nov 03 18:32:09.465962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:09.500994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.590217 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2b57996-9efd-493d-9ffc-ff8ab973822e req-4ac4850b-4d6f-45c0-93c1-db98d3fc347b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729181 Nov 03 18:32:09.615616 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52831dce-05c4-46be-b378-1b13f9d9210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.619903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52831dce-05c4-46be-b378-1b13f9d9210f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.644458 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-52831dce-05c4-46be-b378-1b13f9d9210f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7140bbf3-0c7f-42ea-aed3-e4360501efb1 HTTP/1.1" status: 204 len: 168 time: 0.4471159 Nov 03 18:32:09.682959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52831dce-05c4-46be-b378-1b13f9d9210f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140bbf3-0c7f-42ea-aed3-e4360501efb1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:09.754828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:09.783313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 has no active binding in host n-h2-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:32:09.838180 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.979241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d018d-58d7-4945-bfcc-eaa4f03d54b7 req-7bb0944d-300f-469d-bd93-c78d1747b441 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:09.983901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e93d018d-58d7-4945-bfcc-eaa4f03d54b7 req-7bb0944d-300f-469d-bd93-c78d1747b441 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 943 time: 0.1253850 Nov 03 18:32:09.990209 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087ed179-4b0c-41af-82cc-fde3493d1f74 x-openstack-request-id: req-087ed179-4b0c-41af-82cc-fde3493d1f74 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:09.991079 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:09.991079 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-087ed179-4b0c-41af-82cc-fde3493d1f74 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:09.991079 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', 'status': 'completed', 'code': 200} Nov 03 18:32:10.047822 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e93d018d-58d7-4945-bfcc-eaa4f03d54b7 req-9a008864-3d3c-4732-9901-3c8cf42462be tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Nov 03 18:32:10.058040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-9bd946cb-109a-4bc1-a60a-54ce868e1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.059797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-9bd946cb-109a-4bc1-a60a-54ce868e1bde service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1094 time: 0.6882637 Nov 03 18:32:10.128988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-d5fc3adc-a4e8-42fd-a076-55f5dc2bad5d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc HTTP/1.1" status: 200 len: 217 time: 0.0478718 Nov 03 18:32:10.137019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1fb73-d204-4e5a-8bbf-8259f5f6d573 req-228a11f8-c442-4c1f-bc4f-11b5aa30fa51 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.145929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebc1fb73-d204-4e5a-8bbf-8259f5f6d573 req-228a11f8-c442-4c1f-bc4f-11b5aa30fa51 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1575539 Nov 03 18:32:10.255821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde41d3-3057-4e4a-addd-ed073fac1797 req-ba981faa-5f7a-4f8b-9e38-7168a526d4bb tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.277945 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dde41d3-3057-4e4a-addd-ed073fac1797 req-ba981faa-5f7a-4f8b-9e38-7168a526d4bb tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 945 time: 0.1176519 Nov 03 18:32:10.350315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dde41d3-3057-4e4a-addd-ed073fac1797 req-bc9e7e93-863a-4d9a-8467-3a6d7f75409a tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691552 Nov 03 18:32:10.374206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebc1fb73-d204-4e5a-8bbf-8259f5f6d573 req-10367bfd-d4fa-4366-84c7-c9e31eb6491a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270987 Nov 03 18:32:10.389253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-e2857e91-8021-4ccb-9437-7da98b980b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.391132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-e2857e91-8021-4ccb-9437-7da98b980b18 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.2422254 Nov 03 18:32:10.466505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-9e000371-83b2-4e47-a6fd-6bcf23cca537 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570912 Nov 03 18:32:10.478491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:10.612831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5f37a-0122-42d1-a234-d0a0480a4455 req-5062c036-8b94-49cf-b49d-8f8caf28073b tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.616489 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e2d5f37a-0122-42d1-a234-d0a0480a4455 req-5062c036-8b94-49cf-b49d-8f8caf28073b tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0699291 Nov 03 18:32:10.620932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-8d50a73d-757d-4040-a220-c71510f27a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.622456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-8d50a73d-757d-4040-a220-c71510f27a7d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 1101 time: 0.2352195 Nov 03 18:32:10.672028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:10.714317 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e2d5f37a-0122-42d1-a234-d0a0480a4455 req-7fbb3d52-40ad-4a73-bb0c-08cb4dd0e0ee tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811224 Nov 03 18:32:10.761525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69b65e-a4d7-4d99-b4de-fc955b9c7cc9 req-65c8f582-50ff-4b17-a52e-9503fdffea7d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.761688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e69b65e-a4d7-4d99-b4de-fc955b9c7cc9 req-65c8f582-50ff-4b17-a52e-9503fdffea7d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.2729464 Nov 03 18:32:10.792647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-61b6a4ef-dec4-4abf-906e-d68a84eed21d service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162031 Nov 03 18:32:10.837203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:10.846863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43178) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:10.866444 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:10.878714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20d78e-04f2-4902-80c8-83b3b5ed9825 req-1f64b4da-dd48-4727-b5be-dc3c708a03a2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.880465 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd20d78e-04f2-4902-80c8-83b3b5ed9825 req-1f64b4da-dd48-4727-b5be-dc3c708a03a2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 945 time: 0.0664861 Nov 03 18:32:10.884412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-7ac33b9c-3ac2-43d5-91fc-c476caf47cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:10.885955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-7ac33b9c-3ac2-43d5-91fc-c476caf47cf3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2494888 Nov 03 18:32:10.955395 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd20d78e-04f2-4902-80c8-83b3b5ed9825 req-2101e33c-a729-42f9-b60a-52e2429b46a2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678585 Nov 03 18:32:10.984085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1633378709-network', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:11.007819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Made reservation on behalf of 85b8fe211e6c4f909fd1e3dca779f1e4 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:11.010486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.026306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.033290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-b3303a9d-29cf-40a6-8377-7d39072021d4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc HTTP/1.1" status: 200 len: 217 time: 0.1154759 Nov 03 18:32:11.041401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e69b65e-a4d7-4d99-b4de-fc955b9c7cc9 req-bcec8b0c-2e36-4dcf-87bc-5f9f02b44c4c tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559395 Nov 03 18:32:11.136329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Pushing event updated for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:11.146258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a5532b-f664-4215-b3dc-350b892d2a2f req-b49468b6-69c1-44cb-9738-ee32d55b1378 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394287 Nov 03 18:32:11.149774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:11.150113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:11.150443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:11.155834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.160177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-9fd63b96-080e-44c6-b3a4-0bbe49fe7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.161694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-9fd63b96-080e-44c6-b3a4-0bbe49fe7462 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1162438 Nov 03 18:32:11.162442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:11.162939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Attempting to bind port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:11.174073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.178779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:11.179260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:11.179749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:11.180597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Bound port: d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:11.181220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.247525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:32:11.275612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10ff14f-7962-4adb-aa5b-17a8d157e7d5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:11.283465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.283803 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Added segment 193147f2-60fb-453c-bddb-f74b8ea6cb23 of type vlan for network f6547e33-a411-4ec2-8398-ecb40a7a1df5 Nov 03 18:32:11.289343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-580ef5f3-5103-473e-9b4e-a8bf364036a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.290877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-580ef5f3-5103-473e-9b4e-a8bf364036a5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213429 Nov 03 18:32:11.302572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb854-c856-4dc1-b2b0-8fde974ee288 req-ef1c3aaa-63ba-4b28-8c13-2514dea6bde5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.304143 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83feb854-c856-4dc1-b2b0-8fde974ee288 req-ef1c3aaa-63ba-4b28-8c13-2514dea6bde5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 943 time: 0.1539073 Nov 03 18:32:11.343277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:11.347491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-b260ba08-cd0e-45d9-ba28-214f29a50357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.349002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-b260ba08-cd0e-45d9-ba28-214f29a50357 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1094 time: 0.1406269 Nov 03 18:32:11.352293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.400363 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83feb854-c856-4dc1-b2b0-8fde974ee288 req-5760579e-e190-4b9c-809a-0a3ff3d0749f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753291 Nov 03 18:32:11.407355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.408524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.409152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.415732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:11.453967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.478339 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6288693 Nov 03 18:32:11.481044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43190) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:11.488762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Request body: {'subnet': {'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1633378709-subnet', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:11.499509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfc061-780f-4b7e-83ef-e7eef58924ad admin admin] Pushing event updated for resources: {'Network': ['ID=f6547e33-a411-4ec2-8398-ecb40a7a1df5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:11.511782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:32:11.555340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Made reservation on behalf of 85b8fe211e6c4f909fd1e3dca779f1e4 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:11.557732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.607719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-9b9b8cf8-20ed-46fe-980f-8ac688a4cd71 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077004 Nov 03 18:32:11.616586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-8096122d-bc00-4bb9-9cba-da08e694e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.617830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-8096122d-bc00-4bb9-9cba-da08e694e6c3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 913 time: 0.2366612 Nov 03 18:32:11.621243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Pushing event updated for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=8']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:11.631087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58e75c-e7e4-4037-add2-ebf37b96a9df req-2bec15b4-ca1f-4e65-89c6-97682529757a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.632687 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb58e75c-e7e4-4037-add2-ebf37b96a9df req-2bec15b4-ca1f-4e65-89c6-97682529757a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1145213 Nov 03 18:32:11.674774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.675393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.676795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0d3051b7-1922-4a9d-9b46-c6f1fb61c646 service neutron] 10.222.0.70 "PUT /v2.0/ports/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 200 len: 1121 time: 2.4007785 Nov 03 18:32:11.726057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f395f09-2ab1-4441-86ca-ac6510ab59bd req-1d7e970e-06ff-4362-a49b-dadecea35e43 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.727626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f395f09-2ab1-4441-86ca-ac6510ab59bd req-1d7e970e-06ff-4362-a49b-dadecea35e43 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 945 time: 0.2128410 Nov 03 18:32:11.749061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb58e75c-e7e4-4037-add2-ebf37b96a9df req-e429d865-67f6-474f-be5c-c3b0e77c81f1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080027 Nov 03 18:32:11.754906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-9ea981f8-416b-4157-b421-2b060a7c802f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc HTTP/1.1" status: 200 len: 217 time: 0.1080008 Nov 03 18:32:11.759424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d941c0e3-51d2-4750-b8cc-bb8dc5688ae1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:11.831330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d941c0e3-51d2-4750-b8cc-bb8dc5688ae1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:11.869637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-3c09e6ee-b3f0-4e77-b78a-5a33e67180c1 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492485 Nov 03 18:32:11.872669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.873629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f395f09-2ab1-4441-86ca-ac6510ab59bd req-f08fa456-cce4-4af7-80d5-4df06f05b823 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157594 Nov 03 18:32:11.875566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-8e530415-85bc-4162-adc7-d21f20d174fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.877011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-8e530415-85bc-4162-adc7-d21f20d174fe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.1030288 Nov 03 18:32:11.952238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-920c367a-b485-4e79-b00b-0de08b56676c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672541 Nov 03 18:32:11.994763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1'}, {'name': 'network-changed', 'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:12.002458 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1" -d '{"events": [{"server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "name": "network-vif-unplugged", "status": "completed", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1"}, {"name": "network-changed", "server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:12.079686 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.095004 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.111855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-d8daea8c-4657-4a45-9902-6fbb21e7cd53 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293659 Nov 03 18:32:12.123399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c473392-0c14-4598-843b-d219ef8b8420,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:12.127968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Checking segment: {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:12.128491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Network hostable DHCP agents. Network: f6547e33-a411-4ec2-8398-ecb40a7a1df5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:32:12.160017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd70e-3b92-49d7-a0ee-680e1d1ed676 req-c6d65551-9d39-4fc5-9fb5-611e06c90d0c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:12.164708 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-091cd70e-3b92-49d7-a0ee-680e1d1ed676 req-c6d65551-9d39-4fc5-9fb5-611e06c90d0c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1905241 Nov 03 18:32:12.231459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:32:12.278816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68249d9f-2d91-4555-98fb-817bd9b7cdfe req-fa58aa93-5e5c-4999-9196-ca8e14a5687d service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519623 Nov 03 18:32:12.284205 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-091cd70e-3b92-49d7-a0ee-680e1d1ed676 req-fce2e90a-bdab-4829-a7cc-d7413dd159be tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005843 Nov 03 18:32:12.286658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, f6547e33-a411-4ec2-8398-ecb40a7a1df5) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:12.299437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5645db4b-19b8-448b-8481-eeaa71f097cc None None] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:12.304294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:12.305404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.338109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1d705d60-980a-4b26-ad40-943291815eb9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8531461 Nov 03 18:32:12.340347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43210) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:12.346097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:12.381291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.382848 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.498299 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c7d0d-4154-4a91-a7bc-d22cee8ccdcd x-openstack-request-id: req-932c7d0d-4154-4a91-a7bc-d22cee8ccdcd {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:12.498996 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "name": "network-vif-unplugged", "status": "completed", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1", "code": 200}, {"name": "network-changed", "server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:12.499242 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-932c7d0d-4154-4a91-a7bc-d22cee8ccdcd {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:12.500366 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1', 'code': 200} Nov 03 18:32:12.500625 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1', 'status': 'completed', 'code': 200} Nov 03 18:32:12.531387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe06f63-191f-4b2d-8cad-4384a91be948 req-558db113-8ed4-42ba-a8be-25cbdd75b1ad tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:12.532701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:32:12.533225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe06f63-191f-4b2d-8cad-4384a91be948 req-558db113-8ed4-42ba-a8be-25cbdd75b1ad tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.1451254 Nov 03 18:32:12.533859 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.534510 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.664332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-5924a59d-d1b7-4749-9395-29ea2ff486e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:12.665923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-5924a59d-d1b7-4749-9395-29ea2ff486e6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1124 time: 0.1267073 Nov 03 18:32:12.713511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914ea8-2b13-49f6-8423-9531016dd702 req-acbd47e2-82a2-4a39-8ec4-f2e79ba39a64 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:12.715148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66914ea8-2b13-49f6-8423-9531016dd702 req-acbd47e2-82a2-4a39-8ec4-f2e79ba39a64 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0916061 Nov 03 18:32:12.725331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Allocated IP 172.20.0.2 (f6547e33-a411-4ec2-8398-ecb40a7a1df5/6c473392-0c14-4598-843b-d219ef8b8420/d88792ac-5159-427a-83ea-e5ca6bb1483e) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:12.825109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66914ea8-2b13-49f6-8423-9531016dd702 req-832a95c3-9575-4d14-bcc1-a19fde42e04d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726442 Nov 03 18:32:12.826091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-4ed630f0-f3cc-45d5-8a73-19e7844fdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:12.827462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-4ed630f0-f3cc-45d5-8a73-19e7844fdb74 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.1520731 Nov 03 18:32:12.881323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-6ddeda29-7800-4047-8958-37b7d9bb31db service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 200 len: 217 time: 0.0450172 Nov 03 18:32:12.918019 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.918225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe06f63-191f-4b2d-8cad-4384a91be948 req-f519e56a-1e83-4676-984f-b5b9a5ba7864 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337193 Nov 03 18:32:12.932007 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.979951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:12.985053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:12.987587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-d0141c0b-6146-4da4-969e-0eb9ed7bd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:12.988545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:12.989937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-d0141c0b-6146-4da4-969e-0eb9ed7bd263 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0976477 Nov 03 18:32:12.993522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.017006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Pushing event updated for resources: {'Port': ['ID=d88792ac-5159-427a-83ea-e5ca6bb1483e,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:13.059857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-9a6895ac-4e5d-4f95-9c07-345228d8f2ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577123 Nov 03 18:32:13.081496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Attempting to bind port d88792ac-5159-427a-83ea-e5ca6bb1483e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:13.081496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Attempting to bind port d88792ac-5159-427a-83ea-e5ca6bb1483e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:13.081496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Attempting to bind port d88792ac-5159-427a-83ea-e5ca6bb1483e on network f6547e33-a411-4ec2-8398-ecb40a7a1df5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:13.089070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:13.089070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Checking segment: {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:13.089795 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.090287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Bound using segment: {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:13.091045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Bound port: d88792ac-5159-427a-83ea-e5ca6bb1483e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:13.091553 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.138768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafffbc4-22cc-4d8a-b1c9-d9edcd10978c req-a2a37e71-b351-455c-9124-6bccf05581db tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:13.141355 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eafffbc4-22cc-4d8a-b1c9-d9edcd10978c req-a2a37e71-b351-455c-9124-6bccf05581db tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 943 time: 0.1040456 Nov 03 18:32:13.172260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] For port d88792ac-5159-427a-83ea-e5ca6bb1483e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:13.176831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] For port d88792ac-5159-427a-83ea-e5ca6bb1483e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d88792ac-5159-427a-83ea-e5ca6bb1483e,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:13.182665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.184375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efe21-10a0-411b-99d9-728074ff533e req-37821c58-313b-47a9-8404-005cd3dc1912 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:13.185950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-938efe21-10a0-411b-99d9-728074ff533e req-37821c58-313b-47a9-8404-005cd3dc1912 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1234944 Nov 03 18:32:13.215924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-61889d40-b2a6-4503-8724-0a5a2da611b3 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356385 Nov 03 18:32:13.218542 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eafffbc4-22cc-4d8a-b1c9-d9edcd10978c req-34226312-ecf5-4e74-afcb-1ba75cfc8c25 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655749 Nov 03 18:32:13.251306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cf016-55b2-490d-b96b-2e36c306f53a None None] Pushing event updated for resources: {'Port': ['ID=d88792ac-5159-427a-83ea-e5ca6bb1483e,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:13.332550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-938efe21-10a0-411b-99d9-728074ff533e req-59b4ed7e-e198-4e8e-b6c4-5122754dc1e1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250339 Nov 03 18:32:13.387869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9c273ec-1b6b-45a7-8f67-34d9ba2a71d1 req-3848033d-7038-4b21-adf0-ed2ffeb3e806 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585443 Nov 03 18:32:13.445679 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.483145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.631844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6be6e-a8cc-4345-801b-5be4695726a9 req-94c3af83-9408-4ee1-9e06-10461366de66 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:13.633562 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8ef6be6e-a8cc-4345-801b-5be4695726a9 req-94c3af83-9408-4ee1-9e06-10461366de66 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1865256 Nov 03 18:32:13.743407 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8ef6be6e-a8cc-4345-801b-5be4695726a9 req-5ddc9633-3ccc-4253-a194-62881b1645c4 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015022 Nov 03 18:32:13.747610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42327e-f27c-432b-8d04-d73ed59cfb9a req-069b45b4-3d8f-4321-993f-cab009bbb6fa tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:13.750044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c42327e-f27c-432b-8d04-d73ed59cfb9a req-069b45b4-3d8f-4321-993f-cab009bbb6fa tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1096 time: 0.3164196 Nov 03 18:32:13.754841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Allocated IP 172.25.3.198 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/8bab119e-7dd7-4f13-ad82-fc2099224f34) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:13.807416 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c42327e-f27c-432b-8d04-d73ed59cfb9a req-cd60a926-c236-4ab2-bfd4-8c431bd17012 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Nov 03 18:32:13.868049 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.903189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.939510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:13.942511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:13.946188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:14.038819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Pushing event updated for resources: {'Port': ['ID=8bab119e-7dd7-4f13-ad82-fc2099224f34,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:14.069352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae75ed-848f-4af3-a462-7c8448681feb req-022533c2-6d7d-4c83-8764-b508986ccf05 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:14.071208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aae75ed-848f-4af3-a462-7c8448681feb req-022533c2-6d7d-4c83-8764-b508986ccf05 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.0856361 Nov 03 18:32:14.139325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aae75ed-848f-4af3-a462-7c8448681feb req-bd45d0d9-376c-4b8f-a667-9d05066534e0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616760 Nov 03 18:32:14.257139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.415829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30589ba4-99a9-4df8-8d81-1b7b5c6b1d54 None None] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:14.483832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e48932fa-88dd-48bc-99dc-c1017b97fe4f None None] Provisioning complete for port d88792ac-5159-427a-83ea-e5ca6bb1483e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:14.484497 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e48932fa-88dd-48bc-99dc-c1017b97fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.486632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4fd12-8dec-407f-8704-3f5d87a846e1 req-30abdb5f-35d8-4dd4-94c6-b662a1626236 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:14.489613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fd4fd12-8dec-407f-8704-3f5d87a846e1 req-30abdb5f-35d8-4dd4-94c6-b662a1626236 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0796909 Nov 03 18:32:14.564482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:14.585279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fd4fd12-8dec-407f-8704-3f5d87a846e1 req-75d6927d-f743-4ed5-9fd8-4aa8f3b239f8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890481 Nov 03 18:32:14.616952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.626549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d32ac-28ea-46f3-9d7d-beb5b401e915 req-a4877cf0-b917-4ef9-8d60-457b14389caf tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:14.627914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c9d32ac-28ea-46f3-9d7d-beb5b401e915 req-a4877cf0-b917-4ef9-8d60-457b14389caf tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 943 time: 0.2375419 Nov 03 18:32:14.695799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d88792ac-5159-427a-83ea-e5ca6bb1483e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:14.770297 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c9d32ac-28ea-46f3-9d7d-beb5b401e915 req-85cc4ec5-b2bd-4183-a1e2-29a98abb48aa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297960 Nov 03 18:32:14.900024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Router b59c9dde-33a6-4c67-913e-bc1952a37ccd is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:32:14.929331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a355f57-aa54-4998-b2bd-4ff71f3e66fe req-d9b56326-42c2-440c-995d-bdd3d6145ec1 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:14.931016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a355f57-aa54-4998-b2bd-4ff71f3e66fe req-d9b56326-42c2-440c-995d-bdd3d6145ec1 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0783634 Nov 03 18:32:14.978325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e48932fa-88dd-48bc-99dc-c1017b97fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.992031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a355f57-aa54-4998-b2bd-4ff71f3e66fe req-261f5a1c-6fa8-481f-af3c-de418064fe6a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543258 Nov 03 18:32:15.059295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e48932fa-88dd-48bc-99dc-c1017b97fe4f None None] For port d88792ac-5159-427a-83ea-e5ca6bb1483e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d88792ac-5159-427a-83ea-e5ca6bb1483e,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:15.061952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:15.064090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:32:15.070549 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e48932fa-88dd-48bc-99dc-c1017b97fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.082460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Sync routers for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:32:15.096524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.098084 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9427738b-79b5-41ce-be26-d3fb23b76e7f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7567174 Nov 03 18:32:15.101277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43278) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:15.117169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754', 'port_id': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', 'mac_address': 'fa:16:3e:23:f9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926ec09e-237b-484b-87a9-da278688402d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:15.123947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d88792ac-5159-427a-83ea-e5ca6bb1483e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:15.124309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.343475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:15.344622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:32:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:15.353494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48932fa-88dd-48bc-99dc-c1017b97fe4f None None] Pushing event updated for resources: {'Port': ['ID=d88792ac-5159-427a-83ea-e5ca6bb1483e,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:15.367403 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.436980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:15.472268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f879f-ca58-4d2b-b17f-40a1091bb7cd req-13bd6a52-778e-4187-a6cd-d60a8fe30d38 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:15.473889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-619f879f-ca58-4d2b-b17f-40a1091bb7cd req-13bd6a52-778e-4187-a6cd-d60a8fe30d38 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.1635242 Nov 03 18:32:15.505043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:15.518243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.519137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:15.599987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ce98ec27-2c3a-4b33-94d4-6baec51b0d9a None None] Provisioning complete for port d88792ac-5159-427a-83ea-e5ca6bb1483e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:15.600443 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ce98ec27-2c3a-4b33-94d4-6baec51b0d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.633173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-619f879f-ca58-4d2b-b17f-40a1091bb7cd req-591a946b-d3f1-444b-bee1-ea150b529d7e tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266809 Nov 03 18:32:15.648204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:15.743853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d872cb-defc-4538-b33b-aa039fb8dfd6 req-83b2f50e-b8c9-4f13-ac00-ff957f3872a1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:15.750863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:15.754123 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b5d872cb-defc-4538-b33b-aa039fb8dfd6 req-83b2f50e-b8c9-4f13-ac00-ff957f3872a1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0992436 Nov 03 18:32:15.822552 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b5d872cb-defc-4538-b33b-aa039fb8dfd6 req-3128e86c-ca50-41e0-985a-4dace6e6b939 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673428 Nov 03 18:32:15.925983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:15.967676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'port_id': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'mac_address': 'fa:16:3e:ab:6e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9c6ec-1ff2-4841-9637-33c8ddc15e76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:15.988557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6812555-ab88-41c8-829d-86b18fb8b6ea req-9eaa5a75-4515-477d-8658-6664c11ceadd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:15.999201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6812555-ab88-41c8-829d-86b18fb8b6ea req-9eaa5a75-4515-477d-8658-6664c11ceadd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 944 time: 0.0959446 Nov 03 18:32:16.033304 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.047547 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.068912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:16.084489 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f6812555-ab88-41c8-829d-86b18fb8b6ea req-113daf68-59db-4ee7-8fd3-91f929e9c8ef tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796318 Nov 03 18:32:16.112686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:16.118475 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.241182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:14Z', 'revision_number': 3, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:16.252002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:16.299544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Checking router: b59c9dde-33a6-4c67-913e-bc1952a37ccd for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:32:16.300065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Updating router b59c9dde-33a6-4c67-913e-bc1952a37ccd port 8bab119e-7dd7-4f13-ad82-fc2099224f34 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:32:16.303418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:16.326786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76957-1fad-4274-9841-3406540f70cb req-44be8d2b-80eb-4380-a742-40504fad7471 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:16.340052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-abe76957-1fad-4274-9841-3406540f70cb req-44be8d2b-80eb-4380-a742-40504fad7471 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1699617 Nov 03 18:32:16.386590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.477610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-abe76957-1fad-4274-9841-3406540f70cb req-bc772aa1-b73a-41d9-b667-4b02d38ca4b3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292348 Nov 03 18:32:16.486039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Allocated IP 172.20.0.1 (f6547e33-a411-4ec2-8398-ecb40a7a1df5/6c473392-0c14-4598-843b-d219ef8b8420/e6dd2344-a611-49f1-b2cd-753ae9d2f80f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:16.514701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:16.671138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d88792ac-5159-427a-83ea-e5ca6bb1483e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:16.805795 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.839262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f3deb-a5de-443c-b0e9-cdd23b5349e8 req-d27ad19f-6806-47ff-ad88-d786875ef39f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:16.847379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6f3deb-a5de-443c-b0e9-cdd23b5349e8 req-d27ad19f-6806-47ff-ad88-d786875ef39f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.0786979 Nov 03 18:32:16.906638 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.969310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6f3deb-a5de-443c-b0e9-cdd23b5349e8 req-6dc0934a-f728-44d9-b292-92480791b794 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208689 Nov 03 18:32:17.018133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:17.024274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:17.027506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:17.073578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:17.076050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.123160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d88792ac-5159-427a-83ea-e5ca6bb1483e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:17.123639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.154381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.232260 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.389895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe500c2-ac3c-435f-a20f-90765d51bec1 req-48efabef-79a6-47d1-b7e2-8f9daec5ab30 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:17.401643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fe500c2-ac3c-435f-a20f-90765d51bec1 req-48efabef-79a6-47d1-b7e2-8f9daec5ab30 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.2982030 Nov 03 18:32:17.458701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Attempting to bind port 8bab119e-7dd7-4f13-ad82-fc2099224f34 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:17.461893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Attempting to bind port 8bab119e-7dd7-4f13-ad82-fc2099224f34 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:17.461997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c2174-1145-4cfa-8e74-13e585f3b843 req-604738e5-b61e-4cce-bc2e-7ab2a42ae395 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:17.462436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Attempting to bind port 8bab119e-7dd7-4f13-ad82-fc2099224f34 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:17.472704 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd6c2174-1145-4cfa-8e74-13e585f3b843 req-604738e5-b61e-4cce-bc2e-7ab2a42ae395 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 944 time: 0.1110389 Nov 03 18:32:17.487263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fe500c2-ac3c-435f-a20f-90765d51bec1 req-766e7cff-49d6-4907-abf2-3c02054e0332 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839539 Nov 03 18:32:17.494808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d85aee-04f7-4a15-8d41-07d692b6c2df None None] Pushing event updated for resources: {'Port': ['ID=8bab119e-7dd7-4f13-ad82-fc2099224f34,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:17.581795 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd6c2174-1145-4cfa-8e74-13e585f3b843 req-602e3cf2-5a2a-4e9a-ae40-2c1791adbf3b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077611 Nov 03 18:32:17.623270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:17.624014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:17.625877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.626189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:17.626711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Bound port: 8bab119e-7dd7-4f13-ad82-fc2099224f34, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:17.627117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.644106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.774328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae847248-c11a-4e0c-a522-68c541f76aed req-dad7fc48-927b-4f2e-916a-22b8994613d8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:17.776621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae847248-c11a-4e0c-a522-68c541f76aed req-dad7fc48-927b-4f2e-916a-22b8994613d8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1224408 Nov 03 18:32:17.864430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-34c9bc2f-573e-44a3-9dfd-9c5870dea8ec None None] Provisioning complete for port e6dd2344-a611-49f1-b2cd-753ae9d2f80f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:17.864831 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34c9bc2f-573e-44a3-9dfd-9c5870dea8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.884692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae847248-c11a-4e0c-a522-68c541f76aed req-e6434b3c-f318-4943-aafd-a7d41bddd0b0 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952685 Nov 03 18:32:17.953042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-34c9bc2f-573e-44a3-9dfd-9c5870dea8ec None None] Port e6dd2344-a611-49f1-b2cd-753ae9d2f80f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:17.963422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] For port 8bab119e-7dd7-4f13-ad82-fc2099224f34, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:17.967546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] For port 8bab119e-7dd7-4f13-ad82-fc2099224f34, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8bab119e-7dd7-4f13-ad82-fc2099224f34,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:17.980858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.086346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.088009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:18.089520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:32:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:18.094554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.112610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069abce-d87a-4772-b877-6101f6aa5c7c req-48dd28af-5984-4add-873e-51573b2aa1f0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:18.121980 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8069abce-d87a-4772-b877-6101f6aa5c7c req-48dd28af-5984-4add-873e-51573b2aa1f0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.0625470 Nov 03 18:32:18.156360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.158002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d85aee-04f7-4a15-8d41-07d692b6c2df None None] Pushing event updated for resources: {'Port': ['ID=8bab119e-7dd7-4f13-ad82-fc2099224f34,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:18.207940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8069abce-d87a-4772-b877-6101f6aa5c7c req-1c0ed3ba-6f6a-4033-8f8f-bca92a168dad tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786808 Nov 03 18:32:18.281710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:18.324193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:18.386679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:18.388197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:18.608454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:18.621144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Router b59c9dde-33a6-4c67-913e-bc1952a37ccd has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:32:18.761125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:18.761797 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.779630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a25083-6167-4afd-bff8-05c25f47ee08 req-b9bba167-1f28-4784-a835-b3563447a18f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:18.789683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-78a25083-6167-4afd-bff8-05c25f47ee08 req-b9bba167-1f28-4784-a835-b3563447a18f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1434150 Nov 03 18:32:18.832737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 2, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:18.886775 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-78a25083-6167-4afd-bff8-05c25f47ee08 req-d0b19868-2afa-48d3-9f5a-a9db2e4982dd tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959802 Nov 03 18:32:18.920797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:32:18.929073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d2b95-ab0a-4a86-a322-334b15c22aac None None] The sync data for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 is: [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 2, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:32:18.935874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e1d49a50-bf37-42c5-9758-0b1bb7b945c7 admin admin] 10.222.0.77 "PUT /v2.0/routers/b59c9dde-33a6-4c67-913e-bc1952a37ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8323948 Nov 03 18:32:18.962829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a1b8e889-dbd1-4f17-9468-2545928b833a None None] Provisioning complete for port e6dd2344-a611-49f1-b2cd-753ae9d2f80f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:18.963197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e889-dbd1-4f17-9468-2545928b833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.989502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545ccdf-3454-422f-96d8-eb7ec0bc2358 req-55ec64ab-acc7-4f21-b46d-4d12260f40c9 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:19.012733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5545ccdf-3454-422f-96d8-eb7ec0bc2358 req-55ec64ab-acc7-4f21-b46d-4d12260f40c9 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 944 time: 0.2218394 Nov 03 18:32:19.044400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8e889-dbd1-4f17-9468-2545928b833a None None] Port e6dd2344-a611-49f1-b2cd-753ae9d2f80f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:19.102713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.137805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf91bb-a207-4b4f-bc4d-e84520f5ab54 req-a0481bf6-e073-46e7-9b1b-1f4b84b03109 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:19.142938 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91bb-a207-4b4f-bc4d-e84520f5ab54 req-a0481bf6-e073-46e7-9b1b-1f4b84b03109 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1593475 Nov 03 18:32:19.164446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5545ccdf-3454-422f-96d8-eb7ec0bc2358 req-469a581d-ce16-421d-a168-4f6f841fc0d0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479824 Nov 03 18:32:19.175367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:19.178883 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32375a64-24a9-4b80-8631-d16ad4fc8cb4" -d '{"events": [{"server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "name": "network-vif-plugged", "status": "completed", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:19.241601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91bb-a207-4b4f-bc4d-e84520f5ab54 req-65018d7f-08e6-4603-a280-ca78aa910537 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939639 Nov 03 18:32:19.242368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:19.248963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.249925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:19.395899 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86958a01-a7b5-430f-8929-109b4ac64e70 x-openstack-request-id: req-86958a01-a7b5-430f-8929-109b4ac64e70 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:19.396281 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "name": "network-vif-plugged", "status": "completed", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:19.396471 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86958a01-a7b5-430f-8929-109b4ac64e70 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:19.396817 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'code': 200} Nov 03 18:32:19.475397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37bc7-d384-4e98-bbe4-7a521cd5ff53 req-f59a63a9-ea34-4f9b-9715-b32545593148 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:19.480597 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced37bc7-d384-4e98-bbe4-7a521cd5ff53 req-f59a63a9-ea34-4f9b-9715-b32545593148 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.1071920 Nov 03 18:32:19.484446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:19.487956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:19.492899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:19.493266 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.616197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced37bc7-d384-4e98-bbe4-7a521cd5ff53 req-ebba8037-8cb5-4bcb-bfd0-f106a55a4fe7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181650 Nov 03 18:32:19.706132 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.764671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:19.770345 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.943727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:20.101159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43402) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:20.105798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-24a98e76-2f88-41d7-a43a-21a91f547daf tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208005160', 'description': 'tempest-description--1866395551'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:20.140521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-24a98e76-2f88-41d7-a43a-21a91f547daf tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.160909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea148088-19ea-4788-88d9-523ba50db6b4 req-5360dff2-15aa-4999-bd78-2a9f74837289 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:20.162666 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ea148088-19ea-4788-88d9-523ba50db6b4 req-5360dff2-15aa-4999-bd78-2a9f74837289 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1366353 Nov 03 18:32:20.327725 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ea148088-19ea-4788-88d9-523ba50db6b4 req-6e9e9856-d4c9-45e4-861a-82758c16fbc9 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563380 Nov 03 18:32:20.351080 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-24a98e76-2f88-41d7-a43a-21a91f547daf tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.419394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-24a98e76-2f88-41d7-a43a-21a91f547daf tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.500495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b3ed-74b4-4386-a629-15cbbea9827c req-f8b06128-7fb9-49ae-8911-dfd528ee5d93 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:20.509581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4352b3ed-74b4-4386-a629-15cbbea9827c req-f8b06128-7fb9-49ae-8911-dfd528ee5d93 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 945 time: 0.1931493 Nov 03 18:32:20.536423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a98e76-2f88-41d7-a43a-21a91f547daf tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb6033a-53f9-4e3c-8d58-816678c1db68,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:20.541213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791559e6-59c3-4560-8bb4-89cf0ea22aaf req-900da501-e2ad-42d8-bbc9-51c50bb05f4a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:20.566748 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-24a98e76-2f88-41d7-a43a-21a91f547daf tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.571258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-791559e6-59c3-4560-8bb4-89cf0ea22aaf req-900da501-e2ad-42d8-bbc9-51c50bb05f4a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1102226 Nov 03 18:32:20.571624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-24a98e76-2f88-41d7-a43a-21a91f547daf tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4692831 Nov 03 18:32:20.573192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43408) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:20.585663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1204a589-7682-4a88-804f-27682f60ecee tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Request body: {'security_group_rule': {'security_group_id': 'ceb6033a-53f9-4e3c-8d58-816678c1db68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:20.621352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4352b3ed-74b4-4386-a629-15cbbea9827c req-3ed1bdb2-314b-4206-a904-5a3c22458e20 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108122 Nov 03 18:32:20.707692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1204a589-7682-4a88-804f-27682f60ecee tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.729805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8bab119e-7dd7-4f13-ad82-fc2099224f34 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:20.812240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cabde-cd5a-4e74-ab41-4c0def462512 req-815f4887-5ce3-490b-91c5-6a8b30f28d25 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:20.817191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1204a589-7682-4a88-804f-27682f60ecee tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.821752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-850cabde-cd5a-4e74-ab41-4c0def462512 req-815f4887-5ce3-490b-91c5-6a8b30f28d25 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.0741358 Nov 03 18:32:20.834066 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-791559e6-59c3-4560-8bb4-89cf0ea22aaf req-6c9605c1-c700-4a34-9dab-73711edcb1b5 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615840 Nov 03 18:32:20.838370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1204a589-7682-4a88-804f-27682f60ecee tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.890751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204a589-7682-4a88-804f-27682f60ecee tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b939e43-1f0f-4a16-9469-5cd480cfaae0,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:20.906823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-850cabde-cd5a-4e74-ab41-4c0def462512 req-838215fa-7ab0-4ee4-8b5c-bc07ed68f90d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830235 Nov 03 18:32:20.931021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1204a589-7682-4a88-804f-27682f60ecee tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.934805 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1204a589-7682-4a88-804f-27682f60ecee tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563471 Nov 03 18:32:20.936011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43420) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:20.949993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f62b42b0-fd8f-43aa-8c04-39bc2dcf2f20 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Request body: {'security_group_rule': {'security_group_id': 'ceb6033a-53f9-4e3c-8d58-816678c1db68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:20.959458 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8bab119e-7dd7-4f13-ad82-fc2099224f34 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:20.963309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.006820 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f62b42b0-fd8f-43aa-8c04-39bc2dcf2f20 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.108387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f62b42b0-fd8f-43aa-8c04-39bc2dcf2f20 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.113823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f62b42b0-fd8f-43aa-8c04-39bc2dcf2f20 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.121618 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.156175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 8bab119e-7dd7-4f13-ad82-fc2099224f34, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8bab119e-7dd7-4f13-ad82-fc2099224f34,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:21.171248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b42b0-fd8f-43aa-8c04-39bc2dcf2f20 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06076bda-1809-45c6-9e26-de59b9300a24,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:21.176443 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.188275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f62b42b0-fd8f-43aa-8c04-39bc2dcf2f20 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.190364 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f62b42b0-fd8f-43aa-8c04-39bc2dcf2f20 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2527132 Nov 03 18:32:21.193781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43426) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:21.206315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:21.257922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=8bab119e-7dd7-4f13-ad82-fc2099224f34,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:21.294190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.400048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:21.404366 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1024f3fd-65a1-4d23-87c3-f71d857e8b2d" -d '{"events": [{"server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "name": "network-vif-plugged", "status": "completed", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:21.480737 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19727c0-e026-4509-a018-cb2b9d1b97a7 x-openstack-request-id: req-c19727c0-e026-4509-a018-cb2b9d1b97a7 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:21.481295 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "name": "network-vif-plugged", "status": "completed", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:21.481735 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c19727c0-e026-4509-a018-cb2b9d1b97a7 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:21.482278 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', 'code': 200} Nov 03 18:32:21.536022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.547145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b27f61-be7b-43bd-9d24-94854a5b8f59 req-6b29020a-d02f-42a7-a849-ffce759907b2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:21.559332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07b27f61-be7b-43bd-9d24-94854a5b8f59 req-6b29020a-d02f-42a7-a849-ffce759907b2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1131229 Nov 03 18:32:21.706664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07b27f61-be7b-43bd-9d24-94854a5b8f59 req-6a0a576f-37e9-4620-b75a-9050d97772ba tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451061 Nov 03 18:32:21.717941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85001a38-c1b4-43ff-aeff-a819e48f28c3 req-986d97bc-d018-4464-b567-f08e4b9f340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:21.720289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85001a38-c1b4-43ff-aeff-a819e48f28c3 req-986d97bc-d018-4464-b567-f08e4b9f340e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1096 time: 0.1321733 Nov 03 18:32:21.751036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Allocated IP 172.25.3.54 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/56c2ef4f-a05b-4589-88d3-3314b27fbd79) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:21.833761 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85001a38-c1b4-43ff-aeff-a819e48f28c3 req-dd14cab1-3650-4608-bfd9-af6c1c17a0b4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028800 Nov 03 18:32:21.956894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf68a9b-0c60-4eb9-be82-038bd154b8ab req-1ef70b36-de54-42c2-838d-33d4488d42f3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:21.965601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-edf68a9b-0c60-4eb9-be82-038bd154b8ab req-1ef70b36-de54-42c2-838d-33d4488d42f3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 945 time: 0.1266088 Nov 03 18:32:22.012013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fdf26-ca6a-4022-bd7f-d65bbdfcd195 req-167efe64-9a2c-456c-a40b-7d1ebfd5851c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:22.014995 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.023050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e7fdf26-ca6a-4022-bd7f-d65bbdfcd195 req-167efe64-9a2c-456c-a40b-7d1ebfd5851c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0823972 Nov 03 18:32:22.089831 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-edf68a9b-0c60-4eb9-be82-038bd154b8ab req-30a08761-efee-401e-ae58-3bcdcf9412d0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219916 Nov 03 18:32:22.129061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e7fdf26-ca6a-4022-bd7f-d65bbdfcd195 req-ab89dcd4-be77-4939-bace-f7128ed85a1e tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044521 Nov 03 18:32:22.171703 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.281619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:22.290355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:22.297098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:22.307926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event updated for resources: {'Port': ['ID=56c2ef4f-a05b-4589-88d3-3314b27fbd79,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:22.457185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faf545-f347-4bb7-a1a0-bb0512bcd49a req-b7641c34-2682-4a5c-bca5-bbbcadb56409 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:22.458840 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04faf545-f347-4bb7-a1a0-bb0512bcd49a req-b7641c34-2682-4a5c-bca5-bbbcadb56409 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.2248943 Nov 03 18:32:22.464305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.534052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.574260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04faf545-f347-4bb7-a1a0-bb0512bcd49a req-8fffb3fd-59eb-460e-bb5d-69d8c4a66c09 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058631 Nov 03 18:32:22.595989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:32:22.731170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.737814 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.783439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8bab119e-7dd7-4f13-ad82-fc2099224f34 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:22.790455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event updated for resources: {'Port': ['ID=56c2ef4f-a05b-4589-88d3-3314b27fbd79,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:22.801071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.827281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.840144 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f1bb6ac-9e01-4b11-a2f9-213bd696970e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6450059 Nov 03 18:32:22.914419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02abe7c-2b6b-4476-b379-5e4109c71968 req-257e8a8c-1c4b-4151-b82f-13377fb6ae6c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:22.927253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b02abe7c-2b6b-4476-b379-5e4109c71968 req-257e8a8c-1c4b-4151-b82f-13377fb6ae6c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0717468 Nov 03 18:32:22.978523 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Sync routers for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:32:22.985633 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b02abe7c-2b6b-4476-b379-5e4109c71968 req-c1495fe6-36a5-420d-add3-3b075b1842ae tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Nov 03 18:32:23.014166 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:23.015577 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:32:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:23.143651 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:23.161020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8bab119e-7dd7-4f13-ad82-fc2099224f34 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:23.164088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.350693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfe204-7392-43a5-8dd2-fa46988d55f6 req-117b0344-d16b-4273-8b17-2ef2768a6c9f tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:23.359862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8dfe204-7392-43a5-8dd2-fa46988d55f6 req-117b0344-d16b-4273-8b17-2ef2768a6c9f tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0700240 Nov 03 18:32:23.432250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8dfe204-7392-43a5-8dd2-fa46988d55f6 req-fc8f2f6a-0aae-41b0-b4c1-bab1c38ab4c5 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660236 Nov 03 18:32:23.455587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1770c77-9a8f-45ec-be43-129915fb5849 req-a1891366-d1aa-4b93-8841-f5cf778b7075 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:23.463559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1770c77-9a8f-45ec-be43-129915fb5849 req-a1891366-d1aa-4b93-8841-f5cf778b7075 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 945 time: 0.1808181 Nov 03 18:32:23.542265 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1770c77-9a8f-45ec-be43-129915fb5849 req-bbd96031-90e1-440c-afd5-88fa6927d318 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761650 Nov 03 18:32:23.696504 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 2, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:23.734789 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Checking router: b59c9dde-33a6-4c67-913e-bc1952a37ccd for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:32:23.735162 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Updating router b59c9dde-33a6-4c67-913e-bc1952a37ccd port e6dd2344-a611-49f1-b2cd-753ae9d2f80f binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:32:23.771745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217e8d-04b1-4735-b079-7245a61cf2da req-529b14c2-2bc0-4031-96f6-c5f4887d0565 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:23.773584 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08217e8d-04b1-4735-b079-7245a61cf2da req-529b14c2-2bc0-4031-96f6-c5f4887d0565 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.0810182 Nov 03 18:32:23.787365 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.134209 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08217e8d-04b1-4735-b079-7245a61cf2da req-e399be56-79a4-48d4-87c7-bc072318c507 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540320 Nov 03 18:32:24.138905 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.147531 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.232923 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Pushing event updated for resources: {'Port': ['ID=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:24.247808 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.248173 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.248532 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.248904 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.249248 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.250116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.250468 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.250838 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.253224 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.253590 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.253990 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.256076 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:24.263939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e0072-cfa4-4571-a4d7-192e2a852301 req-bcf314c1-3736-4528-867a-8f126ead2a15 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:24.271644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-761e0072-cfa4-4571-a4d7-192e2a852301 req-bcf314c1-3736-4528-867a-8f126ead2a15 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1121590 Nov 03 18:32:24.353344 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Attempting to bind port e6dd2344-a611-49f1-b2cd-753ae9d2f80f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:24.353736 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Attempting to bind port e6dd2344-a611-49f1-b2cd-753ae9d2f80f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:24.354530 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Attempting to bind port e6dd2344-a611-49f1-b2cd-753ae9d2f80f on network f6547e33-a411-4ec2-8398-ecb40a7a1df5 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:24.361012 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:24.361382 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Checking segment: {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:24.361804 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.362269 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Bound using segment: {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:24.362776 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Bound port: e6dd2344-a611-49f1-b2cd-753ae9d2f80f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:24.363174 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.405519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-761e0072-cfa4-4571-a4d7-192e2a852301 req-545b2c8f-4630-4b5d-85b0-392936eafd03 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328638 Nov 03 18:32:24.458118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] For port e6dd2344-a611-49f1-b2cd-753ae9d2f80f, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:24.464510 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] For port e6dd2344-a611-49f1-b2cd-753ae9d2f80f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:24.470092 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.615315 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:24.616795 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:32:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:24.621146 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc41cdf-5c98-44ad-b87a-04fdcee9c2df None None] Pushing event updated for resources: {'Port': ['ID=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:24.629989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04962de-00ad-4b82-93e2-a3f7a19e8bb6 req-ba43507c-43f0-48e1-b2c9-2e8e78ae0f25 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:24.646847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Provisioning complete for port e6dd2344-a611-49f1-b2cd-753ae9d2f80f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:24.647442 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.649228 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c04962de-00ad-4b82-93e2-a3f7a19e8bb6 req-ba43507c-43f0-48e1-b2c9-2e8e78ae0f25 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1007676 Nov 03 18:32:24.774576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c04962de-00ad-4b82-93e2-a3f7a19e8bb6 req-d63ede8a-8ce0-406f-b3fa-7d1cee19e5ab tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232433 Nov 03 18:32:24.825573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca005d-d49c-406e-bfd4-0ac49d94d005 req-cb3036d2-8ab2-4cb5-b0d6-390ae9bd2967 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:24.833952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83ca005d-d49c-406e-bfd4-0ac49d94d005 req-cb3036d2-8ab2-4cb5-b0d6-390ae9bd2967 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 945 time: 0.0851734 Nov 03 18:32:24.891028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83ca005d-d49c-406e-bfd4-0ac49d94d005 req-81bb3c28-4916-4a9a-bc50-1c4de2188d51 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540874 Nov 03 18:32:24.897343 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.934545 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:24.965254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] For port e6dd2344-a611-49f1-b2cd-753ae9d2f80f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:24.975731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.096972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Pushing event updated for resources: {'Port': ['ID=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:25.116553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.116892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.117228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.117587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.117917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.118241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.118562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.118880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.119195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.119511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.119825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.120138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702fc3-e94f-44b8-a1d9-bdbf42e149ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:25.132689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1efc81bf-7875-4532-9088-cb14f215610f None None] Provisioning complete for port e6dd2344-a611-49f1-b2cd-753ae9d2f80f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:25.133013 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1efc81bf-7875-4532-9088-cb14f215610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.142150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-0f02da16-ffa0-440c-be66-e9d8e96de517 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1663521060&fields=id&tenant_id=ee8057a7648145bd8c9a867c88f36fdb HTTP/1.1" status: 200 len: 267 time: 0.1227164 Nov 03 18:32:25.231224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-d5f7b5fb-97e9-45be-8f00-02a639cfdfc2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:25.244615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-d5f7b5fb-97e9-45be-8f00-02a639cfdfc2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 945 time: 0.1010048 Nov 03 18:32:25.261045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'port': {'security_groups': ['152547b4-cb96-45b8-99d2-0e1270c74511', 'ae1cd252-194a-4c54-8b00-419aad416734']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:25.399885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58d31-138d-4a69-a02d-9fd786a1b19a req-2227e944-7f7f-4b2f-b6be-ad91bcde6d37 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:25.407221 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:25.410257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2cf58d31-138d-4a69-a02d-9fd786a1b19a req-2227e944-7f7f-4b2f-b6be-ad91bcde6d37 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.1124849 Nov 03 18:32:25.433513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.495223 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b4256-53b1-4779-bd05-c12e1753b497 None None] The sync data for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 is: [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:32:25.507272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2cf58d31-138d-4a69-a02d-9fd786a1b19a req-46a7c332-10b8-42d1-a911-5c6b4a1eb4f6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917044 Nov 03 18:32:25.689712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] For port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:25.725073 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.731600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.752843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:25.763822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9fc41-9076-4794-a3ac-14be1c8d76c2 req-c042a55f-f72e-475d-98f7-3dc8de58f7e6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:25.771672 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8cd9fc41-9076-4794-a3ac-14be1c8d76c2 req-c042a55f-f72e-475d-98f7-3dc8de58f7e6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1411994 Nov 03 18:32:25.809409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:25.810267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.829987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-706111f8-f62e-4361-ad4b-377c83cfe757 req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "PUT /v2.0/ports/09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc HTTP/1.1" status: 200 len: 981 time: 0.5838971 Nov 03 18:32:25.834406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:25.844967 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:25.898280 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8cd9fc41-9076-4794-a3ac-14be1c8d76c2 req-69b8b6fa-06b9-450d-892a-38b28910406e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207485 Nov 03 18:32:25.915712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:25.947137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06e2fb-3b37-4c00-b340-353e256af574 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'Port': ['ID=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:26.110977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c64ba591-d3a8-459d-a246-204f58f0651f req-818646a6-1c9b-4bdb-8734-40d94c4d43dc tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-6654342&fields=id&tenant_id=ee8057a7648145bd8c9a867c88f36fdb HTTP/1.1" status: 200 len: 267 time: 0.0908225 Nov 03 18:32:26.128612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704f231-41ed-4c42-83f9-16dda2e9c581 req-db8d7932-7f14-44ff-89a6-f9ac7cb3d329 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:26.141605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5704f231-41ed-4c42-83f9-16dda2e9c581 req-db8d7932-7f14-44ff-89a6-f9ac7cb3d329 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0860014 Nov 03 18:32:26.228441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba591-d3a8-459d-a246-204f58f0651f req-a6bc4eaf-97bf-4c88-acb7-25901a5fbd33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:26.236640 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5704f231-41ed-4c42-83f9-16dda2e9c581 req-f6551f59-6d95-4b57-9707-17867eca93e4 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938218 Nov 03 18:32:26.247660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c64ba591-d3a8-459d-a246-204f58f0651f req-a6bc4eaf-97bf-4c88-acb7-25901a5fbd33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 984 time: 0.1355577 Nov 03 18:32:26.255729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c64ba591-d3a8-459d-a246-204f58f0651f req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'port': {'security_groups': ['152547b4-cb96-45b8-99d2-0e1270c74511', 'ae1cd252-194a-4c54-8b00-419aad416734', '7dfc241f-d920-4c01-8bcd-193b338305cc']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:26.438815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c64ba591-d3a8-459d-a246-204f58f0651f req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.479542 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622bf823-cc2e-4038-9ded-654b5f7498ff x-openstack-request-id: req-622bf823-cc2e-4038-9ded-654b5f7498ff {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:26.479828 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:26.480085 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-622bf823-cc2e-4038-9ded-654b5f7498ff {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:26.480491 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', 'status': 'completed', 'code': 200} Nov 03 18:32:26.706578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-f44ae1bc-e658-42b8-b389-15fb923e44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:26.712548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-f44ae1bc-e658-42b8-b389-15fb923e44fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1135 time: 0.1716290 Nov 03 18:32:26.739221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e6dd2344-a611-49f1-b2cd-753ae9d2f80f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:26.786766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed2f5-7b85-433c-85f2-c2c034b80581 req-0d8b97c6-42a4-455b-82e9-15a59a5cc426 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:26.788445 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1bed2f5-7b85-433c-85f2-c2c034b80581 req-0d8b97c6-42a4-455b-82e9-15a59a5cc426 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.1236522 Nov 03 18:32:26.807008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e6dd2344-a611-49f1-b2cd-753ae9d2f80f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:26.807615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.899364 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1bed2f5-7b85-433c-85f2-c2c034b80581 req-691f53e5-6706-41a8-931c-00b9eb8b456f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982683 Nov 03 18:32:27.142163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7583d1-1c51-45cd-b064-87c86d4f7f78 req-72bfa950-099c-4b8b-a491-a16b9edf51f5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:27.145187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0e7583d1-1c51-45cd-b064-87c86d4f7f78 req-72bfa950-099c-4b8b-a491-a16b9edf51f5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1000893 Nov 03 18:32:27.243651 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0e7583d1-1c51-45cd-b064-87c86d4f7f78 req-f4cc8438-da1d-47dd-b389-295d7db054d9 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920870 Nov 03 18:32:27.473234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441ddd-fdc5-49a4-badf-c85ac9a0f8b8 req-a8f4b7e9-8535-4a95-b2fd-398d436f7f5c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:27.475460 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04441ddd-fdc5-49a4-badf-c85ac9a0f8b8 req-a8f4b7e9-8535-4a95-b2fd-398d436f7f5c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0675735 Nov 03 18:32:27.561378 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04441ddd-fdc5-49a4-badf-c85ac9a0f8b8 req-1a73f186-a262-408a-9e5b-d04eb8f4024d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761521 Nov 03 18:32:27.651860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c64ba591-d3a8-459d-a246-204f58f0651f req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] For port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:27.693933 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c64ba591-d3a8-459d-a246-204f58f0651f req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.705592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c64ba591-d3a8-459d-a246-204f58f0651f req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.718925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:27.818811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba591-d3a8-459d-a246-204f58f0651f req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:27.820439 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c64ba591-d3a8-459d-a246-204f58f0651f req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.846024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c64ba591-d3a8-459d-a246-204f58f0651f req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "PUT /v2.0/ports/09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc HTTP/1.1" status: 200 len: 1020 time: 1.5970747 Nov 03 18:32:27.868690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-70ca506e-5332-46aa-a4c2-1ab83f395b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:27.893861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-70ca506e-5332-46aa-a4c2-1ab83f395b37 service neutron] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 913 time: 1.1469681 Nov 03 18:32:27.919423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:27.958045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa1ca4-fbbf-404a-ad53-803cea2ca97d req-92bded9b-fe3d-4635-9c7a-64135ce8e6ef tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:27.970556 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-41fa1ca4-fbbf-404a-ad53-803cea2ca97d req-92bded9b-fe3d-4635-9c7a-64135ce8e6ef tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1023 time: 0.0764608 Nov 03 18:32:28.058568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e96575-e617-41ee-9916-8c8551cac8cb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'Port': ['ID=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:28.098139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-f243885e-b977-48cd-836d-7f3fc03c87f3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc HTTP/1.1" status: 200 len: 217 time: 0.2033255 Nov 03 18:32:28.157233 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-41fa1ca4-fbbf-404a-ad53-803cea2ca97d req-7a8952c8-110d-47cd-8fba-1ae266619461 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae1cd252-194a-4c54-8b00-419aad416734&id=7dfc241f-d920-4c01-8bcd-193b338305cc&id=152547b4-cb96-45b8-99d2-0e1270c74511 HTTP/1.1" status: 200 len: 6195 time: 0.1854932 Nov 03 18:32:28.189969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-9e4a3799-f562-4ccd-b355-2d6eaf2f27b1 req-7b66fce2-0380-499b-b6f4-9a1258206641 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': ' tempest-securitygroup -491751377 ', 'description': 'tempest-description-1559307956'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:28.231859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9e4a3799-f562-4ccd-b355-2d6eaf2f27b1 req-7b66fce2-0380-499b-b6f4-9a1258206641 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.243677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-55b1ed27-c2ca-4130-8436-b1a5fcc587e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:28.245127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-55b1ed27-c2ca-4130-8436-b1a5fcc587e2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.1151452 Nov 03 18:32:28.325394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-3316b97e-bb0b-4323-a79d-38314f181e08 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431287 Nov 03 18:32:28.326854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-b21fc46a-bef3-4eba-b30e-3779f66f6357 service neutron] 10.222.0.96 "GET /v2.0/ports/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 384 time: 1.3865163 Nov 03 18:32:28.356062 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9e4a3799-f562-4ccd-b355-2d6eaf2f27b1 req-7b66fce2-0380-499b-b6f4-9a1258206641 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.363858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9e4a3799-f562-4ccd-b355-2d6eaf2f27b1 req-7b66fce2-0380-499b-b6f4-9a1258206641 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.429834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9e4a3799-f562-4ccd-b355-2d6eaf2f27b1 req-7b66fce2-0380-499b-b6f4-9a1258206641 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.450808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e4a3799-f562-4ccd-b355-2d6eaf2f27b1 req-7b66fce2-0380-499b-b6f4-9a1258206641 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2688634 Nov 03 18:32:28.457136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66fce2-0380-499b-b6f4-9a1258206641 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afdee4a9-9ad9-4dc4-8a32-522d32b716b5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:28.492976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:28.504028 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eae0c62-6daf-444d-a562-c32e644032c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:28.535921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ca287-4531-423b-ace7-05113e2a1bfc req-412a5b85-b40a-4346-9c9c-1a69360a6062 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:28.542910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a99ca287-4531-423b-ace7-05113e2a1bfc req-412a5b85-b40a-4346-9c9c-1a69360a6062 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 943 time: 0.4771070 Nov 03 18:32:28.641535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3100-288b-4063-8201-33f3a30aa540 req-56bd1d11-d7b7-415b-9c73-fdf389e51f0e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:28.650529 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-356e3100-288b-4063-8201-33f3a30aa540 req-56bd1d11-d7b7-415b-9c73-fdf389e51f0e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0939341 Nov 03 18:32:28.729954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a99ca287-4531-423b-ace7-05113e2a1bfc req-59f22e7f-ba0e-4cbc-bbeb-ffb5c07cc025 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692998 Nov 03 18:32:28.748030 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-356e3100-288b-4063-8201-33f3a30aa540 req-d774b11d-024e-4904-b20d-943647ad9f24 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966184 Nov 03 18:32:28.897566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:28.920262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:28.956377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:28.970230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:29.028797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.110950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-6afbdd35-9cf4-4131-a7e7-91625b80c7e1 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577984 Nov 03 18:32:29.154955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce01c05-1ad5-4618-80d6-e09c72066669 req-629467d7-c083-487f-a338-4fdaa0d51664 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/afdee4a9-9ad9-4dc4-8a32-522d32b716b5 HTTP/1.1" status: 200 len: 1797 time: 0.1678078 Nov 03 18:32:29.322151 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c00876-d4fe-4c15-9735-d405ab5da22f x-openstack-request-id: req-18c00876-d4fe-4c15-9735-d405ab5da22f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:29.324483 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:29.324957 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18c00876-d4fe-4c15-9735-d405ab5da22f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:29.325579 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', 'status': 'completed', 'code': 200} Nov 03 18:32:29.551544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] Transition to ACTIVE for port object d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:29.569065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4b0dc7e-90d4-493d-af8c-9dc103a0ac42 req-3d65ac72-911a-4249-b0ae-a71452f51160 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113429 Nov 03 18:32:29.585301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999ee04-6087-4dd7-a658-ab06e8dea199 req-6283f8b8-db36-45db-8969-03429d592617 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:29.595797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5999ee04-6087-4dd7-a658-ab06e8dea199 req-6283f8b8-db36-45db-8969-03429d592617 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1817377 Nov 03 18:32:29.599760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.853803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] No DVR routers for this DVR port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:32:29.867480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5999ee04-6087-4dd7-a658-ab06e8dea199 req-852ff58d-d1fd-4a94-9f93-b3f8a3eabb57 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705379 Nov 03 18:32:29.868131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] Pushing event updated for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=10']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:29.902754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-9619d6d0-c619-4cfd-ab84-ecf172b26b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:29.904652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-9619d6d0-c619-4cfd-ab84-ecf172b26b6b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1174 time: 0.2627816 Nov 03 18:32:29.917507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-f4beff55-a251-4cab-8340-d8f483d4e0ed service neutron] 10.222.0.96 "PUT /v2.0/ports/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1/bindings/n-h2-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5744078 Nov 03 18:32:30.159637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-7f2de5ae-78da-4799-bd0f-8c3d680d5bcb tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:30.162425 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-7f2de5ae-78da-4799-bd0f-8c3d680d5bcb tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.1577578 Nov 03 18:32:30.224616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-e510bed3-ff53-4b20-bcad-1ed9fe156d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:30.229020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-e510bed3-ff53-4b20-bcad-1ed9fe156d26 service neutron] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 913 time: 0.3098283 Nov 03 18:32:30.238616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73240950-9a3a-4a2a-ab2b-b848b36d6cda req-64e0844a-23a0-4177-a752-3509839a6fd6 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/afdee4a9-9ad9-4dc4-8a32-522d32b716b5 HTTP/1.1" status: 200 len: 1797 time: 0.1404588 Nov 03 18:32:30.313615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-034e83fa-eaca-488d-b5d1-bbe1c75ec445 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc HTTP/1.1" status: 200 len: 217 time: 0.0697048 Nov 03 18:32:30.363309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0954af91-8f21-46f0-9b66-bde81e9d67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:30.365251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-0954af91-8f21-46f0-9b66-bde81e9d67d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00 HTTP/1.1" status: 200 len: 1095 time: 0.1783955 Nov 03 18:32:30.476309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-9d8e7ab4-95b2-416f-9dc4-74b66d5ce49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:30.478285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-9d8e7ab4-95b2-416f-9dc4-74b66d5ce49c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.1483703 Nov 03 18:32:30.501574 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73240950-9a3a-4a2a-ab2b-b848b36d6cda req-c5eb2968-1bbd-481b-ac49-e212da32942e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.526259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-ad432c4d-55a0-4616-bb9a-907bdf422658 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374939 Nov 03 18:32:30.562186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-1b0e505e-207c-4786-8c75-9ecabbb21f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:30.564244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-1b0e505e-207c-4786-8c75-9ecabbb21f14 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1095 time: 0.1691394 Nov 03 18:32:30.657975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73240950-9a3a-4a2a-ab2b-b848b36d6cda req-c5eb2968-1bbd-481b-ac49-e212da32942e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.787328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-b3770850-bc47-4786-b6a2-1fcaa969ae54 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461271 Nov 03 18:32:30.794398 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73240950-9a3a-4a2a-ab2b-b848b36d6cda req-c5eb2968-1bbd-481b-ac49-e212da32942e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.798190 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73240950-9a3a-4a2a-ab2b-b848b36d6cda req-c5eb2968-1bbd-481b-ac49-e212da32942e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.799734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73240950-9a3a-4a2a-ab2b-b848b36d6cda req-c5eb2968-1bbd-481b-ac49-e212da32942e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/afdee4a9-9ad9-4dc4-8a32-522d32b716b5 HTTP/1.1" status: 204 len: 173 time: 0.5409207 Nov 03 18:32:30.813591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-5e52262f-8df3-4da8-b491-771c3ad292b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:30.815543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-5e52262f-8df3-4da8-b491-771c3ad292b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.2268333 Nov 03 18:32:30.858010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb2968-1bbd-481b-ac49-e212da32942e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdee4a9-9ad9-4dc4-8a32-522d32b716b5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:30.893463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-ebe54007-bcef-413c-8c34-e76290877f82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 200 len: 217 time: 0.0667393 Nov 03 18:32:31.080972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-84ba08f0-c255-4053-b4d8-78c26b8c39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:31.082956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-84ba08f0-c255-4053-b4d8-78c26b8c39f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0977144 Nov 03 18:32:31.161261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cef040-4ac0-41d6-8add-0fdd0699031e req-5e637d7b-2aba-4e3f-b508-bd99e2013408 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:31.165004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8cef040-4ac0-41d6-8add-0fdd0699031e req-5e637d7b-2aba-4e3f-b508-bd99e2013408 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 944 time: 0.1945114 Nov 03 18:32:31.179387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-1a9201d1-4e1e-48f6-a49e-d0e2d486af51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777478 Nov 03 18:32:31.259235 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5eae0c62-6daf-444d-a562-c32e644032c5 req-804c1cfd-6e2f-4a49-af8b-53177ad06c70 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581401 Nov 03 18:32:31.350049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8cef040-4ac0-41d6-8add-0fdd0699031e req-9e80538a-790f-44d4-8a38-86143b903e18 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692743 Nov 03 18:32:31.403888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-6e349886-3949-4b7a-ad31-a5ffb5baee7d service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047830 Nov 03 18:32:31.609256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97cca4-906a-417e-ba60-371f104eb948 req-525d70f7-cc73-4f74-87a8-fb3fac52146b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:31.623727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f97cca4-906a-417e-ba60-371f104eb948 req-525d70f7-cc73-4f74-87a8-fb3fac52146b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1783743 Nov 03 18:32:31.632820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-2021a302-c49c-4c1c-aa72-83915c1b374d service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150674 Nov 03 18:32:31.738422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f97cca4-906a-417e-ba60-371f104eb948 req-a2936b75-25ab-42ef-afcc-579d29037ed0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972862 Nov 03 18:32:31.788674 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-bc1c9cc4-3a01-40ed-b65f-6be076f00020 req-8ae9205c-c33b-4bdb-b052-e66b50659cf3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:32:31.789746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc1c9cc4-3a01-40ed-b65f-6be076f00020 req-8ae9205c-c33b-4bdb-b052-e66b50659cf3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/afdee4a9-9ad9-4dc4-8a32-522d32b716b5 HTTP/1.1" status: 404 len: 352 time: 0.0233088 Nov 03 18:32:31.981816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1f5c-3eee-4501-98f8-5afc32791d26 req-b4d6c89f-c8d1-4de6-87c0-1883fd5a02c6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:31.984033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39cc1f5c-3eee-4501-98f8-5afc32791d26 req-b4d6c89f-c8d1-4de6-87c0-1883fd5a02c6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1168733 Nov 03 18:32:32.000213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-32014080-9c99-48d7-ad04-e2c15d53609f tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:32.003251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-32014080-9c99-48d7-ad04-e2c15d53609f tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.0833240 Nov 03 18:32:32.021307 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.107586 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39cc1f5c-3eee-4501-98f8-5afc32791d26 req-6ec5d500-e6a6-4de0-aead-3ce77c19d2f6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981123 Nov 03 18:32:32.228967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-19f6aa72-fe90-47c5-88e9-70b1cb4f9865 req-6c32e8a9-d3c3-4ad6-9a34-313bc8ea533a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-481884776', 'description': 'tempest-description-782488827'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:32.259581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-817d4154-3df6-4761-8800-c7e57cac26d7 service neutron] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:32.266698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-817d4154-3df6-4761-8800-c7e57cac26d7 service neutron] Publish callbacks [] for binding, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.268029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c34c1121-7277-49bc-80b1-bfe25d6db5d4 req-817d4154-3df6-4761-8800-c7e57cac26d7 service neutron] 10.222.0.70 "DELETE /v2.0/ports/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1/bindings/n-h1-812148-3 HTTP/1.1" status: 204 len: 173 time: 0.2482328 Nov 03 18:32:32.269469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19f6aa72-fe90-47c5-88e9-70b1cb4f9865 req-6c32e8a9-d3c3-4ad6-9a34-313bc8ea533a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.357606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19f6aa72-fe90-47c5-88e9-70b1cb4f9865 req-6c32e8a9-d3c3-4ad6-9a34-313bc8ea533a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.362907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19f6aa72-fe90-47c5-88e9-70b1cb4f9865 req-6c32e8a9-d3c3-4ad6-9a34-313bc8ea533a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.405833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19f6aa72-fe90-47c5-88e9-70b1cb4f9865 req-6c32e8a9-d3c3-4ad6-9a34-313bc8ea533a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.407244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19f6aa72-fe90-47c5-88e9-70b1cb4f9865 req-6c32e8a9-d3c3-4ad6-9a34-313bc8ea533a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1869500 Nov 03 18:32:32.408240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e8a9-d3c3-4ad6-9a34-313bc8ea533a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0160d61-0bfc-4f0e-a210-e7c630d8fe7a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:32.558646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358f2e-8ec9-43c3-a2dd-8d767791750d req-4cf4fff4-ea2c-4310-a8f3-8fb0d61b168d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:32.560540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe358f2e-8ec9-43c3-a2dd-8d767791750d req-4cf4fff4-ea2c-4310-a8f3-8fb0d61b168d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 944 time: 0.0825536 Nov 03 18:32:32.647153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe358f2e-8ec9-43c3-a2dd-8d767791750d req-36b0610d-ae1c-4b46-9809-578b0d7c8b20 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771809 Nov 03 18:32:32.692606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-292e5d53-cd6a-4095-a59c-947073551e7c req-f70313eb-1145-4147-bd08-1e9a4b8d8a33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-372235289', 'description': 'tempest-description-1257416680'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:32.761192 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-292e5d53-cd6a-4095-a59c-947073551e7c req-f70313eb-1145-4147-bd08-1e9a4b8d8a33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.904088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-292e5d53-cd6a-4095-a59c-947073551e7c req-f70313eb-1145-4147-bd08-1e9a4b8d8a33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.910363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-292e5d53-cd6a-4095-a59c-947073551e7c req-f70313eb-1145-4147-bd08-1e9a4b8d8a33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.947670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-292e5d53-cd6a-4095-a59c-947073551e7c req-f70313eb-1145-4147-bd08-1e9a4b8d8a33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.949097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-292e5d53-cd6a-4095-a59c-947073551e7c req-f70313eb-1145-4147-bd08-1e9a4b8d8a33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2651887 Nov 03 18:32:32.951568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70313eb-1145-4147-bd08-1e9a4b8d8a33 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5830976-fbf7-4207-a4ca-07f3f1124062,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:33.030264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.172771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9439c-4ffc-48c8-aab0-a506ef929c35 req-2bff526f-24cb-45a0-b01f-942b61c2a382 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:33.180802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62d9439c-4ffc-48c8-aab0-a506ef929c35 req-2bff526f-24cb-45a0-b01f-942b61c2a382 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0879548 Nov 03 18:32:33.254881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62d9439c-4ffc-48c8-aab0-a506ef929c35 req-ff8f76a9-8545-4cd8-b088-9c899151a498 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729430 Nov 03 18:32:33.329374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-695093b9-729a-4ea8-a049-2c158cf7a7b7 req-faae2592-e217-4c1d-9296-e10442f0050b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-55235806', 'description': 'tempest-description-672804789'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:33.367301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-695093b9-729a-4ea8-a049-2c158cf7a7b7 req-faae2592-e217-4c1d-9296-e10442f0050b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.502880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-695093b9-729a-4ea8-a049-2c158cf7a7b7 req-faae2592-e217-4c1d-9296-e10442f0050b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.508335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-695093b9-729a-4ea8-a049-2c158cf7a7b7 req-faae2592-e217-4c1d-9296-e10442f0050b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.524997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:33.530242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:32:33.570512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-695093b9-729a-4ea8-a049-2c158cf7a7b7 req-faae2592-e217-4c1d-9296-e10442f0050b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.585388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-695093b9-729a-4ea8-a049-2c158cf7a7b7 req-faae2592-e217-4c1d-9296-e10442f0050b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2610593 Nov 03 18:32:33.619361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae2592-e217-4c1d-9296-e10442f0050b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b0d526-f7e6-4d07-97e8-e4ae734ba932,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:33.709255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121d4a9-94c9-4df9-a66a-968ffd8fe8a9 req-4e521826-abe0-4f5e-b972-f7d4d98be1a3 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:33.711239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b121d4a9-94c9-4df9-a66a-968ffd8fe8a9 req-4e521826-abe0-4f5e-b972-f7d4d98be1a3 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1095 time: 0.0512362 Nov 03 18:32:33.775155 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.802869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:33.813678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b121d4a9-94c9-4df9-a66a-968ffd8fe8a9 req-97ce4aff-4f25-4d2e-8845-0e7f75a199ae tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927680 Nov 03 18:32:33.843077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:33.851751 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dfeb26-076b-4196-a6b2-e32b5a8d234f" -d '{"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:33.891784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'mac_address': 'fa:16:3e:fa:0a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:33.898978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:33.904670 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.982318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f76d-2a8a-450f-8522-bdfe81a27d71 req-a06316ad-151b-4222-b413-e6b74b479c87 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:33.985376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f907f76d-2a8a-450f-8522-bdfe81a27d71 req-a06316ad-151b-4222-b413-e6b74b479c87 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 948 time: 0.0665627 Nov 03 18:32:33.998946 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.026672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aff775-15e8-4e5c-9e7f-88d33d7c7246 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:34.053822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:34.061396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:34.066507 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.067603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f907f76d-2a8a-450f-8522-bdfe81a27d71 req-70b64dcb-0e3a-4417-bea5-4279f407cb72 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734670 Nov 03 18:32:34.137400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:34.337475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-421a171e-4724-4b20-a227-85fc9557eb6c req-98d75ad8-9f45-4f01-b0bd-f0d2587889c3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee8057a7648145bd8c9a867c88f36fdb HTTP/1.1" status: 200 len: 10990 time: 0.1459394 Nov 03 18:32:34.385459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-421a171e-4724-4b20-a227-85fc9557eb6c req-d5cadffb-aaec-4317-92f4-93f7ee590675 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/152547b4-cb96-45b8-99d2-0e1270c74511 HTTP/1.1" status: 200 len: 2998 time: 0.0469837 Nov 03 18:32:34.440128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c3aff775-15e8-4e5c-9e7f-88d33d7c7246'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:34.465099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-421a171e-4724-4b20-a227-85fc9557eb6c req-907828f5-8e89-4c2a-bc7d-ad65d75c8da1 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/152547b4-cb96-45b8-99d2-0e1270c74511 HTTP/1.1" status: 200 len: 2998 time: 0.0716991 Nov 03 18:32:34.588333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649781b-c919-4b91-b736-c9fdd44140b0 req-dbc23419-4499-4f33-8e75-d8f53ff7f75a tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:34.590716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1649781b-c919-4b91-b736-c9fdd44140b0 req-dbc23419-4499-4f33-8e75-d8f53ff7f75a tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 1095 time: 0.0645037 Nov 03 18:32:34.651958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1649781b-c919-4b91-b736-c9fdd44140b0 req-fbade37b-b61e-4054-b904-d8424d724553 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539727 Nov 03 18:32:34.715171 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e6d16f-b4a4-4ac3-acc7-72762bbbd3fe x-openstack-request-id: req-80e6d16f-b4a4-4ac3-acc7-72762bbbd3fe {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:34.715482 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:34.715646 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80e6d16f-b4a4-4ac3-acc7-72762bbbd3fe {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:34.716081 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'code': 200} Nov 03 18:32:34.788692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63e988f4-8de5-4f8f-bf5c-37314690d32f req-045e474e-b262-499b-b261-c0fe5a26f98b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/c0160d61-0bfc-4f0e-a210-e7c630d8fe7a HTTP/1.1" status: 200 len: 1816 time: 0.0558455 Nov 03 18:32:34.828591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf11971-2e66-4833-ba3a-651464fc69ec req-4726bf18-f6f2-457f-a70b-969e2b8cd6ed tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:34.830488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bf11971-2e66-4833-ba3a-651464fc69ec req-4726bf18-f6f2-457f-a70b-969e2b8cd6ed tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0560410 Nov 03 18:32:34.845343 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-63e988f4-8de5-4f8f-bf5c-37314690d32f req-57dd067c-5938-4ce6-9766-a319a3223090 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.870077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-63e988f4-8de5-4f8f-bf5c-37314690d32f req-57dd067c-5938-4ce6-9766-a319a3223090 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.893455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bf11971-2e66-4833-ba3a-651464fc69ec req-41037516-eb36-44ee-b89b-1b81f7664e07 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563514 Nov 03 18:32:34.927799 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-63e988f4-8de5-4f8f-bf5c-37314690d32f req-57dd067c-5938-4ce6-9766-a319a3223090 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.931471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-63e988f4-8de5-4f8f-bf5c-37314690d32f req-57dd067c-5938-4ce6-9766-a319a3223090 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.932658 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63e988f4-8de5-4f8f-bf5c-37314690d32f req-57dd067c-5938-4ce6-9766-a319a3223090 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/c0160d61-0bfc-4f0e-a210-e7c630d8fe7a HTTP/1.1" status: 204 len: 173 time: 0.1431708 Nov 03 18:32:34.945093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd067c-5938-4ce6-9766-a319a3223090 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0160d61-0bfc-4f0e-a210-e7c630d8fe7a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:35.037303 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-5f9c0bb0-0d95-4da2-91f3-c93f18e891ee req-509d2ccd-f861-4859-932b-da6c6dfa04d7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:32:35.038459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f9c0bb0-0d95-4da2-91f3-c93f18e891ee req-509d2ccd-f861-4859-932b-da6c6dfa04d7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/c0160d61-0bfc-4f0e-a210-e7c630d8fe7a HTTP/1.1" status: 404 len: 352 time: 0.0188804 Nov 03 18:32:35.326602 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-60bb71d5-de43-4df0-bc44-de37f8bc02d1 req-60c51619-455b-49ea-8b37-e878414cf56f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/a5830976-fbf7-4207-a4ca-07f3f1124062 HTTP/1.1" status: 200 len: 1817 time: 0.0686681 Nov 03 18:32:35.406032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-60bb71d5-de43-4df0-bc44-de37f8bc02d1 req-73020254-a282-4e8f-ad19-3f66791187b0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.439806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-60bb71d5-de43-4df0-bc44-de37f8bc02d1 req-73020254-a282-4e8f-ad19-3f66791187b0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.490728 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-60bb71d5-de43-4df0-bc44-de37f8bc02d1 req-73020254-a282-4e8f-ad19-3f66791187b0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.494400 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-60bb71d5-de43-4df0-bc44-de37f8bc02d1 req-73020254-a282-4e8f-ad19-3f66791187b0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.495863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-60bb71d5-de43-4df0-bc44-de37f8bc02d1 req-73020254-a282-4e8f-ad19-3f66791187b0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/a5830976-fbf7-4207-a4ca-07f3f1124062 HTTP/1.1" status: 204 len: 173 time: 0.1624308 Nov 03 18:32:35.506776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73020254-a282-4e8f-ad19-3f66791187b0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5830976-fbf7-4207-a4ca-07f3f1124062,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:35.632326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7b87-faef-4e07-a6f1-e4952aae47b7 req-3ef9408a-f199-4c97-ba1b-48d05a802023 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:35.640748 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f5bc7b87-faef-4e07-a6f1-e4952aae47b7 req-3ef9408a-f199-4c97-ba1b-48d05a802023 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 949 time: 0.0723679 Nov 03 18:32:35.694138 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f5bc7b87-faef-4e07-a6f1-e4952aae47b7 req-4b57dd03-ba5f-4df9-9ff4-3319651df9f0 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522223 Nov 03 18:32:35.736272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3ac5e620-4e44-41d1-b798-e61ff78de1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.755912 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-8d19bd1f-9bf7-41ca-9d83-8c4ca2c67184 req-0309878e-d1df-4222-88de-0506ffa4d3b6 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:32:35.766050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8d19bd1f-9bf7-41ca-9d83-8c4ca2c67184 req-0309878e-d1df-4222-88de-0506ffa4d3b6 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/a5830976-fbf7-4207-a4ca-07f3f1124062 HTTP/1.1" status: 404 len: 352 time: 0.0310581 Nov 03 18:32:35.845345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4750d2bd-2790-4812-b28d-0f6289dad14a req-f5d85e03-21db-4666-8933-71f499d53d9f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/29b0d526-f7e6-4d07-97e8-e4ae734ba932 HTTP/1.1" status: 200 len: 1815 time: 0.0503888 Nov 03 18:32:35.939365 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4750d2bd-2790-4812-b28d-0f6289dad14a req-d661ad60-4b9f-4cf3-a3a4-65079ec48bfd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.986809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4750d2bd-2790-4812-b28d-0f6289dad14a req-d661ad60-4b9f-4cf3-a3a4-65079ec48bfd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.060636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4750d2bd-2790-4812-b28d-0f6289dad14a req-d661ad60-4b9f-4cf3-a3a4-65079ec48bfd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.064089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4750d2bd-2790-4812-b28d-0f6289dad14a req-d661ad60-4b9f-4cf3-a3a4-65079ec48bfd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.065559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4750d2bd-2790-4812-b28d-0f6289dad14a req-d661ad60-4b9f-4cf3-a3a4-65079ec48bfd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/29b0d526-f7e6-4d07-97e8-e4ae734ba932 HTTP/1.1" status: 204 len: 173 time: 0.2140632 Nov 03 18:32:36.076365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661ad60-4b9f-4cf3-a3a4-65079ec48bfd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b0d526-f7e6-4d07-97e8-e4ae734ba932,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:36.130231 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-501aa5d6-e231-4aeb-9c35-0d78fba91a3e req-cd6e17cb-5346-4774-8b36-c2a59a0f3fa0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:32:36.131362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-501aa5d6-e231-4aeb-9c35-0d78fba91a3e req-cd6e17cb-5346-4774-8b36-c2a59a0f3fa0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/29b0d526-f7e6-4d07-97e8-e4ae734ba932 HTTP/1.1" status: 404 len: 352 time: 0.0205567 Nov 03 18:32:36.156949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a012f-ab7d-4640-8a98-564ac6232114 req-a0f965a5-0d96-4aa1-8910-0baff0ccde91 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:36.158886 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8f1a012f-ab7d-4640-8a98-564ac6232114 req-a0f965a5-0d96-4aa1-8910-0baff0ccde91 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1022110 Nov 03 18:32:36.246529 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8f1a012f-ab7d-4640-8a98-564ac6232114 req-7799a0e2-7300-42bd-a8e9-beea75207a2b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691974 Nov 03 18:32:36.402884 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a0c21bb2-eeee-4917-b25c-902eab3b2513 req-bfa15d74-8263-4f2a-a39d-e0067cf26029 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee8057a7648145bd8c9a867c88f36fdb HTTP/1.1" status: 200 len: 6195 time: 0.0977666 Nov 03 18:32:36.430498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-29a0e0fe-19ed-4c9e-8e05-c2c3e3317d8e tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:36.432141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-29a0e0fe-19ed-4c9e-8e05-c2c3e3317d8e tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 804 time: 0.2030296 Nov 03 18:32:36.448767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-83f9a856-08c1-4687-9ab6-5eb9a6fd22fe tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/quotas/d3b1486e874d475a9be81797546b3de6 HTTP/1.1" status: 200 len: 375 time: 0.0100291 Nov 03 18:32:36.481708 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a0c21bb2-eeee-4917-b25c-902eab3b2513 req-68a38818-aa28-426a-a010-5a44b8996fb5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/152547b4-cb96-45b8-99d2-0e1270c74511 HTTP/1.1" status: 200 len: 2998 time: 0.0714426 Nov 03 18:32:36.520130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-ea1bf9ea-af34-4d98-8341-77878c792e6d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631220 Nov 03 18:32:36.588068 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a0c21bb2-eeee-4917-b25c-902eab3b2513 req-b1e35e22-4df7-4c5b-8756-ab302b45cb2f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/152547b4-cb96-45b8-99d2-0e1270c74511 HTTP/1.1" status: 200 len: 2998 time: 0.1052923 Nov 03 18:32:36.619533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-6a15a920-4b2a-4837-befb-c5b055e93302 req-d655fb19-d513-4a2f-85cd-f8d9a8278c47 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1959709589', 'description': 'tempest-description-1549137944'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:36.653526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-dcbb02b7-97e9-4082-bab3-04078e2bc195 service neutron] 10.222.0.77 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323738 Nov 03 18:32:36.660417 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6a15a920-4b2a-4837-befb-c5b055e93302 req-d655fb19-d513-4a2f-85cd-f8d9a8278c47 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.792279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-47dd860b-3325-44fb-824b-b9009fa71af1 service neutron] 10.222.0.77 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281669 Nov 03 18:32:36.842066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6a15a920-4b2a-4837-befb-c5b055e93302 req-d655fb19-d513-4a2f-85cd-f8d9a8278c47 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.847608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6a15a920-4b2a-4837-befb-c5b055e93302 req-d655fb19-d513-4a2f-85cd-f8d9a8278c47 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.872962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6a15a920-4b2a-4837-befb-c5b055e93302 req-d655fb19-d513-4a2f-85cd-f8d9a8278c47 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.874419 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6a15a920-4b2a-4837-befb-c5b055e93302 req-d655fb19-d513-4a2f-85cd-f8d9a8278c47 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2608676 Nov 03 18:32:36.910513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655fb19-d513-4a2f-85cd-f8d9a8278c47 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f356ea0-e6cc-49bb-a52a-d607971ccc62,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:37.137288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e783a5-07d7-4a16-ac36-410fb5a178cc req-a92c6fa5-5b0b-43a8-992a-4e313bfb6f26 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:37.148836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51e783a5-07d7-4a16-ac36-410fb5a178cc req-a92c6fa5-5b0b-43a8-992a-4e313bfb6f26 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 949 time: 0.1266150 Nov 03 18:32:37.162846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-d977c958-ffb9-4597-a1ee-d5b6a8b21e63 req-12776a6e-495d-4d25-b080-451a2682c5b2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-377698916', 'description': 'tempest-description-1259737393'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:37.248002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d977c958-ffb9-4597-a1ee-d5b6a8b21e63 req-12776a6e-495d-4d25-b080-451a2682c5b2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.260022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51e783a5-07d7-4a16-ac36-410fb5a178cc req-2f8e089a-8f8c-4f58-a695-bf1601abc5c4 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101329 Nov 03 18:32:37.339418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf0ca736-2e7a-4b3f-a17b-87696ec9460f req-cba7647e-2ac9-45b0-b091-ef087d0e0bf6 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 210 time: 0.0393691 Nov 03 18:32:37.393774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d977c958-ffb9-4597-a1ee-d5b6a8b21e63 req-12776a6e-495d-4d25-b080-451a2682c5b2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.402398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d977c958-ffb9-4597-a1ee-d5b6a8b21e63 req-12776a6e-495d-4d25-b080-451a2682c5b2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.474327 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d977c958-ffb9-4597-a1ee-d5b6a8b21e63 req-12776a6e-495d-4d25-b080-451a2682c5b2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.495651 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d977c958-ffb9-4597-a1ee-d5b6a8b21e63 req-12776a6e-495d-4d25-b080-451a2682c5b2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3367298 Nov 03 18:32:37.499131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12776a6e-495d-4d25-b080-451a2682c5b2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe303b-85d3-4052-8f3d-f2db5a3a1118,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:37.518120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb43ea-0a00-4346-9e1f-0cea2ebce609 req-403a38b7-8b1c-48a1-b3de-74f8bb70cc37 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:37.534184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85eb43ea-0a00-4346-9e1f-0cea2ebce609 req-403a38b7-8b1c-48a1-b3de-74f8bb70cc37 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1096 time: 0.1140420 Nov 03 18:32:37.544085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:37.610140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85eb43ea-0a00-4346-9e1f-0cea2ebce609 req-e0275182-0a3a-4667-b325-0a704d4a87ad tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736456 Nov 03 18:32:37.674559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9eb29-45d9-482e-aa82-b12ff6656457 req-ac029563-6051-477d-9bb1-895ccd7e1f65 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:37.678392 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-70d9eb29-45d9-482e-aa82-b12ff6656457 req-ac029563-6051-477d-9bb1-895ccd7e1f65 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1038432 Nov 03 18:32:37.683200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:37.684107 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.775068 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-70d9eb29-45d9-482e-aa82-b12ff6656457 req-2ea5cfb9-ac14-4875-8efe-b8ee1a00f9fd tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912235 Nov 03 18:32:37.859996 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.911435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:37.914232 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bca6948-2307-4b95-a6f6-f34c751e5b10" -d '{"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:37.948033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:37.953017 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.057406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:38.312255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-da507864-ba9a-417b-8a23-332a32e45f79 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:38.313720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-da507864-ba9a-417b-8a23-332a32e45f79 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.96 "GET /v2.0/ports?device_id=d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3 HTTP/1.1" status: 200 len: 945 time: 0.1198196 Nov 03 18:32:38.330960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f81fe10-cc23-46a1-8c13-17088a611c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.383377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d295ef-47e0-4117-b488-527c8e580004 req-fb46adfe-8640-4ba6-b040-ef8762a7f5bb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:38.385597 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-fb46adfe-8640-4ba6-b040-ef8762a7f5bb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 812 time: 0.6202364 Nov 03 18:32:38.428191 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-7319e2e1-311f-4e99-bdd8-cab37bc2a96a tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/quotas/ee8057a7648145bd8c9a867c88f36fdb HTTP/1.1" status: 200 len: 375 time: 0.0330536 Nov 03 18:32:38.507538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-e54cef29-2c2c-45dd-99b8-f552e8e2deca tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782111 Nov 03 18:32:38.597187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Deleting port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:32:38.597663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.713765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:32:38.720885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-c4fe72b1-9026-43dc-ae0e-02d2124a3e5c service neutron] 10.222.0.77 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034693 Nov 03 18:32:38.797645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:38.798010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.918504 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.978178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:38.984504 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.035877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Calling delete_port for 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:32:39.044297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:39.050398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-9027f2da-4fa6-4dcf-8c6d-48baec3c90b7 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:39.052200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-9027f2da-4fa6-4dcf-8c6d-48baec3c90b7 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.70 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 804 time: 0.1711271 Nov 03 18:32:39.070893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Request body: {'port': {'device_id': 'e7e7351c-a48e-4199-a5f1-eac5e920fcb1', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'admin_state_up': True, 'tenant_id': 'd3b1486e874d475a9be81797546b3de6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:39.206935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-9b994cde-8bcf-4ede-9616-b6d1c356d161 service neutron] 10.222.0.77 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741507 Nov 03 18:32:39.315405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Made reservation on behalf of d3b1486e874d475a9be81797546b3de6 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:39.319175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.333028 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.372496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Pushing event deleted for resources: {'Port': ['ID=5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:39.373074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-72a11f2b-fa41-4790-b6db-6074905f7d0e tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:32:39.394245 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-72a11f2b-fa41-4790-b6db-6074905f7d0e tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0302751 Nov 03 18:32:39.441645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-566a05ea-9de8-4fd4-ac20-bc1e63b5a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:39.450853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-566a05ea-9de8-4fd4-ac20-bc1e63b5a295 service neutron] 10.222.0.77 "GET /v2.0/ports/a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 1093 time: 0.0542157 Nov 03 18:32:39.457227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Request body: {'binding': {'host': 'n-h1-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:39.457846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] No DVR routers for this DVR port 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:32:39.458628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Unknown quota resources ['binding']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:32:39.463411 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.466982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a94de9-7eda-4f1a-87c0-009db8571f19 req-b3277b40-cc26-42f3-bba4-46ebeda8c96c tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.96 "DELETE /v2.0/ports/5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 HTTP/1.1" status: 204 len: 173 time: 1.1432552 Nov 03 18:32:39.467451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'name': 'network-vif-deleted', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:39.470495 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a0e3a-a1ff-4d61-8d82-aa2dec34f912" -d '{"events": [{"server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "name": "network-vif-deleted", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:39.574969 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05dc7c1-91a9-44e1-9be4-213c3a0898a8 x-openstack-request-id: req-b05dc7c1-91a9-44e1-9be4-213c3a0898a8 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:39.578073 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:39.578444 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b05dc7c1-91a9-44e1-9be4-213c3a0898a8 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:39.578976 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'code': 200} Nov 03 18:32:39.672709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Allocated IP 172.20.0.14 (ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5/dfb9c6ec-1ff2-4841-9637-33c8ddc15e76/407fcb78-3f95-4f59-a00d-5f8360555e45) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:39.900685 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.948193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on host n-h1-812148-3 for vnic_type normal with profile None {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:39.948955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:39.949515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:39.966587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:39.967197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:39.994845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:39.995491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:39.996288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:39.997043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Bound port: a21bd520-5eee-4d88-b296-28448b80dcc8, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:40.054017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd46174-5e4a-4c75-857a-cf5a4994f4f8 req-e0e6b273-cb43-4977-af33-1877991f3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.055811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd46174-5e4a-4c75-857a-cf5a4994f4f8 req-e0e6b273-cb43-4977-af33-1877991f3e14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1101 time: 0.1027131 Nov 03 18:32:40.086194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:40.101337 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.103996 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-63d49365-5fbd-4fe6-9e64-0f2bc1f5be02 service neutron] 10.222.0.77 "POST /v2.0/ports/a21bd520-5eee-4d88-b296-28448b80dcc8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6512432 Nov 03 18:32:40.139042 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd46174-5e4a-4c75-857a-cf5a4994f4f8 req-fe30bf6b-d2df-4ac6-b121-358744c76079 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744886 Nov 03 18:32:40.222763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c9d1b-e7cb-4a42-bfb4-ccd2944adef2 req-769183f4-278a-41a4-afdf-0e19a65fa157 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.225792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c2c9d1b-e7cb-4a42-bfb4-ccd2944adef2 req-769183f4-278a-41a4-afdf-0e19a65fa157 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.2684152 Nov 03 18:32:40.391726 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a22b708-1986-4e9d-9b54-da3f9dc585ca req-c13d94ed-60f5-4dbc-98f1-cae6f73f5470 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 210 time: 0.0938969 Nov 03 18:32:40.398715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.508007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c2c9d1b-e7cb-4a42-bfb4-ccd2944adef2 req-6e215dbe-9e1b-42f4-902a-1d4a803807ba tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689526 Nov 03 18:32:40.621242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.690308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a7510-198e-4a8d-9c20-7e3bc564608f req-8d472dc5-0556-43f1-af5d-dd6a74d0d955 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.695178 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a35a7510-198e-4a8d-9c20-7e3bc564608f req-8d472dc5-0556-43f1-af5d-dd6a74d0d955 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1504173 Nov 03 18:32:40.720964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Pushing event updated for resources: {'Port': ['ID=407fcb78-3f95-4f59-a00d-5f8360555e45,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:40.760453 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b9a92be-3ebb-46d8-94af-786855b18845 req-ee1fabe4-274a-4b52-a7e0-734413a7e269 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 210 time: 0.0564640 Nov 03 18:32:40.810089 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a35a7510-198e-4a8d-9c20-7e3bc564608f req-de7d3375-7cda-464a-b275-70addd5fb3dd tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886390 Nov 03 18:32:40.844209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:40.847597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:40.856677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:40.931145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04746725-f0e7-4633-871f-6abf1413efc2 req-abc4080a-c24c-48c6-bc45-2e2b9f7f7ebf tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.940704 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04746725-f0e7-4633-871f-6abf1413efc2 req-abc4080a-c24c-48c6-bc45-2e2b9f7f7ebf tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0684419 Nov 03 18:32:40.941468 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c191879f-99f6-4b79-acc3-356f287c9361 x-openstack-request-id: req-c191879f-99f6-4b79-acc3-356f287c9361 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:40.941765 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "name": "network-vif-deleted", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:40.942013 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c191879f-99f6-4b79-acc3-356f287c9361 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:40.942405 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'name': 'network-vif-deleted', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'status': 'completed', 'code': 200} Nov 03 18:32:40.949684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.950500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.972240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-889c9696-2dfe-4f36-b67b-d9005c89b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.977378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-889c9696-2dfe-4f36-b67b-d9005c89b5b5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1096 time: 0.2148011 Nov 03 18:32:40.993515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5d6ed483-cc4a-4477-908c-d8722eedd925 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9267519 Nov 03 18:32:41.018583 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04746725-f0e7-4633-871f-6abf1413efc2 req-8dfcba9f-df7a-41f3-b48a-b5271f8b33db tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769024 Nov 03 18:32:41.025350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Request body: {'port': {'device_id': 'e7e7351c-a48e-4199-a5f1-eac5e920fcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:41.135093 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.188391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-bbab221f-ce9e-4d3f-8187-f17a1d0f0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.190241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-bbab221f-ce9e-4d3f-8187-f17a1d0f0d1f service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.1950278 Nov 03 18:32:41.360748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-21c20610-4897-43d5-a3c8-7a770c17860c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 217 time: 0.1326680 Nov 03 18:32:41.466658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-ff93a100-d3e3-4c77-b562-d68b680a1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.468355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-ff93a100-d3e3-4c77-b562-d68b680a1585 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.0682726 Nov 03 18:32:41.579829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:41.583004 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f03bd9-c841-4401-909d-f13e05048cea" -d '{"events": [{"server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:41.603145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-8834c0b6-4ce3-4348-868b-2841a71c1d58 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991542 Nov 03 18:32:41.682085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649fbad-d60e-4707-b593-5f03be0140b3 req-f1fe0347-4769-4e6c-83db-acb66185c387 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.702684 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1649fbad-d60e-4707-b593-5f03be0140b3 req-f1fe0347-4769-4e6c-83db-acb66185c387 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0824065 Nov 03 18:32:41.705227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d295ef-47e0-4117-b488-527c8e580004 req-b341ebc8-476b-435b-bd73-24beaba8c5b8 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.727790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-b341ebc8-476b-435b-bd73-24beaba8c5b8 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 812 time: 0.4942384 Nov 03 18:32:41.746695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'port': {'device_id': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754', 'admin_state_up': True, 'tenant_id': 'ee8057a7648145bd8c9a867c88f36fdb'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:41.790412 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1649fbad-d60e-4707-b593-5f03be0140b3 req-8a6d6e1f-c439-41cb-8b7e-47bca7c9160e tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858994 Nov 03 18:32:41.879684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b10cf-ac8a-4a94-878f-4ce8c6d7b8cd req-2257dbc1-3a83-4c92-86ce-04727f3faac4 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.885801 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd41848-1c03-4e6b-8468-02655ed5e8e6 x-openstack-request-id: req-cfd41848-1c03-4e6b-8468-02655ed5e8e6 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:41.886389 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:41.886855 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfd41848-1c03-4e6b-8468-02655ed5e8e6 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:41.897560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-288b10cf-ac8a-4a94-878f-4ce8c6d7b8cd req-2257dbc1-3a83-4c92-86ce-04727f3faac4 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 932 time: 0.4110398 Nov 03 18:32:41.899264 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98d3fb9-6591-4dc6-ba7d-fe1fb3d7d2a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6', 'code': 200} Nov 03 18:32:41.979601 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.022687 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.075806 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8917f77f-1cbd-4373-b5d5-044804de6cb9 req-8140e529-65d1-4d17-a916-6b26b025c6fc tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 210 time: 0.0568073 Nov 03 18:32:42.101579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-c787d24d-ad2c-4a25-9810-52d79914cf23 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875703 Nov 03 18:32:42.156962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-288b10cf-ac8a-4a94-878f-4ce8c6d7b8cd req-b4f71210-2ef5-4e78-89f2-cd83154a576d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652807 Nov 03 18:32:42.186913 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:32:42.215333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98bb92-1ab9-4fdd-8767-abc39b643038 req-b7e3ce89-f1ac-467b-b0d7-43d8c45d5db4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:42.224014 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e98bb92-1ab9-4fdd-8767-abc39b643038 req-b7e3ce89-f1ac-467b-b0d7-43d8c45d5db4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0911775 Nov 03 18:32:42.304060 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e98bb92-1ab9-4fdd-8767-abc39b643038 req-79b4694d-f088-43ab-a946-9f3789f5a7be tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791488 Nov 03 18:32:42.315571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407fcb78-3f95-4f59-a00d-5f8360555e45 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:42.349370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.389330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Transition to ACTIVE for port object 407fcb78-3f95-4f59-a00d-5f8360555e45 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:42.391064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Made reservation on behalf of ee8057a7648145bd8c9a867c88f36fdb for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:42.395138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.402860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.462708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-967214b2-2344-4272-9685-51f0b5aa7614 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378892 Nov 03 18:32:42.472899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da042aa-b09d-4d29-965e-88a9a787b892 req-aca63f65-0caa-436c-ad1c-19d195b3f8fa tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:42.475271 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3da042aa-b09d-4d29-965e-88a9a787b892 req-aca63f65-0caa-436c-ad1c-19d195b3f8fa tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0775552 Nov 03 18:32:42.556724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Pushing event updated for resources: {'Port': ['ID=407fcb78-3f95-4f59-a00d-5f8360555e45,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:42.606077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3da042aa-b09d-4d29-965e-88a9a787b892 req-92bcc967-958c-4254-9066-fcf9616c3114 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204417 Nov 03 18:32:42.709801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:32:42.716229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Attempting to bind port 407fcb78-3f95-4f59-a00d-5f8360555e45 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:42.716534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Attempting to bind port 407fcb78-3f95-4f59-a00d-5f8360555e45 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:42.716865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Attempting to bind port 407fcb78-3f95-4f59-a00d-5f8360555e45 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:42.729755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Port 407fcb78-3f95-4f59-a00d-5f8360555e45 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:42.730026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Attempting to bind port 407fcb78-3f95-4f59-a00d-5f8360555e45 on network ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:42.732653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Allocated IP 172.20.0.6 (54435b5d-880c-4f25-8a43-98a238ccc754/926ec09e-237b-484b-87a9-da278688402d/7e16c90c-fcf6-49bb-98fe-fd16396b512a) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:42.745818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:42.746233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Checking segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:42.746522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Bound using segment: {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:42.746961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Bound port: 407fcb78-3f95-4f59-a00d-5f8360555e45, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14144254-b474-471d-8ae3-9f4a2bd6c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:42.747318 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.981928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:32:42.982524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5aae7ed2-a94a-4892-bc2f-6b43a9a8aae6 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:32:43.227520 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a379ac52-df50-4f31-ba26-6c4a34448c79 req-29b2d7b7-d839-4ec9-911e-1f427ad3f6ab tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 210 time: 0.0558534 Nov 03 18:32:43.259695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:43.292711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=407fcb78-3f95-4f59-a00d-5f8360555e45,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:43.306129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.322883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce926350-0843-4143-9c43-f54199adf583 req-1ac11461-34a2-48cd-a0a8-5bcb1bff093d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.331123 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce926350-0843-4143-9c43-f54199adf583 req-1ac11461-34a2-48cd-a0a8-5bcb1bff093d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.4603205 Nov 03 18:32:43.373889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792650-e792-4d91-ae22-c3d49c7b6e03 req-fbeb5086-4859-4a10-987d-492b9071adc4 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.375463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54792650-e792-4d91-ae22-c3d49c7b6e03 req-fbeb5086-4859-4a10-987d-492b9071adc4 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 944 time: 0.0588834 Nov 03 18:32:43.387115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.395422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.396113 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.397578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] 10.222.0.70 "PUT /v2.0/ports/407fcb78-3f95-4f59-a00d-5f8360555e45 HTTP/1.1" status: 200 len: 1092 time: 2.3777139 Nov 03 18:32:43.399784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e7351c-a48e-4199-a5f1-eac5e920fcb1', 'tag': '407fcb78-3f95-4f59-a00d-5f8360555e45'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:43.402560 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e7351c-a48e-4199-a5f1-eac5e920fcb1", "tag": "407fcb78-3f95-4f59-a00d-5f8360555e45"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:43.467682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54792650-e792-4d91-ae22-c3d49c7b6e03 req-d0f38ec9-af21-42a6-b08a-f797e06ba527 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850306 Nov 03 18:32:43.478309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce926350-0843-4143-9c43-f54199adf583 req-7012fc80-b61e-4cb0-8bbb-cd874e3bf79d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410177 Nov 03 18:32:43.491862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dcbed-22ae-4dbe-a62f-65f1c1ac401a service neutron] Pushing event updated for resources: {'Port': ['ID=407fcb78-3f95-4f59-a00d-5f8360555e45,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:43.592590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.608766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:43.643033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceae58-d5ec-4faf-b967-dbbf47fb49c5 req-5d841b72-4f3b-4281-8078-12d2d1180562 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.646512 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7eceae58-d5ec-4faf-b967-dbbf47fb49c5 req-5d841b72-4f3b-4281-8078-12d2d1180562 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0968974 Nov 03 18:32:43.674307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'Port': ['ID=7e16c90c-fcf6-49bb-98fe-fd16396b512a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:43.723394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Network 54435b5d-880c-4f25-8a43-98a238ccc754 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:43.731764 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3efaec-9152-47fe-bc7c-417082e1be6d x-openstack-request-id: req-df3efaec-9152-47fe-bc7c-417082e1be6d {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:43.732077 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e7351c-a48e-4199-a5f1-eac5e920fcb1", "tag": "407fcb78-3f95-4f59-a00d-5f8360555e45", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:43.733446 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df3efaec-9152-47fe-bc7c-417082e1be6d {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:43.734961 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e7351c-a48e-4199-a5f1-eac5e920fcb1', 'tag': '407fcb78-3f95-4f59-a00d-5f8360555e45', 'status': 'completed', 'code': 200} Nov 03 18:32:43.737582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5b020b67-e341-47aa-b8cf-bcf39c3b1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.743852 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-5b020b67-e341-47aa-b8cf-bcf39c3b1ba9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 1095 time: 0.2641335 Nov 03 18:32:43.749286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:43.759043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:43.759578 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7eceae58-d5ec-4faf-b967-dbbf47fb49c5 req-bfaea9ad-12c9-4cc4-bb65-a354bdb1f9e8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047664 Nov 03 18:32:43.928764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-626148b2-6e77-4ff6-9748-052af187bf54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=407fcb78-3f95-4f59-a00d-5f8360555e45 HTTP/1.1" status: 200 len: 217 time: 0.1708374 Nov 03 18:32:43.950602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59418d-bd37-460a-9c34-e42fb8ba8b23 req-dcfa2b4e-dc6c-40d1-9f3d-00258073fb18 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.953203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ef59418d-bd37-460a-9c34-e42fb8ba8b23 req-dcfa2b4e-dc6c-40d1-9f3d-00258073fb18 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0880260 Nov 03 18:32:44.021582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-f18a3d0d-10df-496a-8525-c7504e3297b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:44.023226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-f18a3d0d-10df-496a-8525-c7504e3297b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.0631969 Nov 03 18:32:44.090173 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ef59418d-bd37-460a-9c34-e42fb8ba8b23 req-2186e03c-ce0d-4703-be6f-165817bbcc01 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248994 Nov 03 18:32:44.102597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:44.103247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.135760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-361ea7c8-56d5-45ae-94fa-2d87cf6473be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803516 Nov 03 18:32:44.209855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beb1f5-7936-417f-8814-8bf540509365 req-4fccb298-b6e1-4945-a632-b05b6de6c076 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:44.211419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5beb1f5-7936-417f-8814-8bf540509365 req-4fccb298-b6e1-4945-a632-b05b6de6c076 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.3789914 Nov 03 18:32:44.245998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-34f32d0d-116d-4b2a-8ae4-0474c17109d5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5118425 Nov 03 18:32:44.265792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Request body: {'port': {'device_id': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:44.280636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-1a9bbf8d-3393-4e8d-9d43-37b7b28cb608 service neutron] 10.222.0.96 "GET /v2.0/ports/d2e9e014-8f6f-440c-95b8-bcef588340fc/bindings/n-h1-812148-3 HTTP/1.1" status: 200 len: 382 time: 0.3482332 Nov 03 18:32:44.370978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5beb1f5-7936-417f-8814-8bf540509365 req-8d66a9ca-bb43-4b90-984f-847cadb26242 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207476 Nov 03 18:32:44.380547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2f7c-98bf-4872-beac-6ae4dcce92ce req-8b39d861-94d0-4fd9-a007-9d902240b7a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:44.392579 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a54a2f7c-98bf-4872-beac-6ae4dcce92ce req-8b39d861-94d0-4fd9-a007-9d902240b7a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 931 time: 0.0701520 Nov 03 18:32:44.453393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-aa2420ae-90ed-4e36-b467-09ac9c2c4496 service neutron] 10.222.0.70 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047676 Nov 03 18:32:44.454334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.522081 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a54a2f7c-98bf-4872-beac-6ae4dcce92ce req-c35103c1-5d0c-46a7-a939-e4b0cff7d8bb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284330 Nov 03 18:32:44.812388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dd63f-cb31-4270-ba00-96382fa427df req-c55fca09-523d-4257-a9a1-8ba39081fa0b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:44.820420 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b5dd63f-cb31-4270-ba00-96382fa427df req-c55fca09-523d-4257-a9a1-8ba39081fa0b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 944 time: 0.1627791 Nov 03 18:32:44.870837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-8c603a09-939c-4450-8618-e898d168e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:44.873161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-8c603a09-939c-4450-8618-e898d168e7ba service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678&tenant_id=9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 1101 time: 0.2683487 Nov 03 18:32:44.981375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f7e0ca4-c650-4946-814a-75fc3e4e1113 req-e15a14d9-3826-4377-8694-131651d9d913 service neutron] 10.222.0.70 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128133 Nov 03 18:32:44.986479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9b5dd63f-cb31-4270-ba00-96382fa427df req-f5e4a7c5-f0e5-46e0-a9c7-a2d0cc636efe tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566625 Nov 03 18:32:45.178198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108eb9c-36cd-477e-aa47-8276758af613 req-153af748-f192-4a24-b4e2-71678ac81505 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.186383 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4108eb9c-36cd-477e-aa47-8276758af613 req-153af748-f192-4a24-b4e2-71678ac81505 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0753527 Nov 03 18:32:45.220484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-6aaf776d-3e80-4af2-ac84-4e0fd27e7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.222351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-6aaf776d-3e80-4af2-ac84-4e0fd27e7d6e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 1101 time: 0.2797391 Nov 03 18:32:45.226844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-d18217bb-eaed-4385-a668-d1e65b68a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.228435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-d18217bb-eaed-4385-a668-d1e65b68a48a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3b1486e874d475a9be81797546b3de6&device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 1095 time: 0.1679392 Nov 03 18:32:45.253999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63a1c8-77bf-4607-9c6a-a6213505f826 req-ff81c312-82f7-452b-b4d7-5b99d2863210 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.255357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4108eb9c-36cd-477e-aa47-8276758af613 req-e418e6a1-6f7e-458c-8214-f09e975fbd18 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677652 Nov 03 18:32:45.256296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a63a1c8-77bf-4607-9c6a-a6213505f826 req-ff81c312-82f7-452b-b4d7-5b99d2863210 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1649046 Nov 03 18:32:45.531711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82dc3e-d642-476b-b2f2-e918b0a5cf7d req-aa929ce1-f30b-4a38-8860-8807dd76aa65 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.552321 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db82dc3e-d642-476b-b2f2-e918b0a5cf7d req-aa929ce1-f30b-4a38-8860-8807dd76aa65 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.1051600 Nov 03 18:32:45.679590 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db82dc3e-d642-476b-b2f2-e918b0a5cf7d req-7839ef54-3bd1-47d8-8f2f-177f488a3e40 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249635 Nov 03 18:32:45.749226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e16c90c-fcf6-49bb-98fe-fd16396b512a {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:45.759232 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.776172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Transition to ACTIVE for port object 7e16c90c-fcf6-49bb-98fe-fd16396b512a will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:45.783672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.892405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a63a1c8-77bf-4607-9c6a-a6213505f826 req-bef070d3-f9f2-44c1-8dc6-37b3e8d03039 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682066 Nov 03 18:32:45.930518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e16c90c-fcf6-49bb-98fe-fd16396b512a,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:45.957925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-31dd766a-c213-463f-8fb0-7304ee2c67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.959573 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-31dd766a-c213-463f-8fb0-7304ee2c67cc service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.6993685 Nov 03 18:32:45.961186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-e7450b60-d090-4694-b8dd-765a4be6c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.963334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-e7450b60-d090-4694-b8dd-765a4be6c9b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 200 len: 905 time: 0.7053475 Nov 03 18:32:46.114655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d132a0c-06ba-4dd5-8f03-d92efb281009 req-08de4014-1477-4907-a79b-657287607aa2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.118271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-05a66712-f485-491f-a07b-e7ecceb39ac6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc HTTP/1.1" status: 200 len: 217 time: 0.1282718 Nov 03 18:32:46.119490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-d2951004-1e74-4f93-aa1b-ea61bf8a193d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=407fcb78-3f95-4f59-a00d-5f8360555e45 HTTP/1.1" status: 200 len: 217 time: 0.1307392 Nov 03 18:32:46.122401 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9d132a0c-06ba-4dd5-8f03-d92efb281009 req-08de4014-1477-4907-a79b-657287607aa2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 943 time: 0.1754310 Nov 03 18:32:46.191946 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9d132a0c-06ba-4dd5-8f03-d92efb281009 req-841f9583-8638-453e-bcf7-41a15e813bcd tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685396 Nov 03 18:32:46.200417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-a79aa792-d274-4c55-9ccb-1427cf44c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.201903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-a79aa792-d274-4c55-9ccb-1427cf44c41a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 200 len: 844 time: 0.0545731 Nov 03 18:32:46.313345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-aaacea0d-abf3-4144-9146-83eef91cf76b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570629 Nov 03 18:32:46.403136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e8a2b-eb23-4e9a-9019-fda1bafa882f req-3d12226e-90d0-47cc-9ee5-402b35a7ee92 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.408426 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-104e8a2b-eb23-4e9a-9019-fda1bafa882f req-3d12226e-90d0-47cc-9ee5-402b35a7ee92 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0580292 Nov 03 18:32:46.443286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-c9334f91-bc00-471a-85f6-092b4cebfa9d service neutron] 10.222.0.70 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060617 Nov 03 18:32:46.465028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-1d6b6a0a-5323-4d11-920e-81dfcc5fc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.468954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-1d6b6a0a-5323-4d11-920e-81dfcc5fc723 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2679856 Nov 03 18:32:46.474325 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-104e8a2b-eb23-4e9a-9019-fda1bafa882f req-6e2f8f21-c9dd-4eab-834b-94c8cf1a2cd4 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584557 Nov 03 18:32:46.537645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Attempting to bind port 7e16c90c-fcf6-49bb-98fe-fd16396b512a on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:46.538261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Attempting to bind port 7e16c90c-fcf6-49bb-98fe-fd16396b512a by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:46.538717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Attempting to bind port 7e16c90c-fcf6-49bb-98fe-fd16396b512a on network 54435b5d-880c-4f25-8a43-98a238ccc754 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:46.558804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Port 7e16c90c-fcf6-49bb-98fe-fd16396b512a on network 54435b5d-880c-4f25-8a43-98a238ccc754 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:46.559130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Attempting to bind port 7e16c90c-fcf6-49bb-98fe-fd16396b512a on network 54435b5d-880c-4f25-8a43-98a238ccc754 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:46.568384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89613e43-44b8-4e94-803a-bbba8b1aebbd req-b7c5aa56-bd59-433e-8cb0-b4c89312d90a tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.577494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89613e43-44b8-4e94-803a-bbba8b1aebbd req-b7c5aa56-bd59-433e-8cb0-b4c89312d90a tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 944 time: 0.3745306 Nov 03 18:32:46.611365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:46.611709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Checking segment: {'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:46.612107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Bound using segment: {'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:46.614544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Bound port: 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61fffdb-0368-459f-ab2c-f538a2ee2c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:46.614544 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.707343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89613e43-44b8-4e94-803a-bbba8b1aebbd req-1656604d-7ae3-4449-a644-b969561613a5 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281452 Nov 03 18:32:46.780473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38711-0967-4634-9b35-cecb9a086b66 req-3da5961b-00f3-428e-a250-b01d0432de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.782010 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-3da5961b-00f3-428e-a250-b01d0432de11 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2324243 Nov 03 18:32:46.798100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a5aa6ed-432a-442e-bb2c-6428c605ebdb req-72793fca-568c-4b6c-a09f-db8f4b87ecc8 service neutron] 10.222.0.70 "GET /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305054 Nov 03 18:32:46.872323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] For port 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:46.889995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8fd80-8eaf-405e-b8b8-1036f2ea2f4c req-fc04f647-27b7-4042-abf6-5b7f34417216 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.891868 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aa8fd80-8eaf-405e-b8b8-1036f2ea2f4c req-fc04f647-27b7-4042-abf6-5b7f34417216 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.1033251 Nov 03 18:32:46.922078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] For port 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:46.970221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-8bd9ac86-1edf-4473-8bce-3b81c5573bc2 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640651 Nov 03 18:32:46.972770 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.000247 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aa8fd80-8eaf-405e-b8b8-1036f2ea2f4c req-3b785f6b-e1ae-404c-9f0e-ebeec6bd0dac tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966768 Nov 03 18:32:47.224101 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efe38711-0967-4634-9b35-cecb9a086b66 req-966c71e8-156b-4faf-9b1a-3b51400f599b service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402768 Nov 03 18:32:47.316290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:47.317270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.321360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] 10.222.0.96 "PUT /v2.0/ports/7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 200 len: 1091 time: 3.0595591 Nov 03 18:32:47.327336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:47.330000 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428fc35e-6948-4edf-9939-62dbb82a6fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:47.344416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e9c53-3926-4998-aafa-2033ce693f41 req-ab428937-f60b-437b-a793-e5859cdfa45e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:47.346568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a09e9c53-3926-4998-aafa-2033ce693f41 req-ab428937-f60b-437b-a793-e5859cdfa45e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1008124 Nov 03 18:32:47.394707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bd29-8fa2-4001-8c5b-2d973297395e req-0fe953d2-4e17-4fa4-8380-5e24fc7bab90 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:47.397833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac894f3d-b71a-4299-b0b2-d18f297d02dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e16c90c-fcf6-49bb-98fe-fd16396b512a,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:47.421088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9c24bd29-8fa2-4001-8c5b-2d973297395e req-0fe953d2-4e17-4fa4-8380-5e24fc7bab90 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 943 time: 0.1221237 Nov 03 18:32:47.442533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a09e9c53-3926-4998-aafa-2033ce693f41 req-4755bb43-265b-4fc6-a7fd-0e48407e537d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832365 Nov 03 18:32:47.513369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d295ef-47e0-4117-b488-527c8e580004 req-cf69ae8d-d9b9-41f8-8c4e-5f2acf540210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:47.515728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-cf69ae8d-d9b9-41f8-8c4e-5f2acf540210 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1094 time: 0.0721080 Nov 03 18:32:47.517770 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9c24bd29-8fa2-4001-8c5b-2d973297395e req-4e067b99-0ff9-4b95-8c4f-7dace94a9ca0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944445 Nov 03 18:32:47.526653 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74257646-dba2-4fee-b426-c6d37167a7e5 x-openstack-request-id: req-74257646-dba2-4fee-b426-c6d37167a7e5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:47.527016 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:47.527381 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74257646-dba2-4fee-b426-c6d37167a7e5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:47.527840 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a', 'status': 'completed', 'code': 200} Nov 03 18:32:47.561514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 407fcb78-3f95-4f59-a00d-5f8360555e45 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:47.758611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=407fcb78-3f95-4f59-a00d-5f8360555e45,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:47.776473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '407fcb78-3f95-4f59-a00d-5f8360555e45', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'port_id': '407fcb78-3f95-4f59-a00d-5f8360555e45', 'mac_address': 'fa:16:3e:c8:8e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9c6ec-1ff2-4841-9637-33c8ddc15e76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:47.830508 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.849975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407fcb78-3f95-4f59-a00d-5f8360555e45 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:47.878455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=407fcb78-3f95-4f59-a00d-5f8360555e45,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:47.887206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.930476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e48919-fe1d-44b3-bd76-24401db52b7f req-1f66b9f1-4d6d-4704-ba0d-736755aff0ee tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:47.942465 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06e48919-fe1d-44b3-bd76-24401db52b7f req-1f66b9f1-4d6d-4704-ba0d-736755aff0ee tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 944 time: 0.0976770 Nov 03 18:32:47.951513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-ad454d47-87f7-4f3d-8cba-285b00637e6f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 200 len: 217 time: 0.4205680 Nov 03 18:32:48.016073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=407fcb78-3f95-4f59-a00d-5f8360555e45,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:48.049871 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06e48919-fe1d-44b3-bd76-24401db52b7f req-addc024e-0fba-420c-91d0-264f47171d54 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016929 Nov 03 18:32:48.051576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91663f02-59d5-45c5-8524-aa994d817150 req-42039830-bed8-4479-b00a-c34356ae968c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.053285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91663f02-59d5-45c5-8524-aa994d817150 req-42039830-bed8-4479-b00a-c34356ae968c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1003263 Nov 03 18:32:48.055027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d295ef-47e0-4117-b488-527c8e580004 req-852424d2-278e-4b17-9ef6-6e5bf7655f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.056593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-852424d2-278e-4b17-9ef6-6e5bf7655f3a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.0728581 Nov 03 18:32:48.114022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-02321ec5-a5cf-4915-86e1-e294624806a7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399008 Nov 03 18:32:48.242181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-7568e3bb-80b6-432a-acc8-4da1a2244108 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109009 Nov 03 18:32:48.244385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3664f1-500c-4d2c-8b98-115812035add req-d9f53948-a0c8-40e8-8309-7169f69f1999 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.249712 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eb3664f1-500c-4d2c-8b98-115812035add req-d9f53948-a0c8-40e8-8309-7169f69f1999 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0905800 Nov 03 18:32:48.285631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91663f02-59d5-45c5-8524-aa994d817150 req-c4e3abc6-7a62-4a7e-92bf-a8180baf7777 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156968 Nov 03 18:32:48.291983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['407fcb78-3f95-4f59-a00d-5f8360555e45'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:48.411156 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eb3664f1-500c-4d2c-8b98-115812035add req-f28b110f-df55-4976-b64d-87df96331c6d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550400 Nov 03 18:32:48.429456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d295ef-47e0-4117-b488-527c8e580004 req-80f0b448-6451-49dd-a10e-3d5bd33e32c7 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784682 Nov 03 18:32:48.613964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-040ac4e9-39c1-4e43-bcc8-9a2b1583e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.615638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-040ac4e9-39c1-4e43-bcc8-9a2b1583e9f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1094 time: 0.1269336 Nov 03 18:32:48.701517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8ca77-756c-4ca3-9698-cdd6bcb717d6 req-cbc3cb37-58c5-47a6-aa85-ef5f2c9f9e9b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.709539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6d8ca77-756c-4ca3-9698-cdd6bcb717d6 req-cbc3cb37-58c5-47a6-aa85-ef5f2c9f9e9b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.1559732 Nov 03 18:32:48.772768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:32:48.788796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedcc4a-e0fb-4d0d-9125-5d3c93f48919 req-14993505-7a59-4661-aace-0c54c4df83d7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.793526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-13de64ff-0316-4957-a9d6-ece7071bd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.795062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-13de64ff-0316-4957-a9d6-ece7071bd4f5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 913 time: 0.1698241 Nov 03 18:32:48.800730 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaedcc4a-e0fb-4d0d-9125-5d3c93f48919 req-14993505-7a59-4661-aace-0c54c4df83d7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 943 time: 0.1515226 Nov 03 18:32:48.814850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6d8ca77-756c-4ca3-9698-cdd6bcb717d6 req-c63934e8-1246-4a60-9c8c-962e72e4b294 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955811 Nov 03 18:32:48.890862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-67665b00-6a77-4f69-997a-8d0c934c4e28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 200 len: 217 time: 0.0748172 Nov 03 18:32:48.930262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:48.938328 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaedcc4a-e0fb-4d0d-9125-5d3c93f48919 req-58a1ee55-202f-4b9a-b774-cde465c46613 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345379 Nov 03 18:32:48.961652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:48.964207 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d33bab3-09c7-4e0a-aa7a-d0c57d54aebe" -d '{"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:48.969133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-fdcb4770-9211-4d6a-b444-070b7762a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.973239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-fdcb4770-9211-4d6a-b444-070b7762a1d6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.0742533 Nov 03 18:32:48.979876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:48.985304 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.014277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-132f80e7-17fe-4aae-ab99-c941ceec47a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328701 Nov 03 18:32:49.048603 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6220aa1-08f4-4ff2-b566-2efa60a70051 x-openstack-request-id: req-e6220aa1-08f4-4ff2-b566-2efa60a70051 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:49.049007 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:49.049123 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6220aa1-08f4-4ff2-b566-2efa60a70051 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:49.049643 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'code': 200} Nov 03 18:32:49.088696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:49.198404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-1c2e8069-0d49-432a-b5d1-e6ab44d62abe service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637301 Nov 03 18:32:49.265874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4c837-e0c8-4dc8-b7d9-b372087426c3 req-b95de1fa-dce1-470e-baa3-e3b27eded5a8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:49.267735 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-95a4c837-e0c8-4dc8-b7d9-b372087426c3 req-b95de1fa-dce1-470e-baa3-e3b27eded5a8 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 945 time: 0.0960391 Nov 03 18:32:49.374668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-428fc35e-6948-4edf-9939-62dbb82a6fb3 req-b39b4292-6906-4e93-aaf7-42e0b7c3abe9 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637256 Nov 03 18:32:49.381071 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-95a4c837-e0c8-4dc8-b7d9-b372087426c3 req-982dd09f-fc1a-49a9-a7de-599682525d37 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983586 Nov 03 18:32:49.452250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b7f52-40ee-492e-aaf6-1479704ae9d9 req-813f696c-316c-4f79-9712-45fee8fe4eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:49.453836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82b7f52-40ee-492e-aaf6-1479704ae9d9 req-813f696c-316c-4f79-9712-45fee8fe4eb7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0731578 Nov 03 18:32:49.518128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82b7f52-40ee-492e-aaf6-1479704ae9d9 req-b2a6d6a9-888c-47e9-8cf3-afdb02a9622d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580523 Nov 03 18:32:49.642653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24cca-7774-4a33-b234-7df2a6f310d8 req-1815113d-1eab-41fd-9501-39cf4b3b81a4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:49.644878 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7cd24cca-7774-4a33-b234-7df2a6f310d8 req-1815113d-1eab-41fd-9501-39cf4b3b81a4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0748277 Nov 03 18:32:49.713697 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7cd24cca-7774-4a33-b234-7df2a6f310d8 req-b57a9dd6-a66e-4e02-9de6-b2587011cfc3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613184 Nov 03 18:32:49.958074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5960ab-6518-42ea-be24-29882dbca0cb req-7fbabbf7-ecfd-4fc1-9ab8-1c87f3762027 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:49.966966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d5960ab-6518-42ea-be24-29882dbca0cb req-7fbabbf7-ecfd-4fc1-9ab8-1c87f3762027 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 948 time: 0.0849836 Nov 03 18:32:50.065805 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d5960ab-6518-42ea-be24-29882dbca0cb req-22c5768b-ac15-44a9-b8a6-aecd5d46171f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937314 Nov 03 18:32:50.134169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7837e-dcc2-4d0a-8919-b1e7228f5500 req-b5f6b131-0a50-40bc-ba69-6171aa8920c9 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.143237 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-86b7837e-dcc2-4d0a-8919-b1e7228f5500 req-b5f6b131-0a50-40bc-ba69-6171aa8920c9 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 943 time: 0.1151488 Nov 03 18:32:50.244287 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-86b7837e-dcc2-4d0a-8919-b1e7228f5500 req-05d7a298-270d-4f07-89d2-874abe6b8cd8 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986800 Nov 03 18:32:50.555804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa6b13-a73d-4b32-81e6-7e4b2a9edca8 req-052696ad-bcaa-446b-bb0c-0c1119b18b70 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.579235 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7bfa6b13-a73d-4b32-81e6-7e4b2a9edca8 req-052696ad-bcaa-446b-bb0c-0c1119b18b70 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 948 time: 0.1242759 Nov 03 18:32:50.604533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75487f6e-9775-4bcf-a128-5343c32dfda6 req-61123de7-5f02-4fce-8a82-f2cfe837298b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.606710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75487f6e-9775-4bcf-a128-5343c32dfda6 req-61123de7-5f02-4fce-8a82-f2cfe837298b tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 945 time: 0.1097348 Nov 03 18:32:50.642648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-5272012d-1ed0-473c-ac11-83efb95c7756 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.644691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-5272012d-1ed0-473c-ac11-83efb95c7756 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678&tenant_id=9a4df77df91b447ea667fc3899ffe6af&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 948 time: 0.2100317 Nov 03 18:32:50.652132 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7bfa6b13-a73d-4b32-81e6-7e4b2a9edca8 req-d34a1a47-f8d4-4f3e-9d21-d28f054159bf tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721447 Nov 03 18:32:50.727783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75487f6e-9775-4bcf-a128-5343c32dfda6 req-7b48bdf0-7cda-4e7a-8604-dadb4e0184b0 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080689 Nov 03 18:32:50.757213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-ac6c088f-4c79-462d-aa46-de0498b155c4 service neutron] 10.222.0.96 "GET /v2.0/ports/d2e9e014-8f6f-440c-95b8-bcef588340fc/bindings/n-h1-812148-3 HTTP/1.1" status: 200 len: 382 time: 0.0875823 Nov 03 18:32:50.779475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7e16c90c-fcf6-49bb-98fe-fd16396b512a details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:50.888422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-ddf92ce4-8b71-4fa5-88ec-1efed7ee54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.891973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-ddf92ce4-8b71-4fa5-88ec-1efed7ee54bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 1099 time: 0.0973535 Nov 03 18:32:50.966367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b267-26f9-4555-942a-51159ad5cd60 req-492c50bd-6465-473f-9f2e-5e3c7fe84621 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.970546 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0bf5b267-26f9-4555-942a-51159ad5cd60 req-492c50bd-6465-473f-9f2e-5e3c7fe84621 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1729412 Nov 03 18:32:50.982986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f64e9-3caa-4cee-84d7-3ff41b46b720 req-aaa442c8-828a-479f-b507-ecdb26e5d02d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.984363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f30f64e9-3caa-4cee-84d7-3ff41b46b720 req-aaa442c8-828a-479f-b507-ecdb26e5d02d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.1483848 Nov 03 18:32:51.013988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:51.043767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '7e16c90c-fcf6-49bb-98fe-fd16396b512a', 'network_id': '54435b5d-880c-4f25-8a43-98a238ccc754', 'port_id': '7e16c90c-fcf6-49bb-98fe-fd16396b512a', 'mac_address': 'fa:16:3e:1e:3b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926ec09e-237b-484b-87a9-da278688402d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:51.076208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0bf5b267-26f9-4555-942a-51159ad5cd60 req-118b42fd-dbd0-4d9a-b2d1-4a119b72a283 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918815 Nov 03 18:32:51.102851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f30f64e9-3caa-4cee-84d7-3ff41b46b720 req-94ef3b2b-ceee-4411-8be6-62bbbb4f2620 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109390 Nov 03 18:32:51.116331 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.134471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-81446b48-d82e-425b-86f9-04821b40e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.134471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-81446b48-d82e-425b-86f9-04821b40e2f9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2302570 Nov 03 18:32:51.134873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e16c90c-fcf6-49bb-98fe-fd16396b512a {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:51.155284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:51.162267 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.162998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:51.181572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-a35d4240-8def-4cba-9b48-6be8bbb11d6b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc HTTP/1.1" status: 200 len: 217 time: 0.0423234 Nov 03 18:32:51.230332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7e16c90c-fcf6-49bb-98fe-fd16396b512a,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:51.250784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-18007e19-ff4d-41e0-9ba3-1e2c23c7b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.252439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-18007e19-ff4d-41e0-9ba3-1e2c23c7b0e1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0635591 Nov 03 18:32:51.330750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:51.346739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'mac_address': 'fa:16:3e:be:db:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:51.353909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-a0283bbd-13db-4306-95e7-ccb790ec9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.355484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-a0283bbd-13db-4306-95e7-ccb790ec9e71 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952289 Nov 03 18:32:51.394586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.417077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e9e014-8f6f-440c-95b8-bcef588340fc {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:51.442485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:51.448586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.464878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3f797-d9ca-4ece-9d4f-b6b83b689a8e req-27aa8b00-0e88-4f72-a90c-7748f3d32702 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.478441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39c3f797-d9ca-4ece-9d4f-b6b83b689a8e req-27aa8b00-0e88-4f72-a90c-7748f3d32702 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 944 time: 0.1179659 Nov 03 18:32:51.507996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:51.544964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39c3f797-d9ca-4ece-9d4f-b6b83b689a8e req-3dee28fb-d0a8-4a70-bade-01f994c829f2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599141 Nov 03 18:32:51.563251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-ba5cae4c-2852-4b51-bf5a-03b97e048a5b service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966922 Nov 03 18:32:51.565021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 407fcb78-3f95-4f59-a00d-5f8360555e45 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:51.633855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 407fcb78-3f95-4f59-a00d-5f8360555e45 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:51.640128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 407fcb78-3f95-4f59-a00d-5f8360555e45 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:51.640842 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.685143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-5540adf2-82ed-42ed-b9a8-3427b1f63997 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133082 Nov 03 18:32:51.771965 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.775583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d2e9e014-8f6f-440c-95b8-bcef588340fc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:51.777890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7e16c90c-fcf6-49bb-98fe-fd16396b512a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:51.796168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f813a11-0b04-4e94-9c49-aa359db10dc8 req-a93f35a9-9af5-4b52-b2a6-3343f0e0562a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.797758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f813a11-0b04-4e94-9c49-aa359db10dc8 req-a93f35a9-9af5-4b52-b2a6-3343f0e0562a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 949 time: 0.0668879 Nov 03 18:32:51.888441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f813a11-0b04-4e94-9c49-aa359db10dc8 req-a3c7c7be-be48-4809-b572-36dc70ef9827 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841370 Nov 03 18:32:51.911188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e7351c-a48e-4199-a5f1-eac5e920fcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407fcb78-3f95-4f59-a00d-5f8360555e45'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:51.913989 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6128f22a-8909-4b72-adac-2e89b865defb" -d '{"events": [{"server_uuid": "e7e7351c-a48e-4199-a5f1-eac5e920fcb1", "name": "network-vif-plugged", "status": "completed", "tag": "407fcb78-3f95-4f59-a00d-5f8360555e45"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:51.949683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=407fcb78-3f95-4f59-a00d-5f8360555e45,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:51.979039 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bb6b8b-4e8a-427d-8f30-fbae1f1a097f x-openstack-request-id: req-b3bb6b8b-4e8a-427d-8f30-fbae1f1a097f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:51.979332 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e7351c-a48e-4199-a5f1-eac5e920fcb1", "name": "network-vif-plugged", "status": "completed", "tag": "407fcb78-3f95-4f59-a00d-5f8360555e45", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:51.979466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a76553-4e0f-4e26-9c28-87790bf97415 req-87419e2d-ef93-4ca8-ac29-bac3d904a0a4 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.979579 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3bb6b8b-4e8a-427d-8f30-fbae1f1a097f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:51.979964 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e7351c-a48e-4199-a5f1-eac5e920fcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407fcb78-3f95-4f59-a00d-5f8360555e45', 'code': 200} Nov 03 18:32:51.980607 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.981041 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1a76553-4e0f-4e26-9c28-87790bf97415 req-87419e2d-ef93-4ca8-ac29-bac3d904a0a4 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 945 time: 0.0886884 Nov 03 18:32:52.052213 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1a76553-4e0f-4e26-9c28-87790bf97415 req-796786ac-a532-4836-b9f6-0462c63c6a2a tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637295 Nov 03 18:32:52.110694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=407fcb78-3f95-4f59-a00d-5f8360555e45,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:52.162620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e1cb7-95d5-47c2-9a1a-53f739be3fbe req-3a7336c1-c79a-4b4e-9738-03ff3c00401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:52.164136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c44e1cb7-95d5-47c2-9a1a-53f739be3fbe req-3a7336c1-c79a-4b4e-9738-03ff3c00401b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 1097 time: 0.0857191 Nov 03 18:32:52.286237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c44e1cb7-95d5-47c2-9a1a-53f739be3fbe req-52ceda1c-14c5-4e47-a002-75bf2cde7ff2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133542 Nov 03 18:32:52.300556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9a58-879d-4407-bd01-8c2b31d5b279 req-a192e61e-1264-4493-97ca-ea671c4ea88d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:52.302410 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bbab9a58-879d-4407-bd01-8c2b31d5b279 req-a192e61e-1264-4493-97ca-ea671c4ea88d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0665143 Nov 03 18:32:52.315248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b115a89-8792-4cab-9be8-fb96cf2d92e0 req-a5972088-2e91-49b9-aa93-524dda24a189 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:52.317702 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b115a89-8792-4cab-9be8-fb96cf2d92e0 req-a5972088-2e91-49b9-aa93-524dda24a189 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0895913 Nov 03 18:32:52.361741 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bbab9a58-879d-4407-bd01-8c2b31d5b279 req-b845b44c-40bf-4e4d-a952-a4c1b8983b9e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Nov 03 18:32:52.381079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b115a89-8792-4cab-9be8-fb96cf2d92e0 req-78f85bcb-a63e-4daf-8d61-04477e1573b9 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560081 Nov 03 18:32:52.681514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0571ee-9441-441d-86bc-864198a2915c req-19647a55-d05d-4232-85b2-3571c489b98b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:52.683505 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce0571ee-9441-441d-86bc-864198a2915c req-19647a55-d05d-4232-85b2-3571c489b98b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 944 time: 0.0556886 Nov 03 18:32:52.778124 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce0571ee-9441-441d-86bc-864198a2915c req-383e2c3a-b34a-4a45-af1a-6204abd91977 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877676 Nov 03 18:32:53.028434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87edd-0b5e-4e7f-ad40-3cd0a3607835 req-c3cae55a-5c0b-4c1e-b672-e44a15d2eb85 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:53.030077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8eb87edd-0b5e-4e7f-ad40-3cd0a3607835 req-c3cae55a-5c0b-4c1e-b672-e44a15d2eb85 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 949 time: 0.0725017 Nov 03 18:32:53.092032 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8eb87edd-0b5e-4e7f-ad40-3cd0a3607835 req-5c747043-c180-45cf-be97-9e7cf90de343 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547867 Nov 03 18:32:53.213514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b51950-cd2f-448e-bf15-ec4f4a955ab0 req-c949b33a-1513-4f8f-92c4-87acdf9f12dd tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:53.222274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93b51950-cd2f-448e-bf15-ec4f4a955ab0 req-c949b33a-1513-4f8f-92c4-87acdf9f12dd tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0746367 Nov 03 18:32:53.269627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93b51950-cd2f-448e-bf15-ec4f4a955ab0 req-a6869131-9e54-43ff-843a-b503a6f34705 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463629 Nov 03 18:32:53.554701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bec-61dd-4334-857f-2d46f15be314 req-c165bb7c-ea6d-4ad4-b72c-a42baf79735b tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:53.557864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec390bec-61dd-4334-857f-2d46f15be314 req-c165bb7c-ea6d-4ad4-b72c-a42baf79735b tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0792866 Nov 03 18:32:53.561742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca653-0977-4f68-93e4-fa431ea3ef2b req-ad10afb8-7395-4511-81c7-85403aaca72d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:53.564202 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b10ca653-0977-4f68-93e4-fa431ea3ef2b req-ad10afb8-7395-4511-81c7-85403aaca72d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0870848 Nov 03 18:32:53.635255 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b10ca653-0977-4f68-93e4-fa431ea3ef2b req-7f294835-1ba0-42e5-92b1-b70a20bc0f5b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654378 Nov 03 18:32:53.642473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec390bec-61dd-4334-857f-2d46f15be314 req-4162eca4-79fd-4b7e-8c70-77342962c035 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719936 Nov 03 18:32:53.939336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62ba70-7b0f-47bf-beff-a2decc811013 req-1683de44-2664-41c8-ab2e-05d19132c40e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:53.949720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cd62ba70-7b0f-47bf-beff-a2decc811013 req-1683de44-2664-41c8-ab2e-05d19132c40e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 944 time: 0.0816095 Nov 03 18:32:54.037959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cd62ba70-7b0f-47bf-beff-a2decc811013 req-95cac90b-2af4-4cb4-8e80-b3bac46910ad tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865088 Nov 03 18:32:54.265076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f8462-0e9f-4ac8-a1be-9c8d6ca35cdf req-875d2caa-efe9-4d4e-a351-4f63bc9cd177 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.274162 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b8f8462-0e9f-4ac8-a1be-9c8d6ca35cdf req-875d2caa-efe9-4d4e-a351-4f63bc9cd177 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 949 time: 0.0755212 Nov 03 18:32:54.346315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-f84eef9c-fc89-4664-b0c5-8bf9eff39456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.349009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-f84eef9c-fc89-4664-b0c5-8bf9eff39456 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678&tenant_id=9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 1100 time: 0.0637808 Nov 03 18:32:54.364182 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b8f8462-0e9f-4ac8-a1be-9c8d6ca35cdf req-a9c67679-ab10-416a-b210-c810b46ebde6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888648 Nov 03 18:32:54.478841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac406-0c74-4f80-b6f9-0a255a0ede50 req-58e071d0-997d-44d5-950e-808b87616a8d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.489405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fac406-0c74-4f80-b6f9-0a255a0ede50 req-58e071d0-997d-44d5-950e-808b87616a8d tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 946 time: 0.1002448 Nov 03 18:32:54.513974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-a6dc6de5-e007-4a4b-a0ca-7ae62e4299d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.515757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-a6dc6de5-e007-4a4b-a0ca-7ae62e4299d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 1100 time: 0.1378486 Nov 03 18:32:54.579064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fac406-0c74-4f80-b6f9-0a255a0ede50 req-c8694353-2faf-47b3-bf76-f01139758566 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886736 Nov 03 18:32:54.675001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-07eefb78-1895-45c0-854c-52163f110c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.689152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-07eefb78-1895-45c0-854c-52163f110c39 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1580803 Nov 03 18:32:54.752295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-d0d6e2be-7b17-4eb2-aca0-1619a2396ac7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc HTTP/1.1" status: 200 len: 217 time: 0.0538061 Nov 03 18:32:54.804944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7e16c90c-fcf6-49bb-98fe-fd16396b512a up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:54.871283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-2563547c-375e-4781-8a66-587fec4830f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.872883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-2563547c-375e-4781-8a66-587fec4830f1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1113465 Nov 03 18:32:54.879317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 7e16c90c-fcf6-49bb-98fe-fd16396b512a completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:54.882574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d13e-c818-43b8-8efc-4a33c1a91d46 req-e3a86777-c5ac-4737-9df1-6d4ab36ad98c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.884597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 7e16c90c-fcf6-49bb-98fe-fd16396b512a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:54.885026 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.890848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbc6d13e-c818-43b8-8efc-4a33c1a91d46 req-e3a86777-c5ac-4737-9df1-6d4ab36ad98c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1414948 Nov 03 18:32:54.990894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-3d600b05-99fb-4b39-aa5f-eecd839df67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.992402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-3d600b05-99fb-4b39-aa5f-eecd839df67f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995727 Nov 03 18:32:55.003256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbc6d13e-c818-43b8-8efc-4a33c1a91d46 req-b0c7a1fd-ee51-4207-9219-7ab363581851 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114070 Nov 03 18:32:55.041992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.105960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:55.108273 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28423da4-9a1b-4edf-8cd2-2c69454bb420" -d '{"events": [{"server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "name": "network-vif-plugged", "status": "completed", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:55.126446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:55.132422 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.135767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:55.234627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505d6dd-3419-40ff-a0bc-4d77060979c3 req-3754fe20-c2d7-4b1d-a45b-aba6202e1c76 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:55.236247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8505d6dd-3419-40ff-a0bc-4d77060979c3 req-3754fe20-c2d7-4b1d-a45b-aba6202e1c76 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0891769 Nov 03 18:32:55.240531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-f2b3bcfd-cd93-4369-b9f1-0d8b6ccd8c2a service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363884 Nov 03 18:32:55.334966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee93d2-7928-4239-bfb0-ba059deb4b90 req-c1358e30-e9ba-433b-8796-4838efbd00c8 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:55.344604 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d3ee93d2-7928-4239-bfb0-ba059deb4b90 req-c1358e30-e9ba-433b-8796-4838efbd00c8 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 945 time: 0.0714712 Nov 03 18:32:55.408218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port d2e9e014-8f6f-440c-95b8-bcef588340fc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:55.409109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.412207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7e16c90c-fcf6-49bb-98fe-fd16396b512a,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:55.429127 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d3ee93d2-7928-4239-bfb0-ba059deb4b90 req-ec6f8230-6c21-40d6-a993-776e96b9d807 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831907 Nov 03 18:32:55.489990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8505d6dd-3419-40ff-a0bc-4d77060979c3 req-2e381144-b225-46c3-a2cf-9602207f54f2 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421224 Nov 03 18:32:55.534012 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.573234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b1d4fab-1f36-4bcc-803c-a8baab39d516 req-c89aeed3-97e7-4704-bc1d-4807482a8b1e service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124719 Nov 03 18:32:55.600897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:55.609071 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b55180d-2c3c-4a91-b898-d4bbcb7eb2a0 x-openstack-request-id: req-4b55180d-2c3c-4a91-b898-d4bbcb7eb2a0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:55.609692 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "name": "network-vif-plugged", "status": "completed", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:55.610185 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b55180d-2c3c-4a91-b898-d4bbcb7eb2a0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:55.611067 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a', 'code': 200} Nov 03 18:32:55.612574 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.665619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83700425-a5e1-46fa-8239-05e69d1155ee req-b0d86e05-41ad-4c6d-a158-6ac99b6024cb tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:55.675201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83700425-a5e1-46fa-8239-05e69d1155ee req-b0d86e05-41ad-4c6d-a158-6ac99b6024cb tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0608926 Nov 03 18:32:55.709849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:55.756762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a9152-4911-4ec6-b79d-881b8f168e27 req-f92c7910-c641-44e3-94be-985e794cd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:55.758327 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f7a9152-4911-4ec6-b79d-881b8f168e27 req-f92c7910-c641-44e3-94be-985e794cd103 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1096 time: 0.0672297 Nov 03 18:32:55.775604 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83700425-a5e1-46fa-8239-05e69d1155ee req-aa574676-88cb-402b-a5ff-78d242736de1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901766 Nov 03 18:32:55.824711 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f7a9152-4911-4ec6-b79d-881b8f168e27 req-cd08d34c-46a9-4336-9b51-ffaf7e669254 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557723 Nov 03 18:32:56.044163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddb5e0-c920-4778-8cb2-a88e6f5c77c0 req-6d7e0dad-f382-462f-a2e4-745a246aa6e9 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:56.046471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ddb5e0-c920-4778-8cb2-a88e6f5c77c0 req-6d7e0dad-f382-462f-a2e4-745a246aa6e9 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0681205 Nov 03 18:32:56.106953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ddb5e0-c920-4778-8cb2-a88e6f5c77c0 req-7c3025a3-2753-4c7c-9eee-2145bf02e7cc tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540798 Nov 03 18:32:56.141593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50761483-9cf7-491c-b524-e13ea5b12a7b req-413bec0e-3bce-472c-94d0-5de9fcf4d881 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:56.143163 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-50761483-9cf7-491c-b524-e13ea5b12a7b req-413bec0e-3bce-472c-94d0-5de9fcf4d881 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0559692 Nov 03 18:32:56.201377 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-50761483-9cf7-491c-b524-e13ea5b12a7b req-d55f1326-4df0-489d-b948-d1ecd4245c35 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499341 Nov 03 18:32:56.569836 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-78f736b1-b577-43e5-93d3-cd0cb0232311 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--208005160&fields=id&tenant_id=85b8fe211e6c4f909fd1e3dca779f1e4 HTTP/1.1" status: 200 len: 267 time: 0.0642159 Nov 03 18:32:56.575655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f055bd-3991-4e29-9710-ac10465b9af3 req-1c16a953-254c-4ae1-9ce1-48a30b61cc10 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:56.577561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3f055bd-3991-4e29-9710-ac10465b9af3 req-1c16a953-254c-4ae1-9ce1-48a30b61cc10 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 945 time: 0.0607030 Nov 03 18:32:56.639775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3f055bd-3991-4e29-9710-ac10465b9af3 req-60afb7e0-c6c7-4d58-9caa-a34efd814c43 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560060 Nov 03 18:32:56.711762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-3ac981c5-2fd1-4157-b07e-ec280433c1f0 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:56.713319 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-3ac981c5-2fd1-4157-b07e-ec280433c1f0 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/networks?id=f6547e33-a411-4ec2-8398-ecb40a7a1df5 HTTP/1.1" status: 200 len: 816 time: 0.1363738 Nov 03 18:32:56.730031 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-b268c0cb-832e-48bb-924a-82ff499041f7 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/quotas/85b8fe211e6c4f909fd1e3dca779f1e4 HTTP/1.1" status: 200 len: 375 time: 0.0101097 Nov 03 18:32:56.762748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f62f7-9e06-417f-8d34-4f5099671be8 req-d00eb922-e7c0-4598-9fd0-cc8d45bcc388 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:56.764658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-002f62f7-9e06-417f-8d34-4f5099671be8 req-d00eb922-e7c0-4598-9fd0-cc8d45bcc388 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 945 time: 0.0547237 Nov 03 18:32:56.788054 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-aed0e306-cb6f-4613-a215-904a0f047717 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=85b8fe211e6c4f909fd1e3dca779f1e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510070 Nov 03 18:32:56.815697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:32:56.822054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-002f62f7-9e06-417f-8d34-4f5099671be8 req-ef4fc589-9da2-43f1-9096-1f33c6af953d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508966 Nov 03 18:32:56.921045 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.937379 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-95ce9d49-db0b-41b4-80bb-ab728b93c75b service neutron] 10.222.0.77 "GET /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345870 Nov 03 18:32:56.966831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0de5c2-6f8d-470f-a768-6e132a23fc80 req-be75b4ed-07ef-42de-b32e-4058d2fa06cb tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:56.968971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e0de5c2-6f8d-470f-a768-6e132a23fc80 req-be75b4ed-07ef-42de-b32e-4058d2fa06cb tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 950 time: 0.0778313 Nov 03 18:32:56.971189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:56.977454 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.039632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e0de5c2-6f8d-470f-a768-6e132a23fc80 req-9fbb15d2-6d17-459b-bbac-af20445d4b9c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637093 Nov 03 18:32:57.063992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:57.088195 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-54d8738c-d31e-406c-95e2-13f8192a6438 service neutron] 10.222.0.77 "GET /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421106 Nov 03 18:32:57.284466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585879e-48d8-4559-a9b4-25f7583997f6 req-2e49c094-34c9-4d07-acb9-bfbf1327150f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:57.286052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2585879e-48d8-4559-a9b4-25f7583997f6 req-2e49c094-34c9-4d07-acb9-bfbf1327150f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0973384 Nov 03 18:32:57.295835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-a19c9311-f05b-4a34-a5da-4ad41d9499c4 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:57.297513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-a19c9311-f05b-4a34-a5da-4ad41d9499c4 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.0713961 Nov 03 18:32:57.331736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812148-3'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:57.376956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2585879e-48d8-4559-a9b4-25f7583997f6 req-91d1d616-17b3-4641-aa73-8c4144cbe547 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784833 Nov 03 18:32:57.412035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.598111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a9d3-b2e4-4f15-b2fb-bbd6b53fd75d req-04c3719d-0c4c-46f2-869b-b7d69ab48178 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:57.606135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b69a9d3-b2e4-4f15-b2fb-bbd6b53fd75d req-04c3719d-0c4c-46f2-869b-b7d69ab48178 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1501150 Nov 03 18:32:57.613184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc'}, {'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:57.619148 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a451c22-fdad-421c-bbc4-df447f9dc4b7" -d '{"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-plugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc"}, {"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:57.626297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 407fcb78-3f95-4f59-a00d-5f8360555e45 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:57.634896 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-89d3b6fa-1bf8-450b-8f58-ed00c3c953f6 req-7db7d9ea-6a21-4e31-b69b-5b093cc9eb82 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 210 time: 0.0487347 Nov 03 18:32:57.723360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b69a9d3-b2e4-4f15-b2fb-bbd6b53fd75d req-416fb6dc-5051-4cb1-a956-7495cd93e327 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162784 Nov 03 18:32:57.729299 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d93fe-61cd-4cfe-802c-d71b3b840452 x-openstack-request-id: req-235d93fe-61cd-4cfe-802c-d71b3b840452 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:57.732333 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-plugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc", "code": 200}, {"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:57.733892 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-235d93fe-61cd-4cfe-802c-d71b3b840452 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:57.737335 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'code': 200} Nov 03 18:32:57.738317 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'code': 200} Nov 03 18:32:57.741324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:57.805612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:57.869701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=407fcb78-3f95-4f59-a00d-5f8360555e45,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:57.876775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0831a-9457-481f-9ee6-7edcab044aa0 req-0663d33d-c4f8-4ce3-b088-5f2c8e71eda2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:57.886488 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84c0831a-9457-481f-9ee6-7edcab044aa0 req-0663d33d-c4f8-4ce3-b088-5f2c8e71eda2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 945 time: 0.0770679 Nov 03 18:32:57.892454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '407fcb78-3f95-4f59-a00d-5f8360555e45', 'network_id': 'ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5', 'port_id': '407fcb78-3f95-4f59-a00d-5f8360555e45', 'mac_address': 'fa:16:3e:c8:8e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9c6ec-1ff2-4841-9637-33c8ddc15e76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:57.949343 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.957722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.962913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:57.969914 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7810d1-52a9-45b5-8dbf-423655f7621d" -d '{"events": [{"server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "name": "network-vif-unplugged", "status": "completed", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:57.971658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 407fcb78-3f95-4f59-a00d-5f8360555e45 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:57.978954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.982033 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84c0831a-9457-481f-9ee6-7edcab044aa0 req-e6d7b56e-9cfb-498d-a520-a9e9d7ffd4e0 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940404 Nov 03 18:32:58.002638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=407fcb78-3f95-4f59-a00d-5f8360555e45,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:58.012191 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.068893 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a33f35b-4033-441e-90dc-54ec050992bc x-openstack-request-id: req-0a33f35b-4033-441e-90dc-54ec050992bc {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:58.069433 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "name": "network-vif-unplugged", "status": "completed", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:58.069785 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a33f35b-4033-441e-90dc-54ec050992bc {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:58.070348 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8', 'code': 200} Nov 03 18:32:58.132688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=407fcb78-3f95-4f59-a00d-5f8360555e45,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:58.173796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22e0bb-be21-4b41-8d5c-550fc74734d3 req-1effb217-761d-4c7d-a2ae-beda42b859fc tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.176335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cd22e0bb-be21-4b41-8d5c-550fc74734d3 req-1effb217-761d-4c7d-a2ae-beda42b859fc tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.1873591 Nov 03 18:32:58.179628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Pushing event updated for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:58.205334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on host n-h2-812148-3 for vnic_type normal with profile {"migrating_to": "n-h1-812148-3"} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:58.205707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:58.206039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:58.226250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:58.231423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['407fcb78-3f95-4f59-a00d-5f8360555e45'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:58.238574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Attempting to bind port a21bd520-5eee-4d88-b296-28448b80dcc8 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:58.239370 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f0b29b4f-f38c-472e-a830-66c0aec6dd39 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1959709589&fields=id&tenant_id=ee8057a7648145bd8c9a867c88f36fdb HTTP/1.1" status: 200 len: 267 time: 0.0796590 Nov 03 18:32:58.282348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:58.282751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:58.283070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:58.286799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Bound port: a21bd520-5eee-4d88-b296-28448b80dcc8, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:58.287211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.330313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777764b-f4da-478d-b46b-eb3876abc82f req-4bd546b1-89cc-4394-904a-3a90e04d266c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.330548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cd22e0bb-be21-4b41-8d5c-550fc74734d3 req-47650228-63f7-4bab-96d9-30bbbc183c88 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392322 Nov 03 18:32:58.343422 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2777764b-f4da-478d-b46b-eb3876abc82f req-4bd546b1-89cc-4394-904a-3a90e04d266c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 945 time: 0.0951614 Nov 03 18:32:58.352687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'port': {'security_groups': ['152547b4-cb96-45b8-99d2-0e1270c74511', '9f356ea0-e6cc-49bb-a52a-d607971ccc62']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:58.419494 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:58.426578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:58.432164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.530125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.575560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.576188 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.578169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] 10.222.0.96 "PUT /v2.0/ports/a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 1121 time: 1.2515647 Nov 03 18:32:58.587169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414768a-3f3c-4139-97ac-83b208985a78 service neutron] Pushing event updated for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=8']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:58.607200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736b7eb-c18c-4757-b7ea-4e649f84e928 req-61403ee0-e837-4df1-991a-df4cdfb3cc97 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.619646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6736b7eb-c18c-4757-b7ea-4e649f84e928 req-61403ee0-e837-4df1-991a-df4cdfb3cc97 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 948 time: 0.1546767 Nov 03 18:32:58.666986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a21bd520-5eee-4d88-b296-28448b80dcc8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:58.687717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6736b7eb-c18c-4757-b7ea-4e649f84e928 req-3e21bce5-9055-43c3-9c3f-630a20e15831 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668902 Nov 03 18:32:58.750592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['a21bd520-5eee-4d88-b296-28448b80dcc8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:58.818865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75208617-9353-4e05-a7d0-d27785a92083 req-b5ba4a3f-7873-484c-81d0-ce29f46a344a tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.828658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75208617-9353-4e05-a7d0-d27785a92083 req-b5ba4a3f-7873-484c-81d0-ce29f46a344a tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 945 time: 0.0759118 Nov 03 18:32:58.854805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] For port 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:58.855409 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:58.892090 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.897700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.901399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75208617-9353-4e05-a7d0-d27785a92083 req-f01ec00c-1dea-464f-ae4b-56a6e900347f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717895 Nov 03 18:32:58.985486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.986140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.000307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2777764b-f4da-478d-b46b-eb3876abc82f req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "PUT /v2.0/ports/7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 200 len: 981 time: 0.6555054 Nov 03 18:32:59.006707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:59.009054 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc9a5ad-94dc-4388-80cd-80116d8c2997" -d '{"events": [{"name": "network-changed", "server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:59.017294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:59.024967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'Port': ['ID=7e16c90c-fcf6-49bb-98fe-fd16396b512a,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.048339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.048687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.049030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.049365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.052659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.053206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.055301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.055791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.056142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.056483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.056819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.057150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263896-1661-4a0c-bb08-418c87f78e71 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.161560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9410407-049a-4ba9-89c1-679d88318af7 req-4284ef3e-c5d3-4c47-a5d5-7fe9a3c564c0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:59.163155 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9410407-049a-4ba9-89c1-679d88318af7 req-4284ef3e-c5d3-4c47-a5d5-7fe9a3c564c0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 948 time: 0.0808175 Nov 03 18:32:59.232956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'mac_address': 'fa:16:3e:be:db:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:59.237120 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9410407-049a-4ba9-89c1-679d88318af7 req-075034c4-b42d-4828-bd53-49d978e10a13 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639653 Nov 03 18:32:59.270304 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7298f863-bf3a-435f-b7cc-fec58013a1bf req-2e1258fc-3cf8-40bf-a4af-be301b0c0a48 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 210 time: 0.1394360 Nov 03 18:32:59.323282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7e16c90c-fcf6-49bb-98fe-fd16396b512a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:59.329472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-134932d5-eb9d-4e9b-9b22-ea7a6d4bd845 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:59.330992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-134932d5-eb9d-4e9b-9b22-ea7a6d4bd845 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.96 "GET /v2.0/networks?id=f6547e33-a411-4ec2-8398-ecb40a7a1df5 HTTP/1.1" status: 200 len: 816 time: 0.2798152 Nov 03 18:32:59.434848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358888-c7c4-4a99-a973-5d27feaeb7ac req-8f952336-9b72-4637-8999-cd777560adcb tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:59.437649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-d1f40ea7-01a3-4044-b4fe-2530a05d51fc tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85b8fe211e6c4f909fd1e3dca779f1e4 HTTP/1.1" status: 200 len: 379 time: 0.0947745 Nov 03 18:32:59.443424 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-53358888-c7c4-4a99-a973-5d27feaeb7ac req-8f952336-9b72-4637-8999-cd777560adcb tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0743906 Nov 03 18:32:59.454512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Request body: {'port': {'device_id': '26cd0947-0400-4011-a7b0-feec9579db50', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'admin_state_up': True, 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'security_groups': ['ceb6033a-53f9-4e3c-8d58-816678c1db68']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:59.476116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.544165 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-53358888-c7c4-4a99-a973-5d27feaeb7ac req-c44e62b2-fb52-49e2-bd13-0a6661a8814b tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997546 Nov 03 18:32:59.574431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e9e014-8f6f-440c-95b8-bcef588340fc {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:59.595788 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59beb179-af12-4a01-8a99-0206b225d3d9 x-openstack-request-id: req-59beb179-af12-4a01-8a99-0206b225d3d9 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:59.596179 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:59.596551 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59beb179-af12-4a01-8a99-0206b225d3d9 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:59.597100 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a', 'status': 'completed', 'code': 200} Nov 03 18:32:59.632072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:59.638722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 407fcb78-3f95-4f59-a00d-5f8360555e45 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:32:59.687050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.687754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a21bd520-5eee-4d88-b296-28448b80dcc8 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:59.840720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.855884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c1005-ab7d-476e-8a6c-d43fb85efa9a req-b1351b24-0d64-4d15-a63a-ad3f80a1d775 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:59.869231 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe3c1005-ab7d-476e-8a6c-d43fb85efa9a req-b1351b24-0d64-4d15-a63a-ad3f80a1d775 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.1060894 Nov 03 18:32:59.998546 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe3c1005-ab7d-476e-8a6c-d43fb85efa9a req-49beae99-7a31-4f1f-a2dc-f765a5b4d8d8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281435 Nov 03 18:32:59.999264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:00.014058 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.032210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', '7e16c90c-fcf6-49bb-98fe-fd16396b512a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:00.060563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a21bd520-5eee-4d88-b296-28448b80dcc8 has no active binding in host n-h1-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:33:00.090597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:00.093706 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57543123-0db4-4c22-b89c-4435159597d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:00.117752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 407fcb78-3f95-4f59-a00d-5f8360555e45 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:00.187842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=407fcb78-3f95-4f59-a00d-5f8360555e45,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:00.197895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f09e179-88f5-41b5-88aa-0f1997a36ff7 req-38c06f05-63a1-43e1-a0af-38debfc5607c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/9f356ea0-e6cc-49bb-a52a-d607971ccc62 HTTP/1.1" status: 200 len: 1818 time: 0.0966446 Nov 03 18:33:00.205837 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.223504 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-2aaaeb8a-ae95-4b58-9779-fc834479a4e8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a4df77df91b447ea667fc3899ffe6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274315 Nov 03 18:33:00.263429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-b5c2786c-f19e-47b9-8d84-e88b4c8ee360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.266099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-b5c2786c-f19e-47b9-8d84-e88b4c8ee360 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1135 time: 0.1683826 Nov 03 18:33:00.334938 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-6f09e179-88f5-41b5-88aa-0f1997a36ff7 req-ef2ca6a7-7823-4b1a-9758-eca6c28e2528 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:33:00.350121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f09e179-88f5-41b5-88aa-0f1997a36ff7 req-ef2ca6a7-7823-4b1a-9758-eca6c28e2528 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/9f356ea0-e6cc-49bb-a52a-d607971ccc62 HTTP/1.1" status: 409 len: 341 time: 0.1512263 Nov 03 18:33:00.405642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-13850ef3-0e37-4ddf-a373-e4ff09bd65f6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.413282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-13850ef3-0e37-4ddf-a373-e4ff09bd65f6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829116 Nov 03 18:33:00.423465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Made reservation on behalf of 85b8fe211e6c4f909fd1e3dca779f1e4 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:00.424581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=407fcb78-3f95-4f59-a00d-5f8360555e45,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:00.429458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.431622 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-2424a58f-021b-4b8d-8196-6fda5195fe52 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/quotas/9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 375 time: 0.0173104 Nov 03 18:33:00.445846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d2e9e014-8f6f-440c-95b8-bcef588340fc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:00.492763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-895b4c31-6c43-4596-839f-072ac0d057dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.494792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-895b4c31-6c43-4596-839f-072ac0d057dc service neutron] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 913 time: 0.2176323 Nov 03 18:33:00.503214 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-dd51ff39-1504-49e4-9355-63f306195762 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705996 Nov 03 18:33:00.574036 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60935e29-0218-49a3-b8ff-359917970cad x-openstack-request-id: req-60935e29-0218-49a3-b8ff-359917970cad {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:00.574374 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:00.574634 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60935e29-0218-49a3-b8ff-359917970cad {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:00.575046 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8', 'status': 'completed', 'code': 200} Nov 03 18:33:00.652970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-093f1a43-34b1-439c-aeba-56485742aa45 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 200 len: 217 time: 0.0935097 Nov 03 18:33:00.852752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543123-0db4-4c22-b89c-4435159597d6 req-2c599cbc-3c17-4f3b-9ea6-648d4bfe82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.864028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57543123-0db4-4c22-b89c-4435159597d6 req-2c599cbc-3c17-4f3b-9ea6-648d4bfe82e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1124 time: 0.2292705 Nov 03 18:33:00.895559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cff01eff-af59-461d-b1d1-594687e47750 req-7d964f00-0a9f-466b-bfb4-86be108e1e49 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 210 time: 0.0642412 Nov 03 18:33:01.054414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-f659252d-e6da-43e5-ad35-d3ead04bc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.056172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-f659252d-e6da-43e5-ad35-d3ead04bc4f0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.3770845 Nov 03 18:33:01.072118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543123-0db4-4c22-b89c-4435159597d6 req-a90807a7-a1e8-4f5e-a8f2-6e944aeece6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.074066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57543123-0db4-4c22-b89c-4435159597d6 req-a90807a7-a1e8-4f5e-a8f2-6e944aeece6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.1735039 Nov 03 18:33:01.086277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Allocated IP 172.20.0.5 (f6547e33-a411-4ec2-8398-ecb40a7a1df5/6c473392-0c14-4598-843b-d219ef8b8420/171dbe6e-0748-4897-b9d5-f82d66eabb41) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:01.158552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d81de-5a3e-4cd8-b9be-154a5536c1a9 req-b1ccb30e-e0e2-44d8-8056-e258c23aaecf tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.166432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-18443b33-6275-41ab-ab79-70d8db763c85 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967677 Nov 03 18:33:01.166895 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8f6d81de-5a3e-4cd8-b9be-154a5536c1a9 req-b1ccb30e-e0e2-44d8-8056-e258c23aaecf tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1454432 Nov 03 18:33:01.216558 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8f6d81de-5a3e-4cd8-b9be-154a5536c1a9 req-fd42ccc2-cea9-4be7-8adf-e6aeeb43b819 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488000 Nov 03 18:33:01.230532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57543123-0db4-4c22-b89c-4435159597d6 req-7b615786-64af-40e9-ad63-f9fd1649bb6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 217 time: 0.1398940 Nov 03 18:33:01.285331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2302298-3e2a-49cd-9611-1f0a3788214d req-a5974616-9911-4bfe-848c-2544d0fa3eb5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 210 time: 0.0768118 Nov 03 18:33:01.375759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1a0fe-a506-41e3-be7f-150825b86493 req-4bf78fd9-25b6-4cc1-a10e-3d9337d9b261 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.377714 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06c1a0fe-a506-41e3-be7f-150825b86493 req-4bf78fd9-25b6-4cc1-a10e-3d9337d9b261 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 944 time: 0.0676954 Nov 03 18:33:01.453764 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06c1a0fe-a506-41e3-be7f-150825b86493 req-8a3c65da-615c-4376-8f39-a50ce920d3bf tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661433 Nov 03 18:33:01.605383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39e5c-946c-418f-a79d-ff1c72a201a5 req-a1225722-44d9-43fb-b517-8a8201f317fb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.607226 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7cf39e5c-946c-418f-a79d-ff1c72a201a5 req-a1225722-44d9-43fb-b517-8a8201f317fb tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 984 time: 0.0671830 Nov 03 18:33:01.654954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-0f8be700-e135-4bb7-8eee-5e1b62160686 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440110 Nov 03 18:33:01.656646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543123-0db4-4c22-b89c-4435159597d6 req-c2830953-b0b7-4fbe-9a2a-3fb0f4108a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.658195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57543123-0db4-4c22-b89c-4435159597d6 req-c2830953-b0b7-4fbe-9a2a-3fb0f4108a39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.3258424 Nov 03 18:33:01.709651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-6245c717-5417-45a9-bb87-a2d60469c62f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.711111 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-6245c717-5417-45a9-bb87-a2d60469c62f tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 944 time: 0.1002707 Nov 03 18:33:01.774640 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7cf39e5c-946c-418f-a79d-ff1c72a201a5 req-38e779d3-6228-45c6-bcd2-8026d50ad7d4 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f356ea0-e6cc-49bb-a52a-d607971ccc62&id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1161034 Nov 03 18:33:01.834691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fc9a5ad-94dc-4388-80cd-80116d8c2997 req-40867703-a1fb-48b4-8b4e-21253478f96b service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550744 Nov 03 18:33:01.857724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Deleting port 407fcb78-3f95-4f59-a00d-5f8360555e45 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:01.858062 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.887708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57543123-0db4-4c22-b89c-4435159597d6 req-d8ea7e16-0d90-4c62-a806-5649fb83037d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100437 Nov 03 18:33:01.901252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dba8d8-87cd-4b97-8c09-49634f23b5da req-1b1412dc-1d7a-436b-b7b0-a2035e6fa3f7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.913670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84dba8d8-87cd-4b97-8c09-49634f23b5da req-1b1412dc-1d7a-436b-b7b0-a2035e6fa3f7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.4658597 Nov 03 18:33:02.017206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.034166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] For port 407fcb78-3f95-4f59-a00d-5f8360555e45, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=407fcb78-3f95-4f59-a00d-5f8360555e45,segment=NetworkSegment(14144254-b474-471d-8ae3-9f4a2bd6c092),segment_id=14144254-b474-471d-8ae3-9f4a2bd6c092)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:02.036041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.050943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Calling delete_port for 407fcb78-3f95-4f59-a00d-5f8360555e45 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:02.077857 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.102671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-34f6e7bf-abca-49cb-b034-d2955594075f req-a10e32ec-713c-4064-8e46-8f3f6f9beced tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 210 time: 0.0475109 Nov 03 18:33:02.202776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84dba8d8-87cd-4b97-8c09-49634f23b5da req-55e2ba0b-e9c9-42ac-aca8-fca3b86b3039 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907951 Nov 03 18:33:02.268176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-69aed0ed-a35a-4206-906e-7e429fe4a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.269742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-69aed0ed-a35a-4206-906e-7e429fe4a75d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1135 time: 0.2659361 Nov 03 18:33:02.273159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57543123-0db4-4c22-b89c-4435159597d6 req-1246a796-b4ed-4abc-a976-7fac57c0e49d service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456008 Nov 03 18:33:02.279017 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.404119 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-4eae1ef9-6fbd-4aee-8ba5-96e721040a1a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=9a4df77df91b447ea667fc3899ffe6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477064 Nov 03 18:33:02.523735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:02.587743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78bb5bac-811b-4113-8c33-c1c5362d4115 req-a32b9377-7c8d-400b-b988-635bc6eb1bb7 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 210 time: 0.1361814 Nov 03 18:33:02.597931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:02.600774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:02.661200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event updated for resources: {'Port': ['ID=171dbe6e-0748-4897-b9d5-f82d66eabb41,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:02.779244 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.779836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.780826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.781347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.781900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.782103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc6811-adc2-4f88-8dac-c929a52f45dd req-0513b426-0f8f-480e-bd3a-4e6535f7dc6a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.782415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.782923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.783432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.784015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.784586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.785124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.787284 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-effc6811-adc2-4f88-8dac-c929a52f45dd req-0513b426-0f8f-480e-bd3a-4e6535f7dc6a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.4490228 Nov 03 18:33:02.790453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.801720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:02.821741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-342d4dab-8cd9-4751-a0a2-14dcfa252ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.826911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-342d4dab-8cd9-4751-a0a2-14dcfa252ba1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 913 time: 0.5049448 Nov 03 18:33:02.863316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Pushing event deleted for resources: {'Port': ['ID=407fcb78-3f95-4f59-a00d-5f8360555e45,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:02.864382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8d62aa1-bf59-4c97-85d0-435d4144b465 req-88d431c9-9519-4513-a4ea-22ee4055d7c2 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7e7351c-a48e-4199-a5f1-eac5e920fcb1 HTTP/1.1" status: 200 len: 210 time: 0.1516497 Nov 03 18:33:02.891889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:02.892745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.893780 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.989770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-c4ad40d5-731c-44c0-9127-85537db50bfa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.998882 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-c4ad40d5-731c-44c0-9127-85537db50bfa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5830142 Nov 03 18:33:03.037890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port d2e9e014-8f6f-440c-95b8-bcef588340fc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:03.038499 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.060631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Request body: {'port': {'device_id': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '9a4df77df91b447ea667fc3899ffe6af'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:03.099052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-da455450-340c-437f-a283-7d9a42343dad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 200 len: 217 time: 0.2402437 Nov 03 18:33:03.099739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.154090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-76129d09-8de0-443b-bf89-85ec756f5f33 None None] Provisioning complete for port 171dbe6e-0748-4897-b9d5-f82d66eabb41 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:03.155262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76129d09-8de0-443b-bf89-85ec756f5f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.166849 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-effc6811-adc2-4f88-8dac-c929a52f45dd req-44971473-a610-4504-88e1-f932eb2821c1 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642356 Nov 03 18:33:03.174155 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57543123-0db4-4c22-b89c-4435159597d6 req-b70b274a-308b-4655-968f-051c60f4586a service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649528 Nov 03 18:33:03.190372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] No DVR routers for this DVR port 407fcb78-3f95-4f59-a00d-5f8360555e45 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:03.207461 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.207694 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.219412 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8e1f00fb-547c-4e51-87c0-118d33fa2a86 req-5eeafce7-2963-4ae1-b09e-38ba6b374568 tempest-ImagesTestJSON-1378394188 tempest-ImagesTestJSON-1378394188-project] 10.222.0.70 "DELETE /v2.0/ports/407fcb78-3f95-4f59-a00d-5f8360555e45 HTTP/1.1" status: 204 len: 173 time: 1.4942043 Nov 03 18:33:03.285946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-1614abec-815c-470b-a216-b2d43c0b1441 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8366220 Nov 03 18:33:03.302756 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e7351c-a48e-4199-a5f1-eac5e920fcb1', 'name': 'network-vif-deleted', 'tag': '407fcb78-3f95-4f59-a00d-5f8360555e45'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:03.308792 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9e7beb-95d3-4d0b-8f57-128bff4903bb" -d '{"events": [{"server_uuid": "e7e7351c-a48e-4199-a5f1-eac5e920fcb1", "name": "network-vif-deleted", "tag": "407fcb78-3f95-4f59-a00d-5f8360555e45"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:03.321046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Request body: {'port': {'device_id': '26cd0947-0400-4011-a7b0-feec9579db50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:03.353216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:03.372848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:03.379250 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ceedfb-e5d3-42d9-b30f-7debcd7ee86c" -d '{"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-plugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:03.395237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.444097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-8bdcb389-2437-45d3-a936-64aeae4509fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.447933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-8bdcb389-2437-45d3-a936-64aeae4509fc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.3343778 Nov 03 18:33:03.474273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-76129d09-8de0-443b-bf89-85ec756f5f33 None None] Port 171dbe6e-0748-4897-b9d5-f82d66eabb41 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:03.489911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86764b-899b-4985-a367-41b044aa20d3 req-c3fed3db-f803-4837-b916-fadeca746b29 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.508112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db86764b-899b-4985-a367-41b044aa20d3 req-c3fed3db-f803-4837-b916-fadeca746b29 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 984 time: 0.4165640 Nov 03 18:33:03.519687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Made reservation on behalf of 9a4df77df91b447ea667fc3899ffe6af for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:03.523748 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.534339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=11']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:03.591409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-c0845659-976a-4074-9214-c10efd365bdb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818155 Nov 03 18:33:03.611770 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.631881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87929e9c-a731-423f-ad10-23441853305d req-d93d2c80-dc3d-46a4-930d-37b4543d5812 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.642776 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-87929e9c-a731-423f-ad10-23441853305d req-d93d2c80-dc3d-46a4-930d-37b4543d5812 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 931 time: 0.1656389 Nov 03 18:33:03.715750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-87929e9c-a731-423f-ad10-23441853305d req-6221be6b-9ee0-4399-ab90-532cbb235ecb tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718296 Nov 03 18:33:03.761940 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db86764b-899b-4985-a367-41b044aa20d3 req-9eab4e31-8404-4718-bd3b-586b0e5f018e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f356ea0-e6cc-49bb-a52a-d607971ccc62&id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1935351 Nov 03 18:33:03.848400 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfde3770-04f4-4c5b-8146-d99fc38fa8da x-openstack-request-id: req-dfde3770-04f4-4c5b-8146-d99fc38fa8da {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:03.849596 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e7351c-a48e-4199-a5f1-eac5e920fcb1", "name": "network-vif-deleted", "tag": "407fcb78-3f95-4f59-a00d-5f8360555e45", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:03.850146 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfde3770-04f4-4c5b-8146-d99fc38fa8da {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:03.850610 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e7351c-a48e-4199-a5f1-eac5e920fcb1', 'name': 'network-vif-deleted', 'tag': '407fcb78-3f95-4f59-a00d-5f8360555e45', 'status': 'completed', 'code': 200} Nov 03 18:33:03.887368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Allocated IP 192.168.233.146 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/26febb32-9e2a-46df-9524-c3b4b6568066) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:03.919949 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d3d235-8d24-40c7-9ed4-676b90d0f327 x-openstack-request-id: req-d2d3d235-8d24-40c7-9ed4-676b90d0f327 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:03.920733 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-plugged", "status": "completed", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:03.921159 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2d3d235-8d24-40c7-9ed4-676b90d0f327 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:03.921746 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'code': 200} Nov 03 18:33:03.926928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f15ea-90d0-4573-91c8-e5aaf81313e6 req-f4692db3-186c-4ae1-85bd-db54cc302c32 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.928777 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-257f15ea-90d0-4573-91c8-e5aaf81313e6 req-f4692db3-186c-4ae1-85bd-db54cc302c32 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.1151114 Nov 03 18:33:03.961113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-fc48e924-fd15-463c-b3f8-ba1fdc577d17 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579624 Nov 03 18:33:04.011570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-257f15ea-90d0-4573-91c8-e5aaf81313e6 req-c3584b28-9baa-490c-b8de-9ebe6335af20 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714824 Nov 03 18:33:04.142592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08aca0b1-778d-4760-8ce0-a9bd066205f0 req-e918e2f6-d3eb-437d-9417-3d72b926badb tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 210 time: 0.0981202 Nov 03 18:33:04.328947 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.405351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.423559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cd6b36d3-a207-4bf7-9685-04e34f767a16', '185f3e07-06fd-463d-a035-0b545b36dbb2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:04.430515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d2e9e014-8f6f-440c-95b8-bcef588340fc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:04.452471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a305655-5b14-4dd1-8268-1be0ddb148b0 req-a4070574-4746-4e8d-9a81-f36b559c1ac6 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638700 Nov 03 18:33:04.496316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:04.503023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:04.508018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:04.521425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.522208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.574284 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5614066 Nov 03 18:33:04.575074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3ffd4-bea4-44da-a6b1-236b2755708a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:04.586770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171dbe6e-0748-4897-b9d5-f82d66eabb41 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:04.601268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Request body: {'port': {'device_id': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:04.601517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.614413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Transition to ACTIVE for port object 171dbe6e-0748-4897-b9d5-f82d66eabb41 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:04.638473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.762923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c94867-d7a9-48a2-9a7d-cd9e1743eeb1 req-f033f1c7-d2fd-4037-be7e-30c682e3c152 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.773499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10c94867-d7a9-48a2-9a7d-cd9e1743eeb1 req-f033f1c7-d2fd-4037-be7e-30c682e3c152 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.4423025 Nov 03 18:33:04.793455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.813029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44474) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:04.912684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Pushing event updated for resources: {'Port': ['ID=171dbe6e-0748-4897-b9d5-f82d66eabb41,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:04.955444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10c94867-d7a9-48a2-9a7d-cd9e1743eeb1 req-aa68ce4f-5f06-4136-9c2a-f9853df02127 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789873 Nov 03 18:33:05.028396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Attempting to bind port 171dbe6e-0748-4897-b9d5-f82d66eabb41 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:05.029050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Attempting to bind port 171dbe6e-0748-4897-b9d5-f82d66eabb41 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:05.033630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Attempting to bind port 171dbe6e-0748-4897-b9d5-f82d66eabb41 on network f6547e33-a411-4ec2-8398-ecb40a7a1df5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:05.042064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Port 171dbe6e-0748-4897-b9d5-f82d66eabb41 on network f6547e33-a411-4ec2-8398-ecb40a7a1df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:05.044390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Attempting to bind port 171dbe6e-0748-4897-b9d5-f82d66eabb41 on network f6547e33-a411-4ec2-8398-ecb40a7a1df5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:05.075325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:05.077393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Checking segment: {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:05.080139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Bound using segment: {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:05.080801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Bound port: 171dbe6e-0748-4897-b9d5-f82d66eabb41, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193147f2-60fb-453c-bddb-f74b8ea6cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:05.081363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.106842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0d640d34-9e8a-4bc5-86c8-c5160fe44b7c None None] Provisioning complete for port 26febb32-9e2a-46df-9524-c3b4b6568066 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:05.108002 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d640d34-9e8a-4bc5-86c8-c5160fe44b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.218946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0d640d34-9e8a-4bc5-86c8-c5160fe44b7c None None] Port 26febb32-9e2a-46df-9524-c3b4b6568066 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:05.311545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70730722-ee9b-4d59-9b74-e58d4d78bd08 req-0e506703-fffd-4351-82e8-89aed84ade35 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.313263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70730722-ee9b-4d59-9b74-e58d4d78bd08 req-0e506703-fffd-4351-82e8-89aed84ade35 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 984 time: 0.1901894 Nov 03 18:33:05.408143 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] For port 171dbe6e-0748-4897-b9d5-f82d66eabb41, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:05.439975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] For port 171dbe6e-0748-4897-b9d5-f82d66eabb41, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=171dbe6e-0748-4897-b9d5-f82d66eabb41,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:05.449820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.474455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70730722-ee9b-4d59-9b74-e58d4d78bd08 req-23c38e42-3269-4c7f-8b21-90ef5019e566 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f356ea0-e6cc-49bb-a52a-d607971ccc62&id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1498916 Nov 03 18:33:05.477239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09f4f1b-52bf-400e-b99a-f6ffb7ab69fa admin admin] Deleting subnet dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:33:05.481663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c09f4f1b-52bf-400e-b99a-f6ffb7ab69fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.535818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.536437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.537861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] 10.222.0.96 "PUT /v2.0/ports/171dbe6e-0748-4897-b9d5-f82d66eabb41 HTTP/1.1" status: 200 len: 1091 time: 2.2390537 Nov 03 18:33:05.540156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cd0947-0400-4011-a7b0-feec9579db50', 'tag': '171dbe6e-0748-4897-b9d5-f82d66eabb41'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:05.540286 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c09f4f1b-52bf-400e-b99a-f6ffb7ab69fa admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.552578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c09f4f1b-52bf-400e-b99a-f6ffb7ab69fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.559321 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13" -d '{"events": [{"name": "network-changed", "server_uuid": "26cd0947-0400-4011-a7b0-feec9579db50", "tag": "171dbe6e-0748-4897-b9d5-f82d66eabb41"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:05.638109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4657cee-5b19-41ea-b15f-b7c7eb5e2ee5 req-ceb1cc19-c5bd-487d-b889-72effb6cfc3e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.647713 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b4657cee-5b19-41ea-b15f-b7c7eb5e2ee5 req-ceb1cc19-c5bd-487d-b889-72effb6cfc3e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 943 time: 0.4346151 Nov 03 18:33:05.651953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26febb32-9e2a-46df-9524-c3b4b6568066 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:05.653644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 407fcb78-3f95-4f59-a00d-5f8360555e45 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:05.661487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e563-7147-4f92-a319-e8a511c47abd service neutron] Pushing event updated for resources: {'Port': ['ID=171dbe6e-0748-4897-b9d5-f82d66eabb41,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:05.666420 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c09f4f1b-52bf-400e-b99a-f6ffb7ab69fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.680220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.711012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f4f1b-52bf-400e-b99a-f6ffb7ab69fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb9c6ec-1ff2-4841-9637-33c8ddc15e76,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:05.741240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Transition to ACTIVE for port object 26febb32-9e2a-46df-9524-c3b4b6568066 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:05.745365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-f531c015-c3f6-4027-aef0-df8f0b06b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.749397 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-f531c015-c3f6-4027-aef0-df8f0b06b98c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=85b8fe211e6c4f909fd1e3dca779f1e4&device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 1094 time: 0.1570437 Nov 03 18:33:05.757035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.762934 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c09f4f1b-52bf-400e-b99a-f6ffb7ab69fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.768651 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c09f4f1b-52bf-400e-b99a-f6ffb7ab69fa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/dfb9c6ec-1ff2-4841-9637-33c8ddc15e76 HTTP/1.1" status: 204 len: 168 time: 0.9501464 Nov 03 18:33:05.773069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 407fcb78-3f95-4f59-a00d-5f8360555e45 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:05.773502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 407fcb78-3f95-4f59-a00d-5f8360555e45 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:05.775792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44486) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:05.793241 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa31b99f-9af8-443c-b903-de0ca148e959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.848152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c488-83ab-454e-9417-921c8458f10c req-a879266a-8011-4aba-abd7-52c81a84397b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.849805 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f92c488-83ab-454e-9417-921c8458f10c req-a879266a-8011-4aba-abd7-52c81a84397b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.2169096 Nov 03 18:33:05.851916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-b88d095f-47f0-4815-a3a3-8770d216a51c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171dbe6e-0748-4897-b9d5-f82d66eabb41 HTTP/1.1" status: 200 len: 217 time: 0.0883124 Nov 03 18:33:05.861890 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b4657cee-5b19-41ea-b15f-b7c7eb5e2ee5 req-600a30de-2a75-494d-95fd-40579911d491 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131441 Nov 03 18:33:05.936052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:06.050146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f92c488-83ab-454e-9417-921c8458f10c req-7c98961c-8cf3-4694-9bba-57acc553e96a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859951 Nov 03 18:33:06.090353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-2243dd20-bbb1-4a78-9dbd-141a56ffa989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.090353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-2243dd20-bbb1-4a78-9dbd-141a56ffa989 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c473392-0c14-4598-843b-d219ef8b8420 HTTP/1.1" status: 200 len: 855 time: 0.1956148 Nov 03 18:33:06.283727 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.289863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:06.294219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:06.297383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:06.317750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:06.320288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:06.380870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:06.381130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:06.381561 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:06.382019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Bound port: 26febb32-9e2a-46df-9524-c3b4b6568066, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:06.382381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.513974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6be28-9efc-4d24-bc2f-b9e371705e0b req-422b77bf-d680-4ac2-87ab-eb92debdb474 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.521695 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-70d6be28-9efc-4d24-bc2f-b9e371705e0b req-422b77bf-d680-4ac2-87ab-eb92debdb474 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 948 time: 0.4514282 Nov 03 18:33:06.572602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:06.598792 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1648389a-083d-4768-8750-854cb14de8d6 x-openstack-request-id: req-1648389a-083d-4768-8750-854cb14de8d6 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:06.599346 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cd0947-0400-4011-a7b0-feec9579db50", "tag": "171dbe6e-0748-4897-b9d5-f82d66eabb41", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:06.599346 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1648389a-083d-4768-8750-854cb14de8d6 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:06.599796 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cd0947-0400-4011-a7b0-feec9579db50', 'tag': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'status': 'completed', 'code': 200} Nov 03 18:33:06.626823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:06.637797 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.648624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.661556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b83f-593e-44c5-a031-f06add8ec7b9 req-69b10714-9d40-43d8-b072-8f183ece0596 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.670612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7667b83f-593e-44c5-a031-f06add8ec7b9 req-69b10714-9d40-43d8-b072-8f183ece0596 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0815430 Nov 03 18:33:06.679757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-d6eebe85-e848-4903-8d3d-eb6fbeaacb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.681300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-d6eebe85-e848-4903-8d3d-eb6fbeaacb19 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f6547e33-a411-4ec2-8398-ecb40a7a1df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5872862 Nov 03 18:33:06.726886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:06.757844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.758451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.759720 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.760286 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > port after_create 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.760868 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.761473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > port after_update 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.762018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.762368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.762931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.763541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.792859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-96cd6111-f31d-4b22-bfef-1e5d528a3704 service neutron] 10.222.0.96 "GET /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008079 Nov 03 18:33:06.848313 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.848689 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.848983 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.849331 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:06.849745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:06.870070 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-70d6be28-9efc-4d24-bc2f-b9e371705e0b req-76c98d87-73e3-406c-836c-0ef21b2fd847 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474612 Nov 03 18:33:06.878537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.879186 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.881016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-334268c7-cfba-457c-982a-2704a3f91d34 service neutron] 10.222.0.96 "PUT /v2.0/ports/26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 1096 time: 2.2879536 Nov 03 18:33:06.881752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:06.884169 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd2a439-68cf-427a-8724-abd6a61ded9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:06.898172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14144254-b474-471d-8ae3-9f4a2bd6c092') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:06.898490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14144254-b474-471d-8ae3-9f4a2bd6c092') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:06.944163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.945743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7667b83f-593e-44c5-a031-f06add8ec7b9 req-032827d5-1357-4f03-ac10-8b469f296883 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707686 Nov 03 18:33:07.056322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.065463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad8f8cb-6445-4c2f-bb96-61e423da7f4e req-6b55c9a7-453d-4a0e-9740-fbcec22c0aad service neutron] 10.222.0.96 "GET /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652061 Nov 03 18:33:07.066874 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6491160b-bed0-47ce-a366-3ec6c0e5a99b x-openstack-request-id: req-6491160b-bed0-47ce-a366-3ec6c0e5a99b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:07.067167 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:07.067425 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6491160b-bed0-47ce-a366-3ec6c0e5a99b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:07.067823 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'status': 'completed', 'code': 200} Nov 03 18:33:07.088302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:33:07.088913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: from cryptography.utils import int_from_bytes Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: from cryptography.utils import int_from_bytes Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:33:07.098754 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:33:07.175444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-f9f189bc-0bd7-434a-a083-5017bfda62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.177272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-f9f189bc-0bd7-434a-a083-5017bfda62f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1099 time: 0.2015707 Nov 03 18:33:07.239739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f1078-fe47-4b7c-822b-abbd3adef84f req-5b68351f-1dec-478a-9acb-b93d41c8f1ce tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.249663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b9f1078-fe47-4b7c-822b-abbd3adef84f req-5b68351f-1dec-478a-9acb-b93d41c8f1ce tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 943 time: 0.1312551 Nov 03 18:33:07.257831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4376567-dfc8-4fbe-8a6d-5f4098bb88fb req-532d97c0-1473-42e7-85d9-63c68c72fdba tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.261148 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a4376567-dfc8-4fbe-8a6d-5f4098bb88fb req-532d97c0-1473-42e7-85d9-63c68c72fdba tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 984 time: 0.2486966 Nov 03 18:33:07.276089 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-f1d2a8fd-80c1-4c9e-8fb6-d91ed6cf171b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0888336 Nov 03 18:33:07.278337 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.285911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-732b295b-7265-40c7-a0ea-c9ce6f4ac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.288352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-732b295b-7265-40c7-a0ea-c9ce6f4ac556 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=85b8fe211e6c4f909fd1e3dca779f1e4&device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 1094 time: 0.1240544 Nov 03 18:33:07.304554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.307955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5 HTTP/1.1" status: 204 len: 168 time: 1.5310650 Nov 03 18:33:07.348648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dfc26-a9eb-4940-9bca-26bfeb85f412 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac094f72-afd4-4ca1-96c6-7f9cd1cbeea5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:07.389694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-6f428ead-47f0-4e90-811f-db585ebb7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.391168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-6f428ead-47f0-4e90-811f-db585ebb7625 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1010995 Nov 03 18:33:07.414318 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a4376567-dfc8-4fbe-8a6d-5f4098bb88fb req-bc3b0040-2f69-4545-bd11-ccd1ba0ce18b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f356ea0-e6cc-49bb-a52a-d607971ccc62&id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1464815 Nov 03 18:33:07.480098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-d17a2db7-9d22-4b70-a584-6ea1e6fee8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.482206 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-d17a2db7-9d22-4b70-a584-6ea1e6fee8fc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669608 Nov 03 18:33:07.513866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b9f1078-fe47-4b7c-822b-abbd3adef84f req-63ff54e6-ebed-4124-8c39-4032997823e7 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572498 Nov 03 18:33:07.536942 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44516) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:07.618179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-bc2947a8-1c1a-46c6-afe3-b88f3c31fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.620683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-bc2947a8-1c1a-46c6-afe3-b88f3c31fa2b service neutron] 10.222.0.96 "GET /v2.0/networks?id=f6547e33-a411-4ec2-8398-ecb40a7a1df5 HTTP/1.1" status: 200 len: 917 time: 0.3241377 Nov 03 18:33:07.624921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a99cd77e-4d57-4c20-9903-0e92c932b22f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3b1486e874d475a9be81797546b3de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852888 Nov 03 18:33:07.626532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:07.657398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa5526-1007-44ea-9b4e-ad272ced4a01 req-c87d3b12-cac9-4f69-ab77-3b0b2cd0eed8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.659410 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-38aa5526-1007-44ea-9b4e-ad272ced4a01 req-c87d3b12-cac9-4f69-ab77-3b0b2cd0eed8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.1328192 Nov 03 18:33:07.709678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-1486a10d-e6b5-4b7c-bc24-64e1056b9178 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189808 Nov 03 18:33:07.742188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-ce8683b7-82f0-4197-87e3-b7ef313d448d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171dbe6e-0748-4897-b9d5-f82d66eabb41 HTTP/1.1" status: 200 len: 217 time: 0.0864666 Nov 03 18:33:07.811229 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-38aa5526-1007-44ea-9b4e-ad272ced4a01 req-a524af02-678f-413f-85b4-d733eb9ce38c tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442895 Nov 03 18:33:07.850007 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fee2714-84b7-45ae-8b16-91ec23288095 req-8c7a1382-5226-4110-837d-063bbe7fc9df service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310775 Nov 03 18:33:07.878941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-aff3e6dd-f38e-4962-8528-00f5da98baf1 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-377698916&fields=id&tenant_id=ee8057a7648145bd8c9a867c88f36fdb HTTP/1.1" status: 200 len: 267 time: 0.1427302 Nov 03 18:33:07.939295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-bf65ecc3-78e7-43ac-8a34-288ea5d34329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.946382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-bf65ecc3-78e7-43ac-8a34-288ea5d34329 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c473392-0c14-4598-843b-d219ef8b8420 HTTP/1.1" status: 200 len: 855 time: 0.1758573 Nov 03 18:33:07.950297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-238f3021-7b80-42e0-913e-58e926e84762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.015236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-48c33bfc-7f6f-4f2c-a26f-c3db00cc181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.017017 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-48c33bfc-7f6f-4f2c-a26f-c3db00cc181b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1099 time: 0.0953834 Nov 03 18:33:08.103108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-238f3021-7b80-42e0-913e-58e926e84762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.161602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-e58bb0e5-c270-401b-b0cd-de6bcf86c4c7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.163325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-e58bb0e5-c270-401b-b0cd-de6bcf86c4c7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 984 time: 0.2669728 Nov 03 18:33:08.171570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-15808729-2ba8-408d-a729-ae38d2eceaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.173260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-15808729-2ba8-408d-a729-ae38d2eceaba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f6547e33-a411-4ec2-8398-ecb40a7a1df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186320 Nov 03 18:33:08.184322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'port': {'security_groups': ['152547b4-cb96-45b8-99d2-0e1270c74511', '9f356ea0-e6cc-49bb-a52a-d607971ccc62', 'c9fe303b-85d3-4052-8f3d-f2db5a3a1118']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:08.291243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60f8b4ee-4810-4eb0-87b2-9b57b7f7a17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.378834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-595dc8bd-2397-4af8-a09a-cf4c7ae730c5 service neutron] 10.222.0.96 "GET /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885860 Nov 03 18:33:08.385070 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-238f3021-7b80-42e0-913e-58e926e84762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.392261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-238f3021-7b80-42e0-913e-58e926e84762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.393487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-238f3021-7b80-42e0-913e-58e926e84762 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121 HTTP/1.1" status: 204 len: 168 time: 0.7661955 Nov 03 18:33:08.455643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f3021-7b80-42e0-913e-58e926e84762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9758e-ca3a-4b5a-884d-3e9bd2e8a121,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:08.529939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bfdee-02ff-4012-9a3b-b63fe60e1b08 req-32e932f3-ad5f-4362-ac36-a1d43e5bd064 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.537684 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-850bfdee-02ff-4012-9a3b-b63fe60e1b08 req-32e932f3-ad5f-4362-ac36-a1d43e5bd064 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 948 time: 0.5192525 Nov 03 18:33:08.608707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-e6b265c4-c4b1-4dbe-b91c-1259e6c992fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.619710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.621877 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-e6b265c4-c4b1-4dbe-b91c-1259e6c992fd service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.5928574 Nov 03 18:33:08.641252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-850bfdee-02ff-4012-9a3b-b63fe60e1b08 req-0de83974-0794-4aae-beaf-647b7c4ed338 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024153 Nov 03 18:33:08.698443 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-4ad5c66b-80c2-47c3-9808-b11ba31112cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0481060 Nov 03 18:33:08.769279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca46e9bd-0ddc-45b7-b9cf-caa53c8a7a13 req-e5568b47-5941-45ab-aa1f-8e06a6d3d5a3 service neutron] 10.222.0.96 "GET /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697562 Nov 03 18:33:08.839053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-4c87c7f0-625d-42be-8c1f-45830fd9af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.849955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-4c87c7f0-625d-42be-8c1f-45830fd9af51 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1421313 Nov 03 18:33:08.927234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea977f80-2a05-4ac3-b17d-04be99864314 req-438f1555-c064-443b-b8a2-693e32307430 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.937199 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ea977f80-2a05-4ac3-b17d-04be99864314 req-438f1555-c064-443b-b8a2-693e32307430 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1749344 Nov 03 18:33:08.997516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-068dfa4d-5fb8-41f5-8656-454483117bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.000436 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-068dfa4d-5fb8-41f5-8656-454483117bbb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390235 Nov 03 18:33:09.060152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] For port 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:09.098645 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ea977f80-2a05-4ac3-b17d-04be99864314 req-6f8adc36-debd-43f6-a590-41a7170c265e tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602466 Nov 03 18:33:09.102058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.109351 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.128000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', '7e16c90c-fcf6-49bb-98fe-fd16396b512a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:09.183880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.184572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.186679 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7348acb-17e8-483a-a06a-8cc5a83feb27 req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "PUT /v2.0/ports/7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 200 len: 1020 time: 1.0078552 Nov 03 18:33:09.189685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:09.192204 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a27f086-e888-407c-8e02-2276adc67fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:09.267443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0ac8b-6ff3-4c0f-8fda-14676816a31c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'Port': ['ID=7e16c90c-fcf6-49bb-98fe-fd16396b512a,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:09.283299 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-0163c030-c5dc-429a-80e8-ead4196c5fc5 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624931 Nov 03 18:33:09.327820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7e16c90c-fcf6-49bb-98fe-fd16396b512a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:09.479902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393d8ba-0605-4e04-99b3-98ed49ef64a3 req-6073c8f9-00ae-448c-87fe-862d3d15245b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.489069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ca0f2-b279-4c25-8ad0-1a8110abf848 req-8e82ca1c-7179-4b01-8c57-792aa8ae8477 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.496081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e393d8ba-0605-4e04-99b3-98ed49ef64a3 req-6073c8f9-00ae-448c-87fe-862d3d15245b tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.1218040 Nov 03 18:33:09.510907 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-785ca0f2-b279-4c25-8ad0-1a8110abf848 req-8e82ca1c-7179-4b01-8c57-792aa8ae8477 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 943 time: 0.2724042 Nov 03 18:33:09.549644 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bd2a439-68cf-427a-8724-abd6a61ded9f req-20f1ad6f-f93e-4c6c-a3c6-c9b39f4b2572 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199483 Nov 03 18:33:09.603427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e393d8ba-0605-4e04-99b3-98ed49ef64a3 req-62ded266-6554-4dee-830c-f391bd7ee813 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036799 Nov 03 18:33:09.692261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a21bd520-5eee-4d88-b296-28448b80dcc8 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:09.703896 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-785ca0f2-b279-4c25-8ad0-1a8110abf848 req-49bf7282-4b23-4276-b0e9-f9aedf8115f3 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916115 Nov 03 18:33:09.749029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb2c1742-c8f7-462e-8876-5e0fe5f19934 req-ac285d33-ae03-4e5b-afcc-a5939d205706 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/c9fe303b-85d3-4052-8f3d-f2db5a3a1118 HTTP/1.1" status: 200 len: 1817 time: 0.1009440 Nov 03 18:33:09.749783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44566) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:09.835986 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8286ea-3e06-40d6-a35f-1472bd636a18 x-openstack-request-id: req-8a8286ea-3e06-40d6-a35f-1472bd636a18 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:09.839225 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:09.839625 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a8286ea-3e06-40d6-a35f-1472bd636a18 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:09.840543 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a', 'status': 'completed', 'code': 200} Nov 03 18:33:09.893046 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-bb2c1742-c8f7-462e-8876-5e0fe5f19934 req-c0a76bb4-b4d9-48d2-9be4-5f333064db98 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:33:09.894778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb2c1742-c8f7-462e-8876-5e0fe5f19934 req-c0a76bb4-b4d9-48d2-9be4-5f333064db98 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/c9fe303b-85d3-4052-8f3d-f2db5a3a1118 HTTP/1.1" status: 409 len: 341 time: 0.1381671 Nov 03 18:33:09.930798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-7ac63b88-ce73-4053-8217-fd5b62cea756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.932160 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-7ac63b88-ce73-4053-8217-fd5b62cea756 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1174 time: 0.0850310 Nov 03 18:33:10.010102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:10.176374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1541667708-network', 'tenant_id': '7a110f891db14894a67f37cdfd772a2f'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:10.222307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-f4b4aae4-ffce-4ab0-ad66-49af9ab6e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.224391 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-f4b4aae4-ffce-4ab0-ad66-49af9ab6e20c service neutron] 10.222.0.96 "GET /v2.0/networks?id=54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 200 len: 913 time: 0.2833812 Nov 03 18:33:10.225231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Made reservation on behalf of 7a110f891db14894a67f37cdfd772a2f for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:10.228040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:10.353017 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-0836e09a-0aed-487e-96e3-4d9db3a912f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 200 len: 217 time: 0.1012602 Nov 03 18:33:10.360298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:10.497114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-9ebb7db6-9173-43e8-8726-5b46452ea2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.498698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7beaf-3ba6-429f-a17f-bea7523f2b76 req-88b0426c-0f74-4556-b052-ff73da106719 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.501463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47a7beaf-3ba6-429f-a17f-bea7523f2b76 req-88b0426c-0f74-4556-b052-ff73da106719 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1352637 Nov 03 18:33:10.501994 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-9ebb7db6-9173-43e8-8726-5b46452ea2ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 200 len: 852 time: 0.1328437 Nov 03 18:33:10.604001 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47a7beaf-3ba6-429f-a17f-bea7523f2b76 req-64db5df1-c0e9-4130-8483-dc44da605dba tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823114 Nov 03 18:33:10.634560 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-f58f4a1e-ba1a-4954-984a-a0eeec6d89e3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54435b5d-880c-4f25-8a43-98a238ccc754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990310 Nov 03 18:33:10.645376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bec19-4574-4312-9fd8-ac6329bdc728 req-d259b48f-0517-4f38-aea8-cffd343ad62a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.654900 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-182bec19-4574-4312-9fd8-ac6329bdc728 req-d259b48f-0517-4f38-aea8-cffd343ad62a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 948 time: 0.4867241 Nov 03 18:33:10.744955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:10.757919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b8f3e-8371-4009-a217-c5e3cf74bdf0 req-4fb5a06c-fed6-438a-ab69-4f96e063c278 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.759548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff6b8f3e-8371-4009-a217-c5e3cf74bdf0 req-4fb5a06c-fed6-438a-ab69-4f96e063c278 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1023 time: 0.0614488 Nov 03 18:33:10.769954 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:10.851623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:33:10.881516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff6b8f3e-8371-4009-a217-c5e3cf74bdf0 req-1418d25b-31bc-4a42-b1ce-8eec9233a4a5 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9fe303b-85d3-4052-8f3d-f2db5a3a1118&id=9f356ea0-e6cc-49bb-a52a-d607971ccc62&id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1098890 Nov 03 18:33:10.914251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:10.925036 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:10.925380 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Added segment a0c20454-c6cc-4511-a846-1f13e988b424 of type vlan for network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 Nov 03 18:33:10.934044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9956dbba-f508-4d47-822f-2ed6ffc2a57a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:10.959504 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-182bec19-4574-4312-9fd8-ac6329bdc728 req-79a9b01c-db07-49b5-890e-92233afed6b8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037257 Nov 03 18:33:11.041234 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-f12a616f-e021-4cf2-929a-36e59c343a4e service neutron] 10.222.0.70 "GET /v2.0/ports/a21bd520-5eee-4d88-b296-28448b80dcc8/bindings/n-h1-812148-3 HTTP/1.1" status: 200 len: 384 time: 0.1954303 Nov 03 18:33:11.046333 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-eb031620-f9b1-4180-b108-3ef5615008b9 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891499 Nov 03 18:33:11.048913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.100317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:11.114441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '26febb32-9e2a-46df-9524-c3b4b6568066', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '26febb32-9e2a-46df-9524-c3b4b6568066', 'mac_address': 'fa:16:3e:14:2c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:11.119043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a973d-fab5-451f-8c9c-dea0874733b2 req-6f047028-b2e0-4229-b0b1-e3580ffb47f2 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.127345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-872a973d-fab5-451f-8c9c-dea0874733b2 req-6f047028-b2e0-4229-b0b1-e3580ffb47f2 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 943 time: 0.0791271 Nov 03 18:33:11.167000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.180652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-872a973d-fab5-451f-8c9c-dea0874733b2 req-fcb7abc2-e590-49b9-b6c4-2e9d973200f4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519269 Nov 03 18:33:11.188128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26febb32-9e2a-46df-9524-c3b4b6568066 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:11.217979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:11.224686 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.228632 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.231234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.231234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.281895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf01d55-a234-468e-933e-1c33d88277b9 req-6dafda80-186f-4a0d-926a-eb9158583475 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.283522 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-caf01d55-a234-468e-933e-1c33d88277b9 req-6dafda80-186f-4a0d-926a-eb9158583475 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 943 time: 0.2319872 Nov 03 18:33:11.300080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:11.314143 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5598197 Nov 03 18:33:11.314298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44584) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:11.320293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Request body: {'subnet': {'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1541667708-subnet', 'tenant_id': '7a110f891db14894a67f37cdfd772a2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:11.344515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Made reservation on behalf of 7a110f891db14894a67f37cdfd772a2f for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:11.347244 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.402442 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a27f086-e888-407c-8e02-2276adc67fc3 req-a09be00c-41c3-4145-97d2-18527f2ae4c4 service neutron] 10.222.0.96 "GET /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287032 Nov 03 18:33:11.423755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205d4f8-5913-4629-bbb2-6af89c2618c8 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f9813a-4bc2-4aa7-9b78-5a90b545b307,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:11.445776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:33:11.557801 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.558071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['26febb32-9e2a-46df-9524-c3b4b6568066'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:11.562099 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-caf01d55-a234-468e-933e-1c33d88277b9 req-130a5919-201e-4453-84d4-05422cd96421 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626283 Nov 03 18:33:11.626824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:11.629002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Checking segment: {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:11.629581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Network hostable DHCP agents. Network: c9f9813a-4bc2-4aa7-9b78-5a90b545b307, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:33:11.634810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10815da0-ea91-4b3c-9c9a-720e52c72d63,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:11.667273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:33:11.675767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:11.683306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c9f9813a-4bc2-4aa7-9b78-5a90b545b307) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:11.692702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.693330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.696562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26fc6aa-98a4-4281-a7dd-94f077b4f672 None None] Network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:11.730311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fd1206f0-0c7b-4db3-9677-5e76a7739c45 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4070997 Nov 03 18:33:11.773822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21bd520-5eee-4d88-b296-28448b80dcc8 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:11.797096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:11.815119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d34d3e-3619-4d4b-bdcf-1710a11e9aef req-42d081b1-4b3f-4e6b-9b91-b45eae3c3b59 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.817213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14d34d3e-3619-4d4b-bdcf-1710a11e9aef req-42d081b1-4b3f-4e6b-9b91-b45eae3c3b59 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0770495 Nov 03 18:33:11.840953 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:12.020615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14d34d3e-3619-4d4b-bdcf-1710a11e9aef req-4fecbf22-0a29-4395-aa9a-31841fa244b8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867046 Nov 03 18:33:12.051668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] Transition to ACTIVE for port object a21bd520-5eee-4d88-b296-28448b80dcc8 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:12.068821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:12.169209 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:12.183000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:12.183649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58013d4c-2476-4366-b478-84d3fb19c49c None None] Network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:12.280857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] No DVR routers for this DVR port a21bd520-5eee-4d88-b296-28448b80dcc8 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:12.296644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa2fdd-8455-4e4e-b4c6-6b75db847bef req-ba513ba3-b779-44b5-8262-13754bca12db tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.303564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91a35d-9bb7-4210-bef5-fc5097ec43e1 req-fd6f6049-dcef-4e5c-808c-36fb196f0c30 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.305285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad91a35d-9bb7-4210-bef5-fc5097ec43e1 req-fd6f6049-dcef-4e5c-808c-36fb196f0c30 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 949 time: 0.0805566 Nov 03 18:33:12.306966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9fa2fdd-8455-4e4e-b4c6-6b75db847bef req-ba513ba3-b779-44b5-8262-13754bca12db tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1023 time: 0.2101395 Nov 03 18:33:12.332587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] Pushing event updated for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:12.379143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-85701cb8-2372-4aa0-aef0-498ee92707ef tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.381016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-85701cb8-2372-4aa0-aef0-498ee92707ef tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.96 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 1023 time: 0.3275120 Nov 03 18:33:12.386753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad91a35d-9bb7-4210-bef5-fc5097ec43e1 req-bc966a49-f519-4d65-bf17-6812daef48f6 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697405 Nov 03 18:33:12.392025 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-305fc63f-b4d9-4b11-adf9-2f2290afb4fc service neutron] 10.222.0.70 "PUT /v2.0/ports/a21bd520-5eee-4d88-b296-28448b80dcc8/bindings/n-h1-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3391893 Nov 03 18:33:12.530822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-624af07a-3bab-4682-8696-22d5d21c8e56 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.534219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-624af07a-3bab-4682-8696-22d5d21c8e56 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.0768962 Nov 03 18:33:12.578845 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9fa2fdd-8455-4e4e-b4c6-6b75db847bef req-fda15749-f855-4932-9862-124a3b554337 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=c9fe303b-85d3-4052-8f3d-f2db5a3a1118&id=9f356ea0-e6cc-49bb-a52a-d607971ccc62&id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2708743 Nov 03 18:33:12.645993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Deleting port 7e16c90c-fcf6-49bb-98fe-fd16396b512a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:12.646335 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:12.651948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-e13fba5e-b8e7-4340-a09e-9b25e219bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.655182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-e13fba5e-b8e7-4340-a09e-9b25e219bc10 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83&tenant_id=f8049c549f5042a1aea668364dd97886 HTTP/1.1" status: 200 len: 1095 time: 0.1090357 Nov 03 18:33:12.821113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-793dd411-cf8b-49b8-81d1-560b2b329efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.822867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-793dd411-cf8b-49b8-81d1-560b2b329efa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1095 time: 0.1331105 Nov 03 18:33:12.827987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] For port 7e16c90c-fcf6-49bb-98fe-fd16396b512a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7e16c90c-fcf6-49bb-98fe-fd16396b512a,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:12.828615 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:12.839053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82d27d-91f3-4fa3-8bb8-28aa7138ed77 req-cdcc1e42-eb0d-45bc-91f2-fa191b904610 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.841954 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9a82d27d-91f3-4fa3-8bb8-28aa7138ed77 req-cdcc1e42-eb0d-45bc-91f2-fa191b904610 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 944 time: 0.1553111 Nov 03 18:33:12.860924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Calling delete_port for 7e16c90c-fcf6-49bb-98fe-fd16396b512a owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:12.883013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-1338d4d1-72a0-4f3e-9270-9feb823e0ffd tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.884554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-1338d4d1-72a0-4f3e-9270-9feb823e0ffd tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 822 time: 0.1846099 Nov 03 18:33:12.938877 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9a82d27d-91f3-4fa3-8bb8-28aa7138ed77 req-e10ce328-13d8-4fa7-b64c-496c9b56763a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904860 Nov 03 18:33:12.939168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-5f9cd8c0-422c-45c2-82e9-dc884262d254 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/quotas/7a110f891db14894a67f37cdfd772a2f HTTP/1.1" status: 200 len: 375 time: 0.0159397 Nov 03 18:33:12.942340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:13.000283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-c45618f6-a191-40b9-b78d-383a5d6ac968 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477493 Nov 03 18:33:13.008441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-aeebf8f4-1de9-4e23-8623-82bdf954b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.015954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-aeebf8f4-1de9-4e23-8623-82bdf954b1e7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.1787176 Nov 03 18:33:13.051760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 26febb32-9e2a-46df-9524-c3b4b6568066 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:13.057869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 26febb32-9e2a-46df-9524-c3b4b6568066 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:13.058887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:13.090541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:13.108014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', '7e16c90c-fcf6-49bb-98fe-fd16396b512a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:13.110052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bceec2-64d6-44e5-b27e-d8bab319fa6d req-2817ba96-f4e1-4170-b9f9-65e90514efdd tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.111626 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-03bceec2-64d6-44e5-b27e-d8bab319fa6d req-2817ba96-f4e1-4170-b9f9-65e90514efdd tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 943 time: 0.0805240 Nov 03 18:33:13.119844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-fac9b0df-3139-4043-ac62-e8ccdbf38139 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 217 time: 0.0773127 Nov 03 18:33:13.163322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'Port': ['ID=7e16c90c-fcf6-49bb-98fe-fd16396b512a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:13.176360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-dbf736d5-2e00-4e58-8861-1e6019858452 service neutron] 10.222.0.77 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589878 Nov 03 18:33:13.198670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] No DVR routers for this DVR port 7e16c90c-fcf6-49bb-98fe-fd16396b512a on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:13.202925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:13.208839 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ddc9de26-61f9-4aed-935c-e2af7952e39b req-09df97f4-151f-4a05-beb5-1cd34d0b44a7 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.96 "DELETE /v2.0/ports/7e16c90c-fcf6-49bb-98fe-fd16396b512a HTTP/1.1" status: 204 len: 173 time: 0.8139327 Nov 03 18:33:13.209387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'name': 'network-vif-deleted', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:13.212002 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e391b6-239a-40aa-aaea-636cc8fd8ccd" -d '{"events": [{"server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "name": "network-vif-deleted", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:13.257610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-03bceec2-64d6-44e5-b27e-d8bab319fa6d req-1171ace0-cbe0-41c6-b8eb-91d6cdb9375a tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363444 Nov 03 18:33:13.298477 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:13.374873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:13.378568 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835a8321-9437-48b9-b944-fa3548287c09" -d '{"events": [{"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-plugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:13.397151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-80c0ad05-9528-4825-84e4-ce097e39f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.398898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-80c0ad05-9528-4825-84e4-ce097e39f037 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.2209508 Nov 03 18:33:13.425515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:13.437273 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:13.441444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-45984722-61a7-436b-beee-2459a2ee98df service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281434 Nov 03 18:33:13.455662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d5ef8-77e6-486d-9d0b-8dbefc0f6b94 req-76075c3d-c845-4014-ba82-7fab56d67d8a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.458094 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e98d5ef8-77e6-486d-9d0b-8dbefc0f6b94 req-76075c3d-c845-4014-ba82-7fab56d67d8a tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1017728 Nov 03 18:33:13.462043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-cf07fafb-b4e2-46aa-a7b6-80765e5477d0 service neutron] 10.222.0.77 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741191 Nov 03 18:33:13.564103 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e98d5ef8-77e6-486d-9d0b-8dbefc0f6b94 req-7e5ab5fc-d0c3-492f-882f-cc0c7be8b55c tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943508 Nov 03 18:33:13.572530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:13.587524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-c3a24e63-fe62-4aa2-87d0-be0342c54a55 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243360 Nov 03 18:33:13.733931 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505732b0-0c4d-4b0d-94ef-a5cd6da8e3ef x-openstack-request-id: req-505732b0-0c4d-4b0d-94ef-a5cd6da8e3ef {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:13.734221 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3759b9fb-de4a-4d3b-8edf-04decf9238ea", "name": "network-vif-deleted", "tag": "7e16c90c-fcf6-49bb-98fe-fd16396b512a", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:13.734480 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-505732b0-0c4d-4b0d-94ef-a5cd6da8e3ef {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:13.734892 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3759b9fb-de4a-4d3b-8edf-04decf9238ea', 'name': 'network-vif-deleted', 'tag': '7e16c90c-fcf6-49bb-98fe-fd16396b512a', 'status': 'completed', 'code': 200} Nov 03 18:33:13.748588 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a1cfdf-9158-48a0-9b83-a586bd9467c0 x-openstack-request-id: req-a6a1cfdf-9158-48a0-9b83-a586bd9467c0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:13.749274 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-plugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:13.749787 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6a1cfdf-9158-48a0-9b83-a586bd9467c0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:13.750506 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'code': 200} Nov 03 18:33:13.795672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-ca7edcdb-0516-48c6-bc9d-bca271cfcca8 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972108 Nov 03 18:33:13.876747 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8e1fbfe9-0080-497d-8bd9-441907e959e7 req-ad3312e8-7a06-47fd-9d90-4391d3934d6f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=3759b9fb-de4a-4d3b-8edf-04decf9238ea HTTP/1.1" status: 200 len: 210 time: 0.0461435 Nov 03 18:33:13.957024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362ff94-ea6b-42dc-b8a6-7d4dfc720a17 req-2a99a247-4e2b-4eb0-9323-eb81ecd64fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.958674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9362ff94-ea6b-42dc-b8a6-7d4dfc720a17 req-2a99a247-4e2b-4eb0-9323-eb81ecd64fc9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1101 time: 0.1124256 Nov 03 18:33:13.968859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cb18c-5c9f-449f-b254-0d62ec12c71c req-ae31cf56-0164-470b-aa61-eaf6d0a906fc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.969720 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-603131fc-7ab1-43f8-8f3e-0ac64285b4c3 req-408519d8-1376-47c1-8046-820958d58b99 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 210 time: 0.0432734 Nov 03 18:33:13.976836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e26cb18c-5c9f-449f-b254-0d62ec12c71c req-ae31cf56-0164-470b-aa61-eaf6d0a906fc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1516898 Nov 03 18:33:14.081919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e26cb18c-5c9f-449f-b254-0d62ec12c71c req-d7c7cd8e-4069-4c4b-8bd3-b6ed9a6c4886 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917041 Nov 03 18:33:14.090047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9362ff94-ea6b-42dc-b8a6-7d4dfc720a17 req-70a705f8-bc93-493d-bb45-cb2e0e5b8592 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977612 Nov 03 18:33:14.147974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e9db-1e50-4578-aebe-981b0a1a8f24 req-3e9ffe9c-9da8-4432-bb1c-95e60b0685cf tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.149628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30e9db-1e50-4578-aebe-981b0a1a8f24 req-3e9ffe9c-9da8-4432-bb1c-95e60b0685cf tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 944 time: 0.0626030 Nov 03 18:33:14.206307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc30e9db-1e50-4578-aebe-981b0a1a8f24 req-2bfad203-35b7-4935-807c-82ac6aa80ae2 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491426 Nov 03 18:33:14.334928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-b805aa2a-32be-449d-9aa9-5b3c6815d1d0 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.336888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-b805aa2a-32be-449d-9aa9-5b3c6815d1d0 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.0477154 Nov 03 18:33:14.449133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bf7b0-a28c-4143-b8f5-aa3bc1dfd15b req-22517f1a-f592-4479-b99f-37d1b7a739a4 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.450675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-813bf7b0-a28c-4143-b8f5-aa3bc1dfd15b req-22517f1a-f592-4479-b99f-37d1b7a739a4 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 943 time: 0.1004591 Nov 03 18:33:14.536739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-813bf7b0-a28c-4143-b8f5-aa3bc1dfd15b req-bf3a6025-2501-43fb-9191-630eb1de5734 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793226 Nov 03 18:33:14.541301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-6286d7f7-8c54-4f84-a988-114de8c4d0ce service neutron] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:14.546683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-6286d7f7-8c54-4f84-a988-114de8c4d0ce service neutron] Publish callbacks [] for binding, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:14.548390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4aa6b13-e943-44a6-bb1e-2d709cb15b06 req-6286d7f7-8c54-4f84-a988-114de8c4d0ce service neutron] 10.222.0.96 "DELETE /v2.0/ports/a21bd520-5eee-4d88-b296-28448b80dcc8/bindings/n-h2-812148-3 HTTP/1.1" status: 204 len: 173 time: 0.1883361 Nov 03 18:33:14.697754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f8120-05b2-4065-82ba-524cee607063 req-5f187cc1-69f2-40cf-93a6-ab7e17711389 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.699657 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c1f8120-05b2-4065-82ba-524cee607063 req-5f187cc1-69f2-40cf-93a6-ab7e17711389 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0506763 Nov 03 18:33:14.760580 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c1f8120-05b2-4065-82ba-524cee607063 req-c89f1d76-753c-4a47-a257-b25ee4b37914 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545456 Nov 03 18:33:14.909402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-17adfc30-313d-42c9-831f-b237d3ae6fd9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.911289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-17adfc30-313d-42c9-831f-b237d3ae6fd9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.70 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 822 time: 0.1288955 Nov 03 18:33:14.930281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Request body: {'port': {'device_id': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'admin_state_up': True, 'tenant_id': '7a110f891db14894a67f37cdfd772a2f'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:15.024071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-77c17de0-8b2e-4a2b-b705-c8db764d1787 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.026090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-77c17de0-8b2e-4a2b-b705-c8db764d1787 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 807 time: 0.1403642 Nov 03 18:33:15.045395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-d1a69938-5768-44c7-8fe9-01ef95dc7416 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/quotas/19a4b05bbebc444caa8a975fc0f1dd00 HTTP/1.1" status: 200 len: 375 time: 0.0101955 Nov 03 18:33:15.111179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-599f5149-6b7d-475b-892b-cac4eba8e7b0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578892 Nov 03 18:33:15.211839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-2dfbfcad-1f94-4843-b271-d872314d3adb service neutron] 10.222.0.77 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917161 Nov 03 18:33:15.295855 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-11a66f2d-764c-4e8f-aeb6-c5e83791e6c5 req-f536d30c-ad2c-4f36-a9ad-192c355a2144 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/9f356ea0-e6cc-49bb-a52a-d607971ccc62 HTTP/1.1" status: 200 len: 1818 time: 0.3341603 Nov 03 18:33:15.315700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-1df77f84-765e-48d8-8dc0-0411980be27a service neutron] 10.222.0.77 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967579 Nov 03 18:33:15.370822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Made reservation on behalf of 7a110f891db14894a67f37cdfd772a2f for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:15.375290 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.408568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-11a66f2d-764c-4e8f-aeb6-c5e83791e6c5 req-04eb71bb-cfae-4919-864a-13ec08a3145f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.477452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-11a66f2d-764c-4e8f-aeb6-c5e83791e6c5 req-04eb71bb-cfae-4919-864a-13ec08a3145f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.576971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-11a66f2d-764c-4e8f-aeb6-c5e83791e6c5 req-04eb71bb-cfae-4919-864a-13ec08a3145f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.579984 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-11a66f2d-764c-4e8f-aeb6-c5e83791e6c5 req-04eb71bb-cfae-4919-864a-13ec08a3145f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.581142 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-11a66f2d-764c-4e8f-aeb6-c5e83791e6c5 req-04eb71bb-cfae-4919-864a-13ec08a3145f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/9f356ea0-e6cc-49bb-a52a-d607971ccc62 HTTP/1.1" status: 204 len: 173 time: 0.2757497 Nov 03 18:33:15.600298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb71bb-cfae-4919-864a-13ec08a3145f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f356ea0-e6cc-49bb-a52a-d607971ccc62,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:15.603812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Allocated IP 172.20.0.8 (c9f9813a-4bc2-4aa7-9b78-5a90b545b307/10815da0-ea91-4b3c-9c9a-720e52c72d63/6ddd3327-a2b6-4df8-9637-ab8cb90e1c05) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:15.686635 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa39bd27-a1f7-4616-8d6a-41e894da1d4b req-e835c07a-0c4a-4f5c-b9c3-295bc6f63524 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 210 time: 0.0343232 Nov 03 18:33:15.741456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94296fe3-3f2c-46d2-b00e-87cc35c6099c req-2fc47c23-9b4e-4b0c-8fe3-e51dd2c3a796 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.743291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94296fe3-3f2c-46d2-b00e-87cc35c6099c req-2fc47c23-9b4e-4b0c-8fe3-e51dd2c3a796 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0626237 Nov 03 18:33:15.803805 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94296fe3-3f2c-46d2-b00e-87cc35c6099c req-0e14e1b9-f97f-41fe-815c-9e33a331110e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532124 Nov 03 18:33:15.859988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.872785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30e41c-cef6-4fec-ab43-ebf081d56bf5 req-71d51037-28d3-425e-b4e9-e9403bf2e2ce tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.874843 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5b30e41c-cef6-4fec-ab43-ebf081d56bf5 req-71d51037-28d3-425e-b4e9-e9403bf2e2ce tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 944 time: 0.1021369 Nov 03 18:33:15.929390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f258d-204e-41b7-ac50-dca452624aed req-dc74b23a-5baa-4807-93c6-dd8441ddb004 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.930919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-125f258d-204e-41b7-ac50-dca452624aed req-dc74b23a-5baa-4807-93c6-dd8441ddb004 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 943 time: 0.0608068 Nov 03 18:33:15.949255 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.962192 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5b30e41c-cef6-4fec-ab43-ebf081d56bf5 req-665e0f68-9037-4948-968b-c1103a6dd958 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782645 Nov 03 18:33:16.006843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-125f258d-204e-41b7-ac50-dca452624aed req-3047d546-071a-468c-8bee-f777ed4c70c5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671279 Nov 03 18:33:16.010726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:16.019628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:16.028064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:16.082154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e96a35f-6888-458e-a03b-b769fa111eaa req-ac81c3ce-5a67-4284-a1a1-b07ad07f6b99 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 210 time: 0.0350909 Nov 03 18:33:16.097164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event updated for resources: {'Port': ['ID=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:16.121480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.122100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.129028 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc02dfc2-6995-4e63-8a16-e8d4b1893d65 req-b2963f64-8f1f-4bbf-a028-62f3668d9a08 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/c9fe303b-85d3-4052-8f3d-f2db5a3a1118 HTTP/1.1" status: 200 len: 1817 time: 0.1298125 Nov 03 18:33:16.151005 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a68a7276-fa62-4700-93e0-7501707a1606 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2248333 Nov 03 18:33:16.174297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Request body: {'port': {'device_id': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:16.264441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bc02dfc2-6995-4e63-8a16-e8d4b1893d65 req-5d0bcd3c-a3a9-44a8-83a1-baef5af78b5f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.266217 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.267654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675862e7-fe93-4c66-99f0-36bb3a15a051 req-bfaa4a0f-b5a4-4140-a766-7032d319b53b tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.273912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-675862e7-fe93-4c66-99f0-36bb3a15a051 req-bfaa4a0f-b5a4-4140-a766-7032d319b53b tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0614605 Nov 03 18:33:16.316004 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bc02dfc2-6995-4e63-8a16-e8d4b1893d65 req-5d0bcd3c-a3a9-44a8-83a1-baef5af78b5f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.331764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-675862e7-fe93-4c66-99f0-36bb3a15a051 req-a873b840-6c3f-4255-abbc-c1417bfc8bde tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559552 Nov 03 18:33:16.425780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bc02dfc2-6995-4e63-8a16-e8d4b1893d65 req-5d0bcd3c-a3a9-44a8-83a1-baef5af78b5f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.428313 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bc02dfc2-6995-4e63-8a16-e8d4b1893d65 req-5d0bcd3c-a3a9-44a8-83a1-baef5af78b5f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.429465 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc02dfc2-6995-4e63-8a16-e8d4b1893d65 req-5d0bcd3c-a3a9-44a8-83a1-baef5af78b5f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/c9fe303b-85d3-4052-8f3d-f2db5a3a1118 HTTP/1.1" status: 204 len: 173 time: 0.2903435 Nov 03 18:33:16.431714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311794-5455-4b59-8961-c6d2d1b655e6 req-252c6192-6add-40b7-919d-f23c9a9d4ca3 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.437461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0311794-5455-4b59-8961-c6d2d1b655e6 req-252c6192-6add-40b7-919d-f23c9a9d4ca3 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1101 time: 0.0481756 Nov 03 18:33:16.447512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bcd3c-a3a9-44a8-83a1-baef5af78b5f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe303b-85d3-4052-8f3d-f2db5a3a1118,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:16.484610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-2e4727d4-d5a4-4d11-bed2-ba6c7840e553 req-2bd49f3d-70bc-487f-860e-10a5bca86402 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1934522112', 'description': 'tempest-description-582080634'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:16.505068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0311794-5455-4b59-8961-c6d2d1b655e6 req-d8642543-e852-49ac-bbc1-ce4183fcd772 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552130 Nov 03 18:33:16.542340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2e4727d4-d5a4-4d11-bed2-ba6c7840e553 req-2bd49f3d-70bc-487f-860e-10a5bca86402 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.613207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505b5c6-938b-408e-b72d-4a141e4ad494 req-834250ec-66ed-496b-96e7-1e239f051dae tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.614777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c505b5c6-938b-408e-b72d-4a141e4ad494 req-834250ec-66ed-496b-96e7-1e239f051dae tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1095 time: 0.0459893 Nov 03 18:33:16.663010 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c505b5c6-938b-408e-b72d-4a141e4ad494 req-293f3a32-5830-4568-af4a-c9b09650b5cb tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Nov 03 18:33:16.674017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:16.688940 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.693263 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2e4727d4-d5a4-4d11-bed2-ba6c7840e553 req-2bd49f3d-70bc-487f-860e-10a5bca86402 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.708086 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2e4727d4-d5a4-4d11-bed2-ba6c7840e553 req-2bd49f3d-70bc-487f-860e-10a5bca86402 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.736909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Transition to ACTIVE for port object 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:16.746387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.754612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd49f3d-70bc-487f-860e-10a5bca86402 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451cc486-cf5b-4108-9b50-72e4f247f0db,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:16.759114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2e4727d4-d5a4-4d11-bed2-ba6c7840e553 req-2bd49f3d-70bc-487f-860e-10a5bca86402 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.760337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2e4727d4-d5a4-4d11-bed2-ba6c7840e553 req-2bd49f3d-70bc-487f-860e-10a5bca86402 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2813153 Nov 03 18:33:16.821543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Pushing event updated for resources: {'Port': ['ID=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:16.952066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Attempting to bind port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:16.952709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Attempting to bind port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:16.953012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Attempting to bind port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:16.962512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:16.963161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Attempting to bind port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:16.976171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 171dbe6e-0748-4897-b9d5-f82d66eabb41 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:16.980110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:16.980461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Checking segment: {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:16.980622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7e16c90c-fcf6-49bb-98fe-fd16396b512a no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:16.981166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Bound using segment: {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:16.981655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Bound port: 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:16.982129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.986906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c7429-7a29-4cfd-98ff-5e2e2b4f621e req-e4ec5217-19c2-4680-98ee-a4fda496d5e7 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.990125 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b1c7429-7a29-4cfd-98ff-5e2e2b4f621e req-e4ec5217-19c2-4680-98ee-a4fda496d5e7 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1095 time: 0.1374452 Nov 03 18:33:17.028585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 7e16c90c-fcf6-49bb-98fe-fd16396b512a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:17.029963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7e16c90c-fcf6-49bb-98fe-fd16396b512a not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:17.053164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-27ce6f07-b038-4d90-a994-00d4121793c7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.055698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-27ce6f07-b038-4d90-a994-00d4121793c7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 807 time: 0.2478805 Nov 03 18:33:17.074091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Request body: {'port': {'device_id': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'admin_state_up': True, 'tenant_id': '19a4b05bbebc444caa8a975fc0f1dd00'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:17.123686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2b1c7429-7a29-4cfd-98ff-5e2e2b4f621e req-6521f213-61d5-49a1-86ce-6ed6f6cdac3f tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237829 Nov 03 18:33:17.126295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6967b7c-3073-4fbf-a084-20e31100b748 req-59dce3d8-3c37-4688-95f5-a0b73a91c2a7 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.128614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6967b7c-3073-4fbf-a084-20e31100b748 req-59dce3d8-3c37-4688-95f5-a0b73a91c2a7 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 943 time: 0.1430883 Nov 03 18:33:17.144926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:17.149296 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-57deb5bb-a7ec-4dec-9453-bab90a0b9651 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309741 Nov 03 18:33:17.150562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 171dbe6e-0748-4897-b9d5-f82d66eabb41, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=171dbe6e-0748-4897-b9d5-f82d66eabb41,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:17.166839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'port_id': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'mac_address': 'fa:16:3e:36:00:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:17.171534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:17.182362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-f09875de-a7bc-4713-bd73-1d68d6c74cff service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:33:17.186956 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-f09875de-a7bc-4713-bd73-1d68d6c74cff service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0138559 Nov 03 18:33:17.200538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.275089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.275809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.277441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] 10.222.0.70 "PUT /v2.0/ports/6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 HTTP/1.1" status: 200 len: 1091 time: 1.1154311 Nov 03 18:33:17.279880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'tag': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:17.282095 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb4b8de-5f40-4e0f-a327-c10f9efe5afa", "tag": "6ddd3327-a2b6-4df8-9637-ab8cb90e1c05"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:17.283082 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.320375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171dbe6e-0748-4897-b9d5-f82d66eabb41 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:17.323384 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1f534b1-f95a-4ef2-8dc6-d3e84569bb42 req-6c7caaca-4d76-4a09-899c-f8f0f4114757 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/451cc486-cf5b-4108-9b50-72e4f247f0db HTTP/1.1" status: 200 len: 1817 time: 0.1248703 Nov 03 18:33:17.342204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-a1f534b1-f95a-4ef2-8dc6-d3e84569bb42 req-45abaa50-f47a-49cc-b8f6-66f0e4c66bfe tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2137652932', 'description': 'tempest-description-hth-1444675532'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:17.359754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c4607-88e5-46f9-a0e6-84f20de6234f service neutron] Pushing event updated for resources: {'Port': ['ID=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:17.378780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 171dbe6e-0748-4897-b9d5-f82d66eabb41, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=171dbe6e-0748-4897-b9d5-f82d66eabb41,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:17.389287 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.419323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6967b7c-3073-4fbf-a084-20e31100b748 req-45ae3289-7f4c-4800-b246-fb12c62fa163 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840521 Nov 03 18:33:17.483341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Made reservation on behalf of 19a4b05bbebc444caa8a975fc0f1dd00 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:17.487707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=171dbe6e-0748-4897-b9d5-f82d66eabb41,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:17.493922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.501427 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a1f534b1-f95a-4ef2-8dc6-d3e84569bb42 req-45abaa50-f47a-49cc-b8f6-66f0e4c66bfe tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.536338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-5566a888-f61e-4845-b18b-6811d88f5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.537981 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-5566a888-f61e-4845-b18b-6811d88f5d3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 1094 time: 0.1794314 Nov 03 18:33:17.640638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a1f534b1-f95a-4ef2-8dc6-d3e84569bb42 req-45abaa50-f47a-49cc-b8f6-66f0e4c66bfe tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.643311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-b3ee2042-8f5f-41e2-a8bc-e23907e804d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 HTTP/1.1" status: 200 len: 217 time: 0.0910544 Nov 03 18:33:17.646791 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a1f534b1-f95a-4ef2-8dc6-d3e84569bb42 req-45abaa50-f47a-49cc-b8f6-66f0e4c66bfe tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.653886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a1f534b1-f95a-4ef2-8dc6-d3e84569bb42 req-45abaa50-f47a-49cc-b8f6-66f0e4c66bfe tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.667730 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1f534b1-f95a-4ef2-8dc6-d3e84569bb42 req-45abaa50-f47a-49cc-b8f6-66f0e4c66bfe tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "PUT /v2.0/security-groups/451cc486-cf5b-4108-9b50-72e4f247f0db HTTP/1.1" status: 200 len: 1792 time: 0.3336787 Nov 03 18:33:17.687210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['171dbe6e-0748-4897-b9d5-f82d66eabb41'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:17.706407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bea8c6-41eb-44ba-933e-183ee0ef8a31 req-12e43a80-b287-4852-941c-8ebbda9c41a8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.707964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33bea8c6-41eb-44ba-933e-183ee0ef8a31 req-12e43a80-b287-4852-941c-8ebbda9c41a8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1402378 Nov 03 18:33:17.733796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Allocated IP 172.20.0.5 (a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb/ff403179-9f0d-4878-a26d-0f76eb5bde61/3a56e98f-cce4-418a-ab4a-d3d17840d3c3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:17.762632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abaa50-f47a-49cc-b8f6-66f0e4c66bfe tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451cc486-cf5b-4108-9b50-72e4f247f0db,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:17.861917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-aa3d5eef-30d8-4e5d-8ab1-aaeca700e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.864170 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-aa3d5eef-30d8-4e5d-8ab1-aaeca700e5c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10815da0-ea91-4b3c-9c9a-720e52c72d63 HTTP/1.1" status: 200 len: 862 time: 0.1951568 Nov 03 18:33:17.893078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04df2a-cb1c-4d6b-ad2f-7626f134003b req-a9a45faf-d76f-4b11-bd2b-2ca6157ed034 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.899477 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c04df2a-cb1c-4d6b-ad2f-7626f134003b req-a9a45faf-d76f-4b11-bd2b-2ca6157ed034 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 944 time: 0.1517189 Nov 03 18:33:17.934940 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33bea8c6-41eb-44ba-933e-183ee0ef8a31 req-d80fbaca-236e-45b7-95eb-1cb8ae6f685f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031021 Nov 03 18:33:17.954371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-1190293e-4491-4bf7-bf48-e0a393aaf74b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538750 Nov 03 18:33:18.050485 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c04df2a-cb1c-4d6b-ad2f-7626f134003b req-b219e72f-d3ca-4fe6-8cc3-063ca7682554 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263404 Nov 03 18:33:18.079931 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-a00e2447-654c-47e9-9582-c04e165f1960 service neutron] 10.222.0.70 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173232 Nov 03 18:33:18.100987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4efe3146-f572-41be-b85c-ca06c2a8341c req-b093b157-e2e2-41c8-94ce-0a46b4c656da tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 210 time: 0.0809035 Nov 03 18:33:18.134193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:18.197084 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e8d554-f1b0-49c3-8bb0-df05cd2e2f1e x-openstack-request-id: req-a2e8d554-f1b0-49c3-8bb0-df05cd2e2f1e {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:18.197873 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb4b8de-5f40-4e0f-a327-c10f9efe5afa", "tag": "6ddd3327-a2b6-4df8-9637-ab8cb90e1c05", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:18.199225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:18.201319 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2e8d554-f1b0-49c3-8bb0-df05cd2e2f1e {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:18.202053 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'tag': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05', 'status': 'completed', 'code': 200} Nov 03 18:33:18.212521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d941c0e3-51d2-4750-b8cc-bb8dc5688ae1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:18.246290 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cc548c10-3e36-42fa-aae7-9c91fb4d6a21 req-748b9c6b-9f9f-445c-98d4-f2a05f416aa9 service neutron] 10.222.0.70 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587074 Nov 03 18:33:18.333474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:18.360201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Pushing event updated for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:18.363835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:18.371805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:18.424570 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53c193-0925-4b4b-a432-5f16fa542ea1 req-8044f12a-a231-4a58-b4d1-1374b7225eff tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:18.434039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:18.434629 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:18.443226 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db53c193-0925-4b4b-a432-5f16fa542ea1 req-8044f12a-a231-4a58-b4d1-1374b7225eff tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.1585946 Nov 03 18:33:18.457921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-bb699058-0097-4b9c-b4aa-bcc10047d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:18.461067 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-bb699058-0097-4b9c-b4aa-bcc10047d279 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 1094 time: 0.1226957 Nov 03 18:33:18.472463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-8018724f-2222-4ace-a967-8350d5bdde32 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4053121 Nov 03 18:33:18.488399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Request body: {'port': {'device_id': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:18.579851 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db53c193-0925-4b4b-a432-5f16fa542ea1 req-d3953a72-abef-409c-8f51-83ab7d90c17d tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176336 Nov 03 18:33:18.603644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:18.765768 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc681ee2-a7bf-468f-b261-657815303c4b req-9dab3ecc-ebc0-4fce-9883-31b42e29f97d tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/451cc486-cf5b-4108-9b50-72e4f247f0db HTTP/1.1" status: 200 len: 1792 time: 0.1393640 Nov 03 18:33:18.843040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-c1c19791-63be-4a6d-a26d-2644ec10346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:18.847620 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-c1c19791-63be-4a6d-a26d-2644ec10346e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 923 time: 0.3357313 Nov 03 18:33:18.920984 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-95b1a7dc-7230-4f67-81e2-16e03bbc9689 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 HTTP/1.1" status: 200 len: 217 time: 0.0612409 Nov 03 18:33:18.986860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 171dbe6e-0748-4897-b9d5-f82d66eabb41 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:19.022459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-649144a6-8dc7-4593-b619-906bde33aa19 req-51aadd0b-bbe8-4ab4-a1fe-695731574e7e tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/451cc486-cf5b-4108-9b50-72e4f247f0db HTTP/1.1" status: 200 len: 1792 time: 0.1096330 Nov 03 18:33:19.050020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-af46db8e-1d10-4ab1-afb6-06eb08dba936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.051985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-af46db8e-1d10-4ab1-afb6-06eb08dba936 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10815da0-ea91-4b3c-9c9a-720e52c72d63 HTTP/1.1" status: 200 len: 862 time: 0.1191354 Nov 03 18:33:19.067032 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 171dbe6e-0748-4897-b9d5-f82d66eabb41 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:19.071985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 171dbe6e-0748-4897-b9d5-f82d66eabb41 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:19.072648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.115809 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-2805975a-f2ad-484c-b8d2-18261d36b7b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391963 Nov 03 18:33:19.180470 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.187793 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:33:19.190994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712fe94-461f-4729-9dce-02cd8406f8f8 req-e36e691f-e7a0-4c04-94fa-4dd019d9f043 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.200830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5712fe94-461f-4729-9dce-02cd8406f8f8 req-e36e691f-e7a0-4c04-94fa-4dd019d9f043 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 943 time: 0.3774986 Nov 03 18:33:19.220749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 171dbe6e-0748-4897-b9d5-f82d66eabb41, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=171dbe6e-0748-4897-b9d5-f82d66eabb41,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:19.222037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd0947-0400-4011-a7b0-feec9579db50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171dbe6e-0748-4897-b9d5-f82d66eabb41'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:19.225388 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1c68d3-853b-4306-85ee-b8c4399fc21f" -d '{"events": [{"server_uuid": "26cd0947-0400-4011-a7b0-feec9579db50", "name": "network-vif-plugged", "status": "completed", "tag": "171dbe6e-0748-4897-b9d5-f82d66eabb41"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:19.230118 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.308052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=171dbe6e-0748-4897-b9d5-f82d66eabb41,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:19.316508 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-649144a6-8dc7-4593-b619-906bde33aa19 req-c7562297-ca0b-4c53-a7f1-fc5ec83585a3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.323767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5712fe94-461f-4729-9dce-02cd8406f8f8 req-cb514efe-6a15-4eae-8a52-57a46247e22b tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218359 Nov 03 18:33:19.325375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-dbd249f6-4d99-4dd5-96d9-18e427416b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.329116 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-dbd249f6-4d99-4dd5-96d9-18e427416b08 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1101 time: 0.2735651 Nov 03 18:33:19.362046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:19.378162 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.405259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-649144a6-8dc7-4593-b619-906bde33aa19 req-c7562297-ca0b-4c53-a7f1-fc5ec83585a3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.406060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Transition to ACTIVE for port object 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:19.420222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.436417 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-56a874b8-e21b-49b8-95c0-601df33dda8f service neutron] 10.222.0.70 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927775 Nov 03 18:33:19.493032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Pushing event updated for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:19.535006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4964c0-9f01-4110-a2cf-bae88fd8bf34 req-cb9ea6ab-3b9e-42a1-84a5-250a30a0b87b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.537459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee4964c0-9f01-4110-a2cf-bae88fd8bf34 req-cb9ea6ab-3b9e-42a1-84a5-250a30a0b87b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1265259 Nov 03 18:33:19.566879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-649144a6-8dc7-4593-b619-906bde33aa19 req-c7562297-ca0b-4c53-a7f1-fc5ec83585a3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.569309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-649144a6-8dc7-4593-b619-906bde33aa19 req-c7562297-ca0b-4c53-a7f1-fc5ec83585a3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.570717 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-649144a6-8dc7-4593-b619-906bde33aa19 req-c7562297-ca0b-4c53-a7f1-fc5ec83585a3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/451cc486-cf5b-4108-9b50-72e4f247f0db HTTP/1.1" status: 204 len: 173 time: 0.5409615 Nov 03 18:33:19.578451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-4c047a94-0a51-4c8f-8453-a0bc26d9ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.580160 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-4c047a94-0a51-4c8f-8453-a0bc26d9ffcf service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2428315 Nov 03 18:33:19.614795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7562297-ca0b-4c53-a7f1-fc5ec83585a3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451cc486-cf5b-4108-9b50-72e4f247f0db,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:19.619478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:19.620438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:19.621182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:19.634720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:19.635352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:19.646017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee4964c0-9f01-4110-a2cf-bae88fd8bf34 req-55345904-c671-4a33-86d0-16721a1ccffb tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823314 Nov 03 18:33:19.647590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:19.648136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:19.648725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:19.649626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Bound port: 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:19.650183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.661333 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-116ca27b-a3e9-4afd-aade-6675e21dd6c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0682497 Nov 03 18:33:19.663466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b564cae2-6ce4-4e2a-96c9-dd69809e9f80 req-1d86f7d8-c469-4911-acfc-887f0ae88a4f service neutron] 10.222.0.70 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169249 Nov 03 18:33:19.727624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:19.731298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:19.738392 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.758579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-1380a839-edc1-44cf-b144-cf022b77b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.758811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:19.760753 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-1380a839-edc1-44cf-b144-cf022b77b40e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0846980 Nov 03 18:33:19.762425 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:19.762622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.763867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.767471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] 10.222.0.96 "PUT /v2.0/ports/3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 200 len: 1091 time: 1.2826893 Nov 03 18:33:19.767471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:19.769991 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d13faf-8d0c-48f6-bf0b-10932c1c7259" -d '{"events": [{"name": "network-changed", "server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:19.791059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9c32e-b376-4b84-81d3-e450a36be694 req-c404bb83-b194-4cd6-81d8-2538c71d8c79 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.792620 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f9c32e-b376-4b84-81d3-e450a36be694 req-c404bb83-b194-4cd6-81d8-2538c71d8c79 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 945 time: 0.0843682 Nov 03 18:33:19.844875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-cd35f26e-8c4d-412a-b9cd-40cf1a53377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.846840 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-cd35f26e-8c4d-412a-b9cd-40cf1a53377a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781403 Nov 03 18:33:19.903015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83f9c32e-b376-4b84-81d3-e450a36be694 req-f9f1dd95-29f4-4e28-9b4a-b62fd973c76c tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898876 Nov 03 18:33:19.970142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3398d9-3b93-4d38-81c8-5427322d5366 service neutron] Pushing event updated for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:20.015996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2895f-bfc3-4f62-9dd5-bf618aeecf02 req-02be186c-f92b-404e-a1be-c47d0a447b85 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.017060 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-61806fac-dfd0-48b4-8034-961f92008347 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604886 Nov 03 18:33:20.027523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81d2895f-bfc3-4f62-9dd5-bf618aeecf02 req-02be186c-f92b-404e-a1be-c47d0a447b85 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.2670784 Nov 03 18:33:20.039438 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.064220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:20.065754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-1d6c91fd-716f-4a1c-910d-5f95fe2f5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.068188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-1d6c91fd-716f-4a1c-910d-5f95fe2f5c2e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1094 time: 0.2015789 Nov 03 18:33:20.095318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05', 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'port_id': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05', 'mac_address': 'fa:16:3e:0c:61:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10815da0-ea91-4b3c-9c9a-720e52c72d63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:20.098552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:20.106694 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.136447 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5703bbcf-9d82-442c-9b2b-1fc8d6852415 x-openstack-request-id: req-5703bbcf-9d82-442c-9b2b-1fc8d6852415 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:20.136893 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd0947-0400-4011-a7b0-feec9579db50", "name": "network-vif-plugged", "status": "completed", "tag": "171dbe6e-0748-4897-b9d5-f82d66eabb41", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:20.137246 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5703bbcf-9d82-442c-9b2b-1fc8d6852415 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:20.137766 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd0947-0400-4011-a7b0-feec9579db50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'code': 200} Nov 03 18:33:20.155483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-ab70478e-bf15-42af-97e3-703f2ecca669 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 200 len: 217 time: 0.0738506 Nov 03 18:33:20.191707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81d2895f-bfc3-4f62-9dd5-bf618aeecf02 req-6f2cd5ce-3f50-419e-891e-f838423e118a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617403 Nov 03 18:33:20.196851 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.237066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:20.241536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:20.254976 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-a30344b8-d544-47e0-bb72-84cbc8c0a6d0 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291100 Nov 03 18:33:20.280007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:20.287125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.287996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:20.299364 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e00c7ca-7768-4f0a-b8af-409b895a6d25 x-openstack-request-id: req-2e00c7ca-7768-4f0a-b8af-409b895a6d25 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:20.299866 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:20.300121 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e00c7ca-7768-4f0a-b8af-409b895a6d25 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:20.300525 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3', 'status': 'completed', 'code': 200} Nov 03 18:33:20.406721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:20.409115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-5ef3dc39-3f5a-40be-a636-48cdf3334d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.411391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-5ef3dc39-3f5a-40be-a636-48cdf3334d98 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.2187214 Nov 03 18:33:20.420618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697aff4-4e56-4df7-8ef6-bdcb9c232279 req-d4c61d2a-d328-4ae1-b113-53d082fbe686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.423062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a697aff4-4e56-4df7-8ef6-bdcb9c232279 req-d4c61d2a-d328-4ae1-b113-53d082fbe686 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 1096 time: 0.1393163 Nov 03 18:33:20.466961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-7ac20e46-563e-46d2-802c-8d0ce67447cb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385127 Nov 03 18:33:20.480297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ebf87-19d8-4ded-b39d-24ee93e53209 req-fd7b17b9-aa2d-4540-a2c5-af0c5d8e9d62 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.482988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-212ebf87-19d8-4ded-b39d-24ee93e53209 req-fd7b17b9-aa2d-4540-a2c5-af0c5d8e9d62 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 948 time: 0.1785314 Nov 03 18:33:20.501449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:20.522921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'mac_address': 'fa:16:3e:fa:0a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:20.577251 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.586486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba2f42-be65-4c88-9378-b1a34b7372d8 req-8654bda0-ca09-4fb9-898f-b8d358903191 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.594725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aff775-15e8-4e5c-9e7f-88d33d7c7246 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:20.597436 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eaba2f42-be65-4c88-9378-b1a34b7372d8 req-8654bda0-ca09-4fb9-898f-b8d358903191 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 944 time: 0.0760665 Nov 03 18:33:20.618860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:20.624953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.644262 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a697aff4-4e56-4df7-8ef6-bdcb9c232279 req-e555dbdf-498c-48df-97c1-e6b123db220e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755352 Nov 03 18:33:20.658218 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eaba2f42-be65-4c88-9378-b1a34b7372d8 req-167af282-c0cf-44e3-87a7-6128499dcd36 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596416 Nov 03 18:33:20.666731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-212ebf87-19d8-4ded-b39d-24ee93e53209 req-97dbf6d8-11d7-4364-83e6-e4e3aeb97704 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708376 Nov 03 18:33:20.691876 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-93f492f4-f9fe-44eb-826a-1afa723b24ca req-bc494ce5-310f-493f-ae05-91f49862e623 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:33:20.697176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:20.697916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93f492f4-f9fe-44eb-826a-1afa723b24ca req-bc494ce5-310f-493f-ae05-91f49862e623 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/c9fe303b-85d3-4052-8f3d-f2db5a3a1118 HTTP/1.1" status: 404 len: 352 time: 0.0204790 Nov 03 18:33:20.709337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-b5f9592d-a31d-4c50-b781-c2bd46487624 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188787 Nov 03 18:33:20.732909 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-2c113427-5ca6-4ad1-b886-e447611eca3c req-0ffc9e8a-7851-40ae-94d2-5ff848a4a63c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:33:20.733960 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c113427-5ca6-4ad1-b886-e447611eca3c req-0ffc9e8a-7851-40ae-94d2-5ff848a4a63c tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/9f356ea0-e6cc-49bb-a52a-d607971ccc62 HTTP/1.1" status: 404 len: 352 time: 0.0200706 Nov 03 18:33:20.770070 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-490ed961-f5ef-44dd-8773-2df9a716fc12 req-bde72241-d592-4815-81bd-04fdacaa21bf tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:33:20.771131 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490ed961-f5ef-44dd-8773-2df9a716fc12 req-bde72241-d592-4815-81bd-04fdacaa21bf tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/29b0d526-f7e6-4d07-97e8-e4ae734ba932 HTTP/1.1" status: 404 len: 352 time: 0.0145864 Nov 03 18:33:20.798618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961215c-548a-440d-ae78-b76f5bab24d1 req-32eff050-6c1a-4ca2-815e-51c2bda247f0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.800247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6961215c-548a-440d-ae78-b76f5bab24d1 req-32eff050-6c1a-4ca2-815e-51c2bda247f0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0543337 Nov 03 18:33:20.808136 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-6dd03f51-520b-456b-9a36-eebb48632048 req-5c2877ad-6f4c-4bc1-868e-30b360fd166f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:33:20.809126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6dd03f51-520b-456b-9a36-eebb48632048 req-5c2877ad-6f4c-4bc1-868e-30b360fd166f tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/a5830976-fbf7-4207-a4ca-07f3f1124062 HTTP/1.1" status: 404 len: 352 time: 0.0151656 Nov 03 18:33:20.844957 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-adcef6e6-1d3b-41db-bfbc-7241e1b31726 req-2cf3c40d-db6c-496e-9d31-6c21b99f1772 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:33:20.846858 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-adcef6e6-1d3b-41db-bfbc-7241e1b31726 req-2cf3c40d-db6c-496e-9d31-6c21b99f1772 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/c0160d61-0bfc-4f0e-a210-e7c630d8fe7a HTTP/1.1" status: 404 len: 352 time: 0.0159214 Nov 03 18:33:20.858687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6961215c-548a-440d-ae78-b76f5bab24d1 req-19421193-21c1-42bb-b9d2-bfd2e8d32a1b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515797 Nov 03 18:33:20.893896 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-79e9904b-73fc-4f97-9a57-062366a8def4 req-d00170f1-bc6f-4709-b14b-d4dbd55c5aa3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] show failed (client error): The resource could not be found. Nov 03 18:33:20.894965 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-79e9904b-73fc-4f97-9a57-062366a8def4 req-d00170f1-bc6f-4709-b14b-d4dbd55c5aa3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/afdee4a9-9ad9-4dc4-8a32-522d32b716b5 HTTP/1.1" status: 404 len: 352 time: 0.0255444 Nov 03 18:33:20.955226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['6ddd3327-a2b6-4df8-9637-ab8cb90e1c05'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:20.987810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57a70a-1b84-49b4-be6e-1d7f5d8ce5fc req-e8a7ee00-be3e-4b9c-a39a-4dd8f216bf44 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175640 Nov 03 18:33:21.012238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c3aff775-15e8-4e5c-9e7f-88d33d7c7246'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:21.119399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-b06d5a39-ee8a-4321-8131-912ef2b09600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.121246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-b06d5a39-ee8a-4321-8131-912ef2b09600 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1094 time: 0.0698562 Nov 03 18:33:21.141190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e10e1e-ca75-493b-93d9-59e3a23ee7f4 req-2a06913d-5429-4038-9d8d-1107b1dda2c3 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.146929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0e10e1e-ca75-493b-93d9-59e3a23ee7f4 req-2a06913d-5429-4038-9d8d-1107b1dda2c3 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 945 time: 0.0981162 Nov 03 18:33:21.235195 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0e10e1e-ca75-493b-93d9-59e3a23ee7f4 req-fd649292-f2af-4047-bbe8-40bf561c1d53 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762300 Nov 03 18:33:21.317467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47fa5b-95b3-49dd-86aa-3b68ae648b9f req-e6921f20-8c41-4551-b5ec-ca3cdbed1ca9 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.319145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e47fa5b-95b3-49dd-86aa-3b68ae648b9f req-e6921f20-8c41-4551-b5ec-ca3cdbed1ca9 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1023 time: 0.1050093 Nov 03 18:33:21.339400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-a3e194de-4add-4c1c-b5bf-bf66de330524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.340851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-a3e194de-4add-4c1c-b5bf-bf66de330524 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.1903036 Nov 03 18:33:21.352486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146d63-c376-4895-b79b-7435f5533b9b req-9abaf62e-0ebf-4350-bc36-ffe50d69ed9a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.358307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0a146d63-c376-4895-b79b-7435f5533b9b req-9abaf62e-0ebf-4350-bc36-ffe50d69ed9a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0610468 Nov 03 18:33:21.390592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-22c04933-518c-41d4-a7ca-39084ced59f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 200 len: 217 time: 0.0398102 Nov 03 18:33:21.410193 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0a146d63-c376-4895-b79b-7435f5533b9b req-9f0aa384-0795-45fa-900c-870d742627d5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490212 Nov 03 18:33:21.472335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-62f3607b-b96a-4746-a8c1-002b9122b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.473855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-62f3607b-b96a-4746-a8c1-002b9122b969 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0744741 Nov 03 18:33:21.485043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e47fa5b-95b3-49dd-86aa-3b68ae648b9f req-8c585a43-fe32-47b3-8e31-2c344035a680 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae1cd252-194a-4c54-8b00-419aad416734&id=7dfc241f-d920-4c01-8bcd-193b338305cc&id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1514158 Nov 03 18:33:21.518425 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-ef1c4e73-240e-470d-9ea0-032469f430b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278308 Nov 03 18:33:21.619032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-b568abca-c354-4a15-a140-b49d09b24f92 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890868 Nov 03 18:33:21.727009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51d13faf-8d0c-48f6-bf0b-10932c1c7259 req-b744e048-34ba-4634-be61-56c1fe980984 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996213 Nov 03 18:33:21.795142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91573233-c8d3-4939-8d3f-bb05f044f6ca req-73a22de9-0c83-4e6a-86c6-01a4868f66b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.797068 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91573233-c8d3-4939-8d3f-bb05f044f6ca req-73a22de9-0c83-4e6a-86c6-01a4868f66b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 944 time: 0.0593348 Nov 03 18:33:21.806755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91c6e-0d92-4b66-bc7b-c3be23be04ee req-609bfe82-2824-4f4f-b1f8-ba964432c6ec tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.808767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6da91c6e-0d92-4b66-bc7b-c3be23be04ee req-609bfe82-2824-4f4f-b1f8-ba964432c6ec tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0602322 Nov 03 18:33:21.846544 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91573233-c8d3-4939-8d3f-bb05f044f6ca req-8509e9e6-0dbd-41bf-98bb-8912b1ecc252 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 Nov 03 18:33:21.863557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6da91c6e-0d92-4b66-bc7b-c3be23be04ee req-a8e22b76-50c6-48e9-b068-f0a42c7b1e00 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465736 Nov 03 18:33:21.984065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ece3d-9afc-4688-bdba-640d5a36eaae req-1c6087df-ad11-4567-a37b-7f7ecdebc0a1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.985872 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d46ece3d-9afc-4688-bdba-640d5a36eaae req-1c6087df-ad11-4567-a37b-7f7ecdebc0a1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0521863 Nov 03 18:33:22.043131 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d46ece3d-9afc-4688-bdba-640d5a36eaae req-651de4cd-74d5-4ae4-9e48-83118378b452 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488136 Nov 03 18:33:22.139069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:22.142410 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4946989-6c51-455b-b5a2-b7009eed47eb" -d '{"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:22.197193 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e29a1e-8335-44f2-98fc-a90b64a9f910 x-openstack-request-id: req-e3e29a1e-8335-44f2-98fc-a90b64a9f910 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:22.197516 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:22.197770 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3e29a1e-8335-44f2-98fc-a90b64a9f910 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:22.198157 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'code': 200} Nov 03 18:33:22.351968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a6d32-1fe1-4244-afcb-95bdc4b450f5 req-29ec89e5-c4d8-4ab9-9eb3-5f2d839e8f67 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.353629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e89a6d32-1fe1-4244-afcb-95bdc4b450f5 req-29ec89e5-c4d8-4ab9-9eb3-5f2d839e8f67 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 945 time: 0.0553293 Nov 03 18:33:22.405043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e89a6d32-1fe1-4244-afcb-95bdc4b450f5 req-cd8c7a6d-67fd-4030-936e-e532dfe50e87 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446160 Nov 03 18:33:22.534925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9aee1-d7b1-42fb-b8a0-1884d99372c2 req-f8d94a90-c855-4573-9ccd-46e1323a9460 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.535548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb58b6e-5268-41ca-b7b7-b9fcb97a9a11 req-ccf3d4a1-55d3-48a8-bc75-adb8fc598673 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.536700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b9aee1-d7b1-42fb-b8a0-1884d99372c2 req-f8d94a90-c855-4573-9ccd-46e1323a9460 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0525870 Nov 03 18:33:22.537871 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4cb58b6e-5268-41ca-b7b7-b9fcb97a9a11 req-ccf3d4a1-55d3-48a8-bc75-adb8fc598673 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 945 time: 0.0579183 Nov 03 18:33:22.547978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44826) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:22.554283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Request body: {'floatingip': {'port_id': '171dbe6e-0748-4897-b9d5-f82d66eabb41'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:22.610089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b9aee1-d7b1-42fb-b8a0-1884d99372c2 req-b6fea1a1-35ec-49a0-abc5-f283ee101bee tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599146 Nov 03 18:33:22.612695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.834365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ec558-8054-4d28-8592-110b668c232c req-b76642b4-a61e-4efb-82e6-d29a60b10d79 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.835854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f6ec558-8054-4d28-8592-110b668c232c req-b76642b4-a61e-4efb-82e6-d29a60b10d79 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1023 time: 0.0555015 Nov 03 18:33:23.004725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969dd2-333e-444e-967c-e961ce15e2c7 req-81c1df93-1392-4ab9-9f96-cf7e45428602 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:23.006643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-01969dd2-333e-444e-967c-e961ce15e2c7 req-81c1df93-1392-4ab9-9f96-cf7e45428602 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7e9dee-62d1-4436-a9b4-5666af8dec54 HTTP/1.1" status: 200 len: 1023 time: 0.3572972 Nov 03 18:33:23.013594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Deleting port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:23.014630 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.037406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90922b6-e32b-4e7f-a14f-affa56806470 req-ad301c94-b0df-4998-90c3-307ae695e9f2 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:23.038996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b90922b6-e32b-4e7f-a14f-affa56806470 req-ad301c94-b0df-4998-90c3-307ae695e9f2 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 944 time: 0.0796347 Nov 03 18:33:23.134465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b90922b6-e32b-4e7f-a14f-affa56806470 req-fd378ae7-479a-43c6-b6ed-05cb71bb9997 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870790 Nov 03 18:33:23.166074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] For port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,segment=NetworkSegment(f61fffdb-0368-459f-ab2c-f538a2ee2c67),segment_id=f61fffdb-0368-459f-ab2c-f538a2ee2c67)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:23.166454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.184656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Calling delete_port for 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:23.196287 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-01969dd2-333e-444e-967c-e961ce15e2c7 req-373154ce-d1ab-43f6-9cdf-f1711fef134b tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae1cd252-194a-4c54-8b00-419aad416734&id=7dfc241f-d920-4c01-8bcd-193b338305cc&id=152547b4-cb96-45b8-99d2-0e1270c74511&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1774197 Nov 03 18:33:23.319554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca668-164a-48d1-891e-5fd8171505e7 req-28af3b3d-5942-4f7f-81b5-761da6b66077 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:23.321033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5dca668-164a-48d1-891e-5fd8171505e7 req-28af3b3d-5942-4f7f-81b5-761da6b66077 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 950 time: 0.0775969 Nov 03 18:33:23.420427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5dca668-164a-48d1-891e-5fd8171505e7 req-2b497728-a85a-4e4a-9211-1ed75b41c768 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848405 Nov 03 18:33:23.472917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.488163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:23.492321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f662d8-66aa-4987-8551-8c8217408641 req-e879d876-50f2-4266-8baf-277b1530130c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:23.493915 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1f662d8-66aa-4987-8551-8c8217408641 req-e879d876-50f2-4266-8baf-277b1530130c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.2233801 Nov 03 18:33:23.510999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'Port': ['ID=09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:23.581998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] No DVR routers for this DVR port 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:23.585573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.589547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f6ec558-8054-4d28-8592-110b668c232c req-fca638d9-658d-4dbf-9ba6-9597a63302a2 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.96 "DELETE /v2.0/ports/09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc HTTP/1.1" status: 204 len: 173 time: 0.7463703 Nov 03 18:33:23.590075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'name': 'network-vif-deleted', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:23.592434 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3fd6fb-1c95-44a9-9b50-626464ef7c95" -d '{"events": [{"server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "name": "network-vif-deleted", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:23.608478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1f662d8-66aa-4987-8551-8c8217408641 req-998c1edc-246f-4461-9196-55dacf802ffa tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065567 Nov 03 18:33:23.690387 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17730499-fbe9-4c3d-a956-52ebb8816bb1 x-openstack-request-id: req-17730499-fbe9-4c3d-a956-52ebb8816bb1 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:23.692245 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7e9dee-62d1-4436-a9b4-5666af8dec54", "name": "network-vif-deleted", "tag": "09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:23.692581 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17730499-fbe9-4c3d-a956-52ebb8816bb1 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:23.693048 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7e9dee-62d1-4436-a9b4-5666af8dec54', 'name': 'network-vif-deleted', 'tag': '09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc', 'status': 'completed', 'code': 200} Nov 03 18:33:23.745724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.758270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.775884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:23.808720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6aea-c5fe-4c50-9266-9093635fff68 req-8ab11db5-bb0a-44cd-872e-0ba080a6c7f6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:23.810618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75de6aea-c5fe-4c50-9266-9093635fff68 req-8ab11db5-bb0a-44cd-872e-0ba080a6c7f6 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0543916 Nov 03 18:33:23.845066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:23.846513 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.867769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75de6aea-c5fe-4c50-9266-9093635fff68 req-d4ed2fe0-537f-4432-b18b-969c7f0f9013 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 Nov 03 18:33:23.888462 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Floating IP 2713f024-267a-45f1-8ee0-af2e81c23d14 associated. External IP: 172.25.3.54, port: 171dbe6e-0748-4897-b9d5-f82d66eabb41. Nov 03 18:33:23.950204 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.984729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:23.990035 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.990894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:24.066368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=11']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:24.088667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:24.094589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:24.094962 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.150784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Router b59c9dde-33a6-4c67-913e-bc1952a37ccd has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:33:24.190603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.199811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:24.204105 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dfc46d-05b3-476a-8154-15c4c0f34111" -d '{"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:24.273772 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5e9c49-43d8-4594-88a8-3d430a1d4788 x-openstack-request-id: req-ba5e9c49-43d8-4594-88a8-3d430a1d4788 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:24.274311 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:24.274795 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba5e9c49-43d8-4594-88a8-3d430a1d4788 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:24.275322 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'code': 200} Nov 03 18:33:24.279578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:24.286250 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.294139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:24.308610 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.335067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] Sync routers for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:24.367401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:24.368211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:33:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:24.374783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bd2bb7c0-8db8-4154-8531-3c5b9661ecab tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "PUT /v2.0/floatingips/2713f024-267a-45f1-8ee0-af2e81c23d14 HTTP/1.1" status: 200 len: 990 time: 1.8253858 Nov 03 18:33:24.376194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cd0947-0400-4011-a7b0-feec9579db50', 'tag': '171dbe6e-0748-4897-b9d5-f82d66eabb41'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:24.378597 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24" -d '{"events": [{"name": "network-changed", "server_uuid": "26cd0947-0400-4011-a7b0-feec9579db50", "tag": "171dbe6e-0748-4897-b9d5-f82d66eabb41"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:24.396403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500b95f-9b7c-4ff5-9524-b2f08021f09a req-54a388e3-4aa4-45d5-a819-13ade04571d9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:24.402066 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f500b95f-9b7c-4ff5-9524-b2f08021f09a req-54a388e3-4aa4-45d5-a819-13ade04571d9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.1340988 Nov 03 18:33:24.403872 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea2c28bc-8421-451d-bf12-151a7b1266e9 req-0e0b4762-168b-48b3-bf5e-f4342718f817 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/7dfc241f-d920-4c01-8bcd-193b338305cc HTTP/1.1" status: 200 len: 1814 time: 0.0713730 Nov 03 18:33:24.423981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:24.475131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea2c28bc-8421-451d-bf12-151a7b1266e9 req-53f39ca2-1363-49dd-a3aa-c0b03dbfd4d3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.494077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f500b95f-9b7c-4ff5-9524-b2f08021f09a req-438b7a87-4ef0-40b5-aa80-301baa708385 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900168 Nov 03 18:33:24.508067 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea2c28bc-8421-451d-bf12-151a7b1266e9 req-53f39ca2-1363-49dd-a3aa-c0b03dbfd4d3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.560236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34595253-45a0-43a7-9477-4e546771fe5a req-24ef035b-98eb-4f3e-a5d0-fa8c32910d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:24.562903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-34595253-45a0-43a7-9477-4e546771fe5a req-24ef035b-98eb-4f3e-a5d0-fa8c32910d7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1102 time: 0.0676370 Nov 03 18:33:24.599160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea2c28bc-8421-451d-bf12-151a7b1266e9 req-53f39ca2-1363-49dd-a3aa-c0b03dbfd4d3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.604062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea2c28bc-8421-451d-bf12-151a7b1266e9 req-53f39ca2-1363-49dd-a3aa-c0b03dbfd4d3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.606400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea2c28bc-8421-451d-bf12-151a7b1266e9 req-53f39ca2-1363-49dd-a3aa-c0b03dbfd4d3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/7dfc241f-d920-4c01-8bcd-193b338305cc HTTP/1.1" status: 204 len: 173 time: 0.2017226 Nov 03 18:33:24.640442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f39ca2-1363-49dd-a3aa-c0b03dbfd4d3 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfc241f-d920-4c01-8bcd-193b338305cc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:24.652979 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b6caa2-9693-41ce-9082-ee75016d8e1f x-openstack-request-id: req-d2b6caa2-9693-41ce-9082-ee75016d8e1f {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:24.653514 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cd0947-0400-4011-a7b0-feec9579db50", "tag": "171dbe6e-0748-4897-b9d5-f82d66eabb41", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:24.655691 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2b6caa2-9693-41ce-9082-ee75016d8e1f {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:24.656844 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cd0947-0400-4011-a7b0-feec9579db50', 'tag': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'status': 'completed', 'code': 200} Nov 03 18:33:24.668183 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-34595253-45a0-43a7-9477-4e546771fe5a req-45f3391d-7ec0-4db4-821d-e6c53528b4d4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963378 Nov 03 18:33:24.682510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:24.760686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-f6496ce4-9eb3-46c2-ba39-29c31cf16f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:24.762763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-f6496ce4-9eb3-46c2-ba39-29c31cf16f27 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=85b8fe211e6c4f909fd1e3dca779f1e4&device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 1096 time: 0.1030264 Nov 03 18:33:24.776858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e70c-5843-4a55-ad65-e9e9adcb3acd req-fb960e10-279b-4a89-ab70-7522b61198d8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:24.778611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f23e70c-5843-4a55-ad65-e9e9adcb3acd req-fb960e10-279b-4a89-ab70-7522b61198d8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 951 time: 0.0723963 Nov 03 18:33:24.806788 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-700539f3-d1ee-4d29-bede-003172155c87 req-6bc25a4d-019f-4fce-b941-eb5980476067 tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "GET /v2.0/security-groups/ae1cd252-194a-4c54-8b00-419aad416734 HTTP/1.1" status: 200 len: 1816 time: 0.0683477 Nov 03 18:33:24.877104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-700539f3-d1ee-4d29-bede-003172155c87 req-d45132f9-e8eb-4a9f-9f88-67a36263e5fa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.892552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f23e70c-5843-4a55-ad65-e9e9adcb3acd req-a9408642-89dd-41fb-baf7-2ef951291f53 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031520 Nov 03 18:33:24.918288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-6ea1b955-03fc-4407-ba48-f882060a1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:24.920565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-6ea1b955-03fc-4407-ba48-f882060a1c0b service neutron] 10.222.0.96 "GET /v2.0/networks?id=f6547e33-a411-4ec2-8398-ecb40a7a1df5 HTTP/1.1" status: 200 len: 917 time: 0.1409061 Nov 03 18:33:24.953958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-700539f3-d1ee-4d29-bede-003172155c87 req-d45132f9-e8eb-4a9f-9f88-67a36263e5fa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.991276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2713f024-267a-45f1-8ee0-af2e81c23d14', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'port_id': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'mac_address': 'fa:16:3e:36:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd0947-0400-4011-a7b0-feec9579db50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:22Z', 'updated_at': '2021-11-03T18:33:23Z', 'revision_number': 1, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 5, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:25.008855 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-700539f3-d1ee-4d29-bede-003172155c87 req-d45132f9-e8eb-4a9f-9f88-67a36263e5fa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.012068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-700539f3-d1ee-4d29-bede-003172155c87 req-d45132f9-e8eb-4a9f-9f88-67a36263e5fa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.024313 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-700539f3-d1ee-4d29-bede-003172155c87 req-d45132f9-e8eb-4a9f-9f88-67a36263e5fa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] 10.222.0.77 "DELETE /v2.0/security-groups/ae1cd252-194a-4c54-8b00-419aad416734 HTTP/1.1" status: 204 len: 173 time: 0.2163048 Nov 03 18:33:25.026742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44866) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:25.027166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] Checking router: b59c9dde-33a6-4c67-913e-bc1952a37ccd for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:25.040021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:25.040894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:33:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:25.076139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45132f9-e8eb-4a9f-9f88-67a36263e5fa tempest-SecurityGroupsTestJSON-75358260 tempest-SecurityGroupsTestJSON-75358260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1cd252-194a-4c54-8b00-419aad416734,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:25.103324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d98dbc-9b44-49c0-94b6-5bb4be64f2a3 admin admin] Deleting subnet 926ec09e-237b-484b-87a9-da278688402d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:33:25.106297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78d98dbc-9b44-49c0-94b6-5bb4be64f2a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.126248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78edca-28b8-40d3-9b6a-83debc2361b8 req-6234ed92-268d-4d27-b4f1-d40ca1a056f4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.139137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de78edca-28b8-40d3-9b6a-83debc2361b8 req-6234ed92-268d-4d27-b4f1-d40ca1a056f4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1261146 Nov 03 18:33:25.151218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78d98dbc-9b44-49c0-94b6-5bb4be64f2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.178233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-f73f86a9-fe4c-49c9-b827-84d1e0b19bc3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171dbe6e-0748-4897-b9d5-f82d66eabb41 HTTP/1.1" status: 200 len: 998 time: 0.2494676 Nov 03 18:33:25.272095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:25.297323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78d98dbc-9b44-49c0-94b6-5bb4be64f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.298859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de78edca-28b8-40d3-9b6a-83debc2361b8 req-c6163e82-2472-45ef-bdd8-64773e1bc6b4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584747 Nov 03 18:33:25.317310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-998b3820-6cbe-4af1-9071-427aaeafc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.319126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-998b3820-6cbe-4af1-9071-427aaeafc33f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c473392-0c14-4598-843b-d219ef8b8420 HTTP/1.1" status: 200 len: 855 time: 0.1306663 Nov 03 18:33:25.346988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7a6d-4e1a-4963-a80f-65dc5581c2ac req-e53e2898-6231-4827-9545-e8738ea7f4f2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.348642 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dadb7a6d-4e1a-4963-a80f-65dc5581c2ac req-e53e2898-6231-4827-9545-e8738ea7f4f2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.1356161 Nov 03 18:33:25.400507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-e9959508-8165-4c01-9287-b613deb1fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.404796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-e9959508-8165-4c01-9287-b613deb1fe49 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f6547e33-a411-4ec2-8398-ecb40a7a1df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762591 Nov 03 18:33:25.459413 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dadb7a6d-4e1a-4963-a80f-65dc5581c2ac req-3e4cd49b-58c6-40f0-b0eb-37b17eb1ce80 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034241 Nov 03 18:33:25.485514 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78d98dbc-9b44-49c0-94b6-5bb4be64f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.507118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78d98dbc-9b44-49c0-94b6-5bb4be64f2a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.512732 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-78d98dbc-9b44-49c0-94b6-5bb4be64f2a3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/926ec09e-237b-484b-87a9-da278688402d HTTP/1.1" status: 204 len: 168 time: 0.4774055 Nov 03 18:33:25.518769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44870) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:25.549933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d98dbc-9b44-49c0-94b6-5bb4be64f2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926ec09e-237b-484b-87a9-da278688402d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:25.585460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-91739877-a2a0-4431-a484-59433a6478d2 service neutron] 10.222.0.96 "GET /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714752 Nov 03 18:33:25.645063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2713f024-267a-45f1-8ee0-af2e81c23d14', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'port_id': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'mac_address': 'fa:16:3e:36:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd0947-0400-4011-a7b0-feec9579db50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:22Z', 'updated_at': '2021-11-03T18:33:23Z', 'revision_number': 1, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 5, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:25.655425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.712310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d121b-88e2-4cc8-96cd-895f665bb1e6 None None] The sync data for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 is: [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2713f024-267a-45f1-8ee0-af2e81c23d14', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'port_id': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'mac_address': 'fa:16:3e:36:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd0947-0400-4011-a7b0-feec9579db50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:22Z', 'updated_at': '2021-11-03T18:33:23Z', 'revision_number': 1, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 5, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:33:25.795332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.822489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583c301-3794-4a3b-8a5b-2ed3099c8cfc req-f3092a5c-710d-468f-ae86-50e584882b2d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.823157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54435b5d-880c-4f25-8a43-98a238ccc754']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:25.824719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4583c301-3794-4a3b-8a5b-2ed3099c8cfc req-f3092a5c-710d-468f-ae86-50e584882b2d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.2000041 Nov 03 18:33:25.834274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61fffdb-0368-459f-ab2c-f538a2ee2c67') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:25.834662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61fffdb-0368-459f-ab2c-f538a2ee2c67') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:25.846892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.858353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6fe6098-3a3a-4dc0-bbd7-ef42e637fe24 req-e6273f17-85ae-4c26-a499-59c20986ecac service neutron] 10.222.0.96 "GET /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583423 Nov 03 18:33:25.865728 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.875273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:33:25.875679 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:33:25.877710 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:33:25.922577 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4583c301-3794-4a3b-8a5b-2ed3099c8cfc req-4be9760a-2144-47e8-9018-30d3a8ba0787 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 Nov 03 18:33:25.969778 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.004705 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd7eda-7ec2-4bca-bca9-72d1723a4142 None None] New status for floating IP 2713f024-267a-45f1-8ee0-af2e81c23d14: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:33:26.037551 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.044783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/54435b5d-880c-4f25-8a43-98a238ccc754 HTTP/1.1" status: 204 len: 168 time: 0.5207725 Nov 03 18:33:26.048107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d9fae-66be-41f3-bb55-406d15c73ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54435b5d-880c-4f25-8a43-98a238ccc754,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:26.108928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af277f-9ebe-47c7-bdc4-975e5ce00ed8 req-243909e9-bfba-463b-9525-f5a859c755ad tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:26.117297 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06af277f-9ebe-47c7-bdc4-975e5ce00ed8 req-243909e9-bfba-463b-9525-f5a859c755ad tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 951 time: 0.0894384 Nov 03 18:33:26.225847 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06af277f-9ebe-47c7-bdc4-975e5ce00ed8 req-9e33cff4-6c9c-43b3-9820-0632a9e90bd2 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072149 Nov 03 18:33:26.275968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:26.279018 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d3ce3-31fc-4583-a97e-a90a5d4ecbe0" -d '{"events": [{"server_uuid": "0fb4b8de-5f40-4e0f-a327-c10f9efe5afa", "name": "network-vif-plugged", "status": "completed", "tag": "6ddd3327-a2b6-4df8-9637-ab8cb90e1c05"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:26.286228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44884) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:26.322103 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbe0e54-aeb9-4f2c-8906-664c74b6b7b3 x-openstack-request-id: req-3bbe0e54-aeb9-4f2c-8906-664c74b6b7b3 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:26.322307 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb4b8de-5f40-4e0f-a327-c10f9efe5afa", "name": "network-vif-plugged", "status": "completed", "tag": "6ddd3327-a2b6-4df8-9637-ab8cb90e1c05", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:26.322626 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bbe0e54-aeb9-4f2c-8906-664c74b6b7b3 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:26.323087 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05', 'code': 200} Nov 03 18:33:26.335086 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8bfdc300-d6ff-4319-b0c0-49e6b6a20158 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee8057a7648145bd8c9a867c88f36fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476294 Nov 03 18:33:26.335809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44888) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:26.404218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4936e179-5bb9-4822-9237-71fe988a7e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.431697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4936e179-5bb9-4822-9237-71fe988a7e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.472595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea763e7-eaa9-4bf1-bb98-0b3dda451524 req-8d57ed21-743c-440f-8921-54a0db34dcb3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:26.474325 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5ea763e7-eaa9-4bf1-bb98-0b3dda451524 req-8d57ed21-743c-440f-8921-54a0db34dcb3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0798995 Nov 03 18:33:26.477338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3b8b8-86a5-4a24-bba8-2c9c60a84b80 req-fc83df32-a63f-4525-a88b-b4f478b7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:26.479143 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9e3b8b8-86a5-4a24-bba8-2c9c60a84b80 req-fc83df32-a63f-4525-a88b-b4f478b7e49c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 1096 time: 0.0755639 Nov 03 18:33:26.496267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4936e179-5bb9-4822-9237-71fe988a7e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.499315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4936e179-5bb9-4822-9237-71fe988a7e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.502969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4936e179-5bb9-4822-9237-71fe988a7e07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/152547b4-cb96-45b8-99d2-0e1270c74511 HTTP/1.1" status: 204 len: 168 time: 0.1635568 Nov 03 18:33:26.514935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936e179-5bb9-4822-9237-71fe988a7e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152547b4-cb96-45b8-99d2-0e1270c74511,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:26.609084 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5ea763e7-eaa9-4bf1-bb98-0b3dda451524 req-864acd4e-e3e1-40eb-b605-0ee74e0f37d5 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209550 Nov 03 18:33:26.617454 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9e3b8b8-86a5-4a24-bba8-2c9c60a84b80 req-3a53608b-07b7-4aea-ae21-c522950ccb18 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289473 Nov 03 18:33:26.627473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749ab59-0b65-4f22-b361-8d03684156ee req-b8ec2763-561c-4145-9859-8114626a9767 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:26.629525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d749ab59-0b65-4f22-b361-8d03684156ee req-b8ec2763-561c-4145-9859-8114626a9767 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0726919 Nov 03 18:33:26.680382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d749ab59-0b65-4f22-b361-8d03684156ee req-d20ab378-fbc9-4da2-b303-244554abea55 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Nov 03 18:33:27.028347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:27.067312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:27.068082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 09c6fe9f-dfc5-4f65-a34c-1c9791e76ccc not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:27.090168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419325a4-f2df-4ec2-b988-ebd4d772c873 req-c493c516-04bc-4c2e-beeb-fc9d633ce52e tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:27.101182 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-419325a4-f2df-4ec2-b988-ebd4d772c873 req-c493c516-04bc-4c2e-beeb-fc9d633ce52e tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0955007 Nov 03 18:33:27.156493 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-419325a4-f2df-4ec2-b988-ebd4d772c873 req-aff7814f-9f39-46bb-986a-594f90008c11 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537980 Nov 03 18:33:27.370851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f6c75-eacb-4a9a-a082-4475c32890e9 req-555bbdcf-512e-4f2e-9b1c-f52e77806cfd tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:27.373172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd1f6c75-eacb-4a9a-a082-4475c32890e9 req-555bbdcf-512e-4f2e-9b1c-f52e77806cfd tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 951 time: 0.0610240 Nov 03 18:33:27.453947 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd1f6c75-eacb-4a9a-a082-4475c32890e9 req-2b24301e-429e-4d5e-9468-213ff56061b7 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643675 Nov 03 18:33:27.778684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d84b8-2716-4f8f-a259-3d9675d44739 req-0a1d2c32-df79-4771-aa0f-a2fe522a18c4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:27.780853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f50d84b8-2716-4f8f-a259-3d9675d44739 req-0a1d2c32-df79-4771-aa0f-a2fe522a18c4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0733719 Nov 03 18:33:27.793282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c3af0-7ee8-4b45-8804-eca4fc0e86d4 req-f96eafce-920c-4957-b2ab-f1d3547e4b38 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:27.795516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b19c3af0-7ee8-4b45-8804-eca4fc0e86d4 req-f96eafce-920c-4957-b2ab-f1d3547e4b38 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1102 time: 0.0685692 Nov 03 18:33:27.912787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b19c3af0-7ee8-4b45-8804-eca4fc0e86d4 req-f51f3a3c-212a-4ef3-9583-256d040d4263 tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053531 Nov 03 18:33:27.931611 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f50d84b8-2716-4f8f-a259-3d9675d44739 req-9506c8fb-01db-4d21-bfff-d5a542e43c71 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438258 Nov 03 18:33:28.067276 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44988) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:28.129329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25947765-405b-4d5a-a751-be46c7f38772 req-72a6f14a-6e4b-4516-b0b9-529fad1094a2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.131008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25947765-405b-4d5a-a751-be46c7f38772 req-72a6f14a-6e4b-4516-b0b9-529fad1094a2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0838296 Nov 03 18:33:28.215082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-379d3d74-4ec1-428f-9fd5-954739961358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.245932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25947765-405b-4d5a-a751-be46c7f38772 req-8d1e4218-2527-431b-8da9-4475e329c4f8 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065686 Nov 03 18:33:28.319635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-379d3d74-4ec1-428f-9fd5-954739961358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.331317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-379d3d74-4ec1-428f-9fd5-954739961358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.381250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16b678-1a1d-4465-8174-6ae0a1defab0 req-1c3fdc4d-da42-4646-86d8-fafb53d83e88 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.382983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c16b678-1a1d-4465-8174-6ae0a1defab0 req-1c3fdc4d-da42-4646-86d8-fafb53d83e88 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0756214 Nov 03 18:33:28.432108 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-379d3d74-4ec1-428f-9fd5-954739961358 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de54273fbd2d49ac84c0244ffc2391c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636563 Nov 03 18:33:28.435522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45018) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:28.442873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c16b678-1a1d-4465-8174-6ae0a1defab0 req-f4722762-a5d2-4e74-a14d-0138b4126869 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533638 Nov 03 18:33:28.449878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3d74-4ec1-428f-9fd5-954739961358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e44f96-fd66-488c-95b2-551517eb7c84,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:28.504989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c081ea-23f5-4c1d-bf94-31dec55b3d8b req-5747cab8-d0fd-4330-b3ca-27f49c69b43e tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.509451 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9c081ea-23f5-4c1d-bf94-31dec55b3d8b req-5747cab8-d0fd-4330-b3ca-27f49c69b43e tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 1102 time: 0.1513433 Nov 03 18:33:28.559332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96187ec9-0112-46ba-92af-2186c0f76968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.590683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479269e3-bf89-4f1a-b05e-1f8f821bd847 req-1f6f5858-0c52-4b81-af95-808b484c1a5e tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.592740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-479269e3-bf89-4f1a-b05e-1f8f821bd847 req-1f6f5858-0c52-4b81-af95-808b484c1a5e tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0744205 Nov 03 18:33:28.596734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96187ec9-0112-46ba-92af-2186c0f76968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.611846 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9c081ea-23f5-4c1d-bf94-31dec55b3d8b req-0bde1bec-17f0-4fa7-a745-f4179298cb3e tempest-ServersAdminTestJSON-1427804899 tempest-ServersAdminTestJSON-1427804899-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794728 Nov 03 18:33:28.661977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-479269e3-bf89-4f1a-b05e-1f8f821bd847 req-a2839961-7b4e-4a0c-ac1b-705a2f345d27 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601592 Nov 03 18:33:28.709834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96187ec9-0112-46ba-92af-2186c0f76968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.713266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96187ec9-0112-46ba-92af-2186c0f76968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.714654 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-96187ec9-0112-46ba-92af-2186c0f76968 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35e44f96-fd66-488c-95b2-551517eb7c84 HTTP/1.1" status: 204 len: 168 time: 0.2781365 Nov 03 18:33:28.727049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96187ec9-0112-46ba-92af-2186c0f76968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e44f96-fd66-488c-95b2-551517eb7c84,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:28.909570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd5f1e-65f3-44c5-b845-44185aa4a178 req-ea0c3e03-0b3c-4409-8d28-74d373063bb3 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.921510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26dd5f1e-65f3-44c5-b845-44185aa4a178 req-ea0c3e03-0b3c-4409-8d28-74d373063bb3 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.1006539 Nov 03 18:33:29.012209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26dd5f1e-65f3-44c5-b845-44185aa4a178 req-74f97dba-9158-4a51-bbc8-4cd81f954a11 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889192 Nov 03 18:33:29.096365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ccef6-1561-4548-9b54-1ee1127262db req-b99399cb-d35f-47f0-907c-d9f57585ce25 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.102068 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c3ccef6-1561-4548-9b54-1ee1127262db req-b99399cb-d35f-47f0-907c-d9f57585ce25 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 950 time: 0.1142316 Nov 03 18:33:29.161900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0c55b-f1fa-41c8-b4ca-307eb5f55cb2 req-a4714fdf-e22e-45d8-b2b4-6c14d05b27f8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.165234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24c0c55b-f1fa-41c8-b4ca-307eb5f55cb2 req-a4714fdf-e22e-45d8-b2b4-6c14d05b27f8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0651636 Nov 03 18:33:29.208039 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c3ccef6-1561-4548-9b54-1ee1127262db req-491b39fe-94a4-4784-bb0f-34fc3863b0f4 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014316 Nov 03 18:33:29.251938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24c0c55b-f1fa-41c8-b4ca-307eb5f55cb2 req-16781707-3526-4e42-9d64-46760e8aaa87 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767989 Nov 03 18:33:29.426348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b9b5d-f208-4503-8ff1-c48ca182ec39 req-364c9df3-6222-4fc1-95cf-ab203d3ac7eb tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.434574 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5d0b9b5d-f208-4503-8ff1-c48ca182ec39 req-364c9df3-6222-4fc1-95cf-ab203d3ac7eb tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.1160748 Nov 03 18:33:29.496573 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5d0b9b5d-f208-4503-8ff1-c48ca182ec39 req-05fa225f-fd7f-4229-9c71-b41afda12c52 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604136 Nov 03 18:33:29.587347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65c56-b91f-4622-a77a-c5f5a324af8b req-5aef6dcd-9b99-4f5c-9a9c-8ffd5de88ef7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.589301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98c65c56-b91f-4622-a77a-c5f5a324af8b req-5aef6dcd-9b99-4f5c-9a9c-8ffd5de88ef7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.1054637 Nov 03 18:33:29.657545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98c65c56-b91f-4622-a77a-c5f5a324af8b req-cee7c267-ac07-4a01-af32-a37dbeb359b5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615346 Nov 03 18:33:29.670587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3cdef-1dbf-4ce0-9af9-40db67645704 req-ab0f077d-1352-4338-8a97-fe1a7815cebb tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.672105 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ff3cdef-1dbf-4ce0-9af9-40db67645704 req-ab0f077d-1352-4338-8a97-fe1a7815cebb tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0658774 Nov 03 18:33:29.717555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45074) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:29.748207 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7ff3cdef-1dbf-4ce0-9af9-40db67645704 req-211516a9-a2c2-4fd9-b003-c4e7b696a5f1 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Nov 03 18:33:29.869998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2070702401-network', 'tenant_id': '3b1e9452b03e42fd962ecb83f40edfb3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:29.909439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90fb0-9708-48b3-a592-0fd077c7a31e req-c451bad9-13a8-4712-a6fd-c94d74e18f70 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.911054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ae90fb0-9708-48b3-a592-0fd077c7a31e req-c451bad9-13a8-4712-a6fd-c94d74e18f70 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0772989 Nov 03 18:33:29.912385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Made reservation on behalf of 3b1e9452b03e42fd962ecb83f40edfb3 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:29.914689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.925504 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.995870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ae90fb0-9708-48b3-a592-0fd077c7a31e req-198e82cb-a8c6-43e6-869e-3e9e688f3f32 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715451 Nov 03 18:33:30.048537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.053368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.088941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:33:30.096276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:30.113650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.113968 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Added segment 89ce25f5-bfd7-47f1-9ad9-c87363b86a04 of type vlan for network 012864b1-92fc-4e2d-85d5-2b25ad1831dd Nov 03 18:33:30.177460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.196026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e3e2-588a-4131-b6ed-e20c3c277c01 req-3a5767ab-c995-41ef-8c46-7bead7cde870 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:30.197660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d774e3e2-588a-4131-b6ed-e20c3c277c01 req-3a5767ab-c995-41ef-8c46-7bead7cde870 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0968933 Nov 03 18:33:30.248372 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.250403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:30.251040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.298515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d774e3e2-588a-4131-b6ed-e20c3c277c01 req-45aae6d7-afb3-42c6-9e0e-53d4792c6e90 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888851 Nov 03 18:33:30.334700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6158020 Nov 03 18:33:30.337593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45094) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:30.344120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Request body: {'subnet': {'network_id': '012864b1-92fc-4e2d-85d5-2b25ad1831dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2070702401-subnet', 'tenant_id': '3b1e9452b03e42fd962ecb83f40edfb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:30.365024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2df37-a3ab-4687-8d2d-6fb58b5a4813 admin admin] Pushing event updated for resources: {'Network': ['ID=012864b1-92fc-4e2d-85d5-2b25ad1831dd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:30.369941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Made reservation on behalf of 3b1e9452b03e42fd962ecb83f40edfb3 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:30.374906 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.380034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 012864b1-92fc-4e2d-85d5-2b25ad1831dd details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:33:30.414517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-6935be23-382d-4cbc-adb4-eddc0a039aa9 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:30.416863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-6935be23-382d-4cbc-adb4-eddc0a039aa9 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 950 time: 0.1082625 Nov 03 18:33:30.427095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24629b3c-893e-478a-b1f1-f5a9d4ba5650 req-678ee8ab-cc47-4a4d-8cea-468272b5007f tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:30.437492 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-24629b3c-893e-478a-b1f1-f5a9d4ba5650 req-678ee8ab-cc47-4a4d-8cea-468272b5007f tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 950 time: 0.1438317 Nov 03 18:33:30.524773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bdf7f-f300-45e8-9497-97997894cf4d req-0f73820f-cfe0-4b34-8d8b-65fb334f819b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:30.526384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-471bdf7f-f300-45e8-9497-97997894cf4d req-0f73820f-cfe0-4b34-8d8b-65fb334f819b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0960715 Nov 03 18:33:30.787055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-24629b3c-893e-478a-b1f1-f5a9d4ba5650 req-9efbb946-90ce-4397-87f5-343512fa7469 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486466 Nov 03 18:33:30.816777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Deleting port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:30.817119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.895030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-471bdf7f-f300-45e8-9497-97997894cf4d req-98111bec-9f53-4b6f-9834-968a8a46821b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616412 Nov 03 18:33:30.953695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.005793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] For port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:31.005793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.033770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff03769-6c76-430c-8429-08c7ec194904,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:31.037535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Calling delete_port for b0edce7b-2f43-46d9-b4af-b2b2fc62a75b owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:31.043815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Checking segment: {'id': '89ce25f5-bfd7-47f1-9ad9-c87363b86a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '012864b1-92fc-4e2d-85d5-2b25ad1831dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:31.044704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Network hostable DHCP agents. Network: 012864b1-92fc-4e2d-85d5-2b25ad1831dd, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:33:31.058092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ee6b4-ede1-4bba-bd29-c6570308279c req-81b81cfd-14ce-42a9-bf8c-82dab9b0763a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.061215 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-441ee6b4-ede1-4bba-bd29-c6570308279c req-81b81cfd-14ce-42a9-bf8c-82dab9b0763a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.1662300 Nov 03 18:33:31.069019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Network 012864b1-92fc-4e2d-85d5-2b25ad1831dd is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:33:31.080227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 012864b1-92fc-4e2d-85d5-2b25ad1831dd) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:31.089877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.090738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.091132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91637c2-d9dd-4bf7-8cb2-9f9da682c63e None None] Network 012864b1-92fc-4e2d-85d5-2b25ad1831dd requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:31.130680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8c5c22e1-c46a-48a6-bb47-e6ba3a3402be admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7914677 Nov 03 18:33:31.201744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-441ee6b4-ede1-4bba-bd29-c6570308279c req-dc7a3765-92e9-424e-9172-f60956ab95b4 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233628 Nov 03 18:33:31.254102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d6270-2c68-4e29-ba42-0006a3b9bc30 req-2b27e6f0-60e4-44a8-8571-f3ec0ad2625a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.256148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab4d6270-2c68-4e29-ba42-0006a3b9bc30 req-2b27e6f0-60e4-44a8-8571-f3ec0ad2625a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0641291 Nov 03 18:33:31.297568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e105d72-7f88-4e40-9800-3a6eaeeb5713 None None] Network 012864b1-92fc-4e2d-85d5-2b25ad1831dd requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:31.358747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab4d6270-2c68-4e29-ba42-0006a3b9bc30 req-ee3c2a58-9fce-4ca0-942e-5abf9fbfb22b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881288 Nov 03 18:33:31.474816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.494384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d946479d-7655-4638-8d73-c39298098c3d', 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b', 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:31.519364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Pushing event deleted for resources: {'Port': ['ID=b0edce7b-2f43-46d9-b4af-b2b2fc62a75b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:31.573094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] No DVR routers for this DVR port b0edce7b-2f43-46d9-b4af-b2b2fc62a75b on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:31.577662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.581255 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04ba7981-ee6f-410d-949b-7e4fdca52bcd req-bb8395e7-5ceb-46c5-93ea-cc6ab911afa3 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "DELETE /v2.0/ports/b0edce7b-2f43-46d9-b4af-b2b2fc62a75b HTTP/1.1" status: 204 len: 173 time: 1.1314185 Nov 03 18:33:31.581838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0edaca-f166-4d13-9454-174a98cfa490', 'name': 'network-vif-deleted', 'tag': 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:31.586235 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2983dc3e-7644-47ed-abd3-0b4ddad86546" -d '{"events": [{"server_uuid": "5c0edaca-f166-4d13-9454-174a98cfa490", "name": "network-vif-deleted", "tag": "b0edce7b-2f43-46d9-b4af-b2b2fc62a75b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:31.812383 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a203c4a2-7fac-4df9-86e4-cf37cd1c7bf7 x-openstack-request-id: req-a203c4a2-7fac-4df9-86e4-cf37cd1c7bf7 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:31.812679 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0edaca-f166-4d13-9454-174a98cfa490", "name": "network-vif-deleted", "tag": "b0edce7b-2f43-46d9-b4af-b2b2fc62a75b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:31.812957 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a203c4a2-7fac-4df9-86e4-cf37cd1c7bf7 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:31.813357 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0edaca-f166-4d13-9454-174a98cfa490', 'name': 'network-vif-deleted', 'tag': 'b0edce7b-2f43-46d9-b4af-b2b2fc62a75b', 'status': 'completed', 'code': 200} Nov 03 18:33:31.941864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-8a770a20-8274-414d-b992-db8b4e9c50e6 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.949177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-8a770a20-8274-414d-b992-db8b4e9c50e6 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/networks?id=012864b1-92fc-4e2d-85d5-2b25ad1831dd HTTP/1.1" status: 200 len: 814 time: 0.2015095 Nov 03 18:33:31.972064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-d85092c9-114c-4fd2-b7f5-6f5dc9bc7758 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/quotas/3b1e9452b03e42fd962ecb83f40edfb3 HTTP/1.1" status: 200 len: 375 time: 0.0218191 Nov 03 18:33:32.019990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-e8649d07-cb86-4048-8110-017031e42b88 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b1e9452b03e42fd962ecb83f40edfb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469518 Nov 03 18:33:32.037195 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:32.070095 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6533b14c-dcb2-4e8a-8ffb-ee03ea13d159 req-6777b7b3-a54f-4502-b9f4-c1573dc9f210 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c0edaca-f166-4d13-9454-174a98cfa490 HTTP/1.1" status: 200 len: 210 time: 0.0538411 Nov 03 18:33:32.194052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-f833180c-62c4-4cee-b520-47801af1b5e3 service neutron] 10.222.0.77 "GET /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730957 Nov 03 18:33:32.225744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d8108-f206-4808-b4f0-3212072d4441 req-afab97bb-ba76-4835-998b-0b4d62d27a45 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:32.236979 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc9d8108-f206-4808-b4f0-3212072d4441 req-afab97bb-ba76-4835-998b-0b4d62d27a45 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0967510 Nov 03 18:33:32.297811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dc9d8108-f206-4808-b4f0-3212072d4441 req-852d8f26-0728-42a6-8054-f9278413f65b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613332 Nov 03 18:33:32.326364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-7f8fb31c-8726-46d2-84f7-8b10942943f3 service neutron] 10.222.0.77 "GET /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301661 Nov 03 18:33:32.636827 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6bb74414-e171-4428-ba37-68d0b5e7b2f1 req-909bd888-8b42-43f4-a86c-0dc1ae02eff3 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 210 time: 0.0386055 Nov 03 18:33:32.674338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c7a33-e77e-4ddf-8f07-439b1174eaf9 req-811ff369-0fc0-4bdc-b47d-f0339b494db3 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:32.675944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a39c7a33-e77e-4ddf-8f07-439b1174eaf9 req-811ff369-0fc0-4bdc-b47d-f0339b494db3 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0885792 Nov 03 18:33:32.767650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a39c7a33-e77e-4ddf-8f07-439b1174eaf9 req-aceab79c-4711-4865-a232-8b7651735543 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798659 Nov 03 18:33:32.777557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99951a-d806-41d5-95d4-75430047ad34 req-7f2c7c37-ae5a-4dd6-bd4e-120417388646 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:32.779628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5d99951a-d806-41d5-95d4-75430047ad34 req-7f2c7c37-ae5a-4dd6-bd4e-120417388646 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0711441 Nov 03 18:33:32.843792 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5d99951a-d806-41d5-95d4-75430047ad34 req-e3bd102a-b164-4b5b-a16e-2995419f4c81 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567365 Nov 03 18:33:33.032032 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.400515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059d97d-68d9-402b-9ada-ae34b15cb418 req-eb009db9-5f50-41e2-8460-db1707e93705 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:33.402517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8059d97d-68d9-402b-9ada-ae34b15cb418 req-eb009db9-5f50-41e2-8460-db1707e93705 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 948 time: 0.0649381 Nov 03 18:33:33.437674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f46f2-6c1c-4a6e-a208-c562a309ca63 req-21ddc9b5-11e9-4b0a-9d68-78347f1684ff tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:33.447570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-718f46f2-6c1c-4a6e-a208-c562a309ca63 req-21ddc9b5-11e9-4b0a-9d68-78347f1684ff tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0643580 Nov 03 18:33:33.459039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8059d97d-68d9-402b-9ada-ae34b15cb418 req-a33c94e9-daf2-41cc-843a-f02a4ab6adda tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483911 Nov 03 18:33:33.510321 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-718f46f2-6c1c-4a6e-a208-c562a309ca63 req-ddc83c5a-f31c-4a14-8005-08201f65adbe tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615928 Nov 03 18:33:33.788795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-e39d2917-b3c1-4d87-9f57-d68f8ed2004d tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:33.790333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-e39d2917-b3c1-4d87-9f57-d68f8ed2004d tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.96 "GET /v2.0/networks?id=012864b1-92fc-4e2d-85d5-2b25ad1831dd HTTP/1.1" status: 200 len: 814 time: 0.1294711 Nov 03 18:33:33.810107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:33.812153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0edce7b-2f43-46d9-b4af-b2b2fc62a75b no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:33.824743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Request body: {'port': {'device_id': 'fbc600d9-3ac1-44ff-85a2-f7b267fa4c03', 'network_id': '012864b1-92fc-4e2d-85d5-2b25ad1831dd', 'admin_state_up': True, 'tenant_id': '3b1e9452b03e42fd962ecb83f40edfb3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:33.831782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a97d52f-7b46-4315-ba33-56eb513cfbab req-e6f67cc6-623e-452c-a19c-a1949ea703e0 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 210 time: 0.0394731 Nov 03 18:33:33.899915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: b0edce7b-2f43-46d9-b4af-b2b2fc62a75b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:33.900257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0edce7b-2f43-46d9-b4af-b2b2fc62a75b not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:33.958280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57661b-0c63-4ef6-af74-88907ec86ce8 req-057460d7-e260-4c1f-afd1-36efac0d4ead tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:33.968733 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7a57661b-0c63-4ef6-af74-88907ec86ce8 req-057460d7-e260-4c1f-afd1-36efac0d4ead tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0889485 Nov 03 18:33:34.029183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf6248-a420-4793-a787-9fbd0692ab41 req-98a70306-5656-45d5-b32a-a4c0a00173c7 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:34.030932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cccf6248-a420-4793-a787-9fbd0692ab41 req-98a70306-5656-45d5-b32a-a4c0a00173c7 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0897973 Nov 03 18:33:34.032220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Made reservation on behalf of 3b1e9452b03e42fd962ecb83f40edfb3 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:34.035799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.041581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:34.050611 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7a57661b-0c63-4ef6-af74-88907ec86ce8 req-ec41bc2d-b2b4-48e8-b299-2ca53f290995 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Nov 03 18:33:34.063738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05', 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'port_id': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05', 'mac_address': 'fa:16:3e:0c:61:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10815da0-ea91-4b3c-9c9a-720e52c72d63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:34.117193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.130556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cccf6248-a420-4793-a787-9fbd0692ab41 req-00198a56-aa1d-44bf-9b16-0f0ea61a71df tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922332 Nov 03 18:33:34.132490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:34.160842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:34.167432 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.222438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Allocated IP 172.20.0.7 (012864b1-92fc-4e2d-85d5-2b25ad1831dd/2ff03769-6c76-430c-8429-08c7ec194904/d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:34.238064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:34.248506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.248839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.249174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.249545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.249872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.250195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.250516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.250833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.251151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.251465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.251781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.252091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:34.343560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['6ddd3327-a2b6-4df8-9637-ab8cb90e1c05'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:34.399796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.442904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.504593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Network 012864b1-92fc-4e2d-85d5-2b25ad1831dd is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:34.509156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:34.515112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:34.520478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Pushing event updated for resources: {'Port': ['ID=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:34.579730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:34.580895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.601608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-dce1f18d-7dfe-4860-8b9e-7c87933cfb2c tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981422 Nov 03 18:33:34.618191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Request body: {'port': {'device_id': 'fbc600d9-3ac1-44ff-85a2-f7b267fa4c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:34.692719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b554b7-4bd2-48ad-8fb1-fd5e1defc695 req-f0548cff-db27-4997-80ba-eafc362eb2b6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:34.697953 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54b554b7-4bd2-48ad-8fb1-fd5e1defc695 req-f0548cff-db27-4997-80ba-eafc362eb2b6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 948 time: 0.0725379 Nov 03 18:33:34.756086 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.768262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732430c7-32b7-442b-8bd4-8b0b3a60c4c2 req-1d1caa7c-c082-4180-953d-5c82ab237dd7 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:34.769836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-732430c7-32b7-442b-8bd4-8b0b3a60c4c2 req-1d1caa7c-c082-4180-953d-5c82ab237dd7 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1215963 Nov 03 18:33:34.770003 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54b554b7-4bd2-48ad-8fb1-fd5e1defc695 req-3e7e926b-54d7-4df1-a0e1-cb97d37b51c6 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655222 Nov 03 18:33:34.861819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-732430c7-32b7-442b-8bd4-8b0b3a60c4c2 req-947d74e4-9845-4707-bc35-c3da9cfbe61f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836408 Nov 03 18:33:35.073068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320cde5-bec8-43ba-9d4e-034070eccb26 req-4ae3dc8a-7ea7-4329-9462-8bd77091235a tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:35.081602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f320cde5-bec8-43ba-9d4e-034070eccb26 req-4ae3dc8a-7ea7-4329-9462-8bd77091235a tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 931 time: 0.1166809 Nov 03 18:33:35.116402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-7914c8df-bfe3-4f7d-bf75-6f9961249deb tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:35.119063 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-7914c8df-bfe3-4f7d-bf75-6f9961249deb tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 948 time: 0.0682745 Nov 03 18:33:35.181998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f320cde5-bec8-43ba-9d4e-034070eccb26 req-deed430e-cd2f-4971-b47c-d3680b2df103 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994616 Nov 03 18:33:35.224397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3172a9-c109-4229-aef0-a06556dfc304 req-730e8a3d-49ad-4be6-a302-509f45c0998d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:35.226361 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-af3172a9-c109-4229-aef0-a06556dfc304 req-730e8a3d-49ad-4be6-a302-509f45c0998d tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0929019 Nov 03 18:33:35.266836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:35.284059 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.318478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-af3172a9-c109-4229-aef0-a06556dfc304 req-a8b6233a-5ecf-4691-9c87-dd8e996ad3c9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655463 Nov 03 18:33:35.329921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Transition to ACTIVE for port object d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:35.344171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.347625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Deleting port d946479d-7655-4638-8d73-c39298098c3d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:35.348087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.402103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afd59e-c021-4ed4-ab3f-8e402f795455 req-b7a8fb9f-56f8-426a-9a76-3566871e6b95 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:35.403913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64afd59e-c021-4ed4-ab3f-8e402f795455 req-b7a8fb9f-56f8-426a-9a76-3566871e6b95 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 944 time: 0.1279557 Nov 03 18:33:35.438695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:35.478395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] For port d946479d-7655-4638-8d73-c39298098c3d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d946479d-7655-4638-8d73-c39298098c3d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:35.478841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.500000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Calling delete_port for d946479d-7655-4638-8d73-c39298098c3d owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:35.523245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64afd59e-c021-4ed4-ab3f-8e402f795455 req-31cdcedc-b2fb-4507-805f-3cab67fd25b6 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094868 Nov 03 18:33:35.538487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Attempting to bind port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:35.538826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Attempting to bind port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '89ce25f5-bfd7-47f1-9ad9-c87363b86a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '012864b1-92fc-4e2d-85d5-2b25ad1831dd'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:35.539169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Attempting to bind port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 on network 012864b1-92fc-4e2d-85d5-2b25ad1831dd {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:35.545107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 on network 012864b1-92fc-4e2d-85d5-2b25ad1831dd not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:35.545635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Attempting to bind port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 on network 012864b1-92fc-4e2d-85d5-2b25ad1831dd {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:35.556907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:35.558082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Checking segment: {'id': '89ce25f5-bfd7-47f1-9ad9-c87363b86a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '012864b1-92fc-4e2d-85d5-2b25ad1831dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:35.558484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Bound using segment: {'id': '89ce25f5-bfd7-47f1-9ad9-c87363b86a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '012864b1-92fc-4e2d-85d5-2b25ad1831dd'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:35.558931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Bound port: d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce25f5-bfd7-47f1-9ad9-c87363b86a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '012864b1-92fc-4e2d-85d5-2b25ad1831dd'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:35.559527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.672838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] For port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:35.677246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] For port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,segment=NetworkSegment(89ce25f5-bfd7-47f1-9ad9-c87363b86a04),segment_id=89ce25f5-bfd7-47f1-9ad9-c87363b86a04)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:35.686393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.735341 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e8caaa0b-ea0f-431c-8cd6-5c10221dd97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.741921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.743861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:35.745628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.748706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] 10.222.0.96 "PUT /v2.0/ports/d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 HTTP/1.1" status: 200 len: 1091 time: 1.1373634 Nov 03 18:33:35.749183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc600d9-3ac1-44ff-85a2-f7b267fa4c03', 'tag': 'd3e2c71c-f628-4ee4-b258-e97b4e5ae3e5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:35.752910 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c19d224-0839-4817-9e88-07645ab71074" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc600d9-3ac1-44ff-85a2-f7b267fa4c03", "tag": "d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:35.767574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d946479d-7655-4638-8d73-c39298098c3d', 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:35.812056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c062-6632-483d-86e3-3bba49b0a9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:35.838873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:35.846626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Pushing event deleted for resources: {'Port': ['ID=d946479d-7655-4638-8d73-c39298098c3d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:35.870493 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b78ebb-d4d3-4a78-88dc-f615cab31d6a x-openstack-request-id: req-84b78ebb-d4d3-4a78-88dc-f615cab31d6a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:35.873630 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc600d9-3ac1-44ff-85a2-f7b267fa4c03", "tag": "d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:35.873630 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84b78ebb-d4d3-4a78-88dc-f615cab31d6a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:35.873630 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc600d9-3ac1-44ff-85a2-f7b267fa4c03', 'tag': 'd3e2c71c-f628-4ee4-b258-e97b4e5ae3e5', 'status': 'completed', 'code': 200} Nov 03 18:33:35.962397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] No DVR routers for this DVR port d946479d-7655-4638-8d73-c39298098c3d on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:35.963242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-f8a8d194-a6e5-4b23-81cd-35a2a7df542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:35.965110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:35.966000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.967201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-f8a8d194-a6e5-4b23-81cd-35a2a7df542f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3b1e9452b03e42fd962ecb83f40edfb3&device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 1094 time: 0.1323378 Nov 03 18:33:35.985031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.991980 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c3df1a2-4da3-459a-92f5-43207f7c7981 req-d43cd528-5dba-44bc-8e94-691fe5767955 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "DELETE /v2.0/ports/d946479d-7655-4638-8d73-c39298098c3d HTTP/1.1" status: 204 len: 173 time: 0.8650525 Nov 03 18:33:35.992855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48bc196-4137-4851-b1b4-4ecf6537c3ce', 'name': 'network-vif-deleted', 'tag': 'd946479d-7655-4638-8d73-c39298098c3d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:35.997952 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57957a5c-ef94-4b18-9e80-5f69dd5c991a" -d '{"events": [{"server_uuid": "c48bc196-4137-4851-b1b4-4ecf6537c3ce", "name": "network-vif-deleted", "tag": "d946479d-7655-4638-8d73-c39298098c3d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:36.074019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-29d269e0-e2f5-48b1-84a2-3bb59f751054 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 HTTP/1.1" status: 200 len: 217 time: 0.0930181 Nov 03 18:33:36.074241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dd481-a21e-446e-a93f-069f5db62c6d req-7683f7c3-08cc-4876-a56a-fa689ae4ca7a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.076399 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a7dd481-a21e-446e-a93f-069f5db62c6d req-7683f7c3-08cc-4876-a56a-fa689ae4ca7a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 944 time: 0.1162276 Nov 03 18:33:36.084611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b3b4cf6-5405-43df-8b3b-5b22400996b1 req-acf2744e-4a25-4d8c-ad35-7e5c5a184e7e tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48bc196-4137-4851-b1b4-4ecf6537c3ce HTTP/1.1" status: 200 len: 210 time: 0.1162739 Nov 03 18:33:36.152312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-643115f1-7cda-4f54-b736-f91f94d55341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.154337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-643115f1-7cda-4f54-b736-f91f94d55341 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2ff03769-6c76-430c-8429-08c7ec194904 HTTP/1.1" status: 200 len: 854 time: 0.0684364 Nov 03 18:33:36.163055 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.196438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-89f0c6c5-b42f-461a-a3ef-0dff2998ac79 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=012864b1-92fc-4e2d-85d5-2b25ad1831dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312979 Nov 03 18:33:36.233576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a7dd481-a21e-446e-a93f-069f5db62c6d req-d1942a07-903c-4a39-8bbc-5ff7322847d5 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470973 Nov 03 18:33:36.245547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:36.249243 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e354993-028e-4bc3-8f01-4ff2e83d1d2c" -d '{"events": [{"server_uuid": "0fb4b8de-5f40-4e0f-a327-c10f9efe5afa", "name": "network-vif-plugged", "status": "completed", "tag": "6ddd3327-a2b6-4df8-9637-ab8cb90e1c05"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:36.267472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:36.273044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.344840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:36.381644 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa64974-b2e8-46ba-9bdd-4150241e6121 x-openstack-request-id: req-ffa64974-b2e8-46ba-9bdd-4150241e6121 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:36.382323 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48bc196-4137-4851-b1b4-4ecf6537c3ce", "name": "network-vif-deleted", "tag": "d946479d-7655-4638-8d73-c39298098c3d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:36.382723 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ffa64974-b2e8-46ba-9bdd-4150241e6121 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:36.383387 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48bc196-4137-4851-b1b4-4ecf6537c3ce', 'name': 'network-vif-deleted', 'tag': 'd946479d-7655-4638-8d73-c39298098c3d', 'status': 'completed', 'code': 200} Nov 03 18:33:36.513303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589fa90-750f-4da0-bb53-32e360e895ff req-a1e87f69-7b2b-4407-bba6-51c00316ea62 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.514876 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8589fa90-750f-4da0-bb53-32e360e895ff req-a1e87f69-7b2b-4407-bba6-51c00316ea62 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 943 time: 0.0708804 Nov 03 18:33:36.523302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c0f51-1081-4879-acf8-7304c2136be3 req-2c2d6df7-aa8c-4e80-b34a-177e0bf71029 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.525263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-570c0f51-1081-4879-acf8-7304c2136be3 req-2c2d6df7-aa8c-4e80-b34a-177e0bf71029 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1242225 Nov 03 18:33:36.543023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-560d33b5-dbd4-458e-92bd-b5c3e9d4917d service neutron] 10.222.0.96 "GET /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379946 Nov 03 18:33:36.596106 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8589fa90-750f-4da0-bb53-32e360e895ff req-9501e037-df33-4034-93f4-048a1ad60924 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717337 Nov 03 18:33:36.616161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-570c0f51-1081-4879-acf8-7304c2136be3 req-8ab10abf-d373-4493-962b-987f5b9fd2a4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828993 Nov 03 18:33:36.690509 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d920cea-0630-4a9b-8236-cf2ab58ec110 x-openstack-request-id: req-1d920cea-0630-4a9b-8236-cf2ab58ec110 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:36.690812 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb4b8de-5f40-4e0f-a327-c10f9efe5afa", "name": "network-vif-plugged", "status": "completed", "tag": "6ddd3327-a2b6-4df8-9637-ab8cb90e1c05", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:36.691069 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d920cea-0630-4a9b-8236-cf2ab58ec110 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:36.692296 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05', 'code': 200} Nov 03 18:33:36.713070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebdefb4b-2166-4506-aa43-9ad8344d48c3 req-0835f99e-121c-45cc-b8fe-22d1f96d8fd8 service neutron] 10.222.0.96 "GET /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591151 Nov 03 18:33:36.761732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb84f41-a4e9-45fe-81e3-8506d022ee3d req-020c2a16-00c9-4c75-9cdb-f7e3515982e0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.763358 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fb84f41-a4e9-45fe-81e3-8506d022ee3d req-020c2a16-00c9-4c75-9cdb-f7e3515982e0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.0683014 Nov 03 18:33:36.836244 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fb84f41-a4e9-45fe-81e3-8506d022ee3d req-b26315e8-9378-490c-bed5-284340ed54c8 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616796 Nov 03 18:33:36.850036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19d224-0839-4817-9e88-07645ab71074 req-11e0ec5a-d488-442b-b391-0039e1caadad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.851944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c19d224-0839-4817-9e88-07645ab71074 req-11e0ec5a-d488-442b-b391-0039e1caadad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3b1e9452b03e42fd962ecb83f40edfb3&device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 1094 time: 0.0595336 Nov 03 18:33:36.979854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19d224-0839-4817-9e88-07645ab71074 req-674b7277-d7c4-4505-9bd8-efc8247acf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.981378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c19d224-0839-4817-9e88-07645ab71074 req-674b7277-d7c4-4505-9bd8-efc8247acf3b service neutron] 10.222.0.96 "GET /v2.0/networks?id=012864b1-92fc-4e2d-85d5-2b25ad1831dd HTTP/1.1" status: 200 len: 915 time: 0.1190772 Nov 03 18:33:37.038416 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c19d224-0839-4817-9e88-07645ab71074 req-031333cd-1e1b-453c-9775-df01f1dab4fd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 HTTP/1.1" status: 200 len: 217 time: 0.0426962 Nov 03 18:33:37.086099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:37.097965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19d224-0839-4817-9e88-07645ab71074 req-392959a3-3fc2-4bae-b2b7-6de362b350db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.099534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c19d224-0839-4817-9e88-07645ab71074 req-392959a3-3fc2-4bae-b2b7-6de362b350db service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2ff03769-6c76-430c-8429-08c7ec194904 HTTP/1.1" status: 200 len: 854 time: 0.0505426 Nov 03 18:33:37.138451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c19d224-0839-4817-9e88-07645ab71074 req-0913af8b-7a08-4312-b741-019b408d0fef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=012864b1-92fc-4e2d-85d5-2b25ad1831dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284183 Nov 03 18:33:37.229177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:37.249867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3', 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb', 'port_id': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3', 'mac_address': 'fa:16:3e:36:0e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff403179-9f0d-4878-a26d-0f76eb5bde61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:37.279881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c19d224-0839-4817-9e88-07645ab71074 req-b5362e4e-17d5-4da5-a8c2-d1da0abc6144 service neutron] 10.222.0.96 "GET /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309342 Nov 03 18:33:37.314596 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.346982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:37.388746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:37.395836 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.468765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:37.496173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee299792-40de-4890-b4ff-c03d2753ee8e req-8d7d641f-939a-4203-b6ca-9a3eb4e18af8 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.497882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee299792-40de-4890-b4ff-c03d2753ee8e req-8d7d641f-939a-4203-b6ca-9a3eb4e18af8 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0800233 Nov 03 18:33:37.499737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c19d224-0839-4817-9e88-07645ab71074 req-bc264368-b09b-410c-8a5d-0e89cd74424f service neutron] 10.222.0.96 "GET /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091825 Nov 03 18:33:37.555166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee299792-40de-4890-b4ff-c03d2753ee8e req-26883c21-3a0d-4776-b756-319048a6b99d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514266 Nov 03 18:33:37.643520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6fb47-f775-410d-a73d-cfc2eab6c570 req-d00004c8-92fd-4397-a4da-c9c325855883 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.645134 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00a6fb47-f775-410d-a73d-cfc2eab6c570 req-d00004c8-92fd-4397-a4da-c9c325855883 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 951 time: 0.0921493 Nov 03 18:33:37.658089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a96221-2e52-448f-b255-f464e7b94653 req-6b1f144e-4668-42e7-b50f-7c02b8039f6c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.659786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-86a96221-2e52-448f-b255-f464e7b94653 req-6b1f144e-4668-42e7-b50f-7c02b8039f6c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 945 time: 0.0766611 Nov 03 18:33:37.739048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['3a56e98f-cce4-418a-ab4a-d3d17840d3c3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:37.765481 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00a6fb47-f775-410d-a73d-cfc2eab6c570 req-9d149e24-8cd3-4d7c-ae8f-c9fb3b7ebfcd tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046462 Nov 03 18:33:37.765857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5b17e-ea8a-4ff0-b83a-df2066560141 req-19fc892f-2f22-4a84-8fce-976573375d1d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.767496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcb5b17e-ea8a-4ff0-b83a-df2066560141 req-19fc892f-2f22-4a84-8fce-976573375d1d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0737686 Nov 03 18:33:37.798219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Deleting port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:37.798430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.837394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d946479d-7655-4638-8d73-c39298098c3d no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:37.861232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcb5b17e-ea8a-4ff0-b83a-df2066560141 req-e5842599-976a-4f58-993f-e14258238545 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810428 Nov 03 18:33:37.868417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: d946479d-7655-4638-8d73-c39298098c3d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:37.873690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d946479d-7655-4638-8d73-c39298098c3d not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:37.875430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:37.962203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] For port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:37.962853 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.984357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Calling delete_port for 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:38.002135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d246df-e196-46c3-8c59-8038f733f501 req-8c27fd1e-004c-4e3e-a4f9-db3a44f77824 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.004189 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9d246df-e196-46c3-8c59-8038f733f501 req-8c27fd1e-004c-4e3e-a4f9-db3a44f77824 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 943 time: 0.1026144 Nov 03 18:33:38.021071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e2cbd-5007-4393-8e7f-887c6a3c820f req-431af446-f56e-4a59-9e13-da833f65a51f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.025985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-359e2cbd-5007-4393-8e7f-887c6a3c820f req-431af446-f56e-4a59-9e13-da833f65a51f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 944 time: 0.0668919 Nov 03 18:33:38.094823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-359e2cbd-5007-4393-8e7f-887c6a3c820f req-8b95a2df-54a7-4289-9860-fba0902ea113 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640490 Nov 03 18:33:38.125934 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9d246df-e196-46c3-8c59-8038f733f501 req-57a74094-175f-46fc-859c-c8b16d216be2 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128032 Nov 03 18:33:38.166043 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.215064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.244997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event deleted for resources: {'Port': ['ID=6ddd3327-a2b6-4df8-9637-ab8cb90e1c05,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:38.282116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f33e1c20-95af-4cf8-9099-0a7d5dd7f425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.289797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] No DVR routers for this DVR port 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:38.292610 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.296697 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-86a96221-2e52-448f-b255-f464e7b94653 req-f389b871-8417-4772-9b47-7e48c33b4838 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.70 "DELETE /v2.0/ports/6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 HTTP/1.1" status: 204 len: 173 time: 0.6296811 Nov 03 18:33:38.384569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'name': 'network-vif-deleted', 'tag': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:38.386962 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20387626-20f3-4e1f-8af6-010523861626" -d '{"events": [{"server_uuid": "0fb4b8de-5f40-4e0f-a327-c10f9efe5afa", "name": "network-vif-deleted", "tag": "6ddd3327-a2b6-4df8-9637-ab8cb90e1c05"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:38.442860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-72f3fd4f-8c7e-4930-8038-5f91fe324c65 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893455 Nov 03 18:33:38.448465 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9e85ab-393b-4be6-9401-b0cfdaf28934 x-openstack-request-id: req-dd9e85ab-393b-4be6-9401-b0cfdaf28934 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:38.448782 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb4b8de-5f40-4e0f-a327-c10f9efe5afa", "name": "network-vif-deleted", "tag": "6ddd3327-a2b6-4df8-9637-ab8cb90e1c05", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:38.449040 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd9e85ab-393b-4be6-9401-b0cfdaf28934 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:38.449476 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb4b8de-5f40-4e0f-a327-c10f9efe5afa', 'name': 'network-vif-deleted', 'tag': '6ddd3327-a2b6-4df8-9637-ab8cb90e1c05', 'status': 'completed', 'code': 200} Nov 03 18:33:38.474781 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1c02589-e471-4418-8823-f51d039171b2 req-1eb98fdc-b4ec-400a-bf8b-12e7d796935b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763116 Nov 03 18:33:38.553747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-bbb4bc57-59ec-44a9-8691-91489ed34b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.555980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-bbb4bc57-59ec-44a9-8691-91489ed34b46 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 1096 time: 0.0570674 Nov 03 18:33:38.582262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02589-e471-4418-8823-f51d039171b2 req-397228b0-b4c7-4c6c-91f3-b1261792efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.583899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1c02589-e471-4418-8823-f51d039171b2 req-397228b0-b4c7-4c6c-91f3-b1261792efc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 1095 time: 0.0560319 Nov 03 18:33:38.706749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-1a0a086a-5cc6-436f-a58e-8a702647b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.708531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-1a0a086a-5cc6-436f-a58e-8a702647b152 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 200 len: 925 time: 0.1192415 Nov 03 18:33:38.717248 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-af1e0e91-e1d3-41e3-9a4e-8d745ce1c349 req-94f924e7-fb8f-4ad5-a815-f1f449f58ff1 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fb4b8de-5f40-4e0f-a327-c10f9efe5afa HTTP/1.1" status: 200 len: 210 time: 0.0369582 Nov 03 18:33:38.745600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02589-e471-4418-8823-f51d039171b2 req-5d66746a-092c-4537-a618-6c004b6a7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.748033 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1c02589-e471-4418-8823-f51d039171b2 req-5d66746a-092c-4537-a618-6c004b6a7d75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.1402357 Nov 03 18:33:38.792327 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1c02589-e471-4418-8823-f51d039171b2 req-373baa73-d088-4b62-855c-3bc61c1651e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 200 len: 217 time: 0.0366585 Nov 03 18:33:38.798563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-67d1ba49-567c-4395-8a92-97528d6fd734 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a HTTP/1.1" status: 200 len: 1001 time: 0.0719326 Nov 03 18:33:38.866860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-1980f965-a4e2-477c-b84a-39f55dd14fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.870916 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02589-e471-4418-8823-f51d039171b2 req-6e7f67fa-f28b-418d-b68b-cd78182d1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.873588 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1c02589-e471-4418-8823-f51d039171b2 req-6e7f67fa-f28b-418d-b68b-cd78182d1080 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.0639322 Nov 03 18:33:38.873758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-1980f965-a4e2-477c-b84a-39f55dd14fcf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=178ab601-5793-42be-b6f2-a5fd74918b42 HTTP/1.1" status: 200 len: 863 time: 0.0663154 Nov 03 18:33:38.944236 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1c02589-e471-4418-8823-f51d039171b2 req-c5993143-2bfb-4638-98f7-eb09da29f3df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556517 Nov 03 18:33:39.029738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d61839-49ae-4428-8a5e-450f5e9b97e3 req-97e3dd07-7dc3-4539-8c37-2efdf9a1dcac tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.032359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5d61839-49ae-4428-8a5e-450f5e9b97e3 req-97e3dd07-7dc3-4539-8c37-2efdf9a1dcac tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 951 time: 0.1393771 Nov 03 18:33:39.045782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-2fd59568-37c5-4c91-ad8c-adfeee2cb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.047558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-2fd59568-37c5-4c91-ad8c-adfeee2cb53b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c423ff00-7e73-4ea9-ae8f-47acd2272e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666114 Nov 03 18:33:39.060320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613bd7-0736-448b-a369-11aa652f85ba req-9fa3bfe2-7ff0-4d53-89ce-2039520728c8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.061767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4613bd7-0736-448b-a369-11aa652f85ba req-9fa3bfe2-7ff0-4d53-89ce-2039520728c8 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 951 time: 0.1726925 Nov 03 18:33:39.077668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e5468-0348-40e4-90bf-ae46b37c91b2 req-e7e40408-a0aa-47de-8e61-b78da9f3e96e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.078852 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3c1e5468-0348-40e4-90bf-ae46b37c91b2 req-e7e40408-a0aa-47de-8e61-b78da9f3e96e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1004057 Nov 03 18:33:39.093084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:39.093327 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1c02589-e471-4418-8823-f51d039171b2 req-49753abf-cdc7-4384-b39d-2a240628714b service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410978 Nov 03 18:33:39.105774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:39.219049 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3c1e5468-0348-40e4-90bf-ae46b37c91b2 req-722b9f5e-18b1-4111-ac8a-504df6953fcc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088250 Nov 03 18:33:39.233034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:39.251994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5d61839-49ae-4428-8a5e-450f5e9b97e3 req-719f1a4e-6f3d-4a1b-ab3f-5b0c2d9ee6f1 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fc8967a-7788-4863-a4a4-84fd13f101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031143 Nov 03 18:33:39.268692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b1c02589-e471-4418-8823-f51d039171b2 req-8daf0eac-7093-47a4-89cc-6a7e6d6c21bf service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671696 Nov 03 18:33:39.300849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-f6dceb55-1a00-45be-8260-a3c6ed603933 service neutron] 10.222.0.96 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371254 Nov 03 18:33:39.310544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:39.310946 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.320198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Deleting port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:39.320533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.376182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,segment=NetworkSegment(89ce25f5-bfd7-47f1-9ad9-c87363b86a04),segment_id=89ce25f5-bfd7-47f1-9ad9-c87363b86a04)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:39.392949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'd3e2c71c-f628-4ee4-b258-e97b4e5ae3e5', 'network_id': '012864b1-92fc-4e2d-85d5-2b25ad1831dd', 'port_id': 'd3e2c71c-f628-4ee4-b258-e97b4e5ae3e5', 'mac_address': 'fa:16:3e:b0:df:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff03769-6c76-430c-8429-08c7ec194904', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:39.448764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35169d3f-3bce-48bf-96b9-e5ec8e859eb6 req-ae048ce6-1f6d-42b3-a1c0-db3ee1249871 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.460797 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35169d3f-3bce-48bf-96b9-e5ec8e859eb6 req-ae048ce6-1f6d-42b3-a1c0-db3ee1249871 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 944 time: 0.0941951 Nov 03 18:33:39.470961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.485146 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.499194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:39.524031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:39.526419 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be5dea1-5eac-4be3-aa32-955458d6a298" -d '{"events": [{"server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "name": "network-vif-plugged", "status": "completed", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:39.533978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35169d3f-3bce-48bf-96b9-e5ec8e859eb6 req-48294ad5-23eb-4e08-9eb2-ec91c7c12247 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718608 Nov 03 18:33:39.545990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,segment=NetworkSegment(89ce25f5-bfd7-47f1-9ad9-c87363b86a04),segment_id=89ce25f5-bfd7-47f1-9ad9-c87363b86a04)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:39.547940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:39.550965 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.556833 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.613334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:39.627729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ddf61-b5af-49e0-9776-527c3fa18007 req-8315e6d7-cbe0-4482-b5b7-92b5800dd78f tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.636007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-633ddf61-b5af-49e0-9776-527c3fa18007 req-8315e6d7-cbe0-4482-b5b7-92b5800dd78f tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 943 time: 0.2047980 Nov 03 18:33:39.672482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:39.674699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989a575c-0658-42a5-8dcf-5bc0bb670abc req-843256f1-2b23-4ff7-93b6-3c8e0bf82006 service neutron] 10.222.0.96 "GET /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393924 Nov 03 18:33:39.676697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] For port c3aff775-15e8-4e5c-9e7f-88d33d7c7246, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:39.677132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.716203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Calling delete_port for c3aff775-15e8-4e5c-9e7f-88d33d7c7246 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:39.728369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-633ddf61-b5af-49e0-9776-527c3fa18007 req-e6cb0559-3dc1-41c3-b324-1552cdc8fba4 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914259 Nov 03 18:33:39.734112 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e3ab4e-3634-4793-b988-5520246fdf7e x-openstack-request-id: req-49e3ab4e-3634-4793-b988-5520246fdf7e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:39.734584 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "name": "network-vif-plugged", "status": "completed", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:39.734942 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49e3ab4e-3634-4793-b988-5520246fdf7e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:39.735587 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3', 'code': 200} Nov 03 18:33:39.835053 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.898890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:39.913449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d6eb-35db-4d9a-844b-e7653cacbd88 req-a36b5bf6-c28f-4077-a169-8827f6cec4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.913668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1a2d6eb-35db-4d9a-844b-e7653cacbd88 req-a36b5bf6-c28f-4077-a169-8827f6cec4ce service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1096 time: 0.0630503 Nov 03 18:33:39.914587 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.972635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Pushing event deleted for resources: {'Port': ['ID=c3aff775-15e8-4e5c-9e7f-88d33d7c7246,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:40.010179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1a2d6eb-35db-4d9a-844b-e7653cacbd88 req-fecfd261-785a-408d-9a0b-5b21effd5de8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865958 Nov 03 18:33:40.048977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] No DVR routers for this DVR port c3aff775-15e8-4e5c-9e7f-88d33d7c7246 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:40.055526 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.059586 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4613bd7-0736-448b-a369-11aa652f85ba req-dee1c763-0ec2-4973-b842-fbabb0c9c407 tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.70 "DELETE /v2.0/ports/c3aff775-15e8-4e5c-9e7f-88d33d7c7246 HTTP/1.1" status: 204 len: 173 time: 0.9841485 Nov 03 18:33:40.060233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-deleted', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:40.063965 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168c5ea6-dde9-47bb-a43d-39b6ad1677d7" -d '{"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-deleted", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:40.128871 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67cb710-48f9-4166-aea2-654573dea403 x-openstack-request-id: req-f67cb710-48f9-4166-aea2-654573dea403 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:40.129349 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb72aa-1f76-4e25-b2ab-5e10177b40f9", "name": "network-vif-deleted", "tag": "c3aff775-15e8-4e5c-9e7f-88d33d7c7246", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:40.129826 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f67cb710-48f9-4166-aea2-654573dea403 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:40.130991 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eb72aa-1f76-4e25-b2ab-5e10177b40f9', 'name': 'network-vif-deleted', 'tag': 'c3aff775-15e8-4e5c-9e7f-88d33d7c7246', 'status': 'completed', 'code': 200} Nov 03 18:33:40.315418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45282) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:40.319933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7434c66f-393c-4ce3-bebc-396a74f117b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484846060', 'description': 'tempest-description--541375235'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:40.348062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7434c66f-393c-4ce3-bebc-396a74f117b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.375812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980dc1-ec9d-4f14-ad5c-ed80d6fa038c req-852a3e9c-01bd-41ef-827d-6e0aa121d349 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.377451 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e980dc1-ec9d-4f14-ad5c-ed80d6fa038c req-852a3e9c-01bd-41ef-827d-6e0aa121d349 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0665159 Nov 03 18:33:40.408330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b0f9125-7fda-4408-9834-b9bd8300c474 req-22215946-003f-4979-8ba4-f75249c2cd4f tempest-ServersAdminTestJSON-619367877 tempest-ServersAdminTestJSON-619367877-project] 10.222.0.77 "GET /v2.0/ports?device_id=88eb72aa-1f76-4e25-b2ab-5e10177b40f9 HTTP/1.1" status: 200 len: 210 time: 0.0373878 Nov 03 18:33:40.446251 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e980dc1-ec9d-4f14-ad5c-ed80d6fa038c req-f69fdc54-5a7b-4f1f-b87c-b5541e4c1970 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581028 Nov 03 18:33:40.456664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7434c66f-393c-4ce3-bebc-396a74f117b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.461985 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7434c66f-393c-4ce3-bebc-396a74f117b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.493932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7434c66f-393c-4ce3-bebc-396a74f117b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.495340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7434c66f-393c-4ce3-bebc-396a74f117b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1787615 Nov 03 18:33:40.499422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45284) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:40.500885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434c66f-393c-4ce3-bebc-396a74f117b9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c874043-449c-4e2f-9b3c-4434d37c6352,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:40.507139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-eea9902d-0b92-4587-8e49-c9cec6f8306d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Request body: {'security_group_rule': {'security_group_id': '2c874043-449c-4e2f-9b3c-4434d37c6352', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:40.539189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eea9902d-0b92-4587-8e49-c9cec6f8306d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.604826 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eea9902d-0b92-4587-8e49-c9cec6f8306d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.611991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eea9902d-0b92-4587-8e49-c9cec6f8306d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.642736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9902d-0b92-4587-8e49-c9cec6f8306d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1845437f-67ce-4d7b-b107-2072b2556c94,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:40.660509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eea9902d-0b92-4587-8e49-c9cec6f8306d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.663887 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eea9902d-0b92-4587-8e49-c9cec6f8306d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606576 Nov 03 18:33:40.664673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45288) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:40.670662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2ff87c59-2eb3-44ac-81b4-c5ceaed6d492 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Request body: {'security_group_rule': {'security_group_id': '2c874043-449c-4e2f-9b3c-4434d37c6352', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:40.703739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2ff87c59-2eb3-44ac-81b4-c5ceaed6d492 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.789712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2ff87c59-2eb3-44ac-81b4-c5ceaed6d492 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.796982 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2ff87c59-2eb3-44ac-81b4-c5ceaed6d492 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.834211 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2ff87c59-2eb3-44ac-81b4-c5ceaed6d492 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.835333 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2ff87c59-2eb3-44ac-81b4-c5ceaed6d492 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1692562 Nov 03 18:33:40.839253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff87c59-2eb3-44ac-81b4-c5ceaed6d492 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e7ccc7-7050-4cd8-a4bc-b07b0b2f35fc,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:40.842334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45294) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:40.862728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:40.926967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed4abe-9612-433f-9c62-4133a1eaede5 req-d537389b-578b-4d3c-a931-138122a99232 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.930578 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-baed4abe-9612-433f-9c62-4133a1eaede5 req-d537389b-578b-4d3c-a931-138122a99232 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 944 time: 0.0997579 Nov 03 18:33:40.933438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.976458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec99b7-b0f5-4b8c-819c-6d6a343bc987 req-e5942100-7657-420b-a6b6-6b4242f868cc tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.978259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09ec99b7-b0f5-4b8c-819c-6d6a343bc987 req-e5942100-7657-420b-a6b6-6b4242f868cc tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.3416936 Nov 03 18:33:41.035423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09ec99b7-b0f5-4b8c-819c-6d6a343bc987 req-26ca2410-305e-4c08-a33d-8538a88f30a2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494318 Nov 03 18:33:41.036836 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-baed4abe-9612-433f-9c62-4133a1eaede5 req-6864e96a-abbf-4acc-be41-59184a0ee50d tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993083 Nov 03 18:33:41.097973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.108363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:41.163321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:41.168485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:41.169579 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.229834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Allocated IP 172.25.3.139 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/97be9ed1-8f62-4026-997a-40952274fe2d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:41.259351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.310201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,segment=NetworkSegment(89ce25f5-bfd7-47f1-9ad9-c87363b86a04),segment_id=89ce25f5-bfd7-47f1-9ad9-c87363b86a04)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:41.315395 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.370287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:41.392443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.432396 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.506533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event updated for resources: {'Port': ['ID=97be9ed1-8f62-4026-997a-40952274fe2d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:41.512710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:41.515471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:41.519828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:41.645971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54bf2-5523-42e2-9a5b-041ce10701b6 req-7ab698cd-7a6a-43d0-83dd-fa1298d4d101 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:41.654125 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-98f54bf2-5523-42e2-9a5b-041ce10701b6 req-7ab698cd-7a6a-43d0-83dd-fa1298d4d101 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0977545 Nov 03 18:33:41.705672 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.733769 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-98f54bf2-5523-42e2-9a5b-041ce10701b6 req-8287c7bf-6695-4a41-8b06-ab762144c099 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752978 Nov 03 18:33:41.736929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc600d9-3ac1-44ff-85a2-f7b267fa4c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2c71c-f628-4ee4-b258-e97b4e5ae3e5'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:41.739499 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05010976-fa0d-4cb5-b373-47bb546874b4" -d '{"events": [{"server_uuid": "fbc600d9-3ac1-44ff-85a2-f7b267fa4c03", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:41.776483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.782201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45312) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:41.811608 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b24b0-439a-4e53-8e68-c1f1a8508bf3 x-openstack-request-id: req-548b24b0-439a-4e53-8e68-c1f1a8508bf3 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:41.811915 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc600d9-3ac1-44ff-85a2-f7b267fa4c03", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:41.812198 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-548b24b0-439a-4e53-8e68-c1f1a8508bf3 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:41.812552 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc600d9-3ac1-44ff-85a2-f7b267fa4c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2c71c-f628-4ee4-b258-e97b4e5ae3e5', 'code': 200} Nov 03 18:33:41.854088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:41.882409 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: c3aff775-15e8-4e5c-9e7f-88d33d7c7246 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:41.883018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c3aff775-15e8-4e5c-9e7f-88d33d7c7246 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:41.883598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:41.906633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:41.907259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6ddd3327-a2b6-4df8-9637-ab8cb90e1c05 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:41.947417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f65ff7-fb1d-42fd-af4c-fe1777498616 req-4fca5224-0b35-40ba-b3dd-a4af50cf01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:41.948990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71f65ff7-fb1d-42fd-af4c-fe1777498616 req-4fca5224-0b35-40ba-b3dd-a4af50cf01e3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 1096 time: 0.0562727 Nov 03 18:33:41.978961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.026420 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.037700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.043975 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.046486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71f65ff7-fb1d-42fd-af4c-fe1777498616 req-4c66f85f-22fe-45ef-b6e7-fda20db703e9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797789 Nov 03 18:33:42.067225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d411f77b-9034-4044-8e74-0439ff37b38d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9fec63716954a5cbeb447e1b090fb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805929 Nov 03 18:33:42.067540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45318) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:42.115093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event updated for resources: {'Port': ['ID=97be9ed1-8f62-4026-997a-40952274fe2d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:42.147438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.172117 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.173712 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fbdb85fe-0cfc-4892-9c44-3e39fe953b24 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3197026 Nov 03 18:33:42.232069 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41580fd7-668f-466b-96d3-33f7049a8df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.251242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4ba6-680a-4dd4-a208-07aac5d535bb req-52b657b7-d54e-4241-8558-d8aba02191e0 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.253184 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59bc4ba6-680a-4dd4-a208-07aac5d535bb req-52b657b7-d54e-4241-8558-d8aba02191e0 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.0863066 Nov 03 18:33:42.282936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169d0d-71d7-4c4d-972d-1831a208b976 req-9409403c-9ee8-472c-8f4d-1adad189245a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.286446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab169d0d-71d7-4c4d-972d-1831a208b976 req-9409403c-9ee8-472c-8f4d-1adad189245a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.1361530 Nov 03 18:33:42.293283 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41580fd7-668f-466b-96d3-33f7049a8df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.342201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-59bc4ba6-680a-4dd4-a208-07aac5d535bb req-82100a7e-d4dd-479a-aa89-7f423423ab72 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729246 Nov 03 18:33:42.369079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab169d0d-71d7-4c4d-972d-1831a208b976 req-054bf14b-a680-41a2-8047-fdc03fd31a30 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730219 Nov 03 18:33:42.397648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41580fd7-668f-466b-96d3-33f7049a8df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.402958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41580fd7-668f-466b-96d3-33f7049a8df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.413885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-41580fd7-668f-466b-96d3-33f7049a8df9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4fc8967a-7788-4863-a4a4-84fd13f101c1 HTTP/1.1" status: 204 len: 168 time: 0.3412011 Nov 03 18:33:42.424422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41580fd7-668f-466b-96d3-33f7049a8df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8967a-7788-4863-a4a4-84fd13f101c1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:42.536403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9dcc7-4c87-4440-b88d-4f3b70064236 req-d8507b21-09bd-4305-9734-b843524ded68 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.542084 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92d9dcc7-4c87-4440-b88d-4f3b70064236 req-d8507b21-09bd-4305-9734-b843524ded68 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1096 time: 0.0525115 Nov 03 18:33:42.601486 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-92d9dcc7-4c87-4440-b88d-4f3b70064236 req-1096bc16-c662-49c9-a436-121124e6f89d tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541091 Nov 03 18:33:42.650482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-cfd4cb5d-f543-4038-9c54-3887dd1ece16 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.658948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-cfd4cb5d-f543-4038-9c54-3887dd1ece16 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 822 time: 0.1740956 Nov 03 18:33:42.677516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-9df1dea6-bdd0-4a76-b2c7-4317db5b685f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/quotas/7a110f891db14894a67f37cdfd772a2f HTTP/1.1" status: 200 len: 375 time: 0.0175507 Nov 03 18:33:42.733107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65e8b7-9242-43de-a4ab-b7daeb4c4888 req-69276959-48bd-4da2-9a2a-3b11195682ab tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.734826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-fb46d92b-3b08-4afa-938a-cee99f380536 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563741 Nov 03 18:33:42.738659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be65e8b7-9242-43de-a4ab-b7daeb4c4888 req-69276959-48bd-4da2-9a2a-3b11195682ab tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1096 time: 0.0562875 Nov 03 18:33:42.804529 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be65e8b7-9242-43de-a4ab-b7daeb4c4888 req-d14fd326-b1ef-4105-8ea7-7a12fa3de348 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624330 Nov 03 18:33:42.860105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-707ad574-b200-4fed-96a1-f6398e10ed74 service neutron] 10.222.0.77 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239760 Nov 03 18:33:42.866166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45352) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:42.942577 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a61c4e26-ede8-4f99-8160-b2c6d8d9dfa5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c90cd135ff4c4dd680ac7017f6297f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0751903 Nov 03 18:33:42.945001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45354) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:42.981940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10b2b4-7289-4ddd-a467-976f0c7f4d62 req-0625f449-b3fb-4e64-8eb8-71a37636d58f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.984019 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd10b2b4-7289-4ddd-a467-976f0c7f4d62 req-0625f449-b3fb-4e64-8eb8-71a37636d58f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0854390 Nov 03 18:33:43.009891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-60fcca7e-1bb3-4b34-aaf6-920dd9508433 service neutron] 10.222.0.77 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420105 Nov 03 18:33:43.037811 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9897f368-19a2-45fd-a216-35d12ca86473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.058342 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd10b2b4-7289-4ddd-a467-976f0c7f4d62 req-993acdd7-2354-41ec-902e-f03b1dea697c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681219 Nov 03 18:33:43.083194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9897f368-19a2-45fd-a216-35d12ca86473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.144692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9897f368-19a2-45fd-a216-35d12ca86473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.148978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9897f368-19a2-45fd-a216-35d12ca86473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.152432 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9897f368-19a2-45fd-a216-35d12ca86473 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4106682-a323-4fb5-acc4-3f8697212c28 HTTP/1.1" status: 204 len: 168 time: 0.2042198 Nov 03 18:33:43.165525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897f368-19a2-45fd-a216-35d12ca86473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4106682-a323-4fb5-acc4-3f8697212c28,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:43.341787 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22b99a41-7a3a-435f-ace5-a1c1c924cf88 req-52a87096-06ed-4e6c-b760-fc6b8dd7398a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 210 time: 0.0512092 Nov 03 18:33:43.511509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5605ad-1a5a-46ca-b681-2e9bf01ac958 req-cdd7842f-51cb-4f1b-b8a5-84565c341625 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:43.514036 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8f5605ad-1a5a-46ca-b681-2e9bf01ac958 req-cdd7842f-51cb-4f1b-b8a5-84565c341625 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.0666025 Nov 03 18:33:43.623509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8f5605ad-1a5a-46ca-b681-2e9bf01ac958 req-e7406a2b-924a-4199-b036-2c4d72f90bdf tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007576 Nov 03 18:33:44.260171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f8aac-1ebc-49f8-824b-4cbb0ce04846 req-d6733ac9-7a41-495e-8c35-a911729cc580 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:44.263831 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8e1f8aac-1ebc-49f8-824b-4cbb0ce04846 req-d6733ac9-7a41-495e-8c35-a911729cc580 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0949519 Nov 03 18:33:44.370915 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8e1f8aac-1ebc-49f8-824b-4cbb0ce04846 req-7c880e4a-5fe4-4a58-890b-cd808b924469 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941269 Nov 03 18:33:44.547314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72da3446-b6a8-4c8d-a31e-771200883418 req-3ac0ff31-037e-4ac3-8727-5a49f6fcbc72 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 210 time: 0.0304711 Nov 03 18:33:44.588782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-44c824b7-7c12-471e-a34d-51065eceacf6 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:33:44.596240 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-44c824b7-7c12-471e-a34d-51065eceacf6 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0159731 Nov 03 18:33:44.651143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-7fcc4224-beef-4f8d-8358-3960df79ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:44.660763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-7fcc4224-beef-4f8d-8358-3960df79ae9e service neutron] 10.222.0.77 "GET /v2.0/ports/3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 200 len: 1093 time: 0.0578547 Nov 03 18:33:44.666427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Request body: {'binding': {'host': 'n-h2-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:44.667557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Unknown quota resources ['binding']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:33:44.850783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-47256d0a-d3ea-40ad-8eab-1e3df45cf290 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:44.853304 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-47256d0a-d3ea-40ad-8eab-1e3df45cf290 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.70 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 822 time: 0.2067206 Nov 03 18:33:44.870241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a35a-a9bc-43e0-bc6e-6cb5e4d9b388 req-50b5d80b-4ef7-47cb-9afb-3a6a9003caf8 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:44.871302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Request body: {'port': {'device_id': '1e4d928d-cce3-4875-805d-d4922068e851', 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'admin_state_up': True, 'tenant_id': '7a110f891db14894a67f37cdfd772a2f'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:44.872647 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b2d7a35a-a9bc-43e0-bc6e-6cb5e4d9b388 req-50b5d80b-4ef7-47cb-9afb-3a6a9003caf8 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.1416595 Nov 03 18:33:44.960215 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b2d7a35a-a9bc-43e0-bc6e-6cb5e4d9b388 req-f4747432-4784-4ac3-8d18-8986d8cbb903 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767395 Nov 03 18:33:44.997131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on host n-h2-812148-3 for vnic_type normal with profile None {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:44.997864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:44.998210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:45.006619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:45.007263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:45.015390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:45.015743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:45.016182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:45.016640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Bound port: 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:45.085119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:45.088164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Made reservation on behalf of 7a110f891db14894a67f37cdfd772a2f for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:45.094282 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.095669 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-dd3aa2ce-2792-4405-b0e9-9c59804ffec0 service neutron] 10.222.0.77 "POST /v2.0/ports/3a56e98f-cce4-418a-ab4a-d3d17840d3c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4335890 Nov 03 18:33:45.100213 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.440306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Allocated IP 172.20.0.9 (c9f9813a-4bc2-4aa7-9b78-5a90b545b307/10815da0-ea91-4b3c-9c9a-720e52c72d63/69e821da-e7e5-441c-8484-a78b541e48ee) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:45.538817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1663433-3469-4f68-a985-941761da3e26 req-afdf52ec-091a-40c9-8946-100657da1780 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:45.540684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1663433-3469-4f68-a985-941761da3e26 req-afdf52ec-091a-40c9-8946-100657da1780 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.1652427 Nov 03 18:33:45.550365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-c76c4430-d5df-45f0-8b4e-3d4d37063e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:45.553834 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-c76c4430-d5df-45f0-8b4e-3d4d37063e16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1096 time: 0.0746109 Nov 03 18:33:45.732080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27868511-2ade-4ec0-8cfc-17da897d9ceb req-aee93ff9-8fc2-4eee-a774-b0f593a3e100 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:45.740637 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-27868511-2ade-4ec0-8cfc-17da897d9ceb req-aee93ff9-8fc2-4eee-a774-b0f593a3e100 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1242089 Nov 03 18:33:45.778318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-fed33429-2d67-4396-a402-147366ec9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:45.780439 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-fed33429-2d67-4396-a402-147366ec9278 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.2189896 Nov 03 18:33:45.797718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1663433-3469-4f68-a985-941761da3e26 req-82523984-5b20-4024-be7e-a96d5afaa936 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213824 Nov 03 18:33:45.812556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-3051ff68-2652-4927-9d3f-a145d51d3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:45.814348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-3051ff68-2652-4927-9d3f-a145d51d3258 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3b1e9452b03e42fd962ecb83f40edfb3&device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 1096 time: 0.1868393 Nov 03 18:33:45.837476 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-3f1d3d4d-a8aa-4c9f-ad6d-365a458a9c34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 200 len: 217 time: 0.0450199 Nov 03 18:33:45.904506 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-27868511-2ade-4ec0-8cfc-17da897d9ceb req-54d2c694-74e9-4cb3-a11b-35ee7c5248da tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622734 Nov 03 18:33:46.006477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-39518efb-aca3-47b1-91e6-ae0bf77eb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:46.009177 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-39518efb-aca3-47b1-91e6-ae0bf77eb6cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1538520 Nov 03 18:33:46.014866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:46.039368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-64affeea-e879-406e-95f4-eb14fc4b4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:46.041034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-64affeea-e879-406e-95f4-eb14fc4b4ee7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=012864b1-92fc-4e2d-85d5-2b25ad1831dd HTTP/1.1" status: 200 len: 915 time: 0.2103250 Nov 03 18:33:46.103359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-caa89fd7-8107-4ff6-9d2a-ce187dcd9dd9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 HTTP/1.1" status: 200 len: 217 time: 0.0456617 Nov 03 18:33:46.149279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:46.210363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:46.216143 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-b9128f59-4ec9-4d16-93ba-3be0a016f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:46.217681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-b9128f59-4ec9-4d16-93ba-3be0a016f2ff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2ff03769-6c76-430c-8429-08c7ec194904 HTTP/1.1" status: 200 len: 854 time: 0.1044431 Nov 03 18:33:46.224900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:46.228509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:46.295739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:46.296364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:46.331759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-aa901596-e3fe-4edd-98c8-73f93c0cee29 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=012864b1-92fc-4e2d-85d5-2b25ad1831dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527599 Nov 03 18:33:46.342364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event updated for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:46.363139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c13cd95d-9b6e-4af1-8eea-0c2b71ed42a9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4974129 Nov 03 18:33:46.390243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Request body: {'port': {'device_id': '1e4d928d-cce3-4875-805d-d4922068e851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:46.402147 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-4d823bcd-6c83-4fa5-ac16-62dfdbee6875 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3831398 Nov 03 18:33:46.495942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27aa43-1ede-42e8-ad78-9015469f8d49 req-0ed3e4ed-9872-4a7f-92c4-c7e77d0f0fde tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:46.507905 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d27aa43-1ede-42e8-ad78-9015469f8d49 req-0ed3e4ed-9872-4a7f-92c4-c7e77d0f0fde tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.4920897 Nov 03 18:33:46.599036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:46.603787 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-e0fcbb0e-59b2-43a1-bbd8-e2c6eaa970f3 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920896 Nov 03 18:33:46.611300 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d27aa43-1ede-42e8-ad78-9015469f8d49 req-a905f4c6-9838-4873-a494-f29d9a618fb0 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022179 Nov 03 18:33:46.641301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0571f-f267-48c0-82d0-99779bb7be49 req-585e60dd-dc34-4c84-abd3-ae917c82be28 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:46.659088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-faf0571f-f267-48c0-82d0-99779bb7be49 req-585e60dd-dc34-4c84-abd3-ae917c82be28 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 931 time: 0.3255637 Nov 03 18:33:46.743013 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8edd59d6-8504-4a26-bd9f-92a091596157 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306312 Nov 03 18:33:46.931422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-686dfa3e-6ef5-4b87-83e0-5cda6abe5362 service neutron] 10.222.0.96 "GET /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839708 Nov 03 18:33:47.014402 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-3219607d-b2cf-4465-a4a2-2a2da056d0af tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315192 Nov 03 18:33:47.026488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-faf0571f-f267-48c0-82d0-99779bb7be49 req-1d028a2d-119f-4ab7-86a5-0d078e7e8482 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475599 Nov 03 18:33:47.148754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1c82160-edf2-4348-8e1e-6c07e7a4a89d req-43512b18-7a38-4a9c-bd9d-735a9c7c0324 service neutron] 10.222.0.96 "GET /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968575 Nov 03 18:33:47.188931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e821da-e7e5-441c-8484-a78b541e48ee {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:47.207257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.229568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Transition to ACTIVE for port object 69e821da-e7e5-441c-8484-a78b541e48ee will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:47.236638 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.302885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bd1f5b53-c1cd-4475-a280-85f6ce9dcff6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.311682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bd1f5b53-c1cd-4475-a280-85f6ce9dcff6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890365 Nov 03 18:33:47.329229 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-6975e35c-5edd-44f3-bb68-94a9bfcad8e3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/quotas/e32598321e7e494aba4b5e3bdcb0aa68 HTTP/1.1" status: 200 len: 375 time: 0.0181315 Nov 03 18:33:47.341932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Pushing event updated for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:47.388662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d103d80-2b6e-45a9-bf90-ce066a7238e6 req-9c09a4c8-8922-44bf-839e-5948b310860e tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.393187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d103d80-2b6e-45a9-bf90-ce066a7238e6 req-9c09a4c8-8922-44bf-839e-5948b310860e tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.1007257 Nov 03 18:33:47.401876 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-1045e482-867f-4123-955a-5c63acf1687d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714557 Nov 03 18:33:47.559310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Attempting to bind port 69e821da-e7e5-441c-8484-a78b541e48ee on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:47.559654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Attempting to bind port 69e821da-e7e5-441c-8484-a78b541e48ee by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:47.559988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Attempting to bind port 69e821da-e7e5-441c-8484-a78b541e48ee on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:47.571997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d103d80-2b6e-45a9-bf90-ce066a7238e6 req-b9cd7007-bd7e-4661-8e35-4afa41ec3f30 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660719 Nov 03 18:33:47.572588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Port 69e821da-e7e5-441c-8484-a78b541e48ee on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:47.572912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Attempting to bind port 69e821da-e7e5-441c-8484-a78b541e48ee on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:47.579599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:47.579857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Checking segment: {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:47.580246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Bound using segment: {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:47.580674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Bound port: 69e821da-e7e5-441c-8484-a78b541e48ee, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:47.581034 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.659540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:47.663239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:47.681399 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.694467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd169e04-4766-4fbb-993b-01a9a276cb6e req-30614ce8-6e19-455f-b5ff-f18c7c8c9b31 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.708366 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cd169e04-4766-4fbb-993b-01a9a276cb6e req-30614ce8-6e19-455f-b5ff-f18c7c8c9b31 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0886111 Nov 03 18:33:47.739729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.740691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.742620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] 10.222.0.70 "PUT /v2.0/ports/69e821da-e7e5-441c-8484-a78b541e48ee HTTP/1.1" status: 200 len: 1091 time: 1.3567848 Nov 03 18:33:47.780267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:47.783000 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:47.833076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cd169e04-4766-4fbb-993b-01a9a276cb6e req-76c4a484-d236-4ddf-84f1-59f68c52c95d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233344 Nov 03 18:33:47.842638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21c7bc72-d057-4a2e-bc1c-060e7a02b49b req-c91d74c0-66c7-42ce-ab15-fd403365c4cf tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 210 time: 0.0501270 Nov 03 18:33:47.935268 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5545e4-b150-45e8-b203-803a0c46d79a x-openstack-request-id: req-8e5545e4-b150-45e8-b203-803a0c46d79a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:47.935555 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:47.935810 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e5545e4-b150-45e8-b203-803a0c46d79a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:47.936240 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee', 'status': 'completed', 'code': 200} Nov 03 18:33:47.946378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e8d5e-8146-47f8-ad2c-bcf9de8adba0 service neutron] Pushing event updated for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:47.963507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c7b35731-b44d-43c0-897b-1f340712303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.965037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-c7b35731-b44d-43c0-897b-1f340712303a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 1094 time: 0.1100152 Nov 03 18:33:48.020432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607c08b-9d8e-40ef-8e29-c040c4abb152 req-36fef2fd-a5e6-4c56-a6a2-5c02d594ff35 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:48.020896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-32f9e4ce-479e-4447-9194-c9f3031d4450 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e821da-e7e5-441c-8484-a78b541e48ee HTTP/1.1" status: 200 len: 217 time: 0.0472133 Nov 03 18:33:48.029761 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a607c08b-9d8e-40ef-8e29-c040c4abb152 req-36fef2fd-a5e6-4c56-a6a2-5c02d594ff35 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.0946815 Nov 03 18:33:48.082640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-db91fe6a-ed36-40ea-84c1-6e87e8e063c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:48.084121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-db91fe6a-ed36-40ea-84c1-6e87e8e063c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10815da0-ea91-4b3c-9c9a-720e52c72d63 HTTP/1.1" status: 200 len: 862 time: 0.0546093 Nov 03 18:33:48.110515 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a607c08b-9d8e-40ef-8e29-c040c4abb152 req-d7f95b52-6678-4bf0-8eef-acb5f2b7278e tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798359 Nov 03 18:33:48.133582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-a40106da-40d0-4aa3-88f3-f87aa672f053 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397346 Nov 03 18:33:48.291395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2078cfc-856e-4609-8968-d575b320a8a1 req-f86ff9e4-9d83-4ca2-a4e2-c13844a9a663 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:48.302542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2078cfc-856e-4609-8968-d575b320a8a1 req-f86ff9e4-9d83-4ca2-a4e2-c13844a9a663 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 943 time: 0.1187379 Nov 03 18:33:48.352466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-e5d5c818-6cfc-4411-b5f4-e8676b473f49 service neutron] 10.222.0.70 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111094 Nov 03 18:33:48.429717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2078cfc-856e-4609-8968-d575b320a8a1 req-f3b9d750-60ef-48f8-be38-9dd08838d64b tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286807 Nov 03 18:33:48.516486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cd51cc2-bf39-44db-b767-47fd24ecbd13 req-a105d5dd-856d-4368-9244-87753d697dc7 service neutron] 10.222.0.70 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510079 Nov 03 18:33:48.718076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd679511-6d63-4124-8045-e21983e473de req-f34deaaa-37ff-4301-9c3f-de1b58e9c247 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:48.720196 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd679511-6d63-4124-8045-e21983e473de req-f34deaaa-37ff-4301-9c3f-de1b58e9c247 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.0736353 Nov 03 18:33:48.728975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-36600329-1147-489b-8156-0b605af7dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:48.731295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-36600329-1147-489b-8156-0b605af7dacf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 1094 time: 0.1324344 Nov 03 18:33:48.757599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82df6-4721-45df-8234-b85e48cbe0d9 req-c4f709f4-83f5-4194-98f0-74c6a77de779 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:48.783230 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-38c82df6-4721-45df-8234-b85e48cbe0d9 req-c4f709f4-83f5-4194-98f0-74c6a77de779 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.1027453 Nov 03 18:33:48.863093 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-38c82df6-4721-45df-8234-b85e48cbe0d9 req-55d5390c-0ce8-40c5-9a2a-4f243ea7ad2c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785465 Nov 03 18:33:48.875156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd679511-6d63-4124-8045-e21983e473de req-d70095c3-cab0-4f5f-8e3c-989305d7d287 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420302 Nov 03 18:33:48.951157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-601d44b7-8f52-4124-b643-6c055f96b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:48.953856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-601d44b7-8f52-4124-b643-6c055f96b9fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 923 time: 0.2102902 Nov 03 18:33:49.019602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-7aac5982-bc15-4a2c-9ea7-ea9cacc9b42c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e821da-e7e5-441c-8484-a78b541e48ee HTTP/1.1" status: 200 len: 217 time: 0.0581889 Nov 03 18:33:49.028685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571e1d7-ff7c-4ec9-914a-d35256a4ba4d req-d67223fb-9ca6-43c3-8517-b88b6e399465 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.036967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3571e1d7-ff7c-4ec9-914a-d35256a4ba4d req-d67223fb-9ca6-43c3-8517-b88b6e399465 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0840492 Nov 03 18:33:49.081233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-00b9ae52-6854-4185-ba96-2284ae6f9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.083374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-00b9ae52-6854-4185-ba96-2284ae6f9c1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10815da0-ea91-4b3c-9c9a-720e52c72d63 HTTP/1.1" status: 200 len: 862 time: 0.0563509 Nov 03 18:33:49.089949 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3571e1d7-ff7c-4ec9-914a-d35256a4ba4d req-c888ce7f-c9e2-4b30-8269-5dde1588ae7e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524619 Nov 03 18:33:49.150017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-e50c7fca-abbc-4b24-b68f-8dd1426b9134 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504761 Nov 03 18:33:49.167609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-996988e8-197f-4fe3-b84d-e26a6d891544 req-a31928cd-99f0-4f9e-9a38-cb818a675593 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 210 time: 0.0422256 Nov 03 18:33:49.226124 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-3bf2498f-8d21-4131-8958-29ce4fef4b73 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458252 Nov 03 18:33:49.287104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-15c250e9-39c6-4c95-b854-2298ece4b425 service neutron] 10.222.0.70 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220520 Nov 03 18:33:49.441164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a86e8ad0-2e6b-40df-8a10-f57a2ce356ac req-18211680-af4e-4547-bb2f-5448ff6e1275 service neutron] 10.222.0.70 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454759 Nov 03 18:33:49.477722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-854967e3-a763-4521-aed2-0e0daecc91e1 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.479659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-854967e3-a763-4521-aed2-0e0daecc91e1 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453308 Nov 03 18:33:49.495284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Request body: {'port': {'device_id': '7c643a4e-bf3c-4080-bd38-94785d054f90', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e32598321e7e494aba4b5e3bdcb0aa68'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:49.581347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1447-c221-4e57-a401-b7f758f5d5ba req-c1754eab-efcf-4160-bc9b-61b977a15ba1 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.583054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c0c1447-c221-4e57-a401-b7f758f5d5ba req-c1754eab-efcf-4160-bc9b-61b977a15ba1 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 943 time: 0.0671368 Nov 03 18:33:49.641337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Made reservation on behalf of e32598321e7e494aba4b5e3bdcb0aa68 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:49.647786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c0c1447-c221-4e57-a401-b7f758f5d5ba req-81cd365b-8145-4635-b34a-add288c05b31 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Nov 03 18:33:49.650593 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.675222 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.773265 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.777638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.857927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453c082f-efaf-439b-8c85-82451e0a502d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:49.882455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 69e821da-e7e5-441c-8484-a78b541e48ee details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:49.973356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Allocated IP 192.168.233.84 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/14b5a22c-4573-4d18-9121-61937326c91c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:50.057822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:50.079747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '69e821da-e7e5-441c-8484-a78b541e48ee', 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'port_id': '69e821da-e7e5-441c-8484-a78b541e48ee', 'mac_address': 'fa:16:3e:c6:54:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10815da0-ea91-4b3c-9c9a-720e52c72d63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:50.114827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9cfbd-f681-4690-8717-ad3e3229bae9 req-efc928bb-1a77-4819-aca2-0655ba5755ee tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.117459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ff9cfbd-f681-4690-8717-ad3e3229bae9 req-efc928bb-1a77-4819-aca2-0655ba5755ee tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.0968454 Nov 03 18:33:50.146918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.169206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e821da-e7e5-441c-8484-a78b541e48ee {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:50.174737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be158fba-bc78-4d1a-9edb-2b85c2626fe8 req-3a4e6f0e-a4be-41ef-8f4b-f538d184b502 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.183757 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be158fba-bc78-4d1a-9edb-2b85c2626fe8 req-3a4e6f0e-a4be-41ef-8f4b-f538d184b502 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.1448374 Nov 03 18:33:50.204975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:50.213297 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.228802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ff9cfbd-f681-4690-8717-ad3e3229bae9 req-bf3c79ad-e861-4b3a-a2c1-58d756ec401e tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952890 Nov 03 18:33:50.302492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:50.347855 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be158fba-bc78-4d1a-9edb-2b85c2626fe8 req-90448b74-08a8-4bd0-9b96-cbb8286231a2 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624477 Nov 03 18:33:50.387590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.480033 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.507906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['69e821da-e7e5-441c-8484-a78b541e48ee'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:50.543795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:50.547684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:50.576350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:50.601120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc0398-f46c-4526-af48-efe8ce3f90f0 req-0260d593-bba2-470a-afb5-5f4b0958e6a3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.602896 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72bc0398-f46c-4526-af48-efe8ce3f90f0 req-0260d593-bba2-470a-afb5-5f4b0958e6a3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1650014 Nov 03 18:33:50.743007 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72bc0398-f46c-4526-af48-efe8ce3f90f0 req-7377f136-d005-43f1-a641-cfbc0837d7ca tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948062 Nov 03 18:33:50.764545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'Port': ['ID=14b5a22c-4573-4d18-9121-61937326c91c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:50.770993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb560ab-53b2-47b6-bf56-c6f77244e409 req-82457b6c-a8a4-4896-b87b-a00e6c5b27b5 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.778162 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7eb560ab-53b2-47b6-bf56-c6f77244e409 req-82457b6c-a8a4-4896-b87b-a00e6c5b27b5 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 935 time: 0.2054620 Nov 03 18:33:50.818542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-bd017cff-35f4-4e4c-910c-1ac74ff57ff7 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.820277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-bd017cff-35f4-4e4c-910c-1ac74ff57ff7 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.96 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.1896954 Nov 03 18:33:50.824243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.826354 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.859995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-48b2d66c-f55a-45ad-b54e-be6917d4c371 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3699408 Nov 03 18:33:50.875731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Request body: {'port': {'device_id': '7c643a4e-bf3c-4080-bd38-94785d054f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:50.971221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7eb560ab-53b2-47b6-bf56-c6f77244e409 req-9ec7891f-cfa2-451f-a92f-928452ffe219 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812527 Nov 03 18:33:51.013605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.047771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5a92826e-e785-4f40-8e09-826e6353f65e None None] Provisioning complete for port 14b5a22c-4573-4d18-9121-61937326c91c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:51.049085 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a92826e-e785-4f40-8e09-826e6353f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.093931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5a92826e-e785-4f40-8e09-826e6353f65e None None] Port 14b5a22c-4573-4d18-9121-61937326c91c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:51.096206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Deleting port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:51.096560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.169050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf20f66-c84d-4fe5-b2fd-d53df0f7be23 req-a28fb5ef-15a4-484f-80b0-d95b72ff9e50 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:51.170807 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7bf20f66-c84d-4fe5-b2fd-d53df0f7be23 req-a28fb5ef-15a4-484f-80b0-d95b72ff9e50 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 944 time: 0.1293385 Nov 03 18:33:51.220059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] For port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,segment=NetworkSegment(89ce25f5-bfd7-47f1-9ad9-c87363b86a04),segment_id=89ce25f5-bfd7-47f1-9ad9-c87363b86a04)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:51.220676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.240479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Calling delete_port for d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:51.455579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f8a2e-f396-4e42-a1d4-65412f94fa33 req-9ab0357d-640a-44ed-a092-ad86e423222b tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:51.457909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f7f8a2e-f396-4e42-a1d4-65412f94fa33 req-9ab0357d-640a-44ed-a092-ad86e423222b tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbc600d9-3ac1-44ff-85a2-f7b267fa4c03 HTTP/1.1" status: 200 len: 945 time: 0.0820055 Nov 03 18:33:51.458988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.471513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:51.525164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b5a22c-4573-4d18-9121-61937326c91c {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:51.534179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.548385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Pushing event deleted for resources: {'Port': ['ID=d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:51.549754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Transition to ACTIVE for port object 14b5a22c-4573-4d18-9121-61937326c91c will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:51.609429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7bf20f66-c84d-4fe5-b2fd-d53df0f7be23 req-5391baa1-0e3d-45b9-97d5-3c2b3d8f8c10 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018529 Nov 03 18:33:51.610395 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.647530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] No DVR routers for this DVR port d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:51.653597 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.658908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcb1cd45-1b76-4d2d-bab3-332454f247f8 req-9a390dce-1bcb-4956-a74b-4bb6f99fcc49 tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.96 "DELETE /v2.0/ports/d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 HTTP/1.1" status: 204 len: 173 time: 0.7700012 Nov 03 18:33:51.660740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc600d9-3ac1-44ff-85a2-f7b267fa4c03', 'name': 'network-vif-deleted', 'tag': 'd3e2c71c-f628-4ee4-b258-e97b4e5ae3e5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:51.663148 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e75219-0976-4102-b9c4-d658747ce6b1" -d '{"events": [{"server_uuid": "fbc600d9-3ac1-44ff-85a2-f7b267fa4c03", "name": "network-vif-deleted", "tag": "d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:51.674299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Pushing event updated for resources: {'Port': ['ID=14b5a22c-4573-4d18-9121-61937326c91c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:51.692958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f7f8a2e-f396-4e42-a1d4-65412f94fa33 req-e42224cb-c2fe-4e92-a658-e2363aef698a tempest-InstanceActionsTestJSON-1264698793 tempest-InstanceActionsTestJSON-1264698793-project] 10.222.0.77 "GET /v2.0/security-groups?id=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249258 Nov 03 18:33:51.859029 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a5fe68-1a9c-4d21-a95f-986b205ee2a1 x-openstack-request-id: req-49a5fe68-1a9c-4d21-a95f-986b205ee2a1 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:51.859326 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc600d9-3ac1-44ff-85a2-f7b267fa4c03", "name": "network-vif-deleted", "tag": "d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:51.859578 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49a5fe68-1a9c-4d21-a95f-986b205ee2a1 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:51.860096 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc600d9-3ac1-44ff-85a2-f7b267fa4c03', 'name': 'network-vif-deleted', 'tag': 'd3e2c71c-f628-4ee4-b258-e97b4e5ae3e5', 'status': 'completed', 'code': 200} Nov 03 18:33:51.879535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 69e821da-e7e5-441c-8484-a78b541e48ee up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:51.926399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85e42a-0e19-4e7f-9c5d-fcb328953b5b req-ee93d7ca-bf9f-4523-a345-a48e6b9eac50 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:51.934735 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ef85e42a-0e19-4e7f-9c5d-fcb328953b5b req-ee93d7ca-bf9f-4523-a345-a48e6b9eac50 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.2018754 Nov 03 18:33:52.014175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718d592-34a5-4f2e-b58c-c535c3b135d5 req-b5863468-53e0-4deb-9962-585511b5cd3f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.022338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6718d592-34a5-4f2e-b58c-c535c3b135d5 req-b5863468-53e0-4deb-9962-585511b5cd3f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0856855 Nov 03 18:33:52.024178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 69e821da-e7e5-441c-8484-a78b541e48ee completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:52.024522 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ef85e42a-0e19-4e7f-9c5d-fcb328953b5b req-afb3ad7a-489a-4f96-9f91-4e1bef3f1284 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857642 Nov 03 18:33:52.030930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 69e821da-e7e5-441c-8484-a78b541e48ee triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:52.031519 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.084216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6718d592-34a5-4f2e-b58c-c535c3b135d5 req-a71ff566-aa4b-4306-9d33-039d82d97e5e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603287 Nov 03 18:33:52.092993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Attempting to bind port 14b5a22c-4573-4d18-9121-61937326c91c on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:52.093330 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Attempting to bind port 14b5a22c-4573-4d18-9121-61937326c91c by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:52.093716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Attempting to bind port 14b5a22c-4573-4d18-9121-61937326c91c on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:52.108072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Port 14b5a22c-4573-4d18-9121-61937326c91c on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:52.108072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Attempting to bind port 14b5a22c-4573-4d18-9121-61937326c91c on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:52.115336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:52.115679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:52.116086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:52.116528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Bound port: 14b5a22c-4573-4d18-9121-61937326c91c, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:52.116964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.226505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] For port 14b5a22c-4573-4d18-9121-61937326c91c, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:52.232558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] For port 14b5a22c-4573-4d18-9121-61937326c91c, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=14b5a22c-4573-4d18-9121-61937326c91c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:52.240976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.280374 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.299170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d838d04-2958-474a-95f2-de75a3ea8e34 req-c8de2823-5c77-4ccb-9bbc-ea685f425268 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.301279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.301925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.303694 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] 10.222.0.70 "PUT /v2.0/ports/14b5a22c-4573-4d18-9121-61937326c91c HTTP/1.1" status: 200 len: 1095 time: 1.4353273 Nov 03 18:33:52.304152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c643a4e-bf3c-4080-bd38-94785d054f90', 'tag': '14b5a22c-4573-4d18-9121-61937326c91c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:52.307252 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7346dfd8-9d08-438a-92d5-0bc10d2b318e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c643a4e-bf3c-4080-bd38-94785d054f90", "tag": "14b5a22c-4573-4d18-9121-61937326c91c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:52.323913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d838d04-2958-474a-95f2-de75a3ea8e34 req-c8de2823-5c77-4ccb-9bbc-ea685f425268 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 947 time: 0.1525474 Nov 03 18:33:52.346317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:52.350433 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cc1e93-65f3-47ce-b554-157c54e0af75" -d '{"events": [{"server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "name": "network-vif-plugged", "status": "completed", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:52.387686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:52.397378 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.458381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc78017-ae6f-405a-82ce-f4c7b1e852fc service neutron] Pushing event updated for resources: {'Port': ['ID=14b5a22c-4573-4d18-9121-61937326c91c,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:52.468512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d838d04-2958-474a-95f2-de75a3ea8e34 req-606f186b-2dd1-4aa4-9f36-2a45f43a3680 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419923 Nov 03 18:33:52.498667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:52.535822 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec32871-cd94-4152-b26b-fd1f1746eae2 x-openstack-request-id: req-5ec32871-cd94-4152-b26b-fd1f1746eae2 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:52.536582 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c643a4e-bf3c-4080-bd38-94785d054f90", "tag": "14b5a22c-4573-4d18-9121-61937326c91c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:52.537813 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ec32871-cd94-4152-b26b-fd1f1746eae2 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:52.538785 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c643a4e-bf3c-4080-bd38-94785d054f90', 'tag': '14b5a22c-4573-4d18-9121-61937326c91c', 'status': 'completed', 'code': 200} Nov 03 18:33:52.564953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1506d-931f-49fd-8dd1-90f7e3ebb9a8 req-c6a08f4f-6234-4ee5-ad7b-a3a568107121 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.567727 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b8f82b-656e-4ecf-85ab-2508d84fa408 x-openstack-request-id: req-43b8f82b-656e-4ecf-85ab-2508d84fa408 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:52.567900 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-71a1506d-931f-49fd-8dd1-90f7e3ebb9a8 req-c6a08f4f-6234-4ee5-ad7b-a3a568107121 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 945 time: 0.1484632 Nov 03 18:33:52.568016 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "name": "network-vif-plugged", "status": "completed", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:52.568266 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43b8f82b-656e-4ecf-85ab-2508d84fa408 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:52.568700 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee', 'code': 200} Nov 03 18:33:52.574447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-0e93cb76-c78b-4b31-b429-1e8cac8bd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.576025 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-0e93cb76-c78b-4b31-b429-1e8cac8bd53b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 1098 time: 0.2026227 Nov 03 18:33:52.686314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-a091cd7c-2879-461e-b5c7-fb45cd4adb72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=14b5a22c-4573-4d18-9121-61937326c91c HTTP/1.1" status: 200 len: 217 time: 0.0985641 Nov 03 18:33:52.716006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3db2b-ee6b-4bd0-8f2b-7ac9ff3c3f73 req-9114ae8b-cad6-423b-b3a5-f43069f00dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.717783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb3db2b-ee6b-4bd0-8f2b-7ac9ff3c3f73 req-9114ae8b-cad6-423b-b3a5-f43069f00dff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 1096 time: 0.0813591 Nov 03 18:33:52.755724 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-71a1506d-931f-49fd-8dd1-90f7e3ebb9a8 req-b6e11bf4-84c2-4808-a60f-2e9d3cc58d01 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755836 Nov 03 18:33:52.779146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-f7dc68aa-f3e0-4210-97be-31e9f752ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.780772 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-f7dc68aa-f3e0-4210-97be-31e9f752ecc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0633495 Nov 03 18:33:52.847052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:52.849665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-af879e36-5e0a-46d0-950d-7ae1c932e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.851208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-af879e36-5e0a-46d0-950d-7ae1c932e7fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633342 Nov 03 18:33:52.868557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0a57-6148-40d2-84b8-396e9b0a8f50 req-32648e32-afdd-400f-a121-ba6092b03172 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.870352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-512b0a57-6148-40d2-84b8-396e9b0a8f50 req-32648e32-afdd-400f-a121-ba6092b03172 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 945 time: 0.1672723 Nov 03 18:33:52.884637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb3db2b-ee6b-4bd0-8f2b-7ac9ff3c3f73 req-04bf3458-6065-4e28-9822-c25bf7ad0ae8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579161 Nov 03 18:33:52.896302 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-25a9b02d-cd06-497a-840b-a508de6a0076 service neutron] show failed (client error): The resource could not be found. Nov 03 18:33:52.897718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-25a9b02d-cd06-497a-840b-a508de6a0076 service neutron] 10.222.0.96 "GET /v2.0/ports/26febb32-9e2a-46df-9524-c3b4b6568066/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.1775720 Nov 03 18:33:52.974360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-512b0a57-6148-40d2-84b8-396e9b0a8f50 req-213de5e5-3b64-4a05-8a4a-45ad2bc8c9e6 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944755 Nov 03 18:33:53.008830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bab779-acce-4995-8089-32772b41ce15 admin admin] Deleting subnet 2ff03769-6c76-430c-8429-08c7ec194904 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:33:53.017486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55bab779-acce-4995-8089-32772b41ce15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.084288 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-2f60767c-43b7-4c1c-bf5f-7b47f61e0e0e service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219427 Nov 03 18:33:53.090100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55bab779-acce-4995-8089-32772b41ce15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.198607 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55bab779-acce-4995-8089-32772b41ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.247651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-f781f08f-52b1-4b47-aba2-bc5772009461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:53.249295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-f781f08f-52b1-4b47-aba2-bc5772009461 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97&tenant_id=9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 1101 time: 0.1056709 Nov 03 18:33:53.266142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:53.301527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c0de7-fed7-45ed-9981-958c28fcffd5 req-d4e1f686-f4a5-4b09-9699-29e51e526f6f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:53.303241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a26c0de7-fed7-45ed-9981-958c28fcffd5 req-d4e1f686-f4a5-4b09-9699-29e51e526f6f tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1034887 Nov 03 18:33:53.359903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632158-aa93-4b9c-89cb-33b60680c44f req-6c814458-9592-4a63-9c87-4357a49777c1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:53.368413 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-89632158-aa93-4b9c-89cb-33b60680c44f req-6c814458-9592-4a63-9c87-4357a49777c1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.2373087 Nov 03 18:33:53.369805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.398276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55bab779-acce-4995-8089-32772b41ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.434666 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74af32-58cf-48d7-bd99-cf1c21fcc204 req-7b76d950-27b9-4343-b81a-172eb203351b service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136528 Nov 03 18:33:53.437493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a26c0de7-fed7-45ed-9981-958c28fcffd5 req-859e9a5f-2908-4a6b-822f-f67925604e58 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246612 Nov 03 18:33:53.439377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bab779-acce-4995-8089-32772b41ce15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff03769-6c76-430c-8429-08c7ec194904,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:53.444875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55bab779-acce-4995-8089-32772b41ce15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.451713 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-55bab779-acce-4995-8089-32772b41ce15 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2ff03769-6c76-430c-8429-08c7ec194904 HTTP/1.1" status: 204 len: 168 time: 0.5994182 Nov 03 18:33:53.452409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45608) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:53.511653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-89632158-aa93-4b9c-89cb-33b60680c44f req-35233dbc-e294-476b-8700-c876be42d011 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420367 Nov 03 18:33:53.650481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.664322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-3b900f13-abca-44f2-a76f-fdc250ae6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:53.666404 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-3b900f13-abca-44f2-a76f-fdc250ae6019 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 1098 time: 0.0876865 Nov 03 18:33:53.823205 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.869554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012864b1-92fc-4e2d-85d5-2b25ad1831dd']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:53.886523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ce25f5-bfd7-47f1-9ad9-c87363b86a04') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:53.886887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ce25f5-bfd7-47f1-9ad9-c87363b86a04') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:53.910317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.926795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-8551282f-dd7c-440b-927e-23877e8b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:53.929121 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-8551282f-dd7c-440b-927e-23877e8b9bf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2372408 Nov 03 18:33:53.940320 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436f03f-462d-4c68-a2a0-36daa601e5fa req-f572b701-5aed-4e11-96ea-43a0c77c7a65 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:53.942123 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a436f03f-462d-4c68-a2a0-36daa601e5fa req-f572b701-5aed-4e11-96ea-43a0c77c7a65 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 947 time: 0.1352239 Nov 03 18:33:53.962382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.005709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-b2c3eaea-ca8d-4ca3-b752-3d540ee3dc4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=14b5a22c-4573-4d18-9121-61937326c91c HTTP/1.1" status: 200 len: 217 time: 0.0594435 Nov 03 18:33:54.006374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:33:54.006871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:33:54.010471 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:33:54.067594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:54.088251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-0a893ed6-1f68-44f1-844f-755be92d04c9 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.090594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-0a893ed6-1f68-44f1-844f-755be92d04c9 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 821 time: 0.4727213 Nov 03 18:33:54.114332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.126950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-b8585dce-9b9c-4f0a-9d72-f5ca41db685f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/quotas/f8049c549f5042a1aea668364dd97886 HTTP/1.1" status: 200 len: 375 time: 0.0248911 Nov 03 18:33:54.130145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:54.145466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a436f03f-462d-4c68-a2a0-36daa601e5fa req-5a546a5b-70d6-42f1-9b2c-01516e1d1808 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920223 Nov 03 18:33:54.146910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.150019 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] 10.222.0.77 "DELETE /v2.0/networks/012864b1-92fc-4e2d-85d5-2b25ad1831dd HTTP/1.1" status: 204 len: 168 time: 0.6910007 Nov 03 18:33:54.151499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-a9647636-bb42-48dc-902c-945c79573cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.153734 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-a9647636-bb42-48dc-902c-945c79573cc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1328144 Nov 03 18:33:54.154746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee5ee-dfc9-4f4d-a853-3a9b3a39e005 admin admin] Pushing event deleted for resources: {'Network': ['ID=012864b1-92fc-4e2d-85d5-2b25ad1831dd,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:54.241768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:54.244188 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4768128a-c279-4acb-a6aa-2a0901a119de" -d '{"events": [{"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-unplugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:54.249075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.263742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-483dfc4b-ebfe-4d24-a3ff-933f76a2b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.267237 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-483dfc4b-ebfe-4d24-a3ff-933f76a2b4e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970085 Nov 03 18:33:54.282697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-8a359caf-98a4-4c3c-8110-0a1fd5e1cbe1 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1235490 Nov 03 18:33:54.374437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Transition to ACTIVE for port object 26febb32-9e2a-46df-9524-c3b4b6568066 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:54.382603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-5bbdfd1e-e9bb-442c-a951-ac304d696560 service neutron] 10.222.0.77 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990012 Nov 03 18:33:54.393393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.410511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45626) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:54.516308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] No DVR routers for this DVR port 26febb32-9e2a-46df-9524-c3b4b6568066 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:54.539254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:54.608895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:54.609235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:54.609593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:54.615024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:54.615348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:54.631717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-ca217ea5-25e1-49d1-966e-efc69e837d96 service neutron] 10.222.0.77 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479486 Nov 03 18:33:54.650965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:54.651435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:54.651709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:54.652174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Bound port: 26febb32-9e2a-46df-9524-c3b4b6568066, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:54.653043 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.827929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:54.835323 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-bc968606-6cd1-40fb-bc74-68b88e62d439 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625987 Nov 03 18:33:54.837722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:54.846404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.871976 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed0a2e86-f590-4ab5-86ca-dc9782e543c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b1e9452b03e42fd962ecb83f40edfb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600141 Nov 03 18:33:54.885987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45638) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:54.956887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4900f-6d89-4c94-bcc8-364dd82692c8 req-79efcb23-2b55-4103-9806-027fbbbb5871 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.964098 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecc4900f-6d89-4c94-bcc8-364dd82692c8 req-79efcb23-2b55-4103-9806-027fbbbb5871 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 945 time: 0.5854912 Nov 03 18:33:54.976338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.977745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.980263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] 10.222.0.70 "PUT /v2.0/ports/26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 1096 time: 1.7199624 Nov 03 18:33:55.030227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7346dfd8-9d08-438a-92d5-0bc10d2b318e req-da251a0b-28a3-4bbf-8c0b-8181fbc4092b service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845460 Nov 03 18:33:55.073076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecc4900f-6d89-4c94-bcc8-364dd82692c8 req-4fc6bf69-4da1-4c97-a02c-6ff7a6b25d85 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d102031-2e66-46a9-9422-9cd670cf7fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871313 Nov 03 18:33:55.117186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:55.120752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd603f77-a63a-4ae8-9175-80b86d9fa521 service neutron] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:55.143880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-e061df88-2171-4474-9b0e-34eb8f55c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.145626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-e061df88-2171-4474-9b0e-34eb8f55c610 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1099 time: 0.1264138 Nov 03 18:33:55.162255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:55.162905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3e2c71c-f628-4ee4-b258-e97b4e5ae3e5 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:55.163561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:55.166416 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec91c-4144-466c-9744-0778fb1d2c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.242665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:55.269489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec91c-4144-466c-9744-0778fb1d2c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.299883 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb8325a-f227-4df9-bf0a-da83f32ba231 x-openstack-request-id: req-6cb8325a-f227-4df9-bf0a-da83f32ba231 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:55.300179 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-unplugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:55.300431 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6cb8325a-f227-4df9-bf0a-da83f32ba231 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:55.300834 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'code': 200} Nov 03 18:33:55.343386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-521c17d3-6c61-4b86-92de-ac5fad0f0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.345340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-521c17d3-6c61-4b86-92de-ac5fad0f0a9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1914101 Nov 03 18:33:55.345739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536f174-885c-4c54-908d-fa9d3a1796e8 req-840661e3-0e40-402a-9692-a37ae10b240a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.347446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d536f174-885c-4c54-908d-fa9d3a1796e8 req-840661e3-0e40-402a-9692-a37ae10b240a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 945 time: 0.1327538 Nov 03 18:33:55.396468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-070d6695-9e13-49cc-b858-7c61c274d8bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0418389 Nov 03 18:33:55.451254 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d536f174-885c-4c54-908d-fa9d3a1796e8 req-73a2842d-00cc-4096-b84c-fe7d515794fe tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967567 Nov 03 18:33:55.506144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec91c-4144-466c-9744-0778fb1d2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.509049 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec91c-4144-466c-9744-0778fb1d2c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.510391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4e2ec91c-4144-466c-9744-0778fb1d2c99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6 HTTP/1.1" status: 204 len: 168 time: 0.6213515 Nov 03 18:33:55.573180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ec91c-4144-466c-9744-0778fb1d2c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be75ce-f6a8-4ca5-b9c2-0d224ab9e2b6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:55.582558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-c0ff94dd-4ae9-4a21-94e4-05f647fe1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.590111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-c0ff94dd-4ae9-4a21-94e4-05f647fe1e25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1795206 Nov 03 18:33:55.625340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702d13-7e91-4b66-835a-50b8716c9b57 req-5ab316cd-a9dc-4295-854c-5f293c2e1aba tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.634707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6f702d13-7e91-4b66-835a-50b8716c9b57 req-5ab316cd-a9dc-4295-854c-5f293c2e1aba tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.0978303 Nov 03 18:33:55.636262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-31f9a3f2-5762-4990-b90e-94d112360e0d tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.638803 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-31f9a3f2-5762-4990-b90e-94d112360e0d tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.96 "GET /v2.0/ports?device_id=09e1831a-3657-4be7-8405-53583545b491 HTTP/1.1" status: 200 len: 945 time: 0.1892486 Nov 03 18:33:55.700804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc592dff-89a9-4e44-be42-6e318f79f5e5 req-868c4a83-f519-400e-9999-0f5dc2cf2e55 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.710195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc592dff-89a9-4e44-be42-6e318f79f5e5 req-868c4a83-f519-400e-9999-0f5dc2cf2e55 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 948 time: 0.2618964 Nov 03 18:33:55.712466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6f702d13-7e91-4b66-835a-50b8716c9b57 req-b502be80-7122-4cef-8e16-15fc0a0e5ae7 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712531 Nov 03 18:33:55.801864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-d88cb096-3b60-40f0-ae63-5c07267ad825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.803516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-d88cb096-3b60-40f0-ae63-5c07267ad825 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2006354 Nov 03 18:33:55.813345 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-080a70a0-2549-40d0-ab67-78df9b1e9bab req-3bcf5073-eafc-4fb5-9058-86a196e01610 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 210 time: 0.0460539 Nov 03 18:33:55.849642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc592dff-89a9-4e44-be42-6e318f79f5e5 req-0963c5e4-3446-4e42-833f-42f718efe5b0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379001 Nov 03 18:33:55.881458 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 14b5a22c-4573-4d18-9121-61937326c91c details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:55.993358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-ca5960db-3e45-4302-b0f0-29d46448daed service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773107 Nov 03 18:33:56.078072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd33f1-a8a0-44eb-a84b-945061c7fff1 req-355546c1-81a0-4193-9fcd-a2eaa7d2ec5d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:56.080405 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bbfd33f1-a8a0-44eb-a84b-945061c7fff1 req-355546c1-81a0-4193-9fcd-a2eaa7d2ec5d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 947 time: 0.0975213 Nov 03 18:33:56.109093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 14b5a22c-4573-4d18-9121-61937326c91c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=14b5a22c-4573-4d18-9121-61937326c91c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:56.130759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Deleting port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:56.131161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.140166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '14b5a22c-4573-4d18-9121-61937326c91c', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '14b5a22c-4573-4d18-9121-61937326c91c', 'mac_address': 'fa:16:3e:82:13:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:56.162545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729ce52-8b70-49be-b7f4-a2488cd5d3cb req-6ce9a33b-8817-419a-871c-6f22a9cb598d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:56.165283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d729ce52-8b70-49be-b7f4-a2488cd5d3cb req-6ce9a33b-8817-419a-871c-6f22a9cb598d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 945 time: 0.1773586 Nov 03 18:33:56.180371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bbfd33f1-a8a0-44eb-a84b-945061c7fff1 req-84e19974-0e6f-42ca-8ee5-c86fc0daeed1 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870152 Nov 03 18:33:56.188473 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:33:56.217755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-79743efe-379e-4e35-a0b0-ea364593b6de service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123404 Nov 03 18:33:56.237295 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.256175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b5a22c-4573-4d18-9121-61937326c91c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:56.289561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 14b5a22c-4573-4d18-9121-61937326c91c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=14b5a22c-4573-4d18-9121-61937326c91c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:56.295879 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.350754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d729ce52-8b70-49be-b7f4-a2488cd5d3cb req-13a988dd-bd31-47ce-a96f-f5ce59f87015 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722696 Nov 03 18:33:56.380096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=14b5a22c-4573-4d18-9121-61937326c91c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:56.380493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] For port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:56.380493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.618474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:56.663504 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.664669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.665799 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Floating IP 91a7fcf5-6088-47e9-82ba-4e9e40f190ad disassociated. External IP: 172.25.3.251, port: 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a. Nov 03 18:33:56.666452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Calling delete_port for 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:56.854188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45694) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:56.886255 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.939123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event deleted for resources: {'Port': ['ID=5c7feeae-2c9f-4c69-b5ad-ef577b66a74a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:57.020556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2055069495-network', 'tenant_id': '0234026083db445bb23ad4c1524caf16'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:57.051100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Made reservation on behalf of 0234026083db445bb23ad4c1524caf16 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:57.055052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.070358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.173262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.179637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.191144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f8d38-5bd5-47cd-84ed-51cc6ff2a12b req-0b2dea09-0f17-4c99-8542-925146c6fefb tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:57.192818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-170f8d38-5bd5-47cd-84ed-51cc6ff2a12b req-0b2dea09-0f17-4c99-8542-925146c6fefb tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.2385163 Nov 03 18:33:57.204622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:33:57.208425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-271c47d2-647e-465c-985c-ba2142b52436 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:57.210301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-271c47d2-647e-465c-985c-ba2142b52436 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 821 time: 0.2891798 Nov 03 18:33:57.227351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1a698d-9062-4636-924f-d620aeb3a5c7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:57.232948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.233294 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Added segment a76a07b9-73e6-45e7-8a85-2a47c159eac7 of type vlan for network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b Nov 03 18:33:57.242036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Request body: {'port': {'device_id': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'admin_state_up': True, 'tenant_id': 'f8049c549f5042a1aea668364dd97886'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:57.286915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.288408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Router 6bfd20c0-fe04-4529-aecd-4038d10105ca has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:33:57.319137 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.320999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:57.321862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.327977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:57.334557 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:57.390674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-170f8d38-5bd5-47cd-84ed-51cc6ff2a12b req-fce3139a-0ed0-4b93-bf1f-40f4d9fc94d1 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692028 Nov 03 18:33:57.407824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] Pushing event updated for resources: {'Network': ['ID=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:57.430882 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f7553d5e-3c1b-471b-9b3e-403bea6c6feb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5729036 Nov 03 18:33:57.431045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:33:57.431480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45706) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:57.440232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Request body: {'subnet': {'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2055069495-subnet', 'tenant_id': '0234026083db445bb23ad4c1524caf16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:57.489610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Made reservation on behalf of 0234026083db445bb23ad4c1524caf16 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:57.492377 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.734819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.801743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0c408e-cf53-4fe5-b835-df93fa8b13b6,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:57.813386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Checking segment: {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:57.813789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Network hostable DHCP agents. Network: c1d00d22-214c-45df-ab35-3d5fd1f3cf5b, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:33:57.835321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:33:57.847963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c1d00d22-214c-45df-ab35-3d5fd1f3cf5b) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:57.856826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c98e47-9234-4de4-a41c-6089fe097cf9 None None] Network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:57.861838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:57.863611 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.889022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:57.891431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Made reservation on behalf of f8049c549f5042a1aea668364dd97886 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:57.895227 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.935033 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-76ff556e-cb07-4890-b2ad-ad3be3750ed0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5024910 Nov 03 18:33:57.978862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:57.981360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 14b5a22c-4573-4d18-9121-61937326c91c up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:57.984101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] Sync routers for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:58.037835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] No DVR routers for this DVR port 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:58.042950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.047221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6dac1e6-86dc-4881-aa32-ecc1a7087088 req-210c66f4-6cc3-44d6-9602-cde89ade7978 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.96 "DELETE /v2.0/ports/5c7feeae-2c9f-4c69-b5ad-ef577b66a74a HTTP/1.1" status: 204 len: 173 time: 2.3890669 Nov 03 18:33:58.095763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:58.097382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:33:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:58.174660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63561317-1d44-47a5-abdc-cbdf468617ac req-cc1692a6-18e5-4f97-a7f9-8e2f4a9e9ae4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 210 time: 0.6617277 Nov 03 18:33:58.213993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Allocated IP 172.20.0.7 (0d2036d6-b191-4e34-8229-04a41f2359a3/f66d4a59-fe2b-48d0-b687-a87a2133f4c8/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:58.295990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:58.463346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4430c87-817c-43bd-9bb6-1055b636e0f6 req-7bdeb6f0-9b70-49c2-87db-92bdac2d4980 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:58.464706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4430c87-817c-43bd-9bb6-1055b636e0f6 req-7bdeb6f0-9b70-49c2-87db-92bdac2d4980 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 948 time: 0.1568747 Nov 03 18:33:58.549047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4430c87-817c-43bd-9bb6-1055b636e0f6 req-db658672-4020-4c96-a2f2-91775a570108 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708494 Nov 03 18:33:58.574430 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.626713 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.662163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a21bd520-5eee-4d88-b296-28448b80dcc8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:58.695610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Network 0d2036d6-b191-4e34-8229-04a41f2359a3 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:58.703295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:58.705408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Pushing event updated for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:58.709306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:58.712533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 14b5a22c-4573-4d18-9121-61937326c91c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:58.724757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 14b5a22c-4573-4d18-9121-61937326c91c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:58.725549 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.781358 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c73c301-f99a-49ce-b416-c785c3d2ef53 None None] Network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:58.902226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:58.904659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.936348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:58.978368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-69cf0214-facc-41b2-a469-26eb4a6133f3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7487595 Nov 03 18:33:59.004975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '26febb32-9e2a-46df-9524-c3b4b6568066', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '26febb32-9e2a-46df-9524-c3b4b6568066', 'mac_address': 'fa:16:3e:14:2c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:59.020578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Request body: {'port': {'device_id': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:59.081995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632cee-4f1d-4ed6-97b9-d3be9158e1dd req-439f0e47-61bc-4b3b-aa1f-8dd2a6d46bea tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:59.083895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d632cee-4f1d-4ed6-97b9-d3be9158e1dd req-439f0e47-61bc-4b3b-aa1f-8dd2a6d46bea tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 948 time: 0.1474423 Nov 03 18:33:59.139507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.166623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:59.225084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d632cee-4f1d-4ed6-97b9-d3be9158e1dd req-2102987a-9a91-4466-a3ff-2895f3d82bd8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177170 Nov 03 18:33:59.264129 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.304614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 14b5a22c-4573-4d18-9121-61937326c91c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=14b5a22c-4573-4d18-9121-61937326c91c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:59.307172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:59.307563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5c7feeae-2c9f-4c69-b5ad-ef577b66a74a not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:59.311943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c643a4e-bf3c-4080-bd38-94785d054f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b5a22c-4573-4d18-9121-61937326c91c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:59.314503 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e960d7-ff4b-4b0a-a363-6d6c29191309" -d '{"events": [{"server_uuid": "7c643a4e-bf3c-4080-bd38-94785d054f90", "name": "network-vif-plugged", "status": "completed", "tag": "14b5a22c-4573-4d18-9121-61937326c91c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:59.323817 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.330502 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.348089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26febb32-9e2a-46df-9524-c3b4b6568066 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:59.374946 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f519d16c-d88d-4da1-b8fc-7d2077ff0d99 x-openstack-request-id: req-f519d16c-d88d-4da1-b8fc-7d2077ff0d99 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:59.375768 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:59.376106 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f519d16c-d88d-4da1-b8fc-7d2077ff0d99 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:59.376582 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'status': 'completed', 'code': 200} Nov 03 18:33:59.391247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:59.401498 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.407921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:59.450756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] Checking router: 6bfd20c0-fe04-4529-aecd-4038d10105ca for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:59.475949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=14b5a22c-4573-4d18-9121-61937326c91c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:59.479457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:59.481234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:33:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:59.570929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-8522599e-db32-472f-b16b-d8aa49098a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:59.572931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-8522599e-db32-472f-b16b-d8aa49098a13 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1100 time: 0.1949031 Nov 03 18:33:59.580543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-cd47ced9-27fe-45d5-b11a-85cbedc10963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:59.582191 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-cd47ced9-27fe-45d5-b11a-85cbedc10963 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1100 time: 0.1954033 Nov 03 18:33:59.644802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:59.686204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:59.802348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['26febb32-9e2a-46df-9524-c3b4b6568066'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:59.883768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 69e821da-e7e5-441c-8484-a78b541e48ee details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:59.887884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-73af3787-acb3-4509-9b88-a3e1984bb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:59.889401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-73af3787-acb3-4509-9b88-a3e1984bb126 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2776139 Nov 03 18:33:59.896637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:59.928968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.974723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-56178d52-fe63-4d18-943e-dd0cca8dbf53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0643597 Nov 03 18:33:59.980246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-b475cef0-ac4d-43b7-9e76-90b5bf73574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:59.982409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-b475cef0-ac4d-43b7-9e76-90b5bf73574b service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.3911216 Nov 03 18:33:59.991352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Transition to ACTIVE for port object 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:00.032175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.083460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-694da6b3-648d-4113-ad3e-f44279eec7b7 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.084874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-694da6b3-648d-4113-ad3e-f44279eec7b7 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/networks?id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b HTTP/1.1" status: 200 len: 818 time: 0.3527858 Nov 03 18:34:00.108377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-9b63dbda-0091-40e7-adff-40a4ab83302f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.1019647 Nov 03 18:34:00.173584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:00.179668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-73fe04df-e67b-408b-b79d-b6bc1f636fca tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/quotas/0234026083db445bb23ad4c1524caf16 HTTP/1.1" status: 200 len: 375 time: 0.0702629 Nov 03 18:34:00.184921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-7dae1186-97cd-43b7-840e-9b2d74f0664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.186462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-7dae1186-97cd-43b7-840e-9b2d74f0664d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1993043 Nov 03 18:34:00.191453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Pushing event updated for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:00.210528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '69e821da-e7e5-441c-8484-a78b541e48ee', 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'port_id': '69e821da-e7e5-441c-8484-a78b541e48ee', 'mac_address': 'fa:16:3e:c6:54:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10815da0-ea91-4b3c-9c9a-720e52c72d63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:00.273298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:00.276167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-bf076694-83a4-4eb4-af56-7d2f5647b2b2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0234026083db445bb23ad4c1524caf16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859768 Nov 03 18:34:00.304655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.306966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c228159-5376-4a56-a7d1-8f5aff737fe0 None None] The sync data for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 is: [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:29:13Z', 'revision_number': 4, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '52dc22bb-cc3f-433c-84ff-677f2f5c0a9e', 'name': '', 'network_id': 'c423ff00-7e73-4ea9-ae8f-47acd2272e3b', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'mac_address': 'fa:16:3e:d0:74:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:11Z', 'updated_at': '2021-11-03T18:29:18Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'subnets': [{'id': '178ab601-5793-42be-b6f2-a5fd74918b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:34:00.315542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-c7cea558-e376-4c5d-a16e-812b6dbd104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.317111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-c7cea558-e376-4c5d-a16e-812b6dbd104c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1928878 Nov 03 18:34:00.322689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69e821da-e7e5-441c-8484-a78b541e48ee {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:00.348088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:00.353445 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.432481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-91c0283e-f8fa-4968-bc08-5650e9c04fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.434585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-91c0283e-f8fa-4968-bc08-5650e9c04fb4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2269728 Nov 03 18:34:00.545985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-1251c76f-7d93-4b01-895b-e6cb8a65fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.552935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-1251c76f-7d93-4b01-895b-e6cb8a65fa75 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156146 Nov 03 18:34:00.567139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['69e821da-e7e5-441c-8484-a78b541e48ee'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:00.589073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:00.589777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:00.590854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:00.615050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:00.615431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:00.623185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:00.640661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-a94579bc-5ce8-406a-8dcb-d314cf2e6911 service neutron] 10.222.0.77 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367403 Nov 03 18:34:00.647660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:00.648003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:00.648451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:00.648913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Bound port: 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:00.649275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.774182 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1605d9-8e27-4fd9-9082-2cd869a38f65 None None] New status for floating IP 91a7fcf5-6088-47e9-82ba-4e9e40f190ad: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:34:00.918982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-c690fbc0-f79d-4525-a30c-56ee599cea06 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586955 Nov 03 18:34:00.942107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-f9f45e90-ce73-414e-b735-de2cdc08a798 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924681 Nov 03 18:34:00.950378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-77b4b3ba-4c3e-4693-8549-77289f8fb512 service neutron] 10.222.0.77 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882721 Nov 03 18:34:00.952295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:00.971524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:01.009455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.137250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.139087 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.140969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] 10.222.0.96 "PUT /v2.0/ports/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 200 len: 1091 time: 2.1305261 Nov 03 18:34:01.152074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-39e42287-ca69-4bac-b663-40bac57ed585 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.172922 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-39e42287-ca69-4bac-b663-40bac57ed585 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.1040471 Nov 03 18:34:01.192356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-3'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:01.300014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.341111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250be99-638f-41c8-a7f6-5264250f44fd service neutron] Pushing event updated for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:01.346699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-e0903bdd-9427-48fe-aeff-7503d4aa2290 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011436 Nov 03 18:34:01.349307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba95e9d8-772a-41ab-9b6f-7c24aefe24de req-807e5ccb-b694-43f5-a1ea-77cce702c6cf service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813620 Nov 03 18:34:01.372507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-31b9f88d-c224-4115-b9d3-bb34ecc90943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.374632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-31b9f88d-c224-4115-b9d3-bb34ecc90943 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1094 time: 0.1620908 Nov 03 18:34:01.377533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e1831a-3657-4be7-8405-53583545b491', 'name': 'network-vif-deleted', 'tag': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a'}, {'name': 'network-changed', 'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:01.381082 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d04469-66c1-4206-ad08-a489452c483f" -d '{"events": [{"server_uuid": "09e1831a-3657-4be7-8405-53583545b491", "name": "network-vif-deleted", "tag": "5c7feeae-2c9f-4c69-b5ad-ef577b66a74a"}, {"name": "network-changed", "server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:01.450753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-52a098ab-3e9c-4003-af3f-19d6fdf0cd8e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 200 len: 217 time: 0.0601463 Nov 03 18:34:01.547482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:01.554089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-08aebe3e-4654-4a86-ba6d-967fed930737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.555928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-08aebe3e-4654-4a86-ba6d-967fed930737 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.0971317 Nov 03 18:34:01.583059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e014ff3-53b1-4fc6-a83e-fbcfc00ad333 req-00188d1a-5d29-42c7-9388-b3f0e4b52339 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.584978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e014ff3-53b1-4fc6-a83e-fbcfc00ad333 req-00188d1a-5d29-42c7-9388-b3f0e4b52339 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 945 time: 0.1095388 Nov 03 18:34:01.603209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:01.605069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-334294c8-1926-4443-b892-431afbdb410c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400567 Nov 03 18:34:01.664619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:01.667476 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1841ad7c-7cbb-4db4-98d2-7e820596868f" -d '{"events": [{"server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "name": "network-vif-unplugged", "status": "completed", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:01.673094 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.680926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.734630 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e014ff3-53b1-4fc6-a83e-fbcfc00ad333 req-7e8bb795-2283-427f-8456-d49f7818575f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325510 Nov 03 18:34:01.775662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-16840186-feb2-4273-b8a0-d52768ebaf80 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419101 Nov 03 18:34:01.782654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:01.804674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:01.804998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:01.805477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:01.808405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.809312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.809732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.810075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.810498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.810722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.811050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.811519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.811855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.812577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.812913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.813238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.824124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:01.825042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:01.831975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:01.832316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:01.833288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:01.833782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Bound port: 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:01.834344 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.882584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:01.888661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:01.977815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:01.990673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:01.998223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.130557 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.132134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=8']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:02.147702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:02.150372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.153912 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-cac406b6-7d28-41fe-8484-9cf3c9f076fb service neutron] 10.222.0.70 "PUT /v2.0/ports/3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 200 len: 1121 time: 0.9674494 Nov 03 18:34:02.222687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 26febb32-9e2a-46df-9524-c3b4b6568066 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:02.241388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 26febb32-9e2a-46df-9524-c3b4b6568066 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:02.242288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.292323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['3a56e98f-cce4-418a-ab4a-d3d17840d3c3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:02.415424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['3a56e98f-cce4-418a-ab4a-d3d17840d3c3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:02.415730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f31d849a-0f9c-4e00-bd39-188023778f7c req-abd572f5-6061-4552-a6ed-9161d20f5cd4 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197417 Nov 03 18:34:02.426454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3d6f4-d3e2-4721-9387-92bcff68806c req-a4aef970-23b8-41cd-ad3b-1f59b5a7f152 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:02.440094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93f3d6f4-d3e2-4721-9387-92bcff68806c req-a4aef970-23b8-41cd-ad3b-1f59b5a7f152 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.4961081 Nov 03 18:34:02.500082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:02.530070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93f3d6f4-d3e2-4721-9387-92bcff68806c req-1c704ec2-964d-4285-8d6b-6d7c811b8d83 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822642 Nov 03 18:34:02.607633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:02.608005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:02.608420 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:02.657230 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c324e804-c0c5-4df9-8a8e-a1d1a17c75b6 x-openstack-request-id: req-c324e804-c0c5-4df9-8a8e-a1d1a17c75b6 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:02.657604 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c643a4e-bf3c-4080-bd38-94785d054f90", "name": "network-vif-plugged", "status": "completed", "tag": "14b5a22c-4573-4d18-9121-61937326c91c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:02.660035 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c324e804-c0c5-4df9-8a8e-a1d1a17c75b6 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:02.660464 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c643a4e-bf3c-4080-bd38-94785d054f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b5a22c-4573-4d18-9121-61937326c91c', 'code': 200} Nov 03 18:34:02.693459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:02.693840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Attempting to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on network a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:02.769687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:02.770060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Checking segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:02.770815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Bound using segment: {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:02.771632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Bound port: 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d05be5-a7bb-4bbe-9b87-f737aa164277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:02.772029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.829728 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.831360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e75e5b-d103-4c8f-a71a-bc1a25fb3ce6 req-02de844a-43a4-4912-bc92-9d94db91fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:02.833254 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04e75e5b-d103-4c8f-a71a-bc1a25fb3ce6 req-02de844a-43a4-4912-bc92-9d94db91fa3d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 1100 time: 0.1110845 Nov 03 18:34:02.866209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f49ae-6cf8-4b28-831a-3be6efcd8c84 req-c5df4d47-5030-44d4-8bdd-afc67f19c2c8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:02.885694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-721f49ae-6cf8-4b28-831a-3be6efcd8c84 req-c5df4d47-5030-44d4-8bdd-afc67f19c2c8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 949 time: 0.1480842 Nov 03 18:34:02.985952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-721f49ae-6cf8-4b28-831a-3be6efcd8c84 req-22bbd6d2-d12f-48c3-8040-5befb6003a09 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972571 Nov 03 18:34:03.001925 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-04e75e5b-d103-4c8f-a71a-bc1a25fb3ce6 req-def2d8f9-425b-4a4b-91ed-da37bec04f60 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590347 Nov 03 18:34:03.117913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b1caa-7d8e-449a-9f5f-8a249bdcfbbc req-d6313242-1b78-446f-a277-dfb9cc22930e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:03.126998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c1b1caa-7d8e-449a-9f5f-8a249bdcfbbc req-d6313242-1b78-446f-a277-dfb9cc22930e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 949 time: 0.0702262 Nov 03 18:34:03.198645 n-d-812148-3 neutron-server[101757]: WARNING neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Concurrent port binding operations failed on port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 Nov 03 18:34:03.207921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c1b1caa-7d8e-449a-9f5f-8a249bdcfbbc req-7b6778d6-50ff-4513-a4d1-0e303ba1e273 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798852 Nov 03 18:34:03.214773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:03.273302 n-d-812148-3 neutron-server[101757]: INFO neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Attempt 2 to bind port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 Nov 03 18:34:03.274328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 has no active binding in host n-h2-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:34:03.348984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.412069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:03.432770 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.434583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 69e821da-e7e5-441c-8484-a78b541e48ee up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:03.552229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:03.562082 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a85c6d8-8fc4-4ee8-ac71-d9aff4f87dc1 x-openstack-request-id: req-9a85c6d8-8fc4-4ee8-ac71-d9aff4f87dc1 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:03.562712 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e1831a-3657-4be7-8405-53583545b491", "name": "network-vif-deleted", "tag": "5c7feeae-2c9f-4c69-b5ad-ef577b66a74a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:03.562712 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a85c6d8-8fc4-4ee8-ac71-d9aff4f87dc1 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:03.564062 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e1831a-3657-4be7-8405-53583545b491', 'name': 'network-vif-deleted', 'tag': '5c7feeae-2c9f-4c69-b5ad-ef577b66a74a', 'status': 'completed', 'code': 200} Nov 03 18:34:03.564505 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2', 'status': 'completed', 'code': 200} Nov 03 18:34:03.583520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 69e821da-e7e5-441c-8484-a78b541e48ee triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:03.583980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.607358 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db982091-3530-4fc1-8ed7-9c81b258123d x-openstack-request-id: req-db982091-3530-4fc1-8ed7-9c81b258123d {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:03.607887 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "name": "network-vif-unplugged", "status": "completed", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:03.607887 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db982091-3530-4fc1-8ed7-9c81b258123d {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:03.608293 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3', 'code': 200} Nov 03 18:34:03.662162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04469-66c1-4206-ad08-a489452c483f req-e6ffe992-d836-4e1a-8e9e-261c584ede31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:03.663779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d04469-66c1-4206-ad08-a489452c483f req-e6ffe992-d836-4e1a-8e9e-261c584ede31 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1094 time: 0.0700541 Nov 03 18:34:03.711858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.771864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:03.778760 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.859130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:03.898909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 69e821da-e7e5-441c-8484-a78b541e48ee no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:03.964328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04469-66c1-4206-ad08-a489452c483f req-35172f72-63c3-4b46-a294-cb8e08cbc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:03.966045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d04469-66c1-4206-ad08-a489452c483f req-35172f72-63c3-4b46-a294-cb8e08cbc6c2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.2934659 Nov 03 18:34:03.974016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f0320-b95d-4291-a097-aea44b4bf019 req-7d18d0cb-9a68-470a-9941-b65608538547 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:03.982559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c10f0320-b95d-4291-a097-aea44b4bf019 req-7d18d0cb-9a68-470a-9941-b65608538547 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 944 time: 0.2705483 Nov 03 18:34:04.045807 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.072858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1993105e-6f64-49af-a91a-95c7f281f938 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.074423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1993105e-6f64-49af-a91a-95c7f281f938 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.96 "GET /v2.0/networks?id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b HTTP/1.1" status: 200 len: 818 time: 0.2843063 Nov 03 18:34:04.078119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d04469-66c1-4206-ad08-a489452c483f req-cc6f29f5-403e-482f-9de1-230c6b227304 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 200 len: 217 time: 0.0845470 Nov 03 18:34:04.083010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:04.089218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.103841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Request body: {'port': {'device_id': '12fe0ecd-cea0-4d40-82c0-b39345a18c4c', 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b', 'admin_state_up': True, 'tenant_id': '0234026083db445bb23ad4c1524caf16'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:04.162603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:04.265702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-fc5f7b4e-0ffd-4657-933f-a20f61b128eb tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.267945 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-fc5f7b4e-0ffd-4657-933f-a20f61b128eb tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.70 "GET /v2.0/networks?id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b HTTP/1.1" status: 200 len: 818 time: 0.2276742 Nov 03 18:34:04.295786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c10f0320-b95d-4291-a097-aea44b4bf019 req-06465a43-47f9-48cf-bb89-5cb26018391d tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121941 Nov 03 18:34:04.308259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04469-66c1-4206-ad08-a489452c483f req-1dd01a91-436b-48ce-a16d-c12e30a6e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.311296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d04469-66c1-4206-ad08-a489452c483f req-1dd01a91-436b-48ce-a16d-c12e30a6e47b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.2018518 Nov 03 18:34:04.349241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Request body: {'port': {'device_id': '3022d28f-a223-4431-b788-d31f8fa155a2', 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b', 'admin_state_up': True, 'tenant_id': '0234026083db445bb23ad4c1524caf16'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:04.361319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d04469-66c1-4206-ad08-a489452c483f req-778211c9-5738-4a74-ab21-a88b4e4f71c7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347698 Nov 03 18:34:04.479408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-fed4c0f6-7043-4df2-b8a9-e72dd004fe6d tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.481383 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-fed4c0f6-7043-4df2-b8a9-e72dd004fe6d tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.96 "GET /v2.0/networks?id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b HTTP/1.1" status: 200 len: 818 time: 0.2122300 Nov 03 18:34:04.510822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Request body: {'port': {'device_id': '9463bd0f-7fcb-455e-9c89-eae3395b4839', 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b', 'admin_state_up': True, 'tenant_id': '0234026083db445bb23ad4c1524caf16'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:04.540980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d04469-66c1-4206-ad08-a489452c483f req-cbf9fd0d-a478-489a-bf53-c167364c5f6d service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648741 Nov 03 18:34:04.551451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:34:04.551451 n-d-812148-3 neutron-server[101755]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 18:34:04.551451 n-d-812148-3 neutron-server[101755]: [parameters: {'project_id': '0234026083db445bb23ad4c1524caf16', 'id': '36ffdee6-b90c-428d-a788-9fd0d7dfd599', 'expiration': datetime.datetime(2021, 11, 3, 18, 36, 4, 537239)}] Nov 03 18:34:04.551451 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:34:04.552038 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:34:04.553344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25cf9b-6e5e-4722-97b6-bf644352addc req-ed4a62ec-b506-49d7-b6ef-110ee662adf3 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.555046 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce25cf9b-6e5e-4722-97b6-bf644352addc req-ed4a62ec-b506-49d7-b6ef-110ee662adf3 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.1410837 Nov 03 18:34:04.608120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Made reservation on behalf of 0234026083db445bb23ad4c1524caf16 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:04.611739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.656230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Made reservation on behalf of 0234026083db445bb23ad4c1524caf16 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:04.661826 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.663236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}, {'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee'}, {'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:04.669611 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa562f2-9e82-4f4a-8fb8-94df4d944901" -d '{"events": [{"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-plugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}, {"server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "name": "network-vif-plugged", "status": "completed", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee"}, {"server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "name": "network-vif-unplugged", "status": "completed", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:04.724213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce25cf9b-6e5e-4722-97b6-bf644352addc req-b4a360e3-773d-4fdc-a933-e918c31c6ecd tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565301 Nov 03 18:34:04.760855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19d04469-66c1-4206-ad08-a489452c483f req-31995edf-e0e0-48f6-8c54-8f6617186cee service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044871 Nov 03 18:34:04.840949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Allocated IP 172.20.0.4 (c1d00d22-214c-45df-ab35-3d5fd1f3cf5b/8e0c408e-cf53-4fe5-b835-df93fa8b13b6/5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:05.039550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2de8be6-e99a-44c9-a641-9298abfced48 req-9db012a5-edc4-480f-b7c1-32c33b1df370 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 210 time: 0.0582576 Nov 03 18:34:05.052843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.086077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-0392b68c-1b24-4726-b916-27bbcc0a730e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.087953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-0392b68c-1b24-4726-b916-27bbcc0a730e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97&tenant_id=9a4df77df91b447ea667fc3899ffe6af&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 950 time: 0.0941720 Nov 03 18:34:05.125680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.128439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Made reservation on behalf of 0234026083db445bb23ad4c1524caf16 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:05.132700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.218533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:05.261005 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:05.267070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:05.272115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-7ea687b8-4510-4c25-9060-f0a9005c3528 service neutron] 10.222.0.70 "GET /v2.0/ports/26febb32-9e2a-46df-9524-c3b4b6568066/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 382 time: 0.1630270 Nov 03 18:34:05.288332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687f26-997c-498c-9ad7-8403fa5d0e05 req-92d5760c-f4f9-41ce-8d90-eacfad5f4389 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.290315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af687f26-997c-498c-9ad7-8403fa5d0e05 req-92d5760c-f4f9-41ce-8d90-eacfad5f4389 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.1717565 Nov 03 18:34:05.298957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Allocated IP 172.20.0.2 (c1d00d22-214c-45df-ab35-3d5fd1f3cf5b/8e0c408e-cf53-4fe5-b835-df93fa8b13b6/7d9227da-f8e6-46f2-9cb2-27f313402f69) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:05.322393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Pushing event updated for resources: {'Port': ['ID=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:05.349680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.350351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.379963 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-1d43b8cc-c88e-44c2-b97d-388b504f5973 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739698 Nov 03 18:34:05.396241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Request body: {'port': {'device_id': '9463bd0f-7fcb-455e-9c89-eae3395b4839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:05.445800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af687f26-997c-498c-9ad7-8403fa5d0e05 req-99d12977-31dc-4bc7-99a3-0b587f847b81 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434467 Nov 03 18:34:05.487439 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.487808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-43121db3-597f-4e92-9266-399b01c7e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.489170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-43121db3-597f-4e92-9266-399b01c7e7d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1101 time: 0.1686444 Nov 03 18:34:05.654028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:05.656050 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a35262-e137-4ced-b699-0b8e683f595b" -d '{"events": [{"name": "network-changed", "server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:05.713589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.724517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c357a-86b1-45fd-a5bc-e85cfaeec3a4 req-d9dc9ff7-f1f7-4bbb-82a9-828b4e1667e4 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.726175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-797c357a-86b1-45fd-a5bc-e85cfaeec3a4 req-d9dc9ff7-f1f7-4bbb-82a9-828b4e1667e4 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 949 time: 0.1882789 Nov 03 18:34:05.729730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-e928a6b4-db3e-4041-9458-4dee177f8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.731880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-e928a6b4-db3e-4041-9458-4dee177f8565 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2061400 Nov 03 18:34:05.747017 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0b3f-c29b-462e-832d-5ace78b807f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.812854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-286d4f2b-4e31-41fe-9f61-1ac52aece6bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0601025 Nov 03 18:34:05.865553 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.917965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-797c357a-86b1-45fd-a5bc-e85cfaeec3a4 req-a79b54ea-7564-41ce-a1ea-c5de64575c35 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724842 Nov 03 18:34:05.942456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-76ab1c64-d626-4c14-a017-8ea1a095573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.953487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-76ab1c64-d626-4c14-a017-8ea1a095573a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1215837 Nov 03 18:34:05.953487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:05.954171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Pushing event updated for resources: {'Port': ['ID=7d9227da-f8e6-46f2-9cb2-27f313402f69,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:05.966444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:05.966444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:05.989053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Allocated IP 172.20.0.12 (c1d00d22-214c-45df-ab35-3d5fd1f3cf5b/8e0c408e-cf53-4fe5-b835-df93fa8b13b6/1643113b-ffc8-45c6-b544-ab97a56a0675) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:06.017864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.018309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.018570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.018925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.019260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.019594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.019982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.020383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.020780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.021164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.021546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.021875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:06.067938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:06.068485 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.079724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-18743342-cf3d-466f-a882-443fe3fc0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:06.081366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-18743342-cf3d-466f-a882-443fe3fc0c2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182342 Nov 03 18:34:06.102252 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-23f3a9fe-42d0-489d-8c83-529e1080e4e2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0045979 Nov 03 18:34:06.117815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Request body: {'port': {'device_id': '12fe0ecd-cea0-4d40-82c0-b39345a18c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:06.229348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.259744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-e31543bf-2c32-4f90-bd75-b309b3a2ccca service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700623 Nov 03 18:34:06.283421 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.351181 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.355581 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6756a155-db4f-4e37-a2ba-45afea427a74 x-openstack-request-id: req-6756a155-db4f-4e37-a2ba-45afea427a74 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:06.355919 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-plugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "code": 200}, {"server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "name": "network-vif-plugged", "status": "completed", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee", "code": 200}, {"server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "name": "network-vif-unplugged", "status": "completed", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:06.356175 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6756a155-db4f-4e37-a2ba-45afea427a74 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:06.356581 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'code': 200} Nov 03 18:34:06.356834 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee', 'code': 200} Nov 03 18:34:06.357160 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee', 'code': 200} Nov 03 18:34:06.405296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-66cd4be4-86bf-4df3-a619-2bc74eb75bd7 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049368 Nov 03 18:34:06.432559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Pushing event updated for resources: {'Port': ['ID=1643113b-ffc8-45c6-b544-ab97a56a0675,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:06.492189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:06.494984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:06.498812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:06.569985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfd7cb-bae7-4cb7-a4d2-8b5e341c0de5 req-c52c2db3-2af8-4286-a400-3d64a962f79c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:06.571728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1dfd7cb-bae7-4cb7-a4d2-8b5e341c0de5 req-c52c2db3-2af8-4286-a400-3d64a962f79c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0745940 Nov 03 18:34:06.580220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:06.580887 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.607283 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-f0ef9f74-9a5d-4b52-9880-1f4c0b421b9b tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2915235 Nov 03 18:34:06.638051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1dfd7cb-bae7-4cb7-a4d2-8b5e341c0de5 req-05ca2d42-e49c-442a-aad9-f61d7b9155ab tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537767 Nov 03 18:34:06.649729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Request body: {'port': {'device_id': '3022d28f-a223-4431-b788-d31f8fa155a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:06.694626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:06.705882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.746683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Transition to ACTIVE for port object 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:06.748001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.758986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.851095 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdff2ad-8b19-48b7-8095-16de348cef6c x-openstack-request-id: req-1cdff2ad-8b19-48b7-8095-16de348cef6c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:06.851416 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:06.851777 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cdff2ad-8b19-48b7-8095-16de348cef6c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:06.852799 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3', 'status': 'completed', 'code': 200} Nov 03 18:34:06.996700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:07.002901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35262-e137-4ced-b699-0b8e683f595b req-c8463dc6-1ece-4ca0-a84a-c0faeb047054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.005125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a35262-e137-4ced-b699-0b8e683f595b req-c8463dc6-1ece-4ca0-a84a-c0faeb047054 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1124 time: 0.1327481 Nov 03 18:34:07.034870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b3bca-f76f-44a5-8780-7b88fb85feec req-57df48cf-7351-4e67-ad0f-83ab630fcc95 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.036416 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed0b3bca-f76f-44a5-8780-7b88fb85feec req-57df48cf-7351-4e67-ad0f-83ab630fcc95 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 943 time: 0.1288421 Nov 03 18:34:07.048757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Attempting to bind port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:07.049105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Attempting to bind port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:07.049600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Attempting to bind port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:07.055097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:07.055493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Attempting to bind port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:07.060909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:07.061324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Checking segment: {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:07.061802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Bound using segment: {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:07.062310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Bound port: 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:07.062867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.141532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] For port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:07.146199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] For port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:07.151840 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.180658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9227da-f8e6-46f2-9cb2-27f313402f69 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:07.192579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.193305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.194850 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] 10.222.0.96 "PUT /v2.0/ports/5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 HTTP/1.1" status: 200 len: 1091 time: 1.8044424 Nov 03 18:34:07.205970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.218867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd283e-34de-4449-afc9-21a01b4280e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:07.234506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed0b3bca-f76f-44a5-8780-7b88fb85feec req-4948bf8c-4595-480b-b9a0-3573a5756a20 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830611 Nov 03 18:34:07.242620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35262-e137-4ced-b699-0b8e683f595b req-c134ffdf-f7f5-4a72-82f9-b6b355039b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.244387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a35262-e137-4ced-b699-0b8e683f595b req-c134ffdf-f7f5-4a72-82f9-b6b355039b78 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.2316484 Nov 03 18:34:07.247837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Transition to ACTIVE for port object 7d9227da-f8e6-46f2-9cb2-27f313402f69 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:07.255367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.346646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a35262-e137-4ced-b699-0b8e683f595b req-cf6626ca-1200-404e-be7a-8cc070031329 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 200 len: 217 time: 0.0856891 Nov 03 18:34:07.374635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Pushing event updated for resources: {'Port': ['ID=7d9227da-f8e6-46f2-9cb2-27f313402f69,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:07.390848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-800230f1-3ef9-40ef-a040-450b47ead745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.392549 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-800230f1-3ef9-40ef-a040-450b47ead745 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0234026083db445bb23ad4c1524caf16&device_id=9463bd0f-7fcb-455e-9c89-eae3395b4839 HTTP/1.1" status: 200 len: 1094 time: 0.1035235 Nov 03 18:34:07.455833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4fc21c04-c6db-43bd-aca6-a7e1ed214f39 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 HTTP/1.1" status: 200 len: 217 time: 0.0495608 Nov 03 18:34:07.562180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-487cf62a-e1cd-4cd3-9f5e-401481bdc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.563786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-487cf62a-e1cd-4cd3-9f5e-401481bdc3b0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8e0c408e-cf53-4fe5-b835-df93fa8b13b6 HTTP/1.1" status: 200 len: 858 time: 0.0955865 Nov 03 18:34:07.568690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1643113b-ffc8-45c6-b544-ab97a56a0675 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:07.586915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.610485 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-ba3b4ece-7264-433d-9ecc-127048a4d66d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364118 Nov 03 18:34:07.632836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Transition to ACTIVE for port object 1643113b-ffc8-45c6-b544-ab97a56a0675 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:07.645809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.753665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Pushing event updated for resources: {'Port': ['ID=1643113b-ffc8-45c6-b544-ab97a56a0675,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:07.784203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35262-e137-4ced-b699-0b8e683f595b req-90731dce-984e-4fb8-93d5-a27112664512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.785745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a35262-e137-4ced-b699-0b8e683f595b req-90731dce-984e-4fb8-93d5-a27112664512 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.4244664 Nov 03 18:34:07.835646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a35262-e137-4ced-b699-0b8e683f595b req-3a333b7c-24cd-4c29-b2a3-772b6b7fcccd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331590 Nov 03 18:34:07.854221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-0ca2d3ff-61c8-4158-aae8-1eab82ba5eae service neutron] 10.222.0.96 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350619 Nov 03 18:34:07.889696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050d90-ea3f-41a1-9cc3-54c310471607 req-6fe92032-0c75-4b2b-b07e-7565c77c7146 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.891285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5050d90-ea3f-41a1-9cc3-54c310471607 req-6fe92032-0c75-4b2b-b07e-7565c77c7146 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 1100 time: 0.1489153 Nov 03 18:34:07.895900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Attempting to bind port 7d9227da-f8e6-46f2-9cb2-27f313402f69 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:07.896126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Attempting to bind port 7d9227da-f8e6-46f2-9cb2-27f313402f69 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:07.896492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Attempting to bind port 7d9227da-f8e6-46f2-9cb2-27f313402f69 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:07.939593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Port 7d9227da-f8e6-46f2-9cb2-27f313402f69 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:07.940096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Attempting to bind port 7d9227da-f8e6-46f2-9cb2-27f313402f69 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:07.954888 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c5050d90-ea3f-41a1-9cc3-54c310471607 req-42f4f317-4c8a-46a9-a643-65c5955a725a tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.971002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:07.971002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Checking segment: {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:07.972280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Bound using segment: {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:07.972280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Bound port: 7d9227da-f8e6-46f2-9cb2-27f313402f69, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:07.972280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.010298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a35262-e137-4ced-b699-0b8e683f595b req-af69c88c-88f6-40e7-bba5-20f825fe6457 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635230 Nov 03 18:34:08.149336 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-30017c82-dc7c-48b4-bbd7-52e72ac9defb service neutron] 10.222.0.96 "GET /v2.0/ports/3a56e98f-cce4-418a-ab4a-d3d17840d3c3/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 384 time: 0.3901353 Nov 03 18:34:08.150109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] For port 7d9227da-f8e6-46f2-9cb2-27f313402f69, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:08.174939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] For port 7d9227da-f8e6-46f2-9cb2-27f313402f69, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9227da-f8e6-46f2-9cb2-27f313402f69,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:08.187946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.221771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Attempting to bind port 1643113b-ffc8-45c6-b544-ab97a56a0675 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:08.222106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Attempting to bind port 1643113b-ffc8-45c6-b544-ab97a56a0675 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:08.222440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Attempting to bind port 1643113b-ffc8-45c6-b544-ab97a56a0675 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:08.236004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Port 1643113b-ffc8-45c6-b544-ab97a56a0675 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:08.236288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Attempting to bind port 1643113b-ffc8-45c6-b544-ab97a56a0675 on network c1d00d22-214c-45df-ab35-3d5fd1f3cf5b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:08.253196 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c5050d90-ea3f-41a1-9cc3-54c310471607 req-42f4f317-4c8a-46a9-a643-65c5955a725a tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.262493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20a35262-e137-4ced-b699-0b8e683f595b req-99e820ed-dee3-4d47-b600-71d8f35784e7 service neutron] 10.222.0.96 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281873 Nov 03 18:34:08.262818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:08.263128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Checking segment: {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:08.263520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Bound using segment: {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:08.263974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Bound port: 1643113b-ffc8-45c6-b544-ab97a56a0675, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a07b9-73e6-45e7-8a85-2a47c159eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:08.264346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.268504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.269355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.270994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] 10.222.0.96 "PUT /v2.0/ports/7d9227da-f8e6-46f2-9cb2-27f313402f69 HTTP/1.1" status: 200 len: 1091 time: 2.1576807 Nov 03 18:34:08.271849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c5050d90-ea3f-41a1-9cc3-54c310471607 req-42f4f317-4c8a-46a9-a643-65c5955a725a tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.274291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fe0ecd-cea0-4d40-82c0-b39345a18c4c', 'tag': '7d9227da-f8e6-46f2-9cb2-27f313402f69'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:08.276861 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043aa580-aade-47e8-8b3e-d60769215d05" -d '{"events": [{"name": "network-changed", "server_uuid": "12fe0ecd-cea0-4d40-82c0-b39345a18c4c", "tag": "7d9227da-f8e6-46f2-9cb2-27f313402f69"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:08.302102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-3a5c928e-b674-4709-a1ca-f77efbf359b4 service neutron] 10.222.0.96 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373341 Nov 03 18:34:08.319091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-420fe3be-eb3d-41d0-b581-8b84025aa580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.342127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5050d90-ea3f-41a1-9cc3-54c310471607 req-42f4f317-4c8a-46a9-a643-65c5955a725a tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165785 Nov 03 18:34:08.353803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4f317-4c8a-46a9-a643-65c5955a725a tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c97ea6-bf56-46df-b3d1-a069f66010df,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:08.353803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95f00e-27b0-4a24-83d3-486c9aee4f3d service neutron] Pushing event updated for resources: {'Port': ['ID=7d9227da-f8e6-46f2-9cb2-27f313402f69,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:08.460487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d733-9fbb-4074-b28f-1316b5565654 req-c199b313-36e1-4fde-a07f-d4b4cbb0990a tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.462457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e010d733-9fbb-4074-b28f-1316b5565654 req-c199b313-36e1-4fde-a07f-d4b4cbb0990a tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 943 time: 0.0593169 Nov 03 18:34:08.475269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] For port 1643113b-ffc8-45c6-b544-ab97a56a0675, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:08.491920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-cf34420b-109d-4cf0-ab32-d8da84847cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.493445 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-cf34420b-109d-4cf0-ab32-d8da84847cf0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0234026083db445bb23ad4c1524caf16&device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 1094 time: 0.1471972 Nov 03 18:34:08.501870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] For port 1643113b-ffc8-45c6-b544-ab97a56a0675, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1643113b-ffc8-45c6-b544-ab97a56a0675,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:08.516792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.526620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e010d733-9fbb-4074-b28f-1316b5565654 req-05bbbce0-b7db-4d3f-bad4-b90d3fc89e17 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575922 Nov 03 18:34:08.569006 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-159e103a-d661-447d-93ff-2cdca49aa35d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d9227da-f8e6-46f2-9cb2-27f313402f69 HTTP/1.1" status: 200 len: 217 time: 0.0641282 Nov 03 18:34:08.607049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:08.643226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.643839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.645224 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] 10.222.0.70 "PUT /v2.0/ports/1643113b-ffc8-45c6-b544-ab97a56a0675 HTTP/1.1" status: 200 len: 1092 time: 2.0236804 Nov 03 18:34:08.650150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c402-6508-473b-84a9-da22c3597ba0 req-b7607e8a-b36d-4e58-9cca-bc4041bd0d25 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.651661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7478c402-6508-473b-84a9-da22c3597ba0 req-b7607e8a-b36d-4e58-9cca-bc4041bd0d25 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 943 time: 0.0532556 Nov 03 18:34:08.689237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a558e-5b0c-40d5-8d93-bbd5ba8b2303 service neutron] Pushing event updated for resources: {'Port': ['ID=1643113b-ffc8-45c6-b544-ab97a56a0675,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:08.693867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:08.696481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-2ec88820-8318-47e8-95a6-cb184ac96799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.697993 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-2ec88820-8318-47e8-95a6-cb184ac96799 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8e0c408e-cf53-4fe5-b835-df93fa8b13b6 HTTP/1.1" status: 200 len: 858 time: 0.1048682 Nov 03 18:34:08.709007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7478c402-6508-473b-84a9-da22c3597ba0 req-c9c7f60a-480f-4538-9d95-ddd902c634ce tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503964 Nov 03 18:34:08.752890 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-647c4af7-04b0-4ee0-a1ca-dda4f99f3cc2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361042 Nov 03 18:34:08.761222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:08.789781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:08.846282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561be0d-e348-4200-9000-76d1168b0cf8 req-2c02a786-2285-430f-9c9f-862e6baa419a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.847760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6561be0d-e348-4200-9000-76d1168b0cf8 req-2c02a786-2285-430f-9c9f-862e6baa419a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.0787277 Nov 03 18:34:08.853915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-ce3b7240-726b-4b4f-9d80-66f4ac57b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.855868 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-ce3b7240-726b-4b4f-9d80-66f4ac57b5b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0234026083db445bb23ad4c1524caf16&device_id=3022d28f-a223-4431-b788-d31f8fa155a2 HTTP/1.1" status: 200 len: 1095 time: 0.0593812 Nov 03 18:34:08.857520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9463bd0f-7fcb-455e-9c89-eae3395b4839', 'tag': '5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0'}, {'name': 'network-changed', 'server_uuid': '3022d28f-a223-4431-b788-d31f8fa155a2', 'tag': '1643113b-ffc8-45c6-b544-ab97a56a0675'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:08.859730 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c02b0a2-0358-4d39-b744-3a41b66477d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9463bd0f-7fcb-455e-9c89-eae3395b4839", "tag": "5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0"}, {"name": "network-changed", "server_uuid": "3022d28f-a223-4431-b788-d31f8fa155a2", "tag": "1643113b-ffc8-45c6-b544-ab97a56a0675"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:08.873314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.917555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-792ea021-24bf-4d64-9ca3-fb2d3609410c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1643113b-ffc8-45c6-b544-ab97a56a0675 HTTP/1.1" status: 200 len: 217 time: 0.0422857 Nov 03 18:34:08.930728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-654ce74b-e9a7-49bd-a0d0-4ed270614cbe tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.932218 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-654ce74b-e9a7-49bd-a0d0-4ed270614cbe tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 943 time: 0.1626770 Nov 03 18:34:08.941445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6561be0d-e348-4200-9000-76d1168b0cf8 req-34624fd1-c30f-4bf9-9673-d0c299f40c01 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843809 Nov 03 18:34:08.991709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-229ecb89-5216-4fcf-82f2-0b5d91f0474c service neutron] 10.222.0.96 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233121 Nov 03 18:34:09.012786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-e696132e-0b79-4e61-b44b-15e5062a2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.015833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-e696132e-0b79-4e61-b44b-15e5062a2554 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e0c408e-cf53-4fe5-b835-df93fa8b13b6 HTTP/1.1" status: 200 len: 858 time: 0.0618429 Nov 03 18:34:09.087931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-6dd67697-4e66-4959-af76-768cb42d66fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649719 Nov 03 18:34:09.123922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] Transition to ACTIVE for port object 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:09.133688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.200710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:09.238936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328598fb-1d20-4843-95f9-bc93da1369d4 req-96626b95-b4b2-4794-900c-56173810696d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.240670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-328598fb-1d20-4843-95f9-bc93da1369d4 req-96626b95-b4b2-4794-900c-56173810696d tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.1200767 Nov 03 18:34:09.254247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-8c4a056f-b5d0-4f75-9b3c-88a0916c1630 service neutron] 10.222.0.70 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549706 Nov 03 18:34:09.269526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] No DVR routers for this DVR port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:09.272164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:09.280915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Deleting port 69e821da-e7e5-441c-8484-a78b541e48ee {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:09.281463 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.296981 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-8a2fc4ca-117f-4c9c-9548-2fc367b1a4f5 service neutron] 10.222.0.96 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962832 Nov 03 18:34:09.310735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] Pushing event updated for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:09.372943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-8059c006-33df-4c1c-a911-9db7d164bf6e service neutron] 10.222.0.96 "PUT /v2.0/ports/3a56e98f-cce4-418a-ab4a-d3d17840d3c3/bindings/n-h2-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1900043 Nov 03 18:34:09.399924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-328598fb-1d20-4843-95f9-bc93da1369d4 req-90e02123-dcf5-4e35-8f11-046f9d7ca86c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380973 Nov 03 18:34:09.436557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe4b00c6-39bf-477d-b5ee-e4539b30d99f req-d3120605-820b-4f8a-a190-5798d810a196 service neutron] 10.222.0.70 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668022 Nov 03 18:34:09.440944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] For port 69e821da-e7e5-441c-8484-a78b541e48ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=69e821da-e7e5-441c-8484-a78b541e48ee,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:09.441365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.458431 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Calling delete_port for 69e821da-e7e5-441c-8484-a78b541e48ee owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:09.530246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-956daa6a-ee6f-4618-861e-0d2fef5a373c tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.531493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-956daa6a-ee6f-4618-861e-0d2fef5a373c tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.0769355 Nov 03 18:34:09.550186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-f81e5350-5be7-4fa6-b287-b31c380b95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.551692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-f81e5350-5be7-4fa6-b287-b31c380b95f5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97&tenant_id=9a4df77df91b447ea667fc3899ffe6af HTTP/1.1" status: 200 len: 1101 time: 0.0946805 Nov 03 18:34:09.570481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:09.580750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61303f2-773e-4bf7-a75b-5856e5f921c5 req-dd476342-ce0f-4e54-8148-d455a5cc4071 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.582921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c61303f2-773e-4bf7-a75b-5856e5f921c5 req-dd476342-ce0f-4e54-8148-d455a5cc4071 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 944 time: 0.0842006 Nov 03 18:34:09.621848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-a4818519-cc4c-4424-ad84-afb38a7c1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.623345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-a4818519-cc4c-4424-ad84-afb38a7c1a7b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00 HTTP/1.1" status: 200 len: 1095 time: 0.0814035 Nov 03 18:34:09.652795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c61303f2-773e-4bf7-a75b-5856e5f921c5 req-fdca385f-160a-4ab0-b621-f1f8e68cba82 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Nov 03 18:34:09.679965 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.702385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-f8aeac78-621b-4a84-aa66-18a34763920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.704184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-f8aeac78-621b-4a84-aa66-18a34763920d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1095 time: 0.0503995 Nov 03 18:34:09.721530 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44628c2e-8adb-43c7-8590-205f5b532beb x-openstack-request-id: req-44628c2e-8adb-43c7-8590-205f5b532beb {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:09.721976 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fe0ecd-cea0-4d40-82c0-b39345a18c4c", "tag": "7d9227da-f8e6-46f2-9cb2-27f313402f69", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:09.722247 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44628c2e-8adb-43c7-8590-205f5b532beb {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:09.722784 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fe0ecd-cea0-4d40-82c0-b39345a18c4c', 'tag': '7d9227da-f8e6-46f2-9cb2-27f313402f69', 'status': 'completed', 'code': 200} Nov 03 18:34:09.732349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.788931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event deleted for resources: {'Port': ['ID=69e821da-e7e5-441c-8484-a78b541e48ee,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:09.833651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-c746932d-2d0a-4fd7-bba0-1664669bd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.835757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-c746932d-2d0a-4fd7-bba0-1664669bd1b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 200 len: 908 time: 0.1234281 Nov 03 18:34:09.843367 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.895737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-4a350bfc-a088-4cd9-be45-11338c05df10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 200 len: 217 time: 0.0500011 Nov 03 18:34:09.926364 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75864b-caa5-4a70-8787-b3b5801a09b3 x-openstack-request-id: req-bd75864b-caa5-4a70-8787-b3b5801a09b3 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:09.926364 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9463bd0f-7fcb-455e-9c89-eae3395b4839", "tag": "5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3022d28f-a223-4431-b788-d31f8fa155a2", "tag": "1643113b-ffc8-45c6-b544-ab97a56a0675", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:09.926364 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd75864b-caa5-4a70-8787-b3b5801a09b3 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:09.926828 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9463bd0f-7fcb-455e-9c89-eae3395b4839', 'tag': '5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0', 'status': 'completed', 'code': 200} Nov 03 18:34:09.927092 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3022d28f-a223-4431-b788-d31f8fa155a2', 'tag': '1643113b-ffc8-45c6-b544-ab97a56a0675', 'status': 'completed', 'code': 200} Nov 03 18:34:09.957080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] No DVR routers for this DVR port 69e821da-e7e5-441c-8484-a78b541e48ee on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:09.962581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.967104 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a5b323f7-6b48-4995-a35e-b0e7ac767c9c req-7988878a-e969-4c6b-8456-26c3a576579a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.70 "DELETE /v2.0/ports/69e821da-e7e5-441c-8484-a78b541e48ee HTTP/1.1" status: 204 len: 173 time: 1.0105443 Nov 03 18:34:10.034232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa580-aade-47e8-8b3e-d60769215d05 req-2aa4fde2-674b-4132-a2a1-1be1fa981098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.035774 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-043aa580-aade-47e8-8b3e-d60769215d05 req-2aa4fde2-674b-4132-a2a1-1be1fa981098 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0234026083db445bb23ad4c1524caf16&device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 1094 time: 0.2832139 Nov 03 18:34:10.063603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-2c8bdfd9-d8e6-4a76-83fd-8fc369bc56db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.064622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-2c8bdfd9-d8e6-4a76-83fd-8fc369bc56db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 200 len: 847 time: 0.1604109 Nov 03 18:34:10.127530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-5c6d1729-c82b-493a-8e42-32752bfc8fdb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442889 Nov 03 18:34:10.149978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-5d364b0b-822c-49e0-9431-05aad68e8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.152058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-5d364b0b-822c-49e0-9431-05aad68e8ab7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0234026083db445bb23ad4c1524caf16&device_id=9463bd0f-7fcb-455e-9c89-eae3395b4839 HTTP/1.1" status: 200 len: 1094 time: 0.1750529 Nov 03 18:34:10.168886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-0eef4c9c-0bdb-44ba-ac1c-bff0b0634027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.170433 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-0eef4c9c-0bdb-44ba-ac1c-bff0b0634027 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0234026083db445bb23ad4c1524caf16&device_id=3022d28f-a223-4431-b788-d31f8fa155a2 HTTP/1.1" status: 200 len: 1095 time: 0.2024217 Nov 03 18:34:10.188630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e47c3-e3e1-4c5e-bb6d-8c65e0b1f961 req-68e3f4f4-dae4-483f-914b-7db3c4ae28a4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.190213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca4e47c3-e3e1-4c5e-bb6d-8c65e0b1f961 req-68e3f4f4-dae4-483f-914b-7db3c4ae28a4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 943 time: 0.1451018 Nov 03 18:34:10.282947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:10.300985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa580-aade-47e8-8b3e-d60769215d05 req-e8bad81c-f955-47ad-a87a-103df6db6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.302962 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-043aa580-aade-47e8-8b3e-d60769215d05 req-e8bad81c-f955-47ad-a87a-103df6db6b8e service neutron] 10.222.0.96 "GET /v2.0/networks?id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b HTTP/1.1" status: 200 len: 919 time: 0.2479641 Nov 03 18:34:10.347417 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca4e47c3-e3e1-4c5e-bb6d-8c65e0b1f961 req-592e66f2-91ec-4a6c-a106-c0e77197c959 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172152 Nov 03 18:34:10.356587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-d181b109-117a-4091-9155-7edc5b1dd1df service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207394 Nov 03 18:34:10.387731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-043aa580-aade-47e8-8b3e-d60769215d05 req-3f7c8342-1300-40f5-af02-c086174920fc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d9227da-f8e6-46f2-9cb2-27f313402f69 HTTP/1.1" status: 200 len: 217 time: 0.0726564 Nov 03 18:34:10.392181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-0ff009e5-3c0a-4285-a2cd-10653e70d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.393831 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-0ff009e5-3c0a-4285-a2cd-10653e70d8df service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b HTTP/1.1" status: 200 len: 919 time: 0.2116177 Nov 03 18:34:10.398787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-8ec763b0-61f8-4aec-9e43-861781145d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.400266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-8ec763b0-61f8-4aec-9e43-861781145d4c service neutron] 10.222.0.96 "GET /v2.0/networks?id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b HTTP/1.1" status: 200 len: 919 time: 0.2335384 Nov 03 18:34:10.405334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:10.490496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-55eb5959-747c-43d8-9756-7d490e21ea97 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 HTTP/1.1" status: 200 len: 217 time: 0.0459819 Nov 03 18:34:10.495077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-076c5687-fd5e-4d66-ba33-10ea3fc39a65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1643113b-ffc8-45c6-b544-ab97a56a0675 HTTP/1.1" status: 200 len: 217 time: 0.0878000 Nov 03 18:34:10.554540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:10.556801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c49a76a-3de4-465b-b14a-8736778fad3a req-422f91d1-f14f-4665-a98c-9fc7786faca0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e4d928d-cce3-4875-805d-d4922068e851 HTTP/1.1" status: 200 len: 210 time: 0.0701354 Nov 03 18:34:10.571938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa580-aade-47e8-8b3e-d60769215d05 req-26ae9f54-3d4a-43cc-800a-67c7bd0c5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.573583 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-043aa580-aade-47e8-8b3e-d60769215d05 req-26ae9f54-3d4a-43cc-800a-67c7bd0c5ea6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8e0c408e-cf53-4fe5-b835-df93fa8b13b6 HTTP/1.1" status: 200 len: 858 time: 0.1766841 Nov 03 18:34:10.604979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-6068e159-d06d-4693-92d7-deee875332c7 service neutron] 10.222.0.70 "GET /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383883 Nov 03 18:34:10.606676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Transition to ACTIVE for port object 26febb32-9e2a-46df-9524-c3b4b6568066 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:10.607811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-3e0cc4c9-1c57-4516-a5b6-c29c9b9e6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.609723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-3e0cc4c9-1c57-4516-a5b6-c29c9b9e6201 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8e0c408e-cf53-4fe5-b835-df93fa8b13b6 HTTP/1.1" status: 200 len: 858 time: 0.1070321 Nov 03 18:34:10.629876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-af4fdf08-7964-4594-b853-359927d71b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.631908 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-af4fdf08-7964-4594-b853-359927d71b58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e0c408e-cf53-4fe5-b835-df93fa8b13b6 HTTP/1.1" status: 200 len: 858 time: 0.1281698 Nov 03 18:34:10.633034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:10.657446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-043aa580-aade-47e8-8b3e-d60769215d05 req-c1cd5945-9d4a-4abc-9cd0-39782083c138 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587008 Nov 03 18:34:10.681961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-6025cb34-7965-4d1e-b0d5-1d29be7d912b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641246 Nov 03 18:34:10.836718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc78ed6-2168-49af-893e-e567ad9306e2 req-e377d7c2-ea99-46f6-87ac-ecb74bdd5c7e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.839104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffc78ed6-2168-49af-893e-e567ad9306e2 req-e377d7c2-ea99-46f6-87ac-ecb74bdd5c7e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.1610880 Nov 03 18:34:10.887904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-5d7fe72c-6ed6-4e88-9919-9731ca35c7a3 service neutron] 10.222.0.96 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942463 Nov 03 18:34:11.012816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-f4ff4121-3fe6-478d-a483-5cee6ef8a32a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3503389 Nov 03 18:34:11.085797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffc78ed6-2168-49af-893e-e567ad9306e2 req-69d0fc2f-dff9-494c-a7dc-277814254521 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283554 Nov 03 18:34:11.120529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-68676145-990a-4ff9-8fbd-6bb47e98d2f4 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:11.122700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-68676145-990a-4ff9-8fbd-6bb47e98d2f4 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1&tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.1713860 Nov 03 18:34:11.157703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] No DVR routers for this DVR port 26febb32-9e2a-46df-9524-c3b4b6568066 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:11.204622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:11.226155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:11.228922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-78e9b55e-4d59-45e9-bf93-c180fd70228f tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303340 Nov 03 18:34:11.273815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-51661c24-315d-48ab-9eb6-4e5e81fd60e9 service neutron] 10.222.0.96 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764327 Nov 03 18:34:11.316857 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-043aa580-aade-47e8-8b3e-d60769215d05 req-ae2018f9-d6dc-4399-97b8-32aeb4cfe4d0 service neutron] 10.222.0.96 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434491 Nov 03 18:34:11.321353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:11.321986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:11.322313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:11.352098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:11.352421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Attempting to bind port 26febb32-9e2a-46df-9524-c3b4b6568066 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:11.367743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:11.383264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0', 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b', 'port_id': '5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0', 'mac_address': 'fa:16:3e:68:01:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0c408e-cf53-4fe5-b835-df93fa8b13b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:11.387043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:11.387381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:11.387769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:11.388195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Bound port: 26febb32-9e2a-46df-9524-c3b4b6568066, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:11.388620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.421531 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-01a86bf0-3870-4058-bd48-570ffbf59be3 service neutron] 10.222.0.70 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977392 Nov 03 18:34:11.446796 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.465535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fd3e3480-3ca3-4037-b6c8-11d5c2205801 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:11.465865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:11.467314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fd3e3480-3ca3-4037-b6c8-11d5c2205801 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194805 Nov 03 18:34:11.473573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-18283cdb-0bf8-4d55-828a-33ebd5c78b5e service neutron] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:11.481074 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-18283cdb-0bf8-4d55-828a-33ebd5c78b5e service neutron] Publish callbacks [] for binding, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.482505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eb2d078-b739-4311-83ea-9488c4e44e48 req-18283cdb-0bf8-4d55-828a-33ebd5c78b5e service neutron] 10.222.0.70 "DELETE /v2.0/ports/3a56e98f-cce4-418a-ab4a-d3d17840d3c3/bindings/n-h1-812148-3 HTTP/1.1" status: 204 len: 173 time: 0.3497596 Nov 03 18:34:11.496420 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-af777000-a0d2-4c00-91d2-8e85bce36d8f tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/quotas/e32598321e7e494aba4b5e3bdcb0aa68 HTTP/1.1" status: 200 len: 375 time: 0.0209026 Nov 03 18:34:11.503675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:11.512739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.513521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7d9227da-f8e6-46f2-9cb2-27f313402f69 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:11.584145 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-043aa580-aade-47e8-8b3e-d60769215d05 req-579248c2-930e-459f-8d39-576f6504b639 service neutron] 10.222.0.96 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563300 Nov 03 18:34:11.589352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-815790c7-e8b5-43c8-a33a-544231598f12 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857151 Nov 03 18:34:11.595640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:11.604145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:11.609633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:11.614151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.623585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7d9227da-f8e6-46f2-9cb2-27f313402f69, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9227da-f8e6-46f2-9cb2-27f313402f69,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:11.627865 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c02b0a2-0358-4d39-b744-3a41b66477d3 req-91174b10-2d35-42d0-ada2-49bb19c08344 service neutron] 10.222.0.70 "GET /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981797 Nov 03 18:34:11.639357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '7d9227da-f8e6-46f2-9cb2-27f313402f69', 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b', 'port_id': '7d9227da-f8e6-46f2-9cb2-27f313402f69', 'mac_address': 'fa:16:3e:26:98:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0c408e-cf53-4fe5-b835-df93fa8b13b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:11.662874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:11.663466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.665928 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] 10.222.0.96 "PUT /v2.0/ports/26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 1097 time: 2.0989513 Nov 03 18:34:11.688746 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.705754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9227da-f8e6-46f2-9cb2-27f313402f69 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:11.705990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24f0e0-97ac-40a4-a6a4-d60e056879fb service neutron] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=11']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:11.741030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7d9227da-f8e6-46f2-9cb2-27f313402f69, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9227da-f8e6-46f2-9cb2-27f313402f69,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:11.747844 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.752876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-be029d52-374e-4fbd-98b2-648406b2c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:11.754603 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-be029d52-374e-4fbd-98b2-648406b2c64b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1100 time: 0.0576706 Nov 03 18:34:11.810857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7d9227da-f8e6-46f2-9cb2-27f313402f69,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:11.884646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-df821042-cfaa-40a4-8f8b-acaaef36f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:11.888547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-df821042-cfaa-40a4-8f8b-acaaef36f581 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1237299 Nov 03 18:34:11.896718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1643113b-ffc8-45c6-b544-ab97a56a0675 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:11.903181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:11.957978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'name': 'network-vif-deleted', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee'}, {'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}, {'name': 'network-changed', 'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:11.961524 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff893ad-1f13-4b81-8327-cd9d054f8751" -d '{"events": [{"server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "name": "network-vif-deleted", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee"}, {"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-unplugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}, {"name": "network-changed", "server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:11.967850 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-33944e0a-437c-4b38-a8da-b92186876af9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0709426 Nov 03 18:34:12.062337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-d4d00ac6-37ef-4ded-8ceb-0fbd59f31078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:12.065463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-d4d00ac6-37ef-4ded-8ceb-0fbd59f31078 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0903687 Nov 03 18:34:12.091197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:12.091879 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:12.127030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:12.127475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 69e821da-e7e5-441c-8484-a78b541e48ee no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:12.135281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7d9227da-f8e6-46f2-9cb2-27f313402f69'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:12.138377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:12.144280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-3fd001c2-dbd3-4eed-a7f0-1b18fe8b6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:12.146019 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-3fd001c2-dbd3-4eed-a7f0-1b18fe8b6483 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718584 Nov 03 18:34:12.226565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 69e821da-e7e5-441c-8484-a78b541e48ee {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:12.227823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 69e821da-e7e5-441c-8484-a78b541e48ee not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:12.281103 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-7357e8f6-3290-46ce-b9d8-4d6cf7bf1628 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260040 Nov 03 18:34:12.320339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1643113b-ffc8-45c6-b544-ab97a56a0675, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1643113b-ffc8-45c6-b544-ab97a56a0675,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:12.394619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '1643113b-ffc8-45c6-b544-ab97a56a0675', 'network_id': 'c1d00d22-214c-45df-ab35-3d5fd1f3cf5b', 'port_id': '1643113b-ffc8-45c6-b544-ab97a56a0675', 'mac_address': 'fa:16:3e:f1:d4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0c408e-cf53-4fe5-b835-df93fa8b13b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:12.420243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a821b1-e813-436e-b8ce-efbfb658114d req-8b526b5c-4f71-4bbd-a70b-5caaa5dce2f3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:12.431510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92a821b1-e813-436e-b8ce-efbfb658114d req-8b526b5c-4f71-4bbd-a70b-5caaa5dce2f3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 949 time: 0.0912728 Nov 03 18:34:12.505799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92a821b1-e813-436e-b8ce-efbfb658114d req-2d69629c-7d53-4f78-8a4b-11a3025b17fe tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Nov 03 18:34:12.584591 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ba7fe0-ec8b-459b-a293-051b4b2f97e7 req-f3574443-42a9-4a32-a430-e049659e3394 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855690 Nov 03 18:34:12.685064 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:12.687461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f444d8-e589-451a-b200-f6202fec2cce req-e908f98c-4d14-434b-a7de-af6fbf0bb92f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:12.695348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f444d8-e589-451a-b200-f6202fec2cce req-e908f98c-4d14-434b-a7de-af6fbf0bb92f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 944 time: 0.0806835 Nov 03 18:34:12.723596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1643113b-ffc8-45c6-b544-ab97a56a0675 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:12.751581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f444d8-e589-451a-b200-f6202fec2cce req-ac9fb171-a14f-4ae3-a0b8-f1fb0131f53a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552261 Nov 03 18:34:12.774095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1643113b-ffc8-45c6-b544-ab97a56a0675, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1643113b-ffc8-45c6-b544-ab97a56a0675,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:12.780686 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:12.840608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1643113b-ffc8-45c6-b544-ab97a56a0675,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:12.875437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1422-d7d5-4be3-ac8d-4804b182d828 req-8204e8b3-8fdf-4fb3-8fc9-2c75192db4bc tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:12.877467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1c1422-d7d5-4be3-ac8d-4804b182d828 req-8204e8b3-8fdf-4fb3-8fc9-2c75192db4bc tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 944 time: 0.0608149 Nov 03 18:34:12.957481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1c1422-d7d5-4be3-ac8d-4804b182d828 req-172312b0-8e4b-4127-a1db-26bf00037567 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722091 Nov 03 18:34:13.082614 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376d8b14-85c8-49f4-9d30-6c5cc788da19 x-openstack-request-id: req-376d8b14-85c8-49f4-9d30-6c5cc788da19 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:13.083125 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d928d-cce3-4875-805d-d4922068e851", "name": "network-vif-deleted", "tag": "69e821da-e7e5-441c-8484-a78b541e48ee", "status": "completed", "code": 200}, {"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-unplugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "code": 200}, {"name": "network-changed", "server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:13.083604 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-376d8b14-85c8-49f4-9d30-6c5cc788da19 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:13.084328 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d928d-cce3-4875-805d-d4922068e851', 'name': 'network-vif-deleted', 'tag': '69e821da-e7e5-441c-8484-a78b541e48ee', 'status': 'completed', 'code': 200} Nov 03 18:34:13.085138 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'code': 200} Nov 03 18:34:13.085443 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'status': 'completed', 'code': 200} Nov 03 18:34:13.158488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1643113b-ffc8-45c6-b544-ab97a56a0675'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:13.205228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125291e1-5cc3-41d6-8938-de46919d0f50 req-e8378121-b035-49b4-9a97-69de3575e79e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.208149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-125291e1-5cc3-41d6-8938-de46919d0f50 req-e8378121-b035-49b4-9a97-69de3575e79e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.0664008 Nov 03 18:34:13.242260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:13.271905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-eafe76c4-9801-487d-9fef-e9415e53500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.285517 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-eafe76c4-9801-487d-9fef-e9415e53500f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1100 time: 0.1728015 Nov 03 18:34:13.312536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-125291e1-5cc3-41d6-8938-de46919d0f50 req-c0ed4af3-e7ec-404a-afad-c2e91db9b0e2 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885055 Nov 03 18:34:13.327950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-6e07582c-a577-472d-885a-ee37fbb0ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.329948 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-6e07582c-a577-472d-885a-ee37fbb0ffd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a4df77df91b447ea667fc3899ffe6af&device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1100 time: 0.1243956 Nov 03 18:34:13.481648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:13.504240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-56b44ff6-f44b-4b81-9e44-0eeff828bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.506819 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-56b44ff6-f44b-4b81-9e44-0eeff828bdf9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2124095 Nov 03 18:34:13.509375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2', 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3', 'port_id': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2', 'mac_address': 'fa:16:3e:90:57:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66d4a59-fe2b-48d0-b687-a87a2133f4c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:13.546185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-9b428c9b-7f29-45a0-9b94-7fa24fb1e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.547963 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-9b428c9b-7f29-45a0-9b94-7fa24fb1e230 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2048278 Nov 03 18:34:13.587038 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.596081 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-d5c8d19d-5c15-434e-804c-41b4ed482076 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0761344 Nov 03 18:34:13.601649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:13.626447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:13.631170 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.635216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-4df63cb0-4633-41a4-a1ae-d7497005b90f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 200 len: 217 time: 0.0470965 Nov 03 18:34:13.678112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d9c4d54d-4267-4a19-821f-07ade1d72639 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.680552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d9c4d54d-4267-4a19-821f-07ade1d72639 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 822 time: 0.1485598 Nov 03 18:34:13.684478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:13.703041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-864de9b2-0a3c-4481-b303-57dc591d4377 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/quotas/7a110f891db14894a67f37cdfd772a2f HTTP/1.1" status: 200 len: 375 time: 0.0155249 Nov 03 18:34:13.729356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-51a8abad-aac5-47f4-8e72-4e2465b25108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.730935 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-51a8abad-aac5-47f4-8e72-4e2465b25108 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0758398 Nov 03 18:34:13.732202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-8686e66a-bf6c-45eb-aab6-d8d7792ca4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.734598 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-8686e66a-bf6c-45eb-aab6-d8d7792ca4d8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1096003 Nov 03 18:34:13.770525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-c31c4e65-c099-43b7-9dfe-8541de88d1b8 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593178 Nov 03 18:34:13.818918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-9668080a-7945-47a4-a4be-8a1a6301c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.820590 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-9668080a-7945-47a4-a4be-8a1a6301c285 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694957 Nov 03 18:34:13.823564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-5d5306ec-90a5-479d-b5e4-e19157857e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.825126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-5d5306ec-90a5-479d-b5e4-e19157857e6e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828743 Nov 03 18:34:13.906783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['2ee87b7e-f5ca-4be9-a62e-908ce95c42c2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:13.926747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d4509108-8519-42fb-8205-04281a039ece service neutron] 10.222.0.77 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477630 Nov 03 18:34:13.974915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-4dc9f738-56dc-4e04-bc78-dc3656670342 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843689 Nov 03 18:34:14.018816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-654210fb-e1a1-4233-b707-97540ffe2b89 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856029 Nov 03 18:34:14.022572 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-b72cbf55-54fc-47d8-87e4-f95a9b77f4b3 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800914 Nov 03 18:34:14.210335 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-306427ef-a595-47fb-a2b1-99a453ed9a27 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807368 Nov 03 18:34:14.216421 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff893ad-1f13-4b81-8327-cd9d054f8751 req-88235320-5d9c-47b4-aad1-6ae3eea96910 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756184 Nov 03 18:34:14.380185 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-c9f0b187-8efb-4011-ac55-5a7bcc46e5f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310903 Nov 03 18:34:14.448956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-db083c2f-ac89-4ac6-82ae-d2836547df1b service neutron] 10.222.0.77 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964287 Nov 03 18:34:14.467576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-86b2457e-b078-4938-90ad-58a7bb0703fa tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:14.469644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-86b2457e-b078-4938-90ad-58a7bb0703fa tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4787126 Nov 03 18:34:14.485041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Request body: {'port': {'device_id': '513ede4c-903d-4d51-a26c-d5cde3b4765b', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e32598321e7e494aba4b5e3bdcb0aa68'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:14.546298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-289919c2-5a26-42da-bcf4-1e46b37f91e2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:14.550700 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-289919c2-5a26-42da-bcf4-1e46b37f91e2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629827 Nov 03 18:34:14.570356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Request body: {'port': {'device_id': '190a83bd-2aa4-417c-bce7-22a90f6dab82', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e32598321e7e494aba4b5e3bdcb0aa68'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:14.651720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Made reservation on behalf of e32598321e7e494aba4b5e3bdcb0aa68 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:14.656994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:14.752287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Made reservation on behalf of e32598321e7e494aba4b5e3bdcb0aa68 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:14.758323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:14.900368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c86e740-3727-49be-9eec-9618e5d0a4fa req-7f87347c-8bec-4789-a66e-ffb41a9989f7 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 210 time: 0.0470653 Nov 03 18:34:14.931029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Allocated IP 192.168.233.19 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/ed025a64-4c66-4a59-acd5-ea102507cff1) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:15.080736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c1bc-e8bf-44fc-9437-831e16ceffdd req-492405d6-41d8-4d50-9119-6be37db22898 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:15.082290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3ec2c1bc-e8bf-44fc-9437-831e16ceffdd req-492405d6-41d8-4d50-9119-6be37db22898 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 1095 time: 0.1047103 Nov 03 18:34:15.158109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.164349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3ec2c1bc-e8bf-44fc-9437-831e16ceffdd req-70a54412-78af-440d-9bdf-4bc7b96d6437 tempest-LiveMigrationTest-1559319334 tempest-LiveMigrationTest-1559319334-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719132 Nov 03 18:34:15.207921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.223588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:15.268212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:15.276679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:15.283383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Allocated IP 192.168.233.244 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/bafde85e-8983-4b5d-a852-7a8ccce1773d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:15.293446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:15.303223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:15.310760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:15.343464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'Port': ['ID=ed025a64-4c66-4a59-acd5-ea102507cff1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:15.384724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:15.386712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.404112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a40631-ce64-4441-acc2-c7671f60dd99 req-8823a405-3f7b-4c9f-82c9-636f7de6d432 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:15.405779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72a40631-ce64-4441-acc2-c7671f60dd99 req-8823a405-3f7b-4c9f-82c9-636f7de6d432 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 949 time: 0.1343431 Nov 03 18:34:15.425212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-47c691eb-ae2f-4a91-80c0-dfdd634420f3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9448850 Nov 03 18:34:15.460199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Request body: {'port': {'device_id': '513ede4c-903d-4d51-a26c-d5cde3b4765b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:15.502813 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.520536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:15.529771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:15.541605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72a40631-ce64-4441-acc2-c7671f60dd99 req-a7c16514-08ac-401c-8847-1e7082c0b571 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267011 Nov 03 18:34:15.542234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:15.542806 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.550481 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.553216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.580220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '26febb32-9e2a-46df-9524-c3b4b6568066', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '26febb32-9e2a-46df-9524-c3b4b6568066', 'mac_address': 'fa:16:3e:14:2c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:15.637545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:15.641264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:15.650690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:15.687393 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.688925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'Port': ['ID=bafde85e-8983-4b5d-a852-7a8ccce1773d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:15.730092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26febb32-9e2a-46df-9524-c3b4b6568066 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:15.736170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:15.736811 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.763923 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-fe870dcf-888b-4532-81f2-bfa243073e13 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2024474 Nov 03 18:34:15.787976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Request body: {'port': {'device_id': '190a83bd-2aa4-417c-bce7-22a90f6dab82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:15.803067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70b954-0f26-4183-b4e3-e773d8810ace req-f8248be0-487a-4997-8cb7-aaba5c1dcab5 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:15.804943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e70b954-0f26-4183-b4e3-e773d8810ace req-f8248be0-487a-4997-8cb7-aaba5c1dcab5 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 944 time: 0.1585624 Nov 03 18:34:15.829406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6bb9f2e3-6da3-4e53-81b5-a62252311521 None None] Provisioning complete for port ed025a64-4c66-4a59-acd5-ea102507cff1 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:15.829868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f2e3-6da3-4e53-81b5-a62252311521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.870246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:15.891032 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.931229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e70b954-0f26-4183-b4e3-e773d8810ace req-c66d86f1-ecdd-402d-bb50-de84efc51022 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972807 Nov 03 18:34:15.951526 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.951526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1643113b-ffc8-45c6-b544-ab97a56a0675 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:16.054761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9f2e3-6da3-4e53-81b5-a62252311521 None None] Port ed025a64-4c66-4a59-acd5-ea102507cff1 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:16.065461 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.068900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9463bd0f-7fcb-455e-9c89-eae3395b4839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:16.071587 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46466cd1-3345-4892-9e58-f3439b8854c5" -d '{"events": [{"server_uuid": "9463bd0f-7fcb-455e-9c89-eae3395b4839", "name": "network-vif-plugged", "status": "completed", "tag": "5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:16.085964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed025a64-4c66-4a59-acd5-ea102507cff1 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:16.096264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.103956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:16.115277 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.116465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7d9227da-f8e6-46f2-9cb2-27f313402f69 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:16.120481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Transition to ACTIVE for port object ed025a64-4c66-4a59-acd5-ea102507cff1 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:16.126738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=12']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:16.130228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69dcad-b8d6-43a9-b86f-fde75bdbcb5e req-bb647516-0730-44df-b29d-aaf6f9b809f7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:16.139779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd69dcad-b8d6-43a9-b86f-fde75bdbcb5e req-bb647516-0730-44df-b29d-aaf6f9b809f7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 944 time: 0.1106565 Nov 03 18:34:16.145169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff702-51ca-4770-a756-8d1b61bb846b req-a0c1923d-a7ef-4f54-a131-3c88b93c9232 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:16.147015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-a0c1923d-a7ef-4f54-a131-3c88b93c9232 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.96 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 822 time: 0.3235428 Nov 03 18:34:16.147510 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.171472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Request body: {'port': {'device_id': '65e91fa0-be09-4c00-a31d-4e482697dacb', 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'admin_state_up': True, 'tenant_id': '7a110f891db14894a67f37cdfd772a2f'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:16.203827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 1643113b-ffc8-45c6-b544-ab97a56a0675 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:16.221654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ef03d29e-7310-43fb-8321-12c18ddc6dda None None] Provisioning complete for port bafde85e-8983-4b5d-a852-7a8ccce1773d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:16.222425 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ef03d29e-7310-43fb-8321-12c18ddc6dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.233288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:16.248915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Pushing event updated for resources: {'Port': ['ID=ed025a64-4c66-4a59-acd5-ea102507cff1,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:16.255361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd69dcad-b8d6-43a9-b86f-fde75bdbcb5e req-978fbcc5-b6f6-4a01-931c-c0a349e5146e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143610 Nov 03 18:34:16.297126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 1643113b-ffc8-45c6-b544-ab97a56a0675 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:16.297625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.357272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['26febb32-9e2a-46df-9524-c3b4b6568066'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:16.390876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Made reservation on behalf of 7a110f891db14894a67f37cdfd772a2f for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:16.394873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.415010 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50078288-62d6-492a-8b39-4b86ae4604e1 req-e45ff95c-0d4c-495c-b79c-67a0b09e7556 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 210 time: 0.0355616 Nov 03 18:34:16.439827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Attempting to bind port ed025a64-4c66-4a59-acd5-ea102507cff1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:16.440170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Attempting to bind port ed025a64-4c66-4a59-acd5-ea102507cff1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:16.440784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Attempting to bind port ed025a64-4c66-4a59-acd5-ea102507cff1 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:16.459246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Port ed025a64-4c66-4a59-acd5-ea102507cff1 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:16.459983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Attempting to bind port ed025a64-4c66-4a59-acd5-ea102507cff1 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:16.464436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:16.478655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:16.479885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:16.481035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:16.481944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Bound port: ed025a64-4c66-4a59-acd5-ea102507cff1, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:16.482787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.509771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ef03d29e-7310-43fb-8321-12c18ddc6dda None None] Port bafde85e-8983-4b5d-a852-7a8ccce1773d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:16.602438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 7d9227da-f8e6-46f2-9cb2-27f313402f69 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:16.627111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] For port ed025a64-4c66-4a59-acd5-ea102507cff1, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:16.634176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] For port ed025a64-4c66-4a59-acd5-ea102507cff1, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ed025a64-4c66-4a59-acd5-ea102507cff1,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:16.638096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 7d9227da-f8e6-46f2-9cb2-27f313402f69 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:16.638557 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.643541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.655989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Allocated IP 172.20.0.5 (c9f9813a-4bc2-4aa7-9b78-5a90b545b307/10815da0-ea91-4b3c-9c9a-720e52c72d63/35d738cc-e8dc-475d-be9d-34b1c6457176) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:16.719976 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.723625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:16.724578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.726436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] 10.222.0.70 "PUT /v2.0/ports/ed025a64-4c66-4a59-acd5-ea102507cff1 HTTP/1.1" status: 200 len: 1095 time: 1.2724330 Nov 03 18:34:16.726890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513ede4c-903d-4d51-a26c-d5cde3b4765b', 'tag': 'ed025a64-4c66-4a59-acd5-ea102507cff1'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:16.739616 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95" -d '{"events": [{"name": "network-changed", "server_uuid": "513ede4c-903d-4d51-a26c-d5cde3b4765b", "tag": "ed025a64-4c66-4a59-acd5-ea102507cff1"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:16.838620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.853365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1643113b-ffc8-45c6-b544-ab97a56a0675, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1643113b-ffc8-45c6-b544-ab97a56a0675,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:16.878902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.884679 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.901983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a49ec-0691-4d04-89bf-8bf87fab2c10 service neutron] Pushing event updated for resources: {'Port': ['ID=ed025a64-4c66-4a59-acd5-ea102507cff1,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:16.907293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:16.929824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:16.947728 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.961309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:16.983874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-edcc6208-e706-46e4-ba18-f584fb2940b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:16.988899 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-edcc6208-e706-46e4-ba18-f584fb2940b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=513ede4c-903d-4d51-a26c-d5cde3b4765b HTTP/1.1" status: 200 len: 1098 time: 0.1771159 Nov 03 18:34:16.995715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1643113b-ffc8-45c6-b544-ab97a56a0675,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:17.013577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7d9227da-f8e6-46f2-9cb2-27f313402f69, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9227da-f8e6-46f2-9cb2-27f313402f69,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:17.019102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.020175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:17.021668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.022358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.071992 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9118557 Nov 03 18:34:17.078296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e1d72-c20d-4302-8e64-1bdddef6323f tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event updated for resources: {'Port': ['ID=35d738cc-e8dc-475d-be9d-34b1c6457176,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:17.087815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Request body: {'port': {'device_id': '65e91fa0-be09-4c00-a31d-4e482697dacb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:17.101152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-f7746132-cf6f-4a41-b1da-74d9305f631e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=ed025a64-4c66-4a59-acd5-ea102507cff1 HTTP/1.1" status: 200 len: 217 time: 0.1061213 Nov 03 18:34:17.111178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f443e-339a-4f70-b515-6a98cfd808ac req-f4cd1d5f-59f2-487f-846b-149bd86f4888 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.112734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b56f443e-339a-4f70-b515-6a98cfd808ac req-f4cd1d5f-59f2-487f-846b-149bd86f4888 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 1101 time: 0.1212928 Nov 03 18:34:17.174268 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.184127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-0ccb9504-7203-46f4-9874-6aca6824910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.185675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-0ccb9504-7203-46f4-9874-6aca6824910d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0718799 Nov 03 18:34:17.185888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafde85e-8983-4b5d-a852-7a8ccce1773d {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:17.196242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.231944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b56f443e-339a-4f70-b515-6a98cfd808ac req-88ee6307-77f5-45c4-bd2c-24ce9cf0cdd0 tempest-MigrationsAdminTest-968931875 tempest-MigrationsAdminTest-968931875-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083543 Nov 03 18:34:17.232676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Transition to ACTIVE for port object bafde85e-8983-4b5d-a852-7a8ccce1773d will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:17.255794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.275351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-4959456f-604c-45bc-86c3-387f55b50b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.277698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-4959456f-604c-45bc-86c3-387f55b50b48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815194 Nov 03 18:34:17.282525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7d9227da-f8e6-46f2-9cb2-27f313402f69,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:17.301013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:17.306099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:17.306713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.415144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Pushing event updated for resources: {'Port': ['ID=bafde85e-8983-4b5d-a852-7a8ccce1773d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:17.419731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.469167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:17.477753 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.498271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-d8069442-8451-4db6-8fd2-c729685fcf1f service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955070 Nov 03 18:34:17.544448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:17.564026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e706715-4618-4261-ac48-abc03eb8190f req-4b3b744d-acea-4a2f-b93a-14514c9fc3c2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.573223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Attempting to bind port bafde85e-8983-4b5d-a852-7a8ccce1773d on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:17.573596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Attempting to bind port bafde85e-8983-4b5d-a852-7a8ccce1773d by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:17.574317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e706715-4618-4261-ac48-abc03eb8190f req-4b3b744d-acea-4a2f-b93a-14514c9fc3c2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 948 time: 0.1199975 Nov 03 18:34:17.574438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Attempting to bind port bafde85e-8983-4b5d-a852-7a8ccce1773d on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:17.674700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e706715-4618-4261-ac48-abc03eb8190f req-19238a45-e63c-4d40-ad7c-d3b83caf2dc2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993483 Nov 03 18:34:17.678889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-3921014b-1a5b-4a1d-a91d-a56fc0633799 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714933 Nov 03 18:34:17.726220 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d240a7-aa79-4d01-90f2-5055bb9b3c03 x-openstack-request-id: req-20d240a7-aa79-4d01-90f2-5055bb9b3c03 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:17.726622 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9463bd0f-7fcb-455e-9c89-eae3395b4839", "name": "network-vif-plugged", "status": "completed", "tag": "5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:17.726890 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20d240a7-aa79-4d01-90f2-5055bb9b3c03 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:17.727317 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9463bd0f-7fcb-455e-9c89-eae3395b4839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0', 'code': 200} Nov 03 18:34:17.763098 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d6089-fd38-4e17-8849-ed6069b53ed2 x-openstack-request-id: req-4d3d6089-fd38-4e17-8849-ed6069b53ed2 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:17.763393 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513ede4c-903d-4d51-a26c-d5cde3b4765b", "tag": "ed025a64-4c66-4a59-acd5-ea102507cff1", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:17.763652 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d3d6089-fd38-4e17-8849-ed6069b53ed2 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:17.764061 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513ede4c-903d-4d51-a26c-d5cde3b4765b', 'tag': 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'status': 'completed', 'code': 200} Nov 03 18:34:17.838934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Port bafde85e-8983-4b5d-a852-7a8ccce1773d on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:17.840358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Attempting to bind port bafde85e-8983-4b5d-a852-7a8ccce1773d on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:17.867525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-2b7a1d16-885f-40d0-8754-c42652a2baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.869136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-2b7a1d16-885f-40d0-8754-c42652a2baaf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=513ede4c-903d-4d51-a26c-d5cde3b4765b HTTP/1.1" status: 200 len: 1098 time: 0.0706065 Nov 03 18:34:17.869865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:17.870190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:17.870604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:17.871039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Bound port: bafde85e-8983-4b5d-a852-7a8ccce1773d, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:17.871393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.895035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecb599-56b6-4696-bf6b-065b904f2df2 req-6a5ceafc-0a58-43a1-87b6-b0d9ae9aeee5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.896517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4ecb599-56b6-4696-bf6b-065b904f2df2 req-6a5ceafc-0a58-43a1-87b6-b0d9ae9aeee5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 944 time: 0.0709982 Nov 03 18:34:17.920016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-e7d73b78-a9fd-4eda-b61e-e4bec6b1325f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.921589 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-e7d73b78-a9fd-4eda-b61e-e4bec6b1325f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.70 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 944 time: 0.3823740 Nov 03 18:34:17.982461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75661791-80f9-4f3b-8925-1587c96647c1 req-39653214-26ec-4814-868f-fc1f33cfd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:17.983966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-75661791-80f9-4f3b-8925-1587c96647c1 req-39653214-26ec-4814-868f-fc1f33cfd471 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9463bd0f-7fcb-455e-9c89-eae3395b4839 HTTP/1.1" status: 200 len: 1096 time: 0.1659822 Nov 03 18:34:18.008955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4ecb599-56b6-4696-bf6b-065b904f2df2 req-a7a053f9-5a68-45be-9589-edcc2f36a2f9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018200 Nov 03 18:34:18.014094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-a6bc33e3-ef61-4b0d-a3ce-196a7836fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.015252 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-a6bc33e3-ef61-4b0d-a3ce-196a7836fc46 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1373680 Nov 03 18:34:18.063173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-0d8f38e6-df06-449e-a474-d28385e73954 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=ed025a64-4c66-4a59-acd5-ea102507cff1 HTTP/1.1" status: 200 len: 217 time: 0.0391669 Nov 03 18:34:18.065066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d738cc-e8dc-475d-be9d-34b1c6457176 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:18.100995 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.120434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] For port bafde85e-8983-4b5d-a852-7a8ccce1773d, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:18.139488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Transition to ACTIVE for port object 35d738cc-e8dc-475d-be9d-34b1c6457176 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:18.146545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] For port bafde85e-8983-4b5d-a852-7a8ccce1773d, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bafde85e-8983-4b5d-a852-7a8ccce1773d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:18.147543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-12fcf053-bbbf-4c2a-ab40-40b0f9510697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.149175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-12fcf053-bbbf-4c2a-ab40-40b0f9510697 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0793169 Nov 03 18:34:18.150576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-75661791-80f9-4f3b-8925-1587c96647c1 req-6eb74bdb-6b87-45da-b7c3-2230a3bc9bf1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454515 Nov 03 18:34:18.153053 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.163190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889237-7376-4049-b195-c172c5cea685 req-eca98b41-eb8a-49a0-88f1-3571dafbb5fa tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.164963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7889237-7376-4049-b195-c172c5cea685 req-eca98b41-eb8a-49a0-88f1-3571dafbb5fa tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 945 time: 0.0864763 Nov 03 18:34:18.166890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.220608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.221232 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.222618 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] 10.222.0.70 "PUT /v2.0/ports/bafde85e-8983-4b5d-a852-7a8ccce1773d HTTP/1.1" status: 200 len: 1096 time: 2.4481618 Nov 03 18:34:18.234238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190a83bd-2aa4-417c-bce7-22a90f6dab82', 'tag': 'bafde85e-8983-4b5d-a852-7a8ccce1773d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:18.237095 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ede1fd-028d-4c8c-af43-58707a891372" -d '{"events": [{"name": "network-changed", "server_uuid": "190a83bd-2aa4-417c-bce7-22a90f6dab82", "tag": "bafde85e-8983-4b5d-a852-7a8ccce1773d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:18.240901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-1a365707-36e1-4958-8939-7c36da822906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.242512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-1a365707-36e1-4958-8939-7c36da822906 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767071 Nov 03 18:34:18.246524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7889237-7376-4049-b195-c172c5cea685 req-023b8e69-e8f0-4f24-98ae-11254e7d4840 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705869 Nov 03 18:34:18.255498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Pushing event updated for resources: {'Port': ['ID=35d738cc-e8dc-475d-be9d-34b1c6457176,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:18.266367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Deleting port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:18.266698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.377489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-4f625bd5-f2ae-4791-96dd-7c051e91f120 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223023 Nov 03 18:34:18.464230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dd920-9f99-4835-9077-40df663f0e50 service neutron] Pushing event updated for resources: {'Port': ['ID=bafde85e-8983-4b5d-a852-7a8ccce1773d,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:18.494169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e4db96-d2c2-46b6-b970-80a87bb9fb95 req-bda867ca-9db3-4570-b707-631ce872ec28 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076338 Nov 03 18:34:18.496769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-633496cc-9079-4060-8101-2156ef4724e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.498311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-633496cc-9079-4060-8101-2156ef4724e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 1099 time: 0.2025564 Nov 03 18:34:18.504484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Attempting to bind port 35d738cc-e8dc-475d-be9d-34b1c6457176 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:18.504823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Attempting to bind port 35d738cc-e8dc-475d-be9d-34b1c6457176 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:18.505149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Attempting to bind port 35d738cc-e8dc-475d-be9d-34b1c6457176 on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:18.533188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Port 35d738cc-e8dc-475d-be9d-34b1c6457176 on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:18.533541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Attempting to bind port 35d738cc-e8dc-475d-be9d-34b1c6457176 on network c9f9813a-4bc2-4aa7-9b78-5a90b545b307 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:18.536395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] For port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:18.536754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.578891 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-33fcc0c2-f0c4-4c86-b1d4-cf4894fb611b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=bafde85e-8983-4b5d-a852-7a8ccce1773d HTTP/1.1" status: 200 len: 217 time: 0.0678279 Nov 03 18:34:18.582452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ae658-df0e-41b1-9476-bedaa8f38cde req-db8d1eae-6f25-4ebd-991a-a6c1ddc4e729 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.584134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Calling delete_port for 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:18.584556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d1ae658-df0e-41b1-9476-bedaa8f38cde req-db8d1eae-6f25-4ebd-991a-a6c1ddc4e729 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.0548923 Nov 03 18:34:18.585997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:18.586327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Checking segment: {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:18.586705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Bound using segment: {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:18.587139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Bound port: 35d738cc-e8dc-475d-be9d-34b1c6457176, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c20454-c6cc-4511-a846-1f13e988b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:18.587489 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.632977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d1ae658-df0e-41b1-9476-bedaa8f38cde req-79db9404-7b82-4e2a-8ef5-a68ac55cdc6c tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Nov 03 18:34:18.715361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-a367f01c-6394-4f13-8a11-95554aab6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.716830 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-a367f01c-6394-4f13-8a11-95554aab6db2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1247699 Nov 03 18:34:18.752207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130932a3-02c2-47f0-a665-78ea6a436bcf req-00f1920c-467b-47c6-acec-c3bdf4a927b4 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.754032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-130932a3-02c2-47f0-a665-78ea6a436bcf req-00f1920c-467b-47c6-acec-c3bdf4a927b4 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 943 time: 0.0496674 Nov 03 18:34:18.770045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] For port 35d738cc-e8dc-475d-be9d-34b1c6457176, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:18.794650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] For port 35d738cc-e8dc-475d-be9d-34b1c6457176, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=35d738cc-e8dc-475d-be9d-34b1c6457176,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:18.802165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.803709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-130932a3-02c2-47f0-a665-78ea6a436bcf req-d593b3f6-8919-468b-a08a-d1f5f8d500b0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Nov 03 18:34:18.833371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-8489fbaa-a8a7-4779-b6be-3fb00ae7a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.834445 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-8489fbaa-a8a7-4779-b6be-3fb00ae7a0a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042862 Nov 03 18:34:18.871386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.871988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.873389 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] 10.222.0.96 "PUT /v2.0/ports/35d738cc-e8dc-475d-be9d-34b1c6457176 HTTP/1.1" status: 200 len: 1091 time: 1.7923675 Nov 03 18:34:18.879015 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943b279e-84a0-4e41-8c0c-239110284bd1 x-openstack-request-id: req-943b279e-84a0-4e41-8c0c-239110284bd1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:18.879308 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190a83bd-2aa4-417c-bce7-22a90f6dab82", "tag": "bafde85e-8983-4b5d-a852-7a8ccce1773d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:18.879552 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-943b279e-84a0-4e41-8c0c-239110284bd1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:18.879941 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190a83bd-2aa4-417c-bce7-22a90f6dab82', 'tag': 'bafde85e-8983-4b5d-a852-7a8ccce1773d', 'status': 'completed', 'code': 200} Nov 03 18:34:18.972341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d61bd-21ea-4b47-87b6-35db28decff3 service neutron] Pushing event updated for resources: {'Port': ['ID=35d738cc-e8dc-475d-be9d-34b1c6457176,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:18.986999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.999808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d941c0e3-51d2-4750-b8cc-bb8dc5688ae1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:19.020502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e70e1-b146-4437-a0b6-19a81743572c req-dc375bd5-96e8-4814-a232-ea32967b4cf3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.022218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-718e70e1-b146-4437-a0b6-19a81743572c req-dc375bd5-96e8-4814-a232-ea32967b4cf3 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 950 time: 0.0596974 Nov 03 18:34:19.043517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Pushing event deleted for resources: {'Port': ['ID=3a56e98f-cce4-418a-ab4a-d3d17840d3c3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:19.076822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-718e70e1-b146-4437-a0b6-19a81743572c req-95080a2f-bf3a-4ac8-8581-be9405769e0a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465527 Nov 03 18:34:19.108725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d0b4018c-087b-4b04-922e-f62cbfcf8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.110478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d0b4018c-087b-4b04-922e-f62cbfcf8ecd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 1094 time: 0.1393430 Nov 03 18:34:19.112737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] No DVR routers for this DVR port 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:19.116217 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-381d1e02-696a-459f-bf3c-df458b06eb5e service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415397 Nov 03 18:34:19.117138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:19.122309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-89f2e2e5-79c4-4444-a0f4-9f0a1a0484e6 req-81d54be1-3ab1-46c4-9391-1378cd03247b tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.70 "DELETE /v2.0/ports/3a56e98f-cce4-418a-ab4a-d3d17840d3c3 HTTP/1.1" status: 204 len: 173 time: 1.1913714 Nov 03 18:34:19.168551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-3fc38a7a-fc60-4f21-8ac0-a7ed25dacb02 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d738cc-e8dc-475d-be9d-34b1c6457176 HTTP/1.1" status: 200 len: 217 time: 0.0464733 Nov 03 18:34:19.212268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc036e0-bbf9-4d53-8209-2167b563c5e0 req-6bb39e5a-06ed-452b-af0b-655dba6db40a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.213991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ecc036e0-bbf9-4d53-8209-2167b563c5e0 req-6bb39e5a-06ed-452b-af0b-655dba6db40a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 948 time: 0.0583267 Nov 03 18:34:19.268248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:19.276623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d7f48f06-c323-47d5-8e7f-300995b26cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.277687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ecc036e0-bbf9-4d53-8209-2167b563c5e0 req-01a38704-e810-4122-9c21-e35d45dc3192 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572672 Nov 03 18:34:19.278372 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-d7f48f06-c323-47d5-8e7f-300995b26cc7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=10815da0-ea91-4b3c-9c9a-720e52c72d63 HTTP/1.1" status: 200 len: 862 time: 0.0962670 Nov 03 18:34:19.308008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-144b2af9-0e3d-4440-be6f-1ed7f152e667 req-3f936083-c3f9-4af1-a52b-e4997fcfcd3c service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795983 Nov 03 18:34:19.332583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 26febb32-9e2a-46df-9524-c3b4b6568066 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:19.337282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 26febb32-9e2a-46df-9524-c3b4b6568066 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:19.337722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:19.347274 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-4bd1ced1-a349-42d9-b66a-7e162fbcd505 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378134 Nov 03 18:34:19.406802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8cfeaa57-6ab3-497a-882f-ba31a71ad7c8 req-fd447953-c6e7-4bf9-a139-e4a4e2280bd5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 210 time: 0.0338953 Nov 03 18:34:19.443140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede1fd-028d-4c8c-af43-58707a891372 req-d6c7c94b-540f-4487-91c5-5d07186cd920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.444677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-16ede1fd-028d-4c8c-af43-58707a891372 req-d6c7c94b-540f-4487-91c5-5d07186cd920 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 1099 time: 0.0741704 Nov 03 18:34:19.467472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:19.522045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:19.530811 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:19.593154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84272de3-8b46-4c0c-b38c-f522af8c61d1 req-7cabd4c5-a1b7-47be-9479-d2c8258bbf26 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.594986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84272de3-8b46-4c0c-b38c-f522af8c61d1 req-7cabd4c5-a1b7-47be-9479-d2c8258bbf26 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 945 time: 0.1100364 Nov 03 18:34:19.611451 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-51325c6e-293e-49e1-81e9-c6c8361be2d0 service neutron] 10.222.0.96 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545476 Nov 03 18:34:19.622284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=13']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:19.643694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede1fd-028d-4c8c-af43-58707a891372 req-f4ddae77-d7d7-43f9-85bd-bd7354b2e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.645141 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-16ede1fd-028d-4c8c-af43-58707a891372 req-f4ddae77-d7d7-43f9-85bd-bd7354b2e94c service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1726997 Nov 03 18:34:19.669299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84272de3-8b46-4c0c-b38c-f522af8c61d1 req-b3cc7f89-8a99-4c00-b286-38297960a8d3 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666473 Nov 03 18:34:19.728339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3022d28f-a223-4431-b788-d31f8fa155a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1643113b-ffc8-45c6-b544-ab97a56a0675'}, {'server_uuid': '12fe0ecd-cea0-4d40-82c0-b39345a18c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9227da-f8e6-46f2-9cb2-27f313402f69'}, {'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2'}, {'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:19.728706 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-16ede1fd-028d-4c8c-af43-58707a891372 req-cc5d509a-f5d1-4fa5-8d99-9aceca054979 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=bafde85e-8983-4b5d-a852-7a8ccce1773d HTTP/1.1" status: 200 len: 217 time: 0.0660474 Nov 03 18:34:19.731754 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f757d5-7e27-4c35-b361-64b2691f04f6" -d '{"events": [{"server_uuid": "3022d28f-a223-4431-b788-d31f8fa155a2", "name": "network-vif-plugged", "status": "completed", "tag": "1643113b-ffc8-45c6-b544-ab97a56a0675"}, {"server_uuid": "12fe0ecd-cea0-4d40-82c0-b39345a18c4c", "name": "network-vif-plugged", "status": "completed", "tag": "7d9227da-f8e6-46f2-9cb2-27f313402f69"}, {"server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "name": "network-vif-plugged", "status": "completed", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2"}, {"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-plugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:19.783385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9614e-9018-46ee-9098-4bcedb96ecb4 req-5d0895b2-de79-4712-9e8d-fdf2090a7780 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.785048 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ff9614e-9018-46ee-9098-4bcedb96ecb4 req-5d0895b2-de79-4712-9e8d-fdf2090a7780 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.0519245 Nov 03 18:34:19.802043 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3edff702-51ca-4770-a756-8d1b61bb846b req-73e806a5-7cce-4275-9dbe-9a6afcd90c6e service neutron] 10.222.0.96 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746464 Nov 03 18:34:19.805549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede1fd-028d-4c8c-af43-58707a891372 req-e8ac24d9-ae46-4c0e-980e-b550ef058a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.806903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-16ede1fd-028d-4c8c-af43-58707a891372 req-e8ac24d9-ae46-4c0e-980e-b550ef058a5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0675275 Nov 03 18:34:19.837343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ff9614e-9018-46ee-9098-4bcedb96ecb4 req-1fcb2db6-69f8-45b2-838d-2c008f8b8936 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457573 Nov 03 18:34:19.861708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede1fd-028d-4c8c-af43-58707a891372 req-7d98d577-861a-4b98-b2f7-eb703b2da083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.863190 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-16ede1fd-028d-4c8c-af43-58707a891372 req-7d98d577-861a-4b98-b2f7-eb703b2da083 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475514 Nov 03 18:34:19.920152 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c9da2b-8015-4fe2-89e3-9235623f277f x-openstack-request-id: req-49c9da2b-8015-4fe2-89e3-9235623f277f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:19.920462 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3022d28f-a223-4431-b788-d31f8fa155a2", "name": "network-vif-plugged", "status": "completed", "tag": "1643113b-ffc8-45c6-b544-ab97a56a0675", "code": 200}, {"server_uuid": "12fe0ecd-cea0-4d40-82c0-b39345a18c4c", "name": "network-vif-plugged", "status": "completed", "tag": "7d9227da-f8e6-46f2-9cb2-27f313402f69", "code": 200}, {"server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "name": "network-vif-plugged", "status": "completed", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2", "code": 200}, {"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-plugged", "status": "completed", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:19.920726 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49c9da2b-8015-4fe2-89e3-9235623f277f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:19.921122 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3022d28f-a223-4431-b788-d31f8fa155a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1643113b-ffc8-45c6-b544-ab97a56a0675', 'code': 200} Nov 03 18:34:19.921378 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fe0ecd-cea0-4d40-82c0-b39345a18c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9227da-f8e6-46f2-9cb2-27f313402f69', 'code': 200} Nov 03 18:34:19.921656 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2', 'code': 200} Nov 03 18:34:19.921903 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'code': 200} Nov 03 18:34:19.936787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ed025a64-4c66-4a59-acd5-ea102507cff1 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:19.963065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:20.006947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:20.006947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3a56e98f-cce4-418a-ab4a-d3d17840d3c3 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:20.084138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ed025a64-4c66-4a59-acd5-ea102507cff1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ed025a64-4c66-4a59-acd5-ea102507cff1,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:20.098670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'mac_address': 'fa:16:3e:3d:52:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:20.117278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-16ede1fd-028d-4c8c-af43-58707a891372 req-e5a90c0a-0d42-464f-ba7e-dcd0076bcf96 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451553 Nov 03 18:34:20.118273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e7241-ed86-4449-8a14-4d559d7f0a37 req-c915817b-60f2-43ba-9630-e4608c587913 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.119801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd1e7241-ed86-4449-8a14-4d559d7f0a37 req-c915817b-60f2-43ba-9630-e4608c587913 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 943 time: 0.0865736 Nov 03 18:34:20.143338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:20.158485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed025a64-4c66-4a59-acd5-ea102507cff1 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:20.186059 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ed025a64-4c66-4a59-acd5-ea102507cff1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ed025a64-4c66-4a59-acd5-ea102507cff1,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:20.192109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:20.204149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd1e7241-ed86-4449-8a14-4d559d7f0a37 req-0b31a4f2-fd9f-434b-8070-ad68ab89a928 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769813 Nov 03 18:34:20.228136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299a539-89f3-4388-9092-9fdd41925250 req-765daa29-443b-4be0-ac54-c30500a60b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.228136 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d299a539-89f3-4388-9092-9fdd41925250 req-765daa29-443b-4be0-ac54-c30500a60b7e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 1096 time: 0.1777127 Nov 03 18:34:20.239476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d75b5f-453b-4b88-b644-367deeaeab2b req-86ccd2be-4dd7-4387-b15c-46fe1565db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.241037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44d75b5f-453b-4b88-b644-367deeaeab2b req-86ccd2be-4dd7-4387-b15c-46fe1565db3b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1096 time: 0.2016070 Nov 03 18:34:20.268174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=ed025a64-4c66-4a59-acd5-ea102507cff1,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:20.274312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74aa51-a188-4480-aab4-0dde368b7839 req-9d42d185-0df0-44ae-b303-c026ecdc3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.275883 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74aa51-a188-4480-aab4-0dde368b7839 req-9d42d185-0df0-44ae-b303-c026ecdc3795 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3022d28f-a223-4431-b788-d31f8fa155a2 HTTP/1.1" status: 200 len: 1097 time: 0.2689817 Nov 03 18:34:20.331443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-87122ccf-6b22-480a-a6c4-630e310fd215 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.333131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-87122ccf-6b22-480a-a6c4-630e310fd215 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 951 time: 0.0571311 Nov 03 18:34:20.381772 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-16ede1fd-028d-4c8c-af43-58707a891372 req-b6ca8452-5812-472e-8264-1e6be8097850 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489221 Nov 03 18:34:20.388138 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db74aa51-a188-4480-aab4-0dde368b7839 req-80fca5a5-8bca-4224-9c8c-c3f51ae9112a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989304 Nov 03 18:34:20.390579 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d299a539-89f3-4388-9092-9fdd41925250 req-d52de888-2efd-4cec-a51a-d0689ed1f2db service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470523 Nov 03 18:34:20.392695 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44d75b5f-453b-4b88-b644-367deeaeab2b req-24bac16d-938b-45f3-83b9-b99100679249 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337152 Nov 03 18:34:20.485834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e33b0-8fb9-4a88-88bc-dbca98a9cce2 req-818dca1c-8756-4f69-8366-fdd00525e2e4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.487392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-547e33b0-8fb9-4a88-88bc-dbca98a9cce2 req-818dca1c-8756-4f69-8366-fdd00525e2e4 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f2236e9-c1f0-4372-969b-bec8f9491c97 HTTP/1.1" status: 200 len: 951 time: 0.0820045 Nov 03 18:34:20.502851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Deleting port 26febb32-9e2a-46df-9524-c3b4b6568066 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:20.503186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:20.514862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['ed025a64-4c66-4a59-acd5-ea102507cff1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:20.612883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] For port 26febb32-9e2a-46df-9524-c3b4b6568066, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=26febb32-9e2a-46df-9524-c3b4b6568066,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:20.613255 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:20.638763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Calling delete_port for 26febb32-9e2a-46df-9524-c3b4b6568066 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:20.714241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-547e33b0-8fb9-4a88-88bc-dbca98a9cce2 req-dcca3e91-2542-407f-b6a5-8d0dde7e9d8a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205300 Nov 03 18:34:20.839253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:20.862000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d2e9e014-8f6f-440c-95b8-bcef588340fc', '26febb32-9e2a-46df-9524-c3b4b6568066'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:20.881385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e91fa0-be09-4c00-a31d-4e482697dacb', 'tag': '35d738cc-e8dc-475d-be9d-34b1c6457176'}, {'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'name': 'network-vif-deleted', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:20.881620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9252a-b65c-40a2-ad2b-df4311d1435c req-38377659-5ec9-4608-91a3-6274cea76fae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.882898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8b9252a-b65c-40a2-ad2b-df4311d1435c req-38377659-5ec9-4608-91a3-6274cea76fae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 948 time: 0.0973918 Nov 03 18:34:20.883636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event deleted for resources: {'Port': ['ID=26febb32-9e2a-46df-9524-c3b4b6568066,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:20.896474 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98508623-73d8-4ecb-8bec-007af68c4efc" -d '{"events": [{"name": "network-changed", "server_uuid": "65e91fa0-be09-4c00-a31d-4e482697dacb", "tag": "35d738cc-e8dc-475d-be9d-34b1c6457176"}, {"server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "name": "network-vif-deleted", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:20.938398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] No DVR routers for this DVR port 26febb32-9e2a-46df-9524-c3b4b6568066 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:20.946656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:20.951509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b9d357f-cf86-44cb-9b91-f22af372ce9c req-ab6bf3c2-9dcc-4ba8-9e09-1ff4f00e1658 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "DELETE /v2.0/ports/26febb32-9e2a-46df-9524-c3b4b6568066 HTTP/1.1" status: 204 len: 173 time: 0.6043618 Nov 03 18:34:20.951968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-deleted', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:20.955644 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13665d9-adad-4e51-b272-0417bb02349b" -d '{"events": [{"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-deleted", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:21.019332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8b9252a-b65c-40a2-ad2b-df4311d1435c req-003922f1-232d-4bd5-bfcf-0bc90f404348 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810452 Nov 03 18:34:21.140261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bbe7e567-caca-4463-b1ed-0c67189d8fd3 req-9b28184a-057c-42f5-b5f7-d7d5c5b4f819 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 210 time: 0.0396929 Nov 03 18:34:21.257984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866dad5-1b74-4797-b89e-186be2aa41c0 req-42652512-5b76-4114-bd10-5c0c106c7078 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:21.259579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e866dad5-1b74-4797-b89e-186be2aa41c0 req-42652512-5b76-4114-bd10-5c0c106c7078 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 945 time: 0.0593793 Nov 03 18:34:21.314691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e866dad5-1b74-4797-b89e-186be2aa41c0 req-b7dadb07-2271-455e-86f6-23d89c0402be tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478544 Nov 03 18:34:21.417193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cd6b36d3-a207-4bf7-9685-04e34f767a16', '185f3e07-06fd-463d-a035-0b545b36dbb2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:21.454609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577ecd7-5493-4683-a068-a4efe6d0e21b req-1fd104af-75b0-4719-ab84-7c80107b61b4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:21.457345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4577ecd7-5493-4683-a068-a4efe6d0e21b req-1fd104af-75b0-4719-ab84-7c80107b61b4 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.0775282 Nov 03 18:34:21.516904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4577ecd7-5493-4683-a068-a4efe6d0e21b req-e09f8086-3dc9-4e12-b338-4f90e526a44d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524333 Nov 03 18:34:21.600259 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb01c93-727d-41a2-9c20-f3184a6fe01c x-openstack-request-id: req-fbb01c93-727d-41a2-9c20-f3184a6fe01c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:21.601020 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e91fa0-be09-4c00-a31d-4e482697dacb", "tag": "35d738cc-e8dc-475d-be9d-34b1c6457176", "status": "completed", "code": 200}, {"server_uuid": "d213e6e5-1089-4a53-821c-d07cc746fdd1", "name": "network-vif-deleted", "tag": "3a56e98f-cce4-418a-ab4a-d3d17840d3c3", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:21.601591 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbb01c93-727d-41a2-9c20-f3184a6fe01c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:21.606212 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e91fa0-be09-4c00-a31d-4e482697dacb', 'tag': '35d738cc-e8dc-475d-be9d-34b1c6457176', 'status': 'completed', 'code': 200} Nov 03 18:34:21.607495 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213e6e5-1089-4a53-821c-d07cc746fdd1', 'name': 'network-vif-deleted', 'tag': '3a56e98f-cce4-418a-ab4a-d3d17840d3c3', 'status': 'completed', 'code': 200} Nov 03 18:34:21.644932 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557add57-dbde-4922-9445-f54427b085da x-openstack-request-id: req-557add57-dbde-4922-9445-f54427b085da {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:21.645305 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2236e9-c1f0-4372-969b-bec8f9491c97", "name": "network-vif-deleted", "tag": "26febb32-9e2a-46df-9524-c3b4b6568066", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:21.645652 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-557add57-dbde-4922-9445-f54427b085da {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:21.646232 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2236e9-c1f0-4372-969b-bec8f9491c97', 'name': 'network-vif-deleted', 'tag': '26febb32-9e2a-46df-9524-c3b4b6568066', 'status': 'completed', 'code': 200} Nov 03 18:34:21.774279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed03a40-d61f-4396-874c-e1439838ead7 req-a8910557-f5cb-43d4-94d1-5eb2c551e7c1 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:21.775840 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ed03a40-d61f-4396-874c-e1439838ead7 req-a8910557-f5cb-43d4-94d1-5eb2c551e7c1 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 943 time: 0.0653684 Nov 03 18:34:21.778957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98508623-73d8-4ecb-8bec-007af68c4efc req-89961ccd-d03e-4c7d-a9dd-e152f96beb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:21.780431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98508623-73d8-4ecb-8bec-007af68c4efc req-89961ccd-d03e-4c7d-a9dd-e152f96beb0e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7a110f891db14894a67f37cdfd772a2f&device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 1094 time: 0.1188281 Nov 03 18:34:21.889969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ed03a40-d61f-4396-874c-e1439838ead7 req-3a60a084-7d40-4d42-be3a-ce84de99e153 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048503 Nov 03 18:34:21.926533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98508623-73d8-4ecb-8bec-007af68c4efc req-77d8623c-0ab8-4a4a-bb50-7abd2fb125bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:21.928711 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98508623-73d8-4ecb-8bec-007af68c4efc req-77d8623c-0ab8-4a4a-bb50-7abd2fb125bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 200 len: 923 time: 0.1349866 Nov 03 18:34:21.955109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device bafde85e-8983-4b5d-a852-7a8ccce1773d details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:21.970343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ed025a64-4c66-4a59-acd5-ea102507cff1 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:21.994111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98508623-73d8-4ecb-8bec-007af68c4efc req-06003cd4-007f-46a9-81ff-ea3c6f309586 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d738cc-e8dc-475d-be9d-34b1c6457176 HTTP/1.1" status: 200 len: 217 time: 0.0534570 Nov 03 18:34:22.088163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98508623-73d8-4ecb-8bec-007af68c4efc req-c2fe3914-d5a6-4f51-a6a8-da0cb125d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:22.090717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98508623-73d8-4ecb-8bec-007af68c4efc req-c2fe3914-d5a6-4f51-a6a8-da0cb125d355 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=10815da0-ea91-4b3c-9c9a-720e52c72d63 HTTP/1.1" status: 200 len: 862 time: 0.0664167 Nov 03 18:34:22.100889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port ed025a64-4c66-4a59-acd5-ea102507cff1 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:22.112875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port ed025a64-4c66-4a59-acd5-ea102507cff1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:22.113246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.161150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98508623-73d8-4ecb-8bec-007af68c4efc req-e39a25e0-6eed-4f83-8189-49688554a0b9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c9f9813a-4bc2-4aa7-9b78-5a90b545b307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553513 Nov 03 18:34:22.175634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port bafde85e-8983-4b5d-a852-7a8ccce1773d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bafde85e-8983-4b5d-a852-7a8ccce1773d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:22.197898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'bafde85e-8983-4b5d-a852-7a8ccce1773d', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'bafde85e-8983-4b5d-a852-7a8ccce1773d', 'mac_address': 'fa:16:3e:9c:fb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:22.285533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.308609 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.311353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafde85e-8983-4b5d-a852-7a8ccce1773d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:22.339203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98508623-73d8-4ecb-8bec-007af68c4efc req-a8a657b8-78fa-473b-9b1e-b58c74fba5dd service neutron] 10.222.0.96 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694694 Nov 03 18:34:22.344109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port bafde85e-8983-4b5d-a852-7a8ccce1773d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bafde85e-8983-4b5d-a852-7a8ccce1773d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:22.350443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513ede4c-903d-4d51-a26c-d5cde3b4765b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed025a64-4c66-4a59-acd5-ea102507cff1'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:22.353471 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28277e6b-ea89-4e8c-afae-8b3a03eb07ba" -d '{"events": [{"server_uuid": "513ede4c-903d-4d51-a26c-d5cde3b4765b", "name": "network-vif-plugged", "status": "completed", "tag": "ed025a64-4c66-4a59-acd5-ea102507cff1"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:22.358362 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.369856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ed025a64-4c66-4a59-acd5-ea102507cff1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ed025a64-4c66-4a59-acd5-ea102507cff1,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:22.390467 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.416666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=bafde85e-8983-4b5d-a852-7a8ccce1773d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:22.460157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bef58-f1ec-4f74-a36e-c1f1f8206135 req-dd211da0-0f0b-4fec-8295-07ba44f91599 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:22.461712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e63bef58-f1ec-4f74-a36e-c1f1f8206135 req-dd211da0-0f0b-4fec-8295-07ba44f91599 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 949 time: 0.1215963 Nov 03 18:34:22.468610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=ed025a64-4c66-4a59-acd5-ea102507cff1,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:22.501638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98508623-73d8-4ecb-8bec-007af68c4efc req-51425503-ba8f-4211-b671-408f75efab38 service neutron] 10.222.0.96 "GET /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519871 Nov 03 18:34:22.531404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e63bef58-f1ec-4f74-a36e-c1f1f8206135 req-8e1e4400-c9d1-4ab1-81e7-c5d3cc20c513 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551784 Nov 03 18:34:22.617698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-faea09a0-6d18-4d86-9785-d446866e2580 req-3bfe90df-1601-428a-9555-c619ec65f194 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 210 time: 0.0266178 Nov 03 18:34:22.713775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['bafde85e-8983-4b5d-a852-7a8ccce1773d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:22.731651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2bb9e-0cbb-49ed-af56-30bea69f3061 req-04c82eba-52d6-43da-8a4f-8047a20066f0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:22.733373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-06a2bb9e-0cbb-49ed-af56-30bea69f3061 req-04c82eba-52d6-43da-8a4f-8047a20066f0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 951 time: 0.0508695 Nov 03 18:34:22.782809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-06a2bb9e-0cbb-49ed-af56-30bea69f3061 req-016922fe-605a-46fa-8dec-ecd40107e234 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Nov 03 18:34:22.891201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef5e8f-1c22-4252-ada9-d8a57f29f357 req-e9969e4b-0874-4441-b4ca-5afcdfd4dd92 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:22.892711 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1ef5e8f-1c22-4252-ada9-d8a57f29f357 req-e9969e4b-0874-4441-b4ca-5afcdfd4dd92 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 945 time: 0.0490143 Nov 03 18:34:22.948186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1ef5e8f-1c22-4252-ada9-d8a57f29f357 req-513a9efb-7c86-40f8-a6ab-9d915e2a2900 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479426 Nov 03 18:34:22.992508 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be5ed75-188e-4668-9511-37fe726f88f5 x-openstack-request-id: req-5be5ed75-188e-4668-9511-37fe726f88f5 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:22.992804 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513ede4c-903d-4d51-a26c-d5cde3b4765b", "name": "network-vif-plugged", "status": "completed", "tag": "ed025a64-4c66-4a59-acd5-ea102507cff1", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:22.993056 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5be5ed75-188e-4668-9511-37fe726f88f5 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:22.993481 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513ede4c-903d-4d51-a26c-d5cde3b4765b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'code': 200} Nov 03 18:34:23.085980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e8e04-8591-45cf-b518-b85e1d190ae9 req-3a444ad3-b185-4118-a5b5-36298432ccfe tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.087440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d6e8e04-8591-45cf-b518-b85e1d190ae9 req-3a444ad3-b185-4118-a5b5-36298432ccfe tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.0503147 Nov 03 18:34:23.097213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932976eb-d4de-4878-a96a-b7d6050a9109 req-e92b4a29-0ca6-4146-9844-b5cc03d20286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.098785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-932976eb-d4de-4878-a96a-b7d6050a9109 req-e92b4a29-0ca6-4146-9844-b5cc03d20286 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=513ede4c-903d-4d51-a26c-d5cde3b4765b HTTP/1.1" status: 200 len: 1100 time: 0.0479283 Nov 03 18:34:23.140704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d6e8e04-8591-45cf-b518-b85e1d190ae9 req-dce5bd65-704d-4878-939a-c8d511596910 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459764 Nov 03 18:34:23.156569 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-932976eb-d4de-4878-a96a-b7d6050a9109 req-0abb69a1-04af-4672-abb8-ed645f31f61c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Nov 03 18:34:23.253007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f4845-e844-4113-b75c-d814a5ad0b22 req-5e7d6b44-02e5-4748-bef9-6c5a53117e8a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.254609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-577f4845-e844-4113-b75c-d814a5ad0b22 req-5e7d6b44-02e5-4748-bef9-6c5a53117e8a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 943 time: 0.0493512 Nov 03 18:34:23.270870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 35d738cc-e8dc-475d-be9d-34b1c6457176 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:23.274937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:23.304779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 26febb32-9e2a-46df-9524-c3b4b6568066 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:23.305204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 26febb32-9e2a-46df-9524-c3b4b6568066 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:23.307833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-577f4845-e844-4113-b75c-d814a5ad0b22 req-bf09a642-83e5-483b-ab7d-50a007666b60 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468454 Nov 03 18:34:23.402956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 35d738cc-e8dc-475d-be9d-34b1c6457176, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=35d738cc-e8dc-475d-be9d-34b1c6457176,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:23.416496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '35d738cc-e8dc-475d-be9d-34b1c6457176', 'network_id': 'c9f9813a-4bc2-4aa7-9b78-5a90b545b307', 'port_id': '35d738cc-e8dc-475d-be9d-34b1c6457176', 'mac_address': 'fa:16:3e:f0:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10815da0-ea91-4b3c-9c9a-720e52c72d63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:23.435188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b82e1-b802-4165-a796-d63bfbf18e16 req-54e45701-4b8e-4ddf-8401-bfedee467ae1 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.436842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec3b82e1-b802-4165-a796-d63bfbf18e16 req-54e45701-4b8e-4ddf-8401-bfedee467ae1 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=3022d28f-a223-4431-b788-d31f8fa155a2 HTTP/1.1" status: 200 len: 946 time: 0.0579195 Nov 03 18:34:23.472433 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:23.485660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec3b82e1-b802-4165-a796-d63bfbf18e16 req-84b5b5f9-9c8d-4834-b26e-34951b56d6c6 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Nov 03 18:34:23.488271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d738cc-e8dc-475d-be9d-34b1c6457176 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:23.517460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 35d738cc-e8dc-475d-be9d-34b1c6457176, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=35d738cc-e8dc-475d-be9d-34b1c6457176,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:23.524623 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:23.583979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=35d738cc-e8dc-475d-be9d-34b1c6457176,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:23.684769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-72ab0023-0f2d-48b7-942c-e91820adcf00 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.686301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-72ab0023-0f2d-48b7-942c-e91820adcf00 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 951 time: 0.0730350 Nov 03 18:34:23.692976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501436e8-2356-4377-8965-e11842e83e42 req-58a33080-ed18-4702-9be9-04157ec5ed9a tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.694439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-501436e8-2356-4377-8965-e11842e83e42 req-58a33080-ed18-4702-9be9-04157ec5ed9a tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1096 time: 0.0722280 Nov 03 18:34:23.794296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-501436e8-2356-4377-8965-e11842e83e42 req-20285627-daab-4af9-84af-22b0cf2d6072 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927131 Nov 03 18:34:23.817852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['35d738cc-e8dc-475d-be9d-34b1c6457176'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:23.818918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Deleting port d2e9e014-8f6f-440c-95b8-bcef588340fc {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:23.819213 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:23.958264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device bafde85e-8983-4b5d-a852-7a8ccce1773d up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:23.965024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] For port d2e9e014-8f6f-440c-95b8-bcef588340fc, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d2e9e014-8f6f-440c-95b8-bcef588340fc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:23.965812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:23.981733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Calling delete_port for d2e9e014-8f6f-440c-95b8-bcef588340fc owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:24.005770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ab35a-ce9c-48a4-a16b-e5b47e6bfde3 req-4ac0cf64-5544-4745-a915-abad27c764da tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:24.007422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb6ab35a-ce9c-48a4-a16b-e5b47e6bfde3 req-4ac0cf64-5544-4745-a915-abad27c764da tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=9463bd0f-7fcb-455e-9c89-eae3395b4839 HTTP/1.1" status: 200 len: 945 time: 0.0863090 Nov 03 18:34:24.034369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port bafde85e-8983-4b5d-a852-7a8ccce1773d completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:24.043092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port bafde85e-8983-4b5d-a852-7a8ccce1773d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:24.043092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.104477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb6ab35a-ce9c-48a4-a16b-e5b47e6bfde3 req-4686a0c6-923f-4ecd-9f3d-d8a3dada1036 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647056 Nov 03 18:34:24.147071 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.186271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port bafde85e-8983-4b5d-a852-7a8ccce1773d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bafde85e-8983-4b5d-a852-7a8ccce1773d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:24.191139 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.223362 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.242123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cd6b36d3-a207-4bf7-9685-04e34f767a16', '185f3e07-06fd-463d-a035-0b545b36dbb2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:24.255915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event deleted for resources: {'Port': ['ID=d2e9e014-8f6f-440c-95b8-bcef588340fc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:24.272067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=bafde85e-8983-4b5d-a852-7a8ccce1773d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:24.295969 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350d885-35d9-4ea8-bcec-97c58d0cb333 req-44c8fac0-f36d-4484-b84e-07698787ab78 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:24.297645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1350d885-35d9-4ea8-bcec-97c58d0cb333 req-44c8fac0-f36d-4484-b84e-07698787ab78 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 950 time: 0.1127560 Nov 03 18:34:24.348923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] No DVR routers for this DVR port d2e9e014-8f6f-440c-95b8-bcef588340fc on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:24.351918 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.355571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7533d6a-69d6-43b6-a622-9a123072cb9f req-3e6879dc-2040-4c25-bf7f-b9215227ff92 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.96 "DELETE /v2.0/ports/d2e9e014-8f6f-440c-95b8-bcef588340fc HTTP/1.1" status: 204 len: 173 time: 0.6601555 Nov 03 18:34:24.355960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-deleted', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:24.358537 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7869f327-b87e-4266-ab46-573332dcdc34" -d '{"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-deleted", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:24.421929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1350d885-35d9-4ea8-bcec-97c58d0cb333 req-3869114d-0701-47e6-872c-e5e68576641b tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083090 Nov 03 18:34:24.530341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d2e9e014-8f6f-440c-95b8-bcef588340fc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:24.586675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed8f1f41-596e-4277-acc2-b0f8bfbd43ec req-42d9affc-9170-4fb2-9b3e-5706728ca06a tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=d213e6e5-1089-4a53-821c-d07cc746fdd1 HTTP/1.1" status: 200 len: 210 time: 0.0575287 Nov 03 18:34:24.717904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c338088d-b3f5-4bc9-8a6f-3c3e087e8436 req-f130d595-2e80-4309-a085-89e711ee3f9a tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=e969f443-9391-495d-bc9e-59f648aca678 HTTP/1.1" status: 200 len: 210 time: 0.0276937 Nov 03 18:34:24.836206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df268cd-1bb8-4108-891a-3b9867c17971 req-e146a71e-2366-4d7d-ae9c-c84fcaf6aecc tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:24.837956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6df268cd-1bb8-4108-891a-3b9867c17971 req-e146a71e-2366-4d7d-ae9c-c84fcaf6aecc tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1096 time: 0.0516889 Nov 03 18:34:24.883893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6df268cd-1bb8-4108-891a-3b9867c17971 req-1373337d-f0c9-4dcf-b51a-0ca7423164e9 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Nov 03 18:34:24.994418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190a83bd-2aa4-417c-bce7-22a90f6dab82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafde85e-8983-4b5d-a852-7a8ccce1773d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:24.998216 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb0d9b-a7c9-4c90-8c6e-5e83dd5be63e" -d '{"events": [{"server_uuid": "190a83bd-2aa4-417c-bce7-22a90f6dab82", "name": "network-vif-plugged", "status": "completed", "tag": "bafde85e-8983-4b5d-a852-7a8ccce1773d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:25.157945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff914ed-2182-4648-bb7e-b772afee60eb req-e7e11b8d-69d8-4e5b-902d-26b0f3fda38e tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:25.159578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ff914ed-2182-4648-bb7e-b772afee60eb req-e7e11b8d-69d8-4e5b-902d-26b0f3fda38e tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 944 time: 0.0621104 Nov 03 18:34:25.214814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ff914ed-2182-4648-bb7e-b772afee60eb req-18c69af5-2ebd-4b65-b982-af52efae8fdd tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484517 Nov 03 18:34:25.269662 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c22280-8cce-40e6-8330-6fc56a89096f x-openstack-request-id: req-02c22280-8cce-40e6-8330-6fc56a89096f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:25.270945 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e969f443-9391-495d-bc9e-59f648aca678", "name": "network-vif-deleted", "tag": "d2e9e014-8f6f-440c-95b8-bcef588340fc", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:25.271455 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02c22280-8cce-40e6-8330-6fc56a89096f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:25.272120 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969f443-9391-495d-bc9e-59f648aca678', 'name': 'network-vif-deleted', 'tag': 'd2e9e014-8f6f-440c-95b8-bcef588340fc', 'status': 'completed', 'code': 200} Nov 03 18:34:25.278395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 35d738cc-e8dc-475d-be9d-34b1c6457176 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:25.360242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 35d738cc-e8dc-475d-be9d-34b1c6457176 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:25.365245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 35d738cc-e8dc-475d-be9d-34b1c6457176 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:25.365985 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.465773 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.491616 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f2d2b-3cf3-4be4-bdcd-b9f8723a8d47 x-openstack-request-id: req-742f2d2b-3cf3-4be4-bdcd-b9f8723a8d47 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:25.491909 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190a83bd-2aa4-417c-bce7-22a90f6dab82", "name": "network-vif-plugged", "status": "completed", "tag": "bafde85e-8983-4b5d-a852-7a8ccce1773d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:25.492300 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-742f2d2b-3cf3-4be4-bdcd-b9f8723a8d47 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:25.492576 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190a83bd-2aa4-417c-bce7-22a90f6dab82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafde85e-8983-4b5d-a852-7a8ccce1773d', 'code': 200} Nov 03 18:34:25.504412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 35d738cc-e8dc-475d-be9d-34b1c6457176, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=35d738cc-e8dc-475d-be9d-34b1c6457176,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:25.511435 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.512466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:25.571903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: d2e9e014-8f6f-440c-95b8-bcef588340fc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:25.572679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d2e9e014-8f6f-440c-95b8-bcef588340fc not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:25.610283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=35d738cc-e8dc-475d-be9d-34b1c6457176,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:25.622680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf670c0-e965-4cc5-8659-534ea6a08c9b req-766c71a8-48d5-40e2-8e51-0a181a442931 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:25.624559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebf670c0-e965-4cc5-8659-534ea6a08c9b req-766c71a8-48d5-40e2-8e51-0a181a442931 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 945 time: 0.0773091 Nov 03 18:34:25.639637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a5445-03a6-49c6-a771-62bfc753ebf2 req-0a64a723-9f53-44b2-b16d-26198c641eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:25.641807 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a0a5445-03a6-49c6-a771-62bfc753ebf2 req-0a64a723-9f53-44b2-b16d-26198c641eb9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 1101 time: 0.0693755 Nov 03 18:34:25.683520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebf670c0-e965-4cc5-8659-534ea6a08c9b req-1be81760-61e4-4d17-91c0-d825ec6c9ce2 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502050 Nov 03 18:34:25.706055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a0a5445-03a6-49c6-a771-62bfc753ebf2 req-d118d0eb-c2ec-45ce-931b-24bc2d25ad46 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545053 Nov 03 18:34:26.521612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-9161ec59-cec5-45d9-a862-e7eafc28fccd tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:34:26.522548 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-9161ec59-cec5-45d9-a862-e7eafc28fccd tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059917 Nov 03 18:34:26.537395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad427a-7833-40fc-8b54-302d3302730d req-dd060329-173a-4ec2-8ddc-dbd217ee47a7 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:26.538901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8ad427a-7833-40fc-8b54-302d3302730d req-dd060329-173a-4ec2-8ddc-dbd217ee47a7 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.96 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 945 time: 0.0567586 Nov 03 18:34:26.562896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-991d5c15-12c9-43cf-b3da-ebe0dd51ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:26.564594 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-991d5c15-12c9-43cf-b3da-ebe0dd51ed79 service neutron] 10.222.0.77 "GET /v2.0/ports/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 200 len: 1093 time: 0.0349164 Nov 03 18:34:26.574192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Request body: {'binding': {'host': 'n-h2-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:26.574642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Unknown quota resources ['binding']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:34:26.647915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Deleting port 7d9227da-f8e6-46f2-9cb2-27f313402f69 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:26.648256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.723986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on host n-h2-812148-3 for vnic_type normal with profile None {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:26.724563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:26.724871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:26.730280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:26.730823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:26.735856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:26.736189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:26.736784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:26.737213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Bound port: 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:26.754560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] For port 7d9227da-f8e6-46f2-9cb2-27f313402f69, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9227da-f8e6-46f2-9cb2-27f313402f69,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:26.755039 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.773642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Calling delete_port for 7d9227da-f8e6-46f2-9cb2-27f313402f69 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:26.791239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:26.800669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.802082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-2027d8b2-1b62-40ed-8077-458fd7583259 service neutron] 10.222.0.77 "POST /v2.0/ports/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2313318 Nov 03 18:34:27.107508 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-bbc118f0-dc0f-4793-939f-03859871829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.109015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-bbc118f0-dc0f-4793-939f-03859871829b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1096 time: 0.0610650 Nov 03 18:34:27.193847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc406904-bedb-4b6f-8015-8ae2cf952f91 req-c0a3abb4-0701-4d2d-8f1c-780610bbe1b3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.195438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc406904-bedb-4b6f-8015-8ae2cf952f91 req-c0a3abb4-0701-4d2d-8f1c-780610bbe1b3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 950 time: 0.0832069 Nov 03 18:34:27.237179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-e8457db1-5c6b-44e2-a26f-1d44d90b91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.238714 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-e8457db1-5c6b-44e2-a26f-1d44d90b91b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.1123064 Nov 03 18:34:27.297985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-1b11c269-20ba-43c4-ac38-dc528a8dbf5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 200 len: 217 time: 0.0490263 Nov 03 18:34:27.309835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc406904-bedb-4b6f-8015-8ae2cf952f91 req-13d37d38-2c6a-4a02-b13a-a60b0c7c158b tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057007 Nov 03 18:34:27.315939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.341226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:27.348223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1643113b-ffc8-45c6-b544-ab97a56a0675'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:27.397455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Pushing event deleted for resources: {'Port': ['ID=7d9227da-f8e6-46f2-9cb2-27f313402f69,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:27.422456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-50544caa-65b0-4fa6-b74f-7b603a481c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.423940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-50544caa-65b0-4fa6-b74f-7b603a481c26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1186097 Nov 03 18:34:27.476373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] No DVR routers for this DVR port 7d9227da-f8e6-46f2-9cb2-27f313402f69 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:27.484904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-c53443f0-d9fb-49e7-993d-3cc0799db8a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472133 Nov 03 18:34:27.486223 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.489533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8ad427a-7833-40fc-8b54-302d3302730d req-18000377-58c3-4ac9-a8a5-3ca62e8d06f4 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.96 "DELETE /v2.0/ports/7d9227da-f8e6-46f2-9cb2-27f313402f69 HTTP/1.1" status: 204 len: 173 time: 0.9439266 Nov 03 18:34:27.490015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fe0ecd-cea0-4d40-82c0-b39345a18c4c', 'name': 'network-vif-deleted', 'tag': '7d9227da-f8e6-46f2-9cb2-27f313402f69'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:27.492276 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f46e9-6c4d-4cf8-bc0f-b33b73fb2bc9" -d '{"events": [{"server_uuid": "12fe0ecd-cea0-4d40-82c0-b39345a18c4c", "name": "network-vif-deleted", "tag": "7d9227da-f8e6-46f2-9cb2-27f313402f69"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:27.513377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e91fa0-be09-4c00-a31d-4e482697dacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d738cc-e8dc-475d-be9d-34b1c6457176'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:27.536157 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c229007-9c1f-43a7-a82b-8dc8accf1577" -d '{"events": [{"server_uuid": "65e91fa0-be09-4c00-a31d-4e482697dacb", "name": "network-vif-plugged", "status": "completed", "tag": "35d738cc-e8dc-475d-be9d-34b1c6457176"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:27.654463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56fafa-a5ab-4c63-a70d-ca837b744f5e req-9184eb15-5aca-4b7a-993d-1b76f829f261 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.663004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b56fafa-a5ab-4c63-a70d-ca837b744f5e req-9184eb15-5aca-4b7a-993d-1b76f829f261 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 945 time: 0.0910361 Nov 03 18:34:27.665563 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-3d902cc9-b265-496a-9cc6-47f69530eba3 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711504 Nov 03 18:34:27.739728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b56fafa-a5ab-4c63-a70d-ca837b744f5e req-b44ce686-ff91-4ac0-a52e-c55b59323a83 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699019 Nov 03 18:34:27.809316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-a974fa47-7661-4833-8461-71dc24d4bfe5 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353652 Nov 03 18:34:27.909731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2aee5c3-0e41-4f21-a3cb-ef4e58feec10 req-43c57e92-3a28-4ca9-9bf9-1d3675d1da47 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=12fe0ecd-cea0-4d40-82c0-b39345a18c4c HTTP/1.1" status: 200 len: 210 time: 0.0310881 Nov 03 18:34:28.059036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17def273-7e2d-4bec-8d2d-1a537ddff426 req-36eaf036-821a-4edf-8864-647ecef93047 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.062165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-17def273-7e2d-4bec-8d2d-1a537ddff426 req-36eaf036-821a-4edf-8864-647ecef93047 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.0729446 Nov 03 18:34:28.142135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-17def273-7e2d-4bec-8d2d-1a537ddff426 req-61e8e3d7-2ceb-4e49-a43e-82d324d389cb tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724146 Nov 03 18:34:28.404852 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b182fc-1f9c-456c-b265-3ac7764acc68 x-openstack-request-id: req-d2b182fc-1f9c-456c-b265-3ac7764acc68 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:28.405512 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fe0ecd-cea0-4d40-82c0-b39345a18c4c", "name": "network-vif-deleted", "tag": "7d9227da-f8e6-46f2-9cb2-27f313402f69", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:28.405976 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2b182fc-1f9c-456c-b265-3ac7764acc68 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:28.406629 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fe0ecd-cea0-4d40-82c0-b39345a18c4c', 'name': 'network-vif-deleted', 'tag': '7d9227da-f8e6-46f2-9cb2-27f313402f69', 'status': 'completed', 'code': 200} Nov 03 18:34:28.443509 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76a0c4b-e0e2-4848-8de5-53062c3f5fc2 x-openstack-request-id: req-e76a0c4b-e0e2-4848-8de5-53062c3f5fc2 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:28.444036 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e91fa0-be09-4c00-a31d-4e482697dacb", "name": "network-vif-plugged", "status": "completed", "tag": "35d738cc-e8dc-475d-be9d-34b1c6457176", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:28.444036 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e76a0c4b-e0e2-4848-8de5-53062c3f5fc2 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:28.444425 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e91fa0-be09-4c00-a31d-4e482697dacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d738cc-e8dc-475d-be9d-34b1c6457176', 'code': 200} Nov 03 18:34:28.590782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976b6e-d345-45f4-9a8c-5963826324c1 req-52e746ac-a914-4cc7-ad5d-e38f54e8c46e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.593060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc976b6e-d345-45f4-9a8c-5963826324c1 req-52e746ac-a914-4cc7-ad5d-e38f54e8c46e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 950 time: 0.0840454 Nov 03 18:34:28.691688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc976b6e-d345-45f4-9a8c-5963826324c1 req-c1e36bd3-a804-40f8-bceb-67a0c6b96f28 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906851 Nov 03 18:34:28.702391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c15f8-6194-4fc6-b4c1-b350c9b07420 req-71066861-d2e1-478a-a834-e55e31b94dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.703993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-450c15f8-6194-4fc6-b4c1-b350c9b07420 req-71066861-d2e1-478a-a834-e55e31b94dfb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 1096 time: 0.1507938 Nov 03 18:34:28.788164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-450c15f8-6194-4fc6-b4c1-b350c9b07420 req-aac2c759-7ac1-410a-837f-734222c03bb9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722902 Nov 03 18:34:28.864805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65a8c9-eca8-4571-9b6e-be5cb4c56cd1 req-4593c9d8-590a-4d58-99b8-6ccae5ca9da1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.866581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e65a8c9-eca8-4571-9b6e-be5cb4c56cd1 req-4593c9d8-590a-4d58-99b8-6ccae5ca9da1 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0556452 Nov 03 18:34:28.925658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e65a8c9-eca8-4571-9b6e-be5cb4c56cd1 req-e6772150-3086-427f-a1ca-8272137d80a0 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515845 Nov 03 18:34:29.058906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e06eb9-2369-4c68-8e03-80bb8b210dad req-2865978e-b4b5-4284-8691-ae78c9eb3f02 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.066132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09e06eb9-2369-4c68-8e03-80bb8b210dad req-2865978e-b4b5-4284-8691-ae78c9eb3f02 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=513ede4c-903d-4d51-a26c-d5cde3b4765b HTTP/1.1" status: 200 len: 949 time: 0.0632432 Nov 03 18:34:29.121665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09e06eb9-2369-4c68-8e03-80bb8b210dad req-acb2ec56-1b7e-407f-bc72-5e49b6cf65d8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Nov 03 18:34:29.238011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14c40-c808-4563-8663-cd8cdd674c5c req-2f8cd6d1-a10a-45f8-a333-bab2d8b00a96 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.247253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-17b14c40-c808-4563-8663-cd8cdd674c5c req-2f8cd6d1-a10a-45f8-a333-bab2d8b00a96 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 945 time: 0.0700183 Nov 03 18:34:29.303675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-17b14c40-c808-4563-8663-cd8cdd674c5c req-471d52b7-4f20-42f9-917b-ae13703690cc tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551796 Nov 03 18:34:29.330267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7d9227da-f8e6-46f2-9cb2-27f313402f69 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:29.359293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 7d9227da-f8e6-46f2-9cb2-27f313402f69 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:29.359293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7d9227da-f8e6-46f2-9cb2-27f313402f69 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:29.706859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229307d-9907-4b88-a3e1-b8b570c1d713 req-f9a0f7fc-7c5f-434c-bac0-267f156f9d04 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.713113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229307d-9907-4b88-a3e1-b8b570c1d713 req-f9a0f7fc-7c5f-434c-bac0-267f156f9d04 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.715088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d229307d-9907-4b88-a3e1-b8b570c1d713 req-f9a0f7fc-7c5f-434c-bac0-267f156f9d04 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82&device_id=513ede4c-903d-4d51-a26c-d5cde3b4765b HTTP/1.1" status: 200 len: 1690 time: 0.0793154 Nov 03 18:34:29.775119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d229307d-9907-4b88-a3e1-b8b570c1d713 req-47ca3757-74c5-4bc6-a311-9511fcead584 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532656 Nov 03 18:34:29.896431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723afb5-83d3-4193-9602-9116829a5cbf req-1bc27b86-012a-4b46-a138-8b328cb2f86f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.902606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9723afb5-83d3-4193-9602-9116829a5cbf req-1bc27b86-012a-4b46-a138-8b328cb2f86f tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.0686898 Nov 03 18:34:29.977359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9723afb5-83d3-4193-9602-9116829a5cbf req-858f9365-4a43-4986-a837-327df01a57a7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691507 Nov 03 18:34:30.034554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-bf966b06-2fb1-4d83-8035-54930a78b8f2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.036110 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-bf966b06-2fb1-4d83-8035-54930a78b8f2 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0880489 Nov 03 18:34:30.330643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9249022-c778-48fc-84d4-e661e6a9d240 req-57c65189-6b41-4f0f-92d0-dcb3491cd11b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.332379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9249022-c778-48fc-84d4-e661e6a9d240 req-57c65189-6b41-4f0f-92d0-dcb3491cd11b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec260c30-2ede-4d32-9620-72cfd5bf55cc HTTP/1.1" status: 200 len: 950 time: 0.0629048 Nov 03 18:34:30.404062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9249022-c778-48fc-84d4-e661e6a9d240 req-8a5e13a0-2cff-4a97-8c03-08bb2e2d292e tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599935 Nov 03 18:34:30.422609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Deleting port 185f3e07-06fd-463d-a035-0b545b36dbb2 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:30.422952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.532673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] For port 185f3e07-06fd-463d-a035-0b545b36dbb2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=185f3e07-06fd-463d-a035-0b545b36dbb2,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:30.533044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.548793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Calling delete_port for 185f3e07-06fd-463d-a035-0b545b36dbb2 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:30.550120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabac16-dd12-49a2-8028-3ef493168165 req-4605add8-4045-4381-aa0a-f00df475072a tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.551694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efabac16-dd12-49a2-8028-3ef493168165 req-4605add8-4045-4381-aa0a-f00df475072a tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 1101 time: 0.0565181 Nov 03 18:34:30.622681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efabac16-dd12-49a2-8028-3ef493168165 req-70087bf1-f2cb-4997-a553-338b45636d64 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634842 Nov 03 18:34:30.717688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.734662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cd6b36d3-a207-4bf7-9685-04e34f767a16', '185f3e07-06fd-463d-a035-0b545b36dbb2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:30.754814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7eb71-696d-4aa5-86db-1a7f8c199413 req-3b806548-c5a9-46a3-b5d4-577748663e67 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.765106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cdd7eb71-696d-4aa5-86db-1a7f8c199413 req-3b806548-c5a9-46a3-b5d4-577748663e67 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 945 time: 0.0794189 Nov 03 18:34:30.846610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cdd7eb71-696d-4aa5-86db-1a7f8c199413 req-81e7934f-ebb4-4f9a-a0aa-85f0f63cd944 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Nov 03 18:34:30.857445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event deleted for resources: {'Port': ['ID=185f3e07-06fd-463d-a035-0b545b36dbb2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:30.906774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] No DVR routers for this DVR port 185f3e07-06fd-463d-a035-0b545b36dbb2 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:30.910852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.915052 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dfd0df7b-0df9-45b4-8029-2ed212575254 req-d0d9dc83-7154-4ef9-a29e-abe57a6329cc tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "DELETE /v2.0/ports/185f3e07-06fd-463d-a035-0b545b36dbb2 HTTP/1.1" status: 204 len: 173 time: 0.8714356 Nov 03 18:34:30.915622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'name': 'network-vif-deleted', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:30.926727 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d0d12-db28-402a-b101-2a68d2e5df54" -d '{"events": [{"server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "name": "network-vif-deleted", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:31.162411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4661c-5d43-4067-a1c8-fc4be90331ca req-7b6d4899-06eb-48cf-bad5-1688d2c88612 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:31.170999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ed4661c-5d43-4067-a1c8-fc4be90331ca req-7b6d4899-06eb-48cf-bad5-1688d2c88612 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=513ede4c-903d-4d51-a26c-d5cde3b4765b HTTP/1.1" status: 200 len: 1100 time: 0.0598238 Nov 03 18:34:31.228558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ed4661c-5d43-4067-a1c8-fc4be90331ca req-82a4770f-a3d0-47fb-9166-e8f3a171113e tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522282 Nov 03 18:34:31.424524 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7410d8a5-0d19-41b4-80d1-59efc8e97a41 x-openstack-request-id: req-7410d8a5-0d19-41b4-80d1-59efc8e97a41 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:31.426937 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec260c30-2ede-4d32-9620-72cfd5bf55cc", "name": "network-vif-deleted", "tag": "185f3e07-06fd-463d-a035-0b545b36dbb2", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:31.427387 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7410d8a5-0d19-41b4-80d1-59efc8e97a41 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:31.428711 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec260c30-2ede-4d32-9620-72cfd5bf55cc', 'name': 'network-vif-deleted', 'tag': '185f3e07-06fd-463d-a035-0b545b36dbb2', 'status': 'completed', 'code': 200} Nov 03 18:34:31.535401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6a969-591b-49b7-96e9-32d309ae42e4 req-9eeda8dc-fb00-4d73-86f7-c70cf9fb56ae tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:31.537249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5a6a969-591b-49b7-96e9-32d309ae42e4 req-9eeda8dc-fb00-4d73-86f7-c70cf9fb56ae tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.0596423 Nov 03 18:34:31.600848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5a6a969-591b-49b7-96e9-32d309ae42e4 req-45f70309-0128-4854-849b-0c6b78074fb3 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543652 Nov 03 18:34:31.943931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb154f-fb90-49ba-bb6c-7d58902dc4de req-871a6757-842f-4da4-87c2-92323b02eeb9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:31.945730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bddb154f-fb90-49ba-bb6c-7d58902dc4de req-871a6757-842f-4da4-87c2-92323b02eeb9 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 945 time: 0.0574582 Nov 03 18:34:32.002866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bddb154f-fb90-49ba-bb6c-7d58902dc4de req-63325713-0a0a-442f-95ae-2810d5fcc767 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups?id=9956dbba-f508-4d47-822f-2ed6ffc2a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505638 Nov 03 18:34:32.029677 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.314148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-9e93c22e-e392-4ada-ab50-ce2a9afaf17f tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272925 Nov 03 18:34:32.429768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f4657420-04fa-4c3e-be5f-bc71a95d9888 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:32.431267 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f4657420-04fa-4c3e-be5f-bc71a95d9888 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109111 Nov 03 18:34:32.447125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-dbe08e04-3d2c-4db4-b037-548f568a1d87 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/quotas/e32598321e7e494aba4b5e3bdcb0aa68 HTTP/1.1" status: 200 len: 375 time: 0.0094945 Nov 03 18:34:32.511451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-410f2157-a7c0-4a5a-909b-146eda7502b4 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570619 Nov 03 18:34:32.898367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-186bac84-1f04-4d76-b743-cde2e5b2bf9c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:32.900221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-186bac84-1f04-4d76-b743-cde2e5b2bf9c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.96 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 945 time: 0.0631092 Nov 03 18:34:32.904350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-ee9b3e2e-cd0e-4f98-a7ca-e1a83d69e0e9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:32.905985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-ee9b3e2e-cd0e-4f98-a7ca-e1a83d69e0e9 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 944 time: 0.0844021 Nov 03 18:34:33.053874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.060672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Deleting port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:33.061118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.095700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Deleting port 35d738cc-e8dc-475d-be9d-34b1c6457176 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:33.095700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.191290 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:34:33.197184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] For port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:33.197184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.219426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Calling delete_port for d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:33.259622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] For port 35d738cc-e8dc-475d-be9d-34b1c6457176, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=35d738cc-e8dc-475d-be9d-34b1c6457176,segment=NetworkSegment(a0c20454-c6cc-4511-a846-1f13e988b424),segment_id=a0c20454-c6cc-4511-a846-1f13e988b424)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:33.260394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.314648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Calling delete_port for 35d738cc-e8dc-475d-be9d-34b1c6457176 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:33.407263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02d7d-f3ae-4aac-9018-d5ac64d77289 req-e4a7499e-3e0d-4852-ba78-1b7d5d6db0f5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:33.417018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3cf02d7d-f3ae-4aac-9018-d5ac64d77289 req-e4a7499e-3e0d-4852-ba78-1b7d5d6db0f5 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cee4104-7891-433b-9964-2a232ae50329 HTTP/1.1" status: 200 len: 944 time: 0.1454153 Nov 03 18:34:33.426108 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.442687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['d941c0e3-51d2-4750-b8cc-bb8dc5688ae1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:33.458782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Pushing event deleted for resources: {'Port': ['ID=d941c0e3-51d2-4750-b8cc-bb8dc5688ae1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:33.512389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3cf02d7d-f3ae-4aac-9018-d5ac64d77289 req-d62328cd-e99b-4c89-8ea7-7b44ef48bc00 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797610 Nov 03 18:34:33.550606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] No DVR routers for this DVR port d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:33.554041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.557988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-79e31f9e-0252-4b92-9b45-eb6033e7eb98 req-5efce05b-093c-434d-b606-58b72e2f5afa tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.70 "DELETE /v2.0/ports/d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 HTTP/1.1" status: 204 len: 173 time: 0.6440625 Nov 03 18:34:33.558208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'name': 'network-vif-deleted', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:33.560733 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200c2621-0796-45de-b070-48431d5c9736" -d '{"events": [{"server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "name": "network-vif-deleted", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:33.649007 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.662898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['35d738cc-e8dc-475d-be9d-34b1c6457176'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:33.685878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event deleted for resources: {'Port': ['ID=35d738cc-e8dc-475d-be9d-34b1c6457176,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:33.732322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca06bdc-afe9-4255-9b6d-8ae1dbeeb2c6 req-28dbf71a-7154-4dd5-a254-2ea95b684667 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:33.736317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aca06bdc-afe9-4255-9b6d-8ae1dbeeb2c6 req-28dbf71a-7154-4dd5-a254-2ea95b684667 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.1191921 Nov 03 18:34:33.758479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] No DVR routers for this DVR port 35d738cc-e8dc-475d-be9d-34b1c6457176 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:33.762011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.767524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9df5b892-1a05-485c-964f-fe0e570f8718 req-7d1ab1e2-4add-4a01-b9bc-61f7ddcd5bc0 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.96 "DELETE /v2.0/ports/35d738cc-e8dc-475d-be9d-34b1c6457176 HTTP/1.1" status: 204 len: 173 time: 0.8605328 Nov 03 18:34:33.769005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e91fa0-be09-4c00-a31d-4e482697dacb', 'name': 'network-vif-deleted', 'tag': '35d738cc-e8dc-475d-be9d-34b1c6457176'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:33.774039 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c9ca25-8108-46ad-a89d-cbda06fbf30c" -d '{"events": [{"server_uuid": "65e91fa0-be09-4c00-a31d-4e482697dacb", "name": "network-vif-deleted", "tag": "35d738cc-e8dc-475d-be9d-34b1c6457176"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:33.854204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aca06bdc-afe9-4255-9b6d-8ae1dbeeb2c6 req-a1261d57-6878-4090-9391-8bbefec90c6e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921884 Nov 03 18:34:33.975947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 185f3e07-06fd-463d-a035-0b545b36dbb2 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:34.022605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 185f3e07-06fd-463d-a035-0b545b36dbb2 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:34.023101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 185f3e07-06fd-463d-a035-0b545b36dbb2 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:34.097144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0c54ffa-fdd9-4a50-a4ea-34ebafd98c2b req-bbf0e91d-9b3d-4d65-bfe5-7aca785f94f4 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e91fa0-be09-4c00-a31d-4e482697dacb HTTP/1.1" status: 200 len: 210 time: 0.0291786 Nov 03 18:34:34.232058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdddf3c-a25c-464a-960b-25d1db43c508 req-bcf5755d-ffa6-4720-90c2-1241964f75e8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:34.233444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bdddf3c-a25c-464a-960b-25d1db43c508 req-bcf5755d-ffa6-4720-90c2-1241964f75e8 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.0682325 Nov 03 18:34:34.293176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bdddf3c-a25c-464a-960b-25d1db43c508 req-30682167-717c-4ffb-b594-b73b0a6def90 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/security-groups?id=ffa32186-d07e-4b26-9788-aa4261cf04e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517271 Nov 03 18:34:34.363828 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3eb480-c94a-441a-af40-e724b3428945 x-openstack-request-id: req-9c3eb480-c94a-441a-af40-e724b3428945 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:34.364329 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cee4104-7891-433b-9964-2a232ae50329", "name": "network-vif-deleted", "tag": "d941c0e3-51d2-4750-b8cc-bb8dc5688ae1", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:34.364418 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c3eb480-c94a-441a-af40-e724b3428945 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:34.364780 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cee4104-7891-433b-9964-2a232ae50329', 'name': 'network-vif-deleted', 'tag': 'd941c0e3-51d2-4750-b8cc-bb8dc5688ae1', 'status': 'completed', 'code': 200} Nov 03 18:34:34.394926 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede6ee48-e6c7-4520-82f3-7aaa435ab30f x-openstack-request-id: req-ede6ee48-e6c7-4520-82f3-7aaa435ab30f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:34.395474 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e91fa0-be09-4c00-a31d-4e482697dacb", "name": "network-vif-deleted", "tag": "35d738cc-e8dc-475d-be9d-34b1c6457176", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:34.395732 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ede6ee48-e6c7-4520-82f3-7aaa435ab30f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:34.396133 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e91fa0-be09-4c00-a31d-4e482697dacb', 'name': 'network-vif-deleted', 'tag': '35d738cc-e8dc-475d-be9d-34b1c6457176', 'status': 'completed', 'code': 200} Nov 03 18:34:34.553898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4cb8023-96b6-48f8-8069-684d82265a5a req-298ca44f-d435-4226-b266-ecbf786b121f tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 210 time: 0.0310874 Nov 03 18:34:34.614332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-fdcec067-5dff-4d08-8f12-54bc9e1fc574 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219719 Nov 03 18:34:34.776034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-84e52daa-cc45-41da-b35c-277fddb45578 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:34.778476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-84e52daa-cc45-41da-b35c-277fddb45578 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474857 Nov 03 18:34:34.800518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Request body: {'port': {'device_id': '986da784-5bb7-4ec7-8428-e478a38bbe31', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e32598321e7e494aba4b5e3bdcb0aa68'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:34.905322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-fee8b979-3536-4a52-aea4-c75e671806ba tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381973 Nov 03 18:34:35.001386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Made reservation on behalf of e32598321e7e494aba4b5e3bdcb0aa68 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:35.006532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.080616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f919b336-7195-4897-9c82-2f9bda99a318 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.082271 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f919b336-7195-4897-9c82-2f9bda99a318 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606784 Nov 03 18:34:35.100106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-9606e16a-f9e0-4819-ac53-76db9ce4179b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.101883 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-9606e16a-f9e0-4819-ac53-76db9ce4179b tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 949 time: 0.0769577 Nov 03 18:34:35.107370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Request body: {'port': {'device_id': 'e8048712-8b3b-4f92-b912-283246ad1cfe', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e32598321e7e494aba4b5e3bdcb0aa68'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:35.212388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Allocated IP 192.168.233.39 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/1c0a275c-56da-49ee-9bc6-d59151384cc4) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:35.279034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc7e6-c15d-4512-bc25-4c1a639fa4c2 req-79c60c08-3afc-40e7-9458-23b97705162d tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.285297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc7e6-c15d-4512-bc25-4c1a639fa4c2 req-79c60c08-3afc-40e7-9458-23b97705162d tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.286956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee1bc7e6-c15d-4512-bc25-4c1a639fa4c2 req-79c60c08-3afc-40e7-9458-23b97705162d tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=3022d28f-a223-4431-b788-d31f8fa155a2&device_id=9463bd0f-7fcb-455e-9c89-eae3395b4839 HTTP/1.1" status: 200 len: 1682 time: 0.0853004 Nov 03 18:34:35.297455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Deleting port cd6b36d3-a207-4bf7-9685-04e34f767a16 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:35.297769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.302613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Made reservation on behalf of e32598321e7e494aba4b5e3bdcb0aa68 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:35.306367 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.408512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee1bc7e6-c15d-4512-bc25-4c1a639fa4c2 req-f2977aa4-2b98-411d-8f95-8e1ffe484daa tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109395 Nov 03 18:34:35.471519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.478246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] For port cd6b36d3-a207-4bf7-9685-04e34f767a16, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cd6b36d3-a207-4bf7-9685-04e34f767a16,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:35.478925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.493975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Calling delete_port for cd6b36d3-a207-4bf7-9685-04e34f767a16 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:35.540173 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.556586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:35.588061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a5d7-f1d1-427e-8b8e-afb39706ab78 req-8ab6c4a4-f5e3-4517-a066-a42dcdfbefc0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.593812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8fa1a5d7-f1d1-427e-8b8e-afb39706ab78 req-8ab6c4a4-f5e3-4517-a066-a42dcdfbefc0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.1010604 Nov 03 18:34:35.619629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:35.629506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Allocated IP 192.168.233.204 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/506214f2-b40e-4811-a9ab-e06da0a0930f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:35.663391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:35.666519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:35.711296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'Port': ['ID=1c0a275c-56da-49ee-9bc6-d59151384cc4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:35.772498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-ec6fe6b8-02f0-4c4b-88f0-89ac37211f10 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.774174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-ec6fe6b8-02f0-4c4b-88f0-89ac37211f10 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.70 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 945 time: 0.1599445 Nov 03 18:34:35.780598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.781805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.797365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8fa1a5d7-f1d1-427e-8b8e-afb39706ab78 req-f92c6a49-7b58-4c49-9d85-0e0f6df3f615 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002866 Nov 03 18:34:35.811339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f302c69e-f6d2-453f-9c24-696e02506b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.857928 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.885119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-75eec127-9b3b-46e9-a9dd-dd91a5c1aa9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0888360 Nov 03 18:34:35.931850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Request body: {'port': {'device_id': '986da784-5bb7-4ec7-8428-e478a38bbe31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:35.980419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Pushing event deleted for resources: {'Port': ['ID=cd6b36d3-a207-4bf7-9685-04e34f767a16,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:35.987177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1d39572e-c044-4b31-9043-2d39998d3ba9 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:36.000633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] No DVR routers for this DVR port cd6b36d3-a207-4bf7-9685-04e34f767a16 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:36.008444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.012461 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6b083925-0df0-42ef-8611-84dfa59f83ed req-de6753f5-12c2-4494-9e23-5362e4092b0c tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.70 "DELETE /v2.0/ports/cd6b36d3-a207-4bf7-9685-04e34f767a16 HTTP/1.1" status: 204 len: 173 time: 0.9003189 Nov 03 18:34:36.044253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.104364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.110364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003828-bb63-407e-bde4-260a19638ccd req-66319b6d-63ab-48f4-aa88-60917e474956 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:36.112202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80003828-bb63-407e-bde4-260a19638ccd req-66319b6d-63ab-48f4-aa88-60917e474956 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc6ce3c-f88a-4a12-8b90-1b19cc03177d HTTP/1.1" status: 200 len: 945 time: 0.1492817 Nov 03 18:34:36.112884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.135308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Deleting port 1d39572e-c044-4b31-9043-2d39998d3ba9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:36.136621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.173658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d25b1bdf-e979-4847-898a-86c09d919047 None None] Provisioning complete for port 1c0a275c-56da-49ee-9bc6-d59151384cc4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:36.174138 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d25b1bdf-e979-4847-898a-86c09d919047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.178022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:36.179307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'Port': ['ID=506214f2-b40e-4811-a9ab-e06da0a0930f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:36.184027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:36.190142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:36.204666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:36.233556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:36.234033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device d941c0e3-51d2-4750-b8cc-bb8dc5688ae1 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:36.234392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cd6b36d3-a207-4bf7-9685-04e34f767a16 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:36.249074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:36.249074 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.270037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-8c0633ff-f8dc-44bd-a9b7-8a3161f36be6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1670961 Nov 03 18:34:36.286718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: cd6b36d3-a207-4bf7-9685-04e34f767a16 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:36.287058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cd6b36d3-a207-4bf7-9685-04e34f767a16 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:36.288862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d25b1bdf-e979-4847-898a-86c09d919047 None None] Port 1c0a275c-56da-49ee-9bc6-d59151384cc4 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:36.292573 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80003828-bb63-407e-bde4-260a19638ccd req-0a6d2255-4302-47ce-80a6-a6c901578f4f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651418 Nov 03 18:34:36.301256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Request body: {'port': {'device_id': 'e8048712-8b3b-4f92-b912-283246ad1cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:36.372012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'name': 'network-vif-deleted', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:36.376050 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268f33aa-a47d-49f7-8b17-c5bd5f28b3ac" -d '{"events": [{"server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "name": "network-vif-deleted", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:36.384001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] For port 1d39572e-c044-4b31-9043-2d39998d3ba9, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1d39572e-c044-4b31-9043-2d39998d3ba9,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:36.384369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.393358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.439236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Calling delete_port for 1d39572e-c044-4b31-9043-2d39998d3ba9 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:36.506741 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e766823e-b8ad-4cb1-849f-4b84eec5c981 req-af3b930a-1f67-4170-9892-e7b3a1480350 tempest-MigrationsAdminTest-1940901789 tempest-MigrationsAdminTest-1940901789-project] 10.222.0.77 "GET /v2.0/ports?device_id=b35c1f70-4cf4-43ec-9775-3143bcfd6390 HTTP/1.1" status: 200 len: 210 time: 0.0630345 Nov 03 18:34:36.816827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.835236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0a275c-56da-49ee-9bc6-d59151384cc4 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:36.868892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8a417-6421-4b4a-9690-2da779579f7f req-0b7fbc2c-e29b-48bc-a583-93d464153fc5 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:36.870458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79d8a417-6421-4b4a-9690-2da779579f7f req-0b7fbc2c-e29b-48bc-a583-93d464153fc5 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 935 time: 0.1532769 Nov 03 18:34:36.874069 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.876820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Pushing event deleted for resources: {'Port': ['ID=1d39572e-c044-4b31-9043-2d39998d3ba9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:36.920394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Transition to ACTIVE for port object 1c0a275c-56da-49ee-9bc6-d59151384cc4 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:36.920589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-67b175f2-f989-48de-a239-4992a9279939 None None] Provisioning complete for port 506214f2-b40e-4811-a9ab-e06da0a0930f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:36.921233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67b175f2-f989-48de-a239-4992a9279939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.928471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.953180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] No DVR routers for this DVR port 1d39572e-c044-4b31-9043-2d39998d3ba9 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:36.965280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-67b175f2-f989-48de-a239-4992a9279939 None None] Port 506214f2-b40e-4811-a9ab-e06da0a0930f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:36.982547 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.985875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2506a308-7070-4c1b-8a8e-df4fe55da44b req-05184da2-d90a-4b96-a2d0-eded11c7061f tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.70 "DELETE /v2.0/ports/1d39572e-c044-4b31-9043-2d39998d3ba9 HTTP/1.1" status: 204 len: 173 time: 1.1792293 Nov 03 18:34:36.990213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'name': 'network-vif-deleted', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:36.992462 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c19e32-e9a5-443b-addc-55fdc46e0807" -d '{"events": [{"server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "name": "network-vif-deleted", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:37.026041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79d8a417-6421-4b4a-9690-2da779579f7f req-4d644526-c522-49d3-b52b-a94d2c63c113 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468558 Nov 03 18:34:37.033312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0a275c-56da-49ee-9bc6-d59151384cc4,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:37.133752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Attempting to bind port 1c0a275c-56da-49ee-9bc6-d59151384cc4 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:37.134147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Attempting to bind port 1c0a275c-56da-49ee-9bc6-d59151384cc4 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:37.134425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Attempting to bind port 1c0a275c-56da-49ee-9bc6-d59151384cc4 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:37.141263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Port 1c0a275c-56da-49ee-9bc6-d59151384cc4 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:37.141642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Attempting to bind port 1c0a275c-56da-49ee-9bc6-d59151384cc4 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:37.148690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:37.149028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:37.149426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:37.149893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Bound port: 1c0a275c-56da-49ee-9bc6-d59151384cc4, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:37.150251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.150572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506214f2-b40e-4811-a9ab-e06da0a0930f {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:37.160348 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.175748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Transition to ACTIVE for port object 506214f2-b40e-4811-a9ab-e06da0a0930f will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:37.181244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.195848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:37.223892 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8467ca-fdfd-4e17-94d8-00420e831cea x-openstack-request-id: req-ae8467ca-fdfd-4e17-94d8-00420e831cea {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:37.224297 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c1f70-4cf4-43ec-9775-3143bcfd6390", "name": "network-vif-deleted", "tag": "cd6b36d3-a207-4bf7-9685-04e34f767a16", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:37.224669 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae8467ca-fdfd-4e17-94d8-00420e831cea {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:37.225192 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c1f70-4cf4-43ec-9775-3143bcfd6390', 'name': 'network-vif-deleted', 'tag': 'cd6b36d3-a207-4bf7-9685-04e34f767a16', 'status': 'completed', 'code': 200} Nov 03 18:34:37.259810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] For port 1c0a275c-56da-49ee-9bc6-d59151384cc4, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:37.263943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] For port 1c0a275c-56da-49ee-9bc6-d59151384cc4, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1c0a275c-56da-49ee-9bc6-d59151384cc4,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:37.270859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.275168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=506214f2-b40e-4811-a9ab-e06da0a0930f,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:37.360101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.361683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.363456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] 10.222.0.96 "PUT /v2.0/ports/1c0a275c-56da-49ee-9bc6-d59151384cc4 HTTP/1.1" status: 200 len: 1095 time: 1.4373078 Nov 03 18:34:37.405723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 35d738cc-e8dc-475d-be9d-34b1c6457176 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:37.410010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb60f0-4071-43cf-bb10-3efe91ed6488 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0a275c-56da-49ee-9bc6-d59151384cc4,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:37.449474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Attempting to bind port 506214f2-b40e-4811-a9ab-e06da0a0930f on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:37.453387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Attempting to bind port 506214f2-b40e-4811-a9ab-e06da0a0930f by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:37.454256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 35d738cc-e8dc-475d-be9d-34b1c6457176 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:37.454910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 35d738cc-e8dc-475d-be9d-34b1c6457176 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:37.457201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Attempting to bind port 506214f2-b40e-4811-a9ab-e06da0a0930f on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:37.463981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Port 506214f2-b40e-4811-a9ab-e06da0a0930f on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:37.464304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Attempting to bind port 506214f2-b40e-4811-a9ab-e06da0a0930f on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:37.471142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:37.471792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:37.472359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:37.473255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Bound port: 506214f2-b40e-4811-a9ab-e06da0a0930f, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:37.473814 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.559379 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] For port 506214f2-b40e-4811-a9ab-e06da0a0930f, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:37.560459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-3e7bf4c7-26a3-477a-9b83-cef20b38d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.562331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-3e7bf4c7-26a3-477a-9b83-cef20b38d92d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 1098 time: 0.1371236 Nov 03 18:34:37.567648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] For port 506214f2-b40e-4811-a9ab-e06da0a0930f, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=506214f2-b40e-4811-a9ab-e06da0a0930f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:37.579075 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.603983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.604554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.607371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] 10.222.0.70 "PUT /v2.0/ports/506214f2-b40e-4811-a9ab-e06da0a0930f HTTP/1.1" status: 200 len: 1096 time: 1.3127785 Nov 03 18:34:37.647164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-4a82a0aa-9b5d-4193-8853-5beceead92f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1c0a275c-56da-49ee-9bc6-d59151384cc4 HTTP/1.1" status: 200 len: 217 time: 0.0695486 Nov 03 18:34:37.666467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775574a-39a6-4d8f-935c-03bb5ad1f974 req-c13eaefd-67dc-4da5-9ced-91453333f569 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.678079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f775574a-39a6-4d8f-935c-03bb5ad1f974 req-c13eaefd-67dc-4da5-9ced-91453333f569 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.1673217 Nov 03 18:34:37.684460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6431fcc-73bf-4687-af83-eb93c814b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=506214f2-b40e-4811-a9ab-e06da0a0930f,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:37.744575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-bf91f430-b45d-4579-b24c-9dda4e6e897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.746605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-bf91f430-b45d-4579-b24c-9dda4e6e897d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0665450 Nov 03 18:34:37.788800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-543b173b-1dca-4f29-9e2f-6977a892031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.790943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-543b173b-1dca-4f29-9e2f-6977a892031c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 1099 time: 0.0626345 Nov 03 18:34:37.816654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f775574a-39a6-4d8f-935c-03bb5ad1f974 req-01077327-eced-456d-ae72-4ba2aab4b539 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376498 Nov 03 18:34:37.833034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-69100864-4bab-46c0-8031-1db629667d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.834571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-69100864-4bab-46c0-8031-1db629667d0f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523853 Nov 03 18:34:37.843801 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-b4b7370a-7add-4ece-8d1b-a4419d1230eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=506214f2-b40e-4811-a9ab-e06da0a0930f HTTP/1.1" status: 200 len: 217 time: 0.0440490 Nov 03 18:34:37.876370 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeeb167-0864-4e4d-977a-38a417184a6c x-openstack-request-id: req-4eeeb167-0864-4e4d-977a-38a417184a6c {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:37.876887 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc6ce3c-f88a-4a12-8b90-1b19cc03177d", "name": "network-vif-deleted", "tag": "1d39572e-c044-4b31-9043-2d39998d3ba9", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:37.877296 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4eeeb167-0864-4e4d-977a-38a417184a6c {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:37.877900 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc6ce3c-f88a-4a12-8b90-1b19cc03177d', 'name': 'network-vif-deleted', 'tag': '1d39572e-c044-4b31-9043-2d39998d3ba9', 'status': 'completed', 'code': 200} Nov 03 18:34:37.935902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-0991ac5f-7de4-4e48-a9af-92d9cda9f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.941312 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-0991ac5f-7de4-4e48-a9af-92d9cda9f13a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0888004 Nov 03 18:34:38.006487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-ae26fcce-b861-4390-bb55-684257558406 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596560 Nov 03 18:34:38.037589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-d052d239-48b5-462a-9e53-c4e0e6b3e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:38.039547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-d052d239-48b5-462a-9e53-c4e0e6b3e56e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731864 Nov 03 18:34:38.113446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-6edc5248-5550-4c82-88ca-53bd2558e1c6 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962646 Nov 03 18:34:38.156611 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-ac7ed135-68d3-418f-9df2-07d691a1a207 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080287 Nov 03 18:34:38.293307 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7d553a49-e0a8-4134-9b8a-c5d0675a5a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.311261 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62ec56e6-4aff-4d39-bc71-1dae05f1f60c req-552a161a-698a-4a12-a8bc-2b948bef96b9 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403151 Nov 03 18:34:38.355454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ea0060-986f-4903-922d-406cfe8c6710 req-ce63d41c-1d21-4b38-b2ba-cb5be099b837 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512073 Nov 03 18:34:38.445085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0060-986f-4903-922d-406cfe8c6710 req-61423d45-3002-44ba-ba85-0d2579d0d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:38.447363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ea0060-986f-4903-922d-406cfe8c6710 req-61423d45-3002-44ba-ba85-0d2579d0d289 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 1095 time: 0.0464330 Nov 03 18:34:38.505973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46246) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:38.633319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-c90310ad-4ad6-4f9c-b4b4-7ee5bfc4e20f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157057 Nov 03 18:34:38.650578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931115c-410e-444d-999d-76945be2c95a req-e504cae3-6ef6-46d4-8e7a-e155876e959c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:38.652103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3931115c-410e-444d-999d-76945be2c95a req-e504cae3-6ef6-46d4-8e7a-e155876e959c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 947 time: 0.1359742 Nov 03 18:34:38.662786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0d1a74d8-1572-4482-9bd2-26e2945f658a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a4df77df91b447ea667fc3899ffe6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556118 Nov 03 18:34:38.664750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0060-986f-4903-922d-406cfe8c6710 req-e1ad9f72-c9b4-4865-811e-010bac6008df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:38.665458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46250) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:38.666292 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ea0060-986f-4903-922d-406cfe8c6710 req-e1ad9f72-c9b4-4865-811e-010bac6008df service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.1836538 Nov 03 18:34:38.721987 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1146-116e-4ff5-b046-3f50f5d3d143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.745640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1146-116e-4ff5-b046-3f50f5d3d143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.799851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1146-116e-4ff5-b046-3f50f5d3d143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.802740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1146-116e-4ff5-b046-3f50f5d3d143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.804087 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3fbb1146-116e-4ff5-b046-3f50f5d3d143 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ffa32186-d07e-4b26-9788-aa4261cf04e2 HTTP/1.1" status: 204 len: 168 time: 0.1377118 Nov 03 18:34:38.812620 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb1146-116e-4ff5-b046-3f50f5d3d143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa32186-d07e-4b26-9788-aa4261cf04e2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:39.004615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ea0060-986f-4903-922d-406cfe8c6710 req-750a8a3f-c50b-4570-81d8-c2df2e46db4d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 200 len: 217 time: 0.3162713 Nov 03 18:34:39.058334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-9a2f3561-0133-4c71-9959-6eb173f9df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:39.059850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-9a2f3561-0133-4c71-9959-6eb173f9df43 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 1095 time: 0.4032650 Nov 03 18:34:39.067456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3931115c-410e-444d-999d-76945be2c95a req-38860283-052f-4e00-8507-a53081edda12 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997607 Nov 03 18:34:39.085441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0060-986f-4903-922d-406cfe8c6710 req-a7ebcec2-720b-40cc-813a-d4bf01d1214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:39.086886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ea0060-986f-4903-922d-406cfe8c6710 req-a7ebcec2-720b-40cc-813a-d4bf01d1214c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.0714953 Nov 03 18:34:39.120753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46258) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:39.154810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ea0060-986f-4903-922d-406cfe8c6710 req-61bf034a-c3f3-49c5-9109-4679292e0ee8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477169 Nov 03 18:34:39.175877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-48dc2cd8-3c6b-4c48-97d1-46758059cef0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:39.177539 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-48dc2cd8-3c6b-4c48-97d1-46758059cef0 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.70 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 944 time: 0.0947764 Nov 03 18:34:39.181378 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6be68139-5700-44eb-a44e-9b8dbe9096c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e28287e246946ffa6fe2cd39478b9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593104 Nov 03 18:34:39.184143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46260) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:39.227477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8048712-8b3b-4f92-b912-283246ad1cfe', 'tag': '506214f2-b40e-4811-a9ab-e06da0a0930f'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:39.230686 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8048712-8b3b-4f92-b912-283246ad1cfe", "tag": "506214f2-b40e-4811-a9ab-e06da0a0930f"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:39.262478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46266) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:39.312926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d301f53e-6b90-4e44-a92e-da04f812b348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.314342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-5d5f5330-8b57-4dc5-8b26-96e2d5c9f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:39.315809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-5d5f5330-8b57-4dc5-8b26-96e2d5c9f591 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.2201793 Nov 03 18:34:39.345809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d301f53e-6b90-4e44-a92e-da04f812b348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.354783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Deleting port c2c2a314-86ca-40c4-8b60-0126ada3ebfa {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:39.355126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.405682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-2a88d53a-8f94-438e-9021-237abbb1f875 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 200 len: 217 time: 0.0668600 Nov 03 18:34:39.416307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ea0060-986f-4903-922d-406cfe8c6710 req-9b010cb4-0e01-4d8c-a157-cfc2cac11d14 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326162 Nov 03 18:34:39.466598 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d301f53e-6b90-4e44-a92e-da04f812b348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.468919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e80c7aff-43de-4440-9933-8332ce3fbe5c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.469495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d301f53e-6b90-4e44-a92e-da04f812b348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.473097 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d301f53e-6b90-4e44-a92e-da04f812b348 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a6a48af-a4ff-4760-9885-19b1d0d5b16c HTTP/1.1" status: 204 len: 168 time: 0.2854187 Nov 03 18:34:39.484741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] For port c2c2a314-86ca-40c4-8b60-0126ada3ebfa, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,segment=NetworkSegment(56d05be5-a7bb-4bbe-9b87-f737aa164277),segment_id=56d05be5-a7bb-4bbe-9b87-f737aa164277)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:39.485244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.489497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301f53e-6b90-4e44-a92e-da04f812b348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6a48af-a4ff-4760-9885-19b1d0d5b16c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:39.503086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Calling delete_port for c2c2a314-86ca-40c4-8b60-0126ada3ebfa owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:39.509148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12713072-3f81-47e2-b096-4edf444b7daf req-359f990e-8396-4b32-84ba-8ad43c1e3374 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:39.511561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12713072-3f81-47e2-b096-4edf444b7daf req-359f990e-8396-4b32-84ba-8ad43c1e3374 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/ports?device_id=1869c927-88af-4c47-b9a3-b0c38512e64b HTTP/1.1" status: 200 len: 944 time: 0.1896086 Nov 03 18:34:39.593340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e80c7aff-43de-4440-9933-8332ce3fbe5c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.614267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-a8f7ad6d-3c21-4883-80de-638b20074d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:39.615724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-a8f7ad6d-3c21-4883-80de-638b20074d45 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1961350 Nov 03 18:34:39.656777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.691015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Pushing event deleted for resources: {'Port': ['ID=c2c2a314-86ca-40c4-8b60-0126ada3ebfa,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:39.691831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-c10dbad9-a2e7-40b8-8cee-dea86747a8a7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650811 Nov 03 18:34:39.737538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12713072-3f81-47e2-b096-4edf444b7daf req-c5ef90b0-f478-4141-911b-e02d118ecb98 tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.77 "GET /v2.0/security-groups?id=f37d6125-9d4b-4273-92f9-7ec3b837ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873622 Nov 03 18:34:39.738378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] No DVR routers for this DVR port c2c2a314-86ca-40c4-8b60-0126ada3ebfa on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:39.743629 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.748322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1606dab5-c7a9-458f-9561-f875a9978c18 req-5ed947cb-86db-40a5-a04a-31570998f96c tempest-LiveMigrationTest-617699021 tempest-LiveMigrationTest-617699021-project] 10.222.0.70 "DELETE /v2.0/ports/c2c2a314-86ca-40c4-8b60-0126ada3ebfa HTTP/1.1" status: 204 len: 173 time: 0.5578141 Nov 03 18:34:39.759128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ea0060-986f-4903-922d-406cfe8c6710 req-7613f7cf-795d-45a4-ab01-64815ed616b4 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269579 Nov 03 18:34:39.835828 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e80c7aff-43de-4440-9933-8332ce3fbe5c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.844927 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e80c7aff-43de-4440-9933-8332ce3fbe5c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.849933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e80c7aff-43de-4440-9933-8332ce3fbe5c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "DELETE /v2.0/security-groups/2c874043-449c-4e2f-9b3c-4434d37c6352 HTTP/1.1" status: 204 len: 168 time: 0.5874581 Nov 03 18:34:39.852316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46276) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:39.863992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.883690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986da784-5bb7-4ec7-8428-e478a38bbe31', 'tag': '1c0a275c-56da-49ee-9bc6-d59151384cc4'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:39.885255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-1da718cd-6387-4fd6-9c30-d67fd655c4c6 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:39.886935 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "986da784-5bb7-4ec7-8428-e478a38bbe31", "tag": "1c0a275c-56da-49ee-9bc6-d59151384cc4"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:39.887425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-1da718cd-6387-4fd6-9c30-d67fd655c4c6 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.96 "GET /v2.0/ports?device_id=9463bd0f-7fcb-455e-9c89-eae3395b4839 HTTP/1.1" status: 200 len: 945 time: 0.1005201 Nov 03 18:34:39.889988 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-028c2159-6e5e-404e-a2ab-9c91818e377a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] show failed (client error): The resource could not be found. Nov 03 18:34:39.895756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-028c2159-6e5e-404e-a2ab-9c91818e377a tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "GET /v2.0/security-groups/2c874043-449c-4e2f-9b3c-4434d37c6352 HTTP/1.1" status: 404 len: 347 time: 0.0341296 Nov 03 18:34:39.896497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46280) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:39.958166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c7aff-43de-4440-9933-8332ce3fbe5c tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c874043-449c-4e2f-9b3c-4434d37c6352,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:40.006296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868de747-1016-4ca1-8f2a-4b866bb5fc3e req-ef118490-a8dd-4f35-8bf6-3351bf712226 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.007856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-868de747-1016-4ca1-8f2a-4b866bb5fc3e req-ef118490-a8dd-4f35-8bf6-3351bf712226 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.0975587 Nov 03 18:34:40.010442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-87b42406-2648-40e0-8305-af5c1716b356 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040500 Nov 03 18:34:40.142297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-868de747-1016-4ca1-8f2a-4b866bb5fc3e req-a0cfa091-970d-4f41-9625-d3b2faf510dc tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122787 Nov 03 18:34:40.161631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430077de-d8b7-4dbb-8ca4-8e5cd0119f5f req-5e4c1d3e-98e9-46c4-bfb6-6b2975cae061 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431990 Nov 03 18:34:40.224982 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Deleting port 97be9ed1-8f62-4026-997a-40952274fe2d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:40.224982 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.233792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Deleting port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:40.234136 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.278779 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1859fd-ccd6-4f5c-aeba-facd3f1d9ce1 x-openstack-request-id: req-3a1859fd-ccd6-4f5c-aeba-facd3f1d9ce1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:40.279063 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8048712-8b3b-4f92-b912-283246ad1cfe", "tag": "506214f2-b40e-4811-a9ab-e06da0a0930f", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:40.279321 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a1859fd-ccd6-4f5c-aeba-facd3f1d9ce1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:40.279708 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8048712-8b3b-4f92-b912-283246ad1cfe', 'tag': '506214f2-b40e-4811-a9ab-e06da0a0930f', 'status': 'completed', 'code': 200} Nov 03 18:34:40.380071 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4102fdc7-80bc-4d8b-a367-cef6e9b920a9 x-openstack-request-id: req-4102fdc7-80bc-4d8b-a367-cef6e9b920a9 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:40.380453 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986da784-5bb7-4ec7-8428-e478a38bbe31", "tag": "1c0a275c-56da-49ee-9bc6-d59151384cc4", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:40.381389 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4102fdc7-80bc-4d8b-a367-cef6e9b920a9 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:40.381389 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986da784-5bb7-4ec7-8428-e478a38bbe31', 'tag': '1c0a275c-56da-49ee-9bc6-d59151384cc4', 'status': 'completed', 'code': 200} Nov 03 18:34:40.404644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-3128c9b3-44cb-4ee5-ab39-7373369deca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.406561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-3128c9b3-44cb-4ee5-ab39-7373369deca8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 1099 time: 0.0884788 Nov 03 18:34:40.439287 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.439647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.463910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Calling delete_port for 97be9ed1-8f62-4026-997a-40952274fe2d owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:40.582560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] For port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:40.582918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.606826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Calling delete_port for 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:40.620824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-3b97c74b-0e69-4945-a703-5c57b7762a40 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.624289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-3b97c74b-0e69-4945-a703-5c57b7762a40 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.2807267 Nov 03 18:34:40.653899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-3'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:40.747508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-4df0ec64-611c-4182-8d14-2e7fcc9e9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.749039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-4df0ec64-611c-4182-8d14-2e7fcc9e9223 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 1098 time: 0.3403654 Nov 03 18:34:40.764790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259b2ff-098f-4254-a5d3-2c6877520f93 req-77129656-5add-41df-895d-6e5319e331bd tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.772313 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9259b2ff-098f-4254-a5d3-2c6877520f93 req-77129656-5add-41df-895d-6e5319e331bd tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 947 time: 0.2970333 Nov 03 18:34:40.775314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.827152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-8c824322-122d-4e4d-931f-2c3ef3d10fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.828646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-8c824322-122d-4e4d-931f-2c3ef3d10fc6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.3611703 Nov 03 18:34:40.914845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-f422db94-0f28-4eb8-b8e4-28fdcd631429 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=506214f2-b40e-4811-a9ab-e06da0a0930f HTTP/1.1" status: 200 len: 217 time: 0.0544903 Nov 03 18:34:40.937078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9259b2ff-098f-4254-a5d3-2c6877520f93 req-38d9ea1a-d66f-4d2c-b336-b0135c15a694 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624930 Nov 03 18:34:41.014287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-960275d0-577b-4213-8cb6-4c9245741d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.015983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-960275d0-577b-4213-8cb6-4c9245741d9d service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2413409 Nov 03 18:34:41.024617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-378cd751-a1ff-41ac-8e6b-28f0b26903f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.026051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-378cd751-a1ff-41ac-8e6b-28f0b26903f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0859528 Nov 03 18:34:41.099497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-96a0f195-7153-4300-a649-6362b6ae338d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1c0a275c-56da-49ee-9bc6-d59151384cc4 HTTP/1.1" status: 200 len: 217 time: 0.0718391 Nov 03 18:34:41.146324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Pushing event deleted for resources: {'Port': ['ID=97be9ed1-8f62-4026-997a-40952274fe2d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:41.194900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f057b-4bcd-4819-ba1a-d50b53e6da81 req-afa51275-7d55-4ee1-bd8a-a2fc170925e9 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.196589 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0f057b-4bcd-4819-ba1a-d50b53e6da81 req-afa51275-7d55-4ee1-bd8a-a2fc170925e9 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/ports?device_id=9463bd0f-7fcb-455e-9c89-eae3395b4839 HTTP/1.1" status: 200 len: 945 time: 0.1679776 Nov 03 18:34:41.198563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-342736cd-ef54-47a5-b248-e749e047df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.200139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-342736cd-ef54-47a5-b248-e749e047df2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250732 Nov 03 18:34:41.201728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-5c3b01c0-b445-49ff-a844-4ddbe3889f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.203067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-5c3b01c0-b445-49ff-a844-4ddbe3889f5d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0870681 Nov 03 18:34:41.209888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.290651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.294060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.298095 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-09ee3f94-943b-4a57-985a-a9f4c5f37313 tempest-ImagesOneServerNegativeTestJSON-811321259 tempest-ImagesOneServerNegativeTestJSON-811321259-project] 10.222.0.77 "DELETE /v2.0/floatingips/0e3afff9-70ac-4539-9754-3590796a9e6e HTTP/1.1" status: 204 len: 168 time: 1.3970788 Nov 03 18:34:41.340282 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0f057b-4bcd-4819-ba1a-d50b53e6da81 req-8b6d7984-1e96-419f-b7b2-bd891bfe21df tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.77 "GET /v2.0/security-groups?id=7e1a698d-9062-4636-924f-d620aeb3a5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361794 Nov 03 18:34:41.350754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-ccb909f1-d9e8-4094-a861-bf19ff91d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.352545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-ccb909f1-d9e8-4094-a861-bf19ff91d22e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412656 Nov 03 18:34:41.363195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.377852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:41.386078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-761980d7-ab6f-46f2-8fa3-06942af11a9d service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736560 Nov 03 18:34:41.424009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46322) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:41.430102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Pushing event deleted for resources: {'Port': ['ID=5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:41.456556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-bf3ecaa7-5de4-4663-9a75-bdedb7dabde6 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.457034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-bf3ecaa7-5de4-4663-9a75-bdedb7dabde6 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.70 "GET /v2.0/ports?device_id=3022d28f-a223-4431-b788-d31f8fa155a2 HTTP/1.1" status: 200 len: 946 time: 0.1528771 Nov 03 18:34:41.458105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1643113b-ffc8-45c6-b544-ab97a56a0675'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:41.523812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] No DVR routers for this DVR port 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:41.534863 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.539502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39983e46-5ab6-4ec9-a384-5deb3f7bafb7 req-e409fafd-ec14-4c68-897d-fb817963c371 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.96 "DELETE /v2.0/ports/5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 HTTP/1.1" status: 204 len: 173 time: 1.6323402 Nov 03 18:34:41.571639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1c0a275c-56da-49ee-9bc6-d59151384cc4 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:41.580170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:41.589020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-053ec50c-bfeb-4a5b-8978-240c79b08e65 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288828 Nov 03 18:34:41.610255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aaf50-624d-4278-b347-3308b263c70e req-a9b0e0fd-6884-43e5-9a85-200cff43bf1a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.612447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-488aaf50-624d-4278-b347-3308b263c70e req-a9b0e0fd-6884-43e5-9a85-200cff43bf1a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 945 time: 0.1118321 Nov 03 18:34:41.667342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:41.680477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d91bdfe-00c5-4db6-b93c-d70f3bcaccdd req-57ec2113-2415-40a2-9d95-32fe0f85ed12 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841859 Nov 03 18:34:41.712672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Deleting port 1643113b-ffc8-45c6-b544-ab97a56a0675 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:41.713288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.769190 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:34:41.787050 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.798066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.833863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-488aaf50-624d-4278-b347-3308b263c70e req-fd339aea-d575-456e-8dcb-4df0420f6d2a tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889110 Nov 03 18:34:41.899623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] For port 1643113b-ffc8-45c6-b544-ab97a56a0675, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1643113b-ffc8-45c6-b544-ab97a56a0675,segment=NetworkSegment(a76a07b9-73e6-45e7-8a85-2a47c159eac7),segment_id=a76a07b9-73e6-45e7-8a85-2a47c159eac7)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:41.900136 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.903590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:41.951449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e69b8b-eebd-4d68-b1b2-c9ab812aa7bb req-c04bdf45-edf4-4dac-9aae-faaa8c18613e service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511782 Nov 03 18:34:41.967737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Calling delete_port for 1643113b-ffc8-45c6-b544-ab97a56a0675 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:41.989941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:41.990283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:41.990617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:42.001706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1c0a275c-56da-49ee-9bc6-d59151384cc4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1c0a275c-56da-49ee-9bc6-d59151384cc4,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:42.016181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '1c0a275c-56da-49ee-9bc6-d59151384cc4', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '1c0a275c-56da-49ee-9bc6-d59151384cc4', 'mac_address': 'fa:16:3e:6e:03:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:42.019327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-176f6c99-de1b-408d-8cdb-3c14bc29ff4b admin admin] Deleting subnet ff403179-9f0d-4878-a26d-0f76eb5bde61 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:34:42.023810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-176f6c99-de1b-408d-8cdb-3c14bc29ff4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.024237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 506214f2-b40e-4811-a9ab-e06da0a0930f details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:42.027408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c2c2a314-86ca-40c4-8b60-0126ada3ebfa no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:42.031018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:42.031345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Attempting to bind port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on network 0d2036d6-b191-4e34-8229-04a41f2359a3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:42.055855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:42.059063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Checking segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:42.059513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Bound using segment: {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:42.061477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Bound port: 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844ffca-0ba5-4b8b-bf15-43e6e530d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0d2036d6-b191-4e34-8229-04a41f2359a3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:42.061858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.085290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: c2c2a314-86ca-40c4-8b60-0126ada3ebfa {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:42.085732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c2c2a314-86ca-40c4-8b60-0126ada3ebfa not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:42.086537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-176f6c99-de1b-408d-8cdb-3c14bc29ff4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.137100 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.148774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.156865 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.162036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0a275c-56da-49ee-9bc6-d59151384cc4 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:42.175449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:42.181136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:42.183161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-176f6c99-de1b-408d-8cdb-3c14bc29ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.195455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.263537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-176f6c99-de1b-408d-8cdb-3c14bc29ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.265707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1c0a275c-56da-49ee-9bc6-d59151384cc4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1c0a275c-56da-49ee-9bc6-d59151384cc4,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:42.278551 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.281742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'name': 'network-vif-deleted', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa'}, {'server_uuid': '9463bd0f-7fcb-455e-9c89-eae3395b4839', 'name': 'network-vif-deleted', 'tag': '5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0'}, {'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:42.284321 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267f1f4f-d255-46ab-ad2c-7b9797eb0e98" -d '{"events": [{"server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "name": "network-vif-deleted", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa"}, {"server_uuid": "9463bd0f-7fcb-455e-9c89-eae3395b4839", "name": "network-vif-deleted", "tag": "5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0"}, {"server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:42.319981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.329124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-176f6c99-de1b-408d-8cdb-3c14bc29ff4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.335443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-176f6c99-de1b-408d-8cdb-3c14bc29ff4b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ff403179-9f0d-4878-a26d-0f76eb5bde61 HTTP/1.1" status: 204 len: 168 time: 0.9077044 Nov 03 18:34:42.335443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f6c99-de1b-408d-8cdb-3c14bc29ff4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff403179-9f0d-4878-a26d-0f76eb5bde61,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:42.336406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46348) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:42.348970 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=8']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:42.355196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1c0a275c-56da-49ee-9bc6-d59151384cc4,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:42.361107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:42.361797 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.363209 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-34ae3241-d629-4893-99a5-929ef14a1992 service neutron] 10.222.0.70 "PUT /v2.0/ports/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 200 len: 1121 time: 1.7137172 Nov 03 18:34:42.369299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.370627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.371136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.371556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.371977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.372396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.372843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.373297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.373735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.374740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.375221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.375771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:42.402504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Pushing event deleted for resources: {'Port': ['ID=1643113b-ffc8-45c6-b544-ab97a56a0675,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:42.422657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 506214f2-b40e-4811-a9ab-e06da0a0930f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=506214f2-b40e-4811-a9ab-e06da0a0930f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:42.451803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '506214f2-b40e-4811-a9ab-e06da0a0930f', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '506214f2-b40e-4811-a9ab-e06da0a0930f', 'mac_address': 'fa:16:3e:c0:56:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:42.458035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['2ee87b7e-f5ca-4be9-a62e-908ce95c42c2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:42.464490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] No DVR routers for this DVR port 1643113b-ffc8-45c6-b544-ab97a56a0675 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:42.466898 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.468656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.472674 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-408eceb9-aacd-4221-b1bb-f26a4cac985f req-20fef055-f24e-4c23-8999-051c21bdfd89 tempest-ListServersNegativeTestJSON-1713515017 tempest-ListServersNegativeTestJSON-1713515017-project] 10.222.0.70 "DELETE /v2.0/ports/1643113b-ffc8-45c6-b544-ab97a56a0675 HTTP/1.1" status: 204 len: 173 time: 0.9936848 Nov 03 18:34:42.516047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2ee87b7e-f5ca-4be9-a62e-908ce95c42c2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:42.576781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1c0a275c-56da-49ee-9bc6-d59151384cc4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:42.598672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.637887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:42.643442 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.663800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d05be5-a7bb-4bbe-9b87-f737aa164277') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:42.664624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d05be5-a7bb-4bbe-9b87-f737aa164277') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:42.679201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.714340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.716873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506214f2-b40e-4811-a9ab-e06da0a0930f {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:42.738761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:34:42.739171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:34:42.741563 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:34:42.761766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 506214f2-b40e-4811-a9ab-e06da0a0930f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=506214f2-b40e-4811-a9ab-e06da0a0930f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:42.779913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.780574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:42.810054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca70d6-dc53-4e7f-b71e-3c30b6f08b17 req-dab8825d-f0fe-47b4-8f17-6a909f6307b2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:42.811564 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfca70d6-dc53-4e7f-b71e-3c30b6f08b17 req-dab8825d-f0fe-47b4-8f17-6a909f6307b2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 948 time: 0.1080065 Nov 03 18:34:42.815536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.821118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.826893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb HTTP/1.1" status: 204 len: 168 time: 0.4870632 Nov 03 18:34:42.827852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46358) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:42.842344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f443d6-42c6-4aa5-a291-f8f7c2776cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a11fadd3-9ac7-4f9d-b7b0-45e865f0ecdb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:42.883537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfca70d6-dc53-4e7f-b71e-3c30b6f08b17 req-98d17e1d-a2d6-48d2-84ab-3a65cd39484a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570517 Nov 03 18:34:42.895553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e0ca8a-67e9-4e33-a935-b6e7d6df65ca admin admin] Deleting subnet c75f6196-e486-4991-80f4-8d0f2ff10703 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:34:42.899534 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ca8a-67e9-4e33-a935-b6e7d6df65ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.955384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46362) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:42.965297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ca8a-67e9-4e33-a935-b6e7d6df65ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.017464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-15337c79-2152-4f05-bfe5-9dfa145932d4 admin admin] Deleting subnet 10815da0-ea91-4b3c-9c9a-720e52c72d63 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:34:43.021068 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15337c79-2152-4f05-bfe5-9dfa145932d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.036702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ca8a-67e9-4e33-a935-b6e7d6df65ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.063334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15337c79-2152-4f05-bfe5-9dfa145932d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.065797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=506214f2-b40e-4811-a9ab-e06da0a0930f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:43.111583 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1966aba5-6145-416d-aa71-60927ff95284 x-openstack-request-id: req-1966aba5-6145-416d-aa71-60927ff95284 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:43.111939 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1869c927-88af-4c47-b9a3-b0c38512e64b", "name": "network-vif-deleted", "tag": "c2c2a314-86ca-40c4-8b60-0126ada3ebfa", "status": "completed", "code": 200}, {"server_uuid": "9463bd0f-7fcb-455e-9c89-eae3395b4839", "name": "network-vif-deleted", "tag": "5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0", "status": "completed", "code": 200}, {"server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:43.112246 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1966aba5-6145-416d-aa71-60927ff95284 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:43.112674 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1869c927-88af-4c47-b9a3-b0c38512e64b', 'name': 'network-vif-deleted', 'tag': 'c2c2a314-86ca-40c4-8b60-0126ada3ebfa', 'status': 'completed', 'code': 200} Nov 03 18:34:43.113049 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9463bd0f-7fcb-455e-9c89-eae3395b4839', 'name': 'network-vif-deleted', 'tag': '5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0', 'status': 'completed', 'code': 200} Nov 03 18:34:43.113310 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2', 'code': 200} Nov 03 18:34:43.126231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15337c79-2152-4f05-bfe5-9dfa145932d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.130251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ca8a-67e9-4e33-a935-b6e7d6df65ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.176820 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ca8a-67e9-4e33-a935-b6e7d6df65ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.184702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46372) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:43.185226 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d8e0ca8a-67e9-4e33-a935-b6e7d6df65ca admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c75f6196-e486-4991-80f4-8d0f2ff10703 HTTP/1.1" status: 204 len: 168 time: 0.3560710 Nov 03 18:34:43.186204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0ca8a-67e9-4e33-a935-b6e7d6df65ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75f6196-e486-4991-80f4-8d0f2ff10703,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:43.205861 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:43.223202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 has no active binding in host n-h2-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:34:43.294687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.299229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15337c79-2152-4f05-bfe5-9dfa145932d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.344248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15337c79-2152-4f05-bfe5-9dfa145932d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10815da0-ea91-4b3c-9c9a-720e52c72d63,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:43.363326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15337c79-2152-4f05-bfe5-9dfa145932d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.366527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-15337c79-2152-4f05-bfe5-9dfa145932d4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/10815da0-ea91-4b3c-9c9a-720e52c72d63 HTTP/1.1" status: 204 len: 168 time: 0.4099751 Nov 03 18:34:43.369455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46380) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:43.418962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:43.448784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.450590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:43.451121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5f85b83f-2c5d-44ae-85a9-6e7ca80cd3c0 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:43.540377 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.565023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f9813a-4bc2-4aa7-9b78-5a90b545b307']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:43.578291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c20454-c6cc-4511-a846-1f13e988b424') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:43.578291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c20454-c6cc-4511-a846-1f13e988b424') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:43.589749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.605456 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.612312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:34:43.612711 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:34:43.614503 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:34:43.674340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['506214f2-b40e-4811-a9ab-e06da0a0930f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:43.677796 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.686407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.689833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c9f9813a-4bc2-4aa7-9b78-5a90b545b307 HTTP/1.1" status: 204 len: 168 time: 0.3192022 Nov 03 18:34:43.699960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173cf52-9137-4141-bb97-b8d666ed7188 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f9813a-4bc2-4aa7-9b78-5a90b545b307,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:43.719326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ce8a2-bb27-4530-9997-591822f558e0 req-10a8eedd-53e8-47eb-98d1-92876db57084 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.720866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f67ce8a2-bb27-4530-9997-591822f558e0 req-10a8eedd-53e8-47eb-98d1-92876db57084 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.4086978 Nov 03 18:34:43.725176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.759757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4508d2-f4af-4385-9b32-9232d2651215']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:43.774927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f87926-3c69-4140-ae4d-b6e44fc8776e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:43.775274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f87926-3c69-4140-ae4d-b6e44fc8776e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:43.793955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.822379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f67ce8a2-bb27-4530-9997-591822f558e0 req-6da2a5ab-ca4d-4690-b344-c2869f2d6182 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887444 Nov 03 18:34:43.828646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:34:43.845092 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:34:43.905865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46386) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:43.930775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.941852 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.945628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] 10.222.0.77 "DELETE /v2.0/networks/9b4508d2-f4af-4385-9b32-9232d2651215 HTTP/1.1" status: 204 len: 168 time: 0.7597520 Nov 03 18:34:43.960340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6085c-f5b1-4a0d-9985-6e43c02fa01a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4508d2-f4af-4385-9b32-9232d2651215,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:44.000506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46394) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:44.004257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1643113b-ffc8-45c6-b544-ab97a56a0675 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:44.005620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5bb21aac-1dec-40c5-aa84-2d1b741423a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7a110f891db14894a67f37cdfd772a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892792 Nov 03 18:34:44.036170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 1643113b-ffc8-45c6-b544-ab97a56a0675 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:44.036996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1643113b-ffc8-45c6-b544-ab97a56a0675 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:44.095487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66c1b211-ce1a-4ed2-a320-b9b344fdc3a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.137007 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66c1b211-ce1a-4ed2-a320-b9b344fdc3a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.203768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46400) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:44.221920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66c1b211-ce1a-4ed2-a320-b9b344fdc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.224552 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66c1b211-ce1a-4ed2-a320-b9b344fdc3a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.225810 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-66c1b211-ce1a-4ed2-a320-b9b344fdc3a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9956dbba-f508-4d47-822f-2ed6ffc2a57a HTTP/1.1" status: 204 len: 168 time: 0.2237382 Nov 03 18:34:44.240819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1b211-ce1a-4ed2-a320-b9b344fdc3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9956dbba-f508-4d47-822f-2ed6ffc2a57a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:44.280205 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-023e11cf-064d-4eeb-9d5a-820b9a7cc200 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19a4b05bbebc444caa8a975fc0f1dd00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0748096 Nov 03 18:34:44.290799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46404) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:44.352932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b8923c6-98e9-45f6-a306-0c8318731f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.377587 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b8923c6-98e9-45f6-a306-0c8318731f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.435892 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b8923c6-98e9-45f6-a306-0c8318731f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.438631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b8923c6-98e9-45f6-a306-0c8318731f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.444384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2b8923c6-98e9-45f6-a306-0c8318731f9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f37d6125-9d4b-4273-92f9-7ec3b837ed7d HTTP/1.1" status: 204 len: 168 time: 0.1478620 Nov 03 18:34:44.465708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8923c6-98e9-45f6-a306-0c8318731f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37d6125-9d4b-4273-92f9-7ec3b837ed7d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:44.575174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0229f-e872-452b-9bb3-fa50e6319064 req-7e551ee5-666d-4171-957e-0f21c3b96d68 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.577992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9c0229f-e872-452b-9bb3-fa50e6319064 req-7e551ee5-666d-4171-957e-0f21c3b96d68 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 948 time: 0.0633249 Nov 03 18:34:44.629669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9c0229f-e872-452b-9bb3-fa50e6319064 req-6871355f-a718-4317-b2cc-2caad39b4e70 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Nov 03 18:34:44.692897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46416) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:44.748304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbf0440-1ab4-4a01-aec8-28c2882458f4 admin admin] Deleting subnet 8e0c408e-cf53-4fe5-b835-df93fa8b13b6 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:34:44.752877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0440-1ab4-4a01-aec8-28c2882458f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.794178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0440-1ab4-4a01-aec8-28c2882458f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.837669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0440-1ab4-4a01-aec8-28c2882458f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.847773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46428) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:44.892896 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5399cb94-b3f1-4694-9e27-4551843f9153 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55795befa8754e0bbb140049759b9076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449665 Nov 03 18:34:44.895486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46432) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:44.929769 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0440-1ab4-4a01-aec8-28c2882458f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.955823 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0440-1ab4-4a01-aec8-28c2882458f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.964082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2bbf0440-1ab4-4a01-aec8-28c2882458f4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8e0c408e-cf53-4fe5-b835-df93fa8b13b6 HTTP/1.1" status: 204 len: 168 time: 0.2697833 Nov 03 18:34:44.968092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46436) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:44.990293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf0440-1ab4-4a01-aec8-28c2882458f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0c408e-cf53-4fe5-b835-df93fa8b13b6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:45.008491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0e868e9-b08e-43d0-aada-a97ffc02ea59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.075074 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0e868e9-b08e-43d0-aada-a97ffc02ea59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.084022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.114366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2'}, {'server_uuid': '3022d28f-a223-4431-b788-d31f8fa155a2', 'name': 'network-vif-deleted', 'tag': '1643113b-ffc8-45c6-b544-ab97a56a0675'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:45.117221 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a876486-3801-463d-a835-693fe0c13934" -d '{"events": [{"name": "network-changed", "server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2"}, {"server_uuid": "3022d28f-a223-4431-b788-d31f8fa155a2", "name": "network-vif-deleted", "tag": "1643113b-ffc8-45c6-b544-ab97a56a0675"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:45.243201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.247068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0e868e9-b08e-43d0-aada-a97ffc02ea59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.250788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0e868e9-b08e-43d0-aada-a97ffc02ea59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.252361 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c0e868e9-b08e-43d0-aada-a97ffc02ea59 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a22cbc5b-2874-41b1-b0f6-3a24f8be92ad HTTP/1.1" status: 204 len: 168 time: 0.3558984 Nov 03 18:34:45.273766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e868e9-b08e-43d0-aada-a97ffc02ea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22cbc5b-2874-41b1-b0f6-3a24f8be92ad,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:45.286442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d00d22-214c-45df-ab35-3d5fd1f3cf5b']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:45.299051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ee494-0ca4-489a-92dc-f8ce481a3262 req-d0c7f867-3871-43d3-ae71-f27e3558e113 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:45.300962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76a07b9-73e6-45e7-8a85-2a47c159eac7') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:45.301585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76a07b9-73e6-45e7-8a85-2a47c159eac7') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:45.323040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.332355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd3ee494-0ca4-489a-92dc-f8ce481a3262 req-d0c7f867-3871-43d3-ae71-f27e3558e113 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.1392834 Nov 03 18:34:45.355418 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.374288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:34:45.375478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:34:45.379488 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:34:45.430618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd3ee494-0ca4-489a-92dc-f8ce481a3262 req-39a21426-4600-44a0-a0e4-265b42be2918 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969934 Nov 03 18:34:45.456737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1c0a275c-56da-49ee-9bc6-d59151384cc4 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:45.490202 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.502243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.516866 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c1d00d22-214c-45df-ab35-3d5fd1f3cf5b HTTP/1.1" status: 204 len: 168 time: 0.5451512 Nov 03 18:34:45.561540 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dc79a-6900-4130-8da0-0026335e8983 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d00d22-214c-45df-ab35-3d5fd1f3cf5b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:45.587018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 1c0a275c-56da-49ee-9bc6-d59151384cc4 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:45.602968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 1c0a275c-56da-49ee-9bc6-d59151384cc4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:45.603341 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.686545 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041d6c03-6050-477e-a789-4dc475d57107 x-openstack-request-id: req-041d6c03-6050-477e-a789-4dc475d57107 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:45.686841 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2", "status": "completed", "code": 200}, {"server_uuid": "3022d28f-a223-4431-b788-d31f8fa155a2", "name": "network-vif-deleted", "tag": "1643113b-ffc8-45c6-b544-ab97a56a0675", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:45.687474 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-041d6c03-6050-477e-a789-4dc475d57107 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:45.687892 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2', 'status': 'completed', 'code': 200} Nov 03 18:34:45.688179 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3022d28f-a223-4431-b788-d31f8fa155a2', 'name': 'network-vif-deleted', 'tag': '1643113b-ffc8-45c6-b544-ab97a56a0675', 'status': 'completed', 'code': 200} Nov 03 18:34:45.752655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.790634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876486-3801-463d-a835-693fe0c13934 req-9f1b8d23-ba57-40c1-8423-c823db2e3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:45.792592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a876486-3801-463d-a835-693fe0c13934 req-9f1b8d23-ba57-40c1-8423-c823db2e3ee8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1124 time: 0.0725262 Nov 03 18:34:45.861544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986da784-5bb7-4ec7-8428-e478a38bbe31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0a275c-56da-49ee-9bc6-d59151384cc4'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:45.868161 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa26d2b-3e09-4bac-9edd-f832941755cf" -d '{"events": [{"server_uuid": "986da784-5bb7-4ec7-8428-e478a38bbe31", "name": "network-vif-plugged", "status": "completed", "tag": "1c0a275c-56da-49ee-9bc6-d59151384cc4"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:45.881125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1c0a275c-56da-49ee-9bc6-d59151384cc4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1c0a275c-56da-49ee-9bc6-d59151384cc4,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:45.893450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.928289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876486-3801-463d-a835-693fe0c13934 req-7f9c8f97-415c-4b9e-9a98-bb9f72af44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:45.930229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a876486-3801-463d-a835-693fe0c13934 req-7f9c8f97-415c-4b9e-9a98-bb9f72af44f8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.1308234 Nov 03 18:34:45.983025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1c0a275c-56da-49ee-9bc6-d59151384cc4,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:46.006248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 506214f2-b40e-4811-a9ab-e06da0a0930f up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:46.012827 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a876486-3801-463d-a835-693fe0c13934 req-f5e5d474-a47d-4fb4-8d00-7de82e44e7c2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 200 len: 217 time: 0.0702093 Nov 03 18:34:46.076921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 506214f2-b40e-4811-a9ab-e06da0a0930f completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:46.084101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 506214f2-b40e-4811-a9ab-e06da0a0930f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:46.085215 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.112585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46470) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:46.191910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876486-3801-463d-a835-693fe0c13934 req-c44168b6-00f5-47aa-a42c-93d302c47495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.199476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a876486-3801-463d-a835-693fe0c13934 req-c44168b6-00f5-47aa-a42c-93d302c47495 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.1776395 Nov 03 18:34:46.209131 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.254409 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f803bc33-1b98-4bbb-ae08-0ee53f527ca8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0234026083db445bb23ad4c1524caf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405449 Nov 03 18:34:46.259044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46472) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:46.283498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 506214f2-b40e-4811-a9ab-e06da0a0930f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=506214f2-b40e-4811-a9ab-e06da0a0930f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:46.289036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a876486-3801-463d-a835-693fe0c13934 req-682ccaf3-8a90-4e19-85d7-6e10438ba323 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819583 Nov 03 18:34:46.292421 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.368162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d906ef96-d025-4818-8d53-bdc80e6171ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.442337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=506214f2-b40e-4811-a9ab-e06da0a0930f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:46.454934 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d906ef96-d025-4818-8d53-bdc80e6171ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.512114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a876486-3801-463d-a835-693fe0c13934 req-6ceec4a7-ef66-48f0-a354-ff1f6e752d24 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161040 Nov 03 18:34:46.555027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d906ef96-d025-4818-8d53-bdc80e6171ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.559195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d906ef96-d025-4818-8d53-bdc80e6171ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.561586 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d906ef96-d025-4818-8d53-bdc80e6171ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e1a698d-9062-4636-924f-d620aeb3a5c7 HTTP/1.1" status: 204 len: 168 time: 0.3012826 Nov 03 18:34:46.580122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906ef96-d025-4818-8d53-bdc80e6171ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1a698d-9062-4636-924f-d620aeb3a5c7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:46.688520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46484) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:46.709706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a876486-3801-463d-a835-693fe0c13934 req-85e98e71-0ea0-4334-96e0-30afa7ac7e23 service neutron] 10.222.0.96 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893260 Nov 03 18:34:46.809892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a6361-6338-45eb-bd48-66f0b81400bf req-cdd96d53-c5cf-483a-9238-646f4032635e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.812016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef0a6361-6338-45eb-bd48-66f0b81400bf req-cdd96d53-c5cf-483a-9238-646f4032635e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 949 time: 0.0757961 Nov 03 18:34:46.876514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef0a6361-6338-45eb-bd48-66f0b81400bf req-ef5febdf-448f-48af-a343-5ed47a30e1f6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567622 Nov 03 18:34:46.956906 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5489ba-31c7-4207-9203-90f10b31cc0d x-openstack-request-id: req-7a5489ba-31c7-4207-9203-90f10b31cc0d {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:46.957469 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986da784-5bb7-4ec7-8428-e478a38bbe31", "name": "network-vif-plugged", "status": "completed", "tag": "1c0a275c-56da-49ee-9bc6-d59151384cc4", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:46.957980 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a5489ba-31c7-4207-9203-90f10b31cc0d {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:46.959754 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986da784-5bb7-4ec7-8428-e478a38bbe31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0a275c-56da-49ee-9bc6-d59151384cc4', 'code': 200} Nov 03 18:34:47.120544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02ad0a-31fe-41e1-a4e8-fdae29934339 req-1cfead45-33c9-41be-8531-729f5fa32754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:47.122598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff02ad0a-31fe-41e1-a4e8-fdae29934339 req-1cfead45-33c9-41be-8531-729f5fa32754 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 1100 time: 0.0559034 Nov 03 18:34:47.134038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cb3d3-9768-46a9-b968-0648e7f29320 req-0d93a769-388e-4ccc-aff6-76bfe08a99a7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:47.143177 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-440dc299-5e38-4f6f-9f1e-9820c6237bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.144715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-701cb3d3-9768-46a9-b968-0648e7f29320 req-0d93a769-388e-4ccc-aff6-76bfe08a99a7 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.1251769 Nov 03 18:34:47.256338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-701cb3d3-9768-46a9-b968-0648e7f29320 req-1bb11de0-00cb-4e03-8886-62c600b69df0 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074824 Nov 03 18:34:47.263486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff02ad0a-31fe-41e1-a4e8-fdae29934339 req-1c241bb4-2023-4a76-afcc-9c525b3446be service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165228 Nov 03 18:34:47.305737 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-440dc299-5e38-4f6f-9f1e-9820c6237bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.313101 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-440dc299-5e38-4f6f-9f1e-9820c6237bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.413132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dc299-5e38-4f6f-9f1e-9820c6237bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c7add4-6ea4-45d2-8e9b-b10f65664b74,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:47.419950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-440dc299-5e38-4f6f-9f1e-9820c6237bf1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29f770d8742a46cea365ba0b1921054b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7304490 Nov 03 18:34:47.422931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46504) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:47.529394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6a882d8f-6934-4a72-911a-411da797e57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.589987 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6a882d8f-6934-4a72-911a-411da797e57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.714744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6a882d8f-6934-4a72-911a-411da797e57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.717225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6a882d8f-6934-4a72-911a-411da797e57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.718420 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6a882d8f-6934-4a72-911a-411da797e57f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2c7add4-6ea4-45d2-8e9b-b10f65664b74 HTTP/1.1" status: 204 len: 168 time: 0.2943444 Nov 03 18:34:47.729880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a882d8f-6934-4a72-911a-411da797e57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c7add4-6ea4-45d2-8e9b-b10f65664b74,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:48.089627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46534) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:48.205458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1321065005-network', 'tenant_id': '68be80b3a7b2424c9cedd2aef8b725f6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:48.218048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46542) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:48.233029 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb59a8de-3f02-4d85-9ac4-afac631bb175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.261568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Made reservation on behalf of 68be80b3a7b2424c9cedd2aef8b725f6 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:48.265238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.276592 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.415360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb59a8de-3f02-4d85-9ac4-afac631bb175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.422902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb59a8de-3f02-4d85-9ac4-afac631bb175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.431591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.439440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.473189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408827b1-e510-47e6-8a86-4d9f452a0959,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:48.480773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:34:48.484713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cb59a8de-3f02-4d85-9ac4-afac631bb175 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f7a9893e63f4e69bd32fc33d303664b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653508 Nov 03 18:34:48.486935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46548) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:48.507067 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.507260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59a8de-3f02-4d85-9ac4-afac631bb175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2c017-887d-4755-bf2d-2bae632044e5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:48.507809 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Added segment 5866924d-d926-440f-b54e-b11f5edd99b4 of type vlan for network 22fb1fea-c130-4c96-9733-a9657b8c85c4 Nov 03 18:34:48.556620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-6be892d0-fe4e-4d2d-8b8e-c8a1bd314054 service neutron] 10.222.0.96 "GET /v2.0/ports/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 384 time: 0.0911992 Nov 03 18:34:48.587774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.611200 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3356-3569-4aac-b17d-97dc8d687601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.646490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3356-3569-4aac-b17d-97dc8d687601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.656074 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.656932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:48.657761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.713263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344369a-e905-485e-ac1c-ae90269139a8 req-ecc530c0-7d25-40ac-8544-570f56f1d8df tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:48.719021 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6280580 Nov 03 18:34:48.721687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f344369a-e905-485e-ac1c-ae90269139a8 req-ecc530c0-7d25-40ac-8544-570f56f1d8df tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 949 time: 0.1064739 Nov 03 18:34:48.723511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46560) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:48.739962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Request body: {'subnet': {'network_id': '22fb1fea-c130-4c96-9733-a9657b8c85c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1321065005-subnet', 'tenant_id': '68be80b3a7b2424c9cedd2aef8b725f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:48.754462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934f360-e66c-40d4-9962-c5bd221d7ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=22fb1fea-c130-4c96-9733-a9657b8c85c4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:48.774128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 22fb1fea-c130-4c96-9733-a9657b8c85c4 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:34:48.781095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3356-3569-4aac-b17d-97dc8d687601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.784092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3356-3569-4aac-b17d-97dc8d687601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.785394 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5f8b3356-3569-4aac-b17d-97dc8d687601 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57a2c017-887d-4755-bf2d-2bae632044e5 HTTP/1.1" status: 204 len: 168 time: 0.2973132 Nov 03 18:34:48.797040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b3356-3569-4aac-b17d-97dc8d687601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2c017-887d-4755-bf2d-2bae632044e5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:48.880768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Made reservation on behalf of 68be80b3a7b2424c9cedd2aef8b725f6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:48.883726 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.915320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f344369a-e905-485e-ac1c-ae90269139a8 req-1e8cb315-57cd-4b9c-9741-8102c95899d3 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925256 Nov 03 18:34:48.997226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8048712-8b3b-4f92-b912-283246ad1cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506214f2-b40e-4811-a9ab-e06da0a0930f'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:48.999358 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bde5d6-b6ff-40c5-b159-8aa3c1e61628" -d '{"events": [{"server_uuid": "e8048712-8b3b-4f92-b912-283246ad1cfe", "name": "network-vif-plugged", "status": "completed", "tag": "506214f2-b40e-4811-a9ab-e06da0a0930f"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:49.044658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:49.140230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:49.200527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:49.219982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22537ecb-d7bb-4914-b8f9-474b47db7b35 req-399f6661-9370-4d77-bcdd-cfd9f5082dd8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.221576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22537ecb-d7bb-4914-b8f9-474b47db7b35 req-399f6661-9370-4d77-bcdd-cfd9f5082dd8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 943 time: 0.1646867 Nov 03 18:34:49.230995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:49.282883 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.397670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22537ecb-d7bb-4914-b8f9-474b47db7b35 req-9616501f-e88e-4bd1-9c5d-25f9463e6467 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566455 Nov 03 18:34:49.417871 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.449432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:49.484725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] Transition to ACTIVE for port object 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:49.492375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.494578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3fe7f31-671d-4e94-8331-8c9ef0b3e438,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:49.512360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:49.555167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Checking segment: {'id': '5866924d-d926-440f-b54e-b11f5edd99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '22fb1fea-c130-4c96-9733-a9657b8c85c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:49.555167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Network hostable DHCP agents. Network: 22fb1fea-c130-4c96-9733-a9657b8c85c4, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:34:49.584735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] No DVR routers for this DVR port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:49.645553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=10']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:49.659769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-84924c5a-4d0b-4f91-93cc-9b1479ecc122 service neutron] 10.222.0.96 "PUT /v2.0/ports/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2/bindings/n-h2-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0951717 Nov 03 18:34:49.662739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Network 22fb1fea-c130-4c96-9733-a9657b8c85c4 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:34:49.676747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 22fb1fea-c130-4c96-9733-a9657b8c85c4) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:49.681995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.682535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.687819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d33a6-a5d0-4d0d-b09b-432aac88860f None None] Network 22fb1fea-c130-4c96-9733-a9657b8c85c4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:49.700490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00c01f-5728-4c52-910e-9995eeb39b67 req-03b67860-8828-430b-9c8b-2915c73e9bb2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.702178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d00c01f-5728-4c52-910e-9995eeb39b67 req-03b67860-8828-430b-9c8b-2915c73e9bb2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 950 time: 0.1231117 Nov 03 18:34:49.716140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f1e6d2c2-c7df-4818-b213-556487580109 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9866188 Nov 03 18:34:49.779272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d00c01f-5728-4c52-910e-9995eeb39b67 req-efe0ccba-7a27-40e0-b3e6-92c19db55832 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684226 Nov 03 18:34:49.815984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-48343aab-4ae6-43e8-8f2f-1dbe7a6f0723 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.817904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-48343aab-4ae6-43e8-8f2f-1dbe7a6f0723 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.0744414 Nov 03 18:34:49.852812 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61d188c-5065-42bf-bf03-42b140a9acc0 x-openstack-request-id: req-d61d188c-5065-42bf-bf03-42b140a9acc0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:49.853445 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8048712-8b3b-4f92-b912-283246ad1cfe", "name": "network-vif-plugged", "status": "completed", "tag": "506214f2-b40e-4811-a9ab-e06da0a0930f", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:49.853445 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d61d188c-5065-42bf-bf03-42b140a9acc0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:49.853819 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8048712-8b3b-4f92-b912-283246ad1cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506214f2-b40e-4811-a9ab-e06da0a0930f', 'code': 200} Nov 03 18:34:49.898583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-26c668c5-4ca5-49d6-a7e3-3841d4575bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.904136 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-26c668c5-4ca5-49d6-a7e3-3841d4575bb4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d&tenant_id=f8049c549f5042a1aea668364dd97886 HTTP/1.1" status: 200 len: 1095 time: 0.0734112 Nov 03 18:34:49.949016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b935137-b7b1-469d-b486-87fae35af53a None None] Network 22fb1fea-c130-4c96-9733-a9657b8c85c4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:50.012425 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e9a78b8-ce67-4bdc-bb9e-a7c4ac2653b6 req-0f2ce31e-223c-4a71-88e6-d1a79a612dba tempest-FlavorsV2NegativeTest-2074048189 tempest-FlavorsV2NegativeTest-2074048189-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=50529a272a02444b99b5154e9617e56c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430977 Nov 03 18:34:50.101380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da24cd-fb34-42a4-a4fb-ece27aa5c299 req-8c4fdaa4-e1c5-43d3-a616-e30094cb6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.103014 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f2da24cd-fb34-42a4-a4fb-ece27aa5c299 req-8c4fdaa4-e1c5-43d3-a616-e30094cb6811 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 1101 time: 0.1442559 Nov 03 18:34:50.110548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-68d44db6-a1ee-4f07-94c6-d40a72513956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.112332 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-68d44db6-a1ee-4f07-94c6-d40a72513956 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8049c549f5042a1aea668364dd97886&device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1095 time: 0.1268692 Nov 03 18:34:50.175105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a78b8-ce67-4bdc-bb9e-a7c4ac2653b6 req-327d38f1-f922-4570-ac50-b7fd354771cf tempest-FlavorsV2NegativeTest-2074048189 tempest-FlavorsV2NegativeTest-2074048189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.176506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e9a78b8-ce67-4bdc-bb9e-a7c4ac2653b6 req-327d38f1-f922-4570-ac50-b7fd354771cf tempest-FlavorsV2NegativeTest-2074048189 tempest-FlavorsV2NegativeTest-2074048189-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546092 Nov 03 18:34:50.195562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e9a78b8-ce67-4bdc-bb9e-a7c4ac2653b6 req-1a081496-37fb-400e-8d29-eb452114ef3d tempest-FlavorsV2NegativeTest-2074048189 tempest-FlavorsV2NegativeTest-2074048189-project] 10.222.0.77 "GET /v2.0/quotas/50529a272a02444b99b5154e9617e56c HTTP/1.1" status: 200 len: 375 time: 0.0101128 Nov 03 18:34:50.213562 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f2da24cd-fb34-42a4-a4fb-ece27aa5c299 req-e50e35be-1241-4488-93be-d57771e8679e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001897 Nov 03 18:34:50.229318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e9a78b8-ce67-4bdc-bb9e-a7c4ac2653b6 req-d24c7871-7b2b-4e1e-bfb9-98adec785ba4 tempest-FlavorsV2NegativeTest-2074048189 tempest-FlavorsV2NegativeTest-2074048189-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=50529a272a02444b99b5154e9617e56c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288382 Nov 03 18:34:50.261679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-4665aa56-3ab8-4db8-b03f-415b7a6a0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.263978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-4665aa56-3ab8-4db8-b03f-415b7a6a0488 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 200 len: 922 time: 0.1267724 Nov 03 18:34:50.501008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-e2a2d88e-0a0c-423c-9619-713ea715f139 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 200 len: 217 time: 0.0436313 Nov 03 18:34:50.556574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-94400b1d-3ec2-4302-9e50-a15eac6738d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.557961 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-94400b1d-3ec2-4302-9e50-a15eac6738d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 200 len: 861 time: 0.0493138 Nov 03 18:34:50.602307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-4135dd2d-9cd1-43db-a5d8-d1dfdf57aecf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d2036d6-b191-4e34-8229-04a41f2359a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332344 Nov 03 18:34:50.735867 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-762ee90b-4e6d-464a-b10d-c78a987bc8ea service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241527 Nov 03 18:34:50.832061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-b31b6645-cea0-4289-a7cc-ec7b3f05cbc1 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.833808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-b31b6645-cea0-4289-a7cc-ec7b3f05cbc1 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/networks?id=22fb1fea-c130-4c96-9733-a9657b8c85c4 HTTP/1.1" status: 200 len: 813 time: 0.1443989 Nov 03 18:34:50.856325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-a2ef1a21-3574-4e60-94e9-e360b5717f1e tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/quotas/68be80b3a7b2424c9cedd2aef8b725f6 HTTP/1.1" status: 200 len: 375 time: 0.0158057 Nov 03 18:34:50.857687 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-bedf42e3-1ead-4142-94d1-cf971999a44c service neutron] 10.222.0.70 "GET /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020641 Nov 03 18:34:50.898481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-8e835dfc-2c2e-4ea8-a5b8-4f90b3188df7 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68be80b3a7b2424c9cedd2aef8b725f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354302 Nov 03 18:34:51.055584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46680) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:51.138113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-c9f06b1d-127a-4786-8572-e67a511d4175 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:51.140511 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-c9f06b1d-127a-4786-8572-e67a511d4175 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d&tenant_id=f8049c549f5042a1aea668364dd97886&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1095 time: 0.0488346 Nov 03 18:34:51.153200 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-592e4716-ac3c-444f-b5f7-c5650b310516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.205857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-f6c0a8e5-70d9-4a11-b570-a381854ee688 service neutron] 10.222.0.77 "GET /v2.0/networks/22fb1fea-c130-4c96-9733-a9657b8c85c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936585 Nov 03 18:34:51.262527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-f108978f-f5bc-45cd-8ecd-7b440344dccd service neutron] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:51.266860 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-f108978f-f5bc-45cd-8ecd-7b440344dccd service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.268020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e550ca14-c136-4612-af22-d0d7ae183ce8 req-f108978f-f5bc-45cd-8ecd-7b440344dccd service neutron] 10.222.0.70 "DELETE /v2.0/ports/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2/bindings/n-h1-812148-3 HTTP/1.1" status: 204 len: 173 time: 0.1176956 Nov 03 18:34:51.328343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-592e4716-ac3c-444f-b5f7-c5650b310516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.334660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-592e4716-ac3c-444f-b5f7-c5650b310516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.350438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-f1e9bb11-eaa8-4c65-a20a-86a7975b35fc service neutron] 10.222.0.77 "GET /v2.0/networks/22fb1fea-c130-4c96-9733-a9657b8c85c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372294 Nov 03 18:34:51.383188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-592e4716-ac3c-444f-b5f7-c5650b310516 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50529a272a02444b99b5154e9617e56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231368 Nov 03 18:34:51.383188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e4716-ac3c-444f-b5f7-c5650b310516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72c49b2-1b06-4f11-a439-76d1cf51950d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:51.383664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46684) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:51.436622 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7995b610-1a62-484e-a933-a722c48e6c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.458941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7995b610-1a62-484e-a933-a722c48e6c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.522576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7995b610-1a62-484e-a933-a722c48e6c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.527933 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7995b610-1a62-484e-a933-a722c48e6c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.532788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7995b610-1a62-484e-a933-a722c48e6c6b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b72c49b2-1b06-4f11-a439-76d1cf51950d HTTP/1.1" status: 204 len: 168 time: 0.1446042 Nov 03 18:34:51.574516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b610-1a62-484e-a933-a722c48e6c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72c49b2-1b06-4f11-a439-76d1cf51950d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:51.608780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4d47a-4681-4875-bbf0-5ca997eafa1c req-e59c1fc1-4b16-4a7b-8c3b-ebf7ce73a047 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:51.610370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-41a4d47a-4681-4875-bbf0-5ca997eafa1c req-e59c1fc1-4b16-4a7b-8c3b-ebf7ce73a047 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 944 time: 0.0801065 Nov 03 18:34:51.686682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-41a4d47a-4681-4875-bbf0-5ca997eafa1c req-d9e5bfff-3fa0-47cb-9290-56acfc67771e tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658169 Nov 03 18:34:52.049148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Request body: {'security_group': {'name': 'tempest-securitygroup-839406516', 'description': 'tempest-description-2138975047'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:52.075311 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.084360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.209875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.215499 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.260960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7012e8-aab2-4d2b-9a2f-9e139f6e7ff9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:52.316536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.322391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.357014 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.366842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a918068-8f6e-4110-841a-671f79a4063c req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3209524 Nov 03 18:34:52.367970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa4586-4280-41ed-80e6-6d8be41fdf7b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e7074-79df-4262-9803-ee100179bfbd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:52.403303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46724) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:52.467168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a90c2d-6a9f-4644-93ff-60472e1ca3c2 req-6ab2892c-90de-4e6e-a76c-9b8a812b4c82 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:52.468703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-42a90c2d-6a9f-4644-93ff-60472e1ca3c2 req-6ab2892c-90de-4e6e-a76c-9b8a812b4c82 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 950 time: 0.0535736 Nov 03 18:34:52.514757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-network', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:52.527554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-42a90c2d-6a9f-4644-93ff-60472e1ca3c2 req-a39f7ef4-00a3-4e15-baab-0b59ff97a82b tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527985 Nov 03 18:34:52.543516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Made reservation on behalf of f835c2484cf445b383eab1d8909ff60d for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:52.545855 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.558919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.624991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cd5d52b-f0de-4ad9-94a0-dda290cf4999 req-bab3d536-7cff-4b5f-a73e-ebb1ac52c4e2 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 210 time: 0.0342801 Nov 03 18:34:52.689985 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.695951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.748416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:34:52.753713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-2a6370a4-af26-4106-a2bb-e0c9651c8906 req-97d5ee26-320a-4d98-9446-c7e96caaa46d tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1693450239', 'description': 'tempest-description-791919373'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:52.815492 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.815953 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Added segment 32260f1a-341c-4f89-85e2-e91e01669aa9 of type vlan for network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e Nov 03 18:34:52.832059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8810da69-7dbd-4bb1-851a-5cd6c63cce54,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:52.883454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.890268 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2a6370a4-af26-4106-a2bb-e0c9651c8906 req-97d5ee26-320a-4d98-9446-c7e96caaa46d tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.924845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-0578e483-bb2d-4928-9381-521ba8c3b133 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:52.926256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-0578e483-bb2d-4928-9381-521ba8c3b133 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.96 "GET /v2.0/networks?id=22fb1fea-c130-4c96-9733-a9657b8c85c4 HTTP/1.1" status: 200 len: 813 time: 0.2256312 Nov 03 18:34:52.945943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Request body: {'port': {'device_id': '3dd343f8-03c7-471c-ba9b-a873a1bb74e1', 'network_id': '22fb1fea-c130-4c96-9733-a9657b8c85c4', 'admin_state_up': True, 'tenant_id': '68be80b3a7b2424c9cedd2aef8b725f6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:52.966487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.967441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:52.968046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.080578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6760762 Nov 03 18:34:53.083862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46736) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:53.090242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Request body: {'subnet': {'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-subnet', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:53.103627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8a607-cd25-4958-86bc-5a7e9285f577 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.111646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Made reservation on behalf of f835c2484cf445b383eab1d8909ff60d for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:53.115921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:34:53.116492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.143118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2a6370a4-af26-4106-a2bb-e0c9651c8906 req-97d5ee26-320a-4d98-9446-c7e96caaa46d tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.152576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2a6370a4-af26-4106-a2bb-e0c9651c8906 req-97d5ee26-320a-4d98-9446-c7e96caaa46d tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.192781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5ee26-320a-4d98-9446-c7e96caaa46d tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664311bb-352e-44b6-823e-4d479522d8a2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.196987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Made reservation on behalf of 68be80b3a7b2424c9cedd2aef8b725f6 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:53.200867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.207008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2a6370a4-af26-4106-a2bb-e0c9651c8906 req-97d5ee26-320a-4d98-9446-c7e96caaa46d tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.208289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a6370a4-af26-4106-a2bb-e0c9651c8906 req-97d5ee26-320a-4d98-9446-c7e96caaa46d tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4689660 Nov 03 18:34:53.319794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.364758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Allocated IP 172.20.0.13 (22fb1fea-c130-4c96-9733-a9657b8c85c4/a3fe7f31-671d-4e94-8331-8c9ef0b3e438/5de3470e-2353-486a-a6a7-12338bd1d42a) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:53.386889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.396387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Checking segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:53.396755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Network hostable DHCP agents. Network: e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:34:53.415409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:34:53.426061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:53.431075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:53.432081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.442314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293baf23-fe56-460b-bce7-02d02d325ba1 None None] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:53.455091 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f5371c1b-4eee-4a2d-8f8c-a5b807cb1bf6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3697863 Nov 03 18:34:53.458135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46740) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:53.464413 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:53.491771 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.492854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.561003 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.580733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6e4e-e690-423e-9e35-a5e5632470b3 req-c3edcfed-35a6-4127-a1db-6087db87bb14 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:53.586859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6e4e-e690-423e-9e35-a5e5632470b3 req-c3edcfed-35a6-4127-a1db-6087db87bb14 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:53.589069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a0f6e4e-e690-423e-9e35-a5e5632470b3 req-c3edcfed-35a6-4127-a1db-6087db87bb14 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31&device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 1690 time: 0.1214223 Nov 03 18:34:53.631155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:34:53.632822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.637800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.674060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a0f6e4e-e690-423e-9e35-a5e5632470b3 req-412f4036-892b-451b-8f56-2c000fdd7b40 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787163 Nov 03 18:34:53.702819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.734288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.757655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Network 22fb1fea-c130-4c96-9733-a9657b8c85c4 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:53.761584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:53.768795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:53.810706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Pushing event updated for resources: {'Port': ['ID=5de3470e-2353-486a-a6a7-12338bd1d42a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.846185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:53.846971 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.861741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Allocated IP 172.20.0.2 (e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e/ea3c8463-e9b1-48ed-a7d6-29509d2c65b4/de196742-3db5-4ba2-b949-c77165974c09) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:53.872103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e84e5f9b-873f-42cd-9b12-c032b8a45ad0 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9308274 Nov 03 18:34:53.932276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Request body: {'port': {'device_id': '3dd343f8-03c7-471c-ba9b-a873a1bb74e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:53.999922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178ac11-c96e-4c0e-89de-ced28f6b5df0 req-c8ad8506-1365-4d3d-a592-310cd4f7c50c tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:54.001884 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8178ac11-c96e-4c0e-89de-ced28f6b5df0 req-c8ad8506-1365-4d3d-a592-310cd4f7c50c tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 1095 time: 0.1173513 Nov 03 18:34:54.027118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.036167 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.046254 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.049042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46750) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:54.050719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.085393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.087991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:54.091616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:54.096317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:54.114311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8178ac11-c96e-4c0e-89de-ced28f6b5df0 req-4ad5b89c-3146-4040-9194-be481eab7fc1 tempest-LiveAutoBlockMigrationV225Test-1027080305 tempest-LiveAutoBlockMigrationV225Test-1027080305-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039741 Nov 03 18:34:54.158948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Pushing event updated for resources: {'Port': ['ID=de196742-3db5-4ba2-b949-c77165974c09,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:54.173947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Attempting to bind port de196742-3db5-4ba2-b949-c77165974c09 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:54.174666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Attempting to bind port de196742-3db5-4ba2-b949-c77165974c09 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:54.175238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Attempting to bind port de196742-3db5-4ba2-b949-c77165974c09 on network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:54.181350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:54.182513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Checking segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:54.183106 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.183680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Bound using segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:54.184300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Bound port: de196742-3db5-4ba2-b949-c77165974c09, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:54.184884 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.262436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] For port de196742-3db5-4ba2-b949-c77165974c09, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:54.266148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] For port de196742-3db5-4ba2-b949-c77165974c09, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=de196742-3db5-4ba2-b949-c77165974c09,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:54.272083 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.278462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Allocated IP 172.25.3.91 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/42994bbf-d8a5-4d9c-b989-76a3dd6bb172) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:54.297810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-473f4089-575b-4da6-a9b9-47cdb7af13d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.338986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4e01d-cf49-49de-98ad-2815fad48a1f None None] Pushing event updated for resources: {'Port': ['ID=de196742-3db5-4ba2-b949-c77165974c09,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:54.446764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.502558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.555710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:54.565470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de3470e-2353-486a-a6a7-12338bd1d42a {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:54.566481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:54.574978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:54.599260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Pushing event updated for resources: {'Port': ['ID=42994bbf-d8a5-4d9c-b989-76a3dd6bb172,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:54.608619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1588479494', 'description': 'tempest-description-602763'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:54.618579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-473f4089-575b-4da6-a9b9-47cdb7af13d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.622918 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.630926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-473f4089-575b-4da6-a9b9-47cdb7af13d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.687160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Transition to ACTIVE for port object 5de3470e-2353-486a-a6a7-12338bd1d42a will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:54.698699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.705446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-473f4089-575b-4da6-a9b9-47cdb7af13d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=42ea59edf95f4d7daef57f0c18c3fdfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6549067 Nov 03 18:34:54.706131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46758) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:54.719911 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.721684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f4089-575b-4da6-a9b9-47cdb7af13d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcc7b5c-1c83-4b43-8a08-36cb4ae0d982,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:54.807784 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.843250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Pushing event updated for resources: {'Port': ['ID=5de3470e-2353-486a-a6a7-12338bd1d42a,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:54.876371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device de196742-3db5-4ba2-b949-c77165974c09 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:54.935697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port de196742-3db5-4ba2-b949-c77165974c09 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:54.936914 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.962535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2152ae4c-5ea7-4d66-b380-98601bf53e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.002666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Attempting to bind port 5de3470e-2353-486a-a6a7-12338bd1d42a on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:55.003535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Attempting to bind port 5de3470e-2353-486a-a6a7-12338bd1d42a by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '5866924d-d926-440f-b54e-b11f5edd99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '22fb1fea-c130-4c96-9733-a9657b8c85c4'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:55.003884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Attempting to bind port 5de3470e-2353-486a-a6a7-12338bd1d42a on network 22fb1fea-c130-4c96-9733-a9657b8c85c4 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:55.016236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2152ae4c-5ea7-4d66-b380-98601bf53e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.033067 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.035276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Port 5de3470e-2353-486a-a6a7-12338bd1d42a on network 22fb1fea-c130-4c96-9733-a9657b8c85c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:55.035603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Attempting to bind port 5de3470e-2353-486a-a6a7-12338bd1d42a on network 22fb1fea-c130-4c96-9733-a9657b8c85c4 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:55.060893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:55.061238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Checking segment: {'id': '5866924d-d926-440f-b54e-b11f5edd99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '22fb1fea-c130-4c96-9733-a9657b8c85c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:55.061799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Bound using segment: {'id': '5866924d-d926-440f-b54e-b11f5edd99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '22fb1fea-c130-4c96-9733-a9657b8c85c4'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:55.062390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Bound port: 5de3470e-2353-486a-a6a7-12338bd1d42a, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5866924d-d926-440f-b54e-b11f5edd99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '22fb1fea-c130-4c96-9733-a9657b8c85c4'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:55.062995 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.072560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port de196742-3db5-4ba2-b949-c77165974c09, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=de196742-3db5-4ba2-b949-c77165974c09,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:55.078197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.110330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.135202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.135972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=de196742-3db5-4ba2-b949-c77165974c09,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:55.140783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.212348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2152ae4c-5ea7-4d66-b380-98601bf53e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.215447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2152ae4c-5ea7-4d66-b380-98601bf53e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.216599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2152ae4c-5ea7-4d66-b380-98601bf53e0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0fcc7b5c-1c83-4b43-8a08-36cb4ae0d982 HTTP/1.1" status: 204 len: 168 time: 0.5062895 Nov 03 18:34:55.222034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdc4ddf-3b27-437d-82d8-f1f79516d365,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:55.225005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] For port 5de3470e-2353-486a-a6a7-12338bd1d42a, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:55.237215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] For port 5de3470e-2353-486a-a6a7-12338bd1d42a, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5de3470e-2353-486a-a6a7-12338bd1d42a,segment=NetworkSegment(5866924d-d926-440f-b54e-b11f5edd99b4),segment_id=5866924d-d926-440f-b54e-b11f5edd99b4)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:55.238383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152ae4c-5ea7-4d66-b380-98601bf53e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcc7b5c-1c83-4b43-8a08-36cb4ae0d982,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:55.248515 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.351515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:55.352144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.354540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] 10.222.0.96 "PUT /v2.0/ports/5de3470e-2353-486a-a6a7-12338bd1d42a HTTP/1.1" status: 200 len: 1092 time: 1.4288394 Nov 03 18:34:55.355160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd343f8-03c7-471c-ba9b-a873a1bb74e1', 'tag': '5de3470e-2353-486a-a6a7-12338bd1d42a'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:55.357956 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d295f-83ab-4489-b08b-11f54e7ff8be" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd343f8-03c7-471c-ba9b-a873a1bb74e1", "tag": "5de3470e-2353-486a-a6a7-12338bd1d42a"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:55.370523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.374952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2967-c7fb-46f6-acb6-a75c1bdbbebd service neutron] Pushing event updated for resources: {'Port': ['ID=5de3470e-2353-486a-a6a7-12338bd1d42a,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:55.382758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.408319 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.415418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d490087e-be28-441f-914f-658df433d547 req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8373749 Nov 03 18:34:55.476873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.498601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6995b-bc43-477d-b6af-64d645c4adfc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9ab56e-e04f-448e-b185-d82e807f1c68,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:55.522723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-46f0b6ca-1afe-466c-8c55-111315553a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:55.524369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-46f0b6ca-1afe-466c-8c55-111315553a08 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68be80b3a7b2424c9cedd2aef8b725f6&device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 1095 time: 0.0981808 Nov 03 18:34:55.597185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-59a0a5e6-19ed-438b-b4ae-8005f4123858 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5de3470e-2353-486a-a6a7-12338bd1d42a HTTP/1.1" status: 200 len: 217 time: 0.0641906 Nov 03 18:34:55.686870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd1da2-4465-4298-bb7d-38926281eb77 None None] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:55.688661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Router 309c9029-3a5d-4778-add8-e1f811c343bb is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:34:55.819899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-21855277-f068-4abf-ab4b-a338a4701cb4 None None] Provisioning complete for port de196742-3db5-4ba2-b949-c77165974c09 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:55.820585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-21855277-f068-4abf-ab4b-a338a4701cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.870793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:34:55.908543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:34:55.910744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.915120 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-39469dcf-d415-4d97-ab98-fb3b97169e31 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.4523356 Nov 03 18:34:55.915443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46778) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:55.954871 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:55.955616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:34:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:56.017663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22ced5-dd12-4654-9b67-f7dbefb33fd8 req-a82e9517-cf78-42ef-8aab-b81738a4d310 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:56.019536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb22ced5-dd12-4654-9b67-f7dbefb33fd8 req-a82e9517-cf78-42ef-8aab-b81738a4d310 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 944 time: 0.4717355 Nov 03 18:34:56.022415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e1c4d59e-c247-4769-80cf-54479b038e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:56.023955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-e1c4d59e-c247-4769-80cf-54479b038e95 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a3fe7f31-671d-4e94-8331-8c9ef0b3e438 HTTP/1.1" status: 200 len: 853 time: 0.0841725 Nov 03 18:34:56.098266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-8a473149-2f32-4ff8-b24e-486e924a7e3f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=22fb1fea-c130-4c96-9733-a9657b8c85c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580657 Nov 03 18:34:56.166628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:56.175657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb22ced5-dd12-4654-9b67-f7dbefb33fd8 req-58bbf126-4e5e-404e-ab1f-32d5ccca4c4d tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/security-groups?id=408827b1-e510-47e6-8a86-4d9f452a0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454227 Nov 03 18:34:56.304558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-4d3c4168-b4e1-4f46-8351-a28af9c0115b service neutron] 10.222.0.96 "GET /v2.0/networks/22fb1fea-c130-4c96-9733-a9657b8c85c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941628 Nov 03 18:34:56.490099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd35496c-bfd6-49fc-9f14-44baaa8903f6 req-634bd582-4002-45fe-adc3-0a08035135c9 service neutron] 10.222.0.96 "GET /v2.0/networks/22fb1fea-c130-4c96-9733-a9657b8c85c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779113 Nov 03 18:34:56.537486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:55Z', 'revision_number': 3, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:56.577573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:34:56.577961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Updating router 309c9029-3a5d-4778-add8-e1f811c343bb port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:34:56.579672 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514d6a61-a29a-4117-aae1-9881e2ea0dc1 x-openstack-request-id: req-514d6a61-a29a-4117-aae1-9881e2ea0dc1 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:56.580213 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd343f8-03c7-471c-ba9b-a873a1bb74e1", "tag": "5de3470e-2353-486a-a6a7-12338bd1d42a", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:56.581569 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-514d6a61-a29a-4117-aae1-9881e2ea0dc1 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:56.582093 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd343f8-03c7-471c-ba9b-a873a1bb74e1', 'tag': '5de3470e-2353-486a-a6a7-12338bd1d42a', 'status': 'completed', 'code': 200} Nov 03 18:34:56.594018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.600135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-8f6fdcf6-2ab8-40da-a433-dd515989bac3 req-c0a9138e-706a-4d62-b220-60349219a1dc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-226648881', 'description': 'tempest-description-1483986006'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:56.613121 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.614779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-28de4ac9-9f52-46cf-b4e3-1a4b34c0215a None None] Provisioning complete for port de196742-3db5-4ba2-b949-c77165974c09 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:56.615436 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-28de4ac9-9f52-46cf-b4e3-1a4b34c0215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.657697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8f6fdcf6-2ab8-40da-a433-dd515989bac3 req-c0a9138e-706a-4d62-b220-60349219a1dc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.684287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-1595927a-cea9-4f49-acda-4f36bfed45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:56.685911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-1595927a-cea9-4f49-acda-4f36bfed45d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68be80b3a7b2424c9cedd2aef8b725f6&device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 1095 time: 0.0733957 Nov 03 18:34:56.788799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-9d9d9ad8-ae9e-4347-999e-3771983e870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:56.790754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-9d9d9ad8-ae9e-4347-999e-3771983e870f service neutron] 10.222.0.96 "GET /v2.0/networks?id=22fb1fea-c130-4c96-9733-a9657b8c85c4 HTTP/1.1" status: 200 len: 914 time: 0.0949655 Nov 03 18:34:56.841689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Allocated IP 172.20.0.1 (e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e/ea3c8463-e9b1-48ed-a7d6-29509d2c65b4/0dd0275a-09d6-4a1c-92da-62ee173e58c3) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:56.850124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-a79cce30-3da7-48b7-83d8-1aa05f1264ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5de3470e-2353-486a-a6a7-12338bd1d42a HTTP/1.1" status: 200 len: 217 time: 0.0430140 Nov 03 18:34:56.862728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8f6fdcf6-2ab8-40da-a433-dd515989bac3 req-c0a9138e-706a-4d62-b220-60349219a1dc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.871715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8f6fdcf6-2ab8-40da-a433-dd515989bac3 req-c0a9138e-706a-4d62-b220-60349219a1dc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.936514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8f6fdcf6-2ab8-40da-a433-dd515989bac3 req-c0a9138e-706a-4d62-b220-60349219a1dc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.937879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f6fdcf6-2ab8-40da-a433-dd515989bac3 req-c0a9138e-706a-4d62-b220-60349219a1dc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3450356 Nov 03 18:34:56.948294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9138e-706a-4d62-b220-60349219a1dc tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5162c8d-4891-4efa-a1e0-094e070468bf,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:56.951911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-c1df23c7-a30f-4e6b-9731-7dcd4f237086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:56.953377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-c1df23c7-a30f-4e6b-9731-7dcd4f237086 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a3fe7f31-671d-4e94-8331-8c9ef0b3e438 HTTP/1.1" status: 200 len: 853 time: 0.0935013 Nov 03 18:34:56.991954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-ed372022-5c1a-454a-9380-fb7c9e331877 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=22fb1fea-c130-4c96-9733-a9657b8c85c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306513 Nov 03 18:34:56.992881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device de196742-3db5-4ba2-b949-c77165974c09 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:57.017399 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.068730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.087502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port de196742-3db5-4ba2-b949-c77165974c09 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:57.087867 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.109391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-ec736bf7-b0dc-4c0a-a858-1202c4ce248e service neutron] 10.222.0.96 "GET /v2.0/networks/22fb1fea-c130-4c96-9733-a9657b8c85c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093585 Nov 03 18:34:57.120867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:57.124506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:57.130086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:57.134045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Pushing event updated for resources: {'Port': ['ID=0dd0275a-09d6-4a1c-92da-62ee173e58c3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:57.200201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.202272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.245541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.274614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e7d295f-83ab-4489-b08b-11f54e7ff8be req-e7d9e949-c481-4d7d-8137-204fa615d98a service neutron] 10.222.0.96 "GET /v2.0/networks/22fb1fea-c130-4c96-9733-a9657b8c85c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497841 Nov 03 18:34:57.362034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e94fa-3ec4-4efa-876e-cf2e20242d29 None None] Pushing event updated for resources: {'Port': ['ID=42994bbf-d8a5-4d9c-b989-76a3dd6bb172,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:57.370511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Attempting to bind port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:57.370891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Attempting to bind port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:57.371259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Attempting to bind port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:57.377721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:57.378027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:57.378406 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.379055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:57.379575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Bound port: 42994bbf-d8a5-4d9c-b989-76a3dd6bb172, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:57.379968 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.426866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283826-f1c4-41bd-a2bf-87c50f9e6ed1 req-5fa42091-f3cd-4631-8536-4e05c4943265 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:57.428924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51283826-f1c4-41bd-a2bf-87c50f9e6ed1 req-5fa42091-f3cd-4631-8536-4e05c4943265 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 1100 time: 0.0599794 Nov 03 18:34:57.430276 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-ef9f5dac-e524-4419-8013-aae343e1afd8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:57.432287 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-ef9f5dac-e524-4419-8013-aae343e1afd8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 944 time: 0.1506498 Nov 03 18:34:57.456383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] For port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:57.460879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] For port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=42994bbf-d8a5-4d9c-b989-76a3dd6bb172,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:57.467343 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.472246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-625f5755-f720-4905-ad19-fc49d62a4519 None None] Provisioning complete for port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:57.472591 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-625f5755-f720-4905-ad19-fc49d62a4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.483235 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51283826-f1c4-41bd-a2bf-87c50f9e6ed1 req-629abcba-f6cd-4823-8570-4a41c7859e83 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475218 Nov 03 18:34:57.551706 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.567322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-625f5755-f720-4905-ad19-fc49d62a4519 None None] Port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:57.577346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e94fa-3ec4-4efa-876e-cf2e20242d29 None None] Pushing event updated for resources: {'Port': ['ID=42994bbf-d8a5-4d9c-b989-76a3dd6bb172,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:57.581275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:57.581968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:34:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:57.612637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Deleting port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:57.613219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.702468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:57.888818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34794636-c892-4cea-a6fd-2fd10d1a3c36 req-2f6504c0-bfcb-4644-b35f-32bf0ae40883 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:57.894261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34794636-c892-4cea-a6fd-2fd10d1a3c36 req-2f6504c0-bfcb-4644-b35f-32bf0ae40883 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 944 time: 0.0598750 Nov 03 18:34:57.941195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:34:56Z', 'revision_number': 1, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:57.950140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34794636-c892-4cea-a6fd-2fd10d1a3c36 req-6622094b-33d2-4bdb-96bf-bf12672559ff tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520287 Nov 03 18:34:57.970850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421842a-324b-4f84-a826-1796c5523bf8 None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:34:56Z', 'revision_number': 1, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:34:58.014514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] For port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:58.014875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.036899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Calling delete_port for 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:58.116369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.128732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.217025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Pushing event updated for resources: {'Port': ['ID=0dd0275a-09d6-4a1c-92da-62ee173e58c3,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:58.249318 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.270705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-d296f2f1-e0dd-4442-95b1-891e3eaf2409 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50910 time: 0.2859743 Nov 03 18:34:58.330794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-5c5bc9b0-b4eb-427f-818f-5ba964655865 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/056c008d-0c6b-4d17-aa83-3cec96d0e0bc HTTP/1.1" status: 200 len: 2994 time: 0.0516927 Nov 03 18:34:58.379875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.382601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-9ecd6fb8-3c59-4937-a061-817261b45de5 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/056c008d-0c6b-4d17-aa83-3cec96d0e0bc HTTP/1.1" status: 200 len: 2994 time: 0.0457790 Nov 03 18:34:58.395050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a21bd520-5eee-4d88-b296-28448b80dcc8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:58.420249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Pushing event deleted for resources: {'Port': ['ID=2ee87b7e-f5ca-4be9-a62e-908ce95c42c2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:58.448984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-0111532f-7177-4458-b128-e935a65dd69e tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/408827b1-e510-47e6-8a86-4d9f452a0959 HTTP/1.1" status: 200 len: 2998 time: 0.0581899 Nov 03 18:34:58.472250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] No DVR routers for this DVR port 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:58.475251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:58.476980 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.480756 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ca07b5b6-e7fd-45c0-9f51-5c9d1028935c req-9c764735-84b4-4c5a-8733-c1735df0ed19 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.70 "DELETE /v2.0/ports/2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 HTTP/1.1" status: 204 len: 173 time: 1.0400357 Nov 03 18:34:58.481212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'name': 'network-vif-deleted', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:58.483925 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de224a78-1ce0-4ecf-813a-1ec324d5cbdb" -d '{"events": [{"server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "name": "network-vif-deleted", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:58.499356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:58.501643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-d40588f3-c4e4-4000-a965-556f96ff466e tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/408827b1-e510-47e6-8a86-4d9f452a0959 HTTP/1.1" status: 200 len: 2998 time: 0.0511127 Nov 03 18:34:58.551692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-c1751b2f-89c8-4b54-9587-461b5d0b17ee tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/453c082f-efaf-439b-8c85-82451e0a502d HTTP/1.1" status: 200 len: 2998 time: 0.0495272 Nov 03 18:34:58.657967 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-2f633d19-957a-41d4-8a1e-a0c48584d918 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/453c082f-efaf-439b-8c85-82451e0a502d HTTP/1.1" status: 200 len: 2998 time: 0.0998337 Nov 03 18:34:58.712026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Router 309c9029-3a5d-4778-add8-e1f811c343bb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:34:58.765209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-99a00b63-17a6-4418-aae0-b52d64994bf1 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5d7012e8-aab2-4d2b-9a2f-9e139f6e7ff9 HTTP/1.1" status: 200 len: 2998 time: 0.1062624 Nov 03 18:34:58.835939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-8381882a-c9cf-4d46-8c23-2c39c1c7f26a tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5d7012e8-aab2-4d2b-9a2f-9e139f6e7ff9 HTTP/1.1" status: 200 len: 2998 time: 0.0691001 Nov 03 18:34:58.894364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:34:58.902571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-d9435abb-eee1-45c9-852c-795e002869af tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6880f411-593e-4679-a921-775d622da643 HTTP/1.1" status: 200 len: 2994 time: 0.0593977 Nov 03 18:34:58.908050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2e2c2d77-61b3-417a-b163-a95c52ff8d91 None None] Provisioning complete for port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:58.909330 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-274b9941-4251-468b-99b8-13f43e266d2f admin admin] 10.222.0.77 "PUT /v2.0/routers/309c9029-3a5d-4778-add8-e1f811c343bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929512 Nov 03 18:34:58.909910 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2d77-61b3-417a-b163-a95c52ff8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.965604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-603afd64-e8d2-4dbc-8a11-1c9423b387e2 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6880f411-593e-4679-a921-775d622da643 HTTP/1.1" status: 200 len: 2994 time: 0.0621116 Nov 03 18:34:58.974962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c2d77-61b3-417a-b163-a95c52ff8d91 None None] Port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:59.029913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-ad29a86d-dd3e-424b-8b6a-ff0aac291257 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8810da69-7dbd-4bb1-851a-5cd6c63cce54 HTTP/1.1" status: 200 len: 2998 time: 0.0566773 Nov 03 18:34:59.080930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-a16f7b86-7e03-43d7-87e1-c32a7c204300 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8810da69-7dbd-4bb1-851a-5cd6c63cce54 HTTP/1.1" status: 200 len: 2998 time: 0.0446634 Nov 03 18:34:59.135741 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-32f77c10-e5a2-46fd-a35d-cf21289e6f47 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9be917d5-261c-481f-99c1-4cab63940eee HTTP/1.1" status: 200 len: 2998 time: 0.0461369 Nov 03 18:34:59.187549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-e6482a40-2b6c-4366-88d4-661dd1da6619 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9be917d5-261c-481f-99c1-4cab63940eee HTTP/1.1" status: 200 len: 2998 time: 0.0455723 Nov 03 18:34:59.234895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-76adb8b1-1456-4e7c-bbb6-9f2d389a2b0a tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/b6c97ea6-bf56-46df-b3d1-a069f66010df HTTP/1.1" status: 200 len: 2998 time: 0.0405345 Nov 03 18:34:59.283706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-ea6794cd-9fb7-4d7f-8036-92e9024f620f tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/b6c97ea6-bf56-46df-b3d1-a069f66010df HTTP/1.1" status: 200 len: 2998 time: 0.0419862 Nov 03 18:34:59.332934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-0bdd3c17-cb4e-4788-be41-e7873521a97d tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/b9c9b402-62ee-4ce2-bf32-7a2e1c0da7c0 HTTP/1.1" status: 200 len: 2998 time: 0.0425241 Nov 03 18:34:59.381047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-be49a582-64ba-42e6-8b3c-ff59f9f70e9f tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/b9c9b402-62ee-4ce2-bf32-7a2e1c0da7c0 HTTP/1.1" status: 200 len: 2998 time: 0.0410302 Nov 03 18:34:59.430681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-8a2a1b4d-bc7e-4588-81a9-cd8a4a1a74f4 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d10ff14f-7962-4adb-aa5b-17a8d157e7d5 HTTP/1.1" status: 200 len: 2998 time: 0.0421727 Nov 03 18:34:59.477340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-53adf347-ea2a-4386-9d31-dcec59bc5003 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d10ff14f-7962-4adb-aa5b-17a8d157e7d5 HTTP/1.1" status: 200 len: 2998 time: 0.0398364 Nov 03 18:34:59.506101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5de3470e-2353-486a-a6a7-12338bd1d42a details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:59.532201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-29c26e53-dbf7-4511-818b-7d01f189237d tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d8aaa48d-91a5-4e33-b162-ea59b8ed4625 HTTP/1.1" status: 200 len: 2998 time: 0.0474021 Nov 03 18:34:59.579744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-89aa8f25-2557-4bf6-87a2-86bb9d29b54f tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d8aaa48d-91a5-4e33-b162-ea59b8ed4625 HTTP/1.1" status: 200 len: 2998 time: 0.0412986 Nov 03 18:34:59.623981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5de3470e-2353-486a-a6a7-12338bd1d42a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5de3470e-2353-486a-a6a7-12338bd1d42a,segment=NetworkSegment(5866924d-d926-440f-b54e-b11f5edd99b4),segment_id=5866924d-d926-440f-b54e-b11f5edd99b4)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:59.635425 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-bee90525-7211-4f66-acb8-7eed16cb5546 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/ec53ba42-e07d-4b50-8a59-42be1d145df1 HTTP/1.1" status: 200 len: 2990 time: 0.0431559 Nov 03 18:34:59.637171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '5de3470e-2353-486a-a6a7-12338bd1d42a', 'network_id': '22fb1fea-c130-4c96-9733-a9657b8c85c4', 'port_id': '5de3470e-2353-486a-a6a7-12338bd1d42a', 'mac_address': 'fa:16:3e:2b:96:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fe7f31-671d-4e94-8331-8c9ef0b3e438', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:59.677300 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:59.684697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-46bc7514-7a1c-4018-a7d6-77d9882e8952 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/ec53ba42-e07d-4b50-8a59-42be1d145df1 HTTP/1.1" status: 200 len: 2990 time: 0.0407455 Nov 03 18:34:59.691447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de3470e-2353-486a-a6a7-12338bd1d42a {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:59.715811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5de3470e-2353-486a-a6a7-12338bd1d42a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5de3470e-2353-486a-a6a7-12338bd1d42a,segment=NetworkSegment(5866924d-d926-440f-b54e-b11f5edd99b4),segment_id=5866924d-d926-440f-b54e-b11f5edd99b4)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:59.720995 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:59.735576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-b495332d-6f9e-41c3-a359-633e0f6f96e4 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/edadad9a-19e5-4178-8ffc-483ca5731149 HTTP/1.1" status: 200 len: 2998 time: 0.0444443 Nov 03 18:34:59.773562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5de3470e-2353-486a-a6a7-12338bd1d42a,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:59.786060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-da0a36d6-021b-49c7-9962-bf20d77e521c tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/edadad9a-19e5-4178-8ffc-483ca5731149 HTTP/1.1" status: 200 len: 2998 time: 0.0423238 Nov 03 18:34:59.830464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-288c7d4e-d152-4253-9197-cf4b3d9be330 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fcdc4ddf-3b27-437d-82d8-f1f79516d365 HTTP/1.1" status: 200 len: 2998 time: 0.0379515 Nov 03 18:34:59.875451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-065e649e-c95f-422c-9a9a-459b8d23523e req-5d8d3ba9-9776-4574-b5fb-8206044f3720 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fcdc4ddf-3b27-437d-82d8-f1f79516d365 HTTP/1.1" status: 200 len: 2998 time: 0.0388565 Nov 03 18:34:59.980881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5de3470e-2353-486a-a6a7-12338bd1d42a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:59.982870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05635561-04ce-4524-b111-b7033d6f792f req-6e0b99e9-6f21-44c9-a779-bdd0bc7db8b3 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:59.985341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05635561-04ce-4524-b111-b7033d6f792f req-6e0b99e9-6f21-44c9-a779-bdd0bc7db8b3 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 945 time: 0.0554488 Nov 03 18:35:00.053730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05635561-04ce-4524-b111-b7033d6f792f req-0284a258-85bb-4d9b-a61e-4512e1f27131 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/security-groups?id=408827b1-e510-47e6-8a86-4d9f452a0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Nov 03 18:35:00.084258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:00.112685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:00.113036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2ee87b7e-f5ca-4be9-a62e-908ce95c42c2 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:00.220419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee7768-20f3-4b9e-a9af-9073afab8be6 req-d06c816f-9a3e-4eac-8d2c-3176e09268b8 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:00.225922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddee7768-20f3-4b9e-a9af-9073afab8be6 req-d06c816f-9a3e-4eac-8d2c-3176e09268b8 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 1101 time: 0.0525825 Nov 03 18:35:00.272000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddee7768-20f3-4b9e-a9af-9073afab8be6 req-f4243ae6-7004-4b4a-a826-a7bc6a76a8bd tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Nov 03 18:35:00.401163 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:00.404734 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7bf984-a836-4a35-90d8-7a77c344f007 x-openstack-request-id: req-0d7bf984-a836-4a35-90d8-7a77c344f007 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:00.405165 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b862b7d-87c4-438a-b7c4-86daaf2b858d", "name": "network-vif-deleted", "tag": "2ee87b7e-f5ca-4be9-a62e-908ce95c42c2", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:00.405270 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d7bf984-a836-4a35-90d8-7a77c344f007 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:00.405749 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b862b7d-87c4-438a-b7c4-86daaf2b858d', 'name': 'network-vif-deleted', 'tag': '2ee87b7e-f5ca-4be9-a62e-908ce95c42c2', 'status': 'completed', 'code': 200} Nov 03 18:35:00.417304 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:00.417947 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:34:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:00.487381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-150c013c-5297-41f8-bc66-d0c03c76bffb req-927467cb-040d-488d-8d7b-37942f3c97eb tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 210 time: 0.0309181 Nov 03 18:35:00.538354 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:00.743520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-784a7ea7-9051-4950-8238-0d8b6487f251 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:00.749624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-784a7ea7-9051-4950-8238-0d8b6487f251 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 821 time: 0.1226735 Nov 03 18:35:00.761007 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 2, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:00.766799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-81ef938d-ce51-4638-a041-7ba0d9d764f4 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/quotas/f835c2484cf445b383eab1d8909ff60d HTTP/1.1" status: 200 len: 375 time: 0.0161922 Nov 03 18:35:00.797080 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:00.797800 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Updating router 309c9029-3a5d-4778-add8-e1f811c343bb port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:35:00.830652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-51875c06-0fa2-4de2-b3c2-2d14f6b815e6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630507 Nov 03 18:35:00.831618 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:00.836640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:00.899545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:00.900397 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:00.942114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-903f22c4-1c53-4c85-a7e8-d01cdfbccc8b service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009595 Nov 03 18:35:01.001176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.024232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=42994bbf-d8a5-4d9c-b989-76a3dd6bb172,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:01.030541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.054869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-37c8e532-03e9-4a51-b20b-39fb539fe26b service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106622 Nov 03 18:35:01.091460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=42994bbf-d8a5-4d9c-b989-76a3dd6bb172,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:01.171128 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.178293 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.241790 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Pushing event updated for resources: {'Port': ['ID=0dd0275a-09d6-4a1c-92da-62ee173e58c3,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:01.267123 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.267454 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.267790 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.268181 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.268435 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.268759 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.269077 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.269392 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.269733 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.270055 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.270398 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.270715 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:01.277788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a93d1153-2be6-4829-b2bc-a5b0fc12bfca req-352401f7-73e2-4506-bb11-e3176b4749b9 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b83d649aad2a4c39bf473b4cc5b1a8fd HTTP/1.1" status: 200 len: 6153 time: 0.0973179 Nov 03 18:35:01.328335 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Attempting to bind port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:01.328707 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Attempting to bind port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:01.329069 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Attempting to bind port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 on network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:01.335332 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:01.335703 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Checking segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:01.336101 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.336631 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Bound using segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:01.337385 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Bound port: 0dd0275a-09d6-4a1c-92da-62ee173e58c3, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:01.337580 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.344634 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a93d1153-2be6-4829-b2bc-a5b0fc12bfca req-cf839afa-3ad0-4238-acc5-a6b63d0d6010 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "GET /v2.0/security-groups/5d7012e8-aab2-4d2b-9a2f-9e139f6e7ff9 HTTP/1.1" status: 200 len: 2998 time: 0.0659413 Nov 03 18:35:01.418219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a93d1153-2be6-4829-b2bc-a5b0fc12bfca req-68bfb4a1-6279-4a3f-bba0-8726be38607b tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "GET /v2.0/security-groups/5d7012e8-aab2-4d2b-9a2f-9e139f6e7ff9 HTTP/1.1" status: 200 len: 2998 time: 0.0658965 Nov 03 18:35:01.450228 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] For port 0dd0275a-09d6-4a1c-92da-62ee173e58c3, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:01.459574 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] For port 0dd0275a-09d6-4a1c-92da-62ee173e58c3, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0dd0275a-09d6-4a1c-92da-62ee173e58c3,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:01.465880 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.511449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5de3470e-2353-486a-a6a7-12338bd1d42a up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:01.519613 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:01.520176 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:34:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:01.671355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4be4d7cb-df8a-42cc-a583-0a2404e79c7c None None] Provisioning complete for port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:01.671829 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4be4d7cb-df8a-42cc-a583-0a2404e79c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.699380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-965db0f3-35f8-4772-bcc7-b565a57804cb tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459828 Nov 03 18:35:01.722258 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f78779-b3ee-441a-8bb6-2b0bbf3791bf None None] Pushing event updated for resources: {'Port': ['ID=0dd0275a-09d6-4a1c-92da-62ee173e58c3,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:01.735283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 5de3470e-2353-486a-a6a7-12338bd1d42a completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:01.741433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 5de3470e-2353-486a-a6a7-12338bd1d42a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:01.741809 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.743116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:01.823862 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4be4d7cb-df8a-42cc-a583-0a2404e79c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.884899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141458-a5e6-4e77-9989-0498922c33e5 req-30465028-7674-45e5-87d8-cd99a99764e9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:01.887107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4be4d7cb-df8a-42cc-a583-0a2404e79c7c None None] For port 0dd0275a-09d6-4a1c-92da-62ee173e58c3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0dd0275a-09d6-4a1c-92da-62ee173e58c3,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:01.892723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-30465028-7674-45e5-87d8-cd99a99764e9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921728 Nov 03 18:35:01.903703 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4be4d7cb-df8a-42cc-a583-0a2404e79c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.928437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-50f7b827-91ea-4936-ab4b-af40a8425501 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/quotas/e32598321e7e494aba4b5e3bdcb0aa68 HTTP/1.1" status: 200 len: 375 time: 0.0346622 Nov 03 18:35:02.011265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:02.026481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-bd6bd5f5-1899-4c72-b9b9-d204a60cb2cf tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0959208 Nov 03 18:35:02.103328 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:02.139320 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe461b-c981-41b1-b207-6f0107afd2e7 None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:02.163057 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:02.173632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd343f8-03c7-471c-ba9b-a873a1bb74e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de3470e-2353-486a-a6a7-12338bd1d42a'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:02.176590 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b172c88c-8216-4598-9d79-b3399c08eab2" -d '{"events": [{"server_uuid": "3dd343f8-03c7-471c-ba9b-a873a1bb74e1", "name": "network-vif-plugged", "status": "completed", "tag": "5de3470e-2353-486a-a6a7-12338bd1d42a"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:02.182820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-210f062e-969f-4330-89e9-765005f82876 None None] Provisioning complete for port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:02.183452 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-210f062e-969f-4330-89e9-765005f82876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:02.248462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5de3470e-2353-486a-a6a7-12338bd1d42a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5de3470e-2353-486a-a6a7-12338bd1d42a,segment=NetworkSegment(5866924d-d926-440f-b54e-b11f5edd99b4),segment_id=5866924d-d926-440f-b54e-b11f5edd99b4)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:02.260703 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:02.268159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4d7cb-df8a-42cc-a583-0a2404e79c7c None None] Pushing event updated for resources: {'Port': ['ID=0dd0275a-09d6-4a1c-92da-62ee173e58c3,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:02.370720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9c17c-6ea5-424c-8726-38012da413cb req-fb41421b-c08f-4bb0-9b1c-0cd21b1ef826 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:02.372422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95e9c17c-6ea5-424c-8726-38012da413cb req-fb41421b-c08f-4bb0-9b1c-0cd21b1ef826 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 946 time: 0.0838697 Nov 03 18:35:02.378793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5de3470e-2353-486a-a6a7-12338bd1d42a,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:02.462279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95e9c17c-6ea5-424c-8726-38012da413cb req-15d74bde-5646-472e-9a43-057cd4300029 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/security-groups?id=408827b1-e510-47e6-8a86-4d9f452a0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803776 Nov 03 18:35:02.586135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e52c4871-ab76-449f-b0c1-63fc0f10207f req-79b09fda-23a3-4f0d-8bbd-ceb0f631924e tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 210 time: 0.0399697 Nov 03 18:35:02.794212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-8f6eb89e-e56b-4641-ac26-88fa4a4cc283 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:02.796120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-8f6eb89e-e56b-4641-ac26-88fa4a4cc283 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.96 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 821 time: 0.2016146 Nov 03 18:35:02.833831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Request body: {'port': {'device_id': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'admin_state_up': True, 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:02.845225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39a835a1-d54a-4187-bde8-35a4b3aa479b req-6dca30ae-4dba-404d-be5f-01f0b9bbaf83 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/b5162c8d-4891-4efa-a1e0-094e070468bf HTTP/1.1" status: 200 len: 1794 time: 0.1319745 Nov 03 18:35:02.855237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:02.921178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:02.921801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.026700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-39a835a1-d54a-4187-bde8-35a4b3aa479b req-592ea613-2e69-4c2c-aaf7-bd8c65cd842c tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.027376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0dd0275a-09d6-4a1c-92da-62ee173e58c3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:03.063104 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-39a835a1-d54a-4187-bde8-35a4b3aa479b req-592ea613-2e69-4c2c-aaf7-bd8c65cd842c tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.075897 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.093127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:03.093826 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.100279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Made reservation on behalf of f835c2484cf445b383eab1d8909ff60d for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:03.104647 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.208335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-39a835a1-d54a-4187-bde8-35a4b3aa479b req-592ea613-2e69-4c2c-aaf7-bd8c65cd842c tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.211011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-39a835a1-d54a-4187-bde8-35a4b3aa479b req-592ea613-2e69-4c2c-aaf7-bd8c65cd842c tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.223673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39a835a1-d54a-4187-bde8-35a4b3aa479b req-592ea613-2e69-4c2c-aaf7-bd8c65cd842c tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5162c8d-4891-4efa-a1e0-094e070468bf HTTP/1.1" status: 204 len: 173 time: 0.3675439 Nov 03 18:35:03.247531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ea613-2e69-4c2c-aaf7-bd8c65cd842c tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5162c8d-4891-4efa-a1e0-094e070468bf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:03.262497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46886) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:03.357791 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.373852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Allocated IP 172.20.0.4 (e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e/ea3c8463-e9b1-48ed-a7d6-29509d2c65b4/706dc883-4b38-4719-bc39-1e35e618086b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:03.390732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.430329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d42ccedb-39f1-41fc-885b-7456fc81c024 req-371f9892-24ee-406e-abfa-23c4a244801d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b862b7d-87c4-438a-b7c4-86daaf2b858d HTTP/1.1" status: 200 len: 210 time: 0.0593154 Nov 03 18:35:03.461243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.463964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.465336 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "DELETE /v2.0/security-groups/2d102031-2e66-46a9-9422-9cd670cf7fef HTTP/1.1" status: 204 len: 168 time: 0.2018397 Nov 03 18:35:03.468852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46888) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:03.520440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d102031-2e66-46a9-9422-9cd670cf7fef,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:03.533355 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-5738b3f5-5b4b-4517-861c-ae0d8823376f tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] show failed (client error): The resource could not be found. Nov 03 18:35:03.534681 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5738b3f5-5b4b-4517-861c-ae0d8823376f tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "GET /v2.0/security-groups/2d102031-2e66-46a9-9422-9cd670cf7fef HTTP/1.1" status: 404 len: 347 time: 0.0637231 Nov 03 18:35:03.542624 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-656273db-ce98-4927-ad6a-905f003e606c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385039 Nov 03 18:35:03.543642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46892) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:03.701338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.702071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.702621 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.703162 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.703737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.704270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.705006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.705532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.706043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.706898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.707422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.707930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d11f5-0980-4a12-81db-7d55ca95f7f6 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:03.711064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.801250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-914fdb2d-1535-449a-a428-7202e57bef27 req-cac8880c-c618-4e02-97bc-07bf797d635e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0295043 Nov 03 18:35:03.802623 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.840506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141458-a5e6-4e77-9989-0498922c33e5 req-3d8decf0-2f13-4247-b3a8-601888382800 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:03.844045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-3d8decf0-2f13-4247-b3a8-601888382800 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510650 Nov 03 18:35:03.860679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:03.862433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:03.862701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Request body: {'port': {'device_id': 'dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e32598321e7e494aba4b5e3bdcb0aa68'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:03.864359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Pushing event updated for resources: {'Port': ['ID=706dc883-4b38-4719-bc39-1e35e618086b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:03.866870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:03.889134 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0bbab5-0ef1-40d1-ae52-a20b79893b51 x-openstack-request-id: req-8d0bbab5-0ef1-40d1-ae52-a20b79893b51 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:03.889652 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd343f8-03c7-471c-ba9b-a873a1bb74e1", "name": "network-vif-plugged", "status": "completed", "tag": "5de3470e-2353-486a-a6a7-12338bd1d42a", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:03.890109 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d0bbab5-0ef1-40d1-ae52-a20b79893b51 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:03.891056 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd343f8-03c7-471c-ba9b-a873a1bb74e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de3470e-2353-486a-a6a7-12338bd1d42a', 'code': 200} Nov 03 18:35:03.988970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:03.989755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.995488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32731ec4-675b-4d9c-a0e9-cffb91819fa5 req-8ca58e40-1555-41c1-9848-48b97b13a084 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9c9ab56e-e04f-448e-b185-d82e807f1c68 HTTP/1.1" status: 200 len: 1791 time: 0.0725975 Nov 03 18:35:04.046388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Deleting port a67a41a7-325d-4025-b56d-659e786d3cbb {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:04.046740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.048131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-00253d49-5178-4ded-aaee-cce741cbdd87 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2288587 Nov 03 18:35:04.073679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Request body: {'port': {'device_id': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:04.096207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580f2d2-f6e6-4baf-87ca-b8056982396b req-1b041e6d-9b30-472f-8169-4346749cf1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:04.097898 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5580f2d2-f6e6-4baf-87ca-b8056982396b req-1b041e6d-9b30-472f-8169-4346749cf1d7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 1097 time: 0.1219308 Nov 03 18:35:04.108626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-32731ec4-675b-4d9c-a0e9-cffb91819fa5 req-d0ed104e-9ac2-4c93-b68d-76fda22c12a6 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.152740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-32731ec4-675b-4d9c-a0e9-cffb91819fa5 req-d0ed104e-9ac2-4c93-b68d-76fda22c12a6 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.154536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.162955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cb2d7474-ae07-49ec-ada7-63b0b7cd125f None None] Provisioning complete for port 706dc883-4b38-4719-bc39-1e35e618086b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:04.163494 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7474-ae07-49ec-ada7-63b0b7cd125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.218885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d7474-ae07-49ec-ada7-63b0b7cd125f None None] Port 706dc883-4b38-4719-bc39-1e35e618086b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:04.222492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Made reservation on behalf of e32598321e7e494aba4b5e3bdcb0aa68 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:04.225958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.254462 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.254812 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.261658 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5580f2d2-f6e6-4baf-87ca-b8056982396b req-2642562d-f582-4d31-a6f2-f0ff17152041 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=408827b1-e510-47e6-8a86-4d9f452a0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256361 Nov 03 18:35:04.285298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Calling delete_port for a67a41a7-325d-4025-b56d-659e786d3cbb owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:04.319754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-32731ec4-675b-4d9c-a0e9-cffb91819fa5 req-d0ed104e-9ac2-4c93-b68d-76fda22c12a6 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.322609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-32731ec4-675b-4d9c-a0e9-cffb91819fa5 req-d0ed104e-9ac2-4c93-b68d-76fda22c12a6 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.325647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32731ec4-675b-4d9c-a0e9-cffb91819fa5 req-d0ed104e-9ac2-4c93-b68d-76fda22c12a6 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c9ab56e-e04f-448e-b185-d82e807f1c68 HTTP/1.1" status: 204 len: 173 time: 0.3205943 Nov 03 18:35:04.352699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed104e-9ac2-4c93-b68d-76fda22c12a6 tempest-SecurityGroupsTestAdminJSON-1501535348 tempest-SecurityGroupsTestAdminJSON-1501535348-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9ab56e-e04f-448e-b185-d82e807f1c68,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:04.541364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Allocated IP 192.168.233.163 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/5558f3ec-40dc-4cce-be47-3d9354577260) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:04.541960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1290e-fcaa-4b2f-8a95-1e137319e717 req-9cf58b6d-4cb5-49b9-ae48-c6ed3a70fc8f tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:04.543557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45e1290e-fcaa-4b2f-8a95-1e137319e717 req-9cf58b6d-4cb5-49b9-ae48-c6ed3a70fc8f tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 946 time: 0.1078389 Nov 03 18:35:04.565855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706dc883-4b38-4719-bc39-1e35e618086b {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:04.583749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.584410 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.616784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Transition to ACTIVE for port object 706dc883-4b38-4719-bc39-1e35e618086b will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:04.625888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Pushing event deleted for resources: {'Port': ['ID=a67a41a7-325d-4025-b56d-659e786d3cbb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:04.627399 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.657804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45e1290e-fcaa-4b2f-8a95-1e137319e717 req-3b2b54b8-758b-4f00-9834-f73256289f1b tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/security-groups?id=408827b1-e510-47e6-8a86-4d9f452a0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975399 Nov 03 18:35:04.752461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Pushing event updated for resources: {'Port': ['ID=706dc883-4b38-4719-bc39-1e35e618086b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:04.807726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.810586 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.815474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-befe128e-1c8e-42c9-b05d-78964d9bb169 tempest-ServersWithSpecificFlavorTestJSON-1902351235 tempest-ServersWithSpecificFlavorTestJSON-1902351235-project] 10.222.0.77 "DELETE /v2.0/floatingips/91a7fcf5-6088-47e9-82ba-4e9e40f190ad HTTP/1.1" status: 204 len: 168 time: 1.2705319 Nov 03 18:35:04.849277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3887554-7530-447e-bd92-cfe7a971866f req-144e86ae-3704-4653-8e41-ce9bbb20045a tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:04.850973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3887554-7530-447e-bd92-cfe7a971866f req-144e86ae-3704-4653-8e41-ce9bbb20045a tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 943 time: 0.0736804 Nov 03 18:35:04.867350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Attempting to bind port 706dc883-4b38-4719-bc39-1e35e618086b on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:04.868001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Attempting to bind port 706dc883-4b38-4719-bc39-1e35e618086b by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:04.868564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Attempting to bind port 706dc883-4b38-4719-bc39-1e35e618086b on network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:04.899712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Port 706dc883-4b38-4719-bc39-1e35e618086b on network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:04.900037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Attempting to bind port 706dc883-4b38-4719-bc39-1e35e618086b on network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:04.919190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:04.922002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Checking segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:04.922141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Bound using segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:04.923009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Bound port: 706dc883-4b38-4719-bc39-1e35e618086b, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:04.923380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.932736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.959807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3887554-7530-447e-bd92-cfe7a971866f req-5d6f326c-c7d4-45e7-94d6-405004ace33f tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995865 Nov 03 18:35:04.986575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.001149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d', '506214f2-b40e-4811-a9ab-e06da0a0930f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:05.004769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1c0a275c-56da-49ee-9bc6-d59151384cc4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:05.014735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:05.018259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:05.043734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:05.067052 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] For port 706dc883-4b38-4719-bc39-1e35e618086b, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:05.073984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] For port 706dc883-4b38-4719-bc39-1e35e618086b, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=706dc883-4b38-4719-bc39-1e35e618086b,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:05.079931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.111292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.111976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.146922 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2937806 Nov 03 18:35:05.176065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Request body: {'port': {'device_id': 'dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:05.227081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.228680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.231528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] 10.222.0.96 "PUT /v2.0/ports/706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 1091 time: 1.1690986 Nov 03 18:35:05.232340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:05.235156 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a9c725-280e-4193-813e-314c454db72c" -d '{"events": [{"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:05.273122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b6e76-287d-478e-94ab-9e4417077ad8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'Port': ['ID=5558f3ec-40dc-4cce-be47-3d9354577260,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:05.285604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdd35c-255a-4a80-ac6c-726aa6c8916c service neutron] Pushing event updated for resources: {'Port': ['ID=706dc883-4b38-4719-bc39-1e35e618086b,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:05.356550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.367937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1bfe940-240a-411c-8752-7a27ec6920b0 req-5fc528a4-b888-4c0e-96b4-dd39a533b7df tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "GET /v2.0/security-groups/664311bb-352e-44b6-823e-4d479522d8a2 HTTP/1.1" status: 200 len: 1794 time: 0.2061172 Nov 03 18:35:05.439332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-7ed0577f-8f53-4452-b2b3-9a3988112d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.449055 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-7ed0577f-8f53-4452-b2b3-9a3988112d7b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1094 time: 0.1503854 Nov 03 18:35:05.517374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-6debac06-8c69-40fb-b4d7-46a70455ec4f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 217 time: 0.0560043 Nov 03 18:35:05.526682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d1bfe940-240a-411c-8752-7a27ec6920b0 req-55f24a05-3675-46c9-946b-b938e5ab42c1 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.571802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d1bfe940-240a-411c-8752-7a27ec6920b0 req-55f24a05-3675-46c9-946b-b938e5ab42c1 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.653102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-025c322d-3ad9-4e59-a997-b489c07d4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.655114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-025c322d-3ad9-4e59-a997-b489c07d4e6d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0966308 Nov 03 18:35:05.693661 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d1bfe940-240a-411c-8752-7a27ec6920b0 req-55f24a05-3675-46c9-946b-b938e5ab42c1 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.696598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d1bfe940-240a-411c-8752-7a27ec6920b0 req-55f24a05-3675-46c9-946b-b938e5ab42c1 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.714361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1bfe940-240a-411c-8752-7a27ec6920b0 req-55f24a05-3675-46c9-946b-b938e5ab42c1 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "DELETE /v2.0/security-groups/664311bb-352e-44b6-823e-4d479522d8a2 HTTP/1.1" status: 204 len: 173 time: 0.3450372 Nov 03 18:35:05.749811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f24a05-3675-46c9-946b-b938e5ab42c1 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664311bb-352e-44b6-823e-4d479522d8a2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:05.770791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-16ccf274-f42b-4fa7-8c56-5b3dfea3a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.772327 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-16ccf274-f42b-4fa7-8c56-5b3dfea3a280 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062908 Nov 03 18:35:05.789674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-967cb9ca-2308-4a84-a8a6-61649f213c68 None None] Provisioning complete for port 5558f3ec-40dc-4cce-be47-3d9354577260 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:05.790208 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-967cb9ca-2308-4a84-a8a6-61649f213c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.810195 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1cecbc1c-7017-441d-b038-3953b97be302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.871860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-967cb9ca-2308-4a84-a8a6-61649f213c68 None None] Port 5558f3ec-40dc-4cce-be47-3d9354577260 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:05.898067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5558f3ec-40dc-4cce-be47-3d9354577260 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:05.921246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.937145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Transition to ACTIVE for port object 5558f3ec-40dc-4cce-be47-3d9354577260 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:05.942500 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.005077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5558f3ec-40dc-4cce-be47-3d9354577260,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:06.072166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-50ea6a9a-01c8-4203-a0ac-7f07f28cd6bc service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908418 Nov 03 18:35:06.147219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Attempting to bind port 5558f3ec-40dc-4cce-be47-3d9354577260 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:06.147752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Attempting to bind port 5558f3ec-40dc-4cce-be47-3d9354577260 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:06.148177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Attempting to bind port 5558f3ec-40dc-4cce-be47-3d9354577260 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:06.155007 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Port 5558f3ec-40dc-4cce-be47-3d9354577260 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:06.156426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Attempting to bind port 5558f3ec-40dc-4cce-be47-3d9354577260 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:06.170035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:06.171143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:06.172194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:06.173093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Bound port: 5558f3ec-40dc-4cce-be47-3d9354577260, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:06.173703 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.278481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] For port 5558f3ec-40dc-4cce-be47-3d9354577260, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:06.285777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] For port 5558f3ec-40dc-4cce-be47-3d9354577260, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5558f3ec-40dc-4cce-be47-3d9354577260,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:06.292389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.349605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5558f3ec-40dc-4cce-be47-3d9354577260,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:06.366159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.367722 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.374632 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-1b33a973-bd82-4ed0-b59c-4d6837136ca8 service neutron] 10.222.0.96 "PUT /v2.0/ports/5558f3ec-40dc-4cce-be47-3d9354577260 HTTP/1.1" status: 200 len: 1096 time: 1.2112074 Nov 03 18:35:06.375482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2', 'tag': '5558f3ec-40dc-4cce-be47-3d9354577260'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:06.378528 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fab51d-1d1a-43d7-9921-daf7f8fe4686" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2", "tag": "5558f3ec-40dc-4cce-be47-3d9354577260"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:06.405379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30e07b-5a0e-4382-b925-65eea8f6f41f req-27805163-522d-480e-ba53-f62ee9470e43 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.407297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a30e07b-5a0e-4382-b925-65eea8f6f41f req-27805163-522d-480e-ba53-f62ee9470e43 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 948 time: 0.1847441 Nov 03 18:35:06.414929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4196d51c-036e-4913-b93a-e9b7daf93cb0 req-77f58b76-85f7-4522-80c1-68fe60ce7142 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339808 Nov 03 18:35:06.491311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141458-a5e6-4e77-9989-0498922c33e5 req-40d086a6-834f-4697-8628-d0ecab9004d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.493594 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-40d086a6-834f-4697-8628-d0ecab9004d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 1099 time: 0.0823805 Nov 03 18:35:06.514694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a30e07b-5a0e-4382-b925-65eea8f6f41f req-64547055-33e0-4d88-974d-cd069b6e9e52 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987520 Nov 03 18:35:06.565038 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-b528e352-5cca-4641-99d6-9566ff7cad32 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5558f3ec-40dc-4cce-be47-3d9354577260 HTTP/1.1" status: 200 len: 217 time: 0.0623269 Nov 03 18:35:06.672446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141458-a5e6-4e77-9989-0498922c33e5 req-2fb8286a-8da1-4670-8f32-0b9ee614f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.674068 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-2fb8286a-8da1-4670-8f32-0b9ee614f4c0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0959685 Nov 03 18:35:06.756528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141458-a5e6-4e77-9989-0498922c33e5 req-39aed38c-e282-4fbe-be6a-173678409907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.758659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-39aed38c-e282-4fbe-be6a-173678409907 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754426 Nov 03 18:35:06.775924 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cd9c7f-7183-4dbf-ae1c-c89b343d69bb x-openstack-request-id: req-f0cd9c7f-7183-4dbf-ae1c-c89b343d69bb {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:06.776431 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:06.776621 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0cd9c7f-7183-4dbf-ae1c-c89b343d69bb {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:06.777091 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b', 'status': 'completed', 'code': 200} Nov 03 18:35:06.848210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9c725-280e-4193-813e-314c454db72c req-b04f899c-1bde-482d-8f00-2b3218c355a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.850342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a9c725-280e-4193-813e-314c454db72c req-b04f899c-1bde-482d-8f00-2b3218c355a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1094 time: 0.0501633 Nov 03 18:35:06.891847 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-9d11cc96-f506-4788-8ec2-ed818bdc334d service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227875 Nov 03 18:35:07.017453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9c725-280e-4193-813e-314c454db72c req-0c9a802a-7ef5-4a91-ad16-85fadea2e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:07.018952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a9c725-280e-4193-813e-314c454db72c req-0c9a802a-7ef5-4a91-ad16-85fadea2e5b4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.1510715 Nov 03 18:35:07.034399 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77141458-a5e6-4e77-9989-0498922c33e5 req-ea94e22c-95aa-4aba-bd6c-0b1cd2644bfc service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308370 Nov 03 18:35:07.036304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ad13c-f79b-41da-b2a0-296a2d1b0404 req-ddfac3fe-e6b3-42b0-88d1-f48dc552ac84 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:07.037844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f87ad13c-f79b-41da-b2a0-296a2d1b0404 req-ddfac3fe-e6b3-42b0-88d1-f48dc552ac84 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 946 time: 0.1801577 Nov 03 18:35:07.085793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a9c725-280e-4193-813e-314c454db72c req-7018e668-72d7-4c53-bd1a-dcb604f7bf67 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 217 time: 0.0469499 Nov 03 18:35:07.162209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f87ad13c-f79b-41da-b2a0-296a2d1b0404 req-21e470ce-1431-41f8-9974-4a5791721954 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/security-groups?id=408827b1-e510-47e6-8a86-4d9f452a0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155663 Nov 03 18:35:07.168908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9c725-280e-4193-813e-314c454db72c req-5abcbe87-8314-4663-90be-6c9a9ff0a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:07.170489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a9c725-280e-4193-813e-314c454db72c req-5abcbe87-8314-4663-90be-6c9a9ff0a905 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0739625 Nov 03 18:35:07.268605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9c725-280e-4193-813e-314c454db72c req-4cac1b90-83f5-4c45-8887-fbf2519e8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:07.270184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a9c725-280e-4193-813e-314c454db72c req-4cac1b90-83f5-4c45-8887-fbf2519e8fb8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916476 Nov 03 18:35:07.273429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0b3a596-7753-43f6-a801-944dcaf4508c req-9893cc9d-0e64-4363-89b1-0a20e386bdeb tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "GET /v2.0/security-groups/6b7e7074-79df-4262-9803-ee100179bfbd HTTP/1.1" status: 200 len: 1794 time: 0.0612750 Nov 03 18:35:07.412655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0b3a596-7753-43f6-a801-944dcaf4508c req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.417858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a9c725-280e-4193-813e-314c454db72c req-c53109b1-ee5c-4e13-bf3c-bce737128faf service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307855 Nov 03 18:35:07.456460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0b3a596-7753-43f6-a801-944dcaf4508c req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.558514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a9c725-280e-4193-813e-314c454db72c req-fdd1673e-b91a-4599-9e6a-b33ff2ac87ef service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258116 Nov 03 18:35:07.559108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0b3a596-7753-43f6-a801-944dcaf4508c req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.561761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0b3a596-7753-43f6-a801-944dcaf4508c req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.562850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0b3a596-7753-43f6-a801-944dcaf4508c req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] 10.222.0.77 "DELETE /v2.0/security-groups/6b7e7074-79df-4262-9803-ee100179bfbd HTTP/1.1" status: 204 len: 173 time: 0.2828491 Nov 03 18:35:07.578658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e7074-79df-4262-9803-ee100179bfbd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:07.586749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.587093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.587436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.588353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.588691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.589138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.589343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.589748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.590228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.590344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.590916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.591442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef75088-cced-41a6-97fb-29870764aea4 tempest-SecurityGroupsTestAdminJSON-1922870835 tempest-SecurityGroupsTestAdminJSON-1922870835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.725203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a72755-5121-46ce-8ad4-e59c74312995 req-092ddf40-0dc8-4e5f-9652-1815956a7e2d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:07.727497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a72755-5121-46ce-8ad4-e59c74312995 req-092ddf40-0dc8-4e5f-9652-1815956a7e2d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 943 time: 0.0667477 Nov 03 18:35:07.784054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a72755-5121-46ce-8ad4-e59c74312995 req-76cdbfbd-b735-450f-9eb5-f5d64b1b1ae0 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515952 Nov 03 18:35:07.930188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46946) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:07.965372 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f516153b-b105-4205-a61b-41f8b379cb33 x-openstack-request-id: req-f516153b-b105-4205-a61b-41f8b379cb33 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:07.965966 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2", "tag": "5558f3ec-40dc-4cce-be47-3d9354577260", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:07.966372 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f516153b-b105-4205-a61b-41f8b379cb33 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:07.966957 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2', 'tag': '5558f3ec-40dc-4cce-be47-3d9354577260', 'status': 'completed', 'code': 200} Nov 03 18:35:08.148241 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-12dedde6-a029-4b1b-8135-6a77811ddb12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b83d649aad2a4c39bf473b4cc5b1a8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169178 Nov 03 18:35:08.153715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46954) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:08.276352 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3db3ffd-a2a2-414b-9ad2-00bf97ca1073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.283917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40777f10-83de-4c85-a0f0-84f4feaa6ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.308021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3db3ffd-a2a2-414b-9ad2-00bf97ca1073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.368482 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3db3ffd-a2a2-414b-9ad2-00bf97ca1073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.372674 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3db3ffd-a2a2-414b-9ad2-00bf97ca1073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.376336 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d3db3ffd-a2a2-414b-9ad2-00bf97ca1073 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d7012e8-aab2-4d2b-9a2f-9e139f6e7ff9 HTTP/1.1" status: 204 len: 168 time: 0.2188387 Nov 03 18:35:08.386562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3ffd-a2a2-414b-9ad2-00bf97ca1073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7012e8-aab2-4d2b-9a2f-9e139f6e7ff9,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:08.475914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-fb5ed447-6ecd-4958-b48b-3404a06e7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.477998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-fb5ed447-6ecd-4958-b48b-3404a06e7419 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 1099 time: 0.4888384 Nov 03 18:35:08.587704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a5ba-de83-4040-9971-c773da33c04b req-05152fae-e2a1-4955-8f0e-03167609d3ec tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.589371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ff8a5ba-de83-4040-9971-c773da33c04b req-05152fae-e2a1-4955-8f0e-03167609d3ec tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 948 time: 0.1301403 Nov 03 18:35:08.630652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-07221dd4-1bb6-490b-962f-7f89ca9b8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.632123 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-07221dd4-1bb6-490b-962f-7f89ca9b8cd8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1383975 Nov 03 18:35:08.698754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-a65e939a-74ec-46cc-b42f-e08cb6dcfcfd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5558f3ec-40dc-4cce-be47-3d9354577260 HTTP/1.1" status: 200 len: 217 time: 0.0563114 Nov 03 18:35:08.721040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ff8a5ba-de83-4040-9971-c773da33c04b req-0752363c-c8a7-4f16-9e77-6151a52af848 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238506 Nov 03 18:35:08.750999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46962) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:08.816523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-394342d5-97f6-4b78-b599-dafa5fce0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.818221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-394342d5-97f6-4b78-b599-dafa5fce0fc8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0962484 Nov 03 18:35:08.822424 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da5383b0-1a8f-47fe-9821-0d8dedf6b6a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0afec685a9b94d62b4df12d1a8259e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698285 Nov 03 18:35:08.824946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46968) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:08.947936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-08edebb9-5b84-4be1-8de4-c3da11289c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.950445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-08edebb9-5b84-4be1-8de4-c3da11289c46 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786834 Nov 03 18:35:08.951082 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad2e8-831d-4d42-ad3d-96a2b52bcba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.978651 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad2e8-831d-4d42-ad3d-96a2b52bcba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.040834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad2e8-831d-4d42-ad3d-96a2b52bcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.044364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad2e8-831d-4d42-ad3d-96a2b52bcba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.045543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0a2ad2e8-831d-4d42-ad3d-96a2b52bcba2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fcdc4ddf-3b27-437d-82d8-f1f79516d365 HTTP/1.1" status: 204 len: 168 time: 0.2193553 Nov 03 18:35:09.107078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ad2e8-831d-4d42-ad3d-96a2b52bcba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdc4ddf-3b27-437d-82d8-f1f79516d365,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:09.193936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-4a0da04b-c4b7-4e0e-85cd-1b0eccf7a53e service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638637 Nov 03 18:35:09.324992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44fab51d-1d1a-43d7-9921-daf7f8fe4686 req-39476834-fb6c-47e8-ac1c-d6d64884a33e service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227674 Nov 03 18:35:09.579102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 706dc883-4b38-4719-bc39-1e35e618086b details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:09.779192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 706dc883-4b38-4719-bc39-1e35e618086b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=706dc883-4b38-4719-bc39-1e35e618086b,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:09.841799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '706dc883-4b38-4719-bc39-1e35e618086b', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:09.894272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18594-ef2b-4836-9e64-c702cd5d2189 req-9f6a3246-503b-48a3-b18c-e7fd3c53d8b5 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:09.901888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6af18594-ef2b-4836-9e64-c702cd5d2189 req-9f6a3246-503b-48a3-b18c-e7fd3c53d8b5 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 943 time: 0.1058238 Nov 03 18:35:09.950960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.953368 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.972854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706dc883-4b38-4719-bc39-1e35e618086b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:10.005013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 706dc883-4b38-4719-bc39-1e35e618086b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=706dc883-4b38-4719-bc39-1e35e618086b,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:10.005373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6af18594-ef2b-4836-9e64-c702cd5d2189 req-4b7fad1b-b9c1-45c3-8598-3a71e9bdb368 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013515 Nov 03 18:35:10.012394 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.013344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5558f3ec-40dc-4cce-be47-3d9354577260 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:10.082035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=706dc883-4b38-4719-bc39-1e35e618086b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:10.193916 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:35:10.209208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5558f3ec-40dc-4cce-be47-3d9354577260, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5558f3ec-40dc-4cce-be47-3d9354577260,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:10.226941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '5558f3ec-40dc-4cce-be47-3d9354577260', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '5558f3ec-40dc-4cce-be47-3d9354577260', 'mac_address': 'fa:16:3e:88:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:10.279036 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.315398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5558f3ec-40dc-4cce-be47-3d9354577260 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:10.368950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5558f3ec-40dc-4cce-be47-3d9354577260, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5558f3ec-40dc-4cce-be47-3d9354577260,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:10.375836 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.447151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5558f3ec-40dc-4cce-be47-3d9354577260,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:10.707943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['706dc883-4b38-4719-bc39-1e35e618086b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:10.746251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5558f3ec-40dc-4cce-be47-3d9354577260'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:10.782020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fca68-8d21-4a0e-954c-04134a5f74db req-d885e765-0922-4571-8fcf-71bc45e1eed0 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:10.784593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-646fca68-8d21-4a0e-954c-04134a5f74db req-d885e765-0922-4571-8fcf-71bc45e1eed0 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 949 time: 0.0906613 Nov 03 18:35:10.883866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-646fca68-8d21-4a0e-954c-04134a5f74db req-929b4b3b-f690-442a-81a9-493c2629a9dc tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921907 Nov 03 18:35:11.637993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64dc83-b97a-4455-a2a4-620571878783 req-4b7b4380-f718-49d1-9906-551c706fce29 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:11.639571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f64dc83-b97a-4455-a2a4-620571878783 req-4b7b4380-f718-49d1-9906-551c706fce29 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 946 time: 0.0502403 Nov 03 18:35:11.689884 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f64dc83-b97a-4455-a2a4-620571878783 req-2c897e21-ea61-46c3-a837-e94e018f8041 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/security-groups?id=408827b1-e510-47e6-8a86-4d9f452a0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Nov 03 18:35:11.828710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb3b37-f9a8-4f21-a49f-eed08c7448f5 req-8dd662a5-b299-4fea-b910-06f8f153e78c tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:11.830182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03cb3b37-f9a8-4f21-a49f-eed08c7448f5 req-8dd662a5-b299-4fea-b910-06f8f153e78c tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 944 time: 0.0533731 Nov 03 18:35:11.877879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03cb3b37-f9a8-4f21-a49f-eed08c7448f5 req-738e4306-2516-44de-849b-a7b73fa5b4cc tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Nov 03 18:35:11.940895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-936599f8-7c82-4357-82da-1bc9c56807ed tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:11.942565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-936599f8-7c82-4357-82da-1bc9c56807ed tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.96 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 944 time: 0.0604179 Nov 03 18:35:11.984335 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.021540 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.031346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d055f8-3609-460a-9822-1c9149a4b48e req-1171e4d4-69ec-43e6-9b13-1c4bb509ad67 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.032863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6d055f8-3609-460a-9822-1c9149a4b48e req-1171e4d4-69ec-43e6-9b13-1c4bb509ad67 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0270dd52-0932-4ee6-ab8a-f35e63046e83 HTTP/1.1" status: 200 len: 944 time: 0.0891805 Nov 03 18:35:12.102444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6d055f8-3609-460a-9822-1c9149a4b48e req-0983e329-7baa-40d8-bd27-0174e5aed1b8 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Nov 03 18:35:12.116907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Deleting port a21bd520-5eee-4d88-b296-28448b80dcc8 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:12.117199 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.223887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] For port a21bd520-5eee-4d88-b296-28448b80dcc8, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a21bd520-5eee-4d88-b296-28448b80dcc8,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:12.224244 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.237361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Calling delete_port for a21bd520-5eee-4d88-b296-28448b80dcc8 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:12.404108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.406990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-c276dd73-c234-4b92-937f-877ebd688890 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254445 Nov 03 18:35:12.417629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a21bd520-5eee-4d88-b296-28448b80dcc8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:12.448900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Pushing event deleted for resources: {'Port': ['ID=a21bd520-5eee-4d88-b296-28448b80dcc8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:12.534462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] No DVR routers for this DVR port a21bd520-5eee-4d88-b296-28448b80dcc8 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:12.538538 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.542803 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a379c3b6-ac91-43d7-ad12-091a95f83adb req-d5648b86-e16e-464b-9d98-bad6dece5d47 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.96 "DELETE /v2.0/ports/a21bd520-5eee-4d88-b296-28448b80dcc8 HTTP/1.1" status: 204 len: 173 time: 0.5734620 Nov 03 18:35:12.543364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'name': 'network-vif-deleted', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:12.545816 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22526384-1652-43c5-9a2e-e1e88ef4cd78" -d '{"events": [{"server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "name": "network-vif-deleted", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:12.553652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-a1da80a4-0517-4445-943a-3e6f3992d183 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.555745 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-a1da80a4-0517-4445-943a-3e6f3992d183 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 946 time: 0.0550179 Nov 03 18:35:12.600840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-7eda1716-54fb-447c-92fb-e0d4278f8c71 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.602498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-7eda1716-54fb-447c-92fb-e0d4278f8c71 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852520 Nov 03 18:35:12.620525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-cbba1ad4-dcb4-403a-a93a-1f8bb659c41f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/quotas/67e4cd7c880d46acb51ce2ab5d3d362c HTTP/1.1" status: 200 len: 375 time: 0.0113575 Nov 03 18:35:12.658694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-d0d7810e-71db-4138-b4c9-440cfb598b35 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319209 Nov 03 18:35:12.660546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Deleting port 5de3470e-2353-486a-a6a7-12338bd1d42a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:12.660893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.762891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] For port 5de3470e-2353-486a-a6a7-12338bd1d42a, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5de3470e-2353-486a-a6a7-12338bd1d42a,segment=NetworkSegment(5866924d-d926-440f-b54e-b11f5edd99b4),segment_id=5866924d-d926-440f-b54e-b11f5edd99b4)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:12.763343 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.778071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Calling delete_port for 5de3470e-2353-486a-a6a7-12338bd1d42a owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:12.935825 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.943992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab933dc6-27cd-47b0-ac6b-f36d32dc1d9e req-c2c5d3e2-82c3-45fb-9415-2d7a191638b7 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.945632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab933dc6-27cd-47b0-ac6b-f36d32dc1d9e req-c2c5d3e2-82c3-45fb-9415-2d7a191638b7 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 949 time: 0.0719275 Nov 03 18:35:12.950398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['5de3470e-2353-486a-a6a7-12338bd1d42a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:12.970053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Pushing event deleted for resources: {'Port': ['ID=5de3470e-2353-486a-a6a7-12338bd1d42a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:13.021734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] No DVR routers for this DVR port 5de3470e-2353-486a-a6a7-12338bd1d42a on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:13.025180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:13.030054 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bb5ffa4c-8d48-476d-93a8-8378d21cabc3 req-1928fc8a-09ed-41a3-967f-abd0320008cb tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.96 "DELETE /v2.0/ports/5de3470e-2353-486a-a6a7-12338bd1d42a HTTP/1.1" status: 204 len: 173 time: 0.4635332 Nov 03 18:35:13.030633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd343f8-03c7-471c-ba9b-a873a1bb74e1', 'name': 'network-vif-deleted', 'tag': '5de3470e-2353-486a-a6a7-12338bd1d42a'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:13.033108 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3540d6-dcb8-4671-ae36-687a654f1a9a" -d '{"events": [{"server_uuid": "3dd343f8-03c7-471c-ba9b-a873a1bb74e1", "name": "network-vif-deleted", "tag": "5de3470e-2353-486a-a6a7-12338bd1d42a"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:13.047595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab933dc6-27cd-47b0-ac6b-f36d32dc1d9e req-0bd62e36-82bf-41d1-bee7-439971fc1575 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805218 Nov 03 18:35:13.121226 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5085475c-6cb6-41ff-bed2-e56cebdeffdc x-openstack-request-id: req-5085475c-6cb6-41ff-bed2-e56cebdeffdc {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:13.121226 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0270dd52-0932-4ee6-ab8a-f35e63046e83", "name": "network-vif-deleted", "tag": "a21bd520-5eee-4d88-b296-28448b80dcc8", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:13.121226 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5085475c-6cb6-41ff-bed2-e56cebdeffdc {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:13.123626 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0270dd52-0932-4ee6-ab8a-f35e63046e83', 'name': 'network-vif-deleted', 'tag': 'a21bd520-5eee-4d88-b296-28448b80dcc8', 'status': 'completed', 'code': 200} Nov 03 18:35:13.204021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3403bd1c-50a1-46ec-8623-456f0c40977f req-cecda548-42be-48a1-8ad8-42ae5402d2f2 tempest-ServerPasswordTestJSON-1689694121 tempest-ServerPasswordTestJSON-1689694121-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dd343f8-03c7-471c-ba9b-a873a1bb74e1 HTTP/1.1" status: 200 len: 210 time: 0.0333726 Nov 03 18:35:13.278760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1942046e-18de-46a3-8be0-b396258f88c6 req-89dbd864-22e5-46a9-803f-96a8510e6497 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 210 time: 0.0310471 Nov 03 18:35:13.348372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47080) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:13.449717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca5c98-ed0c-4697-8303-01e3852af217 req-ede42720-f296-4526-94d9-3d0936bdc1b9 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:13.451270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22ca5c98-ed0c-4697-8303-01e3852af217 req-ede42720-f296-4526-94d9-3d0936bdc1b9 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 944 time: 0.0542648 Nov 03 18:35:13.509112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22ca5c98-ed0c-4697-8303-01e3852af217 req-be543973-2bc5-41bb-b835-0ecb2e2d8106 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496862 Nov 03 18:35:13.573239 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1fd082-196c-4ee6-9064-db6552f6986a x-openstack-request-id: req-5e1fd082-196c-4ee6-9064-db6552f6986a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:13.573847 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd343f8-03c7-471c-ba9b-a873a1bb74e1", "name": "network-vif-deleted", "tag": "5de3470e-2353-486a-a6a7-12338bd1d42a", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:13.573988 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e1fd082-196c-4ee6-9064-db6552f6986a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:13.574437 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd343f8-03c7-471c-ba9b-a873a1bb74e1', 'name': 'network-vif-deleted', 'tag': '5de3470e-2353-486a-a6a7-12338bd1d42a', 'status': 'completed', 'code': 200} Nov 03 18:35:13.590343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 706dc883-4b38-4719-bc39-1e35e618086b up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:13.667669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 706dc883-4b38-4719-bc39-1e35e618086b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:13.672289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 706dc883-4b38-4719-bc39-1e35e618086b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:13.672745 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:13.761255 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:13.786574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:13.789790 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c3035b-0c9a-4247-a391-edf34748ec05" -d '{"events": [{"server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "name": "network-vif-plugged", "status": "completed", "tag": "706dc883-4b38-4719-bc39-1e35e618086b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:13.809904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 706dc883-4b38-4719-bc39-1e35e618086b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=706dc883-4b38-4719-bc39-1e35e618086b,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:13.816029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:13.817399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5558f3ec-40dc-4cce-be47-3d9354577260 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:13.930187 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819e5ea9-9f05-4c76-bf92-150c0a1fabb6 x-openstack-request-id: req-819e5ea9-9f05-4c76-bf92-150c0a1fabb6 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:13.930951 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "name": "network-vif-plugged", "status": "completed", "tag": "706dc883-4b38-4719-bc39-1e35e618086b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:13.932723 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-819e5ea9-9f05-4c76-bf92-150c0a1fabb6 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:13.933945 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b', 'code': 200} Nov 03 18:35:13.959121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=706dc883-4b38-4719-bc39-1e35e618086b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:13.969439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 5558f3ec-40dc-4cce-be47-3d9354577260 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:13.974320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 5558f3ec-40dc-4cce-be47-3d9354577260 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:13.974707 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.004012 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-9ef52214-8635-404f-89a4-75f80cf9b862 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528758 Nov 03 18:35:14.101093 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.111918 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.147568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 5558f3ec-40dc-4cce-be47-3d9354577260, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5558f3ec-40dc-4cce-be47-3d9354577260,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:14.153690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.156016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a21bd520-5eee-4d88-b296-28448b80dcc8 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:14.158872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57ef89-72bf-4df9-9df0-a88e327bfb07 req-2ccac959-dc70-440c-aa2b-1c3205edffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:14.159207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdae788-50ba-499f-ab62-326f4daf2893 req-9cbcb48d-b1b4-43c9-9d8b-0b6326a54d34 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:14.161859 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a57ef89-72bf-4df9-9df0-a88e327bfb07 req-2ccac959-dc70-440c-aa2b-1c3205edffc0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.1134326 Nov 03 18:35:14.167306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdae788-50ba-499f-ab62-326f4daf2893 req-9cbcb48d-b1b4-43c9-9d8b-0b6326a54d34 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 945 time: 0.1205399 Nov 03 18:35:14.206668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: a21bd520-5eee-4d88-b296-28448b80dcc8 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:14.207246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a21bd520-5eee-4d88-b296-28448b80dcc8 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:14.236887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=5558f3ec-40dc-4cce-be47-3d9354577260,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:14.240303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-1930d659-68f8-446c-8a1b-51ec7d114d3b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:14.242566 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-1930d659-68f8-446c-8a1b-51ec7d114d3b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290733 Nov 03 18:35:14.264342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Request body: {'port': {'device_id': '0db83c0a-5d44-4740-9baa-7ec1ffed89fa', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '67e4cd7c880d46acb51ce2ab5d3d362c'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:14.268745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdae788-50ba-499f-ab62-326f4daf2893 req-746a5f1b-502b-44af-8f29-f29f4be46e14 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8aaa48d-91a5-4e33-b162-ea59b8ed4625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002665 Nov 03 18:35:14.303541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1a57ef89-72bf-4df9-9df0-a88e327bfb07 req-f9d6d935-d7d4-4936-b70c-58ca749436dc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846977 Nov 03 18:35:14.429793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Made reservation on behalf of 67e4cd7c880d46acb51ce2ab5d3d362c for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:14.434194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.444577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Deleting port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:14.444938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.448944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.479825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-6c493fd3-7b08-4e6c-9072-f86bc24dd8ff tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:14.481534 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-6c493fd3-7b08-4e6c-9072-f86bc24dd8ff tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.70 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 945 time: 0.0846095 Nov 03 18:35:14.546010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] For port 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:14.546397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.562871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Calling delete_port for 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:14.615695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.622511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.698918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Deleting port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:14.699253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.709889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f0573-0445-4e6c-a8de-c6c1044e2a49 req-7879f0b1-be14-4a82-9db5-f96dbe9c98c2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:14.711390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-719f0573-0445-4e6c-a8de-c6c1044e2a49 req-7879f0b1-be14-4a82-9db5-f96dbe9c98c2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 950 time: 0.1021333 Nov 03 18:35:14.720356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:14.788489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-719f0573-0445-4e6c-a8de-c6c1044e2a49 req-b3ce9389-5bc6-4550-a5ca-3493091302ac tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641923 Nov 03 18:35:14.842434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47106) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:14.844133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Allocated IP 192.168.233.206 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/90f33d71-fbf6-43e4-93bc-a6a3881bb6eb) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:14.863259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] For port 371525a8-8386-4a07-a1ae-dd9241fdf2e0, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=371525a8-8386-4a07-a1ae-dd9241fdf2e0,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:14.863662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.874190 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.882196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Calling delete_port for 371525a8-8386-4a07-a1ae-dd9241fdf2e0 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:14.940704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Pushing event deleted for resources: {'Port': ['ID=52dc22bb-cc3f-433c-84ff-677f2f5c0a9e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:14.976497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9430c6b6-f790-4d2e-aa49-a00ced8b0a84 admin admin] Deleting subnet a3fe7f31-671d-4e94-8331-8c9ef0b3e438 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:14.988584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8ff3e60-4175-4802-8135-da5946e37f92 req-7a18f923-8ee9-42af-895e-4cffa0d8c5be tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 210 time: 0.0939918 Nov 03 18:35:15.037970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9430c6b6-f790-4d2e-aa49-a00ced8b0a84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.109951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9430c6b6-f790-4d2e-aa49-a00ced8b0a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.133992 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.178950 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.215883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Pushing event deleted for resources: {'Port': ['ID=371525a8-8386-4a07-a1ae-dd9241fdf2e0,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:15.222919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.230304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48544b53-7bb4-4d57-b544-9fdce4f307aa req-aa115ffc-450b-47aa-b309-0355660b2baa tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:15.231924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48544b53-7bb4-4d57-b544-9fdce4f307aa req-aa115ffc-450b-47aa-b309-0355660b2baa tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 945 time: 0.1406212 Nov 03 18:35:15.237511 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9430c6b6-f790-4d2e-aa49-a00ced8b0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.286280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] No DVR routers for this DVR port 371525a8-8386-4a07-a1ae-dd9241fdf2e0 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:15.294449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.297947 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e1f3017-dfe8-457c-8727-0ce9db659de6 req-7ac1cebf-f447-48de-a351-f11619e5c0cd tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.70 "DELETE /v2.0/ports/371525a8-8386-4a07-a1ae-dd9241fdf2e0 HTTP/1.1" status: 204 len: 173 time: 0.8053577 Nov 03 18:35:15.307526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:15.313306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:15.317611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:15.381364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48544b53-7bb4-4d57-b544-9fdce4f307aa req-c637a006-d45a-4e94-a044-7808c0057a68 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366084 Nov 03 18:35:15.387782 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.390976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9430c6b6-f790-4d2e-aa49-a00ced8b0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.451032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430c6b6-f790-4d2e-aa49-a00ced8b0a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3fe7f31-671d-4e94-8331-8c9ef0b3e438,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:15.464420 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9430c6b6-f790-4d2e-aa49-a00ced8b0a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.482050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9430c6b6-f790-4d2e-aa49-a00ced8b0a84 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a3fe7f31-671d-4e94-8331-8c9ef0b3e438 HTTP/1.1" status: 204 len: 168 time: 0.6379116 Nov 03 18:35:15.482721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47112) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:15.583279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5de3470e-2353-486a-a6a7-12338bd1d42a no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:15.628449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 5de3470e-2353-486a-a6a7-12338bd1d42a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:15.633876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5de3470e-2353-486a-a6a7-12338bd1d42a not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:15.714698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'name': 'network-vif-deleted', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:15.717317 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3b76bb-3c36-47b7-96bb-8a6ea65da0cb" -d '{"events": [{"server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "name": "network-vif-deleted", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:15.723754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Pushing event updated for resources: {'Port': ['ID=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:15.765729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:15.766610 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.785838 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e5c1045d-5f26-46d8-aa0c-89aa780cb31b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5285363 Nov 03 18:35:15.789711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-49639f02-d2b8-4f28-add4-9a5ca4300c8d None None] Provisioning complete for port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:15.790178 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-49639f02-d2b8-4f28-add4-9a5ca4300c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.803725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Request body: {'port': {'device_id': '0db83c0a-5d44-4740-9baa-7ec1ffed89fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:15.832608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-49639f02-d2b8-4f28-add4-9a5ca4300c8d None None] Port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:15.908511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.935689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5558f3ec-40dc-4cce-be47-3d9354577260'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:15.939621 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a8cfe4-fa1c-4f97-9d1a-fbc39bf18c30" -d '{"events": [{"server_uuid": "dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2", "name": "network-vif-plugged", "status": "completed", "tag": "5558f3ec-40dc-4cce-be47-3d9354577260"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:15.953061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5abeeed7-c4f6-44d4-807e-97360912c2dc req-e9fcbc39-e145-46da-9834-144f387dc30d tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.77 "GET /v2.0/ports?device_id=355d542a-ba63-421d-8ad9-465a82a95a86 HTTP/1.1" status: 200 len: 210 time: 0.0645196 Nov 03 18:35:16.044945 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.064574 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cefbd9b-4642-414f-8d0a-03ff2b54f421 x-openstack-request-id: req-6cefbd9b-4642-414f-8d0a-03ff2b54f421 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:16.064889 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355d542a-ba63-421d-8ad9-465a82a95a86", "name": "network-vif-deleted", "tag": "371525a8-8386-4a07-a1ae-dd9241fdf2e0", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:16.065327 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6cefbd9b-4642-414f-8d0a-03ff2b54f421 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:16.065901 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d542a-ba63-421d-8ad9-465a82a95a86', 'name': 'network-vif-deleted', 'tag': '371525a8-8386-4a07-a1ae-dd9241fdf2e0', 'status': 'completed', 'code': 200} Nov 03 18:35:16.270609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:16.279066 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.280169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.296996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Transition to ACTIVE for port object 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:16.302835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.318878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98921fe2-112c-4b29-8649-6ebb1fa3d972 req-1b7c4b91-4944-4e8c-9d5f-1d421b074983 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:16.320432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98921fe2-112c-4b29-8649-6ebb1fa3d972 req-1b7c4b91-4944-4e8c-9d5f-1d421b074983 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 950 time: 0.1862452 Nov 03 18:35:16.332549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fb1fea-c130-4c96-9733-a9657b8c85c4']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:16.352345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5866924d-d926-440f-b54e-b11f5edd99b4') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:16.352639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5866924d-d926-440f-b54e-b11f5edd99b4') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:16.370925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Router 6bfd20c0-fe04-4529-aecd-4038d10105ca has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:16.376956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.382839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Pushing event updated for resources: {'Port': ['ID=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:16.402214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.417710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:16.418110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:16.420087 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:16.449636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Attempting to bind port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:16.450112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Attempting to bind port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:16.450552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Attempting to bind port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:16.455968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:16.456360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Attempting to bind port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:16.463259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:16.463831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:16.464385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:16.464911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Bound port: 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:16.465533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.513774 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98921fe2-112c-4b29-8649-6ebb1fa3d972 req-8c91cf45-3307-4c98-b95f-8131b656e950 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830993 Nov 03 18:35:16.554843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] For port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:16.561282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] For port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:16.568788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.577765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.589723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.593434 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc6a4a5-f015-499f-8247-4b31074bc400 x-openstack-request-id: req-3dc6a4a5-f015-499f-8247-4b31074bc400 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:16.593965 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2", "name": "network-vif-plugged", "status": "completed", "tag": "5558f3ec-40dc-4cce-be47-3d9354577260", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:16.593965 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3dc6a4a5-f015-499f-8247-4b31074bc400 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:16.594355 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5558f3ec-40dc-4cce-be47-3d9354577260', 'code': 200} Nov 03 18:35:16.598495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] 10.222.0.77 "DELETE /v2.0/networks/22fb1fea-c130-4c96-9733-a9657b8c85c4 HTTP/1.1" status: 204 len: 168 time: 0.7118921 Nov 03 18:35:16.629380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70709613-7000-4343-bd7e-2623f253a257 admin admin] Pushing event deleted for resources: {'Network': ['ID=22fb1fea-c130-4c96-9733-a9657b8c85c4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:16.630366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Pushing event updated for resources: {'Port': ['ID=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:16.656883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:16.663334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:16.664140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.665794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-08c314b4-1204-4e2f-a1cf-1f37d5f7090c service neutron] 10.222.0.70 "PUT /v2.0/ports/90f33d71-fbf6-43e4-93bc-a6a3881bb6eb HTTP/1.1" status: 200 len: 1096 time: 0.8702338 Nov 03 18:35:16.678831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aa467350-4a2d-459b-8258-0817f5679479 admin admin] 10.222.0.77 "PUT /v2.0/routers/6bfd20c0-fe04-4529-aecd-4038d10105ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3271186 Nov 03 18:35:16.679330 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47132) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:16.686616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70745739-9206-4308-971e-198dc4614912 None None] Sync routers for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:16.704148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70745739-9206-4308-971e-198dc4614912 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:16.704782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-70745739-9206-4308-971e-198dc4614912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:16.834568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47136) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:16.890334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57e1af3e-dee5-4891-9e93-8608f1bc1cc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=68be80b3a7b2424c9cedd2aef8b725f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542316 Nov 03 18:35:16.892940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47138) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:16.930705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-70745739-9206-4308-971e-198dc4614912 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:16.964407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62b71619-634d-41e7-9e2d-00ba599de159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.983180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918ede9-f809-43ae-aed8-81f5c8da86e9 req-fbdcbc54-6bdb-42f8-b246-eed8cb557b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:16.985537 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d918ede9-f809-43ae-aed8-81f5c8da86e9 req-fbdcbc54-6bdb-42f8-b246-eed8cb557b8b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 1101 time: 0.1681952 Nov 03 18:35:16.990952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-8759afdc-531c-4250-b049-8d66cd004728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:16.992594 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-8759afdc-531c-4250-b049-8d66cd004728 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 1099 time: 0.1740396 Nov 03 18:35:17.031324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62b71619-634d-41e7-9e2d-00ba599de159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.064767 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-e146e16c-73d1-47a2-a334-4d2902fbdfe3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb HTTP/1.1" status: 200 len: 217 time: 0.0621951 Nov 03 18:35:17.093192 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d918ede9-f809-43ae-aed8-81f5c8da86e9 req-ef0459a8-eba1-4606-a417-b88ec0d535b7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965707 Nov 03 18:35:17.103090 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.119428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62b71619-634d-41e7-9e2d-00ba599de159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.125298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62b71619-634d-41e7-9e2d-00ba599de159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.127030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-62b71619-634d-41e7-9e2d-00ba599de159 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/408827b1-e510-47e6-8a86-4d9f452a0959 HTTP/1.1" status: 204 len: 168 time: 0.2327421 Nov 03 18:35:17.140911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b71619-634d-41e7-9e2d-00ba599de159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408827b1-e510-47e6-8a86-4d9f452a0959,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:17.242693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-70745739-9206-4308-971e-198dc4614912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:35:14Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:17.243213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ba2eb-3f87-44b8-ad74-7f9540f921f4 req-a450fc49-aadf-4551-bfc8-b9b16b8b0b21 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:17.255230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e20ba2eb-3f87-44b8-ad74-7f9540f921f4 req-a450fc49-aadf-4551-bfc8-b9b16b8b0b21 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 948 time: 0.0880234 Nov 03 18:35:17.256413 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-ca945f37-e139-4099-9c01-3cd5810d1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:17.258150 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-ca945f37-e139-4099-9c01-3cd5810d1266 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1693718 Nov 03 18:35:17.277621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70745739-9206-4308-971e-198dc4614912 None None] Checking router: 6bfd20c0-fe04-4529-aecd-4038d10105ca for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:17.287022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70745739-9206-4308-971e-198dc4614912 None None] Routers {'6bfd20c0-fe04-4529-aecd-4038d10105ca'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:17.287924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-70745739-9206-4308-971e-198dc4614912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6bfd20c0-fe04-4529-aecd-4038d10105ca'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:17.324870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.335426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-88032ca6-4a08-4d28-b8d9-814e8ab6ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:17.337801 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-88032ca6-4a08-4d28-b8d9-814e8ab6ce6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658658 Nov 03 18:35:17.368057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e20ba2eb-3f87-44b8-ad74-7f9540f921f4 req-3fa09809-8afe-41e6-9099-300a6bfd31ed tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107149 Nov 03 18:35:17.427429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-70745739-9206-4308-971e-198dc4614912 None None] Set router 6bfd20c0-fe04-4529-aecd-4038d10105ca gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:17.483356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209ac1-3099-4231-a198-ddbfb23f961e req-70184426-b0cc-4769-9a37-c46b1a34a572 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:17.489470 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-53131179-9706-4e5c-9899-602fedeec7e0 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289287 Nov 03 18:35:17.490839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0209ac1-3099-4231-a198-ddbfb23f961e req-70184426-b0cc-4769-9a37-c46b1a34a572 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 945 time: 0.0596201 Nov 03 18:35:17.538296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0209ac1-3099-4231-a198-ddbfb23f961e req-e1b7f054-46fe-43c2-93af-c809f114fe6a tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Nov 03 18:35:17.602105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Deleting port b52f278c-2ca0-4f90-b5d2-40435e79a4b1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:17.602507 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.682441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-70745739-9206-4308-971e-198dc4614912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:35:14Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:17.691772 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-090f4bbe-8954-42ec-b68d-ffbe4da841e0 req-dcc5339a-2072-4bc4-b749-47ba76dd87bf service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936488 Nov 03 18:35:17.731588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70745739-9206-4308-971e-198dc4614912 None None] The sync data for ids ['6bfd20c0-fe04-4529-aecd-4038d10105ca'] in n-d-812148-3 is: [{'id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1952667024-router', 'tenant_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:03Z', 'updated_at': '2021-11-03T18:35:14Z', 'revision_number': 5, 'project_id': '896a9cdfe89a4d47a4afc98094bf5c65', 'gw_port': {'id': 'b52f278c-2ca0-4f90-b5d2-40435e79a4b1', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfd20c0-fe04-4529-aecd-4038d10105ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:06Z', 'updated_at': '2021-11-03T18:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:17.747521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] For port b52f278c-2ca0-4f90-b5d2-40435e79a4b1, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b52f278c-2ca0-4f90-b5d2-40435e79a4b1,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:17.748019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.772591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Calling delete_port for b52f278c-2ca0-4f90-b5d2-40435e79a4b1 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:17.862757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8929e-1c23-4aea-9229-a340537fc117 req-6d0204c5-78fc-41a2-966a-303ea1be5ca2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:17.864470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-17f8929e-1c23-4aea-9229-a340537fc117 req-6d0204c5-78fc-41a2-966a-303ea1be5ca2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 950 time: 0.0596504 Nov 03 18:35:17.922389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-17f8929e-1c23-4aea-9229-a340537fc117 req-fed44849-b723-4a7f-8539-5172d96c024b tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506456 Nov 03 18:35:17.976902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.011078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52f278c-2ca0-4f90-b5d2-40435e79a4b1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:18.073795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db83c0a-5d44-4740-9baa-7ec1ffed89fa', 'tag': '90f33d71-fbf6-43e4-93bc-a6a3881bb6eb'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:18.076035 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5" -d '{"events": [{"name": "network-changed", "server_uuid": "0db83c0a-5d44-4740-9baa-7ec1ffed89fa", "tag": "90f33d71-fbf6-43e4-93bc-a6a3881bb6eb"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:18.085193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.142499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47176) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:18.200887 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.203499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.212432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-3b3b98e6-681c-44c8-ad0f-ac0ca9532e1c tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2513671 Nov 03 18:35:18.229920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:18.278767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.286524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.287098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bfd20c0-fe04-4529-aecd-4038d10105ca {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:35:18.300594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.301960 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a39a127e-9464-431a-a926-32a4d4ca99c4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/6bfd20c0-fe04-4529-aecd-4038d10105ca HTTP/1.1" status: 204 len: 168 time: 1.6213343 Nov 03 18:35:18.305219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47180) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:18.317569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-526603385-network', 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:18.360144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a079c8-e7ae-4f9a-b4e1-3711be2ef54f admin admin] Deleting subnet 178ab601-5793-42be-b6f2-a5fd74918b42 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:18.365197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88a079c8-e7ae-4f9a-b4e1-3711be2ef54f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.370783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:18.373654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.388349 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.433792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88a079c8-e7ae-4f9a-b4e1-3711be2ef54f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.469563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.529079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.535304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.579161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88a079c8-e7ae-4f9a-b4e1-3711be2ef54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.592801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:18.616441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:18.620002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.620344 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Added segment e1e8d627-274e-4751-a0b5-04592edb8124 of type vlan for network 216a7812-84d2-4978-8b51-d49480d4019a Nov 03 18:35:18.640370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Allocated IP 172.25.3.98 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/69154308-56af-45b8-9012-cefd8a4b631d) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:18.646585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88a079c8-e7ae-4f9a-b4e1-3711be2ef54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.673524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a079c8-e7ae-4f9a-b4e1-3711be2ef54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178ab601-5793-42be-b6f2-a5fd74918b42,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:18.679017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88a079c8-e7ae-4f9a-b4e1-3711be2ef54f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.682508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.683629 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-88a079c8-e7ae-4f9a-b4e1-3711be2ef54f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/178ab601-5793-42be-b6f2-a5fd74918b42 HTTP/1.1" status: 204 len: 168 time: 0.3763483 Nov 03 18:35:18.686389 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47184) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:18.689100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381d103-505d-49b6-9e37-ec8d8b841149 None None] Network c423ff00-7e73-4ea9-ae8f-47acd2272e3b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:18.757574 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.758572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:18.759222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.761030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.813500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6700110 Nov 03 18:35:18.816415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47186) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:18.822375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Request body: {'subnet': {'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-526603385-subnet', 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:18.828683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Deleting port 2b58f379-4f51-4496-b53d-9e1cea28c76a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:18.829022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.864276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.866017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e73afe-936a-49d2-8ca1-3cae9646591c admin admin] Pushing event updated for resources: {'Network': ['ID=216a7812-84d2-4978-8b51-d49480d4019a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:18.889683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 216a7812-84d2-4978-8b51-d49480d4019a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:18.892679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:18.894958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.921014 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.973483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:18.976851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:18.983194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:18.990762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] For port 2b58f379-4f51-4496-b53d-9e1cea28c76a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2b58f379-4f51-4496-b53d-9e1cea28c76a,segment=NetworkSegment(5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2),segment_id=5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:18.990932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.013010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Calling delete_port for 2b58f379-4f51-4496-b53d-9e1cea28c76a owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:19.024235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Pushing event updated for resources: {'Port': ['ID=69154308-56af-45b8-9012-cefd8a4b631d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:19.086544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] DHCP port deletion for c423ff00-7e73-4ea9-ae8f-47acd2272e3b request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:35:19.088877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b52f278c-2ca0-4f90-b5d2-40435e79a4b1 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:19.110376 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.150919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.163132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.169341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b52f278c-2ca0-4f90-b5d2-40435e79a4b1 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:19.169704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b52f278c-2ca0-4f90-b5d2-40435e79a4b1 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:19.170121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:19.193824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:19.193824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 52dc22bb-cc3f-433c-84ff-677f2f5c0a9e not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:19.194171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2b58f379-4f51-4496-b53d-9e1cea28c76a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:19.209132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b58f379-4f51-4496-b53d-9e1cea28c76a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:19.214610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] No DVR routers for this DVR port 2b58f379-4f51-4496-b53d-9e1cea28c76a on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:19.226216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 2b58f379-4f51-4496-b53d-9e1cea28c76a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:19.227565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2b58f379-4f51-4496-b53d-9e1cea28c76a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:19.245595 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.246683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] Deleting port 2b58f379-4f51-4496-b53d-9e1cea28c76a {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:19.247408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.314605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] For port 2b58f379-4f51-4496-b53d-9e1cea28c76a, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:19.315000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.332629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] Calling delete_port for 2b58f379-4f51-4496-b53d-9e1cea28c76a owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:19.335577 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.336102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] Port 2b58f379-4f51-4496-b53d-9e1cea28c76a was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:35:19.338047 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.345611 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.351955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.357145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd22e13-56de-48cd-a0d5-8a5717f3c69f,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:19.365730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] Pushing event deleted for resources: {'Port': ['ID=2b58f379-4f51-4496-b53d-9e1cea28c76a,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:19.370978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f252f-44cf-470b-98c0-12ae6bcb1eb0 None None] No DVR routers for this DVR port 2b58f379-4f51-4496-b53d-9e1cea28c76a on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:19.372174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c423ff00-7e73-4ea9-ae8f-47acd2272e3b']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:19.387937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:19.387937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9a4f43-1b51-4f67-8b48-b015a4f2e6a2') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:19.398609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:19.398969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Network hostable DHCP agents. Network: 216a7812-84d2-4978-8b51-d49480d4019a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:19.403519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.423540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.430712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Network 216a7812-84d2-4978-8b51-d49480d4019a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:19.432878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:19.433268 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.434915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Pushing event updated for resources: {'Port': ['ID=69154308-56af-45b8-9012-cefd8a4b631d,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:19.435741 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:19.444281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.454821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 216a7812-84d2-4978-8b51-d49480d4019a) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:19.460785 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.461627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-be3a20b8-bd37-4cec-be46-fdf2961c8f4d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2378802 Nov 03 18:35:19.464960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e5f8c9-3d90-44c6-b1ad-f804b1137051 None None] Network 216a7812-84d2-4978-8b51-d49480d4019a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:19.484420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:19.485002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.515249 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-63dc24f0-a6db-4b0a-b656-10f88c1e33b0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6968410 Nov 03 18:35:19.528144 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.536459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.546799 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c423ff00-7e73-4ea9-ae8f-47acd2272e3b HTTP/1.1" status: 204 len: 168 time: 0.8581338 Nov 03 18:35:19.552090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47192) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:19.561612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-5cccc5e3-d22b-49a3-903f-859b66966029 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0923669 Nov 03 18:35:19.567481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b998e-5fba-4c7f-997e-cf87dc0a1bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c423ff00-7e73-4ea9-ae8f-47acd2272e3b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:19.624195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f892130-a74f-4ba6-9641-4ef0f9362333 None None] Network 216a7812-84d2-4978-8b51-d49480d4019a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:19.795536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-895cde65-af2b-4dc8-a18b-62a4586c0bdd tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:19.796873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-895cde65-af2b-4dc8-a18b-62a4586c0bdd tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1976030 Nov 03 18:35:19.810621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-8330c392-4e3c-414d-af34-11134eb90261 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:19.811575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b94dd8c5-e20b-420d-b503-aa5cc4434676 req-8330c392-4e3c-414d-af34-11134eb90261 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0091476 Nov 03 18:35:19.947794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115a8c8-bb8d-4f52-b87b-e2d2e83b10e8 req-6a449b26-5649-46bd-b3e8-a40e8e0cd69e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:19.949301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5115a8c8-bb8d-4f52-b87b-e2d2e83b10e8 req-6a449b26-5649-46bd-b3e8-a40e8e0cd69e tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 945 time: 0.0866549 Nov 03 18:35:20.025686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5115a8c8-bb8d-4f52-b87b-e2d2e83b10e8 req-3e1fbcdb-5db6-403a-a2e3-3d5a6c14f684 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551753 Nov 03 18:35:20.093235 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.192479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 371525a8-8386-4a07-a1ae-dd9241fdf2e0 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:20.212856 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf04dd2-9d5c-4d6a-9bcc-20cf1c4926b3 x-openstack-request-id: req-3bf04dd2-9d5c-4d6a-9bcc-20cf1c4926b3 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:20.213400 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db83c0a-5d44-4740-9baa-7ec1ffed89fa", "tag": "90f33d71-fbf6-43e4-93bc-a6a3881bb6eb", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:20.213695 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bf04dd2-9d5c-4d6a-9bcc-20cf1c4926b3 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:20.213881 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db83c0a-5d44-4740-9baa-7ec1ffed89fa', 'tag': '90f33d71-fbf6-43e4-93bc-a6a3881bb6eb', 'status': 'completed', 'code': 200} Nov 03 18:35:20.235451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 371525a8-8386-4a07-a1ae-dd9241fdf2e0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:20.236367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 371525a8-8386-4a07-a1ae-dd9241fdf2e0 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:20.340112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bd3dc-f94a-43f0-8738-95957e1c8693 req-0e134d09-eaeb-45b3-9252-1272d7d9a39b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.341707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f1bd3dc-f94a-43f0-8738-95957e1c8693 req-0e134d09-eaeb-45b3-9252-1272d7d9a39b tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 948 time: 0.0655150 Nov 03 18:35:20.436429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f1bd3dc-f94a-43f0-8738-95957e1c8693 req-8ce0fd0f-f5df-4cde-92ac-15911aa9c6e7 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873561 Nov 03 18:35:20.559933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-f92ea3a2-1f4e-47a9-a847-35902ba7dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.561505 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-f92ea3a2-1f4e-47a9-a847-35902ba7dff6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 1099 time: 0.3229132 Nov 03 18:35:20.667575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-13058316-a74c-4dd0-89ba-c0155a5c2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.669269 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-13058316-a74c-4dd0-89ba-c0155a5c2c38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.0981596 Nov 03 18:35:20.737503 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-64072e8c-9900-4121-b588-30b7b181b7dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb HTTP/1.1" status: 200 len: 217 time: 0.0585361 Nov 03 18:35:20.755924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Deleting port 53399621-e8be-4236-a4b0-9f379b01da8d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:20.756259 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.782806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-3c1e2141-add2-43c2-a193-95c6aa65b4d1 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.784315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-3c1e2141-add2-43c2-a193-95c6aa65b4d1 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80 HTTP/1.1" status: 200 len: 944 time: 0.1141427 Nov 03 18:35:20.821200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-7e515dd5-9028-412b-a478-1737f4e95388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.823254 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-7e515dd5-9028-412b-a478-1737f4e95388 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0798521 Nov 03 18:35:20.826878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eedce-cf85-4039-a543-a325586518e2 req-d8187666-4152-49db-b95a-8343fcb5810d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.828371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b70eedce-cf85-4039-a543-a325586518e2 req-d8187666-4152-49db-b95a-8343fcb5810d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 950 time: 0.1033633 Nov 03 18:35:20.879232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] For port 53399621-e8be-4236-a4b0-9f379b01da8d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=53399621-e8be-4236-a4b0-9f379b01da8d,segment=NetworkSegment(ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f),segment_id=ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:20.879593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.904850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Calling delete_port for 53399621-e8be-4236-a4b0-9f379b01da8d owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:20.908215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-afd2f7b3-3715-4a14-aa0c-084c7a3597be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.909750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-afd2f7b3-3715-4a14-aa0c-084c7a3597be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792429 Nov 03 18:35:20.920573 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b70eedce-cf85-4039-a543-a325586518e2 req-441b1ad2-9733-4a9a-9287-115353a0dfb4 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837224 Nov 03 18:35:20.956058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Deleting port fbc497ef-e219-44dc-a451-1bde7e1fb8ac {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:20.956402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.083625 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-b53633ee-a322-40fd-b482-fa725ed8c9e5 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641700 Nov 03 18:35:21.123575 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.152159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=53399621-e8be-4236-a4b0-9f379b01da8d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:21.168659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] For port fbc497ef-e219-44dc-a451-1bde7e1fb8ac, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,segment=NetworkSegment(c844ffca-0ba5-4b8b-bf15-43e6e530d212),segment_id=c844ffca-0ba5-4b8b-bf15-43e6e530d212)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:21.169024 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.187302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Calling delete_port for fbc497ef-e219-44dc-a451-1bde7e1fb8ac owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:21.256720 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7adaa02e-93e3-4245-bfd0-9c161ca8cab5 req-819241c3-37be-49ba-b864-e47cf868ddab service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628532 Nov 03 18:35:21.353208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-79718a96-0988-4deb-be66-6212f0dfabe2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:21.354808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-79718a96-0988-4deb-be66-6212f0dfabe2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.2074802 Nov 03 18:35:21.358154 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.398038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Pushing event deleted for resources: {'Port': ['ID=fbc497ef-e219-44dc-a451-1bde7e1fb8ac,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:21.416844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-0f16291e-34fb-4b6f-b203-95d060b55815 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/quotas/0c81da524e49418b81a8405e7bb78ab1 HTTP/1.1" status: 200 len: 375 time: 0.0494406 Nov 03 18:35:21.459090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-6eaad354-971e-4010-94c6-6a37405d8f7a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358279 Nov 03 18:35:21.463872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.465989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] No DVR routers for this DVR port fbc497ef-e219-44dc-a451-1bde7e1fb8ac on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:21.469322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.473627 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed81f21a-60ca-418b-9d25-8cdf4e1113f0 req-15b8b5a6-719a-4af6-97d2-da988bcf8747 tempest-LiveAutoBlockMigrationV225Test-519545983 tempest-LiveAutoBlockMigrationV225Test-519545983-project] 10.222.0.70 "DELETE /v2.0/ports/fbc497ef-e219-44dc-a451-1bde7e1fb8ac HTTP/1.1" status: 204 len: 173 time: 0.6807797 Nov 03 18:35:21.654525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-4c164a43-29c0-416e-94f7-90a8478eb7f9 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833346 Nov 03 18:35:21.835059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-20bb2c12-746b-4dea-965b-86c27fdfc9d0 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733797 Nov 03 18:35:21.844737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Router fd84b2ed-eaec-426a-812b-a4de1fc41d87 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:21.982801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:21.990197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c7e70dac-add1-4600-a5f8-c75a27a73e09 admin admin] 10.222.0.77 "PUT /v2.0/routers/fd84b2ed-eaec-426a-812b-a4de1fc41d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4362254 Nov 03 18:35:21.991861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47226) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:21.997174 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] Sync routers for ids ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:22.014595 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] Routers {'fd84b2ed-eaec-426a-812b-a4de1fc41d87'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:22.014910 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:22.191704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:22.215090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'name': 'network-vif-deleted', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:22.217771 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26a1004-a5fc-4493-a732-164fbfa4e882" -d '{"events": [{"server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "name": "network-vif-deleted", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:22.224113 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.248172 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] Set router fd84b2ed-eaec-426a-812b-a4de1fc41d87 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:22.280557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-4657da80-c213-4354-af22-e741689bc4c8 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:22.287775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-4657da80-c213-4354-af22-e741689bc4c8 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 821 time: 0.2027662 Nov 03 18:35:22.325308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-6b9a9b29-5135-45ae-a56c-8940910dc3c8 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/quotas/f835c2484cf445b383eab1d8909ff60d HTTP/1.1" status: 200 len: 375 time: 0.0365636 Nov 03 18:35:22.336620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:22.360338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '90f33d71-fbf6-43e4-93bc-a6a3881bb6eb', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '90f33d71-fbf6-43e4-93bc-a6a3881bb6eb', 'mac_address': 'fa:16:3e:3b:7f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:22.403388 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.423965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:22.432922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-e6ca7bc3-471d-4bd8-9cc1-3e07cef9ebb4 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1066163 Nov 03 18:35:22.443624 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.464384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:22.469863 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.485846 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:35:21Z', 'revision_number': 5, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port': {'id': '9186d4ac-32c3-42b7-bc2b-7236a121fc96', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ae:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:29:19Z', 'updated_at': '2021-11-03T18:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:22.525865 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] Checking router: fd84b2ed-eaec-426a-812b-a4de1fc41d87 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:22.534776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:22.539012 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] Routers {'fd84b2ed-eaec-426a-812b-a4de1fc41d87'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:22.541658 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:22.569057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Deleting port 9186d4ac-32c3-42b7-bc2b-7236a121fc96 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:22.569678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.591071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-d690d7b8-3bdc-4829-afa1-b9509002d506 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491923 Nov 03 18:35:22.643158 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] Set router fd84b2ed-eaec-426a-812b-a4de1fc41d87 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:22.704131 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 6, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:22.714861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] For port 9186d4ac-32c3-42b7-bc2b-7236a121fc96, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9186d4ac-32c3-42b7-bc2b-7236a121fc96,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:22.715307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.734401 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df984c30-6ca3-4700-bc27-abeb16097f62 None None] The sync data for ids ['fd84b2ed-eaec-426a-812b-a4de1fc41d87'] in n-d-812148-3 is: [{'id': 'fd84b2ed-eaec-426a-812b-a4de1fc41d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454427087-router', 'tenant_id': 'd67f3cc352b247409d406e920b8cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:29:18Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 6, 'project_id': 'd67f3cc352b247409d406e920b8cf629', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:22.734781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Calling delete_port for 9186d4ac-32c3-42b7-bc2b-7236a121fc96 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:22.747410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['90f33d71-fbf6-43e4-93bc-a6a3881bb6eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:22.760865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-ee10bbd9-9182-4731-b8d3-51ef7022b58d service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401544 Nov 03 18:35:22.958001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.989726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47250) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:22.999024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9186d4ac-32c3-42b7-bc2b-7236a121fc96,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:23.109239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.135280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-61926a5a-759c-4a8b-968e-ebab3d98683b admin admin] Deleting subnet f66d4a59-fe2b-48d0-b687-a87a2133f4c8 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:23.153070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61926a5a-759c-4a8b-968e-ebab3d98683b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.199287 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61926a5a-759c-4a8b-968e-ebab3d98683b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.260270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61926a5a-759c-4a8b-968e-ebab3d98683b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.295870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.320142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.342644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61926a5a-759c-4a8b-968e-ebab3d98683b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.400539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e17ce4-698f-4895-8033-c747f69fd26a req-943a6eed-3839-43aa-b7c9-e61458d8257f tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:23.407917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1e17ce4-698f-4895-8033-c747f69fd26a req-943a6eed-3839-43aa-b7c9-e61458d8257f tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 1101 time: 0.1314716 Nov 03 18:35:23.415342 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.416008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd84b2ed-eaec-426a-812b-a4de1fc41d87 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:35:23.420915 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.424785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2f003297-0e3f-4f98-a923-14fd258c02c2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fd84b2ed-eaec-426a-812b-a4de1fc41d87 HTTP/1.1" status: 204 len: 168 time: 1.4317787 Nov 03 18:35:23.425520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47264) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:23.464792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61926a5a-759c-4a8b-968e-ebab3d98683b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66d4a59-fe2b-48d0-b687-a87a2133f4c8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:23.467607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47266) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:23.496792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61926a5a-759c-4a8b-968e-ebab3d98683b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.500126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-61926a5a-759c-4a8b-968e-ebab3d98683b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f66d4a59-fe2b-48d0-b687-a87a2133f4c8 HTTP/1.1" status: 204 len: 168 time: 0.5083191 Nov 03 18:35:23.506463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47272) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:23.539003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1e17ce4-698f-4895-8033-c747f69fd26a req-13ef9c85-922b-45fe-8457-dafc6594ad14 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275413 Nov 03 18:35:23.551170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85d0f79-60f8-431b-ada6-e18da57a0c6c admin admin] Deleting subnet 5140e9be-ac2c-408d-9223-ace0624e305b {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:23.574785 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a85d0f79-60f8-431b-ada6-e18da57a0c6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.676158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-dd767563-20a3-4e9c-bdf9-297fa69aa43e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:23.686279 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-dd767563-20a3-4e9c-bdf9-297fa69aa43e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.2850089 Nov 03 18:35:23.701407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Request body: {'port': {'device_id': '1643a518-6824-4359-921e-e4f3489dda66', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'admin_state_up': True, 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:23.749884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.773167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a85d0f79-60f8-431b-ada6-e18da57a0c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.807704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06e90d80-cbea-4dcd-afb6-c97f2897dc6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.834239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2593b99-a567-4aff-a27b-77d4b6285d39 req-a16047e7-d6db-48e1-adf7-131f75c31a22 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:23.835797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2593b99-a567-4aff-a27b-77d4b6285d39 req-a16047e7-d6db-48e1-adf7-131f75c31a22 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 949 time: 0.1694696 Nov 03 18:35:23.854722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:23.859196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.049766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Allocated IP 172.20.0.14 (216a7812-84d2-4978-8b51-d49480d4019a/0cd22e13-56de-48cd-a0d5-8a5717f3c69f/37ad2e7a-85c3-4d58-a817-b427fffb2e25) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:24.197991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:24.232035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.268922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:24.274283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:24.275511 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.284751 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.294306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.329912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2593b99-a567-4aff-a27b-77d4b6285d39 req-c10f29a8-94d1-46a8-8884-2d54f4005231 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822297 Nov 03 18:35:24.338759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2036d6-b191-4e34-8229-04a41f2359a3']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:24.361736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c844ffca-0ba5-4b8b-bf15-43e6e530d212') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:24.362057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c844ffca-0ba5-4b8b-bf15-43e6e530d212') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:24.364535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a85d0f79-60f8-431b-ada6-e18da57a0c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.374360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event updated for resources: {'Port': ['ID=37ad2e7a-85c3-4d58-a817-b427fffb2e25,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:24.390877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Network 216a7812-84d2-4978-8b51-d49480d4019a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:24.405536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:24.409760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.410509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:24.451059 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.484274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db83c0a-5d44-4740-9baa-7ec1ffed89fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f33d71-fbf6-43e4-93bc-a6a3881bb6eb'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:24.486841 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9c66ec-4cb2-4263-9466-b1f191c57fec" -d '{"events": [{"server_uuid": "0db83c0a-5d44-4740-9baa-7ec1ffed89fa", "name": "network-vif-plugged", "status": "completed", "tag": "90f33d71-fbf6-43e4-93bc-a6a3881bb6eb"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:24.494268 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.502143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:24.506367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:24.507612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.508337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.509626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fbc497ef-e219-44dc-a451-1bde7e1fb8ac no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:24.535815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:24.536458 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.554139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: fbc497ef-e219-44dc-a451-1bde7e1fb8ac {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:24.554833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fbc497ef-e219-44dc-a451-1bde7e1fb8ac not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:24.565217 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-d6023641-0dee-488f-90f0-10375d56ba33 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8685992 Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:24.575429 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:24.584776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:24.591880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-3c6ce902-2dcc-4847-bd9a-8ce2b5204ae2 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:24.593402 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-3c6ce902-2dcc-4847-bd9a-8ce2b5204ae2 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.70 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 821 time: 0.2151129 Nov 03 18:35:24.598476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Request body: {'port': {'device_id': '1643a518-6824-4359-921e-e4f3489dda66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:24.607172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Request body: {'port': {'device_id': '7769e358-c503-43f2-9d74-713e26403a78', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'admin_state_up': True, 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:24.627036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06e90d80-cbea-4dcd-afb6-c97f2897dc6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.630671 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a85d0f79-60f8-431b-ada6-e18da57a0c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.632557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.643265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06e90d80-cbea-4dcd-afb6-c97f2897dc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.668750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.672105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] 10.222.0.77 "DELETE /v2.0/networks/0d2036d6-b191-4e34-8229-04a41f2359a3 HTTP/1.1" status: 204 len: 168 time: 1.1646194 Nov 03 18:35:24.689845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47280) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:24.698136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d0f79-60f8-431b-ada6-e18da57a0c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5140e9be-ac2c-408d-9223-ace0624e305b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:24.705711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a57a4-010b-47ef-b056-7d0629a8e295 None None] Network 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:24.709048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a85d0f79-60f8-431b-ada6-e18da57a0c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.715109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a85d0f79-60f8-431b-ada6-e18da57a0c6c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5140e9be-ac2c-408d-9223-ace0624e305b HTTP/1.1" status: 204 len: 168 time: 1.2785516 Nov 03 18:35:24.717185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47282) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:24.720835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642b8fe-a2a4-4189-bdac-6931d30814fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2036d6-b191-4e34-8229-04a41f2359a3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:24.735002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632618e-46e7-4894-9500-d21671721b84 req-76ebe4e5-7c93-491d-972e-b92d1b39f8ae tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:24.743502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8632618e-46e7-4894-9500-d21671721b84 req-76ebe4e5-7c93-491d-972e-b92d1b39f8ae tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 932 time: 0.2849362 Nov 03 18:35:24.764677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-06e90d80-cbea-4dcd-afb6-c97f2897dc6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=385213d5bb8748bdad8592977d5e448a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2941930 Nov 03 18:35:24.773108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:24.773805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e90d80-cbea-4dcd-afb6-c97f2897dc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c173c8-c4d8-44fe-97fc-9eec0eb6c37d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:24.824312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.838907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 53399621-e8be-4236-a4b0-9f379b01da8d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:24.854932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8632618e-46e7-4894-9500-d21671721b84 req-ef2bf821-b30b-41a1-a9b1-3317d7090ebc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105585 Nov 03 18:35:24.870687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3a11-7e3a-4657-9a39-31b10d41d66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.874212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e54139-1769-465e-a846-eeabeb0f69a0 admin admin] Deleting subnet 4957ad22-f03e-4cc2-b2c1-889bcee8696f {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:24.877990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 53399621-e8be-4236-a4b0-9f379b01da8d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:24.878541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 53399621-e8be-4236-a4b0-9f379b01da8d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:24.879115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9186d4ac-32c3-42b7-bc2b-7236a121fc96 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:24.902772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.904560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82e54139-1769-465e-a846-eeabeb0f69a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.914172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9186d4ac-32c3-42b7-bc2b-7236a121fc96 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:24.914172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9186d4ac-32c3-42b7-bc2b-7236a121fc96 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:24.914489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3a11-7e3a-4657-9a39-31b10d41d66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.944011 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193254e4-a195-4aef-8bf0-351ee3c964a9 x-openstack-request-id: req-193254e4-a195-4aef-8bf0-351ee3c964a9 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:24.944311 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80", "name": "network-vif-deleted", "tag": "fbc497ef-e219-44dc-a451-1bde7e1fb8ac", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:24.944568 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-193254e4-a195-4aef-8bf0-351ee3c964a9 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:24.944972 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4d1bed-8bf9-43fb-acf3-a18c2b43ae80', 'name': 'network-vif-deleted', 'tag': 'fbc497ef-e219-44dc-a451-1bde7e1fb8ac', 'status': 'completed', 'code': 200} Nov 03 18:35:24.993956 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82e54139-1769-465e-a846-eeabeb0f69a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.001904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3a11-7e3a-4657-9a39-31b10d41d66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.013507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3a11-7e3a-4657-9a39-31b10d41d66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.014784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8f1f3a11-7e3a-4657-9a39-31b10d41d66e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3c173c8-c4d8-44fe-97fc-9eec0eb6c37d HTTP/1.1" status: 204 len: 168 time: 0.2375033 Nov 03 18:35:25.027711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f3a11-7e3a-4657-9a39-31b10d41d66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c173c8-c4d8-44fe-97fc-9eec0eb6c37d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:25.042050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] DHCP port deletion for 18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:35:25.101406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a884fa7-8af6-4ef8-97da-93009ff5c393 req-0f2e6ce6-080a-469d-b9d8-9100415e7879 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 210 time: 0.0466924 Nov 03 18:35:25.104636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Made reservation on behalf of f835c2484cf445b383eab1d8909ff60d for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:25.117196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.144043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] Deleting port b68e8d39-de6a-4caa-a9e5-b8840efe245f {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:25.145975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.171168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82e54139-1769-465e-a846-eeabeb0f69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.282216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] For port b68e8d39-de6a-4caa-a9e5-b8840efe245f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b68e8d39-de6a-4caa-a9e5-b8840efe245f,segment=NetworkSegment(ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f),segment_id=ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:25.283340 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.321019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] Calling delete_port for b68e8d39-de6a-4caa-a9e5-b8840efe245f owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:25.348198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c259cfb-6a16-40ba-9470-88b8fefd0051 req-8952f118-ce70-416f-a8ca-caa30117f909 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:25.349941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c259cfb-6a16-40ba-9470-88b8fefd0051 req-8952f118-ce70-416f-a8ca-caa30117f909 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 945 time: 0.0715418 Nov 03 18:35:25.373817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Deleting port b68e8d39-de6a-4caa-a9e5-b8840efe245f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:25.374150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.409021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82e54139-1769-465e-a846-eeabeb0f69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.442240 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c259cfb-6a16-40ba-9470-88b8fefd0051 req-ce95b581-a02a-4cde-8bb4-5b0bac2b0db8 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848970 Nov 03 18:35:25.449285 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.483682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] Pushing event deleted for resources: {'Port': ['ID=b68e8d39-de6a-4caa-a9e5-b8840efe245f,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:25.492104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c24b11-3150-4706-bd07-1a030f6cad49 None None] No DVR routers for this DVR port b68e8d39-de6a-4caa-a9e5-b8840efe245f on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:25.497585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e54139-1769-465e-a846-eeabeb0f69a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4957ad22-f03e-4cc2-b2c1-889bcee8696f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:25.520176 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82e54139-1769-465e-a846-eeabeb0f69a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.525669 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82e54139-1769-465e-a846-eeabeb0f69a0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4957ad22-f03e-4cc2-b2c1-889bcee8696f HTTP/1.1" status: 204 len: 168 time: 0.8325801 Nov 03 18:35:25.526658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47302) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:25.559201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] For port b68e8d39-de6a-4caa-a9e5-b8840efe245f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b68e8d39-de6a-4caa-a9e5-b8840efe245f,segment=NetworkSegment(ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f),segment_id=ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:25.559881 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.562597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Allocated IP 172.20.0.13 (e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e/ea3c8463-e9b1-48ed-a7d6-29509d2c65b4/e001dbbd-1d4a-434b-8b6d-7aff1493bbc3) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:25.592907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-cf93d8f1-7b1b-44db-9bae-a135899d0ea9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383961 Nov 03 18:35:25.603084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Calling delete_port for b68e8d39-de6a-4caa-a9e5-b8840efe245f owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:25.626558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ad2e7a-85c3-4d58-a817-b427fffb2e25 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:25.645051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.673633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.704272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Transition to ACTIVE for port object 37ad2e7a-85c3-4d58-a817-b427fffb2e25 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:25.714355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.838039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-df4c6314-db81-4f42-b509-83da972a3012 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:25.840635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-df4c6314-db81-4f42-b509-83da972a3012 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182775 Nov 03 18:35:25.842709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.873232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:25.876486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-35ede8a5-97df-4622-a941-ef5a86c58c0f tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/quotas/e32598321e7e494aba4b5e3bdcb0aa68 HTTP/1.1" status: 200 len: 375 time: 0.0251880 Nov 03 18:35:25.894367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca519e2-2e09-4738-a197-567f5dece730') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:25.894703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca519e2-2e09-4738-a197-567f5dece730') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:25.936144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.958380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.971438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:25.971955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:25.976153 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:26.009532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-e37011bd-ff12-41a2-8abc-d0799d134da9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1165061 Nov 03 18:35:26.077045 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.083464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.089989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4 HTTP/1.1" status: 204 len: 168 time: 0.5620086 Nov 03 18:35:26.108909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c04b2-001e-4d57-a09a-a50dba69e7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9a4d77-d804-4a9c-afc5-54b1d3a5dff4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:26.124600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Pushing event updated for resources: {'Port': ['ID=37ad2e7a-85c3-4d58-a817-b427fffb2e25,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:26.145537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.221824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b68e8d39-de6a-4caa-a9e5-b8840efe245f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:26.224399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] No DVR routers for this DVR port b68e8d39-de6a-4caa-a9e5-b8840efe245f on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:26.225440 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c68e4b-91d1-45fc-8563-eeded9340517 x-openstack-request-id: req-87c68e4b-91d1-45fc-8563-eeded9340517 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:26.225807 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db83c0a-5d44-4740-9baa-7ec1ffed89fa", "name": "network-vif-plugged", "status": "completed", "tag": "90f33d71-fbf6-43e4-93bc-a6a3881bb6eb", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:26.226070 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87c68e4b-91d1-45fc-8563-eeded9340517 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:26.226465 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db83c0a-5d44-4740-9baa-7ec1ffed89fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f33d71-fbf6-43e4-93bc-a6a3881bb6eb', 'code': 200} Nov 03 18:35:26.276230 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.359759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47332) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:26.386917 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.390049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Attempting to bind port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:26.390383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Attempting to bind port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:26.390778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Attempting to bind port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:26.401369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ccc9f-4932-4e8e-b1ce-ae3116a7ba45 req-d150b897-1577-4f8a-a7cd-1c3bdfbeaf92 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.402968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e93ccc9f-4932-4e8e-b1ce-ae3116a7ba45 req-d150b897-1577-4f8a-a7cd-1c3bdfbeaf92 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 950 time: 0.0864017 Nov 03 18:35:26.419308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 on network 216a7812-84d2-4978-8b51-d49480d4019a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:26.419569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Attempting to bind port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:26.437473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:26.448450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:26.449061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:26.449473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Bound using segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:26.449917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Bound port: 37ad2e7a-85c3-4d58-a817-b427fffb2e25, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:26.450279 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.460318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e29a2e94-fa29-4247-9dc1-124e605d5e10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8049c549f5042a1aea668364dd97886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980012 Nov 03 18:35:26.460909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47338) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:26.463752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:26.465344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6fb3cc-aa1a-4be7-8bf5-01872ec4052f') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:26.478731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.481874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.485996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb1a31-6710-4922-9b50-029f281657ba req-03fd88e2-db5b-4cf7-9c37-896f0c7412bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.487500 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eeb1a31-6710-4922-9b50-029f281657ba req-03fd88e2-db5b-4cf7-9c37-896f0c7412bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 1101 time: 0.1818664 Nov 03 18:35:26.491602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['706dc883-4b38-4719-bc39-1e35e618086b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:26.494276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e93ccc9f-4932-4e8e-b1ce-ae3116a7ba45 req-a0950d71-037e-4e19-bd3a-4b5e761ceaa8 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838573 Nov 03 18:35:26.561300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.563947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62b7eaca-d1b0-4361-996f-9671b1210c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.597584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:26.598266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:26.603620 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:26.621777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:26.622202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62b7eaca-d1b0-4361-996f-9671b1210c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.652272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:26.700869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:26.723400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Pushing event updated for resources: {'Port': ['ID=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:26.733110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e47c0b-36e3-4e19-bb49-6fab3e7203bb req-9c28c6c1-c393-4af1-978c-46d96bd1df9e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.743860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13e47c0b-36e3-4e19-bb49-6fab3e7203bb req-9c28c6c1-c393-4af1-978c-46d96bd1df9e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 944 time: 0.0912411 Nov 03 18:35:26.804413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62b7eaca-d1b0-4361-996f-9671b1210c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.807312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62b7eaca-d1b0-4361-996f-9671b1210c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.832267 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-62b7eaca-d1b0-4361-996f-9671b1210c0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8aaa48d-91a5-4e33-b162-ea59b8ed4625 HTTP/1.1" status: 204 len: 168 time: 0.3461947 Nov 03 18:35:26.850292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b68e8d39-de6a-4caa-a9e5-b8840efe245f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:26.853580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7eaca-d1b0-4361-996f-9671b1210c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aaa48d-91a5-4e33-b162-ea59b8ed4625,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:26.875007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13e47c0b-36e3-4e19-bb49-6fab3e7203bb req-65bfd31e-f2a8-4e9d-bf48-f1e25da8a8c8 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303937 Nov 03 18:35:26.880983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.881641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b68e8d39-de6a-4caa-a9e5-b8840efe245f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:26.882301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b68e8d39-de6a-4caa-a9e5-b8840efe245f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:26.885658 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.896801 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4eeb1a31-6710-4922-9b50-029f281657ba req-43c7d848-b885-4f57-9e25-a6e6b26051a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981864 Nov 03 18:35:26.932294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.000932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] For port 37ad2e7a-85c3-4d58-a817-b427fffb2e25, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:27.005216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.012303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] 10.222.0.77 "DELETE /v2.0/networks/18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d HTTP/1.1" status: 204 len: 168 time: 2.2774651 Nov 03 18:35:27.015175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc07bfe-77d1-4366-8adc-9067af23eb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=18d6f6e8-1b1f-4e57-8fb5-6cd1ca1a287d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:27.022267 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bfb3de04-8b50-451e-9c73-4cfe1426fd05 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4190278 Nov 03 18:35:27.044437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] For port 37ad2e7a-85c3-4d58-a817-b427fffb2e25, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:27.051683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.106271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-60f2d489-612c-4ac2-bc2c-1b64a3eb30e9 None None] Provisioning complete for port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:27.106975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60f2d489-612c-4ac2-bc2c-1b64a3eb30e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.108796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:27.109542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.111511 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] 10.222.0.96 "PUT /v2.0/ports/37ad2e7a-85c3-4d58-a817-b427fffb2e25 HTTP/1.1" status: 200 len: 1092 time: 2.5171347 Nov 03 18:35:27.120498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Request body: {'port': {'device_id': '7769e358-c503-43f2-9d74-713e26403a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:27.125170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643a518-6824-4359-921e-e4f3489dda66', 'tag': '37ad2e7a-85c3-4d58-a817-b427fffb2e25'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:27.130375 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c1100-fcff-41ec-955f-d83d4979419f" -d '{"events": [{"name": "network-changed", "server_uuid": "1643a518-6824-4359-921e-e4f3489dda66", "tag": "37ad2e7a-85c3-4d58-a817-b427fffb2e25"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:27.194707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-60f2d489-612c-4ac2-bc2c-1b64a3eb30e9 None None] Port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:27.289722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48541d6-fde1-4f5e-a36f-866cb171e13e service neutron] Pushing event updated for resources: {'Port': ['ID=37ad2e7a-85c3-4d58-a817-b427fffb2e25,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:27.317654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-f7e842b9-1ece-4a8a-9960-00b440cd1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:27.319208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-f7e842b9-1ece-4a8a-9960-00b440cd1dbc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 1095 time: 0.1329691 Nov 03 18:35:27.319814 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.386417 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-7915d39a-c43b-425c-b7b8-b8a0bcc45d86 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25 HTTP/1.1" status: 200 len: 217 time: 0.0507300 Nov 03 18:35:27.388017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7f95a-e788-4d57-970a-a2bebb27a750 req-9f645e67-830a-4226-acb5-c21f9a8b7fbd tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:27.391802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0aa7f95a-e788-4d57-970a-a2bebb27a750 req-9f645e67-830a-4226-acb5-c21f9a8b7fbd tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 932 time: 0.0679505 Nov 03 18:35:27.452412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47360) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:27.469449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47362) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:27.474364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0aa7f95a-e788-4d57-970a-a2bebb27a750 req-433aa8c1-0a57-444d-bab2-f923ff35af5a tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757773 Nov 03 18:35:27.508605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-c95943ba-73b4-46f0-ad2e-06194096fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:27.510323 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-c95943ba-73b4-46f0-ad2e-06194096fcc6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1032801 Nov 03 18:35:27.623501 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-cdd17271-8d1f-4745-ba79-aef408f6d0ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578098 Nov 03 18:35:27.636438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-31d1dd3b-1a88-4372-a116-993419c85497 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524056 Nov 03 18:35:27.639162 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9964637c-d084-4bef-963e-3f39a6eb8066 req-965313d3-3a81-4295-a5af-03463c362bf6 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 210 time: 0.0442889 Nov 03 18:35:27.689151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b977fd37-c053-44b6-9d01-954facdb1170 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=896a9cdfe89a4d47a4afc98094bf5c65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2355425 Nov 03 18:35:27.693925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47368) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:27.710061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fb0e39ee-0b38-4641-a452-1f626a4ff7e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c643a9da6f4d42ffb2e2a82d8956253e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361836 Nov 03 18:35:27.736590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47370) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:27.845930 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-ead41949-3183-4c07-b3f9-b89c8705a5ef service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085106 Nov 03 18:35:27.868837 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf09d-6c73-4ffa-8a13-4a3baf38d72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.870822 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376808ee-5ca9-4827-93dd-a8b5541cf527 x-openstack-request-id: req-376808ee-5ca9-4827-93dd-a8b5541cf527 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:27.871112 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643a518-6824-4359-921e-e4f3489dda66", "tag": "37ad2e7a-85c3-4d58-a817-b427fffb2e25", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:27.871372 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-376808ee-5ca9-4827-93dd-a8b5541cf527 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:27.871899 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643a518-6824-4359-921e-e4f3489dda66', 'tag': '37ad2e7a-85c3-4d58-a817-b427fffb2e25', 'status': 'completed', 'code': 200} Nov 03 18:35:27.877123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-ca027495-04d3-409a-b454-5918d0c0d889 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:27.878673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-ca027495-04d3-409a-b454-5918d0c0d889 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361324 Nov 03 18:35:27.899470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Request body: {'port': {'device_id': 'c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e32598321e7e494aba4b5e3bdcb0aa68'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:27.925068 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-85483693-9585-4d2c-a7b4-30a0df6f5a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.941029 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf09d-6c73-4ffa-8a13-4a3baf38d72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.974705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:27.986026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.010885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Transition to ACTIVE for port object e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:28.013717 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-db134b61-9b31-4553-87ee-2fa2bfb35b1a req-f93afb79-b1a7-4a5c-ac40-68f0804a247b service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529841 Nov 03 18:35:28.015412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.048583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-85483693-9585-4d2c-a7b4-30a0df6f5a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.122727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Pushing event updated for resources: {'Port': ['ID=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.138174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2949-fe8c-4134-8c26-c12cb4537305 req-41b30c40-8fae-48ef-ad79-018c5b6730ee tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.149331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc6c2949-fe8c-4134-8c26-c12cb4537305 req-41b30c40-8fae-48ef-ad79-018c5b6730ee tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 950 time: 0.2116489 Nov 03 18:35:28.188718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1100-fcff-41ec-955f-d83d4979419f req-828c0db6-60d9-45ca-8233-e119e4e9ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.190299 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-513c1100-fcff-41ec-955f-d83d4979419f req-828c0db6-60d9-45ca-8233-e119e4e9ff04 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 1095 time: 0.1099238 Nov 03 18:35:28.226660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Attempting to bind port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:28.227003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Attempting to bind port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:28.227319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Attempting to bind port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 on network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:28.233474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf09d-6c73-4ffa-8a13-4a3baf38d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.237376 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf09d-6c73-4ffa-8a13-4a3baf38d72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.238995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ef9cf09d-6c73-4ffa-8a13-4a3baf38d72c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6880f411-593e-4679-a921-775d622da643 HTTP/1.1" status: 204 len: 168 time: 0.5400522 Nov 03 18:35:28.241078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 on network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:28.241794 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Attempting to bind port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 on network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:28.260782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cf09d-6c73-4ffa-8a13-4a3baf38d72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6880f411-593e-4679-a921-775d622da643,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.286415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc6c2949-fe8c-4134-8c26-c12cb4537305 req-03ee1d1a-492d-411a-b349-97a0285205cf tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352239 Nov 03 18:35:28.291017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Made reservation on behalf of e32598321e7e494aba4b5e3bdcb0aa68 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:28.306993 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.319094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:28.319441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Checking segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:28.319836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Bound using segment: {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:28.320288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Bound port: e001dbbd-1d4a-434b-8b6d-7aff1493bbc3, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32260f1a-341c-4f89-85e2-e91e01669aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:28.320647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.321501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-85483693-9585-4d2c-a7b4-30a0df6f5a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.335312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-85483693-9585-4d2c-a7b4-30a0df6f5a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.346921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-85483693-9585-4d2c-a7b4-30a0df6f5a82 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9c9b402-62ee-4ce2-bf32-7a2e1c0da7c0 HTTP/1.1" status: 204 len: 168 time: 0.6065655 Nov 03 18:35:28.411473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85483693-9585-4d2c-a7b4-30a0df6f5a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c9b402-62ee-4ce2-bf32-7a2e1c0da7c0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.413031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1100-fcff-41ec-955f-d83d4979419f req-229eb4dc-392a-4183-a706-fdbb67df0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.414833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-513c1100-fcff-41ec-955f-d83d4979419f req-229eb4dc-392a-4183-a706-fdbb67df0d2d service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.2111838 Nov 03 18:35:28.490608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] For port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:28.507929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-513c1100-fcff-41ec-955f-d83d4979419f req-22979006-ef90-406d-85ba-613ba4a9b171 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25 HTTP/1.1" status: 200 len: 217 time: 0.0809503 Nov 03 18:35:28.520254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] For port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:28.530618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.541549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0111eefb-5d44-4539-a800-3d219a223e9f req-d4659689-009b-4c2f-a65e-8f5cbc9326e7 tempest-AbsoluteLimitsNegativeTestJSON-1301036183 tempest-AbsoluteLimitsNegativeTestJSON-1301036183-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e95e78ef390a41049b07b3e76ac6bcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340035 Nov 03 18:35:28.601371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.601822 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.603356 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] 10.222.0.70 "PUT /v2.0/ports/e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 1092 time: 1.4904923 Nov 03 18:35:28.635775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1100-fcff-41ec-955f-d83d4979419f req-1b3662f5-d295-4134-814a-0f29a2205267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.638491 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-513c1100-fcff-41ec-955f-d83d4979419f req-1b3662f5-d295-4134-814a-0f29a2205267 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1196103 Nov 03 18:35:28.644347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2643bb-1d90-476c-9f37-a4ca76ce5c2e service neutron] Pushing event updated for resources: {'Port': ['ID=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.707804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-513c1100-fcff-41ec-955f-d83d4979419f req-598d45dd-5d05-4302-a27f-582db2797c0b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519392 Nov 03 18:35:28.765348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Allocated IP 192.168.233.26 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/1f9b1e1c-9c35-4eac-aca2-7f116257a573) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:28.788202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111eefb-5d44-4539-a800-3d219a223e9f req-b0aa87c9-58fc-4207-b1d3-505eb40bb15e tempest-AbsoluteLimitsNegativeTestJSON-1301036183 tempest-AbsoluteLimitsNegativeTestJSON-1301036183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.790413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0111eefb-5d44-4539-a800-3d219a223e9f req-b0aa87c9-58fc-4207-b1d3-505eb40bb15e tempest-AbsoluteLimitsNegativeTestJSON-1301036183 tempest-AbsoluteLimitsNegativeTestJSON-1301036183-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403135 Nov 03 18:35:28.857239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0111eefb-5d44-4539-a800-3d219a223e9f req-1b918874-9df5-4feb-bd16-b15d354feef3 tempest-AbsoluteLimitsNegativeTestJSON-1301036183 tempest-AbsoluteLimitsNegativeTestJSON-1301036183-project] 10.222.0.77 "GET /v2.0/quotas/e95e78ef390a41049b07b3e76ac6bcf9 HTTP/1.1" status: 200 len: 375 time: 0.0570567 Nov 03 18:35:28.896058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-f2d9f507-c451-4b94-8ee5-8c78172a02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.896912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0111eefb-5d44-4539-a800-3d219a223e9f req-fbcf288d-1404-43d8-8bc6-b917712be5f1 tempest-AbsoluteLimitsNegativeTestJSON-1301036183 tempest-AbsoluteLimitsNegativeTestJSON-1301036183-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e95e78ef390a41049b07b3e76ac6bcf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328918 Nov 03 18:35:28.933194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-f2d9f507-c451-4b94-8ee5-8c78172a02dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 1095 time: 0.2433434 Nov 03 18:35:29.032262 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-513c1100-fcff-41ec-955f-d83d4979419f req-f3c10c6c-4dda-4214-b9a8-150671f0f4f2 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808509 Nov 03 18:35:29.035083 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-e70c24e7-c513-4783-a5d0-d0e12e205069 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 217 time: 0.0521853 Nov 03 18:35:29.079697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.086260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47404) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:29.165513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-a8f71247-3508-454a-9caa-f5b76b39ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:29.167211 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-a8f71247-3508-454a-9caa-f5b76b39ac7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.1238604 Nov 03 18:35:29.219554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2b54d-ae69-4d48-8431-e1ed2df9975f req-180fcdbb-a6d1-4690-adc0-b778a0a881ea tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:29.221197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ec2b54d-ae69-4d48-8431-e1ed2df9975f req-180fcdbb-a6d1-4690-adc0-b778a0a881ea tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 945 time: 0.1396682 Nov 03 18:35:29.229769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3d804759-5066-4228-b0c1-ac89ab00e3e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d67f3cc352b247409d406e920b8cf629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232965 Nov 03 18:35:29.230015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47408) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:29.240091 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-513c1100-fcff-41ec-955f-d83d4979419f req-45843b7d-5132-4bad-ae72-2f298304f08f service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782453 Nov 03 18:35:29.243091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bbe12bae-d948-452d-92f0-fd6a54dec5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:29.245174 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-bbe12bae-d948-452d-92f0-fd6a54dec5b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690243 Nov 03 18:35:29.260955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.276822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d', '506214f2-b40e-4811-a9ab-e06da0a0930f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:29.281177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1c0a275c-56da-49ee-9bc6-d59151384cc4', '5558f3ec-40dc-4cce-be47-3d9354577260'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:29.299410 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47410) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:29.359877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:29.369207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'Port': ['ID=1f9b1e1c-9c35-4eac-aca2-7f116257a573,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:29.380830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:29.393722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:29.404988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-e3e21f8e-67e3-4b54-b0b9-c5eeff78c73a service neutron] 10.222.0.70 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405804 Nov 03 18:35:29.499679 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7ad9-e696-48e8-9c7c-db51c82ceac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.541621 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-137491c0-c0af-45c5-b9d8-addbcb0fa137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.567751 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7ad9-e696-48e8-9c7c-db51c82ceac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.589943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-08eef3c2-1cb5-40ae-a9e7-5491df811c8e req-38d79f5e-6bb5-4da2-ad20-146f535f1a8e service neutron] 10.222.0.70 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804399 Nov 03 18:35:29.615709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 37ad2e7a-85c3-4d58-a817-b427fffb2e25 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:29.658153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7ad9-e696-48e8-9c7c-db51c82ceac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.661015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7ad9-e696-48e8-9c7c-db51c82ceac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.666621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6b8a7ad9-e696-48e8-9c7c-db51c82ceac6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/edadad9a-19e5-4178-8ffc-483ca5731149 HTTP/1.1" status: 204 len: 168 time: 0.4346313 Nov 03 18:35:29.685026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a7ad9-e696-48e8-9c7c-db51c82ceac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edadad9a-19e5-4178-8ffc-483ca5731149,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:29.702569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-137491c0-c0af-45c5-b9d8-addbcb0fa137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.708571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-137491c0-c0af-45c5-b9d8-addbcb0fa137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.711407 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ec2b54d-ae69-4d48-8431-e1ed2df9975f req-a615da8e-d12f-41d4-99b0-811e3284f54c tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups?id=ceb6033a-53f9-4e3c-8d58-816678c1db68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4738376 Nov 03 18:35:29.753234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:29.758330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.796181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-b4d1d944-f653-477d-8e02-c338183ca82c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9007132 Nov 03 18:35:29.798232 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-137491c0-c0af-45c5-b9d8-addbcb0fa137 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e95e78ef390a41049b07b3e76ac6bcf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978654 Nov 03 18:35:29.798627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47428) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:29.799600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137491c0-c0af-45c5-b9d8-addbcb0fa137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a329b257-4753-47b9-a0eb-13041e96f80c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:29.870033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47430) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:29.874038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:29.876308 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93416ad0-d866-4200-a912-ce0cb8245efb" -d '{"events": [{"name": "network-changed", "server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:29.880626 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:35:29.884246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Request body: {'port': {'device_id': 'c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:29.979922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d956559a-3567-42da-abe1-f4883584a205 None None] Provisioning complete for port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:29.980285 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d956559a-3567-42da-abe1-f4883584a205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.987319 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5abae4d1-9fe3-496c-b5bf-8b6d0731d49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.022755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.034935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932148e-4955-4f91-aa71-369964a880ab req-f5e22474-3e4c-4f35-9fc4-c01acedb48e6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.036509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4932148e-4955-4f91-aa71-369964a880ab req-f5e22474-3e4c-4f35-9fc4-c01acedb48e6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 944 time: 0.1495025 Nov 03 18:35:30.053657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882410-aa31-41c7-b374-6768f862ca7f req-bd4b1b63-5465-4b24-9213-dc256631ca50 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.059236 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7d882410-aa31-41c7-b374-6768f862ca7f req-bd4b1b63-5465-4b24-9213-dc256631ca50 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.96 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 945 time: 0.1101778 Nov 03 18:35:30.150787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5abae4d1-9fe3-496c-b5bf-8b6d0731d49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.154989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1971811436-network', 'tenant_id': 'bb0406138a914c0fae38266bc2917630'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:30.194288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4932148e-4955-4f91-aa71-369964a880ab req-3155b3a9-28be-4e88-b48a-7bf5018c92d6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430392 Nov 03 18:35:30.195892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Made reservation on behalf of bb0406138a914c0fae38266bc2917630 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:30.205207 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.209873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.226529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Deleting port 171dbe6e-0748-4897-b9d5-f82d66eabb41 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:30.227014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.253885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 37ad2e7a-85c3-4d58-a817-b427fffb2e25, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:30.285854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '37ad2e7a-85c3-4d58-a817-b427fffb2e25', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'port_id': '37ad2e7a-85c3-4d58-a817-b427fffb2e25', 'mac_address': 'fa:16:3e:79:5b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd22e13-56de-48cd-a0d5-8a5717f3c69f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:30.374037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d956559a-3567-42da-abe1-f4883584a205 None None] Port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:30.392631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] For port 171dbe6e-0748-4897-b9d5-f82d66eabb41, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=171dbe6e-0748-4897-b9d5-f82d66eabb41,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:30.393258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.422862 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.438633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5abae4d1-9fe3-496c-b5bf-8b6d0731d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.441444 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5abae4d1-9fe3-496c-b5bf-8b6d0731d49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.444722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5abae4d1-9fe3-496c-b5bf-8b6d0731d49f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a329b257-4753-47b9-a0eb-13041e96f80c HTTP/1.1" status: 204 len: 168 time: 0.6429234 Nov 03 18:35:30.456239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ad2e7a-85c3-4d58-a817-b427fffb2e25 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:30.490924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc93d9-bef3-46de-b33f-2a0d924c6333 req-3cdee53d-042e-4888-9c73-e6aacd66c956 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.498826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ebc93d9-bef3-46de-b33f-2a0d924c6333 req-3cdee53d-042e-4888-9c73-e6aacd66c956 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 944 time: 0.1764987 Nov 03 18:35:30.530238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.533180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abae4d1-9fe3-496c-b5bf-8b6d0731d49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a329b257-4753-47b9-a0eb-13041e96f80c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:30.546515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.600506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 37ad2e7a-85c3-4d58-a817-b427fffb2e25, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:30.603388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ebc93d9-bef3-46de-b33f-2a0d924c6333 req-7e7fd8c5-2217-47c1-97e3-a4d64ba91a6d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977249 Nov 03 18:35:30.611483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:30.616849 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.749510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=37ad2e7a-85c3-4d58-a817-b427fffb2e25,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:30.762911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.763264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.763991 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Floating IP 2713f024-267a-45f1-8ee0-af2e81c23d14 disassociated. External IP: 172.25.3.54, port: 171dbe6e-0748-4897-b9d5-f82d66eabb41. Nov 03 18:35:30.764371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Calling delete_port for 171dbe6e-0748-4897-b9d5-f82d66eabb41 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:30.824063 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.824403 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Added segment e621a495-9866-4d3b-b72f-33b4a4680470 of type vlan for network 246ba991-509f-482f-ae79-2626e10efa5c Nov 03 18:35:30.825663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4881a2-a0df-4380-b149-51748b1906bf,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:30.828082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9b1e1c-9c35-4eac-aca2-7f116257a573 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:30.839068 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.855473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Transition to ACTIVE for port object 1f9b1e1c-9c35-4eac-aca2-7f116257a573 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:30.871894 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.889224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c1266-f988-4653-a95d-e7829a314f01 req-94531a86-5fc2-49a1-826f-9670b0630c19 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.889407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.891235 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f5c1266-f988-4653-a95d-e7829a314f01 req-94531a86-5fc2-49a1-826f-9670b0630c19 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 935 time: 0.1816993 Nov 03 18:35:30.927477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:30.927827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.928805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.929389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.965370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9b1e1c-9c35-4eac-aca2-7f116257a573,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:31.084815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] Pushing event updated for resources: {'Network': ['ID=246ba991-509f-482f-ae79-2626e10efa5c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:31.089262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:31.105392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 246ba991-509f-482f-ae79-2626e10efa5c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:31.126399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f5c1266-f988-4653-a95d-e7829a314f01 req-af3c8fd8-112a-4d6f-b7c5-bd488f998acf tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752412 Nov 03 18:35:31.156362 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-93c394f2-1859-435d-baae-9ad5003b0763 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2798364 Nov 03 18:35:31.156362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event deleted for resources: {'Port': ['ID=171dbe6e-0748-4897-b9d5-f82d66eabb41,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:31.156362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47472) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:31.158421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Request body: {'subnet': {'network_id': '246ba991-509f-482f-ae79-2626e10efa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1971811436-subnet', 'tenant_id': 'bb0406138a914c0fae38266bc2917630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:31.239671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Attempting to bind port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:31.240051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Attempting to bind port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:31.240380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Attempting to bind port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:31.249652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:31.249985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Attempting to bind port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:31.259145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:31.259496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:31.262133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:31.262621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Bound port: 1f9b1e1c-9c35-4eac-aca2-7f116257a573, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:31.262979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:31.374188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] For port 1f9b1e1c-9c35-4eac-aca2-7f116257a573, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:31.378292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] For port 1f9b1e1c-9c35-4eac-aca2-7f116257a573, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1f9b1e1c-9c35-4eac-aca2-7f116257a573,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:31.391873 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:31.469890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.470625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:31.473359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] 10.222.0.96 "PUT /v2.0/ports/1f9b1e1c-9c35-4eac-aca2-7f116257a573 HTTP/1.1" status: 200 len: 1095 time: 1.6595831 Nov 03 18:35:31.474049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc', 'tag': '1f9b1e1c-9c35-4eac-aca2-7f116257a573'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:31.477105 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3159bb-aa57-4b63-a611-7386f0f8df4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc", "tag": "1f9b1e1c-9c35-4eac-aca2-7f116257a573"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:31.549756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339782a4-4b4c-410d-88b7-f4a0fb4b569e req-ec7c8257-580d-4d65-80aa-71d94cecabea tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.558658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-339782a4-4b4c-410d-88b7-f4a0fb4b569e req-ec7c8257-580d-4d65-80aa-71d94cecabea tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 950 time: 0.2614512 Nov 03 18:35:31.651824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Router b59c9dde-33a6-4c67-913e-bc1952a37ccd has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:31.673722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Made reservation on behalf of bb0406138a914c0fae38266bc2917630 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:31.676431 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:31.685658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36256fa-7145-49b6-b598-8c6fba0816a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9b1e1c-9c35-4eac-aca2-7f116257a573,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:31.795060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-339782a4-4b4c-410d-88b7-f4a0fb4b569e req-6c50397e-9900-49b7-a8bc-c902c04616ca tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348886 Nov 03 18:35:31.819621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-03ba97dc-c490-4945-bc0c-70fd7b40e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.825173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-03ba97dc-c490-4945-bc0c-70fd7b40e50e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 1098 time: 0.2512050 Nov 03 18:35:31.903810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-33799a52-1c78-47fb-9d94-7f61f954b6f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=1f9b1e1c-9c35-4eac-aca2-7f116257a573 HTTP/1.1" status: 200 len: 217 time: 0.0617945 Nov 03 18:35:31.941481 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631e6975-7841-4afd-be17-6011dabafd49 x-openstack-request-id: req-631e6975-7841-4afd-be17-6011dabafd49 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:31.941481 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:31.941481 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-631e6975-7841-4afd-be17-6011dabafd49 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:31.941481 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'status': 'completed', 'code': 200} Nov 03 18:35:32.025917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-205dafe1-7137-4f7b-9dc6-bc520247dd1e req-26f8fa36-cbb2-448a-8e9f-ac2422081c1c tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 210 time: 0.0479717 Nov 03 18:35:32.032611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-2d8d0e32-f141-48ff-a788-a6dffcfe9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.034753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-2d8d0e32-f141-48ff-a788-a6dffcfe9920 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1227801 Nov 03 18:35:32.036524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:32.059233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] Sync routers for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:32.076920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416ad0-d866-4200-a912-ce0cb8245efb req-544ab5fa-fa02-496c-b8f9-86340213c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.078451 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93416ad0-d866-4200-a912-ce0cb8245efb req-544ab5fa-fa02-496c-b8f9-86340213c337 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 1095 time: 0.1419389 Nov 03 18:35:32.081299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47502) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:32.088263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:32.088915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:32.104516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-fe5b6071-6259-467a-a290-864a870c0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.107160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-fe5b6071-6259-467a-a290-864a870c0000 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534427 Nov 03 18:35:32.124973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] No DVR routers for this DVR port 171dbe6e-0748-4897-b9d5-f82d66eabb41 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:32.128969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.130637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.134872 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7d882410-aa31-41c7-b374-6768f862ca7f req-885f01ae-6565-4810-864f-2263326d77e5 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.96 "DELETE /v2.0/ports/171dbe6e-0748-4897-b9d5-f82d66eabb41 HTTP/1.1" status: 204 len: 173 time: 2.0628641 Nov 03 18:35:32.252126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:32.269033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab2542-c4b3-4616-8321-8f65532a4970 req-3aaf9055-b048-4c3a-af6a-c75cb5427d2f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.277270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3cab2542-c4b3-4616-8321-8f65532a4970 req-3aaf9055-b048-4c3a-af6a-c75cb5427d2f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 945 time: 0.1455579 Nov 03 18:35:32.290858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:32.311532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1654323619-network', 'tenant_id': '9eef7eaee88b4d6f8ba9efe42f442c0e'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:32.335912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-cea0f284-937a-475b-a3ae-61832a0e21f6 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167795 Nov 03 18:35:32.368605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3cab2542-c4b3-4616-8321-8f65532a4970 req-25dcbc81-8cb1-4c02-8b4c-6dd0c27068eb tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898113 Nov 03 18:35:32.382816 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416ad0-d866-4200-a912-ce0cb8245efb req-9b91a820-81ee-4846-bce3-0c7ee573f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.385506 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93416ad0-d866-4200-a912-ce0cb8245efb req-9b91a820-81ee-4846-bce3-0c7ee573f733 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.2753017 Nov 03 18:35:32.390309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.397537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Made reservation on behalf of 9eef7eaee88b4d6f8ba9efe42f442c0e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:32.401077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.457132 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.485058 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7273608-00a4-4dc9-b58a-9142f9fadc9e x-openstack-request-id: req-d7273608-00a4-4dc9-b58a-9142f9fadc9e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:32.489198 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc", "tag": "1f9b1e1c-9c35-4eac-aca2-7f116257a573", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:32.489707 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7273608-00a4-4dc9-b58a-9142f9fadc9e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:32.490308 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc', 'tag': '1f9b1e1c-9c35-4eac-aca2-7f116257a573', 'status': 'completed', 'code': 200} Nov 03 18:35:32.497083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:32.514458 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'port_id': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'mac_address': 'fa:16:3e:33:3f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:32.581194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5a6276-0022-4e1f-bda9-e65436319dc6 req-0fcd7a98-f172-47a8-ac83-c09ba7d6e18a service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362990 Nov 03 18:35:32.605959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ec95d-6b41-4dd5-85a6-7a1eb17fe6e1 req-011de6f4-beeb-412c-83e0-4b426b954195 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.607472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-772ec95d-6b41-4dd5-85a6-7a1eb17fe6e1 req-011de6f4-beeb-412c-83e0-4b426b954195 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 944 time: 0.0616455 Nov 03 18:35:32.632826 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.636891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.652923 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.665378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:32.667145 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93416ad0-d866-4200-a912-ce0cb8245efb req-80f07e4a-fb22-43fa-96c7-91ab395d718d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 217 time: 0.2596231 Nov 03 18:35:32.707416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:32.712603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.720485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-b3ae3253-0703-48f2-94a2-8c9bae05e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.722160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-b3ae3253-0703-48f2-94a2-8c9bae05e867 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 1098 time: 0.0826824 Nov 03 18:35:32.726241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-772ec95d-6b41-4dd5-85a6-7a1eb17fe6e1 req-bc289744-0445-465f-a0f7-699e31c13308 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122656 Nov 03 18:35:32.752852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416ad0-d866-4200-a912-ce0cb8245efb req-5bf3ea15-f892-4947-98ec-bcd52e0dcbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.754648 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93416ad0-d866-4200-a912-ce0cb8245efb req-5bf3ea15-f892-4947-98ec-bcd52e0dcbdd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0661330 Nov 03 18:35:32.775097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:32.784986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Checking segment: {'id': 'e621a495-9866-4d3b-b72f-33b4a4680470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '246ba991-509f-482f-ae79-2626e10efa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:32.785461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Network hostable DHCP agents. Network: 246ba991-509f-482f-ae79-2626e10efa5c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:32.790368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c49387-3546-43c6-958a-23eaa8c81c99,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:32.819791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:32.832838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91ec573-999d-4c38-a2ea-52063a5f5c31,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:32.868940 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.870139 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Added segment 2c1a8d9a-513e-4719-84e0-d0b29bd53752 of type vlan for network d707e561-c87d-4cc7-bdc3-f59e2151541c Nov 03 18:35:32.871583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 5, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:32.880574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-aa5c10f5-74b0-4df6-8e86-783a36777fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.884905 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-aa5c10f5-74b0-4df6-8e86-783a36777fc1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1417100 Nov 03 18:35:32.934045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Network 246ba991-509f-482f-ae79-2626e10efa5c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:32.947767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416ad0-d866-4200-a912-ce0cb8245efb req-67f5d1dd-cb39-4b44-ab9d-91bf2edc1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.949513 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93416ad0-d866-4200-a912-ce0cb8245efb req-67f5d1dd-cb39-4b44-ab9d-91bf2edc1c49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865547 Nov 03 18:35:32.954125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.959003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] Checking router: b59c9dde-33a6-4c67-913e-bc1952a37ccd for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:32.966030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 246ba991-509f-482f-ae79-2626e10efa5c) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:32.971153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.972006 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.985574 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-06cda4ae-182d-442d-a0fc-8c65daa5d6c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=1f9b1e1c-9c35-4eac-aca2-7f116257a573 HTTP/1.1" status: 200 len: 217 time: 0.0898464 Nov 03 18:35:32.986352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:32.987114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:32.989782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd98af-7ef2-44e2-8106-a58c3b26eb3f None None] Network 246ba991-509f-482f-ae79-2626e10efa5c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:33.057773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-3df63ed4-6175-4a22-a9f9-e801f9e2c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.060694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-3df63ed4-6175-4a22-a9f9-e801f9e2c754 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0674491 Nov 03 18:35:33.078413 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2c4c5f57-df29-4f24-ba23-16fde83b0a0f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9247990 Nov 03 18:35:33.101297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:33.102496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.103161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:33.131320 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93416ad0-d866-4200-a912-ce0cb8245efb req-ee489f26-5451-4925-8f4b-a9819ff22496 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667111 Nov 03 18:35:33.193187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-c84e8f89-6e29-452e-8b26-94d2ae10543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.194726 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-c84e8f89-6e29-452e-8b26-94d2ae10543f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262002 Nov 03 18:35:33.216170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47520) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:33.216834 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1341865 Nov 03 18:35:33.222770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Request body: {'subnet': {'network_id': 'd707e561-c87d-4cc7-bdc3-f59e2151541c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1654323619-subnet', 'tenant_id': '9eef7eaee88b4d6f8ba9efe42f442c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:33.227057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04b8ec-3d6b-44ba-b03c-24f7f7aee2de admin admin] Pushing event updated for resources: {'Network': ['ID=d707e561-c87d-4cc7-bdc3-f59e2151541c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:33.255375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Made reservation on behalf of 9eef7eaee88b4d6f8ba9efe42f442c0e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:33.257381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:33.257883 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:33.326077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-93416ad0-d866-4200-a912-ce0cb8245efb req-35c615f4-fd41-4780-990d-0107a8a564e1 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849928 Nov 03 18:35:33.446914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['e001dbbd-1d4a-434b-8b6d-7aff1493bbc3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:33.500569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network d707e561-c87d-4cc7-bdc3-f59e2151541c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:33.594766 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:33.786341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-86df43fc-67e5-4838-897e-bd481abafa2e service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832798 Nov 03 18:35:33.796455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4575-1c00-49fe-a29b-8b2720607352 req-59727a42-984a-4927-99d7-afa96d3d6618 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.803859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c10b4575-1c00-49fe-a29b-8b2720607352 req-59727a42-984a-4927-99d7-afa96d3d6618 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 947 time: 0.1133764 Nov 03 18:35:33.864321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 37ad2e7a-85c3-4d58-a817-b427fffb2e25 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:33.919894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47540) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:33.926272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-236073769-network', 'tenant_id': '0a45cd92419c496b9441d2b6ed731006'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:33.950484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd0947-0400-4011-a7b0-feec9579db50', 'name': 'network-vif-deleted', 'tag': '171dbe6e-0748-4897-b9d5-f82d66eabb41'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:33.956421 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4728126f-130e-40ca-a64b-46da8a9eeebe" -d '{"events": [{"server_uuid": "26cd0947-0400-4011-a7b0-feec9579db50", "name": "network-vif-deleted", "tag": "171dbe6e-0748-4897-b9d5-f82d66eabb41"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:33.960755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Made reservation on behalf of 0a45cd92419c496b9441d2b6ed731006 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:33.965264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:33.976903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.007228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0ac33-e353-4c49-ac5b-dd5285a0f890 None None] Network 246ba991-509f-482f-ae79-2626e10efa5c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:34.007777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c10b4575-1c00-49fe-a29b-8b2720607352 req-0a89b994-a1e0-4c37-b8b3-aab68e04b564 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984529 Nov 03 18:35:34.088213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c3159bb-aa57-4b63-a611-7386f0f8df4d req-b9f4ef0e-4a97-412e-a5fe-f55ff52a2402 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821677 Nov 03 18:35:34.096820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.107767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.113051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.157742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:34.174267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1b1c8-59e5-499a-826d-b1b52475fffc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:34.183515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.183930 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Added segment 5f449cfe-fb6b-4b19-b5f9-4df3986654d3 of type vlan for network f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4 Nov 03 18:35:34.214182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9b547f9-5c73-4d8c-ad26-d78a46788923 req-fc183e4f-821e-4efe-b30a-05160e5f88b9 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 210 time: 0.0669501 Nov 03 18:35:34.230348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d47fa6b-0ec4-4224-9e56-19d030d367f5,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:34.234797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:34.259146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:34.259781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.276022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Checking segment: {'id': '2c1a8d9a-513e-4719-84e0-d0b29bd53752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd707e561-c87d-4cc7-bdc3-f59e2151541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:34.276404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Network hostable DHCP agents. Network: d707e561-c87d-4cc7-bdc3-f59e2151541c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:34.284944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.294503 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 5, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:34.311004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Network d707e561-c87d-4cc7-bdc3-f59e2151541c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:34.324537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.325940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.326870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.330435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08822fad-689e-4288-8d58-41d9e0679ea9 None None] The sync data for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 is: [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:32:17Z', 'revision_number': 4, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e6dd2344-a611-49f1-b2cd-753ae9d2f80f', 'name': '', 'network_id': 'f6547e33-a411-4ec2-8398-ecb40a7a1df5', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'mac_address': 'fa:16:3e:60:97:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6c473392-0c14-4598-843b-d219ef8b8420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:16Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 5, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'subnets': [{'id': '6c473392-0c14-4598-843b-d219ef8b8420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:34.339219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, d707e561-c87d-4cc7-bdc3-f59e2151541c) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:34.352356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64972c-1230-4af1-a499-c4733fb133d0 None None] Network d707e561-c87d-4cc7-bdc3-f59e2151541c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:34.358060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.358672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.384370 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4616957 Nov 03 18:35:34.392336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47552) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:34.416429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e0364091-7656-46fe-a653-e3bdc2a612ca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1898439 Nov 03 18:35:34.425859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Request body: {'subnet': {'network_id': 'f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-236073769-subnet', 'tenant_id': '0a45cd92419c496b9441d2b6ed731006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:34.445851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbcd6b-9e47-416f-a8bb-37453dd74c55 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:34.459503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-14fa3902-3c2c-4365-9455-12ba220b976d tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059976 Nov 03 18:35:34.460713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Made reservation on behalf of 0a45cd92419c496b9441d2b6ed731006 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:34.466197 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.473989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:34.632099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.696955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-204e28d8-6b40-4058-af00-98417d5afee9 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.698874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-204e28d8-6b40-4058-af00-98417d5afee9 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280748 Nov 03 18:35:34.703919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643a518-6824-4359-921e-e4f3489dda66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ad2e7a-85c3-4d58-a817-b427fffb2e25'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:34.706286 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a330530b-c1e3-40a5-af83-3ba32e97a9a6" -d '{"events": [{"server_uuid": "1643a518-6824-4359-921e-e4f3489dda66", "name": "network-vif-plugged", "status": "completed", "tag": "37ad2e7a-85c3-4d58-a817-b427fffb2e25"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:34.723866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 37ad2e7a-85c3-4d58-a817-b427fffb2e25, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:34.739928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.740740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 171dbe6e-0748-4897-b9d5-f82d66eabb41 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:34.753729 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0f9e3-6476-4c2b-a3a8-a8443de98c30 None None] New status for floating IP 2713f024-267a-45f1-8ee0-af2e81c23d14: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:34.755252 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-5b5caedf-90d1-4d21-bd5b-a148a2734997 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/quotas/67e4cd7c880d46acb51ce2ab5d3d362c HTTP/1.1" status: 200 len: 375 time: 0.0483730 Nov 03 18:35:34.766985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 171dbe6e-0748-4897-b9d5-f82d66eabb41 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:34.767282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 171dbe6e-0748-4897-b9d5-f82d66eabb41 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:34.773345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad74a73-2e14-4cb3-9ca7-ec71f4c144f8 None None] Network d707e561-c87d-4cc7-bdc3-f59e2151541c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:34.879212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=37ad2e7a-85c3-4d58-a817-b427fffb2e25,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:34.886999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-02d428d0-ccf2-4256-990d-6f49bf2d2049 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307588 Nov 03 18:35:34.895871 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.004591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc13543-f833-48e9-ac4e-177d4875f6cb,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:35.012495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Checking segment: {'id': '5f449cfe-fb6b-4b19-b5f9-4df3986654d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:35.014491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Network hostable DHCP agents. Network: f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:35.046040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Network f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:35.056853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:35.067574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f49ad-077c-429d-8380-0993f8532901 None None] Network f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:35.073634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.074240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.094060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8201663e-a99c-4b5b-a627-fc00c5b1140a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6971374 Nov 03 18:35:35.257593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47570) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:35.267418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a73e90-6378-41e9-ad4b-6801428dd59a None None] Network f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:35.279542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc357ed0-22ae-4743-ac27-70fad740b91e req-13192a68-5504-4d00-9a34-7262a4de5716 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.281234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc357ed0-22ae-4743-ac27-70fad740b91e req-13192a68-5504-4d00-9a34-7262a4de5716 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 946 time: 0.1166861 Nov 03 18:35:35.346949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76c8d3e-52d8-44c1-8109-df67201e83aa admin admin] Deleting subnet f3c49387-3546-43c6-958a-23eaa8c81c99 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:35.357635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b76c8d3e-52d8-44c1-8109-df67201e83aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.437621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc357ed0-22ae-4743-ac27-70fad740b91e req-ffdaf5af-0b5f-4405-ac1f-f9a947353018 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278336 Nov 03 18:35:35.446380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b76c8d3e-52d8-44c1-8109-df67201e83aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.517058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b76c8d3e-52d8-44c1-8109-df67201e83aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.596977 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b76c8d3e-52d8-44c1-8109-df67201e83aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.610635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1f9b1e1c-9c35-4eac-aca2-7f116257a573 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:35.630836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c8d3e-52d8-44c1-8109-df67201e83aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c49387-3546-43c6-958a-23eaa8c81c99,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:35.632890 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b76c8d3e-52d8-44c1-8109-df67201e83aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.639092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b76c8d3e-52d8-44c1-8109-df67201e83aa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f3c49387-3546-43c6-958a-23eaa8c81c99 HTTP/1.1" status: 204 len: 168 time: 0.3790746 Nov 03 18:35:35.640452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47582) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:35.737020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.744622 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0d91c8e-cac8-4a07-ae6e-7bbeeaf19dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.776599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1f9b1e1c-9c35-4eac-aca2-7f116257a573, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1f9b1e1c-9c35-4eac-aca2-7f116257a573,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:35.792507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '1f9b1e1c-9c35-4eac-aca2-7f116257a573', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '1f9b1e1c-9c35-4eac-aca2-7f116257a573', 'mac_address': 'fa:16:3e:79:b5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:35.837715 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.863970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9b1e1c-9c35-4eac-aca2-7f116257a573 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:35.869709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.889132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1f9b1e1c-9c35-4eac-aca2-7f116257a573, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1f9b1e1c-9c35-4eac-aca2-7f116257a573,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:35.894160 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.924596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246ba991-509f-482f-ae79-2626e10efa5c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:35.937211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e621a495-9866-4d3b-b72f-33b4a4680470') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:35.937963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e621a495-9866-4d3b-b72f-33b4a4680470') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:35.955750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19504acf-e1c6-48cf-90cd-2492711e9f47 req-81ac6eac-0627-4615-9005-8b8f0226ba1b tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.957477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19504acf-e1c6-48cf-90cd-2492711e9f47 req-81ac6eac-0627-4615-9005-8b8f0226ba1b tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 945 time: 0.1029909 Nov 03 18:35:35.957781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1f9b1e1c-9c35-4eac-aca2-7f116257a573,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:35.959500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.990612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.000725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:36.001117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:36.002979 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:36.067859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19504acf-e1c6-48cf-90cd-2492711e9f47 req-f5e3bcde-ddb0-4191-9cd4-d0fbee5a24c4 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006632 Nov 03 18:35:36.075964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.081598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.092656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/246ba991-509f-482f-ae79-2626e10efa5c HTTP/1.1" status: 204 len: 168 time: 0.4448957 Nov 03 18:35:36.092656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47586) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:36.123176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef289b-92c0-4069-acde-a0ae08651ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=246ba991-509f-482f-ae79-2626e10efa5c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:36.128974 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976a1207-8f93-48c2-b475-85eabdcf6138 x-openstack-request-id: req-976a1207-8f93-48c2-b475-85eabdcf6138 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:36.129535 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd0947-0400-4011-a7b0-feec9579db50", "name": "network-vif-deleted", "tag": "171dbe6e-0748-4897-b9d5-f82d66eabb41", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:36.130035 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-976a1207-8f93-48c2-b475-85eabdcf6138 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:36.130781 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd0947-0400-4011-a7b0-feec9579db50', 'name': 'network-vif-deleted', 'tag': '171dbe6e-0748-4897-b9d5-f82d66eabb41', 'status': 'completed', 'code': 200} Nov 03 18:35:36.146430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8033a38-7525-4bba-9a30-edc7608cd1fd admin admin] Deleting subnet 0bc13543-f833-48e9-ac4e-177d4875f6cb {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:36.151573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8033a38-7525-4bba-9a30-edc7608cd1fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.163536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1f9b1e1c-9c35-4eac-aca2-7f116257a573'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:36.224201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8033a38-7525-4bba-9a30-edc7608cd1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.265504 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-321969de-7911-40c3-b261-d1f026d48161 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330701 Nov 03 18:35:36.283137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:36.308722 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-38d720fc-f81e-4082-80b7-ca4321d433eb req-9f9cd95e-2fe2-4938-8a9d-7ee0ffb42e3f tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] show failed (client error): The resource could not be found. Nov 03 18:35:36.329932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38d720fc-f81e-4082-80b7-ca4321d433eb req-9f9cd95e-2fe2-4938-8a9d-7ee0ffb42e3f tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] 10.222.0.77 "GET /v2.0/security-groups/d39ddf9c-5e22-4e8a-ac6f-8c9e1c5f4527 HTTP/1.1" status: 404 len: 352 time: 0.0822375 Nov 03 18:35:36.357264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8033a38-7525-4bba-9a30-edc7608cd1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.381609 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a055b0a-d022-4800-8ff1-cc90ae8f5a41 x-openstack-request-id: req-6a055b0a-d022-4800-8ff1-cc90ae8f5a41 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:36.381988 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643a518-6824-4359-921e-e4f3489dda66", "name": "network-vif-plugged", "status": "completed", "tag": "37ad2e7a-85c3-4d58-a817-b427fffb2e25", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:36.382310 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a055b0a-d022-4800-8ff1-cc90ae8f5a41 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:36.385734 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643a518-6824-4359-921e-e4f3489dda66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ad2e7a-85c3-4d58-a817-b427fffb2e25', 'code': 200} Nov 03 18:35:36.421381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:36.427642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:36.428305 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.487201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-fc4cfaed-d46a-46d4-9576-0e35757a772e tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.489953 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-fc4cfaed-d46a-46d4-9576-0e35757a772e tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167029 Nov 03 18:35:36.501016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8033a38-7525-4bba-9a30-edc7608cd1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.509542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Request body: {'port': {'device_id': '9fa95cb6-a4de-477d-8075-8a4cf3686364', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '67e4cd7c880d46acb51ce2ab5d3d362c'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:36.545812 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.554377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8033a38-7525-4bba-9a30-edc7608cd1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc13543-f833-48e9-ac4e-177d4875f6cb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:36.578541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8033a38-7525-4bba-9a30-edc7608cd1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.585932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a8033a38-7525-4bba-9a30-edc7608cd1fd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0bc13543-f833-48e9-ac4e-177d4875f6cb HTTP/1.1" status: 204 len: 168 time: 0.4926908 Nov 03 18:35:36.589307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47594) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:36.607225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:36.612652 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.664177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Made reservation on behalf of 67e4cd7c880d46acb51ce2ab5d3d362c for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:36.671767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.679348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5f18d-50c8-4d5f-bb11-4ecb1ae31f0b req-0495b48b-5039-4041-9822-5caca9868ba4 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.681757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7a5f18d-50c8-4d5f-bb11-4ecb1ae31f0b req-0495b48b-5039-4041-9822-5caca9868ba4 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 948 time: 0.2028854 Nov 03 18:35:36.689466 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.696388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:36.696692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d23aa1-ce45-4483-8b0c-a4308ad68465 req-9e0d317e-19b1-4acc-8639-48d2e1e5fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.698283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62d23aa1-ce45-4483-8b0c-a4308ad68465 req-9e0d317e-19b1-4acc-8639-48d2e1e5fd6f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 1097 time: 0.2069042 Nov 03 18:35:36.816678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Allocated IP 192.168.233.172 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/b569f4e0-4f30-423b-8cab-ca9c379eb9e9) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:36.849898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7a5f18d-50c8-4d5f-bb11-4ecb1ae31f0b req-fe595182-b4f0-4eff-853b-7bbee5df6be8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570778 Nov 03 18:35:36.857099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62d23aa1-ce45-4483-8b0c-a4308ad68465 req-f954c807-695d-4578-a427-cf86db01c828 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492510 Nov 03 18:35:36.858645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.895708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:36.907159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f449cfe-fb6b-4b19-b5f9-4df3986654d3') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:36.907603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f449cfe-fb6b-4b19-b5f9-4df3986654d3') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:36.922111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.939026 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.972894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-241abab6-6b82-47b0-bd24-53b3fab3e22e req-c5656f2f-509f-4caf-ac62-82d8c5f6152e tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 210 time: 0.0363829 Nov 03 18:35:36.979289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:36.979904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:36.981902 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:36.995896 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.036171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.049939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['90f33d71-fbf6-43e4-93bc-a6a3881bb6eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:37.068182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.077807 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.085213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4 HTTP/1.1" status: 204 len: 168 time: 0.4940951 Nov 03 18:35:37.094823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Pushing event updated for resources: {'Port': ['ID=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:37.110871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:37.112723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:37.115625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:37.148340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39a56b2d-4f3d-4a6d-bdd7-92ad500ecde5 req-32042530-aca5-4d18-b28f-90ae95578598 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/ports?device_id=26cd0947-0400-4011-a7b0-feec9579db50 HTTP/1.1" status: 200 len: 210 time: 0.0840950 Nov 03 18:35:37.160975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebe796-0516-4c30-86a1-68bdec9221d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e73af3-5b3a-48d5-bf24-a9c039ca3ce4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:37.207394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.208067 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.240611 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-4fc1b52e-4316-411c-b7bf-6b45409c1ca0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7400503 Nov 03 18:35:37.254938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Request body: {'port': {'device_id': '9fa95cb6-a4de-477d-8075-8a4cf3686364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:37.355525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.402856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47602) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:37.497504 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-792d33fe-e392-4e73-b3ac-9938d619a15a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb0406138a914c0fae38266bc2917630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0910897 Nov 03 18:35:37.497916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47608) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:37.546937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3e5b51a7-cf91-4753-aff4-e267ec4e4f60 None None] Provisioning complete for port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:37.546937 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3e5b51a7-cf91-4753-aff4-e267ec4e4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.592032 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c61ac622-a941-44cb-92b5-d856286e81a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.605653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b51a7-cf91-4753-aff4-e267ec4e4f60 None None] Port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:37.609927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1f9b1e1c-9c35-4eac-aca2-7f116257a573 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:37.611195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9a0c0-a3eb-46a1-90d8-656a82ce95df req-d7a9e427-8722-40dd-88e7-a64cfa03ec19 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.618917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b8e9a0c0-a3eb-46a1-90d8-656a82ce95df req-d7a9e427-8722-40dd-88e7-a64cfa03ec19 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 946 time: 0.0730553 Nov 03 18:35:37.653953 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c61ac622-a941-44cb-92b5-d856286e81a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.679708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:37.686854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:37.687596 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.709608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b8e9a0c0-a3eb-46a1-90d8-656a82ce95df req-61772583-4605-4b0c-a629-19a115212cf7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823262 Nov 03 18:35:37.741555 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c61ac622-a941-44cb-92b5-d856286e81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.745505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c61ac622-a941-44cb-92b5-d856286e81a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.749107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c61ac622-a941-44cb-92b5-d856286e81a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c4881a2-a0df-4380-b149-51748b1906bf HTTP/1.1" status: 204 len: 168 time: 0.2478793 Nov 03 18:35:37.758542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ac622-a941-44cb-92b5-d856286e81a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4881a2-a0df-4380-b149-51748b1906bf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:37.764154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b569f4e0-4f30-423b-8cab-ca9c379eb9e9 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:37.773371 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.792894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Transition to ACTIVE for port object b569f4e0-4f30-423b-8cab-ca9c379eb9e9 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:37.798766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.859273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:37.876780 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.898389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bda4b5-174f-49bd-bace-3b48f117cba6 req-9b99d786-8384-48ca-bcf7-402b59cc61d1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.906269 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48bda4b5-174f-49bd-bace-3b48f117cba6 req-9b99d786-8384-48ca-bcf7-402b59cc61d1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 946 time: 0.1004283 Nov 03 18:35:37.973136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1f9b1e1c-9c35-4eac-aca2-7f116257a573, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1f9b1e1c-9c35-4eac-aca2-7f116257a573,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:37.980471 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.007757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Attempting to bind port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:38.008458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Attempting to bind port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:38.009017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Attempting to bind port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:38.015962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:38.016495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Attempting to bind port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:38.018783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48bda4b5-174f-49bd-bace-3b48f117cba6 req-3f839fab-daa7-4a37-a8aa-197604d69a1e tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935178 Nov 03 18:35:38.033950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:38.035181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:38.037450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:38.038167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Bound port: b569f4e0-4f30-423b-8cab-ca9c379eb9e9, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:38.038797 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.067956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1f9b1e1c-9c35-4eac-aca2-7f116257a573,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:38.202506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] For port b569f4e0-4f30-423b-8cab-ca9c379eb9e9, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:38.206515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] For port b569f4e0-4f30-423b-8cab-ca9c379eb9e9, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:38.215231 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.283402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.284671 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.286620 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/b569f4e0-4f30-423b-8cab-ca9c379eb9e9 HTTP/1.1" status: 200 len: 1096 time: 1.0367365 Nov 03 18:35:38.287002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa95cb6-a4de-477d-8075-8a4cf3686364', 'tag': 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:38.291493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d248ecc-8b1b-45a7-a974-5f8aea78615b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.295459 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa95cb6-a4de-477d-8075-8a4cf3686364", "tag": "b569f4e0-4f30-423b-8cab-ca9c379eb9e9"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:38.323853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d756a-582e-48a1-9bb1-2f50e58a94e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:38.345115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47626) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:38.384155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3'}, {'server_uuid': 'c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9b1e1c-9c35-4eac-aca2-7f116257a573'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:38.386540 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc68737d-5164-4e6d-b470-fb09bb9223aa" -d '{"events": [{"server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "name": "network-vif-plugged", "status": "completed", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3"}, {"server_uuid": "c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc", "name": "network-vif-plugged", "status": "completed", "tag": "1f9b1e1c-9c35-4eac-aca2-7f116257a573"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:38.436425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ddb78b00-6e77-4936-87d5-189ad0b930b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a45cd92419c496b9441d2b6ed731006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898464 Nov 03 18:35:38.439179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47630) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:38.497782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-6ce526e0-f467-4b50-97d3-bae903d4508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.502289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-6ce526e0-f467-4b50-97d3-bae903d4508f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 1099 time: 0.1385553 Nov 03 18:35:38.595897 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-45be2fb8-2fc2-4891-aaa6-9710ba49f281 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b569f4e0-4f30-423b-8cab-ca9c379eb9e9 HTTP/1.1" status: 200 len: 217 time: 0.0847232 Nov 03 18:35:38.604159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df64efb2-fffb-4338-9229-24f0135832b5 req-86e77ad7-4b9a-4dce-a202-1ef0a558388b tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9eef7eaee88b4d6f8ba9efe42f442c0e HTTP/1.1" status: 200 len: 3001 time: 0.0734408 Nov 03 18:35:38.645564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce3649d2-2008-4264-9f46-6d3f817d35a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.654203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df64efb2-fffb-4338-9229-24f0135832b5 req-8e45361c-8907-4eff-8e60-1801de93514a tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] 10.222.0.77 "GET /v2.0/security-groups/e91ec573-999d-4c38-a2ea-52063a5f5c31 HTTP/1.1" status: 200 len: 2998 time: 0.0490077 Nov 03 18:35:38.673143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-0860032e-6dea-460b-8498-517204d6710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.675215 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-0860032e-6dea-460b-8498-517204d6710b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0715711 Nov 03 18:35:38.680215 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce3649d2-2008-4264-9f46-6d3f817d35a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.706530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df64efb2-fffb-4338-9229-24f0135832b5 req-6b98336b-7b8d-41fd-9ab0-3bd5ff53b44f tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] 10.222.0.77 "GET /v2.0/security-groups/e91ec573-999d-4c38-a2ea-52063a5f5c31 HTTP/1.1" status: 200 len: 2998 time: 0.0511413 Nov 03 18:35:38.755848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-bc7b1cb1-dcab-4fc2-b355-b4bdd055374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.757378 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-bc7b1cb1-dcab-4fc2-b355-b4bdd055374b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746868 Nov 03 18:35:38.778376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce3649d2-2008-4264-9f46-6d3f817d35a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.780796 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce3649d2-2008-4264-9f46-6d3f817d35a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.781911 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ce3649d2-2008-4264-9f46-6d3f817d35a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42b1b1c8-59e5-499a-826d-b1b52475fffc HTTP/1.1" status: 204 len: 168 time: 0.3418238 Nov 03 18:35:38.841369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a087340-6954-44f7-aded-033085107883 req-de6274b3-3dfb-4ee9-a151-ca5dbfe61f53 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.843024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3649d2-2008-4264-9f46-6d3f817d35a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1b1c8-59e5-499a-826d-b1b52475fffc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:38.844485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a087340-6954-44f7-aded-033085107883 req-de6274b3-3dfb-4ee9-a151-ca5dbfe61f53 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 949 time: 0.0729387 Nov 03 18:35:38.889434 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-dc102fbc-0393-4992-a4b1-f2166fac57ed service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229005 Nov 03 18:35:38.940314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a087340-6954-44f7-aded-033085107883 req-b839f2db-27a0-4f82-b975-c2587025df3c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Nov 03 18:35:39.069574 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4ed5b67a-67a1-4c00-9f62-84e0343d94f1 req-7e1cf6db-1156-4f4d-8bef-0e10c32e4dfd service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736357 Nov 03 18:35:39.104933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9bd3e-e83e-4d5b-af2c-4fcdc224e5e3 req-e17dff07-336e-446c-83cf-1229c79592c7 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.106554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71c9bd3e-e83e-4d5b-af2c-4fcdc224e5e3 req-e17dff07-336e-446c-83cf-1229c79592c7 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 948 time: 0.0605855 Nov 03 18:35:39.158026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71c9bd3e-e83e-4d5b-af2c-4fcdc224e5e3 req-d97467f5-6d59-4d7a-8a3c-b31a55e1c3aa tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449002 Nov 03 18:35:39.238107 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02605750-5644-4f07-88a8-42bbbd9c2adf x-openstack-request-id: req-02605750-5644-4f07-88a8-42bbbd9c2adf {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:39.238681 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa95cb6-a4de-477d-8075-8a4cf3686364", "tag": "b569f4e0-4f30-423b-8cab-ca9c379eb9e9", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:39.238681 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02605750-5644-4f07-88a8-42bbbd9c2adf {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:39.239048 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa95cb6-a4de-477d-8075-8a4cf3686364', 'tag': 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9', 'status': 'completed', 'code': 200} Nov 03 18:35:39.283729 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005c9d34-1be7-4508-a2bd-05d282f69988 x-openstack-request-id: req-005c9d34-1be7-4508-a2bd-05d282f69988 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:39.284585 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "name": "network-vif-plugged", "status": "completed", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3", "code": 200}, {"server_uuid": "c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc", "name": "network-vif-plugged", "status": "completed", "tag": "1f9b1e1c-9c35-4eac-aca2-7f116257a573", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:39.285014 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-005c9d34-1be7-4508-a2bd-05d282f69988 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:39.285630 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'code': 200} Nov 03 18:35:39.286048 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9b1e1c-9c35-4eac-aca2-7f116257a573', 'code': 200} Nov 03 18:35:39.347384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-63405e3d-f677-4439-8477-2a262e7ee11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.351650 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-63405e3d-f677-4439-8477-2a262e7ee11e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 1099 time: 0.0875628 Nov 03 18:35:39.388246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-560e25ff-ef23-4f3a-a8c4-00df6e5bb4e2 req-71066eae-f96f-4dcd-8a4a-2dfd8d6fc1e0 tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] 10.222.0.77 "GET /v2.0/security-groups/e91ec573-999d-4c38-a2ea-52063a5f5c31 HTTP/1.1" status: 200 len: 2998 time: 0.0613627 Nov 03 18:35:39.475614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca561cd-7eb0-43db-a248-af13e2978fc4 req-a371b25b-6af1-4c52-b11d-3a1d0d1abe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.478065 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca561cd-7eb0-43db-a248-af13e2978fc4 req-a371b25b-6af1-4c52-b11d-3a1d0d1abe5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 1097 time: 0.1040499 Nov 03 18:35:39.490020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e384f71-9be7-4034-9757-f54273a8ca71 req-0e19f06d-7d1f-4a75-80b4-726e0d8ff3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.491748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e384f71-9be7-4034-9757-f54273a8ca71 req-0e19f06d-7d1f-4a75-80b4-726e0d8ff3ff service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 1100 time: 0.0841570 Nov 03 18:35:39.519872 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-560e25ff-ef23-4f3a-a8c4-00df6e5bb4e2 req-724c35c0-eb1e-4a9c-83e6-4a83cdc26a34 tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:35:39.521206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-560e25ff-ef23-4f3a-a8c4-00df6e5bb4e2 req-724c35c0-eb1e-4a9c-83e6-4a83cdc26a34 tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] 10.222.0.77 "DELETE /v2.0/security-groups/e91ec573-999d-4c38-a2ea-52063a5f5c31 HTTP/1.1" status: 409 len: 352 time: 0.1319919 Nov 03 18:35:39.541354 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca561cd-7eb0-43db-a248-af13e2978fc4 req-0f67d422-8695-450e-8058-f693b8235a3a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529926 Nov 03 18:35:39.562348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e384f71-9be7-4034-9757-f54273a8ca71 req-d610128d-e20a-4b52-8b63-329230f608d5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Nov 03 18:35:39.573356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-5d5c059d-648c-4bbd-b1ff-675d806f3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.575424 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-5d5c059d-648c-4bbd-b1ff-675d806f3f72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2143109 Nov 03 18:35:39.651481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc057a-4cd0-45a5-9d7f-35b71b71d3fa req-f345e22c-dab3-46e4-923e-39cab0bb3ea7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.653097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8dc057a-4cd0-45a5-9d7f-35b71b71d3fa req-f345e22c-dab3-46e4-923e-39cab0bb3ea7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Nov 03 18:35:39.704317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8dc057a-4cd0-45a5-9d7f-35b71b71d3fa req-4203dad0-8c56-48b1-86cc-18e9958dc116 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439839 Nov 03 18:35:39.790966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-416d828b-c7f4-4c1d-87fd-e880d0eed4a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b569f4e0-4f30-423b-8cab-ca9c379eb9e9 HTTP/1.1" status: 200 len: 217 time: 0.0545151 Nov 03 18:35:39.840824 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:39.887518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-ca400d38-70b7-46ca-a565-7e023d072375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.888702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-ca400d38-70b7-46ca-a565-7e023d072375 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0866947 Nov 03 18:35:39.904126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5753e-f595-4d9a-8f55-fdbf06c7bfba req-1aa6da5a-6b2f-46c5-882a-47461e79b611 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.912361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14d5753e-f595-4d9a-8f55-fdbf06c7bfba req-1aa6da5a-6b2f-46c5-882a-47461e79b611 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 946 time: 0.0815892 Nov 03 18:35:39.957057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-9235d03e-f4c5-4621-ba18-7778511dfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.963597 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-9235d03e-f4c5-4621-ba18-7778511dfea7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664985 Nov 03 18:35:39.982190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14d5753e-f595-4d9a-8f55-fdbf06c7bfba req-674eac75-f259-4e8d-95ea-78466b89f78a tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Nov 03 18:35:40.030241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47674) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:40.099760 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-4462a3b7-c215-4141-91a3-e60a27b40257 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268892 Nov 03 18:35:40.110607 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c45c934d-1bf6-4f94-80d7-51bfebbbc845 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.117340 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-1a18d1a3-51ef-4f22-a0d0-e5b20ce08f5d req-151d8807-71e1-466d-878d-e4f6f5101039 tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] show failed (client error): The resource could not be found. Nov 03 18:35:40.118550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a18d1a3-51ef-4f22-a0d0-e5b20ce08f5d req-151d8807-71e1-466d-878d-e4f6f5101039 tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] 10.222.0.77 "GET /v2.0/security-groups/4477b850-4a19-4388-bdf3-54c4c7a5c391 HTTP/1.1" status: 404 len: 352 time: 0.0184529 Nov 03 18:35:40.148163 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c45c934d-1bf6-4f94-80d7-51bfebbbc845 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.243104 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3b6c37a-8015-40ff-bcb9-46e15b52afd8 req-baf6b0de-3873-42dd-a8fc-0c913a25d77d service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332881 Nov 03 18:35:40.362419 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c45c934d-1bf6-4f94-80d7-51bfebbbc845 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.366245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c45c934d-1bf6-4f94-80d7-51bfebbbc845 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.371452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c45c934d-1bf6-4f94-80d7-51bfebbbc845 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "DELETE /v2.0/security-groups/ceb6033a-53f9-4e3c-8d58-816678c1db68 HTTP/1.1" status: 204 len: 168 time: 0.3353319 Nov 03 18:35:40.371904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47694) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:40.388771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c934d-1bf6-4f94-80d7-51bfebbbc845 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb6033a-53f9-4e3c-8d58-816678c1db68,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:40.390662 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-2e013aee-5581-434a-8d7f-651e45a9a17a tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] show failed (client error): The resource could not be found. Nov 03 18:35:40.393595 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2e013aee-5581-434a-8d7f-651e45a9a17a tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "GET /v2.0/security-groups/ceb6033a-53f9-4e3c-8d58-816678c1db68 HTTP/1.1" status: 404 len: 347 time: 0.0185986 Nov 03 18:35:40.395682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:40.415229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-49c967d8-58fc-48d3-901e-8e0021807ed3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:40.417312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-49c967d8-58fc-48d3-901e-8e0021807ed3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.2119453 Nov 03 18:35:40.435377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-a5fbb8a5-c07e-4589-be39-c9a4948ec315 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/quotas/0c81da524e49418b81a8405e7bb78ab1 HTTP/1.1" status: 200 len: 375 time: 0.0116594 Nov 03 18:35:40.506579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-bcee1363-e00a-459b-ae41-887b2fa22750 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655639 Nov 03 18:35:40.552218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Deleting port 56c2ef4f-a05b-4589-88d3-3314b27fbd79 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:40.552669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.612690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-99c12982-06ef-41d6-9d54-f016a1704288 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969031 Nov 03 18:35:40.718580 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.719219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.729617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-9d925470-30ab-4cf1-8b66-78bb453d9301 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086564 Nov 03 18:35:40.761103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Calling delete_port for 56c2ef4f-a05b-4589-88d3-3314b27fbd79 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:41.027262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.040835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710dfc7-d516-4f95-a98b-00206fa82ebb req-89c561b6-0947-496d-8d49-e5992927dfeb tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:41.042852 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d710dfc7-d516-4f95-a98b-00206fa82ebb req-89c561b6-0947-496d-8d49-e5992927dfeb tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 949 time: 0.0597081 Nov 03 18:35:41.052384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Pushing event deleted for resources: {'Port': ['ID=56c2ef4f-a05b-4589-88d3-3314b27fbd79,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:41.114554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d710dfc7-d516-4f95-a98b-00206fa82ebb req-a737469b-29cc-499e-ad3e-1a867adf36c9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640352 Nov 03 18:35:41.152243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.155412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.157243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1d74d2a7-88e7-40e5-af58-bc99a7f7cb05 tempest-ServersTestBootFromVolume-1652885914 tempest-ServersTestBootFromVolume-1652885914-project] 10.222.0.77 "DELETE /v2.0/floatingips/2713f024-267a-45f1-8ee0-af2e81c23d14 HTTP/1.1" status: 204 len: 168 time: 0.7607722 Nov 03 18:35:41.160443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47720) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:41.216606 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-679766de-bb6c-498e-8f19-10f5ba5c375f req-4b2baad0-48b0-4a90-91af-59056eda1399 tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] show failed (client error): The resource could not be found. Nov 03 18:35:41.218015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-679766de-bb6c-498e-8f19-10f5ba5c375f req-4b2baad0-48b0-4a90-91af-59056eda1399 tempest-SecurityGroupsNegativeTestJSON-54755249 tempest-SecurityGroupsNegativeTestJSON-54755249-project] 10.222.0.77 "GET /v2.0/security-groups/3fad4338-4e6a-40ab-ab97-fdb46161f517 HTTP/1.1" status: 404 len: 352 time: 0.0179527 Nov 03 18:35:41.239081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47724) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:41.338320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b16d00-3fb9-4150-a2a6-56795214d989 admin admin] Deleting subnet 7d47fa6b-0ec4-4224-9e56-19d030d367f5 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:41.342187 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51b16d00-3fb9-4150-a2a6-56795214d989 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.399886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51b16d00-3fb9-4150-a2a6-56795214d989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.486621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51b16d00-3fb9-4150-a2a6-56795214d989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.573428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51b16d00-3fb9-4150-a2a6-56795214d989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.611556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b16d00-3fb9-4150-a2a6-56795214d989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d47fa6b-0ec4-4224-9e56-19d030d367f5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:41.618325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51b16d00-3fb9-4150-a2a6-56795214d989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.623690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-51b16d00-3fb9-4150-a2a6-56795214d989 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7d47fa6b-0ec4-4224-9e56-19d030d367f5 HTTP/1.1" status: 204 len: 168 time: 0.3833811 Nov 03 18:35:41.626557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47728) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:41.746566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.756557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0e356-09b8-4df2-bdaa-67c0c2840c65 req-89c65bdf-e9b5-40ca-a0fb-85a7355ce3c1 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:41.759115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ded0e356-09b8-4df2-bdaa-67c0c2840c65 req-89c65bdf-e9b5-40ca-a0fb-85a7355ce3c1 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 948 time: 0.1016905 Nov 03 18:35:41.795219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.856493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ded0e356-09b8-4df2-bdaa-67c0c2840c65 req-2cb7f26b-d830-4d43-9e9a-cf96be7256e0 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895305 Nov 03 18:35:41.916513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.952411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d707e561-c87d-4cc7-bdc3-f59e2151541c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:41.964378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1a8d9a-513e-4719-84e0-d0b29bd53752') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:41.964749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1a8d9a-513e-4719-84e0-d0b29bd53752') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:41.975550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.990599 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.998158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:41.998503 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:42.000812 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:42.003093 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.060566 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.085168 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.097493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.102058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d707e561-c87d-4cc7-bdc3-f59e2151541c HTTP/1.1" status: 204 len: 168 time: 0.4742734 Nov 03 18:35:42.116035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543ef15-598c-4bc3-bb52-706f0729fc33 admin admin] Pushing event deleted for resources: {'Network': ['ID=d707e561-c87d-4cc7-bdc3-f59e2151541c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:42.281643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b569f4e0-4f30-423b-8cab-ca9c379eb9e9 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:42.448438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47736) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:42.513672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b569f4e0-4f30-423b-8cab-ca9c379eb9e9, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:42.515063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-a01c9cd8-1339-42ff-974f-4b2aec2b5fe8 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:42.516760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-a01c9cd8-1339-42ff-974f-4b2aec2b5fe8 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.3070457 Nov 03 18:35:42.532954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47740) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:42.534318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bfc0e953-1d60-4ea2-8032-8fc309083614 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9eef7eaee88b4d6f8ba9efe42f442c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0847206 Nov 03 18:35:42.534799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9', 'mac_address': 'fa:16:3e:4c:6f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:42.543998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Request body: {'port': {'device_id': '718f1654-f701-48dd-b4d2-61fe64b85d4d', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'admin_state_up': True, 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:42.591691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.607663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b569f4e0-4f30-423b-8cab-ca9c379eb9e9 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:42.608219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a696de44-82de-4c13-8982-1df4d27d3fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.629624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b569f4e0-4f30-423b-8cab-ca9c379eb9e9, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:42.630380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Deleting port e6dd2344-a611-49f1-b2cd-753ae9d2f80f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:42.633095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.637347 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.693205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:42.702972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.703634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.704215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.704737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.705263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.706065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.706598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.707113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.707626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.708411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.709251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.709918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:42.720638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cd9a5-c542-4edb-beaf-347ad51db40f req-7785612f-a0ed-42d3-9ffd-b4f504044c9b tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:42.724992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] For port e6dd2344-a611-49f1-b2cd-753ae9d2f80f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:42.725355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.729009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a7cd9a5-c542-4edb-beaf-347ad51db40f req-7785612f-a0ed-42d3-9ffd-b4f504044c9b tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 946 time: 0.1932240 Nov 03 18:35:42.738201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:42.741972 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.745483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a696de44-82de-4c13-8982-1df4d27d3fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.747249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Calling delete_port for e6dd2344-a611-49f1-b2cd-753ae9d2f80f owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:42.806002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a7cd9a5-c542-4edb-beaf-347ad51db40f req-5d8ee4f5-6226-4a5e-a2e5-8fa6ebb19c64 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760210 Nov 03 18:35:42.850704 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a696de44-82de-4c13-8982-1df4d27d3fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.853376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a696de44-82de-4c13-8982-1df4d27d3fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.869519 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a696de44-82de-4c13-8982-1df4d27d3fec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e91ec573-999d-4c38-a2ea-52063a5f5c31 HTTP/1.1" status: 204 len: 168 time: 0.3220541 Nov 03 18:35:42.885238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696de44-82de-4c13-8982-1df4d27d3fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91ec573-999d-4c38-a2ea-52063a5f5c31,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:42.912318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b569f4e0-4f30-423b-8cab-ca9c379eb9e9'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:42.978952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9082fd-97c7-4453-b0cd-7b6257fe089f req-77967a5e-87c5-476b-8747-5420ac0962bd tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:42.987584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af9082fd-97c7-4453-b0cd-7b6257fe089f req-77967a5e-87c5-476b-8747-5420ac0962bd tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 1100 time: 0.1069150 Nov 03 18:35:43.019046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Allocated IP 172.20.0.8 (216a7812-84d2-4978-8b51-d49480d4019a/0cd22e13-56de-48cd-a0d5-8a5717f3c69f/506c7de4-14a0-4956-9528-f4b30ab0da4e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:43.069755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af9082fd-97c7-4453-b0cd-7b6257fe089f req-d947ab2a-344b-483d-8f45-fc9dacde3d59 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768900 Nov 03 18:35:43.103999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.181960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dd2344-a611-49f1-b2cd-753ae9d2f80f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:43.345188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6724014-0da9-41f2-9a0e-03ca3035bd45 req-30695a77-ae09-47a0-910a-ccec20a60b4e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 210 time: 0.0600052 Nov 03 18:35:43.374568 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.464428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.476065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:43.559555 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.635179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Network 216a7812-84d2-4978-8b51-d49480d4019a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:43.636269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event updated for resources: {'Port': ['ID=506c7de4-14a0-4956-9528-f4b30ab0da4e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:43.645288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:43.648340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:43.753685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-873c3a0c-04fc-43a0-b5d7-e5ce19fc0ebd tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:43.755413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-873c3a0c-04fc-43a0-b5d7-e5ce19fc0ebd tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1802447 Nov 03 18:35:43.764603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:43.765241 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.821486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-5aa097e8-759c-46c1-95a9-b55ce6220a89 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0522516 Nov 03 18:35:43.828036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-ba3eb733-9bbb-480c-b4fd-b7352da114ca tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2902586 Nov 03 18:35:43.834376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Request body: {'floatingip': {'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:43.845367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Request body: {'port': {'device_id': '718f1654-f701-48dd-b4d2-61fe64b85d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:43.907782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Router b59c9dde-33a6-4c67-913e-bc1952a37ccd has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:43.911832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.954445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47774) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:44.033850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:44.044026 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0944676f-76c9-4bbc-bcbd-ef7b24c34ba7 admin admin] 10.222.0.77 "PUT /v2.0/routers/b59c9dde-33a6-4c67-913e-bc1952a37ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8823535 Nov 03 18:35:44.044788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47778) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:44.049498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] Sync routers for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:44.062772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:44.063568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:44.192134 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.198777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:44.309819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.331797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2125773729-network', 'tenant_id': '4098930965064fe38cac7761cc640c5c'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:44.334730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.359955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b569f4e0-4f30-423b-8cab-ca9c379eb9e9 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:44.368070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Deleting port 8bab119e-7dd7-4f13-ad82-fc2099224f34 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:44.368374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.422308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:44.424522 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.446353 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.461064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] For port 8bab119e-7dd7-4f13-ad82-fc2099224f34, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8bab119e-7dd7-4f13-ad82-fc2099224f34,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:44.461518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.479006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Calling delete_port for 8bab119e-7dd7-4f13-ad82-fc2099224f34 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:44.505609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:44.512518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:44.512894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.634959 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:35:42Z', 'revision_number': 5, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port': {'id': '8bab119e-7dd7-4f13-ad82-fc2099224f34', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:13Z', 'updated_at': '2021-11-03T18:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:44.636777 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.669165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.670126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] Checking router: b59c9dde-33a6-4c67-913e-bc1952a37ccd for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:44.693594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa95cb6-a4de-477d-8075-8a4cf3686364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:44.695912 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547333d4-d9ad-42d8-a0d4-319ba1da04b1" -d '{"events": [{"server_uuid": "9fa95cb6-a4de-477d-8075-8a4cf3686364", "name": "network-vif-plugged", "status": "completed", "tag": "b569f4e0-4f30-423b-8cab-ca9c379eb9e9"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:44.699976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bab119e-7dd7-4f13-ad82-fc2099224f34,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:44.701802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] Routers {'b59c9dde-33a6-4c67-913e-bc1952a37ccd'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:44.702212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:44.747126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b569f4e0-4f30-423b-8cab-ca9c379eb9e9, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:44.778481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.782568 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.814638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] Set router b59c9dde-33a6-4c67-913e-bc1952a37ccd gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:44.876110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:35:44Z', 'revision_number': 7, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:44.886634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.887762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.912263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093ba08-6594-4684-90a4-62bab7614253 None None] The sync data for ids ['b59c9dde-33a6-4c67-913e-bc1952a37ccd'] in n-d-812148-3 is: [{'id': 'b59c9dde-33a6-4c67-913e-bc1952a37ccd', 'name': 'tempest-ServersTestBootFromVolume-1633378709-router', 'tenant_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:12Z', 'updated_at': '2021-11-03T18:35:44Z', 'revision_number': 7, 'project_id': '85b8fe211e6c4f909fd1e3dca779f1e4', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:44.921593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.923671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:44.932681 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.945271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.946478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59c9dde-33a6-4c67-913e-bc1952a37ccd {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:35:44.953582 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.957059 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4522d851-20d9-41e7-965f-1c1e62dfba7a admin admin] 10.222.0.77 "DELETE /v2.0/routers/b59c9dde-33a6-4c67-913e-bc1952a37ccd HTTP/1.1" status: 204 len: 168 time: 0.9111705 Nov 03 18:35:44.959041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47784) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:45.007716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a70b318-bc8a-4df6-87c9-0a064bd70568 admin admin] Deleting subnet 6c473392-0c14-4598-843b-d219ef8b8420 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:45.011356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a70b318-bc8a-4df6-87c9-0a064bd70568 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.012354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:45.027548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8189bb-6938-4bd6-98b5-df555630aed5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:45.043796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.044142 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Added segment ca429315-019f-449f-b83b-eb70c9ff77d8 of type vlan for network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 Nov 03 18:35:45.050945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a70b318-bc8a-4df6-87c9-0a064bd70568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.129425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a70b318-bc8a-4df6-87c9-0a064bd70568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.161978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.163909 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.172677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.177272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506c7de4-14a0-4956-9528-f4b30ab0da4e {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:45.183784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a70b318-bc8a-4df6-87c9-0a064bd70568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.210820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70b318-bc8a-4df6-87c9-0a064bd70568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c473392-0c14-4598-843b-d219ef8b8420,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:45.214423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a70b318-bc8a-4df6-87c9-0a064bd70568 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.220458 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1a70b318-bc8a-4df6-87c9-0a064bd70568 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6c473392-0c14-4598-843b-d219ef8b8420 HTTP/1.1" status: 204 len: 168 time: 0.2602727 Nov 03 18:35:45.220786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.221576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47786) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:45.222911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e71e3-c606-4914-b815-da7bc9408720 None None] Network f6547e33-a411-4ec2-8398-ecb40a7a1df5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:45.331107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.373931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Transition to ACTIVE for port object 506c7de4-14a0-4956-9528-f4b30ab0da4e will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:45.377002 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984 associated. External IP: 172.25.3.98, port: 706dc883-4b38-4719-bc39-1e35e618086b. Nov 03 18:35:45.381321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.383812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:45.385091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.432665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Deleting port d88792ac-5159-427a-83ea-e5ca6bb1483e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:45.433179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.462388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.532967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] For port d88792ac-5159-427a-83ea-e5ca6bb1483e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d88792ac-5159-427a-83ea-e5ca6bb1483e,segment=NetworkSegment(193147f2-60fb-453c-bddb-f74b8ea6cb23),segment_id=193147f2-60fb-453c-bddb-f74b8ea6cb23)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:45.533327 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.548863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Calling delete_port for d88792ac-5159-427a-83ea-e5ca6bb1483e owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:45.558539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5971467 Nov 03 18:35:45.558812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47788) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:45.564246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Request body: {'subnet': {'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2125773729-subnet', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:45.623616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:45.626437 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.670727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258a18b-0843-4ef7-8451-ea9679c97ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=65ede7b4-47e3-4867-a351-30cc45b9e9e2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:45.675587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Pushing event updated for resources: {'Port': ['ID=506c7de4-14a0-4956-9528-f4b30ab0da4e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:45.686881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:45.717223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.755723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88792ac-5159-427a-83ea-e5ca6bb1483e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:45.762707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] No DVR routers for this DVR port d88792ac-5159-427a-83ea-e5ca6bb1483e on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:45.802756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Attempting to bind port 506c7de4-14a0-4956-9528-f4b30ab0da4e on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:45.803089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Attempting to bind port 506c7de4-14a0-4956-9528-f4b30ab0da4e by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:45.803577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Attempting to bind port 506c7de4-14a0-4956-9528-f4b30ab0da4e on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:45.816957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Port 506c7de4-14a0-4956-9528-f4b30ab0da4e on network 216a7812-84d2-4978-8b51-d49480d4019a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:45.817349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Attempting to bind port 506c7de4-14a0-4956-9528-f4b30ab0da4e on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:45.828107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:45.828107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:45.828107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Bound using segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:45.828567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Bound port: 506c7de4-14a0-4956-9528-f4b30ab0da4e, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:45.828994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.867273 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.898221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6547e33-a411-4ec2-8398-ecb40a7a1df5']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:45.911059 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4072c0a8-fb5e-448b-ae76-2a54f0e9fb9f None None] DHCP port deletion for f6547e33-a411-4ec2-8398-ecb40a7a1df5 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:35:45.941406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193147f2-60fb-453c-bddb-f74b8ea6cb23') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:45.941785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193147f2-60fb-453c-bddb-f74b8ea6cb23') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:45.961375 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.966215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Router 309c9029-3a5d-4778-add8-e1f811c343bb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:45.979637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.979921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] For port 506c7de4-14a0-4956-9528-f4b30ab0da4e, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:45.984998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] For port 506c7de4-14a0-4956-9528-f4b30ab0da4e, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=506c7de4-14a0-4956-9528-f4b30ab0da4e,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:45.988532 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.019737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:46.020141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:46.021961 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:46.026334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.093232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:46.093942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.095610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] 10.222.0.96 "PUT /v2.0/ports/506c7de4-14a0-4956-9528-f4b30ab0da4e HTTP/1.1" status: 200 len: 1091 time: 2.2543919 Nov 03 18:35:46.095830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718f1654-f701-48dd-b4d2-61fe64b85d4d', 'tag': '506c7de4-14a0-4956-9528-f4b30ab0da4e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:46.098830 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "718f1654-f701-48dd-b4d2-61fe64b85d4d", "tag": "506c7de4-14a0-4956-9528-f4b30ab0da4e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:46.119680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=221ee4db-4da0-42cb-83a3-2f1fed0fad12,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:46.132823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.146586 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.149923 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f6547e33-a411-4ec2-8398-ecb40a7a1df5 HTTP/1.1" status: 204 len: 168 time: 0.9273667 Nov 03 18:35:46.172337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Checking segment: {'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:46.172714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Network hostable DHCP agents. Network: 65ede7b4-47e3-4867-a351-30cc45b9e9e2, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:46.185773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fb52b-1bd7-4bf8-965a-9b6762470555 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6547e33-a411-4ec2-8398-ecb40a7a1df5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:46.215142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:46.218868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd35e01-02f2-4b44-a539-41cde4ba9c36 service neutron] Pushing event updated for resources: {'Port': ['ID=506c7de4-14a0-4956-9528-f4b30ab0da4e,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:46.227984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 65ede7b4-47e3-4867-a351-30cc45b9e9e2) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:46.233964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:46.234595 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.240780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:46.248108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.248264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35dbb54-c986-47a2-b919-ce0450e1fbe9 None None] Network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:46.256511 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:46.274730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-2b77744d-e7b0-42a1-b5f6-f88997f9bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:46.276342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-2b77744d-e7b0-42a1-b5f6-f88997f9bd61 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 1094 time: 0.1209602 Nov 03 18:35:46.287623 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:46.289315 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:46.300292 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-23f32175-f6b1-415a-911e-a6afd4885de4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7403898 Nov 03 18:35:46.304173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47794) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:46.317729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:46.364915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.366001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.379739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9e390d47-f504-4df1-ac3a-0ee34e4764ec tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "PUT /v2.0/floatingips/3a1ecb8e-efd4-4e70-a09e-5afec3f15984 HTTP/1.1" status: 200 len: 995 time: 2.5478692 Nov 03 18:35:46.381974 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-7c055e8f-d6dc-43d6-ba3e-a6c125ef3103 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c7de4-14a0-4956-9528-f4b30ab0da4e HTTP/1.1" status: 200 len: 217 time: 0.0932333 Nov 03 18:35:46.385582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47796) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:46.464088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bc41e1af-9f47-4640-8cae-67a34667e53b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85b8fe211e6c4f909fd1e3dca779f1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772145 Nov 03 18:35:46.467292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47798) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:46.470118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:46.510228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-65ede7b4-47e3-4867-a351-30cc45b9e9e2', 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'fixed_ips': [{'subnet_id': '221ee4db-4da0-42cb-83a3-2f1fed0fad12'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:35:46.511107 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.526432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-3fac97b4-f473-4e78-a519-40bd9c0be02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:46.528411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-3fac97b4-f473-4e78-a519-40bd9c0be02d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1341572 Nov 03 18:35:46.536127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-43c33eab-b40b-47bd-9034-e36604f3e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:46.537924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-43c33eab-b40b-47bd-9034-e36604f3e605 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.1346011 Nov 03 18:35:46.571390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.576625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-d1a2d6ca-0a5c-485f-bd6e-cc12b4e0497d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372798 Nov 03 18:35:46.692296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Allocated IP 172.20.0.2 (65ede7b4-47e3-4867-a351-30cc45b9e9e2/221ee4db-4da0-42cb-83a3-2f1fed0fad12/00a80a1f-ab8d-4810-976e-3973b085a507) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:46.764067 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:44Z', 'revision_number': 1, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:46.775530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-e9f7ce6e-043b-435b-9c1b-df99cc51d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:46.799977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-e9f7ce6e-043b-435b-9c1b-df99cc51d744 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.2508929 Nov 03 18:35:46.847543 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:46.858956 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:46.860023 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:46.864762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e6dd2344-a611-49f1-b2cd-753ae9d2f80f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:46.885401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-c0f74b43-32c4-4487-ab2d-54b9da34d53b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 998 time: 0.0841691 Nov 03 18:35:46.912826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e6dd2344-a611-49f1-b2cd-753ae9d2f80f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:46.913466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e6dd2344-a611-49f1-b2cd-753ae9d2f80f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:46.913851 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8bab119e-7dd7-4f13-ad82-fc2099224f34 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:46.923507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-37e8524b-8cd2-4103-abd7-537b06c2002d service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286743 Nov 03 18:35:46.941507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 8bab119e-7dd7-4f13-ad82-fc2099224f34 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:46.941896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8bab119e-7dd7-4f13-ad82-fc2099224f34 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:46.942274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d88792ac-5159-427a-83ea-e5ca6bb1483e no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:46.964949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.967381 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.970529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d88792ac-5159-427a-83ea-e5ca6bb1483e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:46.970874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d88792ac-5159-427a-83ea-e5ca6bb1483e not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:46.975544 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf924084-fa56-4762-ad63-0dd309eb9c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.979616 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.025828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9c072b05-e1d3-4b80-9f56-2858f8a75a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.031070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-9c072b05-e1d3-4b80-9f56-2858f8a75a5e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.1379795 Nov 03 18:35:47.033526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:47.039848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:47.043820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:47.053330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Pushing event updated for resources: {'Port': ['ID=00a80a1f-ab8d-4810-976e-3973b085a507,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:47.055034 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:47.117332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66978fe5-40e9-4367-9c0d-8379ecb25363 req-95fa9d59-5675-4ba5-80ce-26c686f642f9 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727395 Nov 03 18:35:47.121358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-1ef93564-5036-4cb9-a4ff-ccc5f8dad155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.123274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-1ef93564-5036-4cb9-a4ff-ccc5f8dad155 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797489 Nov 03 18:35:47.135735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Attempting to bind port 00a80a1f-ab8d-4810-976e-3973b085a507 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:47.136095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Attempting to bind port 00a80a1f-ab8d-4810-976e-3973b085a507 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:47.136493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Attempting to bind port 00a80a1f-ab8d-4810-976e-3973b085a507 on network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:47.137409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-b7d81e72-8ffb-4c99-9a34-dd4d93c7311c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:47.139277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-b7d81e72-8ffb-4c99-9a34-dd4d93c7311c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0073876 Nov 03 18:35:47.145682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:47.146094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Checking segment: {'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:47.146568 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.147263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Bound using segment: {'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:47.147868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Bound port: 00a80a1f-ab8d-4810-976e-3973b085a507, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:47.148272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.199510 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:35:47.267021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] For port 00a80a1f-ab8d-4810-976e-3973b085a507, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:47.273291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] For port 00a80a1f-ab8d-4810-976e-3973b085a507, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=00a80a1f-ab8d-4810-976e-3973b085a507,segment=NetworkSegment(ca429315-019f-449f-b83b-eb70c9ff77d8),segment_id=ca429315-019f-449f-b83b-eb70c9ff77d8)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:47.282786 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.368270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede4464-748c-4d5f-996f-26b31d3ac692 None None] Pushing event updated for resources: {'Port': ['ID=00a80a1f-ab8d-4810-976e-3973b085a507,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:47.478393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf924084-fa56-4762-ad63-0dd309eb9c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.496739 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:44Z', 'revision_number': 1, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:47.529081 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1baf17-a191-4d96-b6a2-0aa1275cbd91 None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:44Z', 'revision_number': 1, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:47.573018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf924084-fa56-4762-ad63-0dd309eb9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.576010 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf924084-fa56-4762-ad63-0dd309eb9c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.580139 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cf924084-fa56-4762-ad63-0dd309eb9c53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d10ff14f-7962-4adb-aa5b-17a8d157e7d5 HTTP/1.1" status: 204 len: 168 time: 1.1092670 Nov 03 18:35:47.599347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf924084-fa56-4762-ad63-0dd309eb9c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10ff14f-7962-4adb-aa5b-17a8d157e7d5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:47.604891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-db4def6f-f8d6-40ae-9d6e-c4e7ad8e99aa service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596918 Nov 03 18:35:47.769360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8aa89043-515b-44f5-aeea-4e3928ac7898 req-3b4b3086-1e8a-45d2-abe5-1fb214cc8b9c service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558502 Nov 03 18:35:47.800530 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.827061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.894763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1480aea-2f26-4c8d-a629-756810737672 None None] New status for floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:47.920921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852f16-ef52-4e23-bcd7-5ea13b9aa2fb req-2376b247-837d-4970-9444-ebd1ebd6facb tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.923129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad852f16-ef52-4e23-bcd7-5ea13b9aa2fb req-2376b247-837d-4970-9444-ebd1ebd6facb tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 950 time: 0.0626085 Nov 03 18:35:47.959864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Allocated IP 172.25.3.34 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/a6f36a57-1e89-49dc-aac5-7425ee900093) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:47.988419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad852f16-ef52-4e23-bcd7-5ea13b9aa2fb req-51f652f1-ff81-4a0a-a22a-7d15c71971e2 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Nov 03 18:35:48.111978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:48.153732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:48.168875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-c5ada93e-d3fa-4318-b946-368e4da2ede9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331082 Nov 03 18:35:48.204469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:48.210051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:48.214093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:48.239660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f36a57-1e89-49dc-aac5-7425ee900093,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:48.302162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794adb-9f1d-4118-bd65-59590776a221 req-fb14aed8-6d92-4726-bb12-cbcf6bb5b1e8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.303864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-fb14aed8-6d92-4726-bb12-cbcf6bb5b1e8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264663 Nov 03 18:35:48.327430 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-8adf9afa-d906-4874-af6e-558af886df34 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/quotas/e32598321e7e494aba4b5e3bdcb0aa68 HTTP/1.1" status: 200 len: 375 time: 0.0158756 Nov 03 18:35:48.412221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-bee75005-a400-4bbc-8961-9458b38ee917 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0773280 Nov 03 18:35:48.532468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:48.668284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2f8a-f2ed-459f-9ab6-47bdee27b57c req-52d7c4c3-e318-4c77-b4f8-c95c14891237 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.670325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbd2f8a-f2ed-459f-9ab6-47bdee27b57c req-52d7c4c3-e318-4c77-b4f8-c95c14891237 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 943 time: 0.0754721 Nov 03 18:35:48.672026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044dc8d-9ee7-4da8-b8c7-2b7faf6c57a3 None None] Network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:48.690426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47838) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:48.744625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbd2f8a-f2ed-459f-9ab6-47bdee27b57c req-8708ebd3-8a11-4290-aef7-bf7cc6e1c4e9 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673208 Nov 03 18:35:48.790275 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7eafa9-bef2-4cda-8b78-8898a0054a44 x-openstack-request-id: req-8a7eafa9-bef2-4cda-8b78-8898a0054a44 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:48.790773 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa95cb6-a4de-477d-8075-8a4cf3686364", "name": "network-vif-plugged", "status": "completed", "tag": "b569f4e0-4f30-423b-8cab-ca9c379eb9e9", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:48.791205 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a7eafa9-bef2-4cda-8b78-8898a0054a44 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:48.791762 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa95cb6-a4de-477d-8075-8a4cf3686364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9', 'code': 200} Nov 03 18:35:48.808610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-45692d97-9766-4a3f-bd82-e7f96e226ce6 None None] Provisioning complete for port 00a80a1f-ab8d-4810-976e-3973b085a507 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:48.808998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-45692d97-9766-4a3f-bd82-e7f96e226ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:48.830160 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb32f95-df6d-4c36-8320-0b31751cf445 x-openstack-request-id: req-3eb32f95-df6d-4c36-8320-0b31751cf445 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:48.830554 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718f1654-f701-48dd-b4d2-61fe64b85d4d", "tag": "506c7de4-14a0-4956-9528-f4b30ab0da4e", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:48.831294 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3eb32f95-df6d-4c36-8320-0b31751cf445 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:48.832142 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718f1654-f701-48dd-b4d2-61fe64b85d4d', 'tag': '506c7de4-14a0-4956-9528-f4b30ab0da4e', 'status': 'completed', 'code': 200} Nov 03 18:35:49.005347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-331a60b1-b532-4a0d-826e-038831507936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:49.006897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-331a60b1-b532-4a0d-826e-038831507936 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 1094 time: 0.1306481 Nov 03 18:35:49.017280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 00a80a1f-ab8d-4810-976e-3973b085a507 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:49.021801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-136871294-network', 'tenant_id': 'a39d69e37c3444ba903bdb114d0949cb'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:49.046120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.120317 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-45692d97-9766-4a3f-bd82-e7f96e226ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.124958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-1bcac76a-7b07-42e9-8a34-e56299860042 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:49.132393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-1bcac76a-7b07-42e9-8a34-e56299860042 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2011638 Nov 03 18:35:49.137388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Made reservation on behalf of a39d69e37c3444ba903bdb114d0949cb for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:49.139802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.149316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 00a80a1f-ab8d-4810-976e-3973b085a507 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:49.150020 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.181464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc617b-31dc-4f7d-95ef-ebcf6bcda03a req-d393a6e3-c703-4121-9ea4-ee260b79d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:49.183566 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-81bc617b-31dc-4f7d-95ef-ebcf6bcda03a req-d393a6e3-c703-4121-9ea4-ee260b79d425 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 1101 time: 0.2955644 Nov 03 18:35:49.203165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.248289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-81bc617b-31dc-4f7d-95ef-ebcf6bcda03a req-94cef469-9f16-457d-b0ec-098e4c348f83 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563235 Nov 03 18:35:49.249601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Router 1a287fae-bda5-4a90-bf37-5390144d853a is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:35:49.296062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-74b02e86-f36d-413a-8f1c-352f00d8af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:49.297730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-74b02e86-f36d-413a-8f1c-352f00d8af90 service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.2799287 Nov 03 18:35:49.350474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-45692d97-9766-4a3f-bd82-e7f96e226ce6 None None] For port 00a80a1f-ab8d-4810-976e-3973b085a507, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=00a80a1f-ab8d-4810-976e-3973b085a507,segment=NetworkSegment(ca429315-019f-449f-b83b-eb70c9ff77d8),segment_id=ca429315-019f-449f-b83b-eb70c9ff77d8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:49.358339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-45692d97-9766-4a3f-bd82-e7f96e226ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.360875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-91eae073-19a3-4716-a2fc-a5e3d2c2fbd4 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1000 time: 0.2274194 Nov 03 18:35:49.371170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Request body: {'floatingip': {'port_id': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:49.376049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-78e953e5-b567-45b8-92e5-3a1e313ab153 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c7de4-14a0-4956-9528-f4b30ab0da4e HTTP/1.1" status: 200 len: 217 time: 0.0650907 Nov 03 18:35:49.387867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:49.400141 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Sync routers for ids ['1a287fae-bda5-4a90-bf37-5390144d853a'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:49.409863 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.414420 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-294357dd-b262-4628-a4e9-56a4e20287c4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1060119 Nov 03 18:35:49.414787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47850) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:49.416329 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Routers {'1a287fae-bda5-4a90-bf37-5390144d853a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:49.430289 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1a287fae-bda5-4a90-bf37-5390144d853a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:49.543935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45692d97-9766-4a3f-bd82-e7f96e226ce6 None None] Pushing event updated for resources: {'Port': ['ID=00a80a1f-ab8d-4810-976e-3973b085a507,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:49.598683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.616010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-2316420a-c09e-429f-a1d0-f6fde9681e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:49.619609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4b5778a2-c0c7-4550-9aa9-a9ebb136e072 None None] Provisioning complete for port 00a80a1f-ab8d-4810-976e-3973b085a507 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:49.620597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4b5778a2-c0c7-4550-9aa9-a9ebb136e072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.621402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-2316420a-c09e-429f-a1d0-f6fde9681e95 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1748877 Nov 03 18:35:49.623871 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.627454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.630886 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Set router 1a287fae-bda5-4a90-bf37-5390144d853a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:49.710469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-51bb9fd2-78d4-4879-aa70-ca77f8df4367 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751874 Nov 03 18:35:49.720346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:49.730178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 506c7de4-14a0-4956-9528-f4b30ab0da4e details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:49.770500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ea774-b614-4855-9f41-50385b0b26b2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:49.781557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.782028 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Added segment a6ffd47d-7939-4702-8e0b-a3afd9c704a8 of type vlan for network 7d6a6830-44b9-4000-93de-1ff9c85e624e Nov 03 18:35:49.859883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 506c7de4-14a0-4956-9528-f4b30ab0da4e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=506c7de4-14a0-4956-9528-f4b30ab0da4e,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:49.876390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '506c7de4-14a0-4956-9528-f4b30ab0da4e', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'port_id': '506c7de4-14a0-4956-9528-f4b30ab0da4e', 'mac_address': 'fa:16:3e:31:3f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd22e13-56de-48cd-a0d5-8a5717f3c69f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:49.887800 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:35:48Z', 'revision_number': 3, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:49.924082 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Checking router: 1a287fae-bda5-4a90-bf37-5390144d853a for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:49.924432 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Updating router 1a287fae-bda5-4a90-bf37-5390144d853a port a6f36a57-1e89-49dc-aac5-7425ee900093 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:35:49.953117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.960156 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.963976 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.980791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506c7de4-14a0-4956-9528-f4b30ab0da4e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:49.986744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.006257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 506c7de4-14a0-4956-9528-f4b30ab0da4e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=506c7de4-14a0-4956-9528-f4b30ab0da4e,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:50.012783 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.059616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-73902ed4-771f-4a7e-8356-d9f7935fdb00 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261106 Nov 03 18:35:50.066488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.068041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:50.069738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.106633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=506c7de4-14a0-4956-9528-f4b30ab0da4e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:50.130448 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-cfb8ba37-7fb0-417c-8fd0-8b3f180cbed5 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273299 Nov 03 18:35:50.276665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5840657 Nov 03 18:35:50.279177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47854) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:50.285883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd8638-072a-4066-84f0-0686e7d84d9b admin admin] Pushing event updated for resources: {'Network': ['ID=7d6a6830-44b9-4000-93de-1ff9c85e624e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:50.286159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Request body: {'subnet': {'network_id': '7d6a6830-44b9-4000-93de-1ff9c85e624e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-136871294-subnet', 'tenant_id': 'a39d69e37c3444ba903bdb114d0949cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:50.304026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7d6a6830-44b9-4000-93de-1ff9c85e624e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:50.313944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Made reservation on behalf of a39d69e37c3444ba903bdb114d0949cb for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:50.316515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.318853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Allocated IP 172.20.0.1 (65ede7b4-47e3-4867-a351-30cc45b9e9e2/221ee4db-4da0-42cb-83a3-2f1fed0fad12/4e1aa234-3329-4ee6-96e3-5ef2369994fe) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:50.333439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf6a7aa-fae1-4128-9167-0f96f8cad6a2 req-58c239f2-5a7f-4d35-8bd4-579d6230a58a service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597260 Nov 03 18:35:50.354669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['506c7de4-14a0-4956-9528-f4b30ab0da4e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:50.364276 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.373046 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.408318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794adb-9f1d-4118-bd65-59590776a221 req-ebcba4cd-448b-44ae-8486-dc7c80a16f22 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:50.409816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-ebcba4cd-448b-44ae-8486-dc7c80a16f22 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712870 Nov 03 18:35:50.433148 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca8ff5-77ec-4c4e-aee4-e62c7577040c None None] Pushing event updated for resources: {'Port': ['ID=a6f36a57-1e89-49dc-aac5-7425ee900093,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:50.444171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Request body: {'port': {'device_id': '80ed3bd1-36b0-4d04-a5c2-21c555998b0a', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e32598321e7e494aba4b5e3bdcb0aa68'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:50.470547 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Attempting to bind port a6f36a57-1e89-49dc-aac5-7425ee900093 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:50.472025 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Attempting to bind port a6f36a57-1e89-49dc-aac5-7425ee900093 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:50.472741 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Attempting to bind port a6f36a57-1e89-49dc-aac5-7425ee900093 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:50.480646 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:50.481202 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:50.481758 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.482805 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:50.483143 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Bound port: a6f36a57-1e89-49dc-aac5-7425ee900093, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:50.483667 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.548889 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] For port a6f36a57-1e89-49dc-aac5-7425ee900093, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:50.552833 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] For port a6f36a57-1e89-49dc-aac5-7425ee900093, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a6f36a57-1e89-49dc-aac5-7425ee900093,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:50.558252 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.647940 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.681927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Made reservation on behalf of e32598321e7e494aba4b5e3bdcb0aa68 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:50.685783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.695889 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Routers {'1a287fae-bda5-4a90-bf37-5390144d853a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:50.696625 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1a287fae-bda5-4a90-bf37-5390144d853a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:50.713127 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.719131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.806699 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.823485 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca8ff5-77ec-4c4e-aee4-e62c7577040c None None] Pushing event updated for resources: {'Port': ['ID=a6f36a57-1e89-49dc-aac5-7425ee900093,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:50.835044 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] Set router 1a287fae-bda5-4a90-bf37-5390144d853a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:50.835441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 00a80a1f-ab8d-4810-976e-3973b085a507 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:50.851655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.877635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:50.880067 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade35d68-7d51-4638-a246-771622abf913" -d '{"events": [{"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:50.887218 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984 associated. External IP: 172.25.3.98, port: 706dc883-4b38-4719-bc39-1e35e618086b. Nov 03 18:35:50.932665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 00a80a1f-ab8d-4810-976e-3973b085a507 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:50.933034 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.973137 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Checking segment: {'id': 'a6ffd47d-7939-4702-8e0b-a3afd9c704a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7d6a6830-44b9-4000-93de-1ff9c85e624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:50.973717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Network hostable DHCP agents. Network: 7d6a6830-44b9-4000-93de-1ff9c85e624e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:50.977357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5cde30-eaaa-4141-a3db-d7aa04ce2b91,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:50.982538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:50.992863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Pushing event updated for resources: {'Port': ['ID=4e1aa234-3329-4ee6-96e3-5ef2369994fe,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:50.995638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:51.000246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:51.050520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Network 7d6a6830-44b9-4000-93de-1ff9c85e624e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:51.080600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Allocated IP 192.168.233.28 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/1aa1e2fb-ca10-477d-860e-a723718e6abc) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:51.087418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7d6a6830-44b9-4000-93de-1ff9c85e624e) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:51.099348 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:35:48Z', 'revision_number': 3, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:51.102596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6bb93b-577a-4b1e-b61f-62d1c372a1d6 None None] Network 7d6a6830-44b9-4000-93de-1ff9c85e624e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:51.109675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:51.110432 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.123439 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.156646 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b229b-2461-4b47-8a1c-bc8676ca5584 None None] The sync data for ids ['1a287fae-bda5-4a90-bf37-5390144d853a'] in n-d-812148-3 is: [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:35:48Z', 'revision_number': 3, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:51.203790 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8b02a50b-3970-4f78-886e-82039bc0f0fd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9218416 Nov 03 18:35:51.217249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Router 309c9029-3a5d-4778-add8-e1f811c343bb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:51.330456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f55f82-deaa-4191-9020-82b89a358547 None None] Network 7d6a6830-44b9-4000-93de-1ff9c85e624e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:51.431027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-031fcd69-c780-404b-a8eb-dc8ac865356d None None] Provisioning complete for port 4e1aa234-3329-4ee6-96e3-5ef2369994fe triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:51.431387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-031fcd69-c780-404b-a8eb-dc8ac865356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.433436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.456042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:51.481541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:51.495298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.521155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-031fcd69-c780-404b-a8eb-dc8ac865356d None None] Port 4e1aa234-3329-4ee6-96e3-5ef2369994fe cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:51.545132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:51.545834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:51.621653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.640168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1c0a275c-56da-49ee-9bc6-d59151384cc4', '5558f3ec-40dc-4cce-be47-3d9354577260', '1f9b1e1c-9c35-4eac-aca2-7f116257a573'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:51.643708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d', '506214f2-b40e-4811-a9ab-e06da0a0930f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:51.717742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:51.729343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:51.732677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:51.747450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 506c7de4-14a0-4956-9528-f4b30ab0da4e up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:51.793694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:51.794204 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.798682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event updated for resources: {'Port': ['ID=1aa1e2fb-ca10-477d-860e-a723718e6abc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:51.837608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.844058 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-cdcedd44-1807-4dc3-9b65-2339dc207183 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4061220 Nov 03 18:35:51.845702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.848370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Router 309c9029-3a5d-4778-add8-e1f811c343bb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:51.891637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:51.900802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Request body: {'port': {'device_id': '80ed3bd1-36b0-4d04-a5c2-21c555998b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:52.171402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 506c7de4-14a0-4956-9528-f4b30ab0da4e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:52.184982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 506c7de4-14a0-4956-9528-f4b30ab0da4e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:52.185349 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.258859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fa5d76ea-0fd0-4fd2-b503-49733678e144 None None] Provisioning complete for port 1aa1e2fb-ca10-477d-860e-a723718e6abc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:52.259130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa5d76ea-0fd0-4fd2-b503-49733678e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.322936 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.365327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Pushing event updated for resources: {'Port': ['ID=4e1aa234-3329-4ee6-96e3-5ef2369994fe,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:52.374870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:52.380619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.394182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.429889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d76ea-0fd0-4fd2-b503-49733678e144 None None] Port 1aa1e2fb-ca10-477d-860e-a723718e6abc cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:52.446624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-a5ac5958-8249-4f96-af43-2f97e0f11ac1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "PUT /v2.0/floatingips/3a1ecb8e-efd4-4e70-a09e-5afec3f15984 HTTP/1.1" status: 200 len: 998 time: 3.0846319 Nov 03 18:35:52.509362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-87429481-83b4-4504-8007-fa00c825ccef tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:52.511547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-87429481-83b4-4504-8007-fa00c825ccef tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports/706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 942 time: 0.0585742 Nov 03 18:35:52.571432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:52.579941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:52.643795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-b9848c14-c0fd-439b-ae0c-55a43194c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:52.647472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-b9848c14-c0fd-439b-ae0c-55a43194c473 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.0649650 Nov 03 18:35:52.660728 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.761093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718f1654-f701-48dd-b4d2-61fe64b85d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506c7de4-14a0-4956-9528-f4b30ab0da4e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:52.763791 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878c74b0-49dc-46d2-9a05-0e1f3de48005" -d '{"events": [{"server_uuid": "718f1654-f701-48dd-b4d2-61fe64b85d4d", "name": "network-vif-plugged", "status": "completed", "tag": "506c7de4-14a0-4956-9528-f4b30ab0da4e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:52.784612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-c74da5ae-c80b-4d50-ad0e-3bcd0a2afca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:52.786588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-c74da5ae-c80b-4d50-ad0e-3bcd0a2afca0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.1305699 Nov 03 18:35:52.807678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 506c7de4-14a0-4956-9528-f4b30ab0da4e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=506c7de4-14a0-4956-9528-f4b30ab0da4e,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:52.828451 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.850172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-b5aebb36-e437-40c2-a18d-0892ef9f69e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 217 time: 0.0535879 Nov 03 18:35:52.882073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Router 1a287fae-bda5-4a90-bf37-5390144d853a has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:52.922228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a6f36a57-1e89-49dc-aac5-7425ee900093 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:52.929043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-011b0b3a-108f-49ae-a235-7b104a091e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:52.931684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-011b0b3a-108f-49ae-a235-7b104a091e23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0725152 Nov 03 18:35:52.978726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=506c7de4-14a0-4956-9528-f4b30ab0da4e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:52.983280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-95c44be4-31da-4c3e-b949-1cde5c7f411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:52.984966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-95c44be4-31da-4c3e-b949-1cde5c7f411b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471497 Nov 03 18:35:53.019654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:33:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7769e358-c503-43f2-9d74-713e26403a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 3, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:53.035490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa1e2fb-ca10-477d-860e-a723718e6abc {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:53.046738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.072287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Transition to ACTIVE for port object 1aa1e2fb-ca10-477d-860e-a723718e6abc will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:53.077370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.077697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-06a471cc-dc59-4a76-a03d-fa0b034d8217 None None] Provisioning complete for port 4e1aa234-3329-4ee6-96e3-5ef2369994fe triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:53.077914 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-06a471cc-dc59-4a76-a03d-fa0b034d8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.081332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:53.085215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:53.087794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cdef1a07-cb56-4315-a57b-b77468ffad4e admin admin] 10.222.0.77 "PUT /v2.0/routers/1a287fae-bda5-4a90-bf37-5390144d853a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6717680 Nov 03 18:35:53.144289 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa1e2fb-ca10-477d-860e-a723718e6abc,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:53.157970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-e172b0f0-8e51-4338-915f-338aba56e11f service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538944 Nov 03 18:35:53.191691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:53.192062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:53.252002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Attempting to bind port 1aa1e2fb-ca10-477d-860e-a723718e6abc on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:53.252324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Attempting to bind port 1aa1e2fb-ca10-477d-860e-a723718e6abc by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:53.252651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Attempting to bind port 1aa1e2fb-ca10-477d-860e-a723718e6abc on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:53.256018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a6f36a57-1e89-49dc-aac5-7425ee900093 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:53.256390 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.261221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Port 1aa1e2fb-ca10-477d-860e-a723718e6abc on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:53.264568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Attempting to bind port 1aa1e2fb-ca10-477d-860e-a723718e6abc on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:53.269165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-06a471cc-dc59-4a76-a03d-fa0b034d8217 None None] Port 4e1aa234-3329-4ee6-96e3-5ef2369994fe cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:53.281762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:53.282604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:53.283086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:53.284870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Bound port: 1aa1e2fb-ca10-477d-860e-a723718e6abc, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:53.285333 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.314286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47870) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:53.321286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-c6fd2c55-5467-4bf9-a9b8-866f3de1e2ae service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555300 Nov 03 18:35:53.405845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] For port 1aa1e2fb-ca10-477d-860e-a723718e6abc, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:53.412648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] For port 1aa1e2fb-ca10-477d-860e-a723718e6abc, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1aa1e2fb-ca10-477d-860e-a723718e6abc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:53.423717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-184522387'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:53.443518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.457712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-ad4f5b2f-0fe9-4c49-a504-14c661dc0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.462087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-ad4f5b2f-0fe9-4c49-a504-14c661dc0e20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 1097 time: 0.0621543 Nov 03 18:35:53.491908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:53.518572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa1e2fb-ca10-477d-860e-a723718e6abc,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:53.532014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.532606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.534020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-1fd0892a-2478-4f2e-8c64-d0bc6b9e6d16 service neutron] 10.222.0.70 "PUT /v2.0/ports/1aa1e2fb-ca10-477d-860e-a723718e6abc HTTP/1.1" status: 200 len: 1095 time: 1.6788740 Nov 03 18:35:53.534606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:53.538460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.553089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed3bd1-36b0-4d04-a5c2-21c555998b0a', 'tag': '1aa1e2fb-ca10-477d-860e-a723718e6abc'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:53.565983 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5eda29-de25-418e-8d85-9547f4b86405" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed3bd1-36b0-4d04-a5c2-21c555998b0a", "tag": "1aa1e2fb-ca10-477d-860e-a723718e6abc"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:53.602601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:53.618154 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.618497 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Added segment 1e42370f-12dd-48ca-9892-1442f623920b of type vlan for network bea7060a-2f4b-4be1-a4b6-432da048e085 Nov 03 18:35:53.628461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-d002b2ee-af0d-4664-8cfb-83b9eb7790b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.632027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-d002b2ee-af0d-4664-8cfb-83b9eb7790b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.1616797 Nov 03 18:35:53.666810 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Sync routers for ids ['1a287fae-bda5-4a90-bf37-5390144d853a'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:53.674138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.682547 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Routers {'1a287fae-bda5-4a90-bf37-5390144d853a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:53.683163 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1a287fae-bda5-4a90-bf37-5390144d853a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:53.724193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.727389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-42645517-1164-4087-8346-2c11f05dabea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 1001 time: 0.0854115 Nov 03 18:35:53.732148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.732772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.740976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794adb-9f1d-4118-bd65-59590776a221 req-cb99a97b-793d-449c-ab52-baced781d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.743355 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-cb99a97b-793d-449c-ab52-baced781d323 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 1098 time: 0.0815067 Nov 03 18:35:53.819007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-2f23d589-972f-4423-9900-473ca456b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.826014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-2f23d589-972f-4423-9900-473ca456b10f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0920107 Nov 03 18:35:53.849946 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5339692 Nov 03 18:35:53.851143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47876) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:53.880679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8a28-a545-4420-bedb-3e091f40808b req-6d7fc063-c21a-47fc-a8b2-e4b4e0b2f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.882445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-6d7fc063-c21a-47fc-a8b2-e4b4e0b2f986 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492809 Nov 03 18:35:53.885627 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-76386a1a-fb4f-4406-bdaf-a7b829be6189 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1aa1e2fb-ca10-477d-860e-a723718e6abc HTTP/1.1" status: 200 len: 217 time: 0.1148329 Nov 03 18:35:53.897005 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'subnet': {'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:53.897820 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Set router 1a287fae-bda5-4a90-bf37-5390144d853a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:53.975517 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.994109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-56d7e698-9b5e-4526-bd1f-700c44ee52fd service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021354 Nov 03 18:35:54.005553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00082-46bd-4ec7-8ca3-f1e8765e583d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Network': ['ID=bea7060a-2f4b-4be1-a4b6-432da048e085,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:54.039464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port a6f36a57-1e89-49dc-aac5-7425ee900093, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a6f36a57-1e89-49dc-aac5-7425ee900093,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:54.048441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network bea7060a-2f4b-4be1-a4b6-432da048e085 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:54.055652 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.084893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794adb-9f1d-4118-bd65-59590776a221 req-a99ff02f-66ed-4152-8ce8-c5d4839cee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.087238 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-a99ff02f-66ed-4152-8ce8-c5d4839cee52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1731191 Nov 03 18:35:54.093209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:54.099013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.127930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4da8a28-a545-4420-bedb-3e091f40808b req-1a23f54e-f6b3-4408-b2a8-71814be50821 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229506 Nov 03 18:35:54.214649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794adb-9f1d-4118-bd65-59590776a221 req-14622763-70b1-427e-8509-31cbf8a2b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.216170 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-14622763-70b1-427e-8509-31cbf8a2b00b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129367 Nov 03 18:35:54.227860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=a6f36a57-1e89-49dc-aac5-7425ee900093,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:54.246887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:33:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7769e358-c503-43f2-9d74-713e26403a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 3, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:54.266791 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:35:51Z', 'revision_number': 4, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4e1aa234-3329-4ee6-96e3-5ef2369994fe', 'name': '', 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'mac_address': 'fa:16:3e:73:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '221ee4db-4da0-42cb-83a3-2f1fed0fad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:50Z', 'updated_at': '2021-11-03T18:35:51Z', 'revision_number': 2, 'project_id': '4098930965064fe38cac7761cc640c5c', 'subnets': [{'id': '221ee4db-4da0-42cb-83a3-2f1fed0fad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:54.288220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db525a-3789-4578-a91c-2ccba927c640 None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:33:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7769e358-c503-43f2-9d74-713e26403a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 3, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:54.308991 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Checking router: 1a287fae-bda5-4a90-bf37-5390144d853a for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:54.309346 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Updating router 1a287fae-bda5-4a90-bf37-5390144d853a port 4e1aa234-3329-4ee6-96e3-5ef2369994fe binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:35:54.339511 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.393002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8c256-e279-44ca-9d51-d25aa78d67f9 req-c431923e-a92a-493b-af5e-caf3434d7493 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.400909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cb8c256-e279-44ca-9d51-d25aa78d67f9 req-c431923e-a92a-493b-af5e-caf3434d7493 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 947 time: 0.0814245 Nov 03 18:35:54.404341 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-acfe7fbe-183d-4940-94f8-63f5d6dff704 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771615 Nov 03 18:35:54.456862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cb8c256-e279-44ca-9d51-d25aa78d67f9 req-11cade43-9a47-47cd-8f7c-42c5262fa7c7 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 Nov 03 18:35:54.497253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.567727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc499001-2f52-47cc-af5a-54345e977686 None None] New status for floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:54.584145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Subnet': ['ID=8765a6c3-b6ef-4e52-9262-707687d7a157,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:54.612274 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be794adb-9f1d-4118-bd65-59590776a221 req-0ccc41d9-4388-4f14-ae8d-45a873eaf5ac service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859384 Nov 03 18:35:54.619959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Checking segment: {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:54.620498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network hostable DHCP agents. Network: bea7060a-2f4b-4be1-a4b6-432da048e085, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:54.635283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9199a83-d351-4165-9715-5361cfc689a1 req-cfc1178e-c9a2-46be-9c7b-3c83a5921637 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.638403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9199a83-d351-4165-9715-5361cfc689a1 req-cfc1178e-c9a2-46be-9c7b-3c83a5921637 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 950 time: 0.0906229 Nov 03 18:35:54.640636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network bea7060a-2f4b-4be1-a4b6-432da048e085 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:54.653380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, bea7060a-2f4b-4be1-a4b6-432da048e085) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:54.666493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.667883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.690092 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f7e458c4-3994-4790-a46e-6a12b6107df1 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8036628 Nov 03 18:35:54.692753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10001628-bdf2-4576-bd8e-c4194cc51343 None None] Network bea7060a-2f4b-4be1-a4b6-432da048e085 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:54.693089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47886) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:54.694156 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.702026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9199a83-d351-4165-9715-5361cfc689a1 req-2cf74bdb-2253-4462-9375-02ae4710fcb5 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555460 Nov 03 18:35:54.702455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-543854249'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:54.704249 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.729895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:54.736054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.763207 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685c850-1d90-4a86-8d05-ae22d39bc70d None None] Pushing event updated for resources: {'Port': ['ID=4e1aa234-3329-4ee6-96e3-5ef2369994fe,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:54.767867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:54.780256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.780716 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Added segment 3d662bf3-d1b8-40c4-9c88-266e86f632e6 of type vlan for network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 Nov 03 18:35:54.841105 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.858743 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Attempting to bind port 4e1aa234-3329-4ee6-96e3-5ef2369994fe on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:54.859397 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Attempting to bind port 4e1aa234-3329-4ee6-96e3-5ef2369994fe by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:54.860076 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Attempting to bind port 4e1aa234-3329-4ee6-96e3-5ef2369994fe on network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:54.865992 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:54.866820 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Checking segment: {'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:54.867926 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.869491 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Bound using segment: {'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:54.870338 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Bound port: 4e1aa234-3329-4ee6-96e3-5ef2369994fe, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca429315-019f-449f-b83b-eb70c9ff77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:54.871083 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.880928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64885888-1934-468d-9551-4fc3cf07b864 req-c2f8e043-05e7-4184-bd9b-9ed9635a499b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.891434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64885888-1934-468d-9551-4fc3cf07b864 req-c2f8e043-05e7-4184-bd9b-9ed9635a499b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 945 time: 0.0902467 Nov 03 18:35:54.891730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a6f36a57-1e89-49dc-aac5-7425ee900093 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:54.897774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.917067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.917759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.961778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64885888-1934-468d-9551-4fc3cf07b864 req-c6190697-b8fd-406f-9e30-2a35b5895b72 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685406 Nov 03 18:35:54.974348 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] For port 4e1aa234-3329-4ee6-96e3-5ef2369994fe, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:54.989396 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] For port 4e1aa234-3329-4ee6-96e3-5ef2369994fe, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4e1aa234-3329-4ee6-96e3-5ef2369994fe,segment=NetworkSegment(ca429315-019f-449f-b83b-eb70c9ff77d8),segment_id=ca429315-019f-449f-b83b-eb70c9ff77d8)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:54.999525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3018761 Nov 03 18:35:54.999647 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.000270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47890) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:55.005671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'subnet': {'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:55.075272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a6f36a57-1e89-49dc-aac5-7425ee900093 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:55.075897 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.079471 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685c850-1d90-4a86-8d05-ae22d39bc70d None None] Pushing event updated for resources: {'Port': ['ID=4e1aa234-3329-4ee6-96e3-5ef2369994fe,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:55.086415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc07ee-53ee-4c8c-8830-528e909c82e2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Network': ['ID=27b6fdea-5fe9-4af9-aaa1-74084cf5eec2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:55.097920 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243140d1-cb9d-47d9-8166-39bf6e98d530 x-openstack-request-id: req-243140d1-cb9d-47d9-8166-39bf6e98d530 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:55.098845 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:55.099283 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-243140d1-cb9d-47d9-8166-39bf6e98d530 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:55.100325 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b', 'status': 'completed', 'code': 200} Nov 03 18:35:55.133602 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Routers {'1a287fae-bda5-4a90-bf37-5390144d853a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:55.137935 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1a287fae-bda5-4a90-bf37-5390144d853a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:55.158725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:55.220594 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:55.235257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:55.240129 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:55.241630 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.241969 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:55.407431 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:55.431795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-bea7060a-2f4b-4be1-a4b6-432da048e085', 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'fixed_ips': [{'subnet_id': '8765a6c3-b6ef-4e52-9262-707687d7a157'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:35:55.432801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.509983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-55762363-df9c-49d5-89a5-1647e0a38edb None None] Provisioning complete for port 4e1aa234-3329-4ee6-96e3-5ef2369994fe triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:55.510331 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55762363-df9c-49d5-89a5-1647e0a38edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.520355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade35d68-7d51-4638-a246-771622abf913 req-ad6cf688-7d01-4f4f-93f9-1a149801ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:55.521981 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ade35d68-7d51-4638-a246-771622abf913 req-ad6cf688-7d01-4f4f-93f9-1a149801ae81 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.3704565 Nov 03 18:35:55.532521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.558030 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] Set router 1a287fae-bda5-4a90-bf37-5390144d853a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:55.704758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Subnet': ['ID=12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:55.738418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-44435a0e-e0d6-4050-9a71-054edce4b3c5 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:55.738708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Allocated IP 19.80.0.2 (bea7060a-2f4b-4be1-a4b6-432da048e085/8765a6c3-b6ef-4e52-9262-707687d7a157/cb56aa00-5a81-4c2a-b37d-5957e550c63a) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:55.741885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-44435a0e-e0d6-4050-9a71-054edce4b3c5 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/networks?id=7d6a6830-44b9-4000-93de-1ff9c85e624e HTTP/1.1" status: 200 len: 817 time: 0.2936847 Nov 03 18:35:55.742880 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55762363-df9c-49d5-89a5-1647e0a38edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.750955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Checking segment: {'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:55.752578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network hostable DHCP agents. Network: 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:55.778954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade35d68-7d51-4638-a246-771622abf913 req-608dae54-e98a-4519-b836-f8baf65c1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:55.780949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ade35d68-7d51-4638-a246-771622abf913 req-608dae54-e98a-4519-b836-f8baf65c1f31 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.2506034 Nov 03 18:35:55.787292 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-02649077-f38a-484d-98bd-0584b079eab8 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/quotas/a39d69e37c3444ba903bdb114d0949cb HTTP/1.1" status: 200 len: 375 time: 0.0269496 Nov 03 18:35:55.798402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-55762363-df9c-49d5-89a5-1647e0a38edb None None] For port 4e1aa234-3329-4ee6-96e3-5ef2369994fe, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4e1aa234-3329-4ee6-96e3-5ef2369994fe,segment=NetworkSegment(ca429315-019f-449f-b83b-eb70c9ff77d8),segment_id=ca429315-019f-449f-b83b-eb70c9ff77d8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:55.826297 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55762363-df9c-49d5-89a5-1647e0a38edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.875456 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:33:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7769e358-c503-43f2-9d74-713e26403a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:54Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:55.894611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ade35d68-7d51-4638-a246-771622abf913 req-aa34f58c-c52e-4510-9828-a5dd040ac194 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 217 time: 0.1012721 Nov 03 18:35:55.902304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55762363-df9c-49d5-89a5-1647e0a38edb None None] Pushing event updated for resources: {'Port': ['ID=4e1aa234-3329-4ee6-96e3-5ef2369994fe,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:55.904953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-10e01d09-6903-42ef-81dc-1d6f3705c6f9 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a39d69e37c3444ba903bdb114d0949cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952122 Nov 03 18:35:55.905863 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:55.920222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:55.921688 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:55.922329 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:55.972889 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:35:51Z', 'revision_number': 4, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4e1aa234-3329-4ee6-96e3-5ef2369994fe', 'name': '', 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'mac_address': 'fa:16:3e:73:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '221ee4db-4da0-42cb-83a3-2f1fed0fad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:50Z', 'updated_at': '2021-11-03T18:35:54Z', 'revision_number': 4, 'project_id': '4098930965064fe38cac7761cc640c5c', 'subnets': [{'id': '221ee4db-4da0-42cb-83a3-2f1fed0fad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:55.975439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1cd90c21-eaeb-4cf5-b4bd-ad7c0dfa97a9 None None] Provisioning complete for port 4e1aa234-3329-4ee6-96e3-5ef2369994fe triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:55.976016 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1cd90c21-eaeb-4cf5-b4bd-ad7c0dfa97a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.978678 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.001780 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.011086 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00228294-a7d2-400d-b3d8-e74dfed151ea None None] The sync data for ids ['1a287fae-bda5-4a90-bf37-5390144d853a'] in n-d-812148-3 is: [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:35:51Z', 'revision_number': 4, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4e1aa234-3329-4ee6-96e3-5ef2369994fe', 'name': '', 'network_id': '65ede7b4-47e3-4867-a351-30cc45b9e9e2', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'mac_address': 'fa:16:3e:73:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '221ee4db-4da0-42cb-83a3-2f1fed0fad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:50Z', 'updated_at': '2021-11-03T18:35:54Z', 'revision_number': 4, 'project_id': '4098930965064fe38cac7761cc640c5c', 'subnets': [{'id': '221ee4db-4da0-42cb-83a3-2f1fed0fad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:56.014199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:56.034699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:56.035399 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.048834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f7c91-2f85-47e7-9152-0144676fa0f9 None None] Network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:56.057887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d71dabd4-ea3c-421c-8b6c-a40d530b5a8c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0562844 Nov 03 18:35:56.079011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade35d68-7d51-4638-a246-771622abf913 req-492b3efa-1742-4b73-8913-cb66bbf81c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:56.084945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ade35d68-7d51-4638-a246-771622abf913 req-492b3efa-1742-4b73-8913-cb66bbf81c2a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.1623271 Nov 03 18:35:56.086576 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Network bea7060a-2f4b-4be1-a4b6-432da048e085 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:56.120233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:56.133301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-4708a862-b2a8-472c-b2fe-356341973027 service neutron] 10.222.0.77 "GET /v2.0/networks/7d6a6830-44b9-4000-93de-1ff9c85e624e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135639 Nov 03 18:35:56.147126 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:56.165389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:56.186691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Pushing event updated for resources: {'Port': ['ID=cb56aa00-5a81-4c2a-b37d-5957e550c63a,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:56.257593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-017d1065-566f-4700-94fc-d42ae96523cd service neutron] 10.222.0.77 "GET /v2.0/networks/7d6a6830-44b9-4000-93de-1ff9c85e624e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231313 Nov 03 18:35:56.297181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade35d68-7d51-4638-a246-771622abf913 req-93eb2a6e-3723-44df-8e40-502a88bdff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:56.298776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ade35d68-7d51-4638-a246-771622abf913 req-93eb2a6e-3723-44df-8e40-502a88bdff60 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007518 Nov 03 18:35:56.315004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Attempting to bind port cb56aa00-5a81-4c2a-b37d-5957e550c63a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:56.315378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Attempting to bind port cb56aa00-5a81-4c2a-b37d-5957e550c63a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:56.315829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Attempting to bind port cb56aa00-5a81-4c2a-b37d-5957e550c63a on network bea7060a-2f4b-4be1-a4b6-432da048e085 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:56.363908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:56.364308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Checking segment: {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:56.365498 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.365915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Bound using segment: {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:56.366415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Bound port: cb56aa00-5a81-4c2a-b37d-5957e550c63a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:56.366803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.474502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ade35d68-7d51-4638-a246-771622abf913 req-4be3f04e-0dd9-4352-bcbb-2a7c2449addf service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638024 Nov 03 18:35:56.482570 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce555032-f72f-4af8-bbde-066b416aa717 x-openstack-request-id: req-ce555032-f72f-4af8-bbde-066b416aa717 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:56.482865 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718f1654-f701-48dd-b4d2-61fe64b85d4d", "name": "network-vif-plugged", "status": "completed", "tag": "506c7de4-14a0-4956-9528-f4b30ab0da4e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:56.483130 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce555032-f72f-4af8-bbde-066b416aa717 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:56.483539 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718f1654-f701-48dd-b4d2-61fe64b85d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506c7de4-14a0-4956-9528-f4b30ab0da4e', 'code': 200} Nov 03 18:35:56.490513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-27b6fdea-5fe9-4af9-aaa1-74084cf5eec2', 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'fixed_ips': [{'subnet_id': '12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:35:56.491420 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.528777 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d68c21a-3884-4a54-b771-fdf7d7138810 x-openstack-request-id: req-3d68c21a-3884-4a54-b771-fdf7d7138810 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:56.529305 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed3bd1-36b0-4d04-a5c2-21c555998b0a", "tag": "1aa1e2fb-ca10-477d-860e-a723718e6abc", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:56.529305 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d68c21a-3884-4a54-b771-fdf7d7138810 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:56.530081 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed3bd1-36b0-4d04-a5c2-21c555998b0a', 'tag': '1aa1e2fb-ca10-477d-860e-a723718e6abc', 'status': 'completed', 'code': 200} Nov 03 18:35:56.557383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] For port cb56aa00-5a81-4c2a-b37d-5957e550c63a, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:56.568280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] For port cb56aa00-5a81-4c2a-b37d-5957e550c63a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb56aa00-5a81-4c2a-b37d-5957e550c63a,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:56.586191 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.644590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6fb42-4c1e-4c4f-bf5c-dc287c5725e7 req-72c7fccf-2ca6-4ac3-a7e6-48723d222800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:56.651360 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8ab6fb42-4c1e-4c4f-bf5c-dc287c5725e7 req-72c7fccf-2ca6-4ac3-a7e6-48723d222800 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 1096 time: 0.0710037 Nov 03 18:35:56.653441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-e52e3c94-5838-4006-842a-c2be599f2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:56.654859 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-e52e3c94-5838-4006-842a-c2be599f2738 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 1098 time: 0.0856135 Nov 03 18:35:56.761004 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:33:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7769e358-c503-43f2-9d74-713e26403a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:54Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:56.803730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98f1df-0299-47ce-b817-c810b2d9388e None None] Pushing event updated for resources: {'Port': ['ID=cb56aa00-5a81-4c2a-b37d-5957e550c63a,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:56.846442 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9013f-e059-4131-b32e-1879a5032b7e None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:33:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7769e358-c503-43f2-9d74-713e26403a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:35:54Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:56.884399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ade35d68-7d51-4638-a246-771622abf913 req-b66da0f2-bec0-41c8-958b-f7e9de2c8cd1 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986695 Nov 03 18:35:56.924742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13098eae-06de-4eb1-ab62-d8edb544bcf5 req-db39855b-1ef6-4a7c-a513-17a9291cf72f tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1001 time: 0.2313528 Nov 03 18:35:56.927793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Allocated IP 19.86.0.2 (27b6fdea-5fe9-4af9-aaa1-74084cf5eec2/12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a/7e5ac3e6-c1a9-4569-9e26-ba8f738a6009) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:56.949185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-f8232d6c-dc84-417b-a94a-225ef6be8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:56.951208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-f8232d6c-dc84-417b-a94a-225ef6be8e58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2858262 Nov 03 18:35:56.954509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8ab6fb42-4c1e-4c4f-bf5c-dc287c5725e7 req-d5caa2a2-1af3-4644-9a43-62f7c15cd772 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318554 Nov 03 18:35:56.976604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4e1aa234-3329-4ee6-96e3-5ef2369994fe up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:57.037112 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-9b16503d-c177-4391-a7dd-4fa4a1576c93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1aa1e2fb-ca10-477d-860e-a723718e6abc HTTP/1.1" status: 200 len: 217 time: 0.0703757 Nov 03 18:35:57.122419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13098eae-06de-4eb1-ab62-d8edb544bcf5 req-220db932-a2df-41e0-8f3a-1c7809960ba8 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:57.128514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13098eae-06de-4eb1-ab62-d8edb544bcf5 req-220db932-a2df-41e0-8f3a-1c7809960ba8 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports/e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 943 time: 0.1686060 Nov 03 18:35:57.129008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b'}, {'name': 'network-changed', 'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:57.131360 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec21c779-410e-4abb-b07d-6b25ee6d6892" -d '{"events": [{"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b"}, {"name": "network-changed", "server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:57.140466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-59b89e76-5196-454a-b124-7935d961a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:57.141474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-59b89e76-5196-454a-b124-7935d961a54c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0945106 Nov 03 18:35:57.257891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-5a5e2467-51da-4011-948e-a8b6e01d2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:57.264305 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-5a5e2467-51da-4011-948e-a8b6e01d2c65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155481 Nov 03 18:35:57.311260 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.325117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.340636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4e1aa234-3329-4ee6-96e3-5ef2369994fe triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:57.341004 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.352395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13098eae-06de-4eb1-ab62-d8edb544bcf5 req-15edf6f8-f921-4b01-8b73-2da5c9d971d0 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1001 time: 0.1466546 Nov 03 18:35:57.400212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:57.408728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:57.418199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:57.428220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Pushing event updated for resources: {'Port': ['ID=7e5ac3e6-c1a9-4569-9e26-ba8f738a6009,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:57.461432 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-25665db2-8c27-4aab-8ced-efee40ae4b7d service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777272 Nov 03 18:35:57.490443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13098eae-06de-4eb1-ab62-d8edb544bcf5 req-45e922e9-f54a-4583-9aa2-59cfde8e86be tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:57.491718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13098eae-06de-4eb1-ab62-d8edb544bcf5 req-45e922e9-f54a-4583-9aa2-59cfde8e86be tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1379614 Nov 03 18:35:57.526964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Attempting to bind port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:57.527346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Attempting to bind port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:57.527696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Attempting to bind port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 on network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:57.548065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:57.549838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Checking segment: {'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:57.550685 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.551387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Bound using segment: {'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:57.552435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Bound port: 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:57.553068 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.660008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb5eda29-de25-418e-8d85-9547f4b86405 req-fb667d05-75fa-4ef2-92b7-d2acccae5bd7 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855197 Nov 03 18:35:57.692647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] For port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:57.698002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] For port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e5ac3e6-c1a9-4569-9e26-ba8f738a6009,segment=NetworkSegment(3d662bf3-d1b8-40c4-9c88-266e86f632e6),segment_id=3d662bf3-d1b8-40c4-9c88-266e86f632e6)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:57.703692 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.802266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fe1ae-766f-43bb-995c-e2146ffd7c8a None None] Pushing event updated for resources: {'Port': ['ID=7e5ac3e6-c1a9-4569-9e26-ba8f738a6009,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:57.930704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47934) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:58.026780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e78df-f40b-4858-9ad1-0194b9b35a29 req-06dd6d36-a565-43c7-b01c-15811278339c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.028385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d45e78df-f40b-4858-9ad1-0194b9b35a29 req-06dd6d36-a565-43c7-b01c-15811278339c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 947 time: 0.0864935 Nov 03 18:35:58.106279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d45e78df-f40b-4858-9ad1-0194b9b35a29 req-0b3b15eb-d660-48dd-b362-2c12252371ec tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654006 Nov 03 18:35:58.180147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb92a-cb60-4a32-b956-9f494b06f71a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.237743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad9c40-6b26-4f3c-a8fe-151c8ca933e0 req-9e18d082-4514-4129-86cf-b9fe75877651 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.239481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ad9c40-6b26-4f3c-a8fe-151c8ca933e0 req-9e18d082-4514-4129-86cf-b9fe75877651 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 945 time: 0.0740194 Nov 03 18:35:58.307341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ad9c40-6b26-4f3c-a8fe-151c8ca933e0 req-fe1abed7-075d-4b9a-8ea3-012d0b7cc8fd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543146 Nov 03 18:35:58.318782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1aa1e2fb-ca10-477d-860e-a723718e6abc details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:58.449563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-af2c2433-3a60-4ed2-8704-ae9cea45d9a4 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.451087 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-af2c2433-3a60-4ed2-8704-ae9cea45d9a4 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.96 "GET /v2.0/networks?id=7d6a6830-44b9-4000-93de-1ff9c85e624e HTTP/1.1" status: 200 len: 817 time: 0.2685425 Nov 03 18:35:58.470041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2406c-2bb9-4948-88cd-392cdc0ff8b5 None None] Network bea7060a-2f4b-4be1-a4b6-432da048e085 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:58.492236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Request body: {'port': {'device_id': '99423d76-f687-4b03-ab2f-941fc980c6e5', 'network_id': '7d6a6830-44b9-4000-93de-1ff9c85e624e', 'admin_state_up': True, 'tenant_id': 'a39d69e37c3444ba903bdb114d0949cb'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:58.536442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb92a-cb60-4a32-b956-9f494b06f71a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.544159 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb92a-cb60-4a32-b956-9f494b06f71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.593124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1aa1e2fb-ca10-477d-860e-a723718e6abc, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1aa1e2fb-ca10-477d-860e-a723718e6abc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:58.603471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9414e32f-d12e-40eb-bfb6-eea2f2ab967a None None] Provisioning complete for port cb56aa00-5a81-4c2a-b37d-5957e550c63a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:58.603893 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9414e32f-d12e-40eb-bfb6-eea2f2ab967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.660144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fb92a-cb60-4a32-b956-9f494b06f71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74ac26b-6d21-408c-823a-16cb8649cc46,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:58.666308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '1aa1e2fb-ca10-477d-860e-a723718e6abc', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '1aa1e2fb-ca10-477d-860e-a723718e6abc', 'mac_address': 'fa:16:3e:05:3a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:58.672597 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1e1fb92a-cb60-4a32-b956-9f494b06f71a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d68f4b1702354da5865b44fb9b1b1f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7400489 Nov 03 18:35:58.679054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47946) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:58.755076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-171deeae-634a-4940-83b1-a86413028183 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.762662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-171deeae-634a-4940-83b1-a86413028183 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.766380 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.771042 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-171deeae-634a-4940-83b1-a86413028183 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/networks?id=bea7060a-2f4b-4be1-a4b6-432da048e085&id=27b6fdea-5fe9-4af9-aaa1-74084cf5eec2&id=bea7060a-2f4b-4be1-a4b6-432da048e085 HTTP/1.1" status: 200 len: 1390 time: 0.3439457 Nov 03 18:35:58.795673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Made reservation on behalf of a39d69e37c3444ba903bdb114d0949cb for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:58.799465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fc5fb75c-f7cb-4513-8140-be542c99edf7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/quotas/4098930965064fe38cac7761cc640c5c HTTP/1.1" status: 200 len: 375 time: 0.0269156 Nov 03 18:35:58.799709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa1e2fb-ca10-477d-860e-a723718e6abc {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:58.799858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.821378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1aa1e2fb-ca10-477d-860e-a723718e6abc, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1aa1e2fb-ca10-477d-860e-a723718e6abc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:58.837196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d8deaea-60db-4aad-9f47-facab69e14fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.851408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-e18fc756-a6e1-43c5-8262-adc8a63ede63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.854103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-e18fc756-a6e1-43c5-8262-adc8a63ede63 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 1096 time: 0.1914501 Nov 03 18:35:58.865988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.896662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d8deaea-60db-4aad-9f47-facab69e14fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.925489 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9414e32f-d12e-40eb-bfb6-eea2f2ab967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.937254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2fb1093f-f46d-4e35-85c2-70ea2db9d55c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1362991 Nov 03 18:35:58.984526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb56aa00-5a81-4c2a-b37d-5957e550c63a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:58.987514 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d8deaea-60db-4aad-9f47-facab69e14fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.990488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d8deaea-60db-4aad-9f47-facab69e14fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.991851 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4d8deaea-60db-4aad-9f47-facab69e14fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b74ac26b-6d21-408c-823a-16cb8649cc46 HTTP/1.1" status: 204 len: 168 time: 0.3111985 Nov 03 18:35:59.032845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8deaea-60db-4aad-9f47-facab69e14fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74ac26b-6d21-408c-823a-16cb8649cc46,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:59.034255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9414e32f-d12e-40eb-bfb6-eea2f2ab967a None None] For port cb56aa00-5a81-4c2a-b37d-5957e550c63a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb56aa00-5a81-4c2a-b37d-5957e550c63a,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:59.063914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1aa1e2fb-ca10-477d-860e-a723718e6abc,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:59.077572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9414e32f-d12e-40eb-bfb6-eea2f2ab967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.111809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-4899284e-d615-49f7-ac65-7a83379680e6 service neutron] 10.222.0.77 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735733 Nov 03 18:35:59.186158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cb56aa00-5a81-4c2a-b37d-5957e550c63a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:59.186871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.188712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e32f-d12e-40eb-bfb6-eea2f2ab967a None None] Pushing event updated for resources: {'Port': ['ID=cb56aa00-5a81-4c2a-b37d-5957e550c63a,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:59.212575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Allocated IP 172.20.0.2 (7d6a6830-44b9-4000-93de-1ff9c85e624e/cc5cde30-eaaa-4141-a3db-d7aa04ce2b91/97e13181-9509-4b17-b6fd-4890a2f13e7f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:59.219876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1aa1e2fb-ca10-477d-860e-a723718e6abc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:59.287503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-a2a23798-d3e9-41f4-bc88-be70d5198918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:59.289463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-a2a23798-d3e9-41f4-bc88-be70d5198918 service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.4231966 Nov 03 18:35:59.312577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36a076-dc7f-4f05-9cba-9655202b5c88 None None] Network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:59.354747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-c9836a94-d7da-4a86-8483-ddcb2731181f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c7de4-14a0-4956-9528-f4b30ab0da4e HTTP/1.1" status: 200 len: 217 time: 0.0532050 Nov 03 18:35:59.362973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-c5eb8c14-5550-4c35-97da-3a4adf5a6f59 service neutron] 10.222.0.77 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502441 Nov 03 18:35:59.479606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-e1bd4266-08a0-4636-bacd-c3c503397771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:59.481018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-e1bd4266-08a0-4636-bacd-c3c503397771 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1161039 Nov 03 18:35:59.487673 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.512585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47956) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:59.527358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.536612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-72e2c7be-2daa-461d-b27a-6f5b62edb727 service neutron] 10.222.0.77 "GET /v2.0/networks/27b6fdea-5fe9-4af9-aaa1-74084cf5eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727657 Nov 03 18:35:59.539935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-5e6aafc0-54ca-4f8e-8f5a-d6b1615db7bf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410419 Nov 03 18:35:59.545762 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1571a9f-88cc-4ab5-9bd6-a89f90c6ea22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.573488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Network 7d6a6830-44b9-4000-93de-1ff9c85e624e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:59.582823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:59.589753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:59.595624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Pushing event updated for resources: {'Port': ['ID=97e13181-9509-4b17-b6fd-4890a2f13e7f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:59.644757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-af9182e7-75d5-40c0-bb42-e8dadd580f5c None None] Provisioning complete for port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:59.645595 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af9182e7-75d5-40c0-bb42-e8dadd580f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.651736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:59.652462 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.672056 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-2e486c65-803e-4743-bbd6-495e41df2d38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1926339 Nov 03 18:35:59.687142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Request body: {'port': {'device_id': '99423d76-f687-4b03-ab2f-941fc980c6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:59.747119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.760720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-310ce416-6fc0-4f59-a398-1541acb326bc service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988475 Nov 03 18:35:59.763834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-c013b608-bc63-4dbb-8dd8-8c68e6cbe63e service neutron] 10.222.0.77 "GET /v2.0/networks/27b6fdea-5fe9-4af9-aaa1-74084cf5eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150588 Nov 03 18:35:59.785582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:59.839944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1571a9f-88cc-4ab5-9bd6-a89f90c6ea22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.895499 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1571a9f-88cc-4ab5-9bd6-a89f90c6ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.938455 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af9182e7-75d5-40c0-bb42-e8dadd580f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.959435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:59.959810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.981018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1571a9f-88cc-4ab5-9bd6-a89f90c6ea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d60afaa-f808-497a-88fe-9bd17c3dce1c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:59.991177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c1571a9f-88cc-4ab5-9bd6-a89f90c6ea22 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f6fe2549ae449cb95926a8f3dec4df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789162 Nov 03 18:35:59.994277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47958) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:00.004906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-06bb1078-b90e-4ea0-9dc8-d571c18c701a service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352567 Nov 03 18:36:00.012101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-af9182e7-75d5-40c0-bb42-e8dadd580f5c None None] For port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e5ac3e6-c1a9-4569-9e26-ba8f738a6009,segment=NetworkSegment(3d662bf3-d1b8-40c4-9c88-266e86f632e6),segment_id=3d662bf3-d1b8-40c4-9c88-266e86f632e6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:00.019271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-79a6b10d-2b2c-4b07-8f25-eaf3b69bb471 service neutron] 10.222.0.77 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416468 Nov 03 18:36:00.019868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af9182e7-75d5-40c0-bb42-e8dadd580f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.080217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e13181-9509-4b17-b6fd-4890a2f13e7f {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:00.096250 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.110711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9182e7-75d5-40c0-bb42-e8dadd580f5c None None] Pushing event updated for resources: {'Port': ['ID=7e5ac3e6-c1a9-4569-9e26-ba8f738a6009,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:00.123469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c401a281-9ffd-4cda-922d-b15aca0082db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.140122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Transition to ACTIVE for port object 97e13181-9509-4b17-b6fd-4890a2f13e7f will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:00.145404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.161344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-78aca06a-ad69-44ca-a99e-8f32a2adcc4e None None] Provisioning complete for port cb56aa00-5a81-4c2a-b37d-5957e550c63a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:00.161734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78aca06a-ad69-44ca-a99e-8f32a2adcc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.166333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-ffb5c65c-4577-48ec-a636-968856921ce8 service neutron] 10.222.0.77 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456738 Nov 03 18:36:00.168620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c401a281-9ffd-4cda-922d-b15aca0082db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.254343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Pushing event updated for resources: {'Port': ['ID=97e13181-9509-4b17-b6fd-4890a2f13e7f,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:00.261120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c401a281-9ffd-4cda-922d-b15aca0082db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.264124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c401a281-9ffd-4cda-922d-b15aca0082db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.267714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c401a281-9ffd-4cda-922d-b15aca0082db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d60afaa-f808-497a-88fe-9bd17c3dce1c HTTP/1.1" status: 204 len: 168 time: 0.2690268 Nov 03 18:36:00.292813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401a281-9ffd-4cda-922d-b15aca0082db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d60afaa-f808-497a-88fe-9bd17c3dce1c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:00.345167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Attempting to bind port 97e13181-9509-4b17-b6fd-4890a2f13e7f on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:00.353866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Attempting to bind port 97e13181-9509-4b17-b6fd-4890a2f13e7f by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a6ffd47d-7939-4702-8e0b-a3afd9c704a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7d6a6830-44b9-4000-93de-1ff9c85e624e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:00.355318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Attempting to bind port 97e13181-9509-4b17-b6fd-4890a2f13e7f on network 7d6a6830-44b9-4000-93de-1ff9c85e624e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:00.363269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Port 97e13181-9509-4b17-b6fd-4890a2f13e7f on network 7d6a6830-44b9-4000-93de-1ff9c85e624e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:00.363584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Attempting to bind port 97e13181-9509-4b17-b6fd-4890a2f13e7f on network 7d6a6830-44b9-4000-93de-1ff9c85e624e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:00.369010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:00.369349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Checking segment: {'id': 'a6ffd47d-7939-4702-8e0b-a3afd9c704a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7d6a6830-44b9-4000-93de-1ff9c85e624e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:00.369778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Bound using segment: {'id': 'a6ffd47d-7939-4702-8e0b-a3afd9c704a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7d6a6830-44b9-4000-93de-1ff9c85e624e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:00.370212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Bound port: 97e13181-9509-4b17-b6fd-4890a2f13e7f, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ffd47d-7939-4702-8e0b-a3afd9c704a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7d6a6830-44b9-4000-93de-1ff9c85e624e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:00.370568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.425619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0d2afdca-0bba-487d-aec4-1ed0b75bc739 None None] Provisioning complete for port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:00.425993 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d2afdca-0bba-487d-aec4-1ed0b75bc739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.427749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d2928-7814-40c1-b9d2-5ec2b59529f4 req-1ae1ee26-12f9-467a-b8a9-40048d219860 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:00.436034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a99d2928-7814-40c1-b9d2-5ec2b59529f4 req-1ae1ee26-12f9-467a-b8a9-40048d219860 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/ports?device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 943 time: 0.0619066 Nov 03 18:36:00.489160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] For port 97e13181-9509-4b17-b6fd-4890a2f13e7f, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:00.494543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a99d2928-7814-40c1-b9d2-5ec2b59529f4 req-65f3cda0-042a-4806-8691-5f3332c9cb38 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/security-groups?id=d31ea774-b614-4855-9f41-50385b0b26b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571203 Nov 03 18:36:00.497103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] For port 97e13181-9509-4b17-b6fd-4890a2f13e7f, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=97e13181-9509-4b17-b6fd-4890a2f13e7f,segment=NetworkSegment(a6ffd47d-7939-4702-8e0b-a3afd9c704a8),segment_id=a6ffd47d-7939-4702-8e0b-a3afd9c704a8)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:00.504308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.572062 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfdd2cb-beb1-4948-8304-3800d0819a39 x-openstack-request-id: req-ebfdd2cb-beb1-4948-8304-3800d0819a39 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:00.572264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:00.572735 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:00.573170 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebfdd2cb-beb1-4948-8304-3800d0819a39 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:00.573794 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b', 'status': 'completed', 'code': 200} Nov 03 18:36:00.573996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.574551 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'status': 'completed', 'code': 200} Nov 03 18:36:00.577065 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] 10.222.0.96 "PUT /v2.0/ports/97e13181-9509-4b17-b6fd-4890a2f13e7f HTTP/1.1" status: 200 len: 1091 time: 0.8933964 Nov 03 18:36:00.582997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99423d76-f687-4b03-ab2f-941fc980c6e5', 'tag': '97e13181-9509-4b17-b6fd-4890a2f13e7f'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:00.587413 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524d1104-3eae-47db-b565-41895194c7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "99423d76-f687-4b03-ab2f-941fc980c6e5", "tag": "97e13181-9509-4b17-b6fd-4890a2f13e7f"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:00.649908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8113c-473d-4162-8186-1e2660251b60 service neutron] Pushing event updated for resources: {'Port': ['ID=97e13181-9509-4b17-b6fd-4890a2f13e7f,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:00.730435 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-e5fba1bf-653d-4866-91cc-6a8774506f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:00.731985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-e5fba1bf-653d-4866-91cc-6a8774506f5a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.0917530 Nov 03 18:36:00.732511 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-a5e2bb9c-0e25-41a3-bcd9-db6e3c6fddd6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1001 time: 0.1268556 Nov 03 18:36:00.738618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-31284851-843c-40bf-ae16-e90a316e2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:00.740288 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-31284851-843c-40bf-ae16-e90a316e2037 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 1097 time: 0.0861435 Nov 03 18:36:00.871034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb56aa00-5a81-4c2a-b37d-5957e550c63a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:00.960589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cb56aa00-5a81-4c2a-b37d-5957e550c63a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:00.961891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.101049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:01.173061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-894a62c2-1a1b-4f55-b283-053ea5ac487b tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.182561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:01.182981 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.186384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-894a62c2-1a1b-4f55-b283-053ea5ac487b tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports/e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 943 time: 0.4470994 Nov 03 18:36:01.208440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-300755a9-6669-446e-9417-6904d94ba4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.216199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-300755a9-6669-446e-9417-6904d94ba4aa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d69e37c3444ba903bdb114d0949cb&device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 1094 time: 0.5330341 Nov 03 18:36:01.323125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-12da99c1-0cfc-421e-bf41-7a1b43993f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.324203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-12da99c1-0cfc-421e-bf41-7a1b43993f77 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.5815783 Nov 03 18:36:01.328729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-5550e72c-e207-44e9-bc09-2ea790c42565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.328729 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-5550e72c-e207-44e9-bc09-2ea790c42565 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.5778518 Nov 03 18:36:01.330829 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-ba4bcb38-c77c-4afc-9c87-37e4a037be7b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e13181-9509-4b17-b6fd-4890a2f13e7f HTTP/1.1" status: 200 len: 217 time: 0.1027496 Nov 03 18:36:01.382861 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-a127459e-4e6d-472a-96aa-de72cdb6a4dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 217 time: 0.0494978 Nov 03 18:36:01.434441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-50c926dd-0d85-4986-95a0-b1425833e604 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1001 time: 0.1955709 Nov 03 18:36:01.438230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-ece9c78c-a78c-4eea-bb3b-e2bb0532a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.440583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-ece9c78c-a78c-4eea-bb3b-e2bb0532a399 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc5cde30-eaaa-4141-a3db-d7aa04ce2b91 HTTP/1.1" status: 200 len: 857 time: 0.0711944 Nov 03 18:36:01.469297 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-04a4ee91-fdeb-437b-823c-2f439eec1f01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 1001 time: 0.1333437 Nov 03 18:36:01.472800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-4de972b7-fa78-4816-84d4-35a362ae92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.474184 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-4de972b7-fa78-4816-84d4-35a362ae92c0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0624101 Nov 03 18:36:01.493728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-fe32fd1a-4014-47b4-ae1a-a95df3baea4b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7d6a6830-44b9-4000-93de-1ff9c85e624e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410929 Nov 03 18:36:01.563287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-6e180ff0-8a3d-4768-b9a5-f21dd576d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.564786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-6e180ff0-8a3d-4768-b9a5-f21dd576d119 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0870662 Nov 03 18:36:01.567625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-0dc9bbf6-a9cf-4fb5-b9cb-f7f445cc518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.569182 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-0dc9bbf6-a9cf-4fb5-b9cb-f7f445cc518d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834806 Nov 03 18:36:01.674306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-0aa6ccbf-5db0-492a-888a-759539701836 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.684882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-55d931ad-173e-4d56-9111-348932a517b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.686586 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-55d931ad-173e-4d56-9111-348932a517b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142535 Nov 03 18:36:01.688982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-0aa6ccbf-5db0-492a-888a-759539701836 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.2469263 Nov 03 18:36:01.717103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-cb6f24fb-8d64-43a0-94de-0bfc62812e43 service neutron] 10.222.0.96 "GET /v2.0/networks/7d6a6830-44b9-4000-93de-1ff9c85e624e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111318 Nov 03 18:36:01.730961 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-cf4688ff-2fff-4b48-8450-556b7cbca709 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492162 Nov 03 18:36:01.869525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-27c7f2d5-bd4e-4fac-ae84-c9ca23156491 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1001 time: 0.1638083 Nov 03 18:36:01.889454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:01.904835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-0f175bbf-5762-4b38-99a7-571477548522 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.906444 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-0f175bbf-5762-4b38-99a7-571477548522 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/ports?device_id=718f1654-f701-48dd-b4d2-61fe64b85d4d HTTP/1.1" status: 200 len: 945 time: 0.1433599 Nov 03 18:36:01.911940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-978cb5f3-e037-4b4b-92a0-af69ddacc632 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144470 Nov 03 18:36:02.018594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f1bdcde-d959-482c-8dd5-3f41e2a280ea req-d5d6133b-0a04-4e50-9978-30dc97dbaa1b service neutron] 10.222.0.96 "GET /v2.0/networks/7d6a6830-44b9-4000-93de-1ff9c85e624e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649648 Nov 03 18:36:02.021274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.022850 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-5d15eb54-175f-44d2-a0f1-13e7c43d1060 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606931 Nov 03 18:36:02.069371 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.105600 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec21c779-410e-4abb-b07d-6b25ee6d6892 req-fc567c9c-f27f-411e-bcb3-3555f2ad181f service neutron] 10.222.0.70 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828549 Nov 03 18:36:02.129950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Deleting port 506c7de4-14a0-4956-9528-f4b30ab0da4e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:02.130388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.133857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-4868b7d9-7b46-4580-b274-00e7c8264587 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:02.139701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-4868b7d9-7b46-4580-b274-00e7c8264587 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:02.141253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-4868b7d9-7b46-4580-b274-00e7c8264587 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.96 "GET /v2.0/networks?id=bea7060a-2f4b-4be1-a4b6-432da048e085&id=27b6fdea-5fe9-4af9-aaa1-74084cf5eec2&id=bea7060a-2f4b-4be1-a4b6-432da048e085 HTTP/1.1" status: 200 len: 1390 time: 0.3156662 Nov 03 18:36:02.158300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'port': {'device_id': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085', 'admin_state_up': True, 'tenant_id': '4098930965064fe38cac7761cc640c5c'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:02.248927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] For port 506c7de4-14a0-4956-9528-f4b30ab0da4e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=506c7de4-14a0-4956-9528-f4b30ab0da4e,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:02.249290 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.263269 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.263871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Calling delete_port for 506c7de4-14a0-4956-9528-f4b30ab0da4e owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:02.268654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.268997 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984 disassociated. External IP: 172.25.3.98, port: e001dbbd-1d4a-434b-8b6d-7aff1493bbc3. Nov 03 18:36:02.348909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1aa1e2fb-ca10-477d-860e-a723718e6abc up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:02.400988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:02.404664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.418216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.418763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 1aa1e2fb-ca10-477d-860e-a723718e6abc completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:02.424646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 1aa1e2fb-ca10-477d-860e-a723718e6abc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:02.425031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.448508 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event deleted for resources: {'Port': ['ID=506c7de4-14a0-4956-9528-f4b30ab0da4e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:02.455012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25', '506c7de4-14a0-4956-9528-f4b30ab0da4e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:02.497626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] No DVR routers for this DVR port 506c7de4-14a0-4956-9528-f4b30ab0da4e on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:02.500701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.504707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-740aa1b2-b1ea-438e-b2e1-9380afcadf66 req-cd96acda-c9ef-47f3-a2ca-dc8c0b6c3cd1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "DELETE /v2.0/ports/506c7de4-14a0-4956-9528-f4b30ab0da4e HTTP/1.1" status: 204 len: 173 time: 0.5766447 Nov 03 18:36:02.601584 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.618590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Router 309c9029-3a5d-4778-add8-e1f811c343bb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:02.619751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Allocated IP 19.80.0.251 (bea7060a-2f4b-4be1-a4b6-432da048e085/8765a6c3-b6ef-4e52-9262-707687d7a157/f89e717e-be67-463d-97c4-f67f7d761312) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:02.644105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed3bd1-36b0-4d04-a5c2-21c555998b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa1e2fb-ca10-477d-860e-a723718e6abc'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:02.646383 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7d1f7-9969-461a-b22c-e875306f47e5" -d '{"events": [{"server_uuid": "80ed3bd1-36b0-4d04-a5c2-21c555998b0a", "name": "network-vif-plugged", "status": "completed", "tag": "1aa1e2fb-ca10-477d-860e-a723718e6abc"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:02.666449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1aa1e2fb-ca10-477d-860e-a723718e6abc, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1aa1e2fb-ca10-477d-860e-a723718e6abc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:02.674946 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.736859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1aa1e2fb-ca10-477d-860e-a723718e6abc,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:02.819037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:02.824963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.829038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:02.838690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:02.839307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:02.868663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-45a62285-fab5-451c-a775-4c1481ec38f6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "PUT /v2.0/floatingips/3a1ecb8e-efd4-4e70-a09e-5afec3f15984 HTTP/1.1" status: 200 len: 694 time: 0.9981370 Nov 03 18:36:02.873828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:02.876065 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29548487-a66c-428c-a806-b07569767fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:02.882874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.947609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-1859b472-7aff-4703-841f-e1179cbb80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:02.949168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-1859b472-7aff-4703-841f-e1179cbb80f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 1097 time: 0.0646849 Nov 03 18:36:02.950873 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.955437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:03.027876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network bea7060a-2f4b-4be1-a4b6-432da048e085 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:03.062476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:03.066012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Port': ['ID=f89e717e-be67-463d-97c4-f67f7d761312,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:03.070159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:03.107522 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.140015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:03.140659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.144573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-9f0e93a0-bef1-48eb-ad8c-680a454f6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:03.146104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-9f0e93a0-bef1-48eb-ad8c-680a454f6e49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.1875031 Nov 03 18:36:03.202690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-b4d3366b-9228-47ef-9c23-b3be0b9e7077 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 217 time: 0.0469704 Nov 03 18:36:03.205914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-2ea12dc2-be98-4f4e-abe7-1b3111103338 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0515039 Nov 03 18:36:03.224199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'port': {'device_id': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2', 'admin_state_up': True, 'tenant_id': '4098930965064fe38cac7761cc640c5c'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:03.230958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:03.259951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:03.269249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:03.269890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:35:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:03.318133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-ffc2c2af-a7ce-478e-b527-b8a80ddb234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:03.319195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-ffc2c2af-a7ce-478e-b527-b8a80ddb234b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.1091020 Nov 03 18:36:03.388370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a760556d-5df7-47a5-bd83-eb04410cc35a None None] Provisioning complete for port f89e717e-be67-463d-97c4-f67f7d761312 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:03.390926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-b18dffbf-89ee-42cb-83b6-e2180b524243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:03.391169 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a760556d-5df7-47a5-bd83-eb04410cc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.392427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-b18dffbf-89ee-42cb-83b6-e2180b524243 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651081 Nov 03 18:36:03.427628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:03.461346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:03.464810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.550714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-cefcef08-dfe0-4734-be2e-1fbaad81bd3b service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499729 Nov 03 18:36:03.604975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a760556d-5df7-47a5-bd83-eb04410cc35a None None] Port f89e717e-be67-463d-97c4-f67f7d761312 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:03.750369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 97e13181-9509-4b17-b6fd-4890a2f13e7f details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:03.856044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:03.895106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64935d-9368-4fcc-b151-dcc18f722166 None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:03.897863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 97e13181-9509-4b17-b6fd-4890a2f13e7f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=97e13181-9509-4b17-b6fd-4890a2f13e7f,segment=NetworkSegment(a6ffd47d-7939-4702-8e0b-a3afd9c704a8),segment_id=a6ffd47d-7939-4702-8e0b-a3afd9c704a8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:03.915131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '97e13181-9509-4b17-b6fd-4890a2f13e7f', 'network_id': '7d6a6830-44b9-4000-93de-1ff9c85e624e', 'port_id': '97e13181-9509-4b17-b6fd-4890a2f13e7f', 'mac_address': 'fa:16:3e:29:cc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5cde30-eaaa-4141-a3db-d7aa04ce2b91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:03.959216 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.964398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Allocated IP 19.86.0.66 (27b6fdea-5fe9-4af9-aaa1-74084cf5eec2/12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a/e98a94d9-a45e-417d-8d0a-2d2defc219ce) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:03.973846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e13181-9509-4b17-b6fd-4890a2f13e7f {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:03.992228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374c6b0f-e2f1-4deb-bf17-e46ae6cf2814 req-75746384-6235-494a-a833-895b14285d98 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302676 Nov 03 18:36:03.997855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 97e13181-9509-4b17-b6fd-4890a2f13e7f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=97e13181-9509-4b17-b6fd-4890a2f13e7f,segment=NetworkSegment(a6ffd47d-7939-4702-8e0b-a3afd9c704a8),segment_id=a6ffd47d-7939-4702-8e0b-a3afd9c704a8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:04.003022 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.061189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=97e13181-9509-4b17-b6fd-4890a2f13e7f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:04.177132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.192174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa881a4-dfc1-4ffe-8e57-49601fb2dc7e req-543cfe40-1449-42e0-8f10-a268ef69a1a5 tempest-ServersAdminNegativeTestJSON-279684203 tempest-ServersAdminNegativeTestJSON-279684203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.193708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fa881a4-dfc1-4ffe-8e57-49601fb2dc7e req-543cfe40-1449-42e0-8f10-a268ef69a1a5 tempest-ServersAdminNegativeTestJSON-279684203 tempest-ServersAdminNegativeTestJSON-279684203-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 1101 time: 0.0761402 Nov 03 18:36:04.195968 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752be5b5-f878-46a6-bec5-32b4738a34b3 None None] New status for floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:36:04.221692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4fa881a4-dfc1-4ffe-8e57-49601fb2dc7e req-a900800e-a8ac-4ef8-9d22-c6d51ccc6e27 tempest-ServersAdminNegativeTestJSON-279684203 tempest-ServersAdminNegativeTestJSON-279684203-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.241490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.301435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:04.310434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:04.315214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['97e13181-9509-4b17-b6fd-4890a2f13e7f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:04.316211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:04.324772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Port': ['ID=e98a94d9-a45e-417d-8d0a-2d2defc219ce,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:04.396340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.396966 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.422596 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4fa881a4-dfc1-4ffe-8e57-49601fb2dc7e req-a900800e-a8ac-4ef8-9d22-c6d51ccc6e27 tempest-ServersAdminNegativeTestJSON-279684203 tempest-ServersAdminNegativeTestJSON-279684203-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.428633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4fa881a4-dfc1-4ffe-8e57-49601fb2dc7e req-a900800e-a8ac-4ef8-9d22-c6d51ccc6e27 tempest-ServersAdminNegativeTestJSON-279684203 tempest-ServersAdminNegativeTestJSON-279684203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.441848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-1347acce-ddf5-444e-9a2a-1828dc1aedb4 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2234919 Nov 03 18:36:04.457837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'port': {'device_id': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085', 'admin_state_up': True, 'tenant_id': '4098930965064fe38cac7761cc640c5c'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:04.503024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fa881a4-dfc1-4ffe-8e57-49601fb2dc7e req-a900800e-a8ac-4ef8-9d22-c6d51ccc6e27 tempest-ServersAdminNegativeTestJSON-279684203 tempest-ServersAdminNegativeTestJSON-279684203-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008356 Nov 03 18:36:04.534523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900800e-a8ac-4ef8-9d22-c6d51ccc6e27 tempest-ServersAdminNegativeTestJSON-279684203 tempest-ServersAdminNegativeTestJSON-279684203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a49d78a-4c71-404e-b50d-a84fcf8af2b7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:04.630856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-38de75f2-132f-4d66-8037-89185514aca9 None None] Provisioning complete for port e98a94d9-a45e-417d-8d0a-2d2defc219ce triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:04.631154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38de75f2-132f-4d66-8037-89185514aca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.639503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:04.643127 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.653477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eb455-50c5-42ba-ac90-7be5b8ba12a7 req-3168fe84-5c0a-46b9-9ef8-47a7dd649f64 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.654953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-727eb455-50c5-42ba-ac90-7be5b8ba12a7 req-3168fe84-5c0a-46b9-9ef8-47a7dd649f64 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 949 time: 0.0717928 Nov 03 18:36:04.668120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-38de75f2-132f-4d66-8037-89185514aca9 None None] Port e98a94d9-a45e-417d-8d0a-2d2defc219ce cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:04.752207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-727eb455-50c5-42ba-ac90-7be5b8ba12a7 req-d9a6243a-b65c-448c-a7a5-2729d81d6626 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906875 Nov 03 18:36:04.812153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Allocated IP 19.80.0.218 (bea7060a-2f4b-4be1-a4b6-432da048e085/8765a6c3-b6ef-4e52-9262-707687d7a157/989953aa-8670-4910-ac0f-d942245843a5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:04.955560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fd5c9-41b6-466e-9317-96fd6218711f req-bb6e98a9-3849-4591-bb59-b986af9a1471 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.961596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fd5c9-41b6-466e-9317-96fd6218711f req-bb6e98a9-3849-4591-bb59-b986af9a1471 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.963162 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb4fd5c9-41b6-466e-9317-96fd6218711f req-bb6e98a9-3849-4591-bb59-b986af9a1471 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 1654 time: 0.1232510 Nov 03 18:36:05.044112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.048672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb4fd5c9-41b6-466e-9317-96fd6218711f req-42778d75-fe4c-4827-9add-6fc76f932daf tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763733 Nov 03 18:36:05.092518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.097741 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb0093-3ee2-4328-bddc-8e0054c18cf0 x-openstack-request-id: req-3bdb0093-3ee2-4328-bddc-8e0054c18cf0 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:05.098494 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99423d76-f687-4b03-ab2f-941fc980c6e5", "tag": "97e13181-9509-4b17-b6fd-4890a2f13e7f", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:05.098494 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bdb0093-3ee2-4328-bddc-8e0054c18cf0 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:05.098762 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99423d76-f687-4b03-ab2f-941fc980c6e5', 'tag': '97e13181-9509-4b17-b6fd-4890a2f13e7f', 'status': 'completed', 'code': 200} Nov 03 18:36:05.163123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network bea7060a-2f4b-4be1-a4b6-432da048e085 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:05.170256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1104-3eae-47db-b565-41895194c7fe req-05a393a1-833d-4aa7-83c5-34cf24b99b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.171734 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-524d1104-3eae-47db-b565-41895194c7fe req-05a393a1-833d-4aa7-83c5-34cf24b99b77 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d69e37c3444ba903bdb114d0949cb&device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 1095 time: 0.0486155 Nov 03 18:36:05.178190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:05.193764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:05.197205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Port': ['ID=989953aa-8670-4910-ac0f-d942245843a5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:05.252280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.252956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.262640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a880018-9861-4c30-a1fd-e66b821e8aa5 req-2aae0e90-8887-4c92-8285-290e0fcddb7c tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.264282 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a880018-9861-4c30-a1fd-e66b821e8aa5 req-2aae0e90-8887-4c92-8285-290e0fcddb7c tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/ports?device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 944 time: 0.1072311 Nov 03 18:36:05.281399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1104-3eae-47db-b565-41895194c7fe req-d34ea498-e279-4c41-a695-84e4054bba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.283037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-524d1104-3eae-47db-b565-41895194c7fe req-d34ea498-e279-4c41-a695-84e4054bba0a service neutron] 10.222.0.96 "GET /v2.0/networks?id=7d6a6830-44b9-4000-93de-1ff9c85e624e HTTP/1.1" status: 200 len: 918 time: 0.1033642 Nov 03 18:36:05.283193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-fb71d7d2-7282-47ef-bd42-bb109c30e02a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8318572 Nov 03 18:36:05.318364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Request body: {'port': {'device_id': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:05.340983 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-524d1104-3eae-47db-b565-41895194c7fe req-76d3da1f-e779-4f73-9111-f2c36bbeadde service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e13181-9509-4b17-b6fd-4890a2f13e7f HTTP/1.1" status: 200 len: 217 time: 0.0394676 Nov 03 18:36:05.353744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a880018-9861-4c30-a1fd-e66b821e8aa5 req-5f0f5475-87de-4de8-b9c1-297ff569d2ef tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/security-groups?id=d31ea774-b614-4855-9f41-50385b0b26b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816410 Nov 03 18:36:05.411678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-788578de-755f-452d-b576-6aba84afa608 None None] Provisioning complete for port 989953aa-8670-4910-ac0f-d942245843a5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:05.412597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-788578de-755f-452d-b576-6aba84afa608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.419405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1104-3eae-47db-b565-41895194c7fe req-1eb3915f-80a1-4bff-a1a2-adb1f839c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.422028 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-524d1104-3eae-47db-b565-41895194c7fe req-1eb3915f-80a1-4bff-a1a2-adb1f839c292 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc5cde30-eaaa-4141-a3db-d7aa04ce2b91 HTTP/1.1" status: 200 len: 857 time: 0.0720410 Nov 03 18:36:05.424126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.439593 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e360ee-6460-4d3f-9fa6-1c031cd2a49d x-openstack-request-id: req-f9e360ee-6460-4d3f-9fa6-1c031cd2a49d {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:05.439890 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed3bd1-36b0-4d04-a5c2-21c555998b0a", "name": "network-vif-plugged", "status": "completed", "tag": "1aa1e2fb-ca10-477d-860e-a723718e6abc", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:05.440155 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9e360ee-6460-4d3f-9fa6-1c031cd2a49d {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:05.440548 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed3bd1-36b0-4d04-a5c2-21c555998b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa1e2fb-ca10-477d-860e-a723718e6abc', 'code': 200} Nov 03 18:36:05.459326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-788578de-755f-452d-b576-6aba84afa608 None None] Port 989953aa-8670-4910-ac0f-d942245843a5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:05.480430 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-524d1104-3eae-47db-b565-41895194c7fe req-ce98abb3-c33d-45e7-a2e8-54eb42a92ca6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7d6a6830-44b9-4000-93de-1ff9c85e624e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512810 Nov 03 18:36:05.505268 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4670c4e7-0504-499d-970c-f9ac47f404b8 x-openstack-request-id: req-4670c4e7-0504-499d-970c-f9ac47f404b8 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:05.505919 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:05.506370 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4670c4e7-0504-499d-970c-f9ac47f404b8 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:05.507010 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'status': 'completed', 'code': 200} Nov 03 18:36:05.640644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb414f4-faf9-4112-bee1-be7d1553a94b req-a24ae7b7-c4f2-4f1d-9c74-f5ffc040787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.642176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8cb414f4-faf9-4112-bee1-be7d1553a94b req-a24ae7b7-c4f2-4f1d-9c74-f5ffc040787b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 1100 time: 0.1140275 Nov 03 18:36:05.675929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29548487-a66c-428c-a806-b07569767fc4 req-b3ecf048-df8b-4452-b88a-b475a847a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.677380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29548487-a66c-428c-a806-b07569767fc4 req-b3ecf048-df8b-4452-b88a-b475a847a27a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 1097 time: 0.1481173 Nov 03 18:36:05.749816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 97e13181-9509-4b17-b6fd-4890a2f13e7f up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:05.798926 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6076ec48-36a9-4ec6-b205-8c52f0f4e837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.806552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29548487-a66c-428c-a806-b07569767fc4 req-4dac8a5a-d4ac-4f73-8762-0ea43f129f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.809042 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29548487-a66c-428c-a806-b07569767fc4 req-4dac8a5a-d4ac-4f73-8762-0ea43f129f02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.1172242 Nov 03 18:36:05.812978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-524d1104-3eae-47db-b565-41895194c7fe req-0131f76b-cb95-450f-8e48-b0996dc29f85 service neutron] 10.222.0.96 "GET /v2.0/networks/7d6a6830-44b9-4000-93de-1ff9c85e624e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245111 Nov 03 18:36:05.814585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89e717e-be67-463d-97c4-f67f7d761312 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:05.823040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.840716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Transition to ACTIVE for port object f89e717e-be67-463d-97c4-f67f7d761312 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:05.846206 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.850856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 97e13181-9509-4b17-b6fd-4890a2f13e7f completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:05.858274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 97e13181-9509-4b17-b6fd-4890a2f13e7f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:05.863296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.886318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48050) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:05.907557 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29548487-a66c-428c-a806-b07569767fc4 req-66b3afdb-6a91-424e-bbd7-f6d0ae502edd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 200 len: 217 time: 0.0854199 Nov 03 18:36:05.990376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Pushing event updated for resources: {'Port': ['ID=f89e717e-be67-463d-97c4-f67f7d761312,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:05.995935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.018107 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8cb414f4-faf9-4112-bee1-be7d1553a94b req-6c507f00-44e8-41a5-85e3-e35f27098a7f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553956 Nov 03 18:36:06.048957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29548487-a66c-428c-a806-b07569767fc4 req-7d9e2340-3941-4c7b-8fc6-28cfd31a3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.050631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29548487-a66c-428c-a806-b07569767fc4 req-7d9e2340-3941-4c7b-8fc6-28cfd31a3740 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.1318369 Nov 03 18:36:06.058192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 97e13181-9509-4b17-b6fd-4890a2f13e7f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=97e13181-9509-4b17-b6fd-4890a2f13e7f,segment=NetworkSegment(a6ffd47d-7939-4702-8e0b-a3afd9c704a8),segment_id=a6ffd47d-7939-4702-8e0b-a3afd9c704a8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:06.063167 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.064107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 506c7de4-14a0-4956-9528-f4b30ab0da4e no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:06.068583 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-524d1104-3eae-47db-b565-41895194c7fe req-e476bbfd-516a-464a-9ab4-a38dcd5127ea service neutron] 10.222.0.96 "GET /v2.0/networks/7d6a6830-44b9-4000-93de-1ff9c85e624e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378621 Nov 03 18:36:06.115981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.120020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 506c7de4-14a0-4956-9528-f4b30ab0da4e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:06.120603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 506c7de4-14a0-4956-9528-f4b30ab0da4e not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:06.144551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d781-1748-457e-b69a-700f3ac5860a req-24254cea-be07-43a7-9b41-14d0651fefe9 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.152904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-24254cea-be07-43a7-9b41-14d0651fefe9 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.2664800 Nov 03 18:36:06.158626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=97e13181-9509-4b17-b6fd-4890a2f13e7f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:06.179031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-42fa99d3-4f3c-4840-870c-fc711b3d7656 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/quotas/0c81da524e49418b81a8405e7bb78ab1 HTTP/1.1" status: 200 len: 375 time: 0.0250235 Nov 03 18:36:06.207216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Attempting to bind port f89e717e-be67-463d-97c4-f67f7d761312 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:06.207564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Attempting to bind port f89e717e-be67-463d-97c4-f67f7d761312 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:06.207896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Attempting to bind port f89e717e-be67-463d-97c4-f67f7d761312 on network bea7060a-2f4b-4be1-a4b6-432da048e085 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:06.216186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Port f89e717e-be67-463d-97c4-f67f7d761312 on network bea7060a-2f4b-4be1-a4b6-432da048e085 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:06.216425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Attempting to bind port f89e717e-be67-463d-97c4-f67f7d761312 on network bea7060a-2f4b-4be1-a4b6-432da048e085 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:06.227178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.227792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:06.228203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Checking segment: {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:06.228509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Bound using segment: {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:06.228960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Bound port: f89e717e-be67-463d-97c4-f67f7d761312, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:06.229293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.231661 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.247960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-064657d7-d5bf-4d0e-a5bd-36862bdea765 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679350 Nov 03 18:36:06.306338 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6bcccbac8244391974a4309a0863f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166653 Nov 03 18:36:06.310986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48056) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:06.311892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d59e407-6cce-408b-ab03-b98730fc786e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:06.322051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.322394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.322729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.323059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.323392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.324228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.324373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.324635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.324964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.325280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.325635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.325951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c83860-872b-4f81-9a46-1e53f31d36a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:06.332742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29548487-a66c-428c-a806-b07569767fc4 req-d796f22d-ebf8-479c-bc49-1071eb255250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.334403 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29548487-a66c-428c-a806-b07569767fc4 req-d796f22d-ebf8-479c-bc49-1071eb255250 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994747 Nov 03 18:36:06.392218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] For port f89e717e-be67-463d-97c4-f67f7d761312, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:06.425707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] For port f89e717e-be67-463d-97c4-f67f7d761312, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f89e717e-be67-463d-97c4-f67f7d761312,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:06.429161 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29548487-a66c-428c-a806-b07569767fc4 req-5379dfcc-b637-40bf-b8c0-2789409f78d6 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867817 Nov 03 18:36:06.430731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-19e07e51-8c77-4039-bf0c-e940513b9165 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611335 Nov 03 18:36:06.438043 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.488383 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1730896-ccda-4ea1-b5fa-e4bbb6e3ba6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.541306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.541954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.542825 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29548487-a66c-428c-a806-b07569767fc4 req-4ebe710f-56ea-4e02-bae7-4f353931f006 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974181 Nov 03 18:36:06.543350 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] 10.222.0.96 "PUT /v2.0/ports/f89e717e-be67-463d-97c4-f67f7d761312 HTTP/1.1" status: 200 len: 1092 time: 1.2372010 Nov 03 18:36:06.561668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1730896-ccda-4ea1-b5fa-e4bbb6e3ba6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.587323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Request body: {'port': {'device_id': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:06.638433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceb67a-1045-476a-b6c9-88151ebc9f6a service neutron] Pushing event updated for resources: {'Port': ['ID=f89e717e-be67-463d-97c4-f67f7d761312,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:06.671885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-368c131c-4c78-420c-a7c2-24da2393d6d8 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303209 Nov 03 18:36:06.696623 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.710237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1730896-ccda-4ea1-b5fa-e4bbb6e3ba6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.713348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1730896-ccda-4ea1-b5fa-e4bbb6e3ba6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.714555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c1730896-ccda-4ea1-b5fa-e4bbb6e3ba6c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d59e407-6cce-408b-ab03-b98730fc786e HTTP/1.1" status: 204 len: 168 time: 0.4013560 Nov 03 18:36:06.740584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1730896-ccda-4ea1-b5fa-e4bbb6e3ba6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d59e407-6cce-408b-ab03-b98730fc786e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:06.959470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170060d-4810-412a-a6b5-394bb7098181 req-7f6b5fdd-c5f0-4e3e-88d4-436b1d0a68ae tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.961000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-7f6b5fdd-c5f0-4e3e-88d4-436b1d0a68ae tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1027632 Nov 03 18:36:07.035328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-03a30fc9-33f5-4b1a-86d3-6b7fe0953d1c tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0659533 Nov 03 18:36:07.052979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48072) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:07.061391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Request body: {'floatingip': {'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:07.067939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a17dbb-5b8f-4fc9-90fb-21ef752173b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.101099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718f1654-f701-48dd-b4d2-61fe64b85d4d', 'name': 'network-vif-deleted', 'tag': '506c7de4-14a0-4956-9528-f4b30ab0da4e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:07.104139 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283332c9-78d9-4fe8-a766-8629d5f3c431" -d '{"events": [{"server_uuid": "718f1654-f701-48dd-b4d2-61fe64b85d4d", "name": "network-vif-deleted", "tag": "506c7de4-14a0-4956-9528-f4b30ab0da4e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:07.138055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.161031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a17dbb-5b8f-4fc9-90fb-21ef752173b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.166711 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a17dbb-5b8f-4fc9-90fb-21ef752173b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.206451 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b2a17dbb-5b8f-4fc9-90fb-21ef752173b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05dfba2ce2b14c6da2bbc17e2501d2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522739 Nov 03 18:36:07.208931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a17dbb-5b8f-4fc9-90fb-21ef752173b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d13d1-9dfb-427c-8c13-96adad625b37,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:07.211579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48078) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:07.223280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98a94d9-a45e-417d-8d0a-2d2defc219ce {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:07.236733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.269581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e402d5f3-33b6-4450-9577-5ad6de4575b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.290321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Transition to ACTIVE for port object e98a94d9-a45e-417d-8d0a-2d2defc219ce will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:07.297769 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.299235 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e402d5f3-33b6-4450-9577-5ad6de4575b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.361279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Pushing event updated for resources: {'Port': ['ID=e98a94d9-a45e-417d-8d0a-2d2defc219ce,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:07.425798 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e402d5f3-33b6-4450-9577-5ad6de4575b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.429946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e402d5f3-33b6-4450-9577-5ad6de4575b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.435669 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e402d5f3-33b6-4450-9577-5ad6de4575b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b9d13d1-9dfb-427c-8c13-96adad625b37 HTTP/1.1" status: 204 len: 168 time: 0.2187362 Nov 03 18:36:07.442621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99423d76-f687-4b03-ab2f-941fc980c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e13181-9509-4b17-b6fd-4890a2f13e7f'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:07.451076 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265bd0b7-ce67-4e49-8b4f-de3db335e592" -d '{"events": [{"server_uuid": "99423d76-f687-4b03-ab2f-941fc980c6e5", "name": "network-vif-plugged", "status": "completed", "tag": "97e13181-9509-4b17-b6fd-4890a2f13e7f"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:07.458318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402d5f3-33b6-4450-9577-5ad6de4575b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d13d1-9dfb-427c-8c13-96adad625b37,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:07.525128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'tag': 'f89e717e-be67-463d-97c4-f67f7d761312'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:07.528818 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27" -d '{"events": [{"name": "network-changed", "server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "tag": "f89e717e-be67-463d-97c4-f67f7d761312"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:07.557386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Attempting to bind port e98a94d9-a45e-417d-8d0a-2d2defc219ce on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:07.557739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Attempting to bind port e98a94d9-a45e-417d-8d0a-2d2defc219ce by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:07.558063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Attempting to bind port e98a94d9-a45e-417d-8d0a-2d2defc219ce on network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:07.567128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Port e98a94d9-a45e-417d-8d0a-2d2defc219ce on network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:07.567715 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Attempting to bind port e98a94d9-a45e-417d-8d0a-2d2defc219ce on network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:07.567990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-e9ef1fc2-3cf8-403e-b7a7-2efaf704500d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:07.570194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-e9ef1fc2-3cf8-403e-b7a7-2efaf704500d tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.70 "GET /v2.0/ports?device_id=7769e358-c503-43f2-9d74-713e26403a78 HTTP/1.1" status: 200 len: 946 time: 0.0980475 Nov 03 18:36:07.610570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:07.610879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Checking segment: {'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:07.611308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Bound using segment: {'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:07.611745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Bound port: e98a94d9-a45e-417d-8d0a-2d2defc219ce, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d662bf3-d1b8-40c4-9c88-266e86f632e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:07.612137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.697522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] For port e98a94d9-a45e-417d-8d0a-2d2defc219ce, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:07.705134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Deleting port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:07.705601 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.718193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] For port e98a94d9-a45e-417d-8d0a-2d2defc219ce, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e98a94d9-a45e-417d-8d0a-2d2defc219ce,segment=NetworkSegment(3d662bf3-d1b8-40c4-9c88-266e86f632e6),segment_id=3d662bf3-d1b8-40c4-9c88-266e86f632e6)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:07.723508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.800383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:07.801138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.803218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] 10.222.0.96 "PUT /v2.0/ports/e98a94d9-a45e-417d-8d0a-2d2defc219ce HTTP/1.1" status: 200 len: 1091 time: 1.2258949 Nov 03 18:36:07.817474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] For port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:07.818103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.836196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Calling delete_port for e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:07.848339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Request body: {'port': {'device_id': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:07.944725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.947045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Pushing event updated for resources: {'Port': ['ID=e98a94d9-a45e-417d-8d0a-2d2defc219ce,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:07.992213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.992553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.992891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.993224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.993580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.993909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.994229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.994839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.995145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.995468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.995782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:07.996097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e4733-8c58-4ace-bab7-c70eef0bed85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:08.046670 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.060422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['e001dbbd-1d4a-434b-8b6d-7aff1493bbc3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:08.068494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['706dc883-4b38-4719-bc39-1e35e618086b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:08.168759 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:36:08.227673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Pushing event deleted for resources: {'Port': ['ID=e001dbbd-1d4a-434b-8b6d-7aff1493bbc3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:08.283960 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.315185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] No DVR routers for this DVR port e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:08.336626 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.339220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.342806 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ed83417c-bdbf-4e89-9dd1-4487b4faaf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.351974 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-674ea8ab-1c4c-4381-bcfe-5f4bd27e7c58 req-78a09974-ee4b-4a2a-9ac8-5784a041a4a3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.70 "DELETE /v2.0/ports/e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 HTTP/1.1" status: 204 len: 173 time: 0.7724938 Nov 03 18:36:08.374034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d781-1748-457e-b69a-700f3ac5860a req-f917939c-24b3-4086-af41-fbca481fcfc1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:08.380579 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-f917939c-24b3-4086-af41-fbca481fcfc1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.2891178 Nov 03 18:36:08.428557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Request body: {'port': {'device_id': '85a12386-0928-42de-961f-edd18b7408f4', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'admin_state_up': True, 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:08.524511 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984 associated. External IP: 172.25.3.98, port: 706dc883-4b38-4719-bc39-1e35e618086b. Nov 03 18:36:08.603821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:08.609174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.750786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Allocated IP 172.20.0.13 (216a7812-84d2-4978-8b51-d49480d4019a/0cd22e13-56de-48cd-a0d5-8a5717f3c69f/89d9081f-5f22-4df1-a95b-6cf0537dd30b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:08.979766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989953aa-8670-4910-ac0f-d942245843a5 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:08.987360 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.992778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.011403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Transition to ACTIVE for port object 989953aa-8670-4910-ac0f-d942245843a5 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:09.017195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.031816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.044945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:09.078079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Network 216a7812-84d2-4978-8b51-d49480d4019a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:09.083427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:09.091619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:09.099912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event updated for resources: {'Port': ['ID=89d9081f-5f22-4df1-a95b-6cf0537dd30b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:09.166236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.173299 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.202440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Pushing event updated for resources: {'Port': ['ID=989953aa-8670-4910-ac0f-d942245843a5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:09.205409 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-eeb42471-5043-4739-a1e6-d363f7ff43b6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8035910 Nov 03 18:36:09.226737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Request body: {'port': {'device_id': '85a12386-0928-42de-961f-edd18b7408f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:09.257267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Router 309c9029-3a5d-4778-add8-e1f811c343bb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:09.258828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Attempting to bind port 989953aa-8670-4910-ac0f-d942245843a5 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:09.259159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Attempting to bind port 989953aa-8670-4910-ac0f-d942245843a5 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:09.259673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Attempting to bind port 989953aa-8670-4910-ac0f-d942245843a5 on network bea7060a-2f4b-4be1-a4b6-432da048e085 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:09.266182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Port 989953aa-8670-4910-ac0f-d942245843a5 on network bea7060a-2f4b-4be1-a4b6-432da048e085 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:09.266514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Attempting to bind port 989953aa-8670-4910-ac0f-d942245843a5 on network bea7060a-2f4b-4be1-a4b6-432da048e085 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:09.275208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:09.275544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Checking segment: {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:09.275927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Bound using segment: {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:09.276363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Bound port: 989953aa-8670-4910-ac0f-d942245843a5, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e42370f-12dd-48ca-9892-1442f623920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:09.276716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.326409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.428900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] For port 989953aa-8670-4910-ac0f-d942245843a5, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:09.440764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:09.447217 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.450871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] For port 989953aa-8670-4910-ac0f-d942245843a5, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=989953aa-8670-4910-ac0f-d942245843a5,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:09.454257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:09.464999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:09.466721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:09.466951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.508657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-e2698280-c82f-4002-a02f-39896ad31142 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "PUT /v2.0/floatingips/3a1ecb8e-efd4-4e70-a09e-5afec3f15984 HTTP/1.1" status: 200 len: 995 time: 2.4522369 Nov 03 18:36:09.540444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.541065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.542547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] 10.222.0.96 "PUT /v2.0/ports/989953aa-8670-4910-ac0f-d942245843a5 HTTP/1.1" status: 200 len: 1092 time: 1.6982450 Nov 03 18:36:09.556447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb2d62-ed00-4459-a8f2-e5104ac6b70e service neutron] Pushing event updated for resources: {'Port': ['ID=989953aa-8670-4910-ac0f-d942245843a5,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:09.607812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170060d-4810-412a-a6b5-394bb7098181 req-6e1c99a8-1218-49c8-b02e-b424657f66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.608895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-6e1c99a8-1218-49c8-b02e-b424657f66b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.0712841 Nov 03 18:36:09.621733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:09.681949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d9081f-5f22-4df1-a95b-6cf0537dd30b {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:09.691065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.707669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Transition to ACTIVE for port object 89d9081f-5f22-4df1-a95b-6cf0537dd30b will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:09.714322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.716901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-9613c69d-54cf-4562-8ede-7aa5093dab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.717874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-9613c69d-54cf-4562-8ede-7aa5093dab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.718368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-9613c69d-54cf-4562-8ede-7aa5093dab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.720132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-9613c69d-54cf-4562-8ede-7aa5093dab74 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2865 time: 0.1253278 Nov 03 18:36:09.784675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Pushing event updated for resources: {'Port': ['ID=89d9081f-5f22-4df1-a95b-6cf0537dd30b,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:09.788194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-e7be4e39-2aca-4e06-8281-094a30141c91 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=f89e717e-be67-463d-97c4-f67f7d761312 HTTP/1.1" status: 200 len: 217 time: 0.0477273 Nov 03 18:36:09.789730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170060d-4810-412a-a6b5-394bb7098181 req-0838229d-9ba5-4be9-a44a-1f40168ee1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.791127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-0838229d-9ba5-4be9-a44a-1f40168ee1b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.1661427 Nov 03 18:36:09.868119 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.875451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Attempting to bind port 89d9081f-5f22-4df1-a95b-6cf0537dd30b on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:09.876046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Attempting to bind port 89d9081f-5f22-4df1-a95b-6cf0537dd30b by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:09.877353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Attempting to bind port 89d9081f-5f22-4df1-a95b-6cf0537dd30b on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:09.881774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Port 89d9081f-5f22-4df1-a95b-6cf0537dd30b on network 216a7812-84d2-4978-8b51-d49480d4019a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:09.883054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Attempting to bind port 89d9081f-5f22-4df1-a95b-6cf0537dd30b on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:09.887883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:09.888370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:09.888763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Bound using segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:09.889224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Bound port: 89d9081f-5f22-4df1-a95b-6cf0537dd30b, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:09.889612 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.899149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-ad35001a-fadb-4718-a94a-7557522edee5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 998 time: 0.1006429 Nov 03 18:36:09.901166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-59f2cf69-01de-41c8-8b44-4c9edfab03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.902395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-59f2cf69-01de-41c8-8b44-4c9edfab03fa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8765a6c3-b6ef-4e52-9262-707687d7a157 HTTP/1.1" status: 200 len: 801 time: 0.1028693 Nov 03 18:36:09.939140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:36:08Z', 'revision_number': 8, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:09.971295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:09.972688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] For port 89d9081f-5f22-4df1-a95b-6cf0537dd30b, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:09.977038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] For port 89d9081f-5f22-4df1-a95b-6cf0537dd30b, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=89d9081f-5f22-4df1-a95b-6cf0537dd30b,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:09.980925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:09.981570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:09.982664 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.986477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170060d-4810-412a-a6b5-394bb7098181 req-5cd4644e-3774-4d41-95b2-84984464abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.988076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-5cd4644e-3774-4d41-95b2-84984464abe8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0813203 Nov 03 18:36:10.016892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-03c553c2-6a17-486f-b449-00d69af3ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.018169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-03c553c2-6a17-486f-b449-00d69af3ac74 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bea7060a-2f4b-4be1-a4b6-432da048e085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062903 Nov 03 18:36:10.022378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.023103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.024549 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] 10.222.0.96 "PUT /v2.0/ports/89d9081f-5f22-4df1-a95b-6cf0537dd30b HTTP/1.1" status: 200 len: 1092 time: 0.8055558 Nov 03 18:36:10.064149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020afd-998b-4002-b2a8-72f302ca45f3 service neutron] Pushing event updated for resources: {'Port': ['ID=89d9081f-5f22-4df1-a95b-6cf0537dd30b,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:10.107372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170060d-4810-412a-a6b5-394bb7098181 req-839d2a53-6c8c-42ac-9089-ae0a5889291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.109049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-839d2a53-6c8c-42ac-9089-ae0a5889291f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075549 Nov 03 18:36:10.122318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d781-1748-457e-b69a-700f3ac5860a req-9567227d-1999-4e89-b681-ea2502e8b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.123961 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-9567227d-1999-4e89-b681-ea2502e8b6fc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 1095 time: 0.0555394 Nov 03 18:36:10.172944 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-e3e56e7d-e801-44ef-927c-b676df5a1f2e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d9081f-5f22-4df1-a95b-6cf0537dd30b HTTP/1.1" status: 200 len: 217 time: 0.0391009 Nov 03 18:36:10.200149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-e9733a78-7041-4e6c-9431-224d42d3554f service neutron] 10.222.0.96 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671908 Nov 03 18:36:10.227881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d781-1748-457e-b69a-700f3ac5860a req-ee5fdcf4-c09a-4243-854c-7c25f286a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.229495 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-ee5fdcf4-c09a-4243-854c-7c25f286a4b9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.0493996 Nov 03 18:36:10.258530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:10.268187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-c471cdcb-63fc-4469-b202-dda4493c77c5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312569 Nov 03 18:36:10.283980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-c7e78690-73b7-41e1-8f0c-4da19b4ed100 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655724 Nov 03 18:36:10.370556 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-80442325-cf45-4361-88a2-19c8803ac87a service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944610 Nov 03 18:36:10.372386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-4a9ef9db-81e2-42f0-bf40-3ee5a2ed6543 service neutron] 10.222.0.96 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624224 Nov 03 18:36:10.427828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-0818db8a-4173-4006-a5b6-c503e49e70f3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=e98a94d9-a45e-417d-8d0a-2d2defc219ce HTTP/1.1" status: 200 len: 217 time: 0.0429707 Nov 03 18:36:10.447691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c170060d-4810-412a-a6b5-394bb7098181 req-a647449a-8649-443f-873a-f8ab2cb054f9 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552410 Nov 03 18:36:10.481997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b308d781-1748-457e-b69a-700f3ac5860a req-1ccd0d67-e175-49d5-bc29-792a2c6b2f14 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978372 Nov 03 18:36:10.502988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-6c2d5631-b51b-4cc8-a6c6-4e2140e034c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.504621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-6c2d5631-b51b-4cc8-a6c6-4e2140e034c5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a HTTP/1.1" status: 200 len: 801 time: 0.0688703 Nov 03 18:36:10.528792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:36:08Z', 'revision_number': 8, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:10.562547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5422ed-251f-4972-9315-9d6aa5928520 None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3a1ecb8e-efd4-4e70-a09e-5afec3f15984', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'port_id': '706dc883-4b38-4719-bc39-1e35e618086b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:19Z', 'updated_at': '2021-11-03T18:36:08Z', 'revision_number': 8, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:10.568300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-9be6329f-0a7d-491c-8ba3-25b8ed99d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.570980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-9be6329f-0a7d-491c-8ba3-25b8ed99d809 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=27b6fdea-5fe9-4af9-aaa1-74084cf5eec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519271 Nov 03 18:36:10.704083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17479-750a-4e9d-8715-1713c8229ab4 req-2cebee16-4607-43c3-8a2d-f11ebf0e668a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.705647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9d17479-750a-4e9d-8715-1713c8229ab4 req-2cebee16-4607-43c3-8a2d-f11ebf0e668a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 949 time: 0.1084394 Nov 03 18:36:10.712086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-c5709561-99e5-4d64-9456-824a9af35cfd service neutron] 10.222.0.96 "GET /v2.0/networks/27b6fdea-5fe9-4af9-aaa1-74084cf5eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330521 Nov 03 18:36:10.767369 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b747c-4d05-4b67-bdd1-be3c15943943 None None] New status for floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:36:10.808154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9d17479-750a-4e9d-8715-1713c8229ab4 req-26127f79-930d-4b69-a3a1-b6abf896e30b tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949655 Nov 03 18:36:10.838859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-5a05bed0-75ad-4d56-a251-1ca11017aa24 service neutron] 10.222.0.96 "GET /v2.0/networks/27b6fdea-5fe9-4af9-aaa1-74084cf5eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184347 Nov 03 18:36:10.892532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-d4cca111-69ac-4842-9655-a4028b2c6695 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=989953aa-8670-4910-ac0f-d942245843a5 HTTP/1.1" status: 200 len: 217 time: 0.0449092 Nov 03 18:36:10.966932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-6e84b109-c474-4721-8c6d-e32a1209fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.968396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-6e84b109-c474-4721-8c6d-e32a1209fd1a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8765a6c3-b6ef-4e52-9262-707687d7a157 HTTP/1.1" status: 200 len: 801 time: 0.0675168 Nov 03 18:36:10.978741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39249ef-ef85-491e-8330-1cab2308b944 req-fef9fae0-de0e-4ac2-ad95-e3ace4c56341 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.984655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39249ef-ef85-491e-8330-1cab2308b944 req-fef9fae0-de0e-4ac2-ad95-e3ace4c56341 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.990611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39249ef-ef85-491e-8330-1cab2308b944 req-fef9fae0-de0e-4ac2-ad95-e3ace4c56341 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.992879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f39249ef-ef85-491e-8330-1cab2308b944 req-fef9fae0-de0e-4ac2-ad95-e3ace4c56341 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2412 time: 0.1028321 Nov 03 18:36:11.065868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-e092e989-cb3f-483f-af6f-c13ed94dc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.067244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-e092e989-cb3f-483f-af6f-c13ed94dc8d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bea7060a-2f4b-4be1-a4b6-432da048e085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0734637 Nov 03 18:36:11.070903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f39249ef-ef85-491e-8330-1cab2308b944 req-b1ce3aa9-3234-4894-a463-0fb7729f208a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693426 Nov 03 18:36:11.186939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-8067b225-cd06-4717-b9c9-f32fc20372a0 service neutron] 10.222.0.96 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102612 Nov 03 18:36:11.197175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355ae0-d464-4c58-a31b-ce20391151e3 req-61cad604-86dc-4b65-a894-2725cd4cdfba tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.198564 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2355ae0-d464-4c58-a31b-ce20391151e3 req-61cad604-86dc-4b65-a894-2725cd4cdfba tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/ports?device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 945 time: 0.0687208 Nov 03 18:36:11.300095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2355ae0-d464-4c58-a31b-ce20391151e3 req-7b91fb09-129b-4d5f-91c9-2be047655201 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/security-groups?id=d31ea774-b614-4855-9f41-50385b0b26b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939066 Nov 03 18:36:11.318656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44ce460e-bbd7-4580-b70e-7df3a5e2d8d1 req-64fe9f1f-9954-42ef-9efd-3dc95e39e055 service neutron] 10.222.0.96 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191838 Nov 03 18:36:11.409334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3080-e8b0-4dd6-869e-c316c20487f9 req-6e1f6247-2f7a-437f-b8b0-1af68e96bd70 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.410821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67eb3080-e8b0-4dd6-869e-c316c20487f9 req-6e1f6247-2f7a-437f-b8b0-1af68e96bd70 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 944 time: 0.0487192 Nov 03 18:36:11.462369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67eb3080-e8b0-4dd6-869e-c316c20487f9 req-9cf8786a-079b-4746-bd6b-c6026518c75f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Nov 03 18:36:11.505507 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c81da7-4cc4-464d-abe8-2e882eee89cf x-openstack-request-id: req-04c81da7-4cc4-464d-abe8-2e882eee89cf {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:11.506004 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718f1654-f701-48dd-b4d2-61fe64b85d4d", "name": "network-vif-deleted", "tag": "506c7de4-14a0-4956-9528-f4b30ab0da4e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:11.506373 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04c81da7-4cc4-464d-abe8-2e882eee89cf {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:11.506847 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718f1654-f701-48dd-b4d2-61fe64b85d4d', 'name': 'network-vif-deleted', 'tag': '506c7de4-14a0-4956-9528-f4b30ab0da4e', 'status': 'completed', 'code': 200} Nov 03 18:36:11.535720 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472b0b0a-9c77-4f6f-a0ee-e495f6fe449e x-openstack-request-id: req-472b0b0a-9c77-4f6f-a0ee-e495f6fe449e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:11.536416 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99423d76-f687-4b03-ab2f-941fc980c6e5", "name": "network-vif-plugged", "status": "completed", "tag": "97e13181-9509-4b17-b6fd-4890a2f13e7f", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:11.536523 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-472b0b0a-9c77-4f6f-a0ee-e495f6fe449e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:11.536916 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99423d76-f687-4b03-ab2f-941fc980c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e13181-9509-4b17-b6fd-4890a2f13e7f', 'code': 200} Nov 03 18:36:11.569788 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bb25b9-66a3-4435-8019-720acd758b4d x-openstack-request-id: req-68bb25b9-66a3-4435-8019-720acd758b4d {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:11.570307 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "tag": "f89e717e-be67-463d-97c4-f67f7d761312", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:11.570658 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68bb25b9-66a3-4435-8019-720acd758b4d {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:11.571153 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'tag': 'f89e717e-be67-463d-97c4-f67f7d761312', 'status': 'completed', 'code': 200} Nov 03 18:36:11.655587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-867acdb7-3f08-4df3-bfef-3ed7189e4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.657136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-867acdb7-3f08-4df3-bfef-3ed7189e4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.657136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-867acdb7-3f08-4df3-bfef-3ed7189e4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.659578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-867acdb7-3f08-4df3-bfef-3ed7189e4f47 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2865 time: 0.0607784 Nov 03 18:36:11.667534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ecbfb-d96b-42f7-abd2-b2eb61a92996 req-bef4bf9e-61e7-4ac1-9ddd-bd43e8ea3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.669133 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-281ecbfb-d96b-42f7-abd2-b2eb61a92996 req-bef4bf9e-61e7-4ac1-9ddd-bd43e8ea3d62 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0457397 Nov 03 18:36:11.720126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-281ecbfb-d96b-42f7-abd2-b2eb61a92996 req-360fb204-fe9f-4219-8b6e-dba1890a4088 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d31ea774-b614-4855-9f41-50385b0b26b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Nov 03 18:36:11.768789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-3da4eafa-00b5-4557-9fe7-df2bf9735277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.770559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-3da4eafa-00b5-4557-9fe7-df2bf9735277 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bea7060a-2f4b-4be1-a4b6-432da048e085 HTTP/1.1" status: 200 len: 902 time: 0.1002471 Nov 03 18:36:11.772542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 89d9081f-5f22-4df1-a95b-6cf0537dd30b details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:11.848816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b3d9f21-c322-4044-b3e0-4f6408d67df0 req-903596b2-8562-42af-aed6-837843c68451 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips/3a1ecb8e-efd4-4e70-a09e-5afec3f15984 HTTP/1.1" status: 200 len: 997 time: 0.0671561 Nov 03 18:36:11.887564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 89d9081f-5f22-4df1-a95b-6cf0537dd30b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=89d9081f-5f22-4df1-a95b-6cf0537dd30b,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:11.900987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '89d9081f-5f22-4df1-a95b-6cf0537dd30b', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'port_id': '89d9081f-5f22-4df1-a95b-6cf0537dd30b', 'mac_address': 'fa:16:3e:20:44:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd22e13-56de-48cd-a0d5-8a5717f3c69f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:11.948340 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.961986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d9081f-5f22-4df1-a95b-6cf0537dd30b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:11.974183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-a5979ce9-dd64-4f02-8c74-ebb8ba72c92b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=f89e717e-be67-463d-97c4-f67f7d761312 HTTP/1.1" status: 200 len: 217 time: 0.0451610 Nov 03 18:36:11.990294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 89d9081f-5f22-4df1-a95b-6cf0537dd30b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=89d9081f-5f22-4df1-a95b-6cf0537dd30b,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:11.995080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.999117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.034460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d9f21-c322-4044-b3e0-4f6408d67df0 req-c220d277-d5af-48d9-8abc-646f1cd80ddf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:12.036018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b3d9f21-c322-4044-b3e0-4f6408d67df0 req-c220d277-d5af-48d9-8abc-646f1cd80ddf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1833599 Nov 03 18:36:12.044421 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.049701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-4b3d9f21-c322-4044-b3e0-4f6408d67df0 req-27551b1b-09e0-410d-bafc-31433016c625 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:36:12.050696 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b3d9f21-c322-4044-b3e0-4f6408d67df0 req-27551b1b-09e0-410d-bafc-31433016c625 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0075021 Nov 03 18:36:12.059832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-7e482d3a-193b-463b-be16-13f6780ce48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:12.059832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-7e482d3a-193b-463b-be16-13f6780ce48d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8765a6c3-b6ef-4e52-9262-707687d7a157 HTTP/1.1" status: 200 len: 801 time: 0.0734713 Nov 03 18:36:12.066184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=89d9081f-5f22-4df1-a95b-6cf0537dd30b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:12.110891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-f44cf69d-0829-4f7a-8781-3856272c67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:12.112335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-f44cf69d-0829-4f7a-8781-3856272c67ad service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bea7060a-2f4b-4be1-a4b6-432da048e085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453234 Nov 03 18:36:12.232844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54b087-e49f-4e4a-8042-5e15436f84f8 req-78ec7473-a322-4377-9f4c-4dea32e6910d tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:12.234379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b54b087-e49f-4e4a-8042-5e15436f84f8 req-78ec7473-a322-4377-9f4c-4dea32e6910d tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 1100 time: 0.0904663 Nov 03 18:36:12.237854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-149dc795-bc0b-4c62-a7a4-9a4b0aaa7699 service neutron] 10.222.0.96 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175606 Nov 03 18:36:12.335119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b54b087-e49f-4e4a-8042-5e15436f84f8 req-aa924760-1d8f-4f8e-a9b5-4d5981bdcd82 tempest-ServersOnMultiNodesTest-1039680947 tempest-ServersOnMultiNodesTest-1039680947-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945008 Nov 03 18:36:12.336281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['89d9081f-5f22-4df1-a95b-6cf0537dd30b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:12.359142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-982bf71a-3053-4b2b-bcd9-a2ec7d3d9e27 req-0c632b7f-be45-4958-b6e5-17b484dc2295 service neutron] 10.222.0.96 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116786 Nov 03 18:36:12.395152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:12.419046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:12.419385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e001dbbd-1d4a-434b-8b6d-7aff1493bbc3 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:12.462137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-ab49dd40-453e-4796-9a87-d3b20825dc33 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1000 time: 0.0612450 Nov 03 18:36:12.516533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-27ebee84-c90b-4597-9d5f-1798b65ae45c tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:12.517926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-27ebee84-c90b-4597-9d5f-1798b65ae45c tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports/706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 942 time: 0.0496984 Nov 03 18:36:12.619156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-a15f6c0a-6565-430c-bcef-5057b3a8b1e7 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1000 time: 0.0625656 Nov 03 18:36:12.727416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-1ec2eceb-dd17-43dc-874e-eb2988222c0e tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:12.728930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-1ec2eceb-dd17-43dc-874e-eb2988222c0e tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1041188 Nov 03 18:36:12.797986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-1b23f37d-9ef6-4366-85ae-bef1a90d7a50 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1000 time: 0.0606127 Nov 03 18:36:12.807596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:12.864500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.012961 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.016772 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.017173 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984 disassociated. External IP: 172.25.3.98, port: 706dc883-4b38-4719-bc39-1e35e618086b. Nov 03 18:36:13.499783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Router 309c9029-3a5d-4778-add8-e1f811c343bb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:13.508381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'name': 'network-vif-deleted', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3'}, {'name': 'network-changed', 'server_uuid': '85a12386-0928-42de-961f-edd18b7408f4', 'tag': '89d9081f-5f22-4df1-a95b-6cf0537dd30b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:13.510932 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c289f921-ab75-4abb-8085-53abe7a4b579" -d '{"events": [{"server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "name": "network-vif-deleted", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3"}, {"name": "network-changed", "server_uuid": "85a12386-0928-42de-961f-edd18b7408f4", "tag": "89d9081f-5f22-4df1-a95b-6cf0537dd30b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:13.587151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'tag': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce'}, {'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b'}, {'name': 'network-changed', 'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'tag': '989953aa-8670-4910-ac0f-d942245843a5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:13.589667 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e3d86-23ed-49cc-85f5-5a3ad791ef46" -d '{"events": [{"name": "network-changed", "server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "tag": "e98a94d9-a45e-417d-8d0a-2d2defc219ce"}, {"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b"}, {"name": "network-changed", "server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "tag": "989953aa-8670-4910-ac0f-d942245843a5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:13.614148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:13.618556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.623661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:13.633135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:13.633801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:13.645611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-0cc003fd-191b-4c9f-a4f4-74ccbb6742ed tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "PUT /v2.0/floatingips/3a1ecb8e-efd4-4e70-a09e-5afec3f15984 HTTP/1.1" status: 200 len: 695 time: 0.8416233 Nov 03 18:36:13.698153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-f568a8e5-b215-4e84-85b1-85a853bffda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:13.699672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-f568a8e5-b215-4e84-85b1-85a853bffda4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.0413349 Nov 03 18:36:13.740823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:13.796030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-3c8cc974-ebcc-49dc-8cc4-55fdd1bf19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:13.797457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-3c8cc974-ebcc-49dc-8cc4-55fdd1bf19a2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.0915298 Nov 03 18:36:13.815721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f89e717e-be67-463d-97c4-f67f7d761312 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:13.817626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 89d9081f-5f22-4df1-a95b-6cf0537dd30b up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:13.840676 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-f143e3fc-ca65-42cb-adc0-63130aebf0bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 217 time: 0.0367656 Nov 03 18:36:13.889964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-e8d41b54-c051-4c6e-9d4a-1f9beba7c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:13.891422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-e8d41b54-c051-4c6e-9d4a-1f9beba7c74f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0444400 Nov 03 18:36:13.941132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-bfa6cefc-38c4-4875-bc01-59480ce58518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:13.943019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-bfa6cefc-38c4-4875-bc01-59480ce58518 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453489 Nov 03 18:36:14.001214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 89d9081f-5f22-4df1-a95b-6cf0537dd30b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:14.035723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-b7a0f129-f8f4-4687-a825-2508ef298c2e service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846057 Nov 03 18:36:14.037037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 89d9081f-5f22-4df1-a95b-6cf0537dd30b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:14.037437 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.047332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f89e717e-be67-463d-97c4-f67f7d761312, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f89e717e-be67-463d-97c4-f67f7d761312,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:14.082085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'f89e717e-be67-463d-97c4-f67f7d761312', 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085', 'port_id': 'f89e717e-be67-463d-97c4-f67f7d761312', 'mac_address': 'fa:16:3e:cf:5a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8765a6c3-b6ef-4e52-9262-707687d7a157', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:14.131386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fb794-ce28-4d63-b2ce-331906af96a3 req-3ba78505-549b-4983-a9c9-3aec0f66bfa2 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884035 Nov 03 18:36:14.145296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.188628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:14.193655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89e717e-be67-463d-97c4-f67f7d761312 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:14.227396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:14.245237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.248227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceb6b9-ddf2-444c-9c0f-a9a26bc90c90 req-36abbcb6-bb29-405e-9187-c929f51af01b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.250880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f89e717e-be67-463d-97c4-f67f7d761312, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f89e717e-be67-463d-97c4-f67f7d761312,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:14.254843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceb6b9-ddf2-444c-9c0f-a9a26bc90c90 req-36abbcb6-bb29-405e-9187-c929f51af01b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.260843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceb6b9-ddf2-444c-9c0f-a9a26bc90c90 req-36abbcb6-bb29-405e-9187-c929f51af01b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.262448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.262605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3ceb6b9-ddf2-444c-9c0f-a9a26bc90c90 req-36abbcb6-bb29-405e-9187-c929f51af01b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2412 time: 0.0646451 Nov 03 18:36:14.263095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 989953aa-8670-4910-ac0f-d942245843a5 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:14.267162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:14.267812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:14.311477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3ceb6b9-ddf2-444c-9c0f-a9a26bc90c90 req-2ca587fd-85df-49bd-bc9b-e574b140499a tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Nov 03 18:36:14.345786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a12386-0928-42de-961f-edd18b7408f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d9081f-5f22-4df1-a95b-6cf0537dd30b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:14.348003 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0fb27e-015a-4f04-a9b0-5c4969714a0c" -d '{"events": [{"server_uuid": "85a12386-0928-42de-961f-edd18b7408f4", "name": "network-vif-plugged", "status": "completed", "tag": "89d9081f-5f22-4df1-a95b-6cf0537dd30b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:14.376698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 89d9081f-5f22-4df1-a95b-6cf0537dd30b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=89d9081f-5f22-4df1-a95b-6cf0537dd30b,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:14.399193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.431534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 989953aa-8670-4910-ac0f-d942245843a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=989953aa-8670-4910-ac0f-d942245843a5,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:14.441906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=f89e717e-be67-463d-97c4-f67f7d761312,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:14.457267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '989953aa-8670-4910-ac0f-d942245843a5', 'network_id': 'bea7060a-2f4b-4be1-a4b6-432da048e085', 'port_id': '989953aa-8670-4910-ac0f-d942245843a5', 'mac_address': 'fa:16:3e:97:ef:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8765a6c3-b6ef-4e52-9262-707687d7a157', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:14.527818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:14.552987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1a26a-f2fa-439e-b8ad-7678110aec8e req-eebd57d8-70da-4dd9-964c-6a8f1eb3e322 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.554570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6d1a26a-f2fa-439e-b8ad-7678110aec8e req-eebd57d8-70da-4dd9-964c-6a8f1eb3e322 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/ports?device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 945 time: 0.0486746 Nov 03 18:36:14.579171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=89d9081f-5f22-4df1-a95b-6cf0537dd30b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:14.591079 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.612772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6d1a26a-f2fa-439e-b8ad-7678110aec8e req-14993953-fb8a-4faa-a302-7c0846522726 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/security-groups?id=d31ea774-b614-4855-9f41-50385b0b26b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Nov 03 18:36:14.766956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48174) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:14.777753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989953aa-8670-4910-ac0f-d942245843a5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:14.847567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 989953aa-8670-4910-ac0f-d942245843a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=989953aa-8670-4910-ac0f-d942245843a5,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:14.855180 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.855884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device e98a94d9-a45e-417d-8d0a-2d2defc219ce details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:14.926288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9f30-2260-4318-b500-bd95abcaa9e7 req-36591d60-2358-455b-843d-fe27c55e0e40 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.927845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84ee9f30-2260-4318-b500-bd95abcaa9e7 req-36591d60-2358-455b-843d-fe27c55e0e40 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 946 time: 0.0558553 Nov 03 18:36:14.929777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-337a4745-b24a-4648-95b1-d3e806f72630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.983464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84ee9f30-2260-4318-b500-bd95abcaa9e7 req-89c70ebc-3048-4a4f-a892-f313d05872ab tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481317 Nov 03 18:36:15.004357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=989953aa-8670-4910-ac0f-d942245843a5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:15.009808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-337a4745-b24a-4648-95b1-d3e806f72630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.015429 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-337a4745-b24a-4648-95b1-d3e806f72630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.053095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port e98a94d9-a45e-417d-8d0a-2d2defc219ce, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e98a94d9-a45e-417d-8d0a-2d2defc219ce,segment=NetworkSegment(3d662bf3-d1b8-40c4-9c88-266e86f632e6),segment_id=3d662bf3-d1b8-40c4-9c88-266e86f632e6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:15.055008 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300e4988-97a6-41fd-b62d-22d1f9ae3ccf x-openstack-request-id: req-300e4988-97a6-41fd-b62d-22d1f9ae3ccf {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:15.055522 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7769e358-c503-43f2-9d74-713e26403a78", "name": "network-vif-deleted", "tag": "e001dbbd-1d4a-434b-8b6d-7aff1493bbc3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85a12386-0928-42de-961f-edd18b7408f4", "tag": "89d9081f-5f22-4df1-a95b-6cf0537dd30b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:15.055948 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-300e4988-97a6-41fd-b62d-22d1f9ae3ccf {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:15.056345 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7769e358-c503-43f2-9d74-713e26403a78', 'name': 'network-vif-deleted', 'tag': 'e001dbbd-1d4a-434b-8b6d-7aff1493bbc3', 'status': 'completed', 'code': 200} Nov 03 18:36:15.056599 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a12386-0928-42de-961f-edd18b7408f4', 'tag': '89d9081f-5f22-4df1-a95b-6cf0537dd30b', 'status': 'completed', 'code': 200} Nov 03 18:36:15.068562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce', 'network_id': '27b6fdea-5fe9-4af9-aaa1-74084cf5eec2', 'port_id': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce', 'mac_address': 'fa:16:3e:40:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a', 'ip_address': '19.86.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:15.072878 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-337a4745-b24a-4648-95b1-d3e806f72630 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=981271e0b2e34ace81c9ce5494cbf7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042719 Nov 03 18:36:15.073073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48184) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:15.074813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a4745-b24a-4648-95b1-d3e806f72630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce235d1c-7023-41f5-a59e-b0001a1b9276,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:15.079966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:15.131736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f8f8a-f21a-4374-a1b6-9215e73c5603 None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 4, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0dd0275a-09d6-4a1c-92da-62ee173e58c3', 'name': '', 'network_id': 'e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'mac_address': 'fa:16:3e:f3:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:56Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'subnets': [{'id': 'ea3c8463-e9b1-48ed-a7d6-29509d2c65b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:15.140420 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3712ea8-aafd-4374-9a8c-feb30bc660c8 x-openstack-request-id: req-c3712ea8-aafd-4374-9a8c-feb30bc660c8 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:15.144050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.144476 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "tag": "e98a94d9-a45e-417d-8d0a-2d2defc219ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "tag": "989953aa-8670-4910-ac0f-d942245843a5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:15.144813 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3712ea8-aafd-4374-9a8c-feb30bc660c8 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:15.145877 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'tag': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce', 'status': 'completed', 'code': 200} Nov 03 18:36:15.146133 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b', 'status': 'completed', 'code': 200} Nov 03 18:36:15.146504 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'tag': '989953aa-8670-4910-ac0f-d942245843a5', 'status': 'completed', 'code': 200} Nov 03 18:36:15.173367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98a94d9-a45e-417d-8d0a-2d2defc219ce {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:15.192809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-83e21f31-c074-4f26-a54d-c97ec29ced19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.194403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-83e21f31-c074-4f26-a54d-c97ec29ced19 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 1097 time: 0.1008084 Nov 03 18:36:15.199824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4627e122-99a8-496e-88ed-8f925418eeba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.205980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port e98a94d9-a45e-417d-8d0a-2d2defc219ce, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e98a94d9-a45e-417d-8d0a-2d2defc219ce,segment=NetworkSegment(3d662bf3-d1b8-40c4-9c88-266e86f632e6),segment_id=3d662bf3-d1b8-40c4-9c88-266e86f632e6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:15.212558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.222407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-a932faac-b23e-4fb7-b560-a0412370ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.223392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-a932faac-b23e-4fb7-b560-a0412370ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.224065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-a932faac-b23e-4fb7-b560-a0412370ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.226534 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-a932faac-b23e-4fb7-b560-a0412370ca6f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2867 time: 0.0786951 Nov 03 18:36:15.244019 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e92d1-6349-466b-9558-d2cd6e938716 x-openstack-request-id: req-840e92d1-6349-466b-9558-d2cd6e938716 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:15.244314 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a12386-0928-42de-961f-edd18b7408f4", "name": "network-vif-plugged", "status": "completed", "tag": "89d9081f-5f22-4df1-a95b-6cf0537dd30b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:15.244697 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-840e92d1-6349-466b-9558-d2cd6e938716 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:15.245088 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a12386-0928-42de-961f-edd18b7408f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d9081f-5f22-4df1-a95b-6cf0537dd30b', 'code': 200} Nov 03 18:36:15.277061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=e98a94d9-a45e-417d-8d0a-2d2defc219ce,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:15.323650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4627e122-99a8-496e-88ed-8f925418eeba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.404848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-c5be7866-38f3-4e3b-899f-615eeaab5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.406964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-c5be7866-38f3-4e3b-899f-615eeaab5c2a service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.2035954 Nov 03 18:36:15.411709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-8c9443d2-c28f-4f11-8bae-4ad52ed8582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.414241 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-8c9443d2-c28f-4f11-8bae-4ad52ed8582d service neutron] 10.222.0.96 "GET /v2.0/networks?id=27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 HTTP/1.1" status: 200 len: 902 time: 0.1648958 Nov 03 18:36:15.424064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4627e122-99a8-496e-88ed-8f925418eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.427330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4627e122-99a8-496e-88ed-8f925418eeba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.431124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4627e122-99a8-496e-88ed-8f925418eeba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce235d1c-7023-41f5-a59e-b0001a1b9276 HTTP/1.1" status: 204 len: 168 time: 0.3540850 Nov 03 18:36:15.491663 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-2403b941-a033-41ad-95ed-06cd58b41d82 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=e98a94d9-a45e-417d-8d0a-2d2defc219ce HTTP/1.1" status: 200 len: 217 time: 0.0588005 Nov 03 18:36:15.495532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627e122-99a8-496e-88ed-8f925418eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce235d1c-7023-41f5-a59e-b0001a1b9276,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:15.495707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298877b-b1e2-49bc-b6b8-8f221be6061d req-0b69f325-09fa-4aef-88ea-9eeb79fe4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.498954 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e298877b-b1e2-49bc-b6b8-8f221be6061d req-0b69f325-09fa-4aef-88ea-9eeb79fe4736 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 1097 time: 0.1639946 Nov 03 18:36:15.503987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-6e209332-dff6-47db-9f71-147f2457b661 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d9081f-5f22-4df1-a95b-6cf0537dd30b HTTP/1.1" status: 200 len: 217 time: 0.0716825 Nov 03 18:36:15.565174 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26101866-0510-4266-ae87-480921061e24 None None] New status for floating IP 3a1ecb8e-efd4-4e70-a09e-5afec3f15984: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:36:15.616922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-b33605c3-df15-47d0-ae6b-53e8fd6ed9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.618547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-b33605c3-df15-47d0-ae6b-53e8fd6ed9fa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.0886226 Nov 03 18:36:15.637637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-716c4743-3329-4df3-8e71-120765cd3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.651333 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-716c4743-3329-4df3-8e71-120765cd3229 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a HTTP/1.1" status: 200 len: 801 time: 0.1283333 Nov 03 18:36:15.670060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-106d1718-8398-41a0-a91e-9e913a19ddc1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307715 Nov 03 18:36:15.719967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e298877b-b1e2-49bc-b6b8-8f221be6061d req-941d1686-4252-4abb-90e1-4f7ef084ba5b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718414 Nov 03 18:36:15.729846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['989953aa-8670-4910-ac0f-d942245843a5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:15.749968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-75d71fc4-11a8-49b7-a0ef-88d2c9818088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.751557 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-75d71fc4-11a8-49b7-a0ef-88d2c9818088 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=27b6fdea-5fe9-4af9-aaa1-74084cf5eec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713096 Nov 03 18:36:15.785690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb29bf-0f95-46d4-94a2-7866908512f0 req-230318eb-22b0-48e6-a80d-21e18adef9c7 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.787363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bcb29bf-0f95-46d4-94a2-7866908512f0 req-230318eb-22b0-48e6-a80d-21e18adef9c7 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 949 time: 0.1138971 Nov 03 18:36:15.803628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['e98a94d9-a45e-417d-8d0a-2d2defc219ce'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:15.829479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48198) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:15.847910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['f89e717e-be67-463d-97c4-f67f7d761312'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:15.848625 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-159957f3-b868-455e-be13-6e1a7c70ddee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.869793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bcb29bf-0f95-46d4-94a2-7866908512f0 req-9488e931-9cac-43aa-bef2-fd9d21e44efa tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722468 Nov 03 18:36:15.877813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-54f603b0-9b9b-463d-99a0-1cf1f92e562e service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760056 Nov 03 18:36:15.984549 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-159957f3-b868-455e-be13-6e1a7c70ddee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.024345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-159957f3-b868-455e-be13-6e1a7c70ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.102904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c289f921-ab75-4abb-8085-53abe7a4b579 req-d831a48d-6aa4-454f-9b2f-6cf8b730b651 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453650 Nov 03 18:36:16.117445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c597af-3671-4c91-a8cf-35a06e9a10e4 req-a4be31de-eac1-4f88-ae03-2750a8c3800d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.124062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c597af-3671-4c91-a8cf-35a06e9a10e4 req-a4be31de-eac1-4f88-ae03-2750a8c3800d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.130640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c597af-3671-4c91-a8cf-35a06e9a10e4 req-a4be31de-eac1-4f88-ae03-2750a8c3800d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.132933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34c597af-3671-4c91-a8cf-35a06e9a10e4 req-a4be31de-eac1-4f88-ae03-2750a8c3800d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2415 time: 0.0955505 Nov 03 18:36:16.186629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34c597af-3671-4c91-a8cf-35a06e9a10e4 req-610987a0-96bc-4842-94eb-6f340a238aa3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Nov 03 18:36:16.300472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb64bc-7da6-4fac-bb24-f53bf054b0fa req-359ecc13-14ba-4c63-9b27-3b019fe9e02f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.302011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58fb64bc-7da6-4fac-bb24-f53bf054b0fa req-359ecc13-14ba-4c63-9b27-3b019fe9e02f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 950 time: 0.0507119 Nov 03 18:36:16.351814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58fb64bc-7da6-4fac-bb24-f53bf054b0fa req-b038986e-1f40-436c-b18d-8e3d838f7214 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Nov 03 18:36:16.409438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159957f3-b868-455e-be13-6e1a7c70ddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4d0130-5133-4322-b116-0e6891f0c981,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:16.417016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-159957f3-b868-455e-be13-6e1a7c70ddee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60bbb92b37254192a51c5177d9dd9a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5857756 Nov 03 18:36:16.419821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48208) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:16.446955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-297eff1d-64ce-4e80-8c13-c26a5f27059f service neutron] 10.222.0.96 "GET /v2.0/networks/27b6fdea-5fe9-4af9-aaa1-74084cf5eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600523 Nov 03 18:36:16.459446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36364341-4050-48b9-bea8-769947d88ca2 req-6e624f15-c403-4e46-9878-919cdba00cf2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.460972 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36364341-4050-48b9-bea8-769947d88ca2 req-6e624f15-c403-4e46-9878-919cdba00cf2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 949 time: 0.0971553 Nov 03 18:36:16.500499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630a611-d647-401f-b274-c923b4c1ef04 req-7df0711e-16a0-4fd9-be47-e87c33666e94 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.502011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9630a611-d647-401f-b274-c923b4c1ef04 req-7df0711e-16a0-4fd9-be47-e87c33666e94 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/ports?device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 945 time: 0.0920100 Nov 03 18:36:16.529169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ee5c58c-1d4f-4073-99c4-e0bd239b0b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.567252 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ee5c58c-1d4f-4073-99c4-e0bd239b0b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.593145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9630a611-d647-401f-b274-c923b4c1ef04 req-5d930a21-a2a9-4eb9-ab73-cf8b4af915b9 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/security-groups?id=d31ea774-b614-4855-9f41-50385b0b26b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748239 Nov 03 18:36:16.607834 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-710666ae-dacc-47ce-8b53-dde8c5b125db service neutron] 10.222.0.96 "GET /v2.0/networks/27b6fdea-5fe9-4af9-aaa1-74084cf5eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458616 Nov 03 18:36:16.623497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Deleting port 1aa1e2fb-ca10-477d-860e-a723718e6abc {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:16.623924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.635873 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ee5c58c-1d4f-4073-99c4-e0bd239b0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.638746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ee5c58c-1d4f-4073-99c4-e0bd239b0b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.639907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8ee5c58c-1d4f-4073-99c4-e0bd239b0b48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd4d0130-5133-4322-b116-0e6891f0c981 HTTP/1.1" status: 204 len: 168 time: 0.2191718 Nov 03 18:36:16.652934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5c58c-1d4f-4073-99c4-e0bd239b0b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4d0130-5133-4322-b116-0e6891f0c981,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:16.737176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-80670f61-3433-4b27-8fe7-6987675f70e1 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips/3a1ecb8e-efd4-4e70-a09e-5afec3f15984 HTTP/1.1" status: 200 len: 693 time: 0.0545323 Nov 03 18:36:16.750876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-061cb015-6b5a-46b7-902f-d76c455bb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.752726 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-061cb015-6b5a-46b7-902f-d76c455bb96f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.0583212 Nov 03 18:36:16.803285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] For port 1aa1e2fb-ca10-477d-860e-a723718e6abc, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1aa1e2fb-ca10-477d-860e-a723718e6abc,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:16.803683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.853524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-9750d8c4-1c50-46b3-97fa-6557f290181f tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.855047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-9750d8c4-1c50-46b3-97fa-6557f290181f tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1116757 Nov 03 18:36:16.856306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Calling delete_port for 1aa1e2fb-ca10-477d-860e-a723718e6abc owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:16.871207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-8756bb71-d64c-426f-9214-48b36a3496db tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:36:16.879012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-8756bb71-d64c-426f-9214-48b36a3496db tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0133853 Nov 03 18:36:16.932731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-49474679-b9db-4fad-a9a9-f629fe7f90c3 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 696 time: 0.0529273 Nov 03 18:36:16.961996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-0162abf5-8596-4899-9803-244346d2132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.963599 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-0162abf5-8596-4899-9803-244346d2132f service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.1996069 Nov 03 18:36:16.992264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-9564dac9-23d0-4b60-ab64-a5173361c9c8 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 696 time: 0.0501192 Nov 03 18:36:17.014380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-7b005487-3ad6-49c4-bff3-ef993ed28e73 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 217 time: 0.0408084 Nov 03 18:36:17.132043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-97fe0c23-f1b5-46e2-9618-7315ea271fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.133735 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-97fe0c23-f1b5-46e2-9618-7315ea271fa1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.0902848 Nov 03 18:36:17.137093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.145050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Deleting port 69154308-56af-45b8-9012-cefd8a4b631d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:17.145557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.148500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:17.156894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d', '506214f2-b40e-4811-a9ab-e06da0a0930f', '1aa1e2fb-ca10-477d-860e-a723718e6abc'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:17.160486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-69f51eff-7134-49a8-a031-f62552dd04db tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.161869 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-69f51eff-7134-49a8-a031-f62552dd04db tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 950 time: 0.0892031 Nov 03 18:36:17.164950 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd148d1-6f43-4f62-b274-46f09646d883" -d '{"events": [{"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:17.202728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event deleted for resources: {'Port': ['ID=1aa1e2fb-ca10-477d-860e-a723718e6abc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:17.290977 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.291715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.306823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Calling delete_port for 69154308-56af-45b8-9012-cefd8a4b631d owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:17.307739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] No DVR routers for this DVR port 1aa1e2fb-ca10-477d-860e-a723718e6abc on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:17.316746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.320817 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36364341-4050-48b9-bea8-769947d88ca2 req-13f5032b-9d39-4ce5-ac7e-0aa4beebcf90 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "DELETE /v2.0/ports/1aa1e2fb-ca10-477d-860e-a723718e6abc HTTP/1.1" status: 204 len: 173 time: 0.8510640 Nov 03 18:36:17.321276 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed3bd1-36b0-4d04-a5c2-21c555998b0a', 'name': 'network-vif-deleted', 'tag': '1aa1e2fb-ca10-477d-860e-a723718e6abc'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:17.323572 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea115a0-0fc1-43a8-a94e-28abb81e4dde" -d '{"events": [{"server_uuid": "80ed3bd1-36b0-4d04-a5c2-21c555998b0a", "name": "network-vif-deleted", "tag": "1aa1e2fb-ca10-477d-860e-a723718e6abc"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:17.393147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-5a720775-ae31-4298-930c-d191e21667e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.395119 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-5a720775-ae31-4298-930c-d191e21667e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2447031 Nov 03 18:36:17.522208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Deleting port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:17.523456 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.570102 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.610709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Pushing event deleted for resources: {'Port': ['ID=69154308-56af-45b8-9012-cefd8a4b631d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:17.683523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.686210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.692272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c40e1a6d-5fb9-4deb-8c43-544d630e8e4e req-4f88e020-4983-4f4b-8c3b-fcc6a2aa49cf tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "DELETE /v2.0/floatingips/3a1ecb8e-efd4-4e70-a09e-5afec3f15984 HTTP/1.1" status: 204 len: 173 time: 0.6918907 Nov 03 18:36:17.703807 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-73488cf0-cae8-4574-ade3-399237dbfece service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965250 Nov 03 18:36:17.712222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] For port b569f4e0-4f30-423b-8cab-ca9c379eb9e9, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:17.712579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.730854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Calling delete_port for b569f4e0-4f30-423b-8cab-ca9c379eb9e9 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:17.800493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 989953aa-8670-4910-ac0f-d942245843a5 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:17.808118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fc3e6-486e-4fdd-bd9e-030e3490e36f req-e14d1868-0457-4920-9f3e-04eab1d5676e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.817625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a51fc3e6-486e-4fdd-bd9e-030e3490e36f req-e14d1868-0457-4920-9f3e-04eab1d5676e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 946 time: 0.0670314 Nov 03 18:36:17.903428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a51fc3e6-486e-4fdd-bd9e-030e3490e36f req-006a5cc7-d1f3-425b-9b73-458ffbecbfa7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844412 Nov 03 18:36:17.910293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 989953aa-8670-4910-ac0f-d942245843a5 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:17.927096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 989953aa-8670-4910-ac0f-d942245843a5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:17.927473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.942131 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-42b2191c-dabc-46ef-98ca-644321aabe0f service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263026 Nov 03 18:36:18.039094 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.046519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1c0a275c-56da-49ee-9bc6-d59151384cc4', '5558f3ec-40dc-4cce-be47-3d9354577260', '1f9b1e1c-9c35-4eac-aca2-7f116257a573'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:18.153882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Pushing event deleted for resources: {'Port': ['ID=b569f4e0-4f30-423b-8cab-ca9c379eb9e9,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:18.157050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bbdc954-e5d2-4b42-8a2d-e0aa6900e9ba req-21ad91ac-5d65-4359-82a3-46e247e1964a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ed3bd1-36b0-4d04-a5c2-21c555998b0a HTTP/1.1" status: 200 len: 210 time: 0.0800300 Nov 03 18:36:18.235181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] No DVR routers for this DVR port b569f4e0-4f30-423b-8cab-ca9c379eb9e9 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:18.235377 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.238699 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.242702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9a3dc2b-c194-4e29-a9d3-266c55f8edb3 req-aeade4cf-86e9-4cf6-b724-182d60fbde5f tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "DELETE /v2.0/ports/b569f4e0-4f30-423b-8cab-ca9c379eb9e9 HTTP/1.1" status: 204 len: 173 time: 1.0505738 Nov 03 18:36:18.252643 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18153a7-1b1a-4365-94a0-392966a0dcd5 x-openstack-request-id: req-d18153a7-1b1a-4365-94a0-392966a0dcd5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:18.253160 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "tag": "706dc883-4b38-4719-bc39-1e35e618086b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:18.253633 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d18153a7-1b1a-4365-94a0-392966a0dcd5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:18.254235 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b', 'status': 'completed', 'code': 200} Nov 03 18:36:18.255046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-32853abe-7fe7-4386-9335-9c6f770f0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.255527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-32853abe-7fe7-4386-9335-9c6f770f0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.256142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-32853abe-7fe7-4386-9335-9c6f770f0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.258578 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-32853abe-7fe7-4386-9335-9c6f770f0488 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2868 time: 0.1849065 Nov 03 18:36:18.319093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b073-2fe5-4267-a571-25007049c36a req-a272aec2-1ff8-4f42-93c1-b4a980acd8b3 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.329905 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9025b073-2fe5-4267-a571-25007049c36a req-a272aec2-1ff8-4f42-93c1-b4a980acd8b3 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.96 "GET /v2.0/ports?device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 945 time: 0.1336045 Nov 03 18:36:18.365824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 989953aa-8670-4910-ac0f-d942245843a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=989953aa-8670-4910-ac0f-d942245843a5,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:18.368677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989953aa-8670-4910-ac0f-d942245843a5'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:18.376271 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8601a6-2769-450b-a993-83b33361d5d4" -d '{"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-plugged", "status": "completed", "tag": "989953aa-8670-4910-ac0f-d942245843a5"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:18.455024 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.460711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-ac8a6d11-a498-4a53-a6f7-63fcb68b1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.462259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-ac8a6d11-a498-4a53-a6f7-63fcb68b1df1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f835c2484cf445b383eab1d8909ff60d&device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 1096 time: 0.1808336 Nov 03 18:36:18.483876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-aef19bd6-d9e3-45a2-93e0-0fd7c35da3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.485336 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-aef19bd6-d9e3-45a2-93e0-0fd7c35da3b0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bea7060a-2f4b-4be1-a4b6-432da048e085 HTTP/1.1" status: 200 len: 902 time: 0.2152746 Nov 03 18:36:18.489337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a30de6-2eee-4bde-9ec6-ec65dc07c967 req-49fdb7de-d661-4a02-bc87-b524203261a5 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.496232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a30de6-2eee-4bde-9ec6-ec65dc07c967 req-49fdb7de-d661-4a02-bc87-b524203261a5 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.502732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a30de6-2eee-4bde-9ec6-ec65dc07c967 req-49fdb7de-d661-4a02-bc87-b524203261a5 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.511740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1a30de6-2eee-4bde-9ec6-ec65dc07c967 req-49fdb7de-d661-4a02-bc87-b524203261a5 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2416 time: 0.1378956 Nov 03 18:36:18.545698 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-318f8b95-b094-45c5-a438-f36591731d71 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=989953aa-8670-4910-ac0f-d942245843a5 HTTP/1.1" status: 200 len: 217 time: 0.0472498 Nov 03 18:36:18.560029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=989953aa-8670-4910-ac0f-d942245843a5,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:18.569135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1a30de6-2eee-4bde-9ec6-ec65dc07c967 req-b59bbc18-1942-43af-93f7-5feba91d3592 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517848 Nov 03 18:36:18.607973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Deleting port 97e13181-9509-4b17-b6fd-4890a2f13e7f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:18.608461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.627098 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52871c3f-493a-426f-bcf1-d63039813d0c x-openstack-request-id: req-52871c3f-493a-426f-bcf1-d63039813d0c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:18.627432 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed3bd1-36b0-4d04-a5c2-21c555998b0a", "name": "network-vif-deleted", "tag": "1aa1e2fb-ca10-477d-860e-a723718e6abc", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:18.627681 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52871c3f-493a-426f-bcf1-d63039813d0c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:18.628025 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed3bd1-36b0-4d04-a5c2-21c555998b0a', 'name': 'network-vif-deleted', 'tag': '1aa1e2fb-ca10-477d-860e-a723718e6abc', 'status': 'completed', 'code': 200} Nov 03 18:36:18.646494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-811dc2ad-31ea-4989-90fe-97288a58d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.649409 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-811dc2ad-31ea-4989-90fe-97288a58d9fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8765a6c3-b6ef-4e52-9262-707687d7a157 HTTP/1.1" status: 200 len: 801 time: 0.0740547 Nov 03 18:36:18.680422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-272af0fe-f7ef-4b3e-87ff-344efb51f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.683266 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-272af0fe-f7ef-4b3e-87ff-344efb51f857 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 200 len: 922 time: 0.2100348 Nov 03 18:36:18.726744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] For port 97e13181-9509-4b17-b6fd-4890a2f13e7f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=97e13181-9509-4b17-b6fd-4890a2f13e7f,segment=NetworkSegment(a6ffd47d-7939-4702-8e0b-a3afd9c704a8),segment_id=a6ffd47d-7939-4702-8e0b-a3afd9c704a8)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:18.727749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.768221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab537c74-4833-4ab1-9f66-299c15b3fce5 req-3529d9a1-6e04-4ddc-a72c-2fa5f0317f31 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fa95cb6-a4de-477d-8075-8a4cf3686364 HTTP/1.1" status: 200 len: 210 time: 0.0369921 Nov 03 18:36:18.772474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Calling delete_port for 97e13181-9509-4b17-b6fd-4890a2f13e7f owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:18.813967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-c85d1d4d-a2dc-4c87-af71-ebfc6d58157f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 200 len: 217 time: 0.1130958 Nov 03 18:36:18.839439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-74da7811-6377-4282-8990-b99d70d2f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.840980 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-74da7811-6377-4282-8990-b99d70d2f82b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bea7060a-2f4b-4be1-a4b6-432da048e085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568084 Nov 03 18:36:18.940650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541708b-82fa-4f42-a6f7-67ff92ab2dde req-eafa9340-63cc-420c-992f-a1524b3bb6aa tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.942196 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5541708b-82fa-4f42-a6f7-67ff92ab2dde req-eafa9340-63cc-420c-992f-a1524b3bb6aa tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/ports?device_id=99423d76-f687-4b03-ab2f-941fc980c6e5 HTTP/1.1" status: 200 len: 945 time: 0.0790622 Nov 03 18:36:18.953841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-75c65d22-4e1d-4e61-b511-4f2ee1837a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.955234 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-75c65d22-4e1d-4e61-b511-4f2ee1837a01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 200 len: 860 time: 0.1289644 Nov 03 18:36:19.012427 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-b5ffe0bd-afbb-44ca-b09b-9d246072519d service neutron] 10.222.0.96 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479414 Nov 03 18:36:19.020594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-fd81fc96-3204-46c5-b2ce-9477eea3fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.022175 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-fd81fc96-3204-46c5-b2ce-9477eea3fafc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573630 Nov 03 18:36:19.024815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.035264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5541708b-82fa-4f42-a6f7-67ff92ab2dde req-c7f3be61-ca3f-40d0-a37c-1f5821600028 tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.77 "GET /v2.0/security-groups?id=d31ea774-b614-4855-9f41-50385b0b26b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811622 Nov 03 18:36:19.062796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['90f33d71-fbf6-43e4-93bc-a6a3881bb6eb', 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:19.067400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Pushing event deleted for resources: {'Port': ['ID=97e13181-9509-4b17-b6fd-4890a2f13e7f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:19.152295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] No DVR routers for this DVR port 97e13181-9509-4b17-b6fd-4890a2f13e7f on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:19.155919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.159880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9025b073-2fe5-4267-a571-25007049c36a req-e596813b-db7c-4404-8dc0-76db4c79b90a tempest-InstanceActionsV221TestJSON-1312563903 tempest-InstanceActionsV221TestJSON-1312563903-project] 10.222.0.96 "DELETE /v2.0/ports/97e13181-9509-4b17-b6fd-4890a2f13e7f HTTP/1.1" status: 204 len: 173 time: 0.8224683 Nov 03 18:36:19.184089 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-914e3d86-23ed-49cc-85f5-5a3ad791ef46 req-f6cfe948-28f4-4295-abce-92b19bbea1c2 service neutron] 10.222.0.96 "GET /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602437 Nov 03 18:36:19.189909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-1c30d8e6-2a8d-4d02-852d-0de6beab3fda service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480150 Nov 03 18:36:19.324564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3fd148d1-6f43-4f62-b274-46f09646d883 req-18edfaa9-d758-4cba-b2cf-beecdaf3608e service neutron] 10.222.0.96 "GET /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070859 Nov 03 18:36:19.326385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49c8c2-ce89-4ce3-a0fa-a106f1743789 req-aae9e5e8-a2ba-4e63-916d-b996503d5f56 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.327942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e49c8c2-ce89-4ce3-a0fa-a106f1743789 req-aae9e5e8-a2ba-4e63-916d-b996503d5f56 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 946 time: 0.0563159 Nov 03 18:36:19.377547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e49c8c2-ce89-4ce3-a0fa-a106f1743789 req-1b68f643-1292-4b88-9ef6-a34b03d17235 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Nov 03 18:36:19.480054 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05802d60-71a2-4de0-ae8e-4335ef1422bb x-openstack-request-id: req-05802d60-71a2-4de0-ae8e-4335ef1422bb {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:19.480564 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-plugged", "status": "completed", "tag": "989953aa-8670-4910-ac0f-d942245843a5", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:19.480682 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05802d60-71a2-4de0-ae8e-4335ef1422bb {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:19.481008 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989953aa-8670-4910-ac0f-d942245843a5', 'code': 200} Nov 03 18:36:19.674279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-67ff95a2-3f6d-499c-9b58-8071d6a65498 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1eb0d65c08f4973955af3ca18e9b3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224600 Nov 03 18:36:19.786348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-25a0d98e-1c21-47bb-bb19-23e892dc71d0 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.788008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-25a0d98e-1c21-47bb-bb19-23e892dc71d0 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071882 Nov 03 18:36:19.803689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-6b111336-7ce7-4a93-8713-24c4b4c7c736 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/quotas/c1eb0d65c08f4973955af3ca18e9b3de HTTP/1.1" status: 200 len: 375 time: 0.0090163 Nov 03 18:36:19.825628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f89e717e-be67-463d-97c4-f67f7d761312 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:19.835663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-b5606097-a335-4bfa-892d-7ab32725b9c7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1eb0d65c08f4973955af3ca18e9b3de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257933 Nov 03 18:36:19.879100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port f89e717e-be67-463d-97c4-f67f7d761312 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:19.883313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port f89e717e-be67-463d-97c4-f67f7d761312 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:19.883679 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.985559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.027511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f89e717e-be67-463d-97c4-f67f7d761312, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f89e717e-be67-463d-97c4-f67f7d761312,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:20.030784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.033675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device e98a94d9-a45e-417d-8d0a-2d2defc219ce up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:20.064457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2d4d4-90c3-4320-a4c5-f858accb16e1 req-83f59307-0163-4edc-a09d-6a111ee034a6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.066064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cda2d4d4-90c3-4320-a4c5-f858accb16e1 req-83f59307-0163-4edc-a09d-6a111ee034a6 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 945 time: 0.0506186 Nov 03 18:36:20.119232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cda2d4d4-90c3-4320-a4c5-f858accb16e1 req-7731f4db-6d90-425b-949d-413cbee760b0 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Nov 03 18:36:20.122229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=f89e717e-be67-463d-97c4-f67f7d761312,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:20.130970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port e98a94d9-a45e-417d-8d0a-2d2defc219ce completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:20.146092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port e98a94d9-a45e-417d-8d0a-2d2defc219ce triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:20.146670 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.238753 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.256135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99423d76-f687-4b03-ab2f-941fc980c6e5', 'name': 'network-vif-deleted', 'tag': '97e13181-9509-4b17-b6fd-4890a2f13e7f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:20.260860 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd472527-ebc1-4b41-850f-e6a09747399a" -d '{"events": [{"server_uuid": "99423d76-f687-4b03-ab2f-941fc980c6e5", "name": "network-vif-deleted", "tag": "97e13181-9509-4b17-b6fd-4890a2f13e7f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:20.285213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port e98a94d9-a45e-417d-8d0a-2d2defc219ce, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e98a94d9-a45e-417d-8d0a-2d2defc219ce,segment=NetworkSegment(3d662bf3-d1b8-40c4-9c88-266e86f632e6),segment_id=3d662bf3-d1b8-40c4-9c88-266e86f632e6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:20.290697 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.291493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 97e13181-9509-4b17-b6fd-4890a2f13e7f no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:20.319052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 97e13181-9509-4b17-b6fd-4890a2f13e7f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:20.320002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 97e13181-9509-4b17-b6fd-4890a2f13e7f not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:20.377883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=e98a94d9-a45e-417d-8d0a-2d2defc219ce,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:20.456612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b569f4e0-4f30-423b-8cab-ca9c379eb9e9 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:20.463696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3014146-8533-453d-8376-2a0364497499 req-288d2e90-ede9-4439-afac-da794bb8ae60 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.469751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3014146-8533-453d-8376-2a0364497499 req-288d2e90-ede9-4439-afac-da794bb8ae60 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.475980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3014146-8533-453d-8376-2a0364497499 req-288d2e90-ede9-4439-afac-da794bb8ae60 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.480889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: b569f4e0-4f30-423b-8cab-ca9c379eb9e9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:20.481509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b569f4e0-4f30-423b-8cab-ca9c379eb9e9 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:20.481735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1aa1e2fb-ca10-477d-860e-a723718e6abc no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:20.484136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3014146-8533-453d-8376-2a0364497499 req-288d2e90-ede9-4439-afac-da794bb8ae60 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2418 time: 0.0810843 Nov 03 18:36:20.504903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 1aa1e2fb-ca10-477d-860e-a723718e6abc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:20.505498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1aa1e2fb-ca10-477d-860e-a723718e6abc not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:20.538374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3014146-8533-453d-8376-2a0364497499 req-c05f67dc-c620-4a24-97d1-7fabdea16025 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 Nov 03 18:36:20.629229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa95cb6-a4de-477d-8075-8a4cf3686364', 'name': 'network-vif-deleted', 'tag': 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:20.631828 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec96c6b-d4a0-441a-9b46-a81dafb57249" -d '{"events": [{"server_uuid": "9fa95cb6-a4de-477d-8075-8a4cf3686364", "name": "network-vif-deleted", "tag": "b569f4e0-4f30-423b-8cab-ca9c379eb9e9"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:20.638433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48322) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:20.658863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-597caefb-4da5-4c38-a9f7-6c9d35c08e84 req-23cb762b-fd32-4b6c-93cb-6c5c6865de64 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 210 time: 0.0320663 Nov 03 18:36:20.760904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82964540-0ee0-4f95-8b68-951eeed63467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.849073 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82964540-0ee0-4f95-8b68-951eeed63467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.853289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82964540-0ee0-4f95-8b68-951eeed63467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.870413 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a1ee93-5941-4fe1-bba7-5ffb32b4363e x-openstack-request-id: req-52a1ee93-5941-4fe1-bba7-5ffb32b4363e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:20.870707 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99423d76-f687-4b03-ab2f-941fc980c6e5", "name": "network-vif-deleted", "tag": "97e13181-9509-4b17-b6fd-4890a2f13e7f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:20.870959 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52a1ee93-5941-4fe1-bba7-5ffb32b4363e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:20.871423 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99423d76-f687-4b03-ab2f-941fc980c6e5', 'name': 'network-vif-deleted', 'tag': '97e13181-9509-4b17-b6fd-4890a2f13e7f', 'status': 'completed', 'code': 200} Nov 03 18:36:20.904208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82964540-0ee0-4f95-8b68-951eeed63467 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9489d78d6ac469985fa35b79fad12c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646453 Nov 03 18:36:20.905172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82964540-0ee0-4f95-8b68-951eeed63467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3b4daa-2770-4a3e-9ed0-960d752657de,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:20.907548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48330) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:20.978044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ee70-6e50-476c-8166-2ba20be43495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.989282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981833c4-9181-4c3e-82eb-1f8fd50f0ab5 req-1b7cd9f1-f9dc-4355-8f30-4496723ab24e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.991272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-981833c4-9181-4c3e-82eb-1f8fd50f0ab5 req-1b7cd9f1-f9dc-4355-8f30-4496723ab24e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 946 time: 0.0640516 Nov 03 18:36:21.033435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-df5ee70c-5f64-45c3-bac3-2118ece4d5dd tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c1eb0d65c08f4973955af3ca18e9b3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396023 Nov 03 18:36:21.038609 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ee70-6e50-476c-8166-2ba20be43495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.049809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-981833c4-9181-4c3e-82eb-1f8fd50f0ab5 req-274101d7-8e4b-4998-a8c0-cd1ae423f14c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497837 Nov 03 18:36:21.106361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-ec0dd815-6f5e-484a-b86e-2005f1782d27 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.107889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-ec0dd815-6f5e-484a-b86e-2005f1782d27 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.96 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 945 time: 0.1430893 Nov 03 18:36:21.238927 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a198ba3-f118-4401-a17b-07651f0c5bf4 x-openstack-request-id: req-9a198ba3-f118-4401-a17b-07651f0c5bf4 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:21.240844 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa95cb6-a4de-477d-8075-8a4cf3686364", "name": "network-vif-deleted", "tag": "b569f4e0-4f30-423b-8cab-ca9c379eb9e9", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:21.240844 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a198ba3-f118-4401-a17b-07651f0c5bf4 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:21.240844 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa95cb6-a4de-477d-8075-8a4cf3686364', 'name': 'network-vif-deleted', 'tag': 'b569f4e0-4f30-423b-8cab-ca9c379eb9e9', 'status': 'completed', 'code': 200} Nov 03 18:36:21.249662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-7c2dcbce-e166-498f-a85a-412a5c77967b tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.251171 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-7c2dcbce-e166-498f-a85a-412a5c77967b tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104673 Nov 03 18:36:21.252171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ee70-6e50-476c-8166-2ba20be43495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.254793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ee70-6e50-476c-8166-2ba20be43495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.255845 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2bb7ee70-6e50-476c-8166-2ba20be43495 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c3b4daa-2770-4a3e-9ed0-960d752657de HTTP/1.1" status: 204 len: 168 time: 0.3471096 Nov 03 18:36:21.269963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Request body: {'port': {'device_id': 'b6688638-9714-4f81-819e-b4a5cdbe3cf7', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'c1eb0d65c08f4973955af3ca18e9b3de'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:21.286785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7ee70-6e50-476c-8166-2ba20be43495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3b4daa-2770-4a3e-9ed0-960d752657de,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:21.360728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Deleting port 706dc883-4b38-4719-bc39-1e35e618086b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:21.361071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.368456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9eeea-5028-4cbe-9ddd-d12fe1055923 req-b364fd69-d9a8-4e09-99c0-96f11f78e3db tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.374184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bab9eeea-5028-4cbe-9ddd-d12fe1055923 req-b364fd69-d9a8-4e09-99c0-96f11f78e3db tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 949 time: 0.0568542 Nov 03 18:36:21.430238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bab9eeea-5028-4cbe-9ddd-d12fe1055923 req-ee478613-e680-48b9-9e19-0cd57a6755e2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Nov 03 18:36:21.477647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Made reservation on behalf of c1eb0d65c08f4973955af3ca18e9b3de for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:21.481109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.482269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89e717e-be67-463d-97c4-f67f7d761312'}, {'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:21.487929 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a88f9bd-c421-47ba-b422-cf851b3a0156" -d '{"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-plugged", "status": "completed", "tag": "f89e717e-be67-463d-97c4-f67f7d761312"}, {"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-plugged", "status": "completed", "tag": "e98a94d9-a45e-417d-8d0a-2d2defc219ce"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:21.496604 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.500148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] For port 706dc883-4b38-4719-bc39-1e35e618086b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=706dc883-4b38-4719-bc39-1e35e618086b,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:21.500501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.519550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Calling delete_port for 706dc883-4b38-4719-bc39-1e35e618086b owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:21.603316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48346) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:21.634817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64a01d3d-ecd3-43c6-ad72-fbfd8b879eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.646437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c5745-1fb3-41af-8cb4-9b912468bed9 req-bddc1f8b-9f73-48c9-9f57-eb294766facc tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.647990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e57c5745-1fb3-41af-8cb4-9b912468bed9 req-bddc1f8b-9f73-48c9-9f57-eb294766facc tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/ports?device_id=35763103-14d4-42cd-8a6a-771be9e3fbdb HTTP/1.1" status: 200 len: 945 time: 0.0508170 Nov 03 18:36:21.691804 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.703686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e57c5745-1fb3-41af-8cb4-9b912468bed9 req-65f7fc26-4d3b-4fd1-8007-5b3345c91064 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.77 "GET /v2.0/security-groups?id=8810da69-7dbd-4bb1-851a-5cd6c63cce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493581 Nov 03 18:36:21.714021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.813792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307c3963-38e1-45ed-91a9-1d4bd8fad334,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:21.827069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669205-bdf6-4d93-b16b-f9bb37d2b371 req-c61a94aa-9b8a-4a66-b899-3434404df4c2 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.828794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df669205-bdf6-4d93-b16b-f9bb37d2b371 req-c61a94aa-9b8a-4a66-b899-3434404df4c2 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 950 time: 0.0520873 Nov 03 18:36:21.830882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.844007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['706dc883-4b38-4719-bc39-1e35e618086b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:21.890170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df669205-bdf6-4d93-b16b-f9bb37d2b371 req-465d8596-83ce-45e2-81cf-f209f3c66cbf tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519547 Nov 03 18:36:21.916814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Pushing event deleted for resources: {'Port': ['ID=706dc883-4b38-4719-bc39-1e35e618086b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:21.951387 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a50fcf-45a1-49a5-aed6-8065b255c17a x-openstack-request-id: req-a1a50fcf-45a1-49a5-aed6-8065b255c17a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:21.951797 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-plugged", "status": "completed", "tag": "f89e717e-be67-463d-97c4-f67f7d761312", "code": 200}, {"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-plugged", "status": "completed", "tag": "e98a94d9-a45e-417d-8d0a-2d2defc219ce", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:21.952135 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1a50fcf-45a1-49a5-aed6-8065b255c17a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:21.952642 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89e717e-be67-463d-97c4-f67f7d761312', 'code': 200} Nov 03 18:36:21.952967 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce', 'code': 200} Nov 03 18:36:22.019265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Allocated IP 192.168.233.20 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/2d985a2f-5b7d-4e8e-9ce9-af2936ac7831) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:22.024370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] No DVR routers for this DVR port 706dc883-4b38-4719-bc39-1e35e618086b on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:22.026806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.031303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4176c3bd-f81a-415c-af21-61a5ab53cca3 req-0b16d444-0b3c-48b9-8644-c685a12a8880 tempest-FloatingIPsAssociationTestJSON-2002130043 tempest-FloatingIPsAssociationTestJSON-2002130043-project] 10.222.0.96 "DELETE /v2.0/ports/706dc883-4b38-4719-bc39-1e35e618086b HTTP/1.1" status: 204 len: 173 time: 0.8910482 Nov 03 18:36:22.041204 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64a01d3d-ecd3-43c6-ad72-fbfd8b879eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.050663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64a01d3d-ecd3-43c6-ad72-fbfd8b879eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.120049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc9798-f4f5-4660-8720-ba9736156c00 req-333927c0-9528-4ac5-83c8-2282c9dacd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.120551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc9798-f4f5-4660-8720-ba9736156c00 req-333927c0-9528-4ac5-83c8-2282c9dacd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.121019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc9798-f4f5-4660-8720-ba9736156c00 req-333927c0-9528-4ac5-83c8-2282c9dacd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.121735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38038b87-e735-4e95-8df5-18f80a11f426 req-4f4d1ecf-e520-40d3-aba1-62e9c718931d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.122956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4bc9798-f4f5-4660-8720-ba9736156c00 req-333927c0-9528-4ac5-83c8-2282c9dacd25 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2871 time: 0.0936465 Nov 03 18:36:22.123505 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-38038b87-e735-4e95-8df5-18f80a11f426 req-4f4d1ecf-e520-40d3-aba1-62e9c718931d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/ports?device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 946 time: 0.1951783 Nov 03 18:36:22.128267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a01d3d-ecd3-43c6-ad72-fbfd8b879eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb6f819-8a79-496b-9e48-8f67f106ded8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:22.138970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73343b2-0e09-427d-b0d4-fcf8f0d3c050 req-073b1597-40bc-49d2-b3f3-e1b50a64757c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.141143 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-64a01d3d-ecd3-43c6-ad72-fbfd8b879eb4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62a558b7640d4922b988ca74bd9a438f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5319917 Nov 03 18:36:22.143094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48354) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:22.145289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73343b2-0e09-427d-b0d4-fcf8f0d3c050 req-073b1597-40bc-49d2-b3f3-e1b50a64757c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.151807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73343b2-0e09-427d-b0d4-fcf8f0d3c050 req-073b1597-40bc-49d2-b3f3-e1b50a64757c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.153453 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b73343b2-0e09-427d-b0d4-fcf8f0d3c050 req-073b1597-40bc-49d2-b3f3-e1b50a64757c tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2418 time: 0.1093380 Nov 03 18:36:22.226550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4bc9798-f4f5-4660-8720-ba9736156c00 req-d1de98ab-6560-46e6-ac9d-4417d7793a5c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712764 Nov 03 18:36:22.239721 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b73343b2-0e09-427d-b0d4-fcf8f0d3c050 req-5b397b7e-1f1e-4e54-a478-1b1c9ceb6d0b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770833 Nov 03 18:36:22.320422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4d2b1b7-cf30-4400-acf5-ead89401bdb4 req-d40b411b-5a37-44d9-a42a-f33fde24faa3 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 210 time: 0.0275142 Nov 03 18:36:22.374701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48356) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:22.470205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b098798-4cf6-4ff4-b255-fb72ca8a3acd admin admin] Deleting subnet cc5cde30-eaaa-4141-a3db-d7aa04ce2b91 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:22.476588 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b098798-4cf6-4ff4-b255-fb72ca8a3acd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.675003 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f906195-8626-4c09-9ccc-431ef7d763ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.712912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-ca3c0755-648a-43d1-9553-c95c63fb54c9 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.714448 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-ca3c0755-648a-43d1-9553-c95c63fb54c9 tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 950 time: 0.1367471 Nov 03 18:36:22.723990 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.747016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f906195-8626-4c09-9ccc-431ef7d763ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.785592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Deleting port 89d9081f-5f22-4df1-a95b-6cf0537dd30b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:22.785921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.828169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b098798-4cf6-4ff4-b255-fb72ca8a3acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.855154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498a065-3fe2-4a44-abe0-a54f537f610a req-d646bc96-dc6a-4305-a2d3-a4488a150476 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.856612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7498a065-3fe2-4a44-abe0-a54f537f610a req-d646bc96-dc6a-4305-a2d3-a4488a150476 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=85a12386-0928-42de-961f-edd18b7408f4 HTTP/1.1" status: 200 len: 946 time: 0.4257665 Nov 03 18:36:22.886767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-a7d5769d-a77b-46b6-91d8-e0ae12da8548 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.888171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-a7d5769d-a77b-46b6-91d8-e0ae12da8548 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 949 time: 0.1089008 Nov 03 18:36:22.936739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.937500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b098798-4cf6-4ff4-b255-fb72ca8a3acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.984502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f906195-8626-4c09-9ccc-431ef7d763ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.987080 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f906195-8626-4c09-9ccc-431ef7d763ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.988220 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5f906195-8626-4c09-9ccc-431ef7d763ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cb6f819-8a79-496b-9e48-8f67f106ded8 HTTP/1.1" status: 204 len: 168 time: 0.8417940 Nov 03 18:36:23.005300 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] For port 89d9081f-5f22-4df1-a95b-6cf0537dd30b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=89d9081f-5f22-4df1-a95b-6cf0537dd30b,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:23.005692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.029989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:23.032101 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7498a065-3fe2-4a44-abe0-a54f537f610a req-cd0615f2-b870-4ece-922a-3e6ee9b6446d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631680 Nov 03 18:36:23.032247 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f906195-8626-4c09-9ccc-431ef7d763ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb6f819-8a79-496b-9e48-8f67f106ded8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.043199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:23.046389 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Deleting port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:23.046730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.049836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Calling delete_port for 89d9081f-5f22-4df1-a95b-6cf0537dd30b owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:23.051558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:23.064709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b098798-4cf6-4ff4-b255-fb72ca8a3acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.070011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Pushing event updated for resources: {'Port': ['ID=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.120241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b098798-4cf6-4ff4-b255-fb72ca8a3acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5cde30-eaaa-4141-a3db-d7aa04ce2b91,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.129551 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b098798-4cf6-4ff4-b255-fb72ca8a3acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.133460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0b098798-4cf6-4ff4-b255-fb72ca8a3acd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cc5cde30-eaaa-4141-a3db-d7aa04ce2b91 HTTP/1.1" status: 204 len: 168 time: 0.7573020 Nov 03 18:36:23.135778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Deleting port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:23.136117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.146779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48366) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:23.204820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:23.205698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.262940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'name': 'network-vif-deleted', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:23.265321 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b712587-9a9d-47fb-abe6-f3318c49f0c3" -d '{"events": [{"server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "name": "network-vif-deleted", "tag": "706dc883-4b38-4719-bc39-1e35e618086b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:23.286883 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-32d0f1be-571f-49da-9789-de6bb5101bcf tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0247576 Nov 03 18:36:23.301342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Request body: {'port': {'device_id': 'b6688638-9714-4f81-819e-b4a5cdbe3cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:23.330668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.405761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d40e2-48f4-41e8-82ff-dd65e96df8ba req-3168036a-8e5a-4c43-83e9-ee30ee3e4afb tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:23.413320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba1d40e2-48f4-41e8-82ff-dd65e96df8ba req-3168036a-8e5a-4c43-83e9-ee30ee3e4afb tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc HTTP/1.1" status: 200 len: 949 time: 0.2414291 Nov 03 18:36:23.417816 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] For port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:23.418477 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.420215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] For port 1f9b1e1c-9c35-4eac-aca2-7f116257a573, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1f9b1e1c-9c35-4eac-aca2-7f116257a573,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:23.420581 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.451051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c833bbba-7531-4ada-b575-ce0bc86664e1 None None] Provisioning complete for port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:23.451583 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c833bbba-7531-4ada-b575-ce0bc86664e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.452683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.454931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Calling delete_port for 1f9b1e1c-9c35-4eac-aca2-7f116257a573 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:23.495120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Calling delete_port for 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:23.514608 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.533558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c833bbba-7531-4ada-b575-ce0bc86664e1 None None] Port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:23.586475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6a6830-44b9-4000-93de-1ff9c85e624e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:23.593942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba1d40e2-48f4-41e8-82ff-dd65e96df8ba req-930e513a-4027-4f2a-8bdd-16ef69cc5b9d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796362 Nov 03 18:36:23.617250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ffd47d-7939-4702-8e0b-a3afd9c704a8') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:23.617574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ffd47d-7939-4702-8e0b-a3afd9c704a8') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:23.638266 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.653777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48384) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:23.663116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.674538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:23.675018 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:23.676950 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:23.709688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.723400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25', '89d9081f-5f22-4df1-a95b-6cf0537dd30b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:23.809080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event deleted for resources: {'Port': ['ID=89d9081f-5f22-4df1-a95b-6cf0537dd30b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.818083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.830042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b7d3-9d26-403f-a753-50630819492e req-e5b5ef7b-3503-436e-b2fc-48dc46f07fdf tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:23.838510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3449b7d3-9d26-403f-a753-50630819492e req-e5b5ef7b-3503-436e-b2fc-48dc46f07fdf tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/ports?device_id=0db83c0a-5d44-4740-9baa-7ec1ffed89fa HTTP/1.1" status: 200 len: 950 time: 0.1017599 Nov 03 18:36:23.854316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.857518 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] 10.222.0.77 "DELETE /v2.0/networks/7d6a6830-44b9-4000-93de-1ff9c85e624e HTTP/1.1" status: 204 len: 168 time: 0.7077999 Nov 03 18:36:23.881624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0a580-8bd9-4241-8a58-656bf192594d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6a6830-44b9-4000-93de-1ff9c85e624e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.898353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 89d9081f-5f22-4df1-a95b-6cf0537dd30b no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:23.910777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.954502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] No DVR routers for this DVR port 89d9081f-5f22-4df1-a95b-6cf0537dd30b on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:23.962686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event deleted for resources: {'Port': ['ID=1f9b1e1c-9c35-4eac-aca2-7f116257a573,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.965994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.966685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d', '506214f2-b40e-4811-a9ab-e06da0a0930f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:23.969567 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-38038b87-e735-4e95-8df5-18f80a11f426 req-098dd358-f28e-4930-a37e-5c8e08219752 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "DELETE /v2.0/ports/89d9081f-5f22-4df1-a95b-6cf0537dd30b HTTP/1.1" status: 204 len: 173 time: 1.8270788 Nov 03 18:36:23.983985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3449b7d3-9d26-403f-a753-50630819492e req-2f0abd36-4e2e-4d1b-91b2-8dc51d2e792c tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445286 Nov 03 18:36:24.092158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] No DVR routers for this DVR port 1f9b1e1c-9c35-4eac-aca2-7f116257a573 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:24.095489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.099632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7326b5d-2ed1-4f99-bb48-0613dbd23c2b req-05fcf72c-b239-45d4-b5ba-8f47d2826aae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "DELETE /v2.0/ports/1f9b1e1c-9c35-4eac-aca2-7f116257a573 HTTP/1.1" status: 204 len: 173 time: 1.1997564 Nov 03 18:36:24.101341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc', 'name': 'network-vif-deleted', 'tag': '1f9b1e1c-9c35-4eac-aca2-7f116257a573'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:24.104417 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a25b2-bd54-4b56-a198-aca242be4fc0" -d '{"events": [{"server_uuid": "c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc", "name": "network-vif-deleted", "tag": "1f9b1e1c-9c35-4eac-aca2-7f116257a573"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:24.115547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 89d9081f-5f22-4df1-a95b-6cf0537dd30b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:24.115891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 89d9081f-5f22-4df1-a95b-6cf0537dd30b not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:24.116328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 706dc883-4b38-4719-bc39-1e35e618086b no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:24.161879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 706dc883-4b38-4719-bc39-1e35e618086b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:24.162917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 706dc883-4b38-4719-bc39-1e35e618086b not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:24.164120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1f9b1e1c-9c35-4eac-aca2-7f116257a573 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:24.195566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 1f9b1e1c-9c35-4eac-aca2-7f116257a573 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:24.196270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1f9b1e1c-9c35-4eac-aca2-7f116257a573 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:24.204180 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:36:24.211756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27417a5-a47e-4d33-94cd-c6fb16b1507a req-a6dfdbf5-7318-43f1-984e-9fff086cdcfe tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:24.219449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27417a5-a47e-4d33-94cd-c6fb16b1507a req-a6dfdbf5-7318-43f1-984e-9fff086cdcfe tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:24.227059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27417a5-a47e-4d33-94cd-c6fb16b1507a req-a6dfdbf5-7318-43f1-984e-9fff086cdcfe tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:24.230206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48400) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:24.236767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e27417a5-a47e-4d33-94cd-c6fb16b1507a req-a6dfdbf5-7318-43f1-984e-9fff086cdcfe tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2418 time: 0.1462195 Nov 03 18:36:24.301239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e27417a5-a47e-4d33-94cd-c6fb16b1507a req-0103a4d5-af56-426d-93d5-93ddbffe9196 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635502 Nov 03 18:36:24.330138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.396386 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca7c83-4d76-4146-8d61-f171beaf3950 x-openstack-request-id: req-a9ca7c83-4d76-4146-8d61-f171beaf3950 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:24.396680 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35763103-14d4-42cd-8a6a-771be9e3fbdb", "name": "network-vif-deleted", "tag": "706dc883-4b38-4719-bc39-1e35e618086b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:24.396933 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9ca7c83-4d76-4146-8d61-f171beaf3950 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:24.397324 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35763103-14d4-42cd-8a6a-771be9e3fbdb', 'name': 'network-vif-deleted', 'tag': '706dc883-4b38-4719-bc39-1e35e618086b', 'status': 'completed', 'code': 200} Nov 03 18:36:24.452022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Pushing event deleted for resources: {'Port': ['ID=90f33d71-fbf6-43e4-93bc-a6a3881bb6eb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:24.489573 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3de5e28d-ceb7-467b-a68d-28e7753154c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a39d69e37c3444ba903bdb114d0949cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537189 Nov 03 18:36:24.508983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48408) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:24.509220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] No DVR routers for this DVR port 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:24.515932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.520148 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-98a72a95-8f24-4ca7-bf89-91c82a050d3a req-3e8793e0-4c3d-4510-9500-0b929c18f47a tempest-ServersAdminNegativeTestJSON-326375851 tempest-ServersAdminNegativeTestJSON-326375851-project] 10.222.0.70 "DELETE /v2.0/ports/90f33d71-fbf6-43e4-93bc-a6a3881bb6eb HTTP/1.1" status: 204 len: 173 time: 1.7945185 Nov 03 18:36:24.534955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1c0a275c-56da-49ee-9bc6-d59151384cc4', '5558f3ec-40dc-4cce-be47-3d9354577260'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:24.570519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:24.590441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.615677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f73b3eec-9fc1-403f-ba44-136026ac3bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.643084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f73b3eec-9fc1-403f-ba44-136026ac3bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.655481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Transition to ACTIVE for port object 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:24.667888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.727697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb0d57-3e68-48e1-b996-9704891393cc req-edbd2eca-d13b-4d27-8049-9eab7acf3ba9 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:24.728503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-42bb0d57-3e68-48e1-b996-9704891393cc req-edbd2eca-d13b-4d27-8049-9eab7acf3ba9 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 935 time: 0.2926316 Nov 03 18:36:24.729902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f73b3eec-9fc1-403f-ba44-136026ac3bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.733595 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f73b3eec-9fc1-403f-ba44-136026ac3bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.734717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f73b3eec-9fc1-403f-ba44-136026ac3bcf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d31ea774-b614-4855-9f41-50385b0b26b2 HTTP/1.1" status: 204 len: 168 time: 0.2222211 Nov 03 18:36:24.765219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b3eec-9fc1-403f-ba44-136026ac3bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ea774-b614-4855-9f41-50385b0b26b2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:24.775533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Pushing event updated for resources: {'Port': ['ID=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:24.829328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-42bb0d57-3e68-48e1-b996-9704891393cc req-93025e32-acd7-49d0-a33c-3617002ed8dc tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840521 Nov 03 18:36:24.923076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Attempting to bind port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:24.923544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Attempting to bind port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:24.923954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Attempting to bind port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:24.936677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:24.936869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Attempting to bind port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:24.943052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.954214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:24.954214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:24.954214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:24.954214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Bound port: 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:24.954214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.028909 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2bb5d1-5148-4c6f-9008-ac1707643c9f x-openstack-request-id: req-4c2bb5d1-5148-4c6f-9008-ac1707643c9f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:25.029357 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc", "name": "network-vif-deleted", "tag": "1f9b1e1c-9c35-4eac-aca2-7f116257a573", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:25.029475 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c2bb5d1-5148-4c6f-9008-ac1707643c9f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:25.029848 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b5b107-a3d1-42d8-8aa0-806dd34fd3fc', 'name': 'network-vif-deleted', 'tag': '1f9b1e1c-9c35-4eac-aca2-7f116257a573', 'status': 'completed', 'code': 200} Nov 03 18:36:25.149984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] For port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:25.177355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] For port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:25.203684 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.357504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:25.358119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.359743 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] 10.222.0.70 "PUT /v2.0/ports/2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 HTTP/1.1" status: 200 len: 1095 time: 2.0627792 Nov 03 18:36:25.406027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eddda-8a56-4d51-afaa-687c3e2ab951 service neutron] Pushing event updated for resources: {'Port': ['ID=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:25.515094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-3263c45a-db12-4611-9b69-cb76b5a51457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:25.516590 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-3263c45a-db12-4611-9b69-cb76b5a51457 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1eb0d65c08f4973955af3ca18e9b3de&device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1070566 Nov 03 18:36:25.594423 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-78fb3a23-563d-4cb8-b18f-cf2bff9e23d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 HTTP/1.1" status: 200 len: 217 time: 0.0505509 Nov 03 18:36:25.688079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-a6f9b398-cef3-4e19-9a44-b60f198d5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:25.689589 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-a6f9b398-cef3-4e19-9a44-b60f198d5948 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0702989 Nov 03 18:36:25.695715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Deleting port 0dd0275a-09d6-4a1c-92da-62ee173e58c3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:25.696052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.797532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-362f223c-e629-4365-9b7a-a653b34a6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:25.799665 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-362f223c-e629-4365-9b7a-a653b34a6107 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010544 Nov 03 18:36:25.919104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] For port 0dd0275a-09d6-4a1c-92da-62ee173e58c3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0dd0275a-09d6-4a1c-92da-62ee173e58c3,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:25.921796 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.941801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Calling delete_port for 0dd0275a-09d6-4a1c-92da-62ee173e58c3 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:26.061176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48462) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:26.064691 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-21b11854-b84d-476a-b486-5febb046302f service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562909 Nov 03 18:36:26.102402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48466) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:26.267610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1474596091-network', 'tenant_id': '51ffde06203b44aba4c073550661a141'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:26.275879 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cbed5dec-bc78-42f9-9f6f-f2adffc4a80f req-dc7d1d5f-d033-4999-a8df-e5df37f34531 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019272 Nov 03 18:36:26.309590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-21803c89-153f-405a-a897-941b9fc53f06 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67e4cd7c880d46acb51ce2ab5d3d362c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057695 Nov 03 18:36:26.311934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48474) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:26.319825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Made reservation on behalf of 51ffde06203b44aba4c073550661a141 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:26.322131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.344278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.410905 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-629288f0-6aae-4f39-b01d-05852026362b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.448411 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-629288f0-6aae-4f39-b01d-05852026362b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.502561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.512702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.537806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:26.540486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:26.550804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087e75b-bfd2-4c19-bf5d-23a617a490fe,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:26.569013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.570685 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Added segment 052bcae5-e857-4ed7-8dc5-aaf5354e965b of type vlan for network 3be66829-994e-43a8-a069-27a57675c6f1 Nov 03 18:36:26.580561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:26.581730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 90f33d71-fbf6-43e4-93bc-a6a3881bb6eb not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:26.583040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-629288f0-6aae-4f39-b01d-05852026362b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.586545 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-629288f0-6aae-4f39-b01d-05852026362b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.587721 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-629288f0-6aae-4f39-b01d-05852026362b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a6abc02-914f-4fb6-94c8-15b1b68bb1f7 HTTP/1.1" status: 204 len: 168 time: 0.2746334 Nov 03 18:36:26.637451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629288f0-6aae-4f39-b01d-05852026362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6abc02-914f-4fb6-94c8-15b1b68bb1f7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:26.640217 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.665824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a12386-0928-42de-961f-edd18b7408f4', 'name': 'network-vif-deleted', 'tag': '89d9081f-5f22-4df1-a95b-6cf0537dd30b'}, {'server_uuid': '0db83c0a-5d44-4740-9baa-7ec1ffed89fa', 'name': 'network-vif-deleted', 'tag': '90f33d71-fbf6-43e4-93bc-a6a3881bb6eb'}, {'name': 'network-changed', 'server_uuid': 'b6688638-9714-4f81-819e-b4a5cdbe3cf7', 'tag': '2d985a2f-5b7d-4e8e-9ce9-af2936ac7831'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:26.668083 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed91f181-fbc2-41b4-8227-1811cfee95de" -d '{"events": [{"server_uuid": "85a12386-0928-42de-961f-edd18b7408f4", "name": "network-vif-deleted", "tag": "89d9081f-5f22-4df1-a95b-6cf0537dd30b"}, {"server_uuid": "0db83c0a-5d44-4740-9baa-7ec1ffed89fa", "name": "network-vif-deleted", "tag": "90f33d71-fbf6-43e4-93bc-a6a3881bb6eb"}, {"name": "network-changed", "server_uuid": "b6688638-9714-4f81-819e-b4a5cdbe3cf7", "tag": "2d985a2f-5b7d-4e8e-9ce9-af2936ac7831"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:26.699702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d2497-ac8c-43f1-8059-63a7d6be2ead req-88736158-9c80-4d90-a070-33982963f6e8 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:26.705452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.706998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa5d2497-ac8c-43f1-8059-63a7d6be2ead req-88736158-9c80-4d90-a070-33982963f6e8 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 947 time: 0.0972095 Nov 03 18:36:26.715309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.716226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:26.716808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.740871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd0275a-09d6-4a1c-92da-62ee173e58c3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:26.763495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6984274 Nov 03 18:36:26.767096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48486) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:26.771788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Request body: {'subnet': {'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1474596091-subnet', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:26.818087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bfa3f-7413-467d-a32d-6eebcde1d2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=3be66829-994e-43a8-a069-27a57675c6f1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:26.833744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa5d2497-ac8c-43f1-8059-63a7d6be2ead req-c68fa1b0-df52-481d-98d9-eca0591203bb tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223488 Nov 03 18:36:26.838765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Made reservation on behalf of 51ffde06203b44aba4c073550661a141 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:26.850258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.858569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3be66829-994e-43a8-a069-27a57675c6f1 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:27.028740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ffef2-04bd-45ac-80ed-3d6f35589d41 req-bf8af72d-3059-4a8a-be45-53eba56bd4ad tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.038065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ffef2-04bd-45ac-80ed-3d6f35589d41 req-bf8af72d-3059-4a8a-be45-53eba56bd4ad tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.056009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.058563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ffef2-04bd-45ac-80ed-3d6f35589d41 req-bf8af72d-3059-4a8a-be45-53eba56bd4ad tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.062772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-653ffef2-04bd-45ac-80ed-3d6f35589d41 req-bf8af72d-3059-4a8a-be45-53eba56bd4ad tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2418 time: 0.1202416 Nov 03 18:36:27.089009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48490) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:27.175406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-653ffef2-04bd-45ac-80ed-3d6f35589d41 req-be6bd882-1dce-4749-b72d-3cc150005c79 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034379 Nov 03 18:36:27.181060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ec11cec1-04a8-4ba6-953e-fc6d104dce5b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30c2f278ce14494e8735dcfcbca13dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875661 Nov 03 18:36:27.181406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48492) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:27.239987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f63b9dc-f748-44d3-94eb-2dcf929f4b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.278770 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.288149 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f63b9dc-f748-44d3-94eb-2dcf929f4b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.332365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd11243-7304-4068-a376-6d292dcb7725 req-fca601cb-f86a-45f4-aa64-78add1db90bd tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.333913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bdd11243-7304-4068-a376-6d292dcb7725 req-fca601cb-f86a-45f4-aa64-78add1db90bd tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 950 time: 0.0832331 Nov 03 18:36:27.367355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f63b9dc-f748-44d3-94eb-2dcf929f4b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.369881 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f63b9dc-f748-44d3-94eb-2dcf929f4b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.371010 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8f63b9dc-f748-44d3-94eb-2dcf929f4b57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a49d78a-4c71-404e-b50d-a84fcf8af2b7 HTTP/1.1" status: 204 len: 168 time: 0.1887395 Nov 03 18:36:27.395812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63b9dc-f748-44d3-94eb-2dcf929f4b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a49d78a-4c71-404e-b50d-a84fcf8af2b7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:27.397635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:27.412000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bdd11243-7304-4068-a376-6d292dcb7725 req-f21881ab-5cef-4bf1-a289-1685a20bceb5 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711548 Nov 03 18:36:27.452742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Checking segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:27.453396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Network hostable DHCP agents. Network: 3be66829-994e-43a8-a069-27a57675c6f1, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:27.487071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Network 3be66829-994e-43a8-a069-27a57675c6f1 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:27.499864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Router 309c9029-3a5d-4778-add8-e1f811c343bb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:27.505219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3be66829-994e-43a8-a069-27a57675c6f1) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:27.509755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.510422 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.518970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c788228f-eef7-4b5b-978f-339118d0aeab None None] Network 3be66829-994e-43a8-a069-27a57675c6f1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:27.581818 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a6910cd9-7e59-4de8-b70a-b88c21b34480 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8136017 Nov 03 18:36:27.584851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48498) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:27.591693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:27.618556 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.619912 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.660105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-d74bb345-a6d7-44b1-afde-d646b9e3a59e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.663528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-d74bb345-a6d7-44b1-afde-d646b9e3a59e tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2 HTTP/1.1" status: 200 len: 950 time: 0.0923223 Nov 03 18:36:27.752225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.755543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:27.761894 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-30cb2a3a-980f-4f02-b343-03e5d99c5bac admin admin] 10.222.0.77 "PUT /v2.0/routers/309c9029-3a5d-4778-add8-e1f811c343bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1039300 Nov 03 18:36:27.766515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48504) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:27.782296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] Sync routers for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:27.831240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:27.831959 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:27.853620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Deleting port 5558f3ec-40dc-4cce-be47-3d9354577260 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:27.853965 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.900005 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-126305e2-4792-40dc-b2c9-b57c7d6c2dd2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.907638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-126305e2-4792-40dc-b2c9-b57c7d6c2dd2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.914868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-126305e2-4792-40dc-b2c9-b57c7d6c2dd2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.916524 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-126305e2-4792-40dc-b2c9-b57c7d6c2dd2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.96 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 2418 time: 0.1995077 Nov 03 18:36:27.946514 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41743d43-3be6-47bc-a2cb-d64175255690 x-openstack-request-id: req-41743d43-3be6-47bc-a2cb-d64175255690 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:27.946891 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a12386-0928-42de-961f-edd18b7408f4", "name": "network-vif-deleted", "tag": "89d9081f-5f22-4df1-a95b-6cf0537dd30b", "status": "completed", "code": 200}, {"server_uuid": "0db83c0a-5d44-4740-9baa-7ec1ffed89fa", "name": "network-vif-deleted", "tag": "90f33d71-fbf6-43e4-93bc-a6a3881bb6eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6688638-9714-4f81-819e-b4a5cdbe3cf7", "tag": "2d985a2f-5b7d-4e8e-9ce9-af2936ac7831", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:27.947140 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41743d43-3be6-47bc-a2cb-d64175255690 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:27.947493 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a12386-0928-42de-961f-edd18b7408f4', 'name': 'network-vif-deleted', 'tag': '89d9081f-5f22-4df1-a95b-6cf0537dd30b', 'status': 'completed', 'code': 200} Nov 03 18:36:27.948507 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db83c0a-5d44-4740-9baa-7ec1ffed89fa', 'name': 'network-vif-deleted', 'tag': '90f33d71-fbf6-43e4-93bc-a6a3881bb6eb', 'status': 'completed', 'code': 200} Nov 03 18:36:27.948978 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6688638-9714-4f81-819e-b4a5cdbe3cf7', 'tag': '2d985a2f-5b7d-4e8e-9ce9-af2936ac7831', 'status': 'completed', 'code': 200} Nov 03 18:36:27.994755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:28.055765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-3be66829-994e-43a8-a069-27a57675c6f1', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:36:28.056611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.138153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] For port 5558f3ec-40dc-4cce-be47-3d9354577260, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=5558f3ec-40dc-4cce-be47-3d9354577260,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:28.139455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.154177 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.184078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Calling delete_port for 5558f3ec-40dc-4cce-be47-3d9354577260 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:28.223736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-06a389f4-1b7e-45ae-ace8-791792605f94 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:28.235944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-06a389f4-1b7e-45ae-ace8-791792605f94 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.2230561 Nov 03 18:36:28.247185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-bd2eb0f7-8df1-4a09-91a7-8d97774faabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:28.248688 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-bd2eb0f7-8df1-4a09-91a7-8d97774faabf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1eb0d65c08f4973955af3ca18e9b3de&device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 1098 time: 0.2888486 Nov 03 18:36:28.297381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.310813 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Allocated IP 172.20.0.2 (3be66829-994e-43a8-a069-27a57675c6f1/cbeff23e-0785-44b9-9a9b-c8efe3b73c0d/938737e9-ede4-42e0-8d4b-ab497ecd412c) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:28.315790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-387dad54-81f9-4418-b816-dbcbd90c195e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/quotas/0c81da524e49418b81a8405e7bb78ab1 HTTP/1.1" status: 200 len: 375 time: 0.0226383 Nov 03 18:36:28.326619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:28.363946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] Checking router: 309c9029-3a5d-4778-add8-e1f811c343bb for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:28.384614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48534) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:28.393735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] Routers {'309c9029-3a5d-4778-add8-e1f811c343bb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:28.394398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['309c9029-3a5d-4778-add8-e1f811c343bb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:28.396041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-44f35113-f94c-4ee8-b091-1388114d7413 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792804 Nov 03 18:36:28.483889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port 989953aa-8670-4910-ac0f-d942245843a5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:28.484125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.547474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.555503 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:28.564724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d', '506214f2-b40e-4811-a9ab-e06da0a0930f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:28.567530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1c0a275c-56da-49ee-9bc6-d59151384cc4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:28.572622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-977e179f-dadc-49f5-99b9-10700a0fa42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:28.574359 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-977e179f-dadc-49f5-99b9-10700a0fa42b service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.3157251 Nov 03 18:36:28.650521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-network', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:28.654188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event deleted for resources: {'Port': ['ID=5558f3ec-40dc-4cce-be47-3d9354577260,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:28.660229 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-f6f8530e-0e1f-4e73-9769-f1fd29040185 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 HTTP/1.1" status: 200 len: 217 time: 0.0729101 Nov 03 18:36:28.685658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] No DVR routers for this DVR port 5558f3ec-40dc-4cce-be47-3d9354577260 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:28.689186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.693459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ec7805-62df-49a4-a1c1-4ccc73964c48 req-4c9d515d-97f9-4ef6-9581-c83deef9e465 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "DELETE /v2.0/ports/5558f3ec-40dc-4cce-be47-3d9354577260 HTTP/1.1" status: 204 len: 173 time: 1.0211082 Nov 03 18:36:28.694210 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.697661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2', 'name': 'network-vif-deleted', 'tag': '5558f3ec-40dc-4cce-be47-3d9354577260'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:28.700576 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d20e5d2-8a04-427c-b5b8-5996dbacce73" -d '{"events": [{"server_uuid": "dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2", "name": "network-vif-deleted", "tag": "5558f3ec-40dc-4cce-be47-3d9354577260"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:28.704800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-20c89a32-08f6-44d7-a532-50122021c871 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707248 Nov 03 18:36:28.706061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] Set router 309c9029-3a5d-4778-add8-e1f811c343bb gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:28.720050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Made reservation on behalf of a095ef6d59574b68afaf21224c6aa841 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:28.723143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.733703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port 989953aa-8670-4910-ac0f-d942245843a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=989953aa-8670-4910-ac0f-d942245843a5,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:28.734117 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.754067 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.767643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for 989953aa-8670-4910-ac0f-d942245843a5 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:28.800446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.853929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.946115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-c624c0db-c5ec-4a45-a391-5d52d3eca64c service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166443 Nov 03 18:36:28.991248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Network 3be66829-994e-43a8-a069-27a57675c6f1 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:28.996246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.001496 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.051759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:29.074835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:29.081128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:29.085788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Pushing event updated for resources: {'Port': ['ID=938737e9-ede4-42e0-8d4b-ab497ecd412c,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.099492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9348c-c362-455b-ae9d-712417b080e3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.126647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-1cbccbc5-ff0e-4d36-8d50-010b6084cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.128207 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-1cbccbc5-ff0e-4d36-8d50-010b6084cfc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.4530189 Nov 03 18:36:29.136858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:29.173312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '2d985a2f-5b7d-4e8e-9ce9-af2936ac7831', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '2d985a2f-5b7d-4e8e-9ce9-af2936ac7831', 'mac_address': 'fa:16:3e:fe:8f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:29.210938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.211493 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Added segment b21d67c9-8b30-46c7-b00f-e16575f88d3e of type vlan for network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 Nov 03 18:36:29.294051 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.407463 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.412272 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.413736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.414260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.438268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0525744 Nov 03 18:36:29.455094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48550) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:29.462049 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.476232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Request body: {'subnet': {'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-subnet', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:29.493204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f75c-30d1-406e-9284-0d876a6bffaa req-9d72f9e5-cfd4-4b9f-8d7b-daa84cfcf088 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.495802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bd2f75c-30d1-406e-9284-0d876a6bffaa req-9d72f9e5-cfd4-4b9f-8d7b-daa84cfcf088 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 947 time: 0.1936951 Nov 03 18:36:29.578716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Deleting port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:29.578962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.584305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-f3bad090-a2cd-4a77-985b-2ec1f2ef7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.587789 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-f3bad090-a2cd-4a77-985b-2ec1f2ef7577 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4429667 Nov 03 18:36:29.595191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b85cb1-572b-44c0-86bc-d8a2f677160f admin admin] Pushing event updated for resources: {'Network': ['ID=3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.603637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Made reservation on behalf of a095ef6d59574b68afaf21224c6aa841 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:29.607130 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.650782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Allocated IP 172.25.3.175 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/16554e13-f555-430a-b349-40868d0e6a76) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:29.655156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:29.695205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bd2f75c-30d1-406e-9284-0d876a6bffaa req-3b62ff1f-3d1f-41f9-a874-0d6bf7824aef tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853826 Nov 03 18:36:29.731995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Attempting to bind port 938737e9-ede4-42e0-8d4b-ab497ecd412c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:29.732371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Attempting to bind port 938737e9-ede4-42e0-8d4b-ab497ecd412c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:29.732732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Attempting to bind port 938737e9-ede4-42e0-8d4b-ab497ecd412c on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:29.751413 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.780007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:29.780402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Checking segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:29.780814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.781208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Bound using segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:29.782081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Bound port: 938737e9-ede4-42e0-8d4b-ab497ecd412c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:29.782471 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.830191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.832561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:29.897442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f89e717e-be67-463d-97c4-f67f7d761312 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:29.920073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:29.943148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=989953aa-8670-4910-ac0f-d942245843a5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.952023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] For port 42994bbf-d8a5-4d9c-b989-76a3dd6bb172, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=42994bbf-d8a5-4d9c-b989-76a3dd6bb172,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:29.952511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.973001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:29.974854 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.998250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dea3f-cee4-41de-ac1c-3a26f2d0e558 req-27efeaaf-6da3-4521-b8c8-66bc9577b391 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.998452 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-c121cb0c-1408-4dbf-9b4b-74362a88bf84 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836296 Nov 03 18:36:29.999291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Calling delete_port for 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:30.005817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dea3f-cee4-41de-ac1c-3a26f2d0e558 req-27efeaaf-6da3-4521-b8c8-66bc9577b391 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:30.013838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e0dea3f-cee4-41de-ac1c-3a26f2d0e558 req-27efeaaf-6da3-4521-b8c8-66bc9577b391 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 1682 time: 0.1842639 Nov 03 18:36:30.023290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port 989953aa-8670-4910-ac0f-d942245843a5 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:30.035932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.052993 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.057246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-511039a5-69d5-4c4c-a831-3026ba134433 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.96 "DELETE /v2.0/ports/989953aa-8670-4910-ac0f-d942245843a5 HTTP/1.1" status: 204 len: 173 time: 2.1269724 Nov 03 18:36:30.067292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-deleted', 'tag': '989953aa-8670-4910-ac0f-d942245843a5'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:30.070004 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319fc347-6090-4940-8b36-99f0928aab0c" -d '{"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-deleted", "tag": "989953aa-8670-4910-ac0f-d942245843a5"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:30.124923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e0dea3f-cee4-41de-ac1c-3a26f2d0e558 req-d7f183f4-e2b5-4f4a-9697-b908d619e779 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101036 Nov 03 18:36:30.132858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:30.167433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a30b5e-31f9-4a3d-aec2-9656708ff3c4 None None] The sync data for ids ['309c9029-3a5d-4778-add8-e1f811c343bb'] in n-d-812148-3 is: [{'id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2065082289-router', 'tenant_id': 'f835c2484cf445b383eab1d8909ff60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:53Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 5, 'project_id': 'f835c2484cf445b383eab1d8909ff60d', 'gw_port': {'id': '42994bbf-d8a5-4d9c-b989-76a3dd6bb172', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309c9029-3a5d-4778-add8-e1f811c343bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:30.188394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.196953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3711064-66fe-4254-b9ad-10a2f68ecb3e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:30.228694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] For port 938737e9-ede4-42e0-8d4b-ab497ecd412c, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:30.241739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] For port 938737e9-ede4-42e0-8d4b-ab497ecd412c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=938737e9-ede4-42e0-8d4b-ab497ecd412c,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:30.246283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Checking segment: {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:30.247148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Network hostable DHCP agents. Network: 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:30.290688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2d985a2f-5b7d-4e8e-9ce9-af2936ac7831'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:30.297995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:30.312253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:30.320493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:30.321327 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.335342 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.340390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c4c1b-1a37-426c-9cb3-bf32cf41d962 None None] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:30.343464 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92e27f5-5450-4296-a1f5-11b13696ccf5 x-openstack-request-id: req-b92e27f5-5450-4296-a1f5-11b13696ccf5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:30.344572 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2", "name": "network-vif-deleted", "tag": "5558f3ec-40dc-4cce-be47-3d9354577260", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:30.346177 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b92e27f5-5450-4296-a1f5-11b13696ccf5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:30.346991 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5ae4c1-6879-4953-bcd1-ae6f901fd7d2', 'name': 'network-vif-deleted', 'tag': '5558f3ec-40dc-4cce-be47-3d9354577260', 'status': 'completed', 'code': 200} Nov 03 18:36:30.371583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-78bc5031-b0a0-4c87-a34b-74184f1a1723 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9128127 Nov 03 18:36:30.376112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48560) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:30.380936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:30.405976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.408700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.415529 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed91f181-fbc2-41b4-8227-1811cfee95de req-5ab8f5e5-34b1-4b25-80fd-4b568d9b1d5e service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727701 Nov 03 18:36:30.473735 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.475340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a79c0a58-1f29-42d4-a096-ff3bbf9db12c req-58454748-167c-4520-b516-91896650f4bc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0415609 Nov 03 18:36:30.481920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.514703 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.575904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f378664-84d0-4336-89b2-abfef8ac8d12 None None] Pushing event updated for resources: {'Port': ['ID=938737e9-ede4-42e0-8d4b-ab497ecd412c,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:30.578220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port e98a94d9-a45e-417d-8d0a-2d2defc219ce {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:30.578632 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.583336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:30.596337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:30.614341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Pushing event updated for resources: {'Port': ['ID=16554e13-f555-430a-b349-40868d0e6a76,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:30.618749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:30.618968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89e717e-be67-463d-97c4-f67f7d761312'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:30.621307 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec54807-8a34-42de-98c6-f141c80174e7" -d '{"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-unplugged", "status": "completed", "tag": "f89e717e-be67-463d-97c4-f67f7d761312"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:30.688445 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f89e717e-be67-463d-97c4-f67f7d761312, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f89e717e-be67-463d-97c4-f67f7d761312,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:30.717629 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.718575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 989953aa-8670-4910-ac0f-d942245843a5 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:30.833038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.876321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 989953aa-8670-4910-ac0f-d942245843a5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:30.876795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 989953aa-8670-4910-ac0f-d942245843a5 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:30.877088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device e98a94d9-a45e-417d-8d0a-2d2defc219ce no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:30.942249 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e230fd82-bf3b-4050-9334-090701787e92 x-openstack-request-id: req-e230fd82-bf3b-4050-9334-090701787e92 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:30.942710 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-deleted", "tag": "989953aa-8670-4910-ac0f-d942245843a5", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:30.943015 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e230fd82-bf3b-4050-9334-090701787e92 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:30.943533 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-deleted', 'tag': '989953aa-8670-4910-ac0f-d942245843a5', 'status': 'completed', 'code': 200} Nov 03 18:36:30.956118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Pushing event deleted for resources: {'Port': ['ID=42994bbf-d8a5-4d9c-b989-76a3dd6bb172,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:31.021330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0dd0275a-09d6-4a1c-92da-62ee173e58c3 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:31.085380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0dd0275a-09d6-4a1c-92da-62ee173e58c3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:31.085776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0dd0275a-09d6-4a1c-92da-62ee173e58c3 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:31.125288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=f89e717e-be67-463d-97c4-f67f7d761312,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:31.150460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.170980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9', 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'fixed_ips': [{'subnet_id': 'c3711064-66fe-4254-b9ad-10a2f68ecb3e'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:36:31.172179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.199128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port e98a94d9-a45e-417d-8d0a-2d2defc219ce, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=e98a94d9-a45e-417d-8d0a-2d2defc219ce,segment=NetworkSegment(3d662bf3-d1b8-40c4-9c88-266e86f632e6),segment_id=3d662bf3-d1b8-40c4-9c88-266e86f632e6)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:31.199866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.216886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for e98a94d9-a45e-417d-8d0a-2d2defc219ce owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:31.217035 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa11402a-4901-4981-834b-865683d02919 x-openstack-request-id: req-aa11402a-4901-4981-834b-865683d02919 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:31.217258 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-unplugged", "status": "completed", "tag": "f89e717e-be67-463d-97c4-f67f7d761312", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:31.217476 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa11402a-4901-4981-834b-865683d02919 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:31.217877 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89e717e-be67-463d-97c4-f67f7d761312', 'code': 200} Nov 03 18:36:31.335678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-36083fae-191e-4df3-b11d-f9f56f032ff6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:31.337203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-36083fae-191e-4df3-b11d-f9f56f032ff6 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.3810866 Nov 03 18:36:31.353948 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.355031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Request body: {'port': {'device_id': '99011db8-c02c-4958-bf79-b149394dd2e4', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'admin_state_up': True, 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:31.363781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.448776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db65fa-ac13-4c6e-9a6b-616266fb423f req-487389e2-d2fe-4504-8cde-2e43aefc8356 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:31.451077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34db65fa-ac13-4c6e-9a6b-616266fb423f req-487389e2-d2fe-4504-8cde-2e43aefc8356 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 948 time: 0.1567979 Nov 03 18:36:31.527650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Allocated IP 172.20.0.2 (3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9/c3711064-66fe-4254-b9ad-10a2f68ecb3e/6661ec86-55e5-44b2-8432-38925b259d8b) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:31.529367 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.534695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.570749 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:36:31.570749 n-d-812148-3 neutron-server[101757]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 03 18:36:31.570749 n-d-812148-3 neutron-server[101757]: [parameters: {'status': 'DOWN', 'ports_id': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce'}] Nov 03 18:36:31.570749 n-d-812148-3 neutron-server[101757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:36:31.571242 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:36:31.644496 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.645363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 309c9029-3a5d-4778-add8-e1f811c343bb {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:36:31.648617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.653755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.655459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4dd93509-df57-41af-bc0d-b319a608e445 admin admin] 10.222.0.77 "DELETE /v2.0/routers/309c9029-3a5d-4778-add8-e1f811c343bb HTTP/1.1" status: 204 len: 168 time: 3.8875022 Nov 03 18:36:31.656376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.659020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48574) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:31.668183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34db65fa-ac13-4c6e-9a6b-616266fb423f req-47415db3-9bae-42e0-9f32-82b360dc6f09 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843855 Nov 03 18:36:31.670986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:31.674535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.788264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.819339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.835740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.836369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.935578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Pushing event updated for resources: {'Port': ['ID=6661ec86-55e5-44b2-8432-38925b259d8b,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:31.956114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:31.958500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:31.965876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:32.068986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Allocated IP 172.20.0.6 (216a7812-84d2-4978-8b51-d49480d4019a/0cd22e13-56de-48cd-a0d5-8a5717f3c69f/03a1cbf7-1c97-46db-ae70-a13f2fa64341) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:32.079744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a487f2-0f7b-42a1-8815-04b177b35557 req-36cd51c0-823f-41f8-a566-a5aa87eef161 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:32.081353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71a487f2-0f7b-42a1-8815-04b177b35557 req-36cd51c0-823f-41f8-a566-a5aa87eef161 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 944 time: 0.2342117 Nov 03 18:36:32.105094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Attempting to bind port 6661ec86-55e5-44b2-8432-38925b259d8b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:32.105951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Attempting to bind port 6661ec86-55e5-44b2-8432-38925b259d8b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:32.106567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Attempting to bind port 6661ec86-55e5-44b2-8432-38925b259d8b on network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:32.124146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Port e98a94d9-a45e-417d-8d0a-2d2defc219ce update to DOWN by agent not found {{(pid=101757) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 18:36:32.125358 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5558f3ec-40dc-4cce-be47-3d9354577260 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:32.128825 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.131122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:32.132758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Checking segment: {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:32.133960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.134624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Bound using segment: {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:32.135462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Bound port: 6661ec86-55e5-44b2-8432-38925b259d8b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:32.135961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.153928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Allocated IP 172.25.3.139 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/32fe7c23-048d-465d-b283-02eccbe0d394) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:32.165211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 5558f3ec-40dc-4cce-be47-3d9354577260 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:32.165829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 5558f3ec-40dc-4cce-be47-3d9354577260 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:32.215512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f2c21-1490-4f8c-ae9a-1181255c6abc None None] Network 3be66829-994e-43a8-a069-27a57675c6f1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:32.254146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71a487f2-0f7b-42a1-8815-04b177b35557 req-7c0ef256-16fb-4e50-b64d-e3f520f9d596 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598337 Nov 03 18:36:32.290794 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=e98a94d9-a45e-417d-8d0a-2d2defc219ce,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:32.320514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6452a3f7-d7d8-46dc-a3f5-9538f47e2b94 None None] Provisioning complete for port 938737e9-ede4-42e0-8d4b-ab497ecd412c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:32.321303 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6452a3f7-d7d8-46dc-a3f5-9538f47e2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.340647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0469cc4a-5c55-480d-853a-f5a84d3693ab admin admin] Deleting subnet ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:32.344732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0469cc4a-5c55-480d-853a-f5a84d3693ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.382908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] For port 6661ec86-55e5-44b2-8432-38925b259d8b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:32.408691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0469cc4a-5c55-480d-853a-f5a84d3693ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.432143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] For port 6661ec86-55e5-44b2-8432-38925b259d8b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6661ec86-55e5-44b2-8432-38925b259d8b,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:32.442519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port e98a94d9-a45e-417d-8d0a-2d2defc219ce on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:32.448237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.478030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.483168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-012af8d5-c12b-4d4a-a1df-7d265cac625d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.96 "DELETE /v2.0/ports/e98a94d9-a45e-417d-8d0a-2d2defc219ce HTTP/1.1" status: 204 len: 173 time: 2.4040341 Nov 03 18:36:32.682322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:32.716149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40784976-9084-452c-8726-426b886730a9 req-23d5bcd5-6acb-4b72-a1e2-4453b54fdc7b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0771194 Nov 03 18:36:32.748675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-a0390674-6592-4991-9e7d-c51f296850c1 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:32.752082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-a0390674-6592-4991-9e7d-c51f296850c1 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 950 time: 0.2183490 Nov 03 18:36:32.780566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0469cc4a-5c55-480d-853a-f5a84d3693ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.840931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.861723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.917927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dca23-a7ac-42be-8a1e-2050a2855a36 None None] Pushing event updated for resources: {'Port': ['ID=6661ec86-55e5-44b2-8432-38925b259d8b,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:32.945400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-deleted', 'tag': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:32.956192 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12774d17-0c1e-452b-bfac-d6dcefb580df" -d '{"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-deleted", "tag": "e98a94d9-a45e-417d-8d0a-2d2defc219ce"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:32.973520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.027490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.029474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port f89e717e-be67-463d-97c4-f67f7d761312 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:33.029809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.070411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:33.073369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 938737e9-ede4-42e0-8d4b-ab497ecd412c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:33.079597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6452a3f7-d7d8-46dc-a3f5-9538f47e2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.101114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:33.127384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:33.130073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:33.214695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.217371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48588) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:33.220271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Network 216a7812-84d2-4978-8b51-d49480d4019a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:33.221687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Pushing event updated for resources: {'Port': ['ID=32fe7c23-048d-465d-b283-02eccbe0d394,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:33.259873 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.263791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:33.274147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2b957-dc7c-45eb-a4e1-957315064efb req-f0d13df7-a696-49ac-9979-a204cc15718c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:33.281542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79b2b957-dc7c-45eb-a4e1-957315064efb req-f0d13df7-a696-49ac-9979-a204cc15718c tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 950 time: 0.2926641 Nov 03 18:36:33.281756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:33.281892 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.283654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:33.288000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:33.304167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0469cc4a-5c55-480d-853a-f5a84d3693ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.361686 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469cc4a-5c55-480d-853a-f5a84d3693ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3c8463-e9b1-48ed-a7d6-29509d2c65b4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:33.369452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6452a3f7-d7d8-46dc-a3f5-9538f47e2b94 None None] For port 938737e9-ede4-42e0-8d4b-ab497ecd412c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=938737e9-ede4-42e0-8d4b-ab497ecd412c,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:33.379688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port f89e717e-be67-463d-97c4-f67f7d761312, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f89e717e-be67-463d-97c4-f67f7d761312,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:33.380140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.383685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0469cc4a-5c55-480d-853a-f5a84d3693ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.385743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6452a3f7-d7d8-46dc-a3f5-9538f47e2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.389789 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0469cc4a-5c55-480d-853a-f5a84d3693ab admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ea3c8463-e9b1-48ed-a7d6-29509d2c65b4 HTTP/1.1" status: 204 len: 168 time: 1.7271328 Nov 03 18:36:33.392587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:33.455444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b8d98-ca74-4d11-aeed-0b5aeb77a468 None None] Network e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:33.483106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for f89e717e-be67-463d-97c4-f67f7d761312 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:33.491616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event updated for resources: {'Port': ['ID=03a1cbf7-1c97-46db-ae70-a13f2fa64341,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:33.507016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:33.507817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.543198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f47c-c0aa-4319-8d83-d24c9bbdd335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.546668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79b2b957-dc7c-45eb-a4e1-957315064efb req-09405097-d64b-4696-ac9f-75b6f1391484 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638676 Nov 03 18:36:33.563303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Deleting port 506214f2-b40e-4811-a9ab-e06da0a0930f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:33.563666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.570073 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d538e81c-f7c6-488b-9585-25fc8b3c043c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2214215 Nov 03 18:36:33.582714 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.596713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Request body: {'port': {'device_id': '99011db8-c02c-4958-bf79-b149394dd2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:33.603555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 938737e9-ede4-42e0-8d4b-ab497ecd412c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:33.605741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.773426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.804261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452a3f7-d7d8-46dc-a3f5-9538f47e2b94 None None] Pushing event updated for resources: {'Port': ['ID=938737e9-ede4-42e0-8d4b-ab497ecd412c,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:33.818806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6688638-9714-4f81-819e-b4a5cdbe3cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d985a2f-5b7d-4e8e-9ce9-af2936ac7831'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:33.822210 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1f81f2-9574-4cfa-a36b-af7bf211ac3f" -d '{"events": [{"server_uuid": "b6688638-9714-4f81-819e-b4a5cdbe3cf7", "name": "network-vif-plugged", "status": "completed", "tag": "2d985a2f-5b7d-4e8e-9ce9-af2936ac7831"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:33.841175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac58d-61bb-4342-a1c2-a39d358f884b req-188ae66c-831c-404e-85ff-8ed361c38add tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:33.843020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a0ac58d-61bb-4342-a1c2-a39d358f884b req-188ae66c-831c-404e-85ff-8ed361c38add tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 948 time: 0.1608346 Nov 03 18:36:33.846279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.891708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Router 8b041982-7d7e-480b-bcdf-ce71243f0507 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:36:33.897822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.922152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:33.962540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cd47e0c6-dcb5-4460-b252-bac7a239859b None None] Provisioning complete for port 938737e9-ede4-42e0-8d4b-ab497ecd412c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:33.962893 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cd47e0c6-dcb5-4460-b252-bac7a239859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.966660 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.003357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a0ac58d-61bb-4342-a1c2-a39d358f884b req-03afcb2d-6376-45f8-a508-adf1cc332a3e tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498144 Nov 03 18:36:34.030439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:34.134629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] For port 506214f2-b40e-4811-a9ab-e06da0a0930f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=506214f2-b40e-4811-a9ab-e06da0a0930f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:34.135093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.147850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:34.148909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 42994bbf-d8a5-4d9c-b989-76a3dd6bb172 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:34.151675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Calling delete_port for 506214f2-b40e-4811-a9ab-e06da0a0930f owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:34.212234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:34.232969 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cf99d4-a752-42b1-a78f-2c21fcbb2c20 x-openstack-request-id: req-b3cf99d4-a752-42b1-a78f-2c21fcbb2c20 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:34.233260 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-deleted", "tag": "e98a94d9-a45e-417d-8d0a-2d2defc219ce", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:34.233542 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3cf99d4-a752-42b1-a78f-2c21fcbb2c20 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:34.233940 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-deleted', 'tag': 'e98a94d9-a45e-417d-8d0a-2d2defc219ce', 'status': 'completed', 'code': 200} Nov 03 18:36:34.239793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.257869 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f47c-c0aa-4319-8d83-d24c9bbdd335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.320169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be9a76a-d4c4-4cf3-85c9-22b65f2ddb8b req-2ab44e89-cf99-47db-b2e3-ff9cbc3788ee tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=4323bbff-c0ed-461b-a792-c64ed4cc310a HTTP/1.1" status: 200 len: 210 time: 0.1382170 Nov 03 18:36:34.338810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] DHCP port deletion for e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:36:34.356672 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f47c-c0aa-4319-8d83-d24c9bbdd335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.383791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=f89e717e-be67-463d-97c4-f67f7d761312,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:34.393052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-17d7609e-0c8e-4066-9b40-45ee7bd18326 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:34.394642 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-17d7609e-0c8e-4066-9b40-45ee7bd18326 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "GET /v2.0/ports?device_id=986da784-5bb7-4ec7-8428-e478a38bbe31 HTTP/1.1" status: 200 len: 949 time: 0.4924550 Nov 03 18:36:34.396956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74d727-3643-4e12-9510-5285ba4cf791 None None] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:34.427671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7f47c-c0aa-4319-8d83-d24c9bbdd335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1a5804-37d4-4a51-8cf7-7a12b806f2de,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:34.489946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4dd5e8ca-5854-4b69-8eb9-152e994d5be2 None None] Provisioning complete for port 6661ec86-55e5-44b2-8432-38925b259d8b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:34.490582 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e8ca-5854-4b69-8eb9-152e994d5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.493960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port f89e717e-be67-463d-97c4-f67f7d761312 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:34.520881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a1cbf7-1c97-46db-ae70-a13f2fa64341 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:34.521173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.525219 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d567abaa-6b7d-4b52-b7be-8a44760e1a24 req-93ab4f70-d2bf-48df-8097-c6439d245d76 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.96 "DELETE /v2.0/ports/f89e717e-be67-463d-97c4-f67f7d761312 HTTP/1.1" status: 204 len: 173 time: 2.0350871 Nov 03 18:36:34.543953 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.579248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Deleting port de196742-3db5-4ba2-b949-c77165974c09 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:34.579248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.590303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c9e7f47c-c0aa-4319-8d83-d24c9bbdd335 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25cc36675e6c419d8d7827213068794f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3684084 Nov 03 18:36:34.590553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48604) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:34.623521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] Deleting port de196742-3db5-4ba2-b949-c77165974c09 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:34.623992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.665935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Transition to ACTIVE for port object 03a1cbf7-1c97-46db-ae70-a13f2fa64341 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:34.673037 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.688912 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.735759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] For port de196742-3db5-4ba2-b949-c77165974c09, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=de196742-3db5-4ba2-b949-c77165974c09,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:34.736542 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.756315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:34.764076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfbbf-99bf-42d0-89c6-290ecc541273 req-af5c02c7-b844-4f19-be7d-93ec854089bf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:34.767921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Sync routers for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:34.770317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bbccfbbf-99bf-42d0-89c6-290ecc541273 req-af5c02c7-b844-4f19-be7d-93ec854089bf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 931 time: 0.3080254 Nov 03 18:36:34.779875 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:34.781186 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:34.797598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] Calling delete_port for de196742-3db5-4ba2-b949-c77165974c09 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:34.817885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] For port de196742-3db5-4ba2-b949-c77165974c09, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=de196742-3db5-4ba2-b949-c77165974c09,segment=NetworkSegment(32260f1a-341c-4f89-85e2-e91e01669aa9),segment_id=32260f1a-341c-4f89-85e2-e91e01669aa9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:34.818257 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.830739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.858525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:34.866753 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e8ca-5854-4b69-8eb9-152e994d5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.871361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Calling delete_port for de196742-3db5-4ba2-b949-c77165974c09 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:34.873814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event deleted for resources: {'Port': ['ID=506214f2-b40e-4811-a9ab-e06da0a0930f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:34.947716 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.948988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-958b44d6-ae7b-457d-967a-0931362575bf admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3628972 Nov 03 18:36:34.952998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] No DVR routers for this DVR port 506214f2-b40e-4811-a9ab-e06da0a0930f on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:34.955038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48606) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:34.978144 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:35.014951 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.018278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-02d58d14-a8d9-4039-b00c-8b60531efc60 req-f191cc5c-dbf1-435e-9166-9193c7e511ab tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "DELETE /v2.0/ports/506214f2-b40e-4811-a9ab-e06da0a0930f HTTP/1.1" status: 204 len: 173 time: 2.2584102 Nov 03 18:36:35.106259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Deleting port 1c0a275c-56da-49ee-9bc6-d59151384cc4 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:35.106595 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.159507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4dd5e8ca-5854-4b69-8eb9-152e994d5be2 None None] For port 6661ec86-55e5-44b2-8432-38925b259d8b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6661ec86-55e5-44b2-8432-38925b259d8b,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:35.190681 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e8ca-5854-4b69-8eb9-152e994d5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.286769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6661ec86-55e5-44b2-8432-38925b259d8b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:35.351956 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 3, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:35.363897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Pushing event updated for resources: {'Port': ['ID=03a1cbf7-1c97-46db-ae70-a13f2fa64341,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.392077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bbccfbbf-99bf-42d0-89c6-290ecc541273 req-cd8fda4e-f836-4ebd-9795-cc070bf8cd03 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516562 Nov 03 18:36:35.423934 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Checking router: 8b041982-7d7e-480b-bcdf-ce71243f0507 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:35.431984 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Updating router 8b041982-7d7e-480b-bcdf-ce71243f0507 port 16554e13-f555-430a-b349-40868d0e6a76 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:35.453096 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d54-5969-44fb-afbe-431ff2da7e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.496563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5e8ca-5854-4b69-8eb9-152e994d5be2 None None] Pushing event updated for resources: {'Port': ['ID=6661ec86-55e5-44b2-8432-38925b259d8b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.499350 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.512550 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ecc4df-bdd4-4dca-8b57-cdf3442d6bc1 x-openstack-request-id: req-83ecc4df-bdd4-4dca-8b57-cdf3442d6bc1 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:35.512892 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6688638-9714-4f81-819e-b4a5cdbe3cf7", "name": "network-vif-plugged", "status": "completed", "tag": "2d985a2f-5b7d-4e8e-9ce9-af2936ac7831", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:35.513103 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83ecc4df-bdd4-4dca-8b57-cdf3442d6bc1 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:35.513495 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6688638-9714-4f81-819e-b4a5cdbe3cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d985a2f-5b7d-4e8e-9ce9-af2936ac7831', 'code': 200} Nov 03 18:36:35.530075 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1b396853-7083-453c-ac57-c18365c40485 None None] Provisioning complete for port 6661ec86-55e5-44b2-8432-38925b259d8b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:35.530333 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1b396853-7083-453c-ac57-c18365c40485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.566469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d54-5969-44fb-afbe-431ff2da7e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.570798 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.622295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Router 36af6712-e5fe-499b-8b82-65b0f27cb046 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:36:35.635099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.663932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Attempting to bind port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:35.664498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Attempting to bind port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:35.665057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Attempting to bind port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:35.674948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Pushing event deleted for resources: {'Port': ['ID=de196742-3db5-4ba2-b949-c77165974c09,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.686289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b2ff46f-99a0-4785-89a0-4e245165ddf0 req-4cfe7eba-665d-4594-aeab-ef60df3a860a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8048712-8b3b-4f92-b912-283246ad1cfe HTTP/1.1" status: 200 len: 210 time: 0.0568748 Nov 03 18:36:35.692364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 on network 216a7812-84d2-4978-8b51-d49480d4019a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:35.693467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Attempting to bind port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:35.745039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:35.745493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:35.745958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Bound using segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:35.746569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Bound port: 03a1cbf7-1c97-46db-ae70-a13f2fa64341, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:35.747055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.764247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6661ec86-55e5-44b2-8432-38925b259d8b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:35.764624 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.773727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d54-5969-44fb-afbe-431ff2da7e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.777336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d54-5969-44fb-afbe-431ff2da7e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.777636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] No DVR routers for this DVR port de196742-3db5-4ba2-b949-c77165974c09 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:35.780915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a3ab6d54-5969-44fb-afbe-431ff2da7e66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a1a5804-37d4-4a51-8cf7-7a12b806f2de HTTP/1.1" status: 204 len: 168 time: 1.1833429 Nov 03 18:36:35.796449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] Pushing event deleted for resources: {'Port': ['ID=de196742-3db5-4ba2-b949-c77165974c09,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.818142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] For port 1c0a275c-56da-49ee-9bc6-d59151384cc4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1c0a275c-56da-49ee-9bc6-d59151384cc4,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:35.818509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.841782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Calling delete_port for 1c0a275c-56da-49ee-9bc6-d59151384cc4 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:35.850100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6d54-5969-44fb-afbe-431ff2da7e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1a5804-37d4-4a51-8cf7-7a12b806f2de,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.903982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:35.938164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.942633 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2eecb923-2251-49b9-a54b-b695d48afd71 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5620432 Nov 03 18:36:35.942633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] For port 03a1cbf7-1c97-46db-ae70-a13f2fa64341, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:35.960675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48614) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:35.982945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] For port 03a1cbf7-1c97-46db-ae70-a13f2fa64341, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=03a1cbf7-1c97-46db-ae70-a13f2fa64341,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:36.062016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.062436 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.070907 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.127904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.130087 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Pushing event updated for resources: {'Port': ['ID=16554e13-f555-430a-b349-40868d0e6a76,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:36.138533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.139893 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.140464 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.141020 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.141571 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.142086 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.142597 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.143106 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.143254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] 10.222.0.96 "PUT /v2.0/ports/03a1cbf7-1c97-46db-ae70-a13f2fa64341 HTTP/1.1" status: 200 len: 1091 time: 2.5559926 Nov 03 18:36:36.143763 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.144270 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.144795 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.145296 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.145845 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:36.146502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99011db8-c02c-4958-bf79-b149394dd2e4', 'tag': '03a1cbf7-1c97-46db-ae70-a13f2fa64341'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:36.168421 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Attempting to bind port 16554e13-f555-430a-b349-40868d0e6a76 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:36.169186 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Attempting to bind port 16554e13-f555-430a-b349-40868d0e6a76 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:36.169902 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Attempting to bind port 16554e13-f555-430a-b349-40868d0e6a76 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:36.176187 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:36.177195 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:36.177818 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.178433 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:36.179107 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Bound port: 16554e13-f555-430a-b349-40868d0e6a76, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:36.179816 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.183528 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "99011db8-c02c-4958-bf79-b149394dd2e4", "tag": "03a1cbf7-1c97-46db-ae70-a13f2fa64341"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:36.229210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd6a7b4-ed4a-43b7-9ad5-ebd14715ac52 None None] No DVR routers for this DVR port de196742-3db5-4ba2-b949-c77165974c09 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:36.237246 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] For port 16554e13-f555-430a-b349-40868d0e6a76, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:36.241645 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] For port 16554e13-f555-430a-b349-40868d0e6a76, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=16554e13-f555-430a-b349-40868d0e6a76,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:36.248053 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.255699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1c0a275c-56da-49ee-9bc6-d59151384cc4 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:36.259454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Sync routers for ids ['36af6712-e5fe-499b-8b82-65b0f27cb046'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:36.322412 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99881508-26ec-402f-99eb-ea9a84155224 None None] Pushing event updated for resources: {'Port': ['ID=16554e13-f555-430a-b349-40868d0e6a76,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:36.344655 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:36.345782 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:36.373332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Routers {'36af6712-e5fe-499b-8b82-65b0f27cb046'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:36.374056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['36af6712-e5fe-499b-8b82-65b0f27cb046'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:36.472669 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:36.494883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Set router 36af6712-e5fe-499b-8b82-65b0f27cb046 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:36.567717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-deleted', 'tag': 'f89e717e-be67-463d-97c4-f67f7d761312'}, {'server_uuid': 'e8048712-8b3b-4f92-b912-283246ad1cfe', 'name': 'network-vif-deleted', 'tag': '506214f2-b40e-4811-a9ab-e06da0a0930f'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:36.570705 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb9423a-0434-41b1-bfbe-13f51a941d42" -d '{"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-deleted", "tag": "f89e717e-be67-463d-97c4-f67f7d761312"}, {"server_uuid": "e8048712-8b3b-4f92-b912-283246ad1cfe", "name": "network-vif-deleted", "tag": "506214f2-b40e-4811-a9ab-e06da0a0930f"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:36.571933 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d8e735bc-d3b0-4983-81be-759f7d47db75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.576035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48622) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:36.623407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dabe3-5c6f-40e5-ab11-ad464d7f846b req-7710769e-d755-4e38-b14d-eb3f321eff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.624280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 506214f2-b40e-4811-a9ab-e06da0a0930f no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:36.624909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e8dabe3-5c6f-40e5-ab11-ad464d7f846b req-7710769e-d755-4e38-b14d-eb3f321eff25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 1100 time: 1.0406868 Nov 03 18:36:36.636651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c26b0b-6d01-459b-b5af-1dca9f592739 req-7c9bf5e2-a3af-4445-bb5a-ae0bf8d157aa tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.641609 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-853d984b-b67c-49f1-b719-fe91b9df8e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.645640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49c26b0b-6d01-459b-b5af-1dca9f592739 req-7c9bf5e2-a3af-4445-bb5a-ae0bf8d157aa tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 949 time: 0.7394302 Nov 03 18:36:36.702014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a63a9-8b04-4b38-a194-06c89c8684e2 service neutron] Pushing event updated for resources: {'Port': ['ID=03a1cbf7-1c97-46db-ae70-a13f2fa64341,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:36.747726 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 3, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:36.751176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49c26b0b-6d01-459b-b5af-1dca9f592739 req-309e9d3c-3bd3-4881-aa3e-e9890f34c670 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043119 Nov 03 18:36:36.753190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 506214f2-b40e-4811-a9ab-e06da0a0930f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:36.753573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 506214f2-b40e-4811-a9ab-e06da0a0930f not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:36.764468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d8175cd2-f1c3-49cc-8807-01a427fdb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.767681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-d8175cd2-f1c3-49cc-8807-01a427fdb1e9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 1094 time: 0.5701258 Nov 03 18:36:36.800296 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d4cf8-2da8-4cb3-9aa1-d49244f7273e None None] The sync data for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 is: [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 3, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:36.852998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48630) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:36.872872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.875142 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.905516 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20705a90-f4bd-4dd8-a501-d8e836f2d4ff x-openstack-request-id: req-20705a90-f4bd-4dd8-a501-d8e836f2d4ff {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:36.906235 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99011db8-c02c-4958-bf79-b149394dd2e4", "tag": "03a1cbf7-1c97-46db-ae70-a13f2fa64341", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:36.906728 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20705a90-f4bd-4dd8-a501-d8e836f2d4ff {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:36.907907 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99011db8-c02c-4958-bf79-b149394dd2e4', 'tag': '03a1cbf7-1c97-46db-ae70-a13f2fa64341', 'status': 'completed', 'code': 200} Nov 03 18:36:36.957129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:36.977523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32260f1a-341c-4f89-85e2-e91e01669aa9') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:36.977981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32260f1a-341c-4f89-85e2-e91e01669aa9') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:36.989300 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e8dabe3-5c6f-40e5-ab11-ad464d7f846b req-3ba091e0-629d-49b6-9355-df6342528519 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379133 Nov 03 18:36:36.993495 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.005402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-a5af0f95-71c0-4aba-b3c6-fbf39284771e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a1cbf7-1c97-46db-ae70-a13f2fa64341 HTTP/1.1" status: 200 len: 217 time: 0.2262259 Nov 03 18:36:37.044098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 938737e9-ede4-42e0-8d4b-ab497ecd412c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:37.044761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.054704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event deleted for resources: {'Port': ['ID=1c0a275c-56da-49ee-9bc6-d59151384cc4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:37.085980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-6d994d7e-f261-4fce-bbd4-3ebc233a467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:37.087545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-6d994d7e-f261-4fce-bbd4-3ebc233a467b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.0685766 Nov 03 18:36:37.135772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3d046a-5f6e-459d-9de3-29d3b0472ea9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting subnet 12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:37.143660 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.174299 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e3d046a-5f6e-459d-9de3-29d3b0472ea9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.177831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] No DVR routers for this DVR port 1c0a275c-56da-49ee-9bc6-d59151384cc4 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:37.221850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:37.222281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.224821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.234023 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8adfe59-6e32-4afa-af47-311c11baf50b req-157a569f-4ce4-47fe-82cb-354b0a8f8e2a tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.96 "DELETE /v2.0/ports/1c0a275c-56da-49ee-9bc6-d59151384cc4 HTTP/1.1" status: 204 len: 173 time: 2.7911336 Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:37.234762 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:37.262636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:36:33Z', 'revision_number': 3, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:37.312011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Checking router: 36af6712-e5fe-499b-8b82-65b0f27cb046 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:37.312361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Updating router 36af6712-e5fe-499b-8b82-65b0f27cb046 port 32fe7c23-048d-465d-b283-02eccbe0d394 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:37.340280 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-f0d631e7-0e02-4cbc-a594-859ae49f7e63 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2441955 Nov 03 18:36:37.346847 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e3d046a-5f6e-459d-9de3-29d3b0472ea9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.347288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 938737e9-ede4-42e0-8d4b-ab497ecd412c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:37.347677 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.372015 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.441010 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-853d984b-b67c-49f1-b719-fe91b9df8e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.452929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-853d984b-b67c-49f1-b719-fe91b9df8e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.488459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.499291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.503926 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] 10.222.0.77 "DELETE /v2.0/networks/e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e HTTP/1.1" status: 204 len: 168 time: 4.1072295 Nov 03 18:36:37.563686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd06117-05c2-4717-b342-e296c87d896a req-c020967b-ff4b-47cf-adda-d4cdf98db498 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:37.575225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fd06117-05c2-4717-b342-e296c87d896a req-c020967b-ff4b-47cf-adda-d4cdf98db498 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.5682430 Nov 03 18:36:37.664833 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e3d046a-5f6e-459d-9de3-29d3b0472ea9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.723603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-605610f1-0717-441b-889b-8a25921ff207 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262484 Nov 03 18:36:37.750298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device de196742-3db5-4ba2-b949-c77165974c09 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:37.760001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d984b-b67c-49f1-b719-fe91b9df8e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3041eb1d-64a9-40d2-b0d8-f856569a9b2c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:37.765874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.790576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-853d984b-b67c-49f1-b719-fe91b9df8e11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18b064a2e9d04d5da929eadde26a7936&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1910954 Nov 03 18:36:37.797077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48636) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:37.797703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430902f1-1f31-4fa5-b637-b7ed1ed2080e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ad5ad9-5163-4dc2-8c1e-1e10ed14036e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:37.834480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: de196742-3db5-4ba2-b949-c77165974c09 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:37.835536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device de196742-3db5-4ba2-b949-c77165974c09 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:37.918077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.930117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48638) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:37.948241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fd06117-05c2-4717-b342-e296c87d896a req-88067fd0-eb65-44ec-b58f-2eae923a2c22 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644309 Nov 03 18:36:38.020482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Allocated IP 172.20.0.1 (3be66829-994e-43a8-a069-27a57675c6f1/cbeff23e-0785-44b9-9a9b-c8efe3b73c0d/8c345ae9-ea46-4c7e-a5bd-65f652f8a410) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:38.071179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'bafde85e-8983-4b5d-a852-7a8ccce1773d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:38.132869 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f875d-ecf0-4b22-ac48-63ba98326255 x-openstack-request-id: req-cf1f875d-ecf0-4b22-ac48-63ba98326255 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:38.133380 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323bbff-c0ed-461b-a792-c64ed4cc310a", "name": "network-vif-deleted", "tag": "f89e717e-be67-463d-97c4-f67f7d761312", "status": "completed", "code": 200}, {"server_uuid": "e8048712-8b3b-4f92-b912-283246ad1cfe", "name": "network-vif-deleted", "tag": "506214f2-b40e-4811-a9ab-e06da0a0930f", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:38.133997 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf1f875d-ecf0-4b22-ac48-63ba98326255 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:38.134677 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323bbff-c0ed-461b-a792-c64ed4cc310a', 'name': 'network-vif-deleted', 'tag': 'f89e717e-be67-463d-97c4-f67f7d761312', 'status': 'completed', 'code': 200} Nov 03 18:36:38.135204 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8048712-8b3b-4f92-b912-283246ad1cfe', 'name': 'network-vif-deleted', 'tag': '506214f2-b40e-4811-a9ab-e06da0a0930f', 'status': 'completed', 'code': 200} Nov 03 18:36:38.243344 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.249254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 16554e13-f555-430a-b349-40868d0e6a76 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:38.291802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e3d046a-5f6e-459d-9de3-29d3b0472ea9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.307617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.361181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34ccadd4-cffa-4f1f-8438-e12c10584aae req-f164c4db-43cb-4d07-bfcc-3d2c428a97f8 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113219 Nov 03 18:36:38.364362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e3d046a-5f6e-459d-9de3-29d3b0472ea9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.372838 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e3d046a-5f6e-459d-9de3-29d3b0472ea9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "DELETE /v2.0/subnets/12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a HTTP/1.1" status: 204 len: 168 time: 1.5181684 Nov 03 18:36:38.376663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48642) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:38.377460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d046a-5f6e-459d-9de3-29d3b0472ea9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Subnet': ['ID=12985dcb-5b0e-4f2c-bb9d-c7ad87edc73a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:38.405334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d066de-3928-4a4b-85f8-714d10f832e4 None None] Pushing event updated for resources: {'Port': ['ID=32fe7c23-048d-465d-b283-02eccbe0d394,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:38.417596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3cab5-6b77-4ac1-b98b-bd138aa78ef0 None None] Network 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:38.448780 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11e9f999-8de1-4ebd-9c19-e67943199b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.495516 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b358ae4d-1490-4ab0-86eb-75421c3870ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.495752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.505842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Attempting to bind port 32fe7c23-048d-465d-b283-02eccbe0d394 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:38.506566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Attempting to bind port 32fe7c23-048d-465d-b283-02eccbe0d394 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:38.507595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Attempting to bind port 32fe7c23-048d-465d-b283-02eccbe0d394 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:38.524873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:38.525675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:38.526332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.527585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:38.527585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Bound port: 32fe7c23-048d-465d-b283-02eccbe0d394, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:38.528075 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.543087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1f957a28-951e-4850-9f42-cfb8280a8df1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f835c2484cf445b383eab1d8909ff60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5968423 Nov 03 18:36:38.545572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48644) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:38.563845 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11e9f999-8de1-4ebd-9c19-e67943199b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.578719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.640235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcca36-867b-4eaf-963c-ef23aa9d3166 req-b1a8c444-3a73-4e2e-9f4f-c9b589985c24 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:38.647632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dadcca36-867b-4eaf-963c-ef23aa9d3166 req-b1a8c444-3a73-4e2e-9f4f-c9b589985c24 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 949 time: 0.2848322 Nov 03 18:36:38.650084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-439433fc-359e-49b7-b9ab-292994a0c62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.674528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 16554e13-f555-430a-b349-40868d0e6a76 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:38.675692 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.683412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:38.683412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.687444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-3cc37197-9693-4998-9bfc-0897ec69d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:38.687776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-439433fc-359e-49b7-b9ab-292994a0c62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.689357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-3cc37197-9693-4998-9bfc-0897ec69d6b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 1094 time: 0.2176986 Nov 03 18:36:38.700535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.813406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Network 3be66829-994e-43a8-a069-27a57675c6f1 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:38.819611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Allocated IP 172.20.0.1 (3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9/c3711064-66fe-4254-b9ad-10a2f68ecb3e/682eada3-f0c6-4b4c-882e-042be678fb06) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:38.828205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:38.831394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e5ac3e6-c1a9-4569-9e26-ba8f738a6009,segment=NetworkSegment(3d662bf3-d1b8-40c4-9c88-266e86f632e6),segment_id=3d662bf3-d1b8-40c4-9c88-266e86f632e6)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:38.831780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.836510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:38.891326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:38.898164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Pushing event updated for resources: {'Port': ['ID=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:38.946035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.983206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-439433fc-359e-49b7-b9ab-292994a0c62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.995080 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-439433fc-359e-49b7-b9ab-292994a0c62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.996483 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-439433fc-359e-49b7-b9ab-292994a0c62f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8810da69-7dbd-4bb1-851a-5cd6c63cce54 HTTP/1.1" status: 204 len: 168 time: 0.4474585 Nov 03 18:36:39.017563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] For port 32fe7c23-048d-465d-b283-02eccbe0d394, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:39.057200 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.100940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439433fc-359e-49b7-b9ab-292994a0c62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8810da69-7dbd-4bb1-851a-5cd6c63cce54,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:39.109794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] For port 32fe7c23-048d-465d-b283-02eccbe0d394, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=32fe7c23-048d-465d-b283-02eccbe0d394,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:39.127932 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.244377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afaf49-5c4c-42f4-b344-6c36cd1e0493 None None] DHCP port deletion for 27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:36:39.248703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-5333cd17-70c4-4092-87ec-118659299909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:39.251505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-5333cd17-70c4-4092-87ec-118659299909 service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.5500927 Nov 03 18:36:39.279086 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.298260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.298723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Routers {'36af6712-e5fe-499b-8b82-65b0f27cb046'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:39.299372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['36af6712-e5fe-499b-8b82-65b0f27cb046'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:39.345000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=7e5ac3e6-c1a9-4569-9e26-ba8f738a6009,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:39.345530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-98afaf49-5c4c-42f4-b344-6c36cd1e0493 None None] The port '7e5ac3e6-c1a9-4569-9e26-ba8f738a6009' was deleted {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 03 18:36:39.392743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:39.399620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-aedf4a54-5065-458d-9021-5f7cd80ec0f3 None None] Provisioning complete for port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:39.399620 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aedf4a54-5065-458d-9021-5f7cd80ec0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.423928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11e9f999-8de1-4ebd-9c19-e67943199b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.427718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d066de-3928-4a4b-85f8-714d10f832e4 None None] Pushing event updated for resources: {'Port': ['ID=32fe7c23-048d-465d-b283-02eccbe0d394,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:39.429328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11e9f999-8de1-4ebd-9c19-e67943199b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.432434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-11e9f999-8de1-4ebd-9c19-e67943199b96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3041eb1d-64a9-40d2-b0d8-f856569a9b2c HTTP/1.1" status: 204 len: 168 time: 1.6090946 Nov 03 18:36:39.434327 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-ca0d3f50-17bc-469d-9521-727108bee76c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a1cbf7-1c97-46db-ae70-a13f2fa64341 HTTP/1.1" status: 200 len: 217 time: 0.1655934 Nov 03 18:36:39.442015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Pushing event updated for resources: {'Port': ['ID=682eada3-f0c6-4b4c-882e-042be678fb06,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:39.470959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9f999-8de1-4ebd-9c19-e67943199b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3041eb1d-64a9-40d2-b0d8-f856569a9b2c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:39.475794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:39.501263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.504077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dadcca36-867b-4eaf-963c-ef23aa9d3166 req-b0a2001b-c923-48b1-b7bd-c63b9ead6e07 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8504376 Nov 03 18:36:39.567697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:39.587471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:39.616668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.672095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.720654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.761923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-aedf4a54-5065-458d-9021-5f7cd80ec0f3 None None] Port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:39.771390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 16554e13-f555-430a-b349-40868d0e6a76, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=16554e13-f555-430a-b349-40868d0e6a76,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:39.813636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b6fdea-5fe9-4af9-aaa1-74084cf5eec2']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:39.855677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d662bf3-d1b8-40c4-9c88-266e86f632e6') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:39.856164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d662bf3-d1b8-40c4-9c88-266e86f632e6') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:39.866859 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.868144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6661ec86-55e5-44b2-8432-38925b259d8b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:39.893163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.937048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.960222 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.980120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:39.980576 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:39.985978 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:40.010438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 03a1cbf7-1c97-46db-ae70-a13f2fa64341 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:40.029778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-ae257fce-4541-423f-a808-6e03a11a7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:40.036319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-ae257fce-4541-423f-a808-6e03a11a7d8c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.5803320 Nov 03 18:36:40.092210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.118809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.128535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.137138 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "DELETE /v2.0/networks/27b6fdea-5fe9-4af9-aaa1-74084cf5eec2 HTTP/1.1" status: 204 len: 168 time: 1.7559283 Nov 03 18:36:40.141531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986da784-5bb7-4ec7-8428-e478a38bbe31', 'name': 'network-vif-deleted', 'tag': '1c0a275c-56da-49ee-9bc6-d59151384cc4'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:40.144891 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c52d80c-ad96-4eea-8c1d-db420c54914b" -d '{"events": [{"server_uuid": "986da784-5bb7-4ec7-8428-e478a38bbe31", "name": "network-vif-deleted", "tag": "1c0a275c-56da-49ee-9bc6-d59151384cc4"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:40.148213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48666) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:40.161027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] Set router 36af6712-e5fe-499b-8b82-65b0f27cb046 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:40.199660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ec7d1-c659-4c7e-a8cd-73901ba31a12 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Network': ['ID=27b6fdea-5fe9-4af9-aaa1-74084cf5eec2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:40.231639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.239130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5ce5e-47d5-4f48-a004-c3e394967452 req-6d05fa6a-8782-4dfb-ac4f-7e9cfa83a98b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:40.240935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.251212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2be5ce5e-47d5-4f48-a004-c3e394967452 req-6d05fa6a-8782-4dfb-ac4f-7e9cfa83a98b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.3646572 Nov 03 18:36:40.294943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.304867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-750e301f-8b49-4c9d-9160-86f1fb3e1520 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting subnet 8765a6c3-b6ef-4e52-9262-707687d7a157 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:40.307696 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-69ef459c-646b-4607-aada-248eacd94023 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2570462 Nov 03 18:36:40.309173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-750e301f-8b49-4c9d-9160-86f1fb3e1520 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.365150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-750e301f-8b49-4c9d-9160-86f1fb3e1520 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.464527 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-750e301f-8b49-4c9d-9160-86f1fb3e1520 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.465185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2be5ce5e-47d5-4f48-a004-c3e394967452 req-91789a9b-f6b5-4aef-818d-54268c30f510 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086358 Nov 03 18:36:40.641643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-47eb7707-30d5-4073-83df-0cd7925a6c3d service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172686 Nov 03 18:36:40.659834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-71f5031d-3f38-4343-be06-9c5ce3e8b788 None None] Provisioning complete for port 682eada3-f0c6-4b4c-882e-042be678fb06 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:40.660377 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71f5031d-3f38-4343-be06-9c5ce3e8b788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.670774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:36:40.677130 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ad7ef4-fd24-416a-a0a7-73f760e7d327 x-openstack-request-id: req-47ad7ef4-fd24-416a-a0a7-73f760e7d327 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:40.679411 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986da784-5bb7-4ec7-8428-e478a38bbe31", "name": "network-vif-deleted", "tag": "1c0a275c-56da-49ee-9bc6-d59151384cc4", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:40.679724 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47ad7ef4-fd24-416a-a0a7-73f760e7d327 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:40.680159 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986da784-5bb7-4ec7-8428-e478a38bbe31', 'name': 'network-vif-deleted', 'tag': '1c0a275c-56da-49ee-9bc6-d59151384cc4', 'status': 'completed', 'code': 200} Nov 03 18:36:40.690341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-750e301f-8b49-4c9d-9160-86f1fb3e1520 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.697172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6661ec86-55e5-44b2-8432-38925b259d8b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:40.698112 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.709274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.760813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.833799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Pushing event updated for resources: {'Port': ['ID=682eada3-f0c6-4b4c-882e-042be678fb06,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:40.933104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e301f-8b49-4c9d-9160-86f1fb3e1520 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Subnet': ['ID=8765a6c3-b6ef-4e52-9262-707687d7a157,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:40.955677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Pushing event updated for resources: {'Port': ['ID=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:40.978611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e9d63c-e4d2-4b17-85ad-fa2e63077f6f req-bb4d16c8-e6ef-4920-813a-f6a71098537a service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217041 Nov 03 18:36:40.979508 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-750e301f-8b49-4c9d-9160-86f1fb3e1520 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.980702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.996545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 03a1cbf7-1c97-46db-ae70-a13f2fa64341, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=03a1cbf7-1c97-46db-ae70-a13f2fa64341,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:40.999405 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-750e301f-8b49-4c9d-9160-86f1fb3e1520 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "DELETE /v2.0/subnets/8765a6c3-b6ef-4e52-9262-707687d7a157 HTTP/1.1" status: 204 len: 168 time: 0.8455963 Nov 03 18:36:41.007610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:41.036058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-71f5031d-3f38-4343-be06-9c5ce3e8b788 None None] Port 682eada3-f0c6-4b4c-882e-042be678fb06 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:41.041038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '03a1cbf7-1c97-46db-ae70-a13f2fa64341', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'port_id': '03a1cbf7-1c97-46db-ae70-a13f2fa64341', 'mac_address': 'fa:16:3e:3e:2f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd22e13-56de-48cd-a0d5-8a5717f3c69f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:41.051190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=16554e13-f555-430a-b349-40868d0e6a76,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:41.085247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592ff29-7443-4561-87bd-913fbdb9ff4f None None] Network bea7060a-2f4b-4be1-a4b6-432da048e085 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:41.092287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b41ffe-8a5a-42e4-8197-ebb8a4ea358d req-79136bed-df76-4e26-8a96-6fa49f37631f tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:41.099828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83b41ffe-8a5a-42e4-8197-ebb8a4ea358d req-79136bed-df76-4e26-8a96-6fa49f37631f tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 949 time: 0.2670109 Nov 03 18:36:41.153736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.174754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Network 3be66829-994e-43a8-a069-27a57675c6f1 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:41.177806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:41.228675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83b41ffe-8a5a-42e4-8197-ebb8a4ea358d req-9b62cdc5-3aa0-45a4-9d37-6604e2e3d484 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273179 Nov 03 18:36:41.289336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:41.298628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:41.483535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port cb56aa00-5a81-4c2a-b37d-5957e550c63a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:41.484762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.625488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port cb56aa00-5a81-4c2a-b37d-5957e550c63a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb56aa00-5a81-4c2a-b37d-5957e550c63a,segment=NetworkSegment(1e42370f-12dd-48ca-9892-1442f623920b),segment_id=1e42370f-12dd-48ca-9892-1442f623920b)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:41.626155 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.638960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Router 36af6712-e5fe-499b-8b82-65b0f27cb046 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:41.657893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for cb56aa00-5a81-4c2a-b37d-5957e550c63a owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:41.754727 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.805333 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:36:33Z', 'revision_number': 3, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:41.815224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ee65d2f5-4f7a-4a72-8caf-1d4c1290af02 None None] Provisioning complete for port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:41.815812 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee65d2f5-4f7a-4a72-8caf-1d4c1290af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.836330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:41.853455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-023b146f-d2c0-4944-8f24-d77d1742ed89 admin admin] 10.222.0.77 "PUT /v2.0/routers/36af6712-e5fe-499b-8b82-65b0f27cb046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8895454 Nov 03 18:36:41.859146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a1cbf7-1c97-46db-ae70-a13f2fa64341 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:41.887723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c357e-ef13-4d6a-a1dd-f157f9e21b99 None None] The sync data for ids ['36af6712-e5fe-499b-8b82-65b0f27cb046'] in n-d-812148-3 is: [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:36:33Z', 'revision_number': 3, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:41.943591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 16554e13-f555-430a-b349-40868d0e6a76 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:41.955203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Router 8b041982-7d7e-480b-bcdf-ce71243f0507 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:41.975290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 03a1cbf7-1c97-46db-ae70-a13f2fa64341, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=03a1cbf7-1c97-46db-ae70-a13f2fa64341,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:41.976776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.982734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ee65d2f5-4f7a-4a72-8caf-1d4c1290af02 None None] Port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:41.997936 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.057493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22da13d-54fc-47b1-ae70-0eb2e82bb0fa None None] DHCP port deletion for bea7060a-2f4b-4be1-a4b6-432da048e085 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:36:42.064141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.086694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port cb56aa00-5a81-4c2a-b37d-5957e550c63a on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:42.090616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=cb56aa00-5a81-4c2a-b37d-5957e550c63a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:42.113802 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.140529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=03a1cbf7-1c97-46db-ae70-a13f2fa64341,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:42.155859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 16554e13-f555-430a-b349-40868d0e6a76 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:42.156232 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.161000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-93c4a973-fd7d-4b0a-8a90-629dc652dcaf None None] Provisioning complete for port 682eada3-f0c6-4b4c-882e-042be678fb06 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:42.161000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-93c4a973-fd7d-4b0a-8a90-629dc652dcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.228559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['03a1cbf7-1c97-46db-ae70-a13f2fa64341'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:42.365155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-93c4a973-fd7d-4b0a-8a90-629dc652dcaf None None] Port 682eada3-f0c6-4b4c-882e-042be678fb06 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:42.665251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:42.717631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:42.718319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e5ac3e6-c1a9-4569-9e26-ba8f738a6009 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:42.769503 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.801909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea7060a-2f4b-4be1-a4b6-432da048e085']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:42.814715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e42370f-12dd-48ca-9892-1442f623920b') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:42.815013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e42370f-12dd-48ca-9892-1442f623920b') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:42.831253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.848766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.855978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:42.856362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:42.872337 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:42.961107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-8c4b80bd-2e63-4a2e-9805-2d55167772c3 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7ffa8e9b618448f0944685459ea7a493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426388 Nov 03 18:36:43.084064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:43.094967 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Sync routers for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:43.112132 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:43.112752 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:43.117361 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da80fa75-3216-4e42-8ffc-71519dee3025 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b041982-7d7e-480b-bcdf-ce71243f0507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1180332 Nov 03 18:36:43.149490 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a60bd520-60bd-4042-8410-65c174f05874 req-f550c00a-30fa-4f87-a1ef-b993eefc1f1d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8912876 Nov 03 18:36:43.158593 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.167277 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.170417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-9780488a-64d2-45f2-8200-bc7842ffd522 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:43.171686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "DELETE /v2.0/networks/bea7060a-2f4b-4be1-a4b6-432da048e085 HTTP/1.1" status: 204 len: 168 time: 2.1628518 Nov 03 18:36:43.178150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-9780488a-64d2-45f2-8200-bc7842ffd522 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091172 Nov 03 18:36:43.178150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48754) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:43.186238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-670240592'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:43.191225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-9d66eaa8-c4e0-401c-afc9-2769fd23fce1 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:43.194469 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-9d66eaa8-c4e0-401c-afc9-2769fd23fce1 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/ports?device_id=513ede4c-903d-4d51-a26c-d5cde3b4765b HTTP/1.1" status: 200 len: 949 time: 0.1410027 Nov 03 18:36:43.238909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b178090-84ce-4cf7-ab1c-5ebed5c611c2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Network': ['ID=bea7060a-2f4b-4be1-a4b6-432da048e085,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:43.241256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-291feb3e-73fa-4553-b896-3077ea2e7408 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/quotas/7ffa8e9b618448f0944685459ea7a493 HTTP/1.1" status: 200 len: 375 time: 0.0442424 Nov 03 18:36:43.252987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:43.257310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.370812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-bc86ccff-d2d8-43a9-8baf-87f1decfd70b tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ffa8e9b618448f0944685459ea7a493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749152 Nov 03 18:36:43.387292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:43.403515 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:43.409908 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.410246 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Added segment ec2d3465-dc44-426d-98e0-3ffd48a87a8f of type vlan for network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 Nov 03 18:36:43.461666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48762) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:43.470394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-network', 'tenant_id': '30b7721620fe4a89b514be16fb940e08'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:43.478152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd520-60bd-4042-8410-65c174f05874 req-4628f3d8-e86c-4204-ab55-0a307070baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:43.480369 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a60bd520-60bd-4042-8410-65c174f05874 req-4628f3d8-e86c-4204-ab55-0a307070baeb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 1100 time: 0.2450640 Nov 03 18:36:43.530696 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.552552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Made reservation on behalf of 30b7721620fe4a89b514be16fb940e08 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:43.556280 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.601180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.614819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:43.615491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.646251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.700150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Deleting port ed025a64-4c66-4a59-acd5-ea102507cff1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:43.700585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5122759 Nov 03 18:36:43.705621 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.732085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48770) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:43.739188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'subnet': {'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:43.751275 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 2, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:43.781270 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Checking router: 8b041982-7d7e-480b-bcdf-ce71243f0507 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:43.781932 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Updating router 8b041982-7d7e-480b-bcdf-ce71243f0507 port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:43.841084 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.858607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48772) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:43.950212 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.995060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.025883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 32fe7c23-048d-465d-b283-02eccbe0d394 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:44.066879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:44.070183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd520-60bd-4042-8410-65c174f05874 req-a394260f-869f-4146-8133-99f656a1449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:44.072128 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a60bd520-60bd-4042-8410-65c174f05874 req-a394260f-869f-4146-8133-99f656a1449b service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.5641563 Nov 03 18:36:44.108354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 03a1cbf7-1c97-46db-ae70-a13f2fa64341 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:44.145535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.146212 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Added segment a4226025-9e18-4cec-8a73-2cc539124f1e of type vlan for network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 Nov 03 18:36:44.169843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a12fc85-67d1-4024-842c-2524072c819f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:44.185475 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a60bd520-60bd-4042-8410-65c174f05874 req-6e0e2421-b254-455f-bb2f-6ebd2a74469f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=14b5a22c-4573-4d18-9121-61937326c91c HTTP/1.1" status: 200 len: 217 time: 0.1009545 Nov 03 18:36:44.242035 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.249395 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.316936 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.344847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] For port ed025a64-4c66-4a59-acd5-ea102507cff1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ed025a64-4c66-4a59-acd5-ea102507cff1,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:44.345372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.353211 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad186fb-eb3c-434d-a162-163882ac7656 None None] Pushing event updated for resources: {'Port': ['ID=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:44.379110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Calling delete_port for ed025a64-4c66-4a59-acd5-ea102507cff1 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:44.386446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd520-60bd-4042-8410-65c174f05874 req-52c62f3e-68f0-4eef-95fc-61890cae39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:44.388311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a60bd520-60bd-4042-8410-65c174f05874 req-52c62f3e-68f0-4eef-95fc-61890cae39d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1881480 Nov 03 18:36:44.504800 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Attempting to bind port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:44.505610 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Attempting to bind port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:44.506741 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Attempting to bind port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:44.508882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061548b-0623-4a0d-8f98-bcc2ade222a7 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Network': ['ID=7004b5a1-6de1-4de0-9235-ebd64f29a3c5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:44.526852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:44.540633 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:44.542234 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Checking segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:44.543721 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.544905 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Bound using segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:44.545747 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Bound port: 8c345ae9-ea46-4c7e-a5bd-65f652f8a410, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:44.546166 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.557752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:44.563120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.591469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.592739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:44.593367 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.606409 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 32fe7c23-048d-465d-b283-02eccbe0d394 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:44.607075 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.625886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5780e274-7890-40e5-b200-dc94304a275d req-d6618ac5-3640-4dda-898b-aefdb385ace4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2565873 Nov 03 18:36:44.649642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23ee2-a87b-4123-936d-d9d9a7a3890a req-56b8346a-7790-43da-ae81-46c0cd8196b2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:44.657718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96c23ee2-a87b-4123-936d-d9d9a7a3890a req-56b8346a-7790-43da-ae81-46c0cd8196b2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 944 time: 0.8329556 Nov 03 18:36:44.672414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:44.685875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:44.686543 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.742188 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] For port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:44.760027 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] For port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:44.768825 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.817636 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3512802 Nov 03 18:36:44.827899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48782) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:44.829013 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:44.834312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Request body: {'subnet': {'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-subnet', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:44.843012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd520-60bd-4042-8410-65c174f05874 req-92105ad9-71b1-465b-ba9d-68dccc54c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:44.849598 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a60bd520-60bd-4042-8410-65c174f05874 req-92105ad9-71b1-465b-ba9d-68dccc54c29b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4431155 Nov 03 18:36:44.853050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d77b9-dafa-498a-ab6d-12c918078b14 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb3926e-c7de-4ae4-a1dd-214db87d1847,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:44.853653 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:44.854282 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:44.911895 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad186fb-eb3c-434d-a162-163882ac7656 None None] Pushing event updated for resources: {'Port': ['ID=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:44.929284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:44.950967 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96c23ee2-a87b-4123-936d-d9d9a7a3890a req-2737cff2-078d-4e9b-82ff-1693ae180bdd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755604 Nov 03 18:36:44.998592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3c19f2e-fe5f-406b-8019-8c11479b4909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.031637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Made reservation on behalf of 30b7721620fe4a89b514be16fb940e08 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:45.045161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.063773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3afc600c-ef1d-4f85-98d5-b67da6245805 None None] Provisioning complete for port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:45.064332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3afc600c-ef1d-4f85-98d5-b67da6245805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.080427 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:45.169217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 32fe7c23-048d-465d-b283-02eccbe0d394, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=32fe7c23-048d-465d-b283-02eccbe0d394,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:45.177841 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.202223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Sync routers for ids ['36af6712-e5fe-499b-8b82-65b0f27cb046'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:45.253232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 03a1cbf7-1c97-46db-ae70-a13f2fa64341, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=03a1cbf7-1c97-46db-ae70-a13f2fa64341,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:45.260527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.266748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99011db8-c02c-4958-bf79-b149394dd2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a1cbf7-1c97-46db-ae70-a13f2fa64341'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:45.269448 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8411abf-04f2-4749-8610-2ccf75ba1ea2" -d '{"events": [{"server_uuid": "99011db8-c02c-4958-bf79-b149394dd2e4", "name": "network-vif-plugged", "status": "completed", "tag": "03a1cbf7-1c97-46db-ae70-a13f2fa64341"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:45.272936 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Routers {'36af6712-e5fe-499b-8b82-65b0f27cb046'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:45.273612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['36af6712-e5fe-499b-8b82-65b0f27cb046'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:45.345603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780e274-7890-40e5-b200-dc94304a275d req-ba7986f3-cd0b-4d27-9bb8-eea7327cd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:45.347318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5780e274-7890-40e5-b200-dc94304a275d req-ba7986f3-cd0b-4d27-9bb8-eea7327cd2e2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 1097 time: 0.6097381 Nov 03 18:36:45.369865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.427211 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a60bd520-60bd-4042-8410-65c174f05874 req-ee833277-0fc8-4d57-842a-8a5b9ea2dc7e service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615959 Nov 03 18:36:45.532422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Set router 36af6712-e5fe-499b-8b82-65b0f27cb046 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:45.615259 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.617643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-0bf933f8-0898-4325-bba3-279187d25184 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=7ffa8e9b618448f0944685459ea7a493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3209672 Nov 03 18:36:45.619504 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a60bd520-60bd-4042-8410-65c174f05874 req-a563fb24-24d8-46ed-96e6-d1538e516c7a service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642923 Nov 03 18:36:45.666707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb56aa00-5a81-4c2a-b37d-5957e550c63a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:45.677320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.700907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Checking segment: {'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:45.702370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network hostable DHCP agents. Network: 7004b5a1-6de1-4de0-9235-ebd64f29a3c5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:45.728728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event deleted for resources: {'Port': ['ID=ed025a64-4c66-4a59-acd5-ea102507cff1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:45.729210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Subnet': ['ID=4822386a-b2a7-4b5d-a1ac-a09e54c89f1d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:45.755943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:45.784741 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:44Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:45.792167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7004b5a1-6de1-4de0-9235-ebd64f29a3c5) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:45.797737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:45.798575 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.815736 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3c19f2e-fe5f-406b-8019-8c11479b4909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.827824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3c19f2e-fe5f-406b-8019-8c11479b4909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.828133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] No DVR routers for this DVR port ed025a64-4c66-4a59-acd5-ea102507cff1 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:45.834883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:45.838447 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-170194a1-7e6a-4fc5-b02c-a2f8440090cf req-dd3fabce-6f91-4cdc-ba08-0eb8b0c8fdd9 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "DELETE /v2.0/ports/ed025a64-4c66-4a59-acd5-ea102507cff1 HTTP/1.1" status: 204 len: 173 time: 2.6150403 Nov 03 18:36:45.841239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513ede4c-903d-4d51-a26c-d5cde3b4765b', 'name': 'network-vif-deleted', 'tag': 'ed025a64-4c66-4a59-acd5-ea102507cff1'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:45.843835 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767eeab6-4a7d-4a1e-b994-2d2a0d39abdd" -d '{"events": [{"server_uuid": "513ede4c-903d-4d51-a26c-d5cde3b4765b", "name": "network-vif-deleted", "tag": "ed025a64-4c66-4a59-acd5-ea102507cff1"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:45.901325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c', 'bafde85e-8983-4b5d-a852-7a8ccce1773d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:45.911396 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c1616-3f27-49fd-96f0-47a5df5dcb44 None None] The sync data for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 is: [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:44Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:45.944862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-335594e6-b5c5-4c96-8c7b-46f35060a7f3 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:45.946709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-335594e6-b5c5-4c96-8c7b-46f35060a7f3 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3174305 Nov 03 18:36:45.954266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b3c19f2e-fe5f-406b-8019-8c11479b4909 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b872cc0e6584135af7e0b67b423213e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0811818 Nov 03 18:36:45.956919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780e274-7890-40e5-b200-dc94304a275d req-7206d5ec-f3b7-4a8b-93c9-b0c50a9548e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:45.958759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5780e274-7890-40e5-b200-dc94304a275d req-7206d5ec-f3b7-4a8b-93c9-b0c50a9548e3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.5742643 Nov 03 18:36:45.963856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48794) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:45.977247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-89c3ccdc-d754-4ad6-9fb1-930280c8e418 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2438498 Nov 03 18:36:45.979046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Request body: {'port': {'device_id': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '7ffa8e9b618448f0944685459ea7a493'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:45.995532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a77dd1-4dfb-4fb0-92ec-3aec8927804b None None] Network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:46.058241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cb56aa00-5a81-4c2a-b37d-5957e550c63a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:46.058628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb56aa00-5a81-4c2a-b37d-5957e550c63a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:46.096550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48798) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:46.113032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c19f2e-fe5f-406b-8019-8c11479b4909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f450b-936e-41af-8d05-562538a20dbd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:46.229533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1567572141'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:46.275172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.276723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5780e274-7890-40e5-b200-dc94304a275d req-274cd6be-8739-42cf-af5a-c502019b8370 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25 HTTP/1.1" status: 200 len: 217 time: 0.3071449 Nov 03 18:36:46.363559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fd274f-ee62-4a93-bcad-5add385b5e31,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:46.378401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e61cd35-04bd-435b-a4ce-49f20629aa42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.387798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Made reservation on behalf of 7ffa8e9b618448f0944685459ea7a493 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:46.400950 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.451399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:46.453178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e61cd35-04bd-435b-a4ce-49f20629aa42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.464140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.484698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:46.492157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Checking segment: {'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:46.492651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Network hostable DHCP agents. Network: 1bb3926e-c7de-4ae4-a1dd-214db87d1847, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:46.496376 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.515994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48802) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:46.531184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-161789c7-1dd2-4a61-b4cf-9f9b48447788 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16496948', 'description': 'tempest-description--1561817074'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:46.605213 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3afc600c-ef1d-4f85-98d5-b67da6245805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.623309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780e274-7890-40e5-b200-dc94304a275d req-b2fae570-0527-4b70-8279-c303c47e9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:46.628018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5780e274-7890-40e5-b200-dc94304a275d req-b2fae570-0527-4b70-8279-c303c47e9d6f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.3401515 Nov 03 18:36:46.629800 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.640857 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-161789c7-1dd2-4a61-b4cf-9f9b48447788 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.681665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.711569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ed025a64-4c66-4a59-acd5-ea102507cff1 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:46.714842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ec5bd0f-46e3-46d4-ad93-069400330d90 req-8b88b005-a170-415a-b3e0-741a8e21e870 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 210 time: 0.0818079 Nov 03 18:36:46.729270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:46.750733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:46.777925 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.778297 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Added segment 6402013c-ea11-4aaf-837c-93e662e72c8d of type vlan for network 2b6688b6-7333-494c-b3fe-1cab434fe137 Nov 03 18:36:46.783170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3afc600c-ef1d-4f85-98d5-b67da6245805 None None] For port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:46.807557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 1bb3926e-c7de-4ae4-a1dd-214db87d1847) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:46.815916 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:46.816978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.841092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=32fe7c23-048d-465d-b283-02eccbe0d394,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:46.845920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5780e274-7890-40e5-b200-dc94304a275d req-e7529b85-db6e-4fab-9bc4-3d01ca53076f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909294 Nov 03 18:36:46.854239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e61cd35-04bd-435b-a4ce-49f20629aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.856951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e61cd35-04bd-435b-a4ce-49f20629aa42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.862706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5e61cd35-04bd-435b-a4ce-49f20629aa42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb6f450b-936e-41af-8d05-562538a20dbd HTTP/1.1" status: 204 len: 168 time: 0.8951111 Nov 03 18:36:46.876027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: ed025a64-4c66-4a59-acd5-ea102507cff1 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:46.876444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ed025a64-4c66-4a59-acd5-ea102507cff1 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:46.927237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-755913e9-40b8-4fab-bd96-9888653e4a84 req-40c8ef1d-76b8-49bb-80f3-179348ae443d tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=513ede4c-903d-4d51-a26c-d5cde3b4765b HTTP/1.1" status: 200 len: 210 time: 0.0915294 Nov 03 18:36:46.941800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.942251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.942687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.943119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.943544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.944689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.945122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.945737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.946238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.946669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.947094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.947692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:46.951880 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3afc600c-ef1d-4f85-98d5-b67da6245805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:46.954139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c58ef12-3ac9-438d-afc2-e64a7a3dede1 None None] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:46.967251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-9156179e-58a3-4e5e-bddf-779dfa9562e8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:46.968937 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-9156179e-58a3-4e5e-bddf-779dfa9562e8 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/ports?device_id=190a83bd-2aa4-417c-bce7-22a90f6dab82 HTTP/1.1" status: 200 len: 950 time: 0.3345687 Nov 03 18:36:46.980381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db3aabd-dd02-4501-88d5-a23c49df593a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:47.046841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61cd35-04bd-435b-a4ce-49f20629aa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f450b-936e-41af-8d05-562538a20dbd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:47.190384 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d81b664-5caf-4b45-9f69-7e55e74b39e3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3612516 Nov 03 18:36:47.197674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48806) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:47.229603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:47.241372 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.391789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=03a1cbf7-1c97-46db-ae70-a13f2fa64341,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:47.408761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Allocated IP 192.168.233.168 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/725350c6-a921-411d-a8a7-c335ca18cd99) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:47.423106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-161789c7-1dd2-4a61-b4cf-9f9b48447788 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.447054 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.448138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.470974 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-161789c7-1dd2-4a61-b4cf-9f9b48447788 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.502045 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.517572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:47.519673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.529489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5780e274-7890-40e5-b200-dc94304a275d req-7b0ff30b-015f-4329-83e4-ee0baf7e6b14 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607318 Nov 03 18:36:47.542184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7004b5a1-6de1-4de0-9235-ebd64f29a3c5', 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'fixed_ips': [{'subnet_id': '4822386a-b2a7-4b5d-a1ac-a09e54c89f1d'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:36:47.543984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.576183 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fb2fe5-e661-4968-95a5-bab656ce8ff4 x-openstack-request-id: req-10fb2fe5-e661-4968-95a5-bab656ce8ff4 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:47.576920 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99011db8-c02c-4958-bf79-b149394dd2e4", "name": "network-vif-plugged", "status": "completed", "tag": "03a1cbf7-1c97-46db-ae70-a13f2fa64341", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:47.577440 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10fb2fe5-e661-4968-95a5-bab656ce8ff4 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:47.578091 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99011db8-c02c-4958-bf79-b149394dd2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a1cbf7-1c97-46db-ae70-a13f2fa64341', 'code': 200} Nov 03 18:36:47.593119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:47.594052 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.664499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.711829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Deleting port bafde85e-8983-4b5d-a852-7a8ccce1773d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:47.712235 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.741948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Network': ['ID=2b6688b6-7333-494c-b3fe-1cab434fe137,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:47.755628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48816) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:47.804415 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c36e44f-b5d4-49e9-91ae-42f5a3889490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.869663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] For port bafde85e-8983-4b5d-a852-7a8ccce1773d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bafde85e-8983-4b5d-a852-7a8ccce1773d,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:47.870031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.894184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Calling delete_port for bafde85e-8983-4b5d-a852-7a8ccce1773d owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:47.941230 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c36e44f-b5d4-49e9-91ae-42f5a3889490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.980474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Allocated IP 19.80.0.2 (7004b5a1-6de1-4de0-9235-ebd64f29a3c5/4822386a-b2a7-4b5d-a1ac-a09e54c89f1d/b2d43c5a-039e-48f0-bb38-66bdb7e1ff82) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:47.980992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-161789c7-1dd2-4a61-b4cf-9f9b48447788 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:47.984595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-161789c7-1dd2-4a61-b4cf-9f9b48447788 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4675593 Nov 03 18:36:47.997671 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c36e44f-b5d4-49e9-91ae-42f5a3889490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.034007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-21635a8a-362d-4d32-8cdb-74838be1f938 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9221809 Nov 03 18:36:48.037309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48822) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:48.037725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48824) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:48.040079 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85e74f1-2206-4cb8-924d-82b3ff981403 x-openstack-request-id: req-a85e74f1-2206-4cb8-924d-82b3ff981403 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:48.040374 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513ede4c-903d-4d51-a26c-d5cde3b4765b", "name": "network-vif-deleted", "tag": "ed025a64-4c66-4a59-acd5-ea102507cff1", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:48.040620 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a85e74f1-2206-4cb8-924d-82b3ff981403 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:48.041011 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513ede4c-903d-4d51-a26c-d5cde3b4765b', 'name': 'network-vif-deleted', 'tag': 'ed025a64-4c66-4a59-acd5-ea102507cff1', 'status': 'completed', 'code': 200} Nov 03 18:36:48.044143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1c36e44f-b5d4-49e9-91ae-42f5a3889490 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ebd849c5b7184852845c617b16f6b16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766829 Nov 03 18:36:48.044667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161789c7-1dd2-4a61-b4cf-9f9b48447788 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d415e5-be71-4f1c-a888-051d78d6e687,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:48.069671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2b6688b6-7333-494c-b3fe-1cab434fe137 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:48.075667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'subnet': {'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:48.077690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48826) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:48.090234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.103154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4ee7ea06-d9a8-41fb-9431-58576a9f4bf9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'security_group_rule': {'security_group_id': 'b3d415e5-be71-4f1c-a888-051d78d6e687', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:48.177201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.196324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:48.207165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:48.211100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:48.214034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.214417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97109e01-d7f5-4938-bf09-9713e34972f7 req-81631aa5-a62f-45fb-bfb2-869327aa3db5 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:48.216007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97109e01-d7f5-4938-bf09-9713e34972f7 req-81631aa5-a62f-45fb-bfb2-869327aa3db5 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.4836481 Nov 03 18:36:48.224789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92eb3f-2b9f-4555-8bb4-ef713d8380da req-f30ed5b5-5369-4614-a9ec-812952a7ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:48.227064 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3e92eb3f-2b9f-4555-8bb4-ef713d8380da req-f30ed5b5-5369-4614-a9ec-812952a7ce73 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 1096 time: 0.1852105 Nov 03 18:36:48.278903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:48.354789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95ad1490-a879-4a0a-b398-3458f92fbf86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.373693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event deleted for resources: {'Port': ['ID=bafde85e-8983-4b5d-a852-7a8ccce1773d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:48.376796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5780e274-7890-40e5-b200-dc94304a275d req-bd6f0d28-38b3-4264-a5f9-7eca37a202cb service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358309 Nov 03 18:36:48.426823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36e44f-b5d4-49e9-91ae-42f5a3889490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403bc405-48a4-4672-bfed-acfccefc38e1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:48.453130 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ea06-d9a8-41fb-9431-58576a9f4bf9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.467057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] No DVR routers for this DVR port bafde85e-8983-4b5d-a852-7a8ccce1773d on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:48.472763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.476653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62203102-61ec-4ff4-a7cc-bcf1856cadf2 req-0cd0aaa8-d690-4b31-a9f3-fa22fba68ef2 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "DELETE /v2.0/ports/bafde85e-8983-4b5d-a852-7a8ccce1773d HTTP/1.1" status: 204 len: 173 time: 1.4730501 Nov 03 18:36:48.503822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:48.504913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.524488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-1bb3926e-c7de-4ae4-a1dd-214db87d1847', 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'fixed_ips': [{'subnet_id': 'f7fd274f-ee62-4a93-bcad-5add385b5e31'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:36:48.525728 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.530448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-867af8b7-8ccf-4ee4-8a4e-346fcb1223c3 None None] Provisioning complete for port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:48.531054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-867af8b7-8ccf-4ee4-8a4e-346fcb1223c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.535063 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95ad1490-a879-4a0a-b398-3458f92fbf86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.551662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97109e01-d7f5-4938-bf09-9713e34972f7 req-170c16b7-4ed7-4987-9ada-d1f181964aa7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454593 Nov 03 18:36:48.555965 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3e92eb3f-2b9f-4555-8bb4-ef713d8380da req-496e11ee-ac4c-4731-8a58-57e9a1f288ec service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896602 Nov 03 18:36:48.608450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95ad1490-a879-4a0a-b398-3458f92fbf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.611456 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95ad1490-a879-4a0a-b398-3458f92fbf86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.616390 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-95ad1490-a879-4a0a-b398-3458f92fbf86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/403bc405-48a4-4672-bfed-acfccefc38e1 HTTP/1.1" status: 204 len: 168 time: 0.5129437 Nov 03 18:36:48.632115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.634653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc600c-ef1d-4f85-98d5-b67da6245805 None None] Pushing event updated for resources: {'Port': ['ID=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:48.639799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad1490-a879-4a0a-b398-3458f92fbf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403bc405-48a4-4672-bfed-acfccefc38e1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:48.644278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-7c49f83a-c5ed-4d1b-bf36-f965fe97a4c9 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6747446 Nov 03 18:36:48.655400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:48.664214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.747558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Request body: {'port': {'device_id': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:48.833095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ea06-d9a8-41fb-9431-58576a9f4bf9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.863579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:48.887730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ea06-d9a8-41fb-9431-58576a9f4bf9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:49.252184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7ea06-d9a8-41fb-9431-58576a9f4bf9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64785d2-f59a-4c42-957b-8dc59f6f0523,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:49.321197 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ea06-d9a8-41fb-9431-58576a9f4bf9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:49.326835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4ee7ea06-d9a8-41fb-9431-58576a9f4bf9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2803831 Nov 03 18:36:49.327312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48838) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:49.335449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8e71bcfd-0131-4d99-b1dd-f1c8ceae3b92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'security_group_rule': {'security_group_id': 'b3d415e5-be71-4f1c-a888-051d78d6e687', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:49.369329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:49.409744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a7875-97ba-47b8-a069-bcd648523b5d req-0ae5dffd-26ff-456a-ae7c-78e3e01d9955 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:49.415079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-318a7875-97ba-47b8-a069-bcd648523b5d req-0ae5dffd-26ff-456a-ae7c-78e3e01d9955 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 936 time: 0.5738873 Nov 03 18:36:49.452268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725350c6-a921-411d-a8a7-c335ca18cd99 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:49.476550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:49.499508 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Transition to ACTIVE for port object 725350c6-a921-411d-a8a7-c335ca18cd99 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:49.502326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e71bcfd-0131-4d99-b1dd-f1c8ceae3b92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:49.528051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:49.565449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 32fe7c23-048d-465d-b283-02eccbe0d394 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:49.578668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '682eada3-f0c6-4b4c-882e-042be678fb06', 'name': '', 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'mac_address': 'fa:16:3e:8c:d6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c3711064-66fe-4254-b9ad-10a2f68ecb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:38Z', 'updated_at': '2021-11-03T18:36:40Z', 'revision_number': 2, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'subnets': [{'id': 'c3711064-66fe-4254-b9ad-10a2f68ecb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:49.630878 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:49.636167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Checking router: 36af6712-e5fe-499b-8b82-65b0f27cb046 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:49.636708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Updating router 36af6712-e5fe-499b-8b82-65b0f27cb046 port 682eada3-f0c6-4b4c-882e-042be678fb06 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:49.709881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:49.763583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Subnet': ['ID=f05245a7-501e-42ba-9380-243e8bcf39e0,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:49.802316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-318a7875-97ba-47b8-a069-bcd648523b5d req-3b7bff75-c52c-42de-b2e4-674d2e44bca5 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/security-groups?id=9db3aabd-dd02-4501-88d5-a23c49df593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760331 Nov 03 18:36:49.812872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Pushing event updated for resources: {'Port': ['ID=b2d43c5a-039e-48f0-bb38-66bdb7e1ff82,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:49.833219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Checking segment: {'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:49.833892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network hostable DHCP agents. Network: 2b6688b6-7333-494c-b3fe-1cab434fe137, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:49.839822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Allocated IP 172.20.0.2 (1bb3926e-c7de-4ae4-a1dd-214db87d1847/f7fd274f-ee62-4a93-bcad-5add385b5e31/0a921bb1-6b8c-41d2-a334-e347a8deb0c9) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:49.897702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:49.900773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:49.909668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:49.917955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.071234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network 2b6688b6-7333-494c-b3fe-1cab434fe137 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:50.080664 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e71bcfd-0131-4d99-b1dd-f1c8ceae3b92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.086324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190a83bd-2aa4-417c-bce7-22a90f6dab82', 'name': 'network-vif-deleted', 'tag': 'bafde85e-8983-4b5d-a852-7a8ccce1773d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:50.090766 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86bf044-15e2-43de-83bc-3c428d7fe7b8" -d '{"events": [{"server_uuid": "190a83bd-2aa4-417c-bce7-22a90f6dab82", "name": "network-vif-deleted", "tag": "bafde85e-8983-4b5d-a852-7a8ccce1773d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:50.118116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2b6688b6-7333-494c-b3fe-1cab434fe137) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:50.139553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e71bcfd-0131-4d99-b1dd-f1c8ceae3b92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.140149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:50.140970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.151855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['14b5a22c-4573-4d18-9121-61937326c91c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:50.154291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77657107-9df5-45ea-8495-922ac5d9cf23 None None] Network 2b6688b6-7333-494c-b3fe-1cab434fe137 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:50.170774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70027a-d18b-4e4f-b641-0d00198a2c9e req-2287f823-ef4c-4591-8070-f568510f77e3 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:50.172812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d70027a-d18b-4e4f-b641-0d00198a2c9e req-2287f823-ef4c-4591-8070-f568510f77e3 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 949 time: 0.1974709 Nov 03 18:36:50.175605 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.183637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-69b05f63-dc39-4073-9178-7ad5697acf2f tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1398883 Nov 03 18:36:50.187331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:50.203976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71bcfd-0131-4d99-b1dd-f1c8ceae3b92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ebf811-3a52-4c81-9683-3df6f688c7fc,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:50.212799 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e71bcfd-0131-4d99-b1dd-f1c8ceae3b92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.214034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8e71bcfd-0131-4d99-b1dd-f1c8ceae3b92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8839962 Nov 03 18:36:50.217280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48862) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:50.222359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:50.236735 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.272535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Attempting to bind port 725350c6-a921-411d-a8a7-c335ca18cd99 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:50.272891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Attempting to bind port 725350c6-a921-411d-a8a7-c335ca18cd99 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:50.273203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Attempting to bind port 725350c6-a921-411d-a8a7-c335ca18cd99 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:50.309230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Port 725350c6-a921-411d-a8a7-c335ca18cd99 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:50.309609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Attempting to bind port 725350c6-a921-411d-a8a7-c335ca18cd99 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:50.341710 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.371332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:50.371799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:50.372178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:50.372627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Bound port: 725350c6-a921-411d-a8a7-c335ca18cd99, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:50.372985 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.373189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Attempting to bind port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:50.373647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Attempting to bind port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:50.374004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Attempting to bind port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 on network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:50.395357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d70027a-d18b-4e4f-b641-0d00198a2c9e req-5b12e346-8b15-41f3-92ba-0478b534c333 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.77 "GET /v2.0/security-groups?id=307c3963-38e1-45ed-91a9-1d4bd8fad334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047451 Nov 03 18:36:50.399354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:50.399848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Checking segment: {'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:50.400287 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.400925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Bound using segment: {'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:50.401472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Bound port: b2d43c5a-039e-48f0-bb38-66bdb7e1ff82, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:50.402106 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.437870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 32fe7c23-048d-465d-b283-02eccbe0d394 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:50.438249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.456718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:50.461663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:50.470214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.517248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:50.521407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.523479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] 10.222.0.96 "PUT /v2.0/ports/725350c6-a921-411d-a8a7-c335ca18cd99 HTTP/1.1" status: 200 len: 1096 time: 1.7807462 Nov 03 18:36:50.562701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-8d9fe99f-d557-4799-931c-e141970ff154 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:50.564284 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-8d9fe99f-d557-4799-931c-e141970ff154 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6688638-9714-4f81-819e-b4a5cdbe3cf7 HTTP/1.1" status: 200 len: 949 time: 0.2933400 Nov 03 18:36:50.595325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Allocated IP 172.25.3.4 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:50.613002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adf8f7-1c76-45aa-a34d-94ba984cce62 req-5c493244-6d02-4d18-937c-b6678fd20f74 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:50.615035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66adf8f7-1c76-45aa-a34d-94ba984cce62 req-5c493244-6d02-4d18-937c-b6678fd20f74 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.1053891 Nov 03 18:36:50.662177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device bafde85e-8983-4b5d-a852-7a8ccce1773d no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:50.746691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: bafde85e-8983-4b5d-a852-7a8ccce1773d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:50.746885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device bafde85e-8983-4b5d-a852-7a8ccce1773d not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:50.749016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87676334-df72-4f9b-acec-1a2aa11b1dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:50.785079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-57f8c04d-f51e-4d41-aad1-12ec34aeff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:50.786695 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-57f8c04d-f51e-4d41-aad1-12ec34aeff97 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7ffa8e9b618448f0944685459ea7a493&device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 1099 time: 0.2157116 Nov 03 18:36:50.839751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-3f6af541-2813-4e22-9140-1d7e71a78c90 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=725350c6-a921-411d-a8a7-c335ca18cd99 HTTP/1.1" status: 200 len: 217 time: 0.0440595 Nov 03 18:36:50.864943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Deleting port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:50.865294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.900790 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-2b6688b6-7333-494c-b3fe-1cab434fe137', 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'fixed_ips': [{'subnet_id': 'f05245a7-501e-42ba-9380-243e8bcf39e0'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:36:50.901170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.901834 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.940473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66adf8f7-1c76-45aa-a34d-94ba984cce62 req-8311d046-9353-4217-bbc1-056301e7decf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159590 Nov 03 18:36:50.959188 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:50.963778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] For port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:51.001218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.044298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:51.048709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:51.048873 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.054283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-561e3dea-9552-4c66-a4ff-bb52c948b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:51.055883 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-561e3dea-9552-4c66-a4ff-bb52c948b260 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2073469 Nov 03 18:36:51.056517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:51.106806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Pushing event updated for resources: {'Port': ['ID=8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:51.160658 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03885484-bb5e-4ca1-9575-6a568050e928 x-openstack-request-id: req-03885484-bb5e-4ca1-9575-6a568050e928 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:51.161290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:51.161403 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190a83bd-2aa4-417c-bce7-22a90f6dab82", "name": "network-vif-deleted", "tag": "bafde85e-8983-4b5d-a852-7a8ccce1773d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:51.161403 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03885484-bb5e-4ca1-9575-6a568050e928 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:51.161612 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190a83bd-2aa4-417c-bce7-22a90f6dab82', 'name': 'network-vif-deleted', 'tag': 'bafde85e-8983-4b5d-a852-7a8ccce1773d', 'status': 'completed', 'code': 200} Nov 03 18:36:51.185339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] For port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:51.185745 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.222546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Calling delete_port for 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:51.222760 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.233985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Allocated IP 172.25.3.153 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/06be7371-8925-4895-ad46-d5b82ec54b99) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:51.241064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] For port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b2d43c5a-039e-48f0-bb38-66bdb7e1ff82,segment=NetworkSegment(ec2d3465-dc44-426d-98e0-3ffd48a87a8f),segment_id=ec2d3465-dc44-426d-98e0-3ffd48a87a8f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:51.258986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-2a448c2f-d846-4f65-acd0-2cfe944b93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:51.260969 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-2a448c2f-d846-4f65-acd0-2cfe944b93fc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946061 Nov 03 18:36:51.290332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.499216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-64df3dcc-c56d-4491-89ee-b07e92705f40 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305374 Nov 03 18:36:51.561526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:51.567964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.588357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:51.616853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:51.637565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Pushing event updated for resources: {'Port': ['ID=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:51.654888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:51.655288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.657450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.663954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.702690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-7ca7edb4-d94c-4de2-89fc-890e7865fde6 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:51.709228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-7ca7edb4-d94c-4de2-89fc-890e7865fde6 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:51.717138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-7ca7edb4-d94c-4de2-89fc-890e7865fde6 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/networks?id=7004b5a1-6de1-4de0-9235-ebd64f29a3c5&id=2b6688b6-7333-494c-b3fe-1cab434fe137 HTTP/1.1" status: 200 len: 1391 time: 0.4773805 Nov 03 18:36:51.742434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-939e336a-ebba-4a59-8a4e-3427cbbb865d tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/quotas/4098930965064fe38cac7761cc640c5c HTTP/1.1" status: 200 len: 375 time: 0.0243578 Nov 03 18:36:51.746412 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.760732 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-123e3240-aa3e-42b6-aadd-6eaa21946b0d req-82392d5d-5d24-41af-8018-4fd90eb56c78 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490933 Nov 03 18:36:51.763292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] No DVR routers for this DVR port 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:51.765094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Pushing event deleted for resources: {'Port': ['ID=2d985a2f-5b7d-4e8e-9ce9-af2936ac7831,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:51.767270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.770609 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-02b87a51-68b9-47aa-87e9-79b15c376aa7 req-7eed32f1-093e-4dec-80d7-8d17b5af64e7 tempest-TenantUsagesTestJSON-1196025684 tempest-TenantUsagesTestJSON-1196025684-project] 10.222.0.70 "DELETE /v2.0/ports/2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 HTTP/1.1" status: 204 len: 173 time: 1.1960366 Nov 03 18:36:51.794358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.863460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:51.867560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:51.871921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:51.904125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Allocated IP 19.86.0.2 (2b6688b6-7333-494c-b3fe-1cab434fe137/f05245a7-501e-42ba-9380-243e8bcf39e0/4bc88d97-0939-40de-b3ff-ee1bdb4268fb) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:51.946743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Attempting to bind port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:51.947703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Attempting to bind port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:51.948272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Attempting to bind port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 on network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:51.968491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6335ef-2639-4358-bd45-8d8d26d10641 None None] Pushing event updated for resources: {'Port': ['ID=b2d43c5a-039e-48f0-bb38-66bdb7e1ff82,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:51.979956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:51.980744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Checking segment: {'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:51.981438 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:51.982019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Bound using segment: {'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:51.982693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Bound port: 0a921bb1-6b8c-41d2-a334-e347a8deb0c9, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:51.983265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.017936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'Port': ['ID=06be7371-8925-4895-ad46-d5b82ec54b99,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:52.035821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-2b78fba1-7cb9-4a72-a5bc-d062f4b448aa tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2040656 Nov 03 18:36:52.062800 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.134314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2d985a2f-5b7d-4e8e-9ce9-af2936ac7831'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:52.164759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.179029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-8fd8a7ab-1344-4e5f-942c-1510171c4c2b service neutron] 10.222.0.77 "GET /v2.0/networks/7004b5a1-6de1-4de0-9235-ebd64f29a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411955 Nov 03 18:36:52.291512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.366267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3359555-72cd-4a90-b68b-f3499356334e None None] Pushing event updated for resources: {'Port': ['ID=682eada3-f0c6-4b4c-882e-042be678fb06,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:52.420754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-8b5bd82b-f155-422c-9d8a-1e0876c870e9 service neutron] 10.222.0.77 "GET /v2.0/networks/7004b5a1-6de1-4de0-9235-ebd64f29a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406077 Nov 03 18:36:52.492967 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.495943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-426eca25-e2d1-4477-8e74-3aa58ac9ffab None None] Provisioning complete for port 682eada3-f0c6-4b4c-882e-042be678fb06 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:52.496410 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-426eca25-e2d1-4477-8e74-3aa58ac9ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.498573 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.530210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Attempting to bind port 682eada3-f0c6-4b4c-882e-042be678fb06 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:52.530969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Attempting to bind port 682eada3-f0c6-4b4c-882e-042be678fb06 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:52.531459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Attempting to bind port 682eada3-f0c6-4b4c-882e-042be678fb06 on network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:52.549229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:52.549890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Checking segment: {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:52.550030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.550418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Bound using segment: {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:52.550895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Bound port: 682eada3-f0c6-4b4c-882e-042be678fb06, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:52.551645 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.579125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'Port': ['ID=06be7371-8925-4895-ad46-d5b82ec54b99,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:52.594445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.615066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-915e1256-4d49-48d5-a499-fc7c533ffb03 service neutron] 10.222.0.77 "GET /v2.0/networks/2b6688b6-7333-494c-b3fe-1cab434fe137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854196 Nov 03 18:36:52.621953 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.635385 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8a02c12a-626b-462e-9033-6970b23317f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4171019 Nov 03 18:36:52.660731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] For port 682eada3-f0c6-4b4c-882e-042be678fb06, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:52.664852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] For port 682eada3-f0c6-4b4c-882e-042be678fb06, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=682eada3-f0c6-4b4c-882e-042be678fb06,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:52.690848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] For port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:52.694611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.751278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] For port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,segment=NetworkSegment(a4226025-9e18-4cec-8a73-2cc539124f1e),segment_id=a4226025-9e18-4cec-8a73-2cc539124f1e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:52.757494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-426eca25-e2d1-4477-8e74-3aa58ac9ffab None None] Port 682eada3-f0c6-4b4c-882e-042be678fb06 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:52.761613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:52.785762 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.790688 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.849146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-f3f348d2-714d-4b7e-8f7a-784434c551a4 service neutron] 10.222.0.77 "GET /v2.0/networks/2b6688b6-7333-494c-b3fe-1cab434fe137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227907 Nov 03 18:36:52.892949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3359555-72cd-4a90-b68b-f3499356334e None None] Pushing event updated for resources: {'Port': ['ID=682eada3-f0c6-4b4c-882e-042be678fb06,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:52.974283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:52.980716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Routers {'36af6712-e5fe-499b-8b82-65b0f27cb046'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:52.982952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:36:52.983611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['36af6712-e5fe-499b-8b82-65b0f27cb046'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:53.010483 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:53.158162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:53.162953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99'}, {'server_uuid': 'b6688638-9714-4f81-819e-b4a5cdbe3cf7', 'name': 'network-vif-deleted', 'tag': '2d985a2f-5b7d-4e8e-9ce9-af2936ac7831'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:53.167137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Network 2b6688b6-7333-494c-b3fe-1cab434fe137 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:53.167934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:53.168294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:53.171648 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeae99e-95d6-415b-b477-8a72984935d2" -d '{"events": [{"name": "network-changed", "server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99"}, {"server_uuid": "b6688638-9714-4f81-819e-b4a5cdbe3cf7", "name": "network-vif-deleted", "tag": "2d985a2f-5b7d-4e8e-9ce9-af2936ac7831"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:53.175573 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Sync routers for ids ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:53.193248 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Routers {'243e5f8e-cb97-42a5-8df2-1d6b1ad33316'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:53.195173 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:53.276049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:53.295719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:53.299587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f5f4f5a4-b2d0-44b4-beeb-af9c1f1ac279 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0896587 Nov 03 18:36:53.305297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48908) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:53.354155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:53.382187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389af13e-c9c4-4e83-b2a2-287dd1e9dac1 None None] Pushing event updated for resources: {'Port': ['ID=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:53.420883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701fad-f79f-416d-a429-6f3888008a97 req-bd5de1c9-9cca-4e9e-ab97-bff3218118f1 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:53.435009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d701fad-f79f-416d-a429-6f3888008a97 req-bd5de1c9-9cca-4e9e-ab97-bff3218118f1 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 948 time: 0.2434270 Nov 03 18:36:53.522914 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Set router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:53.563041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d701fad-f79f-416d-a429-6f3888008a97 req-2f9f1814-65c8-427b-884d-c7e65ad56dd5 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/security-groups?id=9db3aabd-dd02-4501-88d5-a23c49df593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269481 Nov 03 18:36:53.661691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] Set router 36af6712-e5fe-499b-8b82-65b0f27cb046 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:53.724151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de575c99-31cb-4196-a99b-b1c280dece69 req-b546a2fe-cdc4-40a7-8622-dbc331d0f79c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:53.726654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de575c99-31cb-4196-a99b-b1c280dece69 req-b546a2fe-cdc4-40a7-8622-dbc331d0f79c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0628681 Nov 03 18:36:53.777447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97aaad-0c91-405f-adc5-f7100724b144 None None] Network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:53.837659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-70bbf39c-edaf-42a0-9295-62e0c1a98450 None None] Provisioning complete for port 682eada3-f0c6-4b4c-882e-042be678fb06 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:53.838166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-70bbf39c-edaf-42a0-9295-62e0c1a98450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:53.849243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de575c99-31cb-4196-a99b-b1c280dece69 req-39d6b073-0a84-4c20-aea2-7a21e9616947 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150544 Nov 03 18:36:53.906991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Pushing event updated for resources: {'Port': ['ID=4bc88d97-0939-40de-b3ff-ee1bdb4268fb,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:54.018810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Attempting to bind port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:54.019252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Attempting to bind port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:54.019822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Attempting to bind port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb on network 2b6688b6-7333-494c-b3fe-1cab434fe137 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:54.033515 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:36:51Z', 'revision_number': 3, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port': {'id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:50Z', 'updated_at': '2021-11-03T18:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:54.054288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:54.054897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Checking segment: {'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:54.055623 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.059128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Bound using segment: {'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:54.059128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Bound port: 4bc88d97-0939-40de-b3ff-ee1bdb4268fb, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:54.059664 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.079885 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Checking router: 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:54.080241 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Updating router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:54.129465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:54.141543 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.141944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.263789 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.282016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-3787359a-2628-4ef8-a5d5-d7208e4b6482 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=d918ebb0bdd545c99b6c947934c61950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340343 Nov 03 18:36:54.430440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Allocated IP 172.20.0.1 (1bb3926e-c7de-4ae4-a1dd-214db87d1847/f7fd274f-ee62-4a93-bcad-5add385b5e31/371dae0b-bf72-4b1c-9492-208af379073d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:54.505292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5a62d59c-7810-4428-973e-75c6739d4d64 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:54.507093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5a62d59c-7810-4428-973e-75c6739d4d64 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226009 Nov 03 18:36:54.540016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-3b8c265c-0782-447b-b1ce-a570e8bd0e60 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/quotas/d918ebb0bdd545c99b6c947934c61950 HTTP/1.1" status: 200 len: 375 time: 0.0173676 Nov 03 18:36:54.592197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.597156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-ef4675cd-3407-40c1-8f2a-64b82db390b4 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d918ebb0bdd545c99b6c947934c61950&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560286 Nov 03 18:36:54.657116 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.664627 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.672073 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.689184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] For port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:54.692598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] For port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4bc88d97-0939-40de-b3ff-ee1bdb4268fb,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:54.694875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:54.705986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b7294a-204a-4017-b62d-1e4588233706 None None] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:54.746999 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Attempting to bind port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:54.747363 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Attempting to bind port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:54.747721 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Attempting to bind port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:54.756698 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:54.757205 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:54.757652 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.758115 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:54.758706 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Bound port: 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:54.759186 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.792263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:54.804420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:54.809401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Pushing event updated for resources: {'Port': ['ID=371dae0b-bf72-4b1c-9492-208af379073d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:54.816246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:54.849209 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] For port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:54.869645 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d093a-1c75-4369-bc19-64fd0aaea9ce None None] Pushing event updated for resources: {'Port': ['ID=8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:54.878800 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] For port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:54.887379 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.903440 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.915208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.927166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:54.927515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2d985a2f-5b7d-4e8e-9ce9-af2936ac7831 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:55.005709 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Routers {'243e5f8e-cb97-42a5-8df2-1d6b1ad33316'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:55.007534 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:55.044714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:55.087740 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d093a-1c75-4369-bc19-64fd0aaea9ce None None] Pushing event updated for resources: {'Port': ['ID=8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:55.103267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b2d43c5a-039e-48f0-bb38-66bdb7e1ff82,segment=NetworkSegment(ec2d3465-dc44-426d-98e0-3ffd48a87a8f),segment_id=ec2d3465-dc44-426d-98e0-3ffd48a87a8f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:55.109658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '725350c6-a921-411d-a8a7-c335ca18cd99', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '725350c6-a921-411d-a8a7-c335ca18cd99', 'mac_address': 'fa:16:3e:b3:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:55.144421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-b661770d-125f-4865-944e-8a3c2e1b0212 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:55.159985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-b661770d-125f-4865-944e-8a3c2e1b0212 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:55.161694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-0dbefeb7-d12e-4437-aaaa-06a766bb1969 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--16496948&fields=id&tenant_id=51ffde06203b44aba4c073550661a141 HTTP/1.1" status: 200 len: 267 time: 0.0918674 Nov 03 18:36:55.172752 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-b661770d-125f-4865-944e-8a3c2e1b0212 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.70 "GET /v2.0/networks?id=7004b5a1-6de1-4de0-9235-ebd64f29a3c5&id=2b6688b6-7333-494c-b3fe-1cab434fe137 HTTP/1.1" status: 200 len: 1391 time: 0.4218705 Nov 03 18:36:55.239025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'port': {'device_id': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5', 'admin_state_up': True, 'tenant_id': '4098930965064fe38cac7761cc640c5c'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:55.254355 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] Set router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:55.262866 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:55.295706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:55.345403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725350c6-a921-411d-a8a7-c335ca18cd99 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:55.369529 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-70bbf39c-edaf-42a0-9295-62e0c1a98450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:55.476638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:55.495130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:55.544425 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:55.551937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-70bbf39c-edaf-42a0-9295-62e0c1a98450 None None] For port 682eada3-f0c6-4b4c-882e-042be678fb06, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=682eada3-f0c6-4b4c-882e-042be678fb06,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:55.569781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319625b8-e153-43ab-9258-6dfbf17bb9da None None] Pushing event updated for resources: {'Port': ['ID=4bc88d97-0939-40de-b3ff-ee1bdb4268fb,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:55.585041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430949-8012-4987-82e4-2846a623f559 req-f4209d9c-9be8-4da3-8cfe-12f738284fdb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:55.606759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-f4209d9c-9be8-4da3-8cfe-12f738284fdb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.4383552 Nov 03 18:36:55.636799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48954) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:55.663211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-54448ed0-cffd-4eb5-ad0a-9cbacdb6420c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/quotas/51ffde06203b44aba4c073550661a141 HTTP/1.1" status: 200 len: 375 time: 0.0553753 Nov 03 18:36:55.737237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b2d43c5a-039e-48f0-bb38-66bdb7e1ff82,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:55.753454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:55.757281 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:36:51Z', 'revision_number': 3, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port': {'id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:50Z', 'updated_at': '2021-11-03T18:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:55.810119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-8e4d97cb-21fc-45e7-9157-32508222af7d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1436417 Nov 03 18:36:55.884106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '682eada3-f0c6-4b4c-882e-042be678fb06', 'name': '', 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'mac_address': 'fa:16:3e:8c:d6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c3711064-66fe-4254-b9ad-10a2f68ecb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:38Z', 'updated_at': '2021-11-03T18:36:52Z', 'revision_number': 4, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'subnets': [{'id': 'c3711064-66fe-4254-b9ad-10a2f68ecb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:55.886255 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-70bbf39c-edaf-42a0-9295-62e0c1a98450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:55.905117 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469590d-74b2-4519-bbfc-cc1e68cba7d4 None None] The sync data for ids ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'] in n-d-812148-3 is: [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:36:51Z', 'revision_number': 3, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port': {'id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:50Z', 'updated_at': '2021-11-03T18:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:55.917237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:55.921267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.038370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ee760-e814-403e-b163-a9212c13ba85 None None] The sync data for ids ['36af6712-e5fe-499b-8b82-65b0f27cb046'] in n-d-812148-3 is: [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '682eada3-f0c6-4b4c-882e-042be678fb06', 'name': '', 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'mac_address': 'fa:16:3e:8c:d6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c3711064-66fe-4254-b9ad-10a2f68ecb3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:38Z', 'updated_at': '2021-11-03T18:36:52Z', 'revision_number': 4, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'subnets': [{'id': 'c3711064-66fe-4254-b9ad-10a2f68ecb3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:56.146352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa81e904-2b2f-4d50-a643-058d77de013d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1eb0d65c08f4973955af3ca18e9b3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081916 Nov 03 18:36:56.151160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48958) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:56.151344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['725350c6-a921-411d-a8a7-c335ca18cd99'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:56.163534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:56.195209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-d9cad485-d140-4537-a249-57a83558ef6b service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804531 Nov 03 18:36:56.394025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-47404b64-d1e9-4369-93ea-68461085b23c None None] Provisioning complete for port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:56.394550 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47404b64-d1e9-4369-93ea-68461085b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.439449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Allocated IP 19.80.0.35 (7004b5a1-6de1-4de0-9235-ebd64f29a3c5/4822386a-b2a7-4b5d-a1ac-a09e54c89f1d/5c73366d-ad9b-43d8-a6b0-480f5d059663) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:56.444045 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4141cf2-e80d-4b0d-96d6-43bfaf0f91fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.451234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.462280 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.484440 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4141cf2-e80d-4b0d-96d6-43bfaf0f91fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.554336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:56.554927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.558454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4141cf2-e80d-4b0d-96d6-43bfaf0f91fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.561392 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4141cf2-e80d-4b0d-96d6-43bfaf0f91fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.574155 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a4141cf2-e80d-4b0d-96d6-43bfaf0f91fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/307c3963-38e1-45ed-91a9-1d4bd8fad334 HTTP/1.1" status: 204 len: 168 time: 0.4163780 Nov 03 18:36:56.624922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbf39c-edaf-42a0-9295-62e0c1a98450 None None] Pushing event updated for resources: {'Port': ['ID=682eada3-f0c6-4b4c-882e-042be678fb06,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:56.639038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.647734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-d44580d2-c136-46b2-a077-d41d38c08484 service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498527 Nov 03 18:36:56.651927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4141cf2-e80d-4b0d-96d6-43bfaf0f91fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307c3963-38e1-45ed-91a9-1d4bd8fad334,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:56.683532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Pushing event updated for resources: {'Port': ['ID=371dae0b-bf72-4b1c-9492-208af379073d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:57.078627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c2f3a42b-defc-45c2-92ec-42f1acb8c569 req-82e52649-e060-4bac-9545-79e8f34d3484 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 210 time: 0.0527971 Nov 03 18:36:57.224874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.288107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b77354-2519-49d1-b6dd-2f30ea64040d None None] Network 2b6688b6-7333-494c-b3fe-1cab434fe137 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:57.321759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-47404b64-d1e9-4369-93ea-68461085b23c None None] Provisioning complete for port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:57.322129 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47404b64-d1e9-4369-93ea-68461085b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.330037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48968) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:57.359599 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb8d7-0f90-4378-bc1a-bedf4d8b1b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.573291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb8d7-0f90-4378-bc1a-bedf4d8b1b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.591966 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb8d7-0f90-4378-bc1a-bedf4d8b1b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.722820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbb8d7-0f90-4378-bc1a-bedf4d8b1b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1144dacf-c41f-46da-9e29-21e7b8916f20,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:57.745593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5bfbb8d7-0f90-4378-bc1a-bedf4d8b1b4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a9fd79920c941b49f2c33d4ec7267fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117894 Nov 03 18:36:57.749356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48976) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:57.844713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,segment=NetworkSegment(a4226025-9e18-4cec-8a73-2cc539124f1e),segment_id=a4226025-9e18-4cec-8a73-2cc539124f1e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:57.850335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75d64604-c0bd-4a55-b650-c1d363211d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.853251 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31610d40-8daa-466d-9b5a-f7e7d11651e4 x-openstack-request-id: req-31610d40-8daa-466d-9b5a-f7e7d11651e4 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:57.854247 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99", "status": "completed", "code": 200}, {"server_uuid": "b6688638-9714-4f81-819e-b4a5cdbe3cf7", "name": "network-vif-deleted", "tag": "2d985a2f-5b7d-4e8e-9ce9-af2936ac7831", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:57.854718 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31610d40-8daa-466d-9b5a-f7e7d11651e4 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:57.855377 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99', 'status': 'completed', 'code': 200} Nov 03 18:36:57.855847 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6688638-9714-4f81-819e-b4a5cdbe3cf7', 'name': 'network-vif-deleted', 'tag': '2d985a2f-5b7d-4e8e-9ce9-af2936ac7831', 'status': 'completed', 'code': 200} Nov 03 18:36:57.856856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.927057 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75d64604-c0bd-4a55-b650-c1d363211d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.062179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75d64604-c0bd-4a55-b650-c1d363211d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.064437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75d64604-c0bd-4a55-b650-c1d363211d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.076542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-75d64604-c0bd-4a55-b650-c1d363211d75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1144dacf-c41f-46da-9e29-21e7b8916f20 HTTP/1.1" status: 204 len: 168 time: 0.3125010 Nov 03 18:36:58.104955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d64604-c0bd-4a55-b650-c1d363211d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1144dacf-c41f-46da-9e29-21e7b8916f20,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:58.111264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:58.111415 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5771f3b1-15d5-4858-ac55-ca57208ae56f tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d918ebb0bdd545c99b6c947934c61950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2981606 Nov 03 18:36:58.165792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:58.226829 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea061ca9-21da-4bd8-ab09-a1e16ccf5f05 req-72e37662-008a-4fcc-bbc1-c420eb67f57b tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:58.229306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea061ca9-21da-4bd8-ab09-a1e16ccf5f05 req-72e37662-008a-4fcc-bbc1-c420eb67f57b tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 949 time: 0.1278813 Nov 03 18:36:58.269143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 725350c6-a921-411d-a8a7-c335ca18cd99 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:58.275283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 725350c6-a921-411d-a8a7-c335ca18cd99 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:58.275669 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.419478 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea061ca9-21da-4bd8-ab09-a1e16ccf5f05 req-d4209d83-983d-4262-b986-80fd5fae949e tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/security-groups?id=9db3aabd-dd02-4501-88d5-a23c49df593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798618 Nov 03 18:36:58.474391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4bc88d97-0939-40de-b3ff-ee1bdb4268fb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:58.497080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-5565fd97-ab0d-43af-90e3-ffa70529cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:58.498937 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-5565fd97-ab0d-43af-90e3-ffa70529cefc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7ffa8e9b618448f0944685459ea7a493&device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 1100 time: 0.6420968 Nov 03 18:36:58.506348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-bf2ff48b-7a96-4caa-a5d7-daf1aef186a6 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:58.517702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-bf2ff48b-7a96-4caa-a5d7-daf1aef186a6 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3866203 Nov 03 18:36:58.559242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.570833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Request body: {'port': {'device_id': '0e606c5b-ec67-4804-8c80-7dcd986409bd', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'd918ebb0bdd545c99b6c947934c61950'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:58.599044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9cfbfbf-c9ee-4ed7-8c47-005735d94654 req-177909c0-a455-4b2b-a727-b39240690780 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 210 time: 0.0787575 Nov 03 18:36:58.637551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:58.673281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:58.709506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Provisioning complete for port 371dae0b-bf72-4b1c-9492-208af379073d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:58.709898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.781132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b525de8c-6672-4356-b603-005d464be000 req-eb1b85f0-f0e0-4892-9921-cefa150bdf9d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 210 time: 0.0680165 Nov 03 18:36:58.846054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.864166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:58.864572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.868515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Port 371dae0b-bf72-4b1c-9492-208af379073d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:58.877776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.950985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:58.958175 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3d68f-03f2-45bd-a48b-70bfbd2bb210" -d '{"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-plugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:58.990658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:59.007658 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.027536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Provisioning complete for port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:59.028268 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.143660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:59.172362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:59.223621 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-e8c1c9f6-ccd9-4f11-aba5-743c0db0ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.225565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-e8c1c9f6-ccd9-4f11-aba5-743c0db0ca4c service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.7022843 Nov 03 18:36:59.240444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:59.249692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:59.249975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430949-8012-4987-82e4-2846a623f559 req-e14ba1d2-25cf-41ea-a677-afed174f9a64 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.266939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:59.272209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Port': ['ID=5c73366d-ad9b-43d8-a6b0-480f5d059663,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:59.285243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-e14ba1d2-25cf-41ea-a677-afed174f9a64 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.2643182 Nov 03 18:36:59.346696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd51f3f-93dc-4639-acb3-9fbaf023e970 req-f6667ced-8132-48f5-baca-8bc60d315dcf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.354454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fd51f3f-93dc-4639-acb3-9fbaf023e970 req-f6667ced-8132-48f5-baca-8bc60d315dcf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.4024200 Nov 03 18:36:59.377233 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-0b6e4712-ace7-4918-b739-103e3f3f532f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=725350c6-a921-411d-a8a7-c335ca18cd99 HTTP/1.1" status: 200 len: 217 time: 0.1199145 Nov 03 18:36:59.383150 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.422387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Provisioning complete for port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:59.428762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.474403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Made reservation on behalf of d918ebb0bdd545c99b6c947934c61950 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:59.477360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4bc88d97-0939-40de-b3ff-ee1bdb4268fb,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:59.478899 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.488674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.489632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 682eada3-f0c6-4b4c-882e-042be678fb06 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:59.492959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf142-30d5-4005-b415-abb5bb9013be req-dac5bcfa-737c-481f-bad8-a06e23dd9395 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.494729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edcdf142-30d5-4005-b415-abb5bb9013be req-dac5bcfa-737c-481f-bad8-a06e23dd9395 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 949 time: 0.2027028 Nov 03 18:36:59.501222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-c9489c8e-52f6-40bb-a169-32736952ad87 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51ffde06203b44aba4c073550661a141 HTTP/1.1" status: 200 len: 378 time: 0.1970425 Nov 03 18:36:59.520317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fd51f3f-93dc-4639-acb3-9fbaf023e970 req-38a31375-d2a1-443d-8bd5-449f68fd74fb tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605043 Nov 03 18:36:59.556819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'port': {'device_id': '112c44ff-339b-4882-b026-a05b1d8455c9', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'admin_state_up': True, 'tenant_id': '51ffde06203b44aba4c073550661a141', 'security_groups': ['b3d415e5-be71-4f1c-a888-051d78d6e687']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:59.650055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.665351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:59.702060 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4fc25a41-167c-4df1-976f-d1e4a89939e3 admin admin] 10.222.0.77 "PUT /v2.0/routers/243e5f8e-cb97-42a5-8df2-1d6b1ad33316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4008429 Nov 03 18:36:59.714602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=4bc88d97-0939-40de-b3ff-ee1bdb4268fb,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:59.729066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49012) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:59.769232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 682eada3-f0c6-4b4c-882e-042be678fb06 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:59.769586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.774193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Provisioning complete for port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:59.774561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bbde37cb-5f88-4c2e-8cd2-fd1f678f9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.788091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d73c-1106-4455-af48-bd2a37a383b9 req-4b9d9002-e3ac-4c4f-8db6-21a5feaf07ae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.794015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56b8d73c-1106-4455-af48-bd2a37a383b9 req-4b9d9002-e3ac-4c4f-8db6-21a5feaf07ae tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 949 time: 0.1748755 Nov 03 18:36:59.853592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.854300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.885740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Deleting port 14b5a22c-4573-4d18-9121-61937326c91c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:59.886470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.917952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-b90d9cc5-65aa-4229-b746-8865849b09e7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.921820 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-b90d9cc5-65aa-4229-b746-8865849b09e7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/ports?device_id=99011db8-c02c-4958-bf79-b149394dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.8567145 Nov 03 18:36:59.928149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-ff904965-c373-413c-be63-b86bb6b94e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.944186 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-ff904965-c373-413c-be63-b86bb6b94e19 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.5068185 Nov 03 18:36:59.951775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Sync routers for ids ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:59.964971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56b8d73c-1106-4455-af48-bd2a37a383b9 req-7930e65c-c153-497e-a9bd-ddb2ee031177 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/security-groups?id=453c082f-efaf-439b-8c85-82451e0a502d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462693 Nov 03 18:36:59.970880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:59.974099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Routers {'243e5f8e-cb97-42a5-8df2-1d6b1ad33316'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:59.974741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:00.090063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1821481628-network', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:00.097956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Made reservation on behalf of 51ffde06203b44aba4c073550661a141 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:00.101726 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.104061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-9f249a33-d810-4d31-bb40-32481b812d34 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9302342 Nov 03 18:37:00.139833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Request body: {'port': {'device_id': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137', 'admin_state_up': True, 'tenant_id': '4098930965064fe38cac7761cc640c5c'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:00.152462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-99c64b07-5325-4a49-96b7-4197e5e216ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:00.154216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-99c64b07-5325-4a49-96b7-4197e5e216ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662393 Nov 03 18:37:00.163457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Set router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:00.251507 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.251937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Allocated IP 172.20.0.14 (3be66829-994e-43a8-a069-27a57675c6f1/cbeff23e-0785-44b9-9a9b-c8efe3b73c0d/58544d9f-9040-49b0-9298-d3220000f867) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:00.279124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.285375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8dedcab3-ae1a-4011-83b5-c2f290adae55 None None] Provisioning complete for port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:00.285375 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8dedcab3-ae1a-4011-83b5-c2f290adae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.363415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:00.364143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.410928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.460944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Deleting port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:00.461708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.472631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.540634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:00.565129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] For port 14b5a22c-4573-4d18-9121-61937326c91c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=14b5a22c-4573-4d18-9121-61937326c91c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:00.565969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.569873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] For port 03a1cbf7-1c97-46db-ae70-a13f2fa64341, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=03a1cbf7-1c97-46db-ae70-a13f2fa64341,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:00.570233 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.593572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Network 3be66829-994e-43a8-a069-27a57675c6f1 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:00.598165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:00.599405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Calling delete_port for 03a1cbf7-1c97-46db-ae70-a13f2fa64341 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:00.600906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8dedcab3-ae1a-4011-83b5-c2f290adae55 None None] Provisioning complete for port 371dae0b-bf72-4b1c-9492-208af379073d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:00.601279 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8dedcab3-ae1a-4011-83b5-c2f290adae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.601725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:00.603963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Made reservation on behalf of f5991ff2f18d4cfd833873f53d302bbf for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:00.606811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.609748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:00.640060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8dedcab3-ae1a-4011-83b5-c2f290adae55 None None] Port 371dae0b-bf72-4b1c-9492-208af379073d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:00.689378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:00.690370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.695328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Calling delete_port for 14b5a22c-4573-4d18-9121-61937326c91c owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:00.723749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8dedcab3-ae1a-4011-83b5-c2f290adae55 None None] Provisioning complete for port 5c73366d-ad9b-43d8-a6b0-480f5d059663 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:00.725720 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8dedcab3-ae1a-4011-83b5-c2f290adae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.734983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabca25d-3bb2-49fb-9807-13c12bceb064 req-74638218-8385-4d46-be51-8d58cb562038 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:00.736732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dabca25d-3bb2-49fb-9807-13c12bceb064 req-74638218-8385-4d46-be51-8d58cb562038 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 931 time: 0.6538706 Nov 03 18:37:00.745222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.772258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.793085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8965245-13a1-4381-abb6-c45e48e84e1b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:00.794353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:36:55Z', 'revision_number': 4, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port': {'id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:50Z', 'updated_at': '2021-11-03T18:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '371dae0b-bf72-4b1c-9492-208af379073d', 'name': '', 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'mac_address': 'fa:16:3e:e6:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'f7fd274f-ee62-4a93-bcad-5add385b5e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:54Z', 'updated_at': '2021-11-03T18:36:55Z', 'revision_number': 2, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'subnets': [{'id': 'f7fd274f-ee62-4a93-bcad-5add385b5e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:00.867122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Made reservation on behalf of 4098930965064fe38cac7761cc640c5c for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:00.872031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.874343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:00.901565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Checking router: 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:00.901962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Updating router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 port 371dae0b-bf72-4b1c-9492-208af379073d binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:37:00.928468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event deleted for resources: {'Port': ['ID=03a1cbf7-1c97-46db-ae70-a13f2fa64341,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:00.946581 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-7489e682-8c9f-4063-84b8-aab102b21695 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7671287 Nov 03 18:37:00.968652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-12ed56db-ced7-4c51-bbf0-115bc831a151 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4227674 Nov 03 18:37:01.019490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Request body: {'port': {'device_id': '112c44ff-339b-4882-b026-a05b1d8455c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:01.032960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.049712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dabca25d-3bb2-49fb-9807-13c12bceb064 req-8ba60600-4c20-4aad-b579-789d129fd4fc tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014107 Nov 03 18:37:01.103055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Allocated IP 192.168.233.3 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/927663de-6042-4366-8741-473ef965b253) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:01.111886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.119672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8dedcab3-ae1a-4011-83b5-c2f290adae55 None None] Port 5c73366d-ad9b-43d8-a6b0-480f5d059663 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:01.145249 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.206933 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:37:01.221907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:37:01.256081 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff654a7a-1612-4745-b9be-7575c3e35af4 x-openstack-request-id: req-ff654a7a-1612-4745-b9be-7575c3e35af4 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:01.257795 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-plugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:01.258262 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff654a7a-1612-4745-b9be-7575c3e35af4 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:01.258844 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99', 'code': 200} Nov 03 18:37:01.263975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:01.264610 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.296689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e24b4-5997-4a08-86c7-d38ab759de29,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:01.331468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.362465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.366147 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.366593 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Added segment 962de58c-e6ca-4b8f-90fd-bce744634c9e of type vlan for network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 Nov 03 18:37:01.424800 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.532675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1398a003-815f-46c2-a03c-09cdbbe54ddd None None] Provisioning complete for port 58544d9f-9040-49b0-9298-d3220000f867 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:01.533541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1398a003-815f-46c2-a03c-09cdbbe54ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.580610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] No DVR routers for this DVR port 03a1cbf7-1c97-46db-ae70-a13f2fa64341 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:01.581871 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1398a003-815f-46c2-a03c-09cdbbe54ddd None None] Port 58544d9f-9040-49b0-9298-d3220000f867 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:01.584753 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.588891 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "DELETE /v2.0/ports/03a1cbf7-1c97-46db-ae70-a13f2fa64341 HTTP/1.1" status: 204 len: 173 time: 1.6437030 Nov 03 18:37:01.654157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99011db8-c02c-4958-bf79-b149394dd2e4', 'name': 'network-vif-deleted', 'tag': '03a1cbf7-1c97-46db-ae70-a13f2fa64341'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:01.669782 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fb3e56-dcfb-4bf9-8ccc-f0b96596f956" -d '{"events": [{"server_uuid": "99011db8-c02c-4958-bf79-b149394dd2e4", "name": "network-vif-deleted", "tag": "03a1cbf7-1c97-46db-ae70-a13f2fa64341"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:01.746480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:01.798822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:01.907709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b73bc6-7419-4bcb-8860-92efb3b96703 req-17c2ddfa-e951-4698-8acd-abc7fc0edfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:01.910291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9b73bc6-7419-4bcb-8860-92efb3b96703 req-17c2ddfa-e951-4698-8acd-abc7fc0edfbc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 1101 time: 0.6605549 Nov 03 18:37:01.912741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.916606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:01.958806 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.970544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2a776-a928-4051-b5e2-a42f912d75eb req-3ba6eb90-9c5e-4c05-b57e-f5d33e622ebb tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:01.973128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4af2a776-a928-4051-b5e2-a42f912d75eb req-3ba6eb90-9c5e-4c05-b57e-f5d33e622ebb tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 950 time: 0.6492262 Nov 03 18:37:01.980321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.990205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.098517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:02.099354 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.124931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Pushing event updated for resources: {'Port': ['ID=927663de-6042-4366-8741-473ef965b253,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:02.187769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 03a1cbf7-1c97-46db-ae70-a13f2fa64341 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:02.197703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:02.203213 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.257894 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-5c30397d-5bae-405d-a684-32eddd5f09e8 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6946523 Nov 03 18:37:02.321697 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aeae99e-95d6-415b-b477-8a72984935d2 req-e86600b6-c153-42e8-bfd9-9829bddaeec7 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054444 Nov 03 18:37:02.326454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Request body: {'port': {'device_id': '0e606c5b-ec67-4804-8c80-7dcd986409bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:02.360111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Allocated IP 19.86.0.17 (2b6688b6-7333-494c-b3fe-1cab434fe137/f05245a7-501e-42ba-9380-243e8bcf39e0/298dbcc1-071c-4081-b3fe-96cdaeb3377a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:02.368359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 03a1cbf7-1c97-46db-ae70-a13f2fa64341 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:02.368731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 03a1cbf7-1c97-46db-ae70-a13f2fa64341 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:02.438487 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.445366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd339ea-02d1-40f1-858c-9ae7acbf6ff8 None None] Pushing event updated for resources: {'Port': ['ID=371dae0b-bf72-4b1c-9492-208af379073d,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:02.501393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.551787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f30f7319-acf5-4661-8b83-5bff10aecfd3 None None] Provisioning complete for port 927663de-6042-4366-8741-473ef965b253 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:02.552152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f30f7319-acf5-4661-8b83-5bff10aecfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.601087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Attempting to bind port 371dae0b-bf72-4b1c-9492-208af379073d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:02.601493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Attempting to bind port 371dae0b-bf72-4b1c-9492-208af379073d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:02.602077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Attempting to bind port 371dae0b-bf72-4b1c-9492-208af379073d on network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:02.611632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f30f7319-acf5-4661-8b83-5bff10aecfd3 None None] Port 927663de-6042-4366-8741-473ef965b253 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:02.615638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:02.616179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Checking segment: {'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:02.616789 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.617400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Bound using segment: {'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:02.618246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Bound port: 371dae0b-bf72-4b1c-9492-208af379073d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4226025-9e18-4cec-8a73-2cc539124f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:02.618850 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.659044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:02.839945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58544d9f-9040-49b0-9298-d3220000f867 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:02.842829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4bc88d97-0939-40de-b3ff-ee1bdb4268fb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:02.850710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.890558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d14a5606-77bd-437f-984c-105d291d077e None None] Provisioning complete for port 371dae0b-bf72-4b1c-9492-208af379073d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:02.890933 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d14a5606-77bd-437f-984c-105d291d077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.891300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4af2a776-a928-4051-b5e2-a42f912d75eb req-5b8b859d-3b6c-409b-9591-634f1b4d93d6 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/security-groups?id=9db3aabd-dd02-4501-88d5-a23c49df593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9044948 Nov 03 18:37:02.904120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Transition to ACTIVE for port object 58544d9f-9040-49b0-9298-d3220000f867 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:02.911068 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.963063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.973336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d14a5606-77bd-437f-984c-105d291d077e None None] Port 371dae0b-bf72-4b1c-9492-208af379073d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:03.018757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] For port 371dae0b-bf72-4b1c-9492-208af379073d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:03.046802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.047795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:03.048520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.059165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] For port 371dae0b-bf72-4b1c-9492-208af379073d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=371dae0b-bf72-4b1c-9492-208af379073d,segment=NetworkSegment(a4226025-9e18-4cec-8a73-2cc539124f1e),segment_id=a4226025-9e18-4cec-8a73-2cc539124f1e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:03.097908 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.120806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:03.121176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.209947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Routers {'243e5f8e-cb97-42a5-8df2-1d6b1ad33316'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:03.210486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:36:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:03.241915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Pushing event deleted for resources: {'Port': ['ID=14b5a22c-4573-4d18-9121-61937326c91c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:03.316924 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.355349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9b73bc6-7419-4bcb-8860-92efb3b96703 req-28ab8257-77f2-4f2c-bad3-637f076b6392 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9db3aabd-dd02-4501-88d5-a23c49df593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4335790 Nov 03 18:37:03.507625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:03.512035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd339ea-02d1-40f1-858c-9ae7acbf6ff8 None None] Pushing event updated for resources: {'Port': ['ID=371dae0b-bf72-4b1c-9492-208af379073d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:03.514895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] Pushing event updated for resources: {'Network': ['ID=667cbe1f-b1af-41b2-abf7-09d6ead99d83,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:03.571394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:37:03.607935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.657576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b2976ffa-d746-4836-99a0-fc39c8faceca admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9228311 Nov 03 18:37:03.658563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] No DVR routers for this DVR port 14b5a22c-4573-4d18-9121-61937326c91c on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:03.660914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49036) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:03.668431 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Request body: {'subnet': {'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1821481628-subnet', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:03.696361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] Set router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:03.700492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-78861e74-6e46-43a4-9453-adcb89f4e8ea None None] Provisioning complete for port 371dae0b-bf72-4b1c-9492-208af379073d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:03.701203 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78861e74-6e46-43a4-9453-adcb89f4e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.729650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Made reservation on behalf of f5991ff2f18d4cfd833873f53d302bbf for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:03.732011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.746268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:03.750778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.755088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edcdf142-30d5-4005-b415-abb5bb9013be req-6b631079-e1fd-4da0-a91c-bc21482df668 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.70 "DELETE /v2.0/ports/14b5a22c-4573-4d18-9121-61937326c91c HTTP/1.1" status: 204 len: 173 time: 4.2527215 Nov 03 18:37:03.770386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c643a4e-bf3c-4080-bd38-94785d054f90', 'name': 'network-vif-deleted', 'tag': '14b5a22c-4573-4d18-9121-61937326c91c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:03.774765 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5491462f-cc0f-442b-8afe-758e6291fe19" -d '{"events": [{"server_uuid": "7c643a4e-bf3c-4080-bd38-94785d054f90", "name": "network-vif-deleted", "tag": "14b5a22c-4573-4d18-9121-61937326c91c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:03.800919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Attempting to bind port 58544d9f-9040-49b0-9298-d3220000f867 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:03.801857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Attempting to bind port 58544d9f-9040-49b0-9298-d3220000f867 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:03.802880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Attempting to bind port 58544d9f-9040-49b0-9298-d3220000f867 on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:03.817188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef516ee-dedf-4022-87f7-5436789ccae9 req-9f910374-1066-459f-aecf-b57c6c6fc6ae tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:03.833046 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fef516ee-dedf-4022-87f7-5436789ccae9 req-9f910374-1066-459f-aecf-b57c6c6fc6ae tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 934 time: 0.6031976 Nov 03 18:37:03.994654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fef516ee-dedf-4022-87f7-5436789ccae9 req-b22c0b32-2262-47cb-85b2-cba0701bf4a4 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611099 Nov 03 18:37:03.995989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Port 58544d9f-9040-49b0-9298-d3220000f867 on network 3be66829-994e-43a8-a069-27a57675c6f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:03.996575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Attempting to bind port 58544d9f-9040-49b0-9298-d3220000f867 on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:04.010364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:04.011384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Checking segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:04.011384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Bound using segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:04.013324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Bound port: 58544d9f-9040-49b0-9298-d3220000f867, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:04.014962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.182590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.184084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:04.189554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:04.191445 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:04.191940 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.204775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbfb73-3462-4a4f-87a7-260f732a35b6 req-9a84ae83-1640-4e33-84a1-8aba1fe860c2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:04.213050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8fbbfb73-3462-4a4f-87a7-260f732a35b6 req-9a84ae83-1640-4e33-84a1-8aba1fe860c2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 944 time: 0.0920796 Nov 03 18:37:04.215907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.271226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:04.272399 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.274028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] 10.222.0.96 "PUT /v2.0/ports/58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1092 time: 3.2963235 Nov 03 18:37:04.341458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8fbbfb73-3462-4a4f-87a7-260f732a35b6 req-fe08dcd8-4a4b-4e70-a55c-4cd748fc988b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269760 Nov 03 18:37:04.342796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3134c-3a1d-433e-869a-a9e9a854cfbc service neutron] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:04.466548 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78861e74-6e46-43a4-9453-adcb89f4e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.487071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430949-8012-4987-82e4-2846a623f559 req-68abb183-69bc-4bc0-b68c-08788b515f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:04.500403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-68abb183-69bc-4bc0-b68c-08788b515f16 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1095 time: 0.1438622 Nov 03 18:37:04.652321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-9cfc0eb6-4ba6-4cc7-9216-db5639d4732f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 217 time: 0.1433749 Nov 03 18:37:04.714152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-78861e74-6e46-43a4-9453-adcb89f4e8ea None None] For port 371dae0b-bf72-4b1c-9492-208af379073d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=371dae0b-bf72-4b1c-9492-208af379073d,segment=NetworkSegment(a4226025-9e18-4cec-8a73-2cc539124f1e),segment_id=a4226025-9e18-4cec-8a73-2cc539124f1e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:04.720654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 14b5a22c-4573-4d18-9121-61937326c91c no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:04.733230 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78861e74-6e46-43a4-9453-adcb89f4e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.734773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event updated for resources: {'Port': ['ID=298dbcc1-071c-4081-b3fe-96cdaeb3377a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:04.749002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Network 2b6688b6-7333-494c-b3fe-1cab434fe137 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:04.756974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:04.762637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:36:55Z', 'revision_number': 4, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port': {'id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:50Z', 'updated_at': '2021-11-03T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '371dae0b-bf72-4b1c-9492-208af379073d', 'name': '', 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'mac_address': 'fa:16:3e:e6:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'f7fd274f-ee62-4a93-bcad-5add385b5e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:54Z', 'updated_at': '2021-11-03T18:37:03Z', 'revision_number': 4, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'subnets': [{'id': 'f7fd274f-ee62-4a93-bcad-5add385b5e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:04.792260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927663de-6042-4366-8741-473ef965b253 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:04.798854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430949-8012-4987-82e4-2846a623f559 req-773bb0b8-6abe-4a68-a5e0-1bece7d8438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:04.798985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b7ac5-0814-45f9-bc76-fd42fbf42a6d None None] The sync data for ids ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'] in n-d-812148-3 is: [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:36:55Z', 'revision_number': 4, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port': {'id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:50Z', 'updated_at': '2021-11-03T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '371dae0b-bf72-4b1c-9492-208af379073d', 'name': '', 'network_id': '1bb3926e-c7de-4ae4-a1dd-214db87d1847', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'mac_address': 'fa:16:3e:e6:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'f7fd274f-ee62-4a93-bcad-5add385b5e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:54Z', 'updated_at': '2021-11-03T18:37:03Z', 'revision_number': 4, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'subnets': [{'id': 'f7fd274f-ee62-4a93-bcad-5add385b5e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:04.811991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-773bb0b8-6abe-4a68-a5e0-1bece7d8438e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1382284 Nov 03 18:37:04.814404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.820377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 14b5a22c-4573-4d18-9121-61937326c91c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:04.820646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 14b5a22c-4573-4d18-9121-61937326c91c not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:04.859709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78861e74-6e46-43a4-9453-adcb89f4e8ea None None] Pushing event updated for resources: {'Port': ['ID=371dae0b-bf72-4b1c-9492-208af379073d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:04.869525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:04.993944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-989bb1d0-8b1a-4ff3-a4dd-3dab88b09017 req-613618b5-ae79-4757-9a9a-a5c532543cd4 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c643a4e-bf3c-4080-bd38-94785d054f90 HTTP/1.1" status: 200 len: 210 time: 0.3490081 Nov 03 18:37:05.013098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430949-8012-4987-82e4-2846a623f559 req-211f8177-1f6f-4baa-8525-fe0df88c78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.014758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-211f8177-1f6f-4baa-8525-fe0df88c78e8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188345 Nov 03 18:37:05.090393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.148551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-3630f934-0f34-4746-b3ef-52c33661159e service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202998 Nov 03 18:37:05.166925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:05.187261 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd347f6-d7b4-42e4-b057-2e56df8ca203 x-openstack-request-id: req-5dd347f6-d7b4-42e4-b057-2e56df8ca203 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:05.190186 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99011db8-c02c-4958-bf79-b149394dd2e4", "name": "network-vif-deleted", "tag": "03a1cbf7-1c97-46db-ae70-a13f2fa64341", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:05.192087 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5dd347f6-d7b4-42e4-b057-2e56df8ca203 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:05.192722 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99011db8-c02c-4958-bf79-b149394dd2e4', 'name': 'network-vif-deleted', 'tag': '03a1cbf7-1c97-46db-ae70-a13f2fa64341', 'status': 'completed', 'code': 200} Nov 03 18:37:05.218930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.231487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.289492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Transition to ACTIVE for port object 927663de-6042-4366-8741-473ef965b253 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:05.291536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:05.292302 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.297064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76430949-8012-4987-82e4-2846a623f559 req-ec77a674-1e44-436e-858d-610a4951991b service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378884 Nov 03 18:37:05.301559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886a4b82-725b-4a20-a0d5-1823468c8507,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:05.322326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.329062 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-98308bb8-e24f-4559-a34f-8c3cf0087c8b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1946871 Nov 03 18:37:05.373125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Request body: {'port': {'device_id': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:05.396951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d5cc4-067a-442f-b066-151e54248ec0 req-daa1af70-62d5-4182-99a1-4402a9ca6ced tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.405287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d5cc4-067a-442f-b066-151e54248ec0 req-daa1af70-62d5-4182-99a1-4402a9ca6ced tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.407089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-596d5cc4-067a-442f-b066-151e54248ec0 req-daa1af70-62d5-4182-99a1-4402a9ca6ced tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1653 time: 0.1135325 Nov 03 18:37:05.440244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Pushing event updated for resources: {'Port': ['ID=927663de-6042-4366-8741-473ef965b253,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:05.442585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-399c000d-b09b-4837-b898-3445920ac1dd None None] Provisioning complete for port 298dbcc1-071c-4081-b3fe-96cdaeb3377a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:05.444165 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-399c000d-b09b-4837-b898-3445920ac1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.490760 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Checking segment: {'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:05.496428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Network hostable DHCP agents. Network: 667cbe1f-b1af-41b2-abf7-09d6ead99d83, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:37:05.516429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-596d5cc4-067a-442f-b066-151e54248ec0 req-67aafeb0-3929-4d30-91ea-593c869f40fd tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015034 Nov 03 18:37:05.551598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-399c000d-b09b-4837-b898-3445920ac1dd None None] Port 298dbcc1-071c-4081-b3fe-96cdaeb3377a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:05.608569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.611998 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aaa89f-1c80-4442-98e5-c1d64fed2cd1 x-openstack-request-id: req-43aaa89f-1c80-4442-98e5-c1d64fed2cd1 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:05.613275 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c643a4e-bf3c-4080-bd38-94785d054f90", "name": "network-vif-deleted", "tag": "14b5a22c-4573-4d18-9121-61937326c91c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:05.613887 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43aaa89f-1c80-4442-98e5-c1d64fed2cd1 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:05.614437 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c643a4e-bf3c-4080-bd38-94785d054f90', 'name': 'network-vif-deleted', 'tag': '14b5a22c-4573-4d18-9121-61937326c91c', 'status': 'completed', 'code': 200} Nov 03 18:37:05.639635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:37:05.766305 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd751-49c6-4ee5-a7ec-9c06fd90af25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.780483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015adf4-fc35-416c-ae31-5887b355d973 req-221c7ea4-c911-40f1-84c3-3d3738ed2d94 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.783023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1015adf4-fc35-416c-ae31-5887b355d973 req-221c7ea4-c911-40f1-84c3-3d3738ed2d94 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 950 time: 0.0832760 Nov 03 18:37:05.879719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1015adf4-fc35-416c-ae31-5887b355d973 req-0c74a50d-7243-4a43-bcc9-52644f6921c6 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/security-groups?id=9db3aabd-dd02-4501-88d5-a23c49df593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856411 Nov 03 18:37:05.906309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 667cbe1f-b1af-41b2-abf7-09d6ead99d83) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:05.926996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.927638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.933046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed8b19d-37dd-44ba-9e61-aa621fee328e None None] Network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:05.968857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Attempting to bind port 927663de-6042-4366-8741-473ef965b253 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:05.969230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Attempting to bind port 927663de-6042-4366-8741-473ef965b253 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:05.969574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Attempting to bind port 927663de-6042-4366-8741-473ef965b253 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:05.996180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Port 927663de-6042-4366-8741-473ef965b253 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:05.996804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Attempting to bind port 927663de-6042-4366-8741-473ef965b253 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:06.016974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:06.017396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:06.031786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:06.032267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Bound port: 927663de-6042-4366-8741-473ef965b253, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:06.032639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.045014 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-add57efe-2011-466c-b873-71f848d7f8b3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3808751 Nov 03 18:37:06.047847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49052) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:06.054941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:06.120134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.121833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.197969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:06.296319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] For port 927663de-6042-4366-8741-473ef965b253, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:06.307826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] For port 927663de-6042-4366-8741-473ef965b253, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=927663de-6042-4366-8741-473ef965b253,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:06.319842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.321292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.428997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-667cbe1f-b1af-41b2-abf7-09d6ead99d83', 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'fixed_ips': [{'subnet_id': '886a4b82-725b-4a20-a0d5-1823468c8507'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:37:06.433796 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.462951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Pushing event updated for resources: {'Port': ['ID=927663de-6042-4366-8741-473ef965b253,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:06.486670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.486932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee847-28a9-4b69-8857-f683ddd1e2d1 req-b37f7151-3e62-4c4a-856c-3035f985322f tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.487072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.487338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.487669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.487997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.488322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.488646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.488969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.489293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.489643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.490116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.491099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.498324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.498945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.500772 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-418d824f-2b78-4f06-8768-b032f9c35a28 service neutron] 10.222.0.70 "PUT /v2.0/ports/927663de-6042-4366-8741-473ef965b253 HTTP/1.1" status: 200 len: 1094 time: 4.2033103 Nov 03 18:37:06.515117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b0ee847-28a9-4b69-8857-f683ddd1e2d1 req-b37f7151-3e62-4c4a-856c-3035f985322f tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 946 time: 0.3600414 Nov 03 18:37:06.565440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:06.583659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '58544d9f-9040-49b0-9298-d3220000f867', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': '58544d9f-9040-49b0-9298-d3220000f867', 'mac_address': 'fa:16:3e:50:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:06.675095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.703269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c73366d-ad9b-43d8-a6b0-480f5d059663 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:06.724225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.756704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-8a39c7a4-0efd-47fe-a6b2-b8faadfe1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.759497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-8a39c7a4-0efd-47fe-a6b2-b8faadfe1c3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d918ebb0bdd545c99b6c947934c61950&device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 1097 time: 0.2029219 Nov 03 18:37:06.764453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Transition to ACTIVE for port object 5c73366d-ad9b-43d8-a6b0-480f5d059663 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:06.787821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.861882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b0ee847-28a9-4b69-8857-f683ddd1e2d1 req-63c62967-a665-4ab0-85cb-e16618003931 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454461 Nov 03 18:37:06.883752 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-2c565368-cf15-4088-87ee-daa2daf61f5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=927663de-6042-4366-8741-473ef965b253 HTTP/1.1" status: 200 len: 217 time: 0.1149809 Nov 03 18:37:07.006451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-471285c9-2281-4364-8876-4d6662b0e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:07.008305 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-471285c9-2281-4364-8876-4d6662b0e4a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1169105 Nov 03 18:37:07.099585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff32867-6e8e-4c68-9f10-34c2546c789d req-08888112-6cce-48fd-bb65-b4838347699b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:07.116424 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dff32867-6e8e-4c68-9f10-34c2546c789d req-08888112-6cce-48fd-bb65-b4838347699b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 944 time: 0.1110349 Nov 03 18:37:07.123461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73366d-ad9b-43d8-a6b0-480f5d059663,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:07.188177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-1e49d3d7-d225-4b27-b762-c5239d26c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:07.190203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-1e49d3d7-d225-4b27-b762-c5239d26c419 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690218 Nov 03 18:37:07.193672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e606c5b-ec67-4804-8c80-7dcd986409bd', 'tag': '927663de-6042-4366-8741-473ef965b253'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:07.196420 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad997848-4274-49e3-a280-d2220cbf1eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "0e606c5b-ec67-4804-8c80-7dcd986409bd", "tag": "927663de-6042-4366-8741-473ef965b253"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:07.271035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Allocated IP 172.20.0.2 (667cbe1f-b1af-41b2-abf7-09d6ead99d83/886a4b82-725b-4a20-a0d5-1823468c8507/bcbab85b-846a-49c6-b993-2c7f295674e5) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:07.330860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dff32867-6e8e-4c68-9f10-34c2546c789d req-c6c8660b-540d-4a95-b97d-91c798d61006 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2130620 Nov 03 18:37:07.349617 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-64431a29-1a1a-4838-8b99-4b7394eb0775 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485558 Nov 03 18:37:07.392675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Attempting to bind port 5c73366d-ad9b-43d8-a6b0-480f5d059663 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:07.393025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Attempting to bind port 5c73366d-ad9b-43d8-a6b0-480f5d059663 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:07.393353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Attempting to bind port 5c73366d-ad9b-43d8-a6b0-480f5d059663 on network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:07.408052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Port 5c73366d-ad9b-43d8-a6b0-480f5d059663 on network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:07.408488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Attempting to bind port 5c73366d-ad9b-43d8-a6b0-480f5d059663 on network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:07.443040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.462206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:07.462582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Checking segment: {'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:07.462935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Bound using segment: {'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:07.463483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Bound port: 5c73366d-ad9b-43d8-a6b0-480f5d059663, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:07.463837 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.471631 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.488485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 371dae0b-bf72-4b1c-9492-208af379073d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:07.497853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.539162 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.604307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e17e2aae-7cab-4d30-8214-ffe311c718b4 req-d873f538-9fc6-4ac3-8c65-6daa0befdd07 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426295 Nov 03 18:37:07.607531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] For port 5c73366d-ad9b-43d8-a6b0-480f5d059663, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:07.614835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] For port 5c73366d-ad9b-43d8-a6b0-480f5d059663, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c73366d-ad9b-43d8-a6b0-480f5d059663,segment=NetworkSegment(ec2d3465-dc44-426d-98e0-3ffd48a87a8f),segment_id=ec2d3465-dc44-426d-98e0-3ffd48a87a8f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:07.617726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:07.622224 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c771f3c4-bc1d-4633-a0c3-c01da33d498d" -d '{"events": [{"name": "network-changed", "server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:07.623184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.653686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:07.659637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Pushing event updated for resources: {'Port': ['ID=bcbab85b-846a-49c6-b993-2c7f295674e5,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:07.667162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:07.675786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:07.676655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.678829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:07.679362 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c73366d-ad9b-43d8-a6b0-480f5d059663 HTTP/1.1" status: 200 len: 1091 time: 2.3311803 Nov 03 18:37:07.723644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Request body: {'port': {'device_id': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:07.805685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed3fa4-8255-4645-9ddb-048b0efa5360 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73366d-ad9b-43d8-a6b0-480f5d059663,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:07.838043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Allocated IP 172.25.3.173 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/8118c5c1-b636-40a7-b756-dc2e11a797e6) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:07.892636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Attempting to bind port bcbab85b-846a-49c6-b993-2c7f295674e5 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:07.896033 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.900833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Attempting to bind port bcbab85b-846a-49c6-b993-2c7f295674e5 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:07.901318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Attempting to bind port bcbab85b-846a-49c6-b993-2c7f295674e5 on network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:07.935666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:07.935970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Checking segment: {'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:07.936419 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.936857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Bound using segment: {'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:07.940162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Bound port: bcbab85b-846a-49c6-b993-2c7f295674e5, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:07.940740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.980625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 371dae0b-bf72-4b1c-9492-208af379073d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:07.980992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.087490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.143670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.276284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] For port bcbab85b-846a-49c6-b993-2c7f295674e5, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:08.284538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] For port bcbab85b-846a-49c6-b993-2c7f295674e5, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bcbab85b-846a-49c6-b993-2c7f295674e5,segment=NetworkSegment(962de58c-e6ca-4b8f-90fd-bce744634c9e),segment_id=962de58c-e6ca-4b8f-90fd-bce744634c9e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:08.378673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.444490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298dbcc1-071c-4081-b3fe-96cdaeb3377a {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:08.454998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.474428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Transition to ACTIVE for port object 298dbcc1-071c-4081-b3fe-96cdaeb3377a will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:08.479216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:08.480959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.501100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Pushing event updated for resources: {'Port': ['ID=8118c5c1-b636-40a7-b756-dc2e11a797e6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:08.503456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:08.515624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:08.538778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93988ddc-00ec-4887-a319-b3316c06773e req-6cd490b5-647e-4860-b8b5-559132a3695c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:08.547913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-6cd490b5-647e-4860-b8b5-559132a3695c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.3039823 Nov 03 18:37:08.552819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.590338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-7dd26b7c-ea91-44c3-bc2d-5a6ba2fc5046 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/quotas/0c81da524e49418b81a8405e7bb78ab1 HTTP/1.1" status: 200 len: 375 time: 0.0411141 Nov 03 18:37:08.592913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Pushing event updated for resources: {'Port': ['ID=298dbcc1-071c-4081-b3fe-96cdaeb3377a,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:08.613779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.614161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.614447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.614790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.615658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.615988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.616320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.616482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49090) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:08.616629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.617023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.617309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.617623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.618001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:08.621305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58544d9f-9040-49b0-9298-d3220000f867 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:08.737538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175a870-9201-4b5d-861f-879cc92f997a None None] Pushing event updated for resources: {'Port': ['ID=bcbab85b-846a-49c6-b993-2c7f295674e5,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:08.792810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb8313a6-1f3e-4e96-ac59-3090a6baa04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.845310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:08.852225 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.894744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Attempting to bind port 298dbcc1-071c-4081-b3fe-96cdaeb3377a on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:08.895087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Attempting to bind port 298dbcc1-071c-4081-b3fe-96cdaeb3377a by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:08.895422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Attempting to bind port 298dbcc1-071c-4081-b3fe-96cdaeb3377a on network 2b6688b6-7333-494c-b3fe-1cab434fe137 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:08.912494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Port 298dbcc1-071c-4081-b3fe-96cdaeb3377a on network 2b6688b6-7333-494c-b3fe-1cab434fe137 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:08.912494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Attempting to bind port 298dbcc1-071c-4081-b3fe-96cdaeb3377a on network 2b6688b6-7333-494c-b3fe-1cab434fe137 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:08.931925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:08.932314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Checking segment: {'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:08.933159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Bound using segment: {'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:08.933634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Bound port: 298dbcc1-071c-4081-b3fe-96cdaeb3377a, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6402013c-ea11-4aaf-837c-93e662e72c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:08.934042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.003205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:09.014610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-10292a0c-a88d-487c-be6e-68e6ef4f43e2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4227650 Nov 03 18:37:09.049020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-022a1cdc-4c6e-4f31-8e0a-97437053ec48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e32598321e7e494aba4b5e3bdcb0aa68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314675 Nov 03 18:37:09.051724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49094) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:09.162219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] For port 298dbcc1-071c-4081-b3fe-96cdaeb3377a, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:09.185113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] For port 298dbcc1-071c-4081-b3fe-96cdaeb3377a, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=298dbcc1-071c-4081-b3fe-96cdaeb3377a,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:09.190543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['58544d9f-9040-49b0-9298-d3220000f867'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:09.218414 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.253181 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1fbe43ee-9bd0-4daf-b80d-1a943636eca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.332176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:09.332941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.335197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] 10.222.0.70 "PUT /v2.0/ports/298dbcc1-071c-4081-b3fe-96cdaeb3377a HTTP/1.1" status: 200 len: 1091 time: 1.6196060 Nov 03 18:37:09.369144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-6e39f430-cb71-4387-a840-4d72c0a54007 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532217 Nov 03 18:37:09.391060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1fbe43ee-9bd0-4daf-b80d-1a943636eca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.395741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.559649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b84ba-ec13-43b8-b38a-dc31ec5a7c77 service neutron] Pushing event updated for resources: {'Port': ['ID=298dbcc1-071c-4081-b3fe-96cdaeb3377a,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:09.604373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-6e271dd2-887f-42b0-a920-ec448b70d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:09.604958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-6e271dd2-887f-42b0-a920-ec448b70d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:09.607512 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-6e271dd2-887f-42b0-a920-ec448b70d0f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1979 time: 0.1730654 Nov 03 18:37:09.608880 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1fbe43ee-9bd0-4daf-b80d-1a943636eca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.611708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1fbe43ee-9bd0-4daf-b80d-1a943636eca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.617146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1fbe43ee-9bd0-4daf-b80d-1a943636eca6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/453c082f-efaf-439b-8c85-82451e0a502d HTTP/1.1" status: 204 len: 168 time: 0.5515354 Nov 03 18:37:09.626832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-9733f1bb-f8d3-4fd7-bc22-705fe7f018c3 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555251 Nov 03 18:37:09.673692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe43ee-9bd0-4daf-b80d-1a943636eca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c082f-efaf-439b-8c85-82451e0a502d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:09.676929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-b3e38919-1894-4ae9-9645-16f699be2968 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=5c73366d-ad9b-43d8-a6b0-480f5d059663 HTTP/1.1" status: 200 len: 217 time: 0.0583913 Nov 03 18:37:09.769969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-6599b115-b146-4110-ae1d-c5ee6da0bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:09.773088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-6599b115-b146-4110-ae1d-c5ee6da0bd1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4822386a-b2a7-4b5d-a1ac-a09e54c89f1d HTTP/1.1" status: 200 len: 801 time: 0.0881696 Nov 03 18:37:09.895112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-eff795c8-c8cb-4da4-956f-ce6d3e0570ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:09.898859 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-eff795c8-c8cb-4da4-956f-ce6d3e0570ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7004b5a1-6de1-4de0-9235-ebd64f29a3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179016 Nov 03 18:37:09.929551 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.053925 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.230701 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-6817dd25-58a5-46d5-a722-64eb3b0f7a73 service neutron] 10.222.0.70 "GET /v2.0/networks/7004b5a1-6de1-4de0-9235-ebd64f29a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236654 Nov 03 18:37:10.471744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49108) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:10.595439 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-406b1128-cb57-44f2-945a-2034d5d6155a service neutron] 10.222.0.70 "GET /v2.0/networks/7004b5a1-6de1-4de0-9235-ebd64f29a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561289 Nov 03 18:37:10.598172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0d98c-66bd-4603-a1c8-afb8bafe3e57 None None] Network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:10.708016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-df2e6624-4625-4147-a24a-f939a7139be2 None None] Provisioning complete for port bcbab85b-846a-49c6-b993-2c7f295674e5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:10.708393 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-df2e6624-4625-4147-a24a-f939a7139be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.760822 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-1a5301d3-d664-42c0-b3a2-6ee300aea219 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=298dbcc1-071c-4081-b3fe-96cdaeb3377a HTTP/1.1" status: 200 len: 217 time: 0.1556959 Nov 03 18:37:10.870990 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ae8d5c6f-49fd-4c8c-aa4d-45c4facfa3a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e23c26ed10f417bb76d8349a60e1878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946934 Nov 03 18:37:10.873767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49112) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:10.887376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 927663de-6042-4366-8741-473ef965b253 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:11.039048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-21321abb-bf94-411b-a39d-c523dccd646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:11.040845 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-21321abb-bf94-411b-a39d-c523dccd646f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f05245a7-501e-42ba-9380-243e8bcf39e0 HTTP/1.1" status: 200 len: 801 time: 0.2683597 Nov 03 18:37:11.106343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c30-4ed4-44e4-8737-dcb59948214b req-20d84c92-e710-42d4-b793-bd60cb629006 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:11.119070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c30-4ed4-44e4-8737-dcb59948214b req-20d84c92-e710-42d4-b793-bd60cb629006 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:11.127887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14136c30-4ed4-44e4-8737-dcb59948214b req-20d84c92-e710-42d4-b793-bd60cb629006 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1677 time: 0.1607344 Nov 03 18:37:11.143907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:11.151669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:11.158980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device bcbab85b-846a-49c6-b993-2c7f295674e5 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:11.159795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-264b6ede-b769-4a86-a410-c527394bb80c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.193591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-264b6ede-b769-4a86-a410-c527394bb80c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.206938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-2772e3a8-0e1f-425a-a39d-55b90a346be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:11.208582 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-2772e3a8-0e1f-425a-a39d-55b90a346be9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b6688b6-7333-494c-b3fe-1cab434fe137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568182 Nov 03 18:37:11.240709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 927663de-6042-4366-8741-473ef965b253, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=927663de-6042-4366-8741-473ef965b253,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:11.266201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:37:11.300247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '927663de-6042-4366-8741-473ef965b253', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '927663de-6042-4366-8741-473ef965b253', 'mac_address': 'fa:16:3e:30:70:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:11.460734 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-d93d47b7-c098-44e8-b6fb-e6dd1f2c0f3b service neutron] 10.222.0.70 "GET /v2.0/networks/2b6688b6-7333-494c-b3fe-1cab434fe137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932092 Nov 03 18:37:11.492428 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.494145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:11.507002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14136c30-4ed4-44e4-8737-dcb59948214b req-ca0b026a-f201-45bd-a6d6-f19533608198 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781323 Nov 03 18:37:11.508740 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Sync routers for ids ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:11.523211 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Routers {'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:11.524515 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:11.576083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.580364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7178b033-bdee-4e92-b49e-45b3e310b419 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5287089 Nov 03 18:37:11.586833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49128) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:11.768033 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Set router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:11.784522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:11.795365 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b08ca-b590-47e2-b845-420afd5bbc59 x-openstack-request-id: req-b98b08ca-b590-47e2-b845-420afd5bbc59 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:11.796435 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e606c5b-ec67-4804-8c80-7dcd986409bd", "tag": "927663de-6042-4366-8741-473ef965b253", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:11.797858 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b98b08ca-b590-47e2-b845-420afd5bbc59 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:11.799716 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e606c5b-ec67-4804-8c80-7dcd986409bd', 'tag': '927663de-6042-4366-8741-473ef965b253', 'status': 'completed', 'code': 200} Nov 03 18:37:11.814541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-264b6ede-b769-4a86-a410-c527394bb80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.820165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-264b6ede-b769-4a86-a410-c527394bb80c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.823956 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-264b6ede-b769-4a86-a410-c527394bb80c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6c97ea6-bf56-46df-b3d1-a069f66010df HTTP/1.1" status: 204 len: 168 time: 0.9446228 Nov 03 18:37:11.863152 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e069f-2269-4a1c-b5a3-c156055889d2 x-openstack-request-id: req-897e069f-2269-4a1c-b5a3-c156055889d2 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:11.865523 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:11.866133 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-897e069f-2269-4a1c-b5a3-c156055889d2 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:11.867039 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'status': 'completed', 'code': 200} Nov 03 18:37:11.999255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b6ede-b769-4a86-a410-c527394bb80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c97ea6-bf56-46df-b3d1-a069f66010df,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:12.002175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '725350c6-a921-411d-a8a7-c335ca18cd99', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '725350c6-a921-411d-a8a7-c335ca18cd99', 'mac_address': 'fa:16:3e:b3:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:12.117351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-e639e320-5d38-49d0-be81-b7a02e834f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.130239 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-e639e320-5d38-49d0-be81-b7a02e834f6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d918ebb0bdd545c99b6c947934c61950&device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 1097 time: 0.3229139 Nov 03 18:37:12.229303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8434fb24-31f0-4015-86f0-e50e93758be4 req-22d33406-99c7-4ef3-a58b-3f5358b6816a service neutron] 10.222.0.70 "GET /v2.0/networks/2b6688b6-7333-494c-b3fe-1cab434fe137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591610 Nov 03 18:37:12.325952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93988ddc-00ec-4887-a319-b3316c06773e req-eea94d4d-4668-4648-826c-edbc51d18b74 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.330000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-eea94d4d-4668-4648-826c-edbc51d18b74 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.4433036 Nov 03 18:37:12.356088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Request body: {'port': {'device_id': '2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'admin_state_up': True, 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:12.412960 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:08Z', 'revision_number': 3, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port': {'id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:07Z', 'updated_at': '2021-11-03T18:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:12.415921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-763f457e-33ce-4279-988e-8d69daf7b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.420718 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-763f457e-33ce-4279-988e-8d69daf7b992 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2780545 Nov 03 18:37:12.558375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927663de-6042-4366-8741-473ef965b253 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:12.650076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-b3a88ee6-c71f-46e1-b17a-24280559e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.651689 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-2ee70870-fe1f-4b14-84f0-a28209269fd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=927663de-6042-4366-8741-473ef965b253 HTTP/1.1" status: 200 len: 217 time: 0.2213492 Nov 03 18:37:12.651831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-b3a88ee6-c71f-46e1-b17a-24280559e5d4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.3142354 Nov 03 18:37:12.685619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 927663de-6042-4366-8741-473ef965b253, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=927663de-6042-4366-8741-473ef965b253,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:12.720716 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.722258 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.815301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-9409f01e-4bbc-41df-811b-430c4173ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.816853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-9409f01e-4bbc-41df-811b-430c4173ed3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1611702 Nov 03 18:37:12.836861 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Checking router: f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:12.838138 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Updating router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee port 8118c5c1-b636-40a7-b756-dc2e11a797e6 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:37:12.875932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c71b4-5d58-468a-b872-4ed5bc45b1d5 req-e757f2f4-ca4a-42a7-95dc-3c31803f1e07 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.884378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb5c71b4-5d58-468a-b872-4ed5bc45b1d5 req-e757f2f4-ca4a-42a7-95dc-3c31803f1e07 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 946 time: 0.5478351 Nov 03 18:37:12.958882 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.980451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=927663de-6042-4366-8741-473ef965b253,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:12.987447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-d6e89e4a-9734-45ba-9e15-576d47603b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.989074 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-d6e89e4a-9734-45ba-9e15-576d47603b5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548982 Nov 03 18:37:13.050682 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.055093 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-df2e6624-4625-4147-a24a-f939a7139be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.106730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['927663de-6042-4366-8741-473ef965b253'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:13.309949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 58544d9f-9040-49b0-9298-d3220000f867 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:13.323304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 58544d9f-9040-49b0-9298-d3220000f867 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:13.324104 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.331344 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.356475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-df2e6624-4625-4147-a24a-f939a7139be2 None None] For port bcbab85b-846a-49c6-b993-2c7f295674e5, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bcbab85b-846a-49c6-b993-2c7f295674e5,segment=NetworkSegment(962de58c-e6ca-4b8f-90fd-bce744634c9e),segment_id=962de58c-e6ca-4b8f-90fd-bce744634c9e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:13.397748 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-6fd1d2fe-51be-4062-8d4b-9b3f03f5a6f1 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968117 Nov 03 18:37:13.416714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 725350c6-a921-411d-a8a7-c335ca18cd99 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:13.470530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:13.499159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port bcbab85b-846a-49c6-b993-2c7f295674e5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:13.500369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.756590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-df2e6624-4625-4147-a24a-f939a7139be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.774663 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.798404 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ad997848-4274-49e3-a280-d2220cbf1eaa req-4ff95d8b-31b6-48be-a9d1-92bbd99d6b84 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899922 Nov 03 18:37:13.815126 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'tag': '5c73366d-ad9b-43d8-a6b0-480f5d059663'}, {'name': 'network-changed', 'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'tag': '298dbcc1-071c-4081-b3fe-96cdaeb3377a'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:13.827790 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286b1539-ab3b-40b4-bc59-3d848fadaef4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "tag": "5c73366d-ad9b-43d8-a6b0-480f5d059663"}, {"name": "network-changed", "server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "tag": "298dbcc1-071c-4081-b3fe-96cdaeb3377a"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:13.939259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6624-4625-4147-a24a-f939a7139be2 None None] Pushing event updated for resources: {'Port': ['ID=bcbab85b-846a-49c6-b993-2c7f295674e5,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:13.996802 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.013320 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.030487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:14.043537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['725350c6-a921-411d-a8a7-c335ca18cd99'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:14.155050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d469856f-82ec-4d23-a972-8969fa38cd0f None None] Provisioning complete for port bcbab85b-846a-49c6-b993-2c7f295674e5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:14.155572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d469856f-82ec-4d23-a972-8969fa38cd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.193910 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Attempting to bind port 8118c5c1-b636-40a7-b756-dc2e11a797e6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:14.198790 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Attempting to bind port 8118c5c1-b636-40a7-b756-dc2e11a797e6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:14.200740 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Attempting to bind port 8118c5c1-b636-40a7-b756-dc2e11a797e6 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:14.227334 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e76c7-c17b-47c2-9448-7645a9a35c8a None None] Pushing event updated for resources: {'Port': ['ID=8118c5c1-b636-40a7-b756-dc2e11a797e6,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:14.236508 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:14.239834 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:14.240578 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.241916 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:14.243574 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Bound port: 8118c5c1-b636-40a7-b756-dc2e11a797e6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:14.246031 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.263752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-bdf1d053-27fa-405f-81e0-b477d046fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:14.265508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-bdf1d053-27fa-405f-81e0-b477d046fc58 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 1.6052127 Nov 03 18:37:14.322322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49172) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:14.378335 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] For port 8118c5c1-b636-40a7-b756-dc2e11a797e6, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:14.398060 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] For port 8118c5c1-b636-40a7-b756-dc2e11a797e6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8118c5c1-b636-40a7-b756-dc2e11a797e6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:14.407810 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.498556 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.504102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-4f7b9690-691e-4b55-a199-6dbfc0ba3cdd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 217 time: 0.2275927 Nov 03 18:37:14.552804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb5c71b4-5d58-468a-b872-4ed5bc45b1d5 req-0f2ca46b-11cf-4c6e-b8e4-99f95371ca63 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6478457 Nov 03 18:37:14.579583 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Routers {'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:14.581176 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:14.595729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:14.598161 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5027c-d4d0-45ce-aca9-ffa0eee04232" -d '{"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-plugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:14.658663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:14.701452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-325030864-network', 'tenant_id': '9ec0dc416cb0462e8835e40759be27be'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:14.742758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.745841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device bcbab85b-846a-49c6-b993-2c7f295674e5 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:14.748614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:14.767023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Made reservation on behalf of 9ec0dc416cb0462e8835e40759be27be for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:14.767815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.770071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.783332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.800106 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e76c7-c17b-47c2-9448-7645a9a35c8a None None] Pushing event updated for resources: {'Port': ['ID=8118c5c1-b636-40a7-b756-dc2e11a797e6,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:14.834476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5c73366d-ad9b-43d8-a6b0-480f5d059663 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:14.856286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-20724fd8-38fb-4e61-9f7f-e4ff843b0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:14.861961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-20724fd8-38fb-4e61-9f7f-e4ff843b0b9a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.2901435 Nov 03 18:37:14.923031 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] Set router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:14.936161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.942591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.029618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:37:15.048017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5c73366d-ad9b-43d8-a6b0-480f5d059663, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c73366d-ad9b-43d8-a6b0-480f5d059663,segment=NetworkSegment(ec2d3465-dc44-426d-98e0-3ffd48a87a8f),segment_id=ec2d3465-dc44-426d-98e0-3ffd48a87a8f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:15.054401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.054921 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Added segment b134a734-5707-4b76-8553-8a6e238663bd of type vlan for network aab539a1-7925-49ba-842e-9f4282cfd4e7 Nov 03 18:37:15.131514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '5c73366d-ad9b-43d8-a6b0-480f5d059663', 'network_id': '7004b5a1-6de1-4de0-9235-ebd64f29a3c5', 'port_id': '5c73366d-ad9b-43d8-a6b0-480f5d059663', 'mac_address': 'fa:16:3e:c8:06:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4822386a-b2a7-4b5d-a1ac-a09e54c89f1d', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:15.209284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3efa6f-a1d2-4c44-b93b-de34f423e52a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:15.213463 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port bcbab85b-846a-49c6-b993-2c7f295674e5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:15.213963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.238115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.248020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-ac70028f-8191-4c43-88d8-93f7ada5a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:15.250792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-ac70028f-8191-4c43-88d8-93f7ada5a1e5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3205733 Nov 03 18:37:15.315040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.317146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:15.319902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.321072 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.368064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:15.393838 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.416599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c73366d-ad9b-43d8-a6b0-480f5d059663 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:15.420628 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:08Z', 'revision_number': 3, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port': {'id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:07Z', 'updated_at': '2021-11-03T18:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:15.445079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5c73366d-ad9b-43d8-a6b0-480f5d059663, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c73366d-ad9b-43d8-a6b0-480f5d059663,segment=NetworkSegment(ec2d3465-dc44-426d-98e0-3ffd48a87a8f),segment_id=ec2d3465-dc44-426d-98e0-3ffd48a87a8f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:15.461602 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.462313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 298dbcc1-071c-4081-b3fe-96cdaeb3377a details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:15.463979 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1403456 Nov 03 18:37:15.465302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49202) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:15.475657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Request body: {'subnet': {'network_id': 'aab539a1-7925-49ba-842e-9f4282cfd4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-325030864-subnet', 'tenant_id': '9ec0dc416cb0462e8835e40759be27be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:15.501467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Made reservation on behalf of 9ec0dc416cb0462e8835e40759be27be for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:15.506770 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5731b97-ca28-4756-82d2-769ebf1f402a None None] The sync data for ids ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'] in n-d-812148-3 is: [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:08Z', 'revision_number': 3, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port': {'id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:07Z', 'updated_at': '2021-11-03T18:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:15.509147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.516046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca231f-10c0-4fa9-99d3-93f5f9cb96f3 admin admin] Pushing event updated for resources: {'Network': ['ID=aab539a1-7925-49ba-842e-9f4282cfd4e7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:15.693949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network aab539a1-7925-49ba-842e-9f4282cfd4e7 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:37:15.707581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=5c73366d-ad9b-43d8-a6b0-480f5d059663,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:15.922500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-4843d5bc-d530-4b02-8ffb-c97f95e52ebe service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633680 Nov 03 18:37:15.938609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 298dbcc1-071c-4081-b3fe-96cdaeb3377a, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=298dbcc1-071c-4081-b3fe-96cdaeb3377a,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:15.941665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Allocated IP 172.20.0.5 (216a7812-84d2-4978-8b51-d49480d4019a/0cd22e13-56de-48cd-a0d5-8a5717f3c69f/ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:15.992362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:16.062938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.182526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Allocated IP 172.20.0.1 (667cbe1f-b1af-41b2-abf7-09d6ead99d83/886a4b82-725b-4a20-a0d5-1823468c8507/ac637fd7-38f6-4555-b3c1-8218fab4502c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:16.210967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43ef516-b366-4fb4-baba-dfe4d83b8a7b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:16.214790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Checking segment: {'id': 'b134a734-5707-4b76-8553-8a6e238663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aab539a1-7925-49ba-842e-9f4282cfd4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:16.215157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Network hostable DHCP agents. Network: aab539a1-7925-49ba-842e-9f4282cfd4e7, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:37:16.260854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Network aab539a1-7925-49ba-842e-9f4282cfd4e7 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:37:16.284262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, aab539a1-7925-49ba-842e-9f4282cfd4e7) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:16.290392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:16.291384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.331755 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-24dd1536-20c9-401a-85b1-3ae63467804f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8635993 Nov 03 18:37:16.358908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '298dbcc1-071c-4081-b3fe-96cdaeb3377a', 'network_id': '2b6688b6-7333-494c-b3fe-1cab434fe137', 'port_id': '298dbcc1-071c-4081-b3fe-96cdaeb3377a', 'mac_address': 'fa:16:3e:cd:a0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05245a7-501e-42ba-9380-243e8bcf39e0', 'ip_address': '19.86.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:16.377049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b89fe5-c5bd-415d-ba13-bd041eddf997 None None] Network aab539a1-7925-49ba-842e-9f4282cfd4e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:16.511927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c771f3c4-bc1d-4633-a0c3-c01da33d498d req-ea773b08-bdcd-446e-a71b-b8a5e83d60dd service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611300 Nov 03 18:37:16.784810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.801714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.853142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 725350c6-a921-411d-a8a7-c335ca18cd99 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:16.853910 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.858206 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.015985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8118c5c1-b636-40a7-b756-dc2e11a797e6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:17.066246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298dbcc1-071c-4081-b3fe-96cdaeb3377a {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:17.078594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:17.089951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Pushing event updated for resources: {'Port': ['ID=ac637fd7-38f6-4555-b3c1-8218fab4502c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:17.098917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:17.128220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:17.241313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 298dbcc1-071c-4081-b3fe-96cdaeb3377a, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=298dbcc1-071c-4081-b3fe-96cdaeb3377a,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:17.274831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.276455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.434221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.462522 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.535148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.587548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 927663de-6042-4366-8741-473ef965b253 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:17.593863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:17.762179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Network 216a7812-84d2-4978-8b51-d49480d4019a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:17.770992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:17.776146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1245459463-network', 'tenant_id': '1dd45ecc4637472b91550d485db4c1c2'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:17.835548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:17.841863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Made reservation on behalf of 1dd45ecc4637472b91550d485db4c1c2 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:17.845771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event updated for resources: {'Port': ['ID=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:17.846820 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.850879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:17.875509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.924944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['298dbcc1-071c-4081-b3fe-96cdaeb3377a'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:17.928651 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.962563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cb7e1517-a38a-4457-ac9a-f92cdd549e2d None None] Provisioning complete for port ac637fd7-38f6-4555-b3c1-8218fab4502c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:17.962563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1517-a38a-4457-ac9a-f92cdd549e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.986267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.994817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.057763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8118c5c1-b636-40a7-b756-dc2e11a797e6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:18.058864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.085510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:37:18.113729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a234d3b-1ac5-45ba-9495-03508ac4f8f4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:18.132976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:18.136123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.142978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.143336 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Added segment 824932f1-2af4-4d36-943d-42cbd1a5c880 of type vlan for network 5e4bb76d-5752-4fd0-a531-11b5a55fedca Nov 03 18:37:18.182238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eddc5ca-4a4a-4c75-979c-ab12b6ebe238 None None] Network aab539a1-7925-49ba-842e-9f4282cfd4e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:18.185017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e1517-a38a-4457-ac9a-f92cdd549e2d None None] Port ac637fd7-38f6-4555-b3c1-8218fab4502c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:18.294943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-05fd6943-8c52-4590-a2ce-8726c633e998 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9443688 Nov 03 18:37:18.303178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.321087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Request body: {'port': {'device_id': '2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:18.372389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.374103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:18.374973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.442289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6700761 Nov 03 18:37:18.463230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49224) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:18.475947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Request body: {'subnet': {'network_id': '5e4bb76d-5752-4fd0-a531-11b5a55fedca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1245459463-subnet', 'tenant_id': '1dd45ecc4637472b91550d485db4c1c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:18.489998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:18.535894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Made reservation on behalf of 1dd45ecc4637472b91550d485db4c1c2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:18.543861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.575264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.658917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=298dbcc1-071c-4081-b3fe-96cdaeb3377a,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:18.675871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6919f9-ebfb-4912-b7a3-61a7ac6824c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4bb76d-5752-4fd0-a531-11b5a55fedca,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:18.741449 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.742735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5e4bb76d-5752-4fd0-a531-11b5a55fedca details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:37:18.894638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['5c73366d-ad9b-43d8-a6b0-480f5d059663'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:19.017804 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.097734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bde95e-ee1b-4008-8083-4e319a41c633,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:19.116259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Checking segment: {'id': '824932f1-2af4-4d36-943d-42cbd1a5c880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5e4bb76d-5752-4fd0-a531-11b5a55fedca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:19.117266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Network hostable DHCP agents. Network: 5e4bb76d-5752-4fd0-a531-11b5a55fedca, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:37:19.144999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Network 5e4bb76d-5752-4fd0-a531-11b5a55fedca is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:37:19.149578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 927663de-6042-4366-8741-473ef965b253 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:19.166985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 5e4bb76d-5752-4fd0-a531-11b5a55fedca) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:19.175290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:19.177151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.202478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 927663de-6042-4366-8741-473ef965b253 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:19.203023 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.235597 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4f0231ef-75ce-4a71-ad4d-163767fa9c17 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7710731 Nov 03 18:37:19.247108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.255023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.473022 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.711173 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d8a23-f2a8-472f-82ab-dc86173c212f None None] Network 5e4bb76d-5752-4fd0-a531-11b5a55fedca requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:19.728843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Pushing event updated for resources: {'Port': ['ID=ac637fd7-38f6-4555-b3c1-8218fab4502c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:19.853271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:19.864709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.897724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Transition to ACTIVE for port object ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:19.909901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:19.911081 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.923183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:20.122711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:20.258710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b95868-96e4-4292-8fd1-8d12dea49538 None None] Network 5e4bb76d-5752-4fd0-a531-11b5a55fedca requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:20.503381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:20.554958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-38e61ec4-2366-41ff-8c16-03dc567ff546 None None] Provisioning complete for port ac637fd7-38f6-4555-b3c1-8218fab4502c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:20.555338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38e61ec4-2366-41ff-8c16-03dc567ff546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.586752 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.663620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Pushing event updated for resources: {'Port': ['ID=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:20.696494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 8118c5c1-b636-40a7-b756-dc2e11a797e6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8118c5c1-b636-40a7-b756-dc2e11a797e6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:20.724127 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.770770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-38e61ec4-2366-41ff-8c16-03dc567ff546 None None] Port ac637fd7-38f6-4555-b3c1-8218fab4502c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:20.808952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Attempting to bind port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:20.809464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Attempting to bind port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:20.809911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Attempting to bind port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:20.819004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 on network 216a7812-84d2-4978-8b51-d49480d4019a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:20.820002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Attempting to bind port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:20.830488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:20.830980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:20.831483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Bound using segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:20.832039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Bound port: ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:20.832963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.837743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:20.851873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-225c3c74-a113-412c-8d64-5a8506015e04 admin admin] 10.222.0.77 "PUT /v2.0/routers/f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2561328 Nov 03 18:37:20.886209 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.906034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Sync routers for ids ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:20.944494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Routers {'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:20.945179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:20.992048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] For port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:20.997846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] For port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:21.003987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.033277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 927663de-6042-4366-8741-473ef965b253, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=927663de-6042-4366-8741-473ef965b253,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:21.045005 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.049642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=8118c5c1-b636-40a7-b756-dc2e11a797e6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:21.079298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.080810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.083439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] 10.222.0.70 "PUT /v2.0/ports/ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 HTTP/1.1" status: 200 len: 1091 time: 2.7727175 Nov 03 18:37:21.085027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4', 'tag': 'ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:21.088243 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4", "tag": "ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:21.121606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=927663de-6042-4366-8741-473ef965b253,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:21.125563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 298dbcc1-071c-4081-b3fe-96cdaeb3377a up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:21.152915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026451e-2c64-4780-88d9-acd2f1675091 service neutron] Pushing event updated for resources: {'Port': ['ID=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:21.217502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93988ddc-00ec-4887-a319-b3316c06773e req-e1aa1cde-a45a-44fe-bb60-311d68974233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.219117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-e1aa1cde-a45a-44fe-bb60-311d68974233 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 1094 time: 0.0880835 Nov 03 18:37:21.230444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 298dbcc1-071c-4081-b3fe-96cdaeb3377a completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:21.239661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 298dbcc1-071c-4081-b3fe-96cdaeb3377a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:21.240159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.272810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Set router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:21.388787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-8059dcf3-ad48-4e73-bd4f-d636a03aeb4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 HTTP/1.1" status: 200 len: 217 time: 0.1612444 Nov 03 18:37:21.490866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93988ddc-00ec-4887-a319-b3316c06773e req-3406cc7d-a9ba-4e0d-9627-a7031597dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.492444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-3406cc7d-a9ba-4e0d-9627-a7031597dd05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.0967128 Nov 03 18:37:21.543694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-069333ab-876d-4107-b76a-59c5a1050a08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398924 Nov 03 18:37:21.698766 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.772725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:17Z', 'revision_number': 4, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port': {'id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:07Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ac637fd7-38f6-4555-b3c1-8218fab4502c', 'name': '', 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'mac_address': 'fa:16:3e:d7:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '886a4b82-725b-4a20-a0d5-1823468c8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:15Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 2, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'subnets': [{'id': '886a4b82-725b-4a20-a0d5-1823468c8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:21.776883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 298dbcc1-071c-4081-b3fe-96cdaeb3377a, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=298dbcc1-071c-4081-b3fe-96cdaeb3377a,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:21.803405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-4ab084ee-040c-4f55-b681-a339c49092fa service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500999 Nov 03 18:37:21.814252 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.889078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Checking router: f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:21.889481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Updating router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee port ac637fd7-38f6-4555-b3c1-8218fab4502c binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:37:21.902918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=298dbcc1-071c-4081-b3fe-96cdaeb3377a,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:21.906765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5c73366d-ad9b-43d8-a6b0-480f5d059663 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:21.986296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.019440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93988ddc-00ec-4887-a319-b3316c06773e req-958bc810-f34c-4068-9118-7e07e1301298 service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114727 Nov 03 18:37:22.077753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 5c73366d-ad9b-43d8-a6b0-480f5d059663 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:22.089537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 5c73366d-ad9b-43d8-a6b0-480f5d059663 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:22.090009 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.325443 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.406521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5c73366d-ad9b-43d8-a6b0-480f5d059663, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c73366d-ad9b-43d8-a6b0-480f5d059663,segment=NetworkSegment(ec2d3465-dc44-426d-98e0-3ffd48a87a8f),segment_id=ec2d3465-dc44-426d-98e0-3ffd48a87a8f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:22.414107 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.518788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=5c73366d-ad9b-43d8-a6b0-480f5d059663,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:22.556130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.572095 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.668511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c05e2-348e-4994-a4d1-f5283ee78621 None None] Pushing event updated for resources: {'Port': ['ID=ac637fd7-38f6-4555-b3c1-8218fab4502c,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:22.762651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Attempting to bind port ac637fd7-38f6-4555-b3c1-8218fab4502c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:22.763790 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Attempting to bind port ac637fd7-38f6-4555-b3c1-8218fab4502c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:22.764260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Attempting to bind port ac637fd7-38f6-4555-b3c1-8218fab4502c on network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:22.778769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:22.779263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Checking segment: {'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:22.779767 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.780312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Bound using segment: {'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:22.781599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Bound port: ac637fd7-38f6-4555-b3c1-8218fab4502c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962de58c-e6ca-4b8f-90fd-bce744634c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:22.782219 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.890221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] For port ac637fd7-38f6-4555-b3c1-8218fab4502c, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:22.895905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] For port ac637fd7-38f6-4555-b3c1-8218fab4502c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ac637fd7-38f6-4555-b3c1-8218fab4502c,segment=NetworkSegment(962de58c-e6ca-4b8f-90fd-bce744634c9e),segment_id=962de58c-e6ca-4b8f-90fd-bce744634c9e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:22.904637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.936713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8118c5c1-b636-40a7-b756-dc2e11a797e6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:23.335606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Routers {'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:23.336289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:23.424739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8265430c-5f2e-4255-85a1-9cb4ab56861f None None] Provisioning complete for port ac637fd7-38f6-4555-b3c1-8218fab4502c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:23.425378 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8265430c-5f2e-4255-85a1-9cb4ab56861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:23.430827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c05e2-348e-4994-a4d1-f5283ee78621 None None] Pushing event updated for resources: {'Port': ['ID=ac637fd7-38f6-4555-b3c1-8218fab4502c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:23.524038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:23.529402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8118c5c1-b636-40a7-b756-dc2e11a797e6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:23.529799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:23.669879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] Set router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:23.965895 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8265430c-5f2e-4255-85a1-9cb4ab56861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.200439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8265430c-5f2e-4255-85a1-9cb4ab56861f None None] For port ac637fd7-38f6-4555-b3c1-8218fab4502c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ac637fd7-38f6-4555-b3c1-8218fab4502c,segment=NetworkSegment(962de58c-e6ca-4b8f-90fd-bce744634c9e),segment_id=962de58c-e6ca-4b8f-90fd-bce744634c9e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:24.209360 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8265430c-5f2e-4255-85a1-9cb4ab56861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.278352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265430c-5f2e-4255-85a1-9cb4ab56861f None None] Pushing event updated for resources: {'Port': ['ID=ac637fd7-38f6-4555-b3c1-8218fab4502c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:24.292469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:24.315237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:17Z', 'revision_number': 4, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port': {'id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:07Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ac637fd7-38f6-4555-b3c1-8218fab4502c', 'name': '', 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'mac_address': 'fa:16:3e:d7:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '886a4b82-725b-4a20-a0d5-1823468c8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:15Z', 'updated_at': '2021-11-03T18:37:22Z', 'revision_number': 4, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'subnets': [{'id': '886a4b82-725b-4a20-a0d5-1823468c8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:24.317589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'port_id': 'ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02', 'mac_address': 'fa:16:3e:92:15:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd22e13-56de-48cd-a0d5-8a5717f3c69f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:24.383721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4d6c5-43c7-4726-8992-59e8f0f42793 None None] The sync data for ids ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'] in n-d-812148-3 is: [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:17Z', 'revision_number': 4, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port': {'id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:07Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ac637fd7-38f6-4555-b3c1-8218fab4502c', 'name': '', 'network_id': '667cbe1f-b1af-41b2-abf7-09d6ead99d83', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'mac_address': 'fa:16:3e:d7:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '886a4b82-725b-4a20-a0d5-1823468c8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:15Z', 'updated_at': '2021-11-03T18:37:22Z', 'revision_number': 4, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'subnets': [{'id': '886a4b82-725b-4a20-a0d5-1823468c8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:24.404172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8e9ecdc7-a0ba-43c8-b34f-052d79a1d6c8 None None] Provisioning complete for port ac637fd7-38f6-4555-b3c1-8218fab4502c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:24.404172 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8e9ecdc7-a0ba-43c8-b34f-052d79a1d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.503239 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.541677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:24.560506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:24.570981 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.695685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:24.812407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:24.904966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ac637fd7-38f6-4555-b3c1-8218fab4502c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:25.040436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ac637fd7-38f6-4555-b3c1-8218fab4502c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:25.040810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.518073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:27.644264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:27.653044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:27.653440 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.861858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.981730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:27.993249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.054944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:29.072211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b9ff-e6aa-4651-bd05-786fa6717753 req-c138362f-99dd-493f-9182-3775cc01b6be tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.073741 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6571b9ff-e6aa-4651-bd05-786fa6717753 req-c138362f-99dd-493f-9182-3775cc01b6be tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 946 time: 0.0608952 Nov 03 18:37:29.130908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6571b9ff-e6aa-4651-bd05-786fa6717753 req-23fbb70f-c21c-47a4-8041-9ba27e1ecbf4 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505390 Nov 03 18:37:29.253628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853a4b-767c-40ac-a43a-93217861658d req-0ac32fe5-e8f0-4112-bf3b-bc3919efa0d1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.255388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52853a4b-767c-40ac-a43a-93217861658d req-0ac32fe5-e8f0-4112-bf3b-bc3919efa0d1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.0584731 Nov 03 18:37:29.310758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52853a4b-767c-40ac-a43a-93217861658d req-93fa8dab-df8c-4c4c-9905-d3654aa70e42 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486419 Nov 03 18:37:29.431972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca6659-56b5-4b6e-a65a-fe708251cd08 req-6301b093-8ffa-4b33-8fcd-8dbadf959658 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.438055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca6659-56b5-4b6e-a65a-fe708251cd08 req-6301b093-8ffa-4b33-8fcd-8dbadf959658 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.441727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75ca6659-56b5-4b6e-a65a-fe708251cd08 req-6301b093-8ffa-4b33-8fcd-8dbadf959658 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.0630920 Nov 03 18:37:29.494075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75ca6659-56b5-4b6e-a65a-fe708251cd08 req-4808a5e9-26ff-4cd6-849b-dc930cd1ee29 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480881 Nov 03 18:37:29.549319 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c4e8f8-b013-4bd7-a467-aa4a2198e0ab x-openstack-request-id: req-a6c4e8f8-b013-4bd7-a467-aa4a2198e0ab {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:29.550456 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "tag": "5c73366d-ad9b-43d8-a6b0-480f5d059663", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "tag": "298dbcc1-071c-4081-b3fe-96cdaeb3377a", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:29.550851 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6c4e8f8-b013-4bd7-a467-aa4a2198e0ab {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:29.551298 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'tag': '5c73366d-ad9b-43d8-a6b0-480f5d059663', 'status': 'completed', 'code': 200} Nov 03 18:37:29.551563 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'tag': '298dbcc1-071c-4081-b3fe-96cdaeb3377a', 'status': 'completed', 'code': 200} Nov 03 18:37:29.580748 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3011ce-fb8f-455a-9524-7a732d741536 x-openstack-request-id: req-2f3011ce-fb8f-455a-9524-7a732d741536 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:29.581799 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-plugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:29.582277 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f3011ce-fb8f-455a-9524-7a732d741536 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:29.582954 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'code': 200} Nov 03 18:37:29.617799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-0ca9a4c6-9025-4b71-a572-8ff2fd028116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.618342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-0ca9a4c6-9025-4b71-a572-8ff2fd028116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.620565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-0ca9a4c6-9025-4b71-a572-8ff2fd028116 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1983 time: 0.0473838 Nov 03 18:37:29.797631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5643d-7858-4042-9cec-be7cf90ee5d4 req-45aba57b-0292-4bb4-9f79-204fe15bee45 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.799109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5db5643d-7858-4042-9cec-be7cf90ee5d4 req-45aba57b-0292-4bb4-9f79-204fe15bee45 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.1504252 Nov 03 18:37:29.813798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a1c00-4715-44b3-a89b-34cd545ab1a1 req-7fc719e1-126f-4745-8bf8-b0c6896ea4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.815483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-247a1c00-4715-44b3-a89b-34cd545ab1a1 req-7fc719e1-126f-4745-8bf8-b0c6896ea4ed service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1097 time: 0.1465402 Nov 03 18:37:29.816625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-57bba357-1cc4-45b0-baa4-e6003fe1c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.818606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-57bba357-1cc4-45b0-baa4-e6003fe1c239 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7004b5a1-6de1-4de0-9235-ebd64f29a3c5 HTTP/1.1" status: 200 len: 902 time: 0.1862895 Nov 03 18:37:29.893764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-282c25d9-13c6-42f8-8984-5ddaae1784fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=5c73366d-ad9b-43d8-a6b0-480f5d059663 HTTP/1.1" status: 200 len: 217 time: 0.0622416 Nov 03 18:37:29.985960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-247a1c00-4715-44b3-a89b-34cd545ab1a1 req-a5cb3c49-d61f-4d71-88cc-13aa6fb76344 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1614223 Nov 03 18:37:30.014789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-296985e8-b91d-496f-9fd9-3514929e32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.017088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-296985e8-b91d-496f-9fd9-3514929e32a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4822386a-b2a7-4b5d-a1ac-a09e54c89f1d HTTP/1.1" status: 200 len: 801 time: 0.1117761 Nov 03 18:37:30.026053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5db5643d-7858-4042-9cec-be7cf90ee5d4 req-993cf441-4bb6-421b-b4c4-ae97c6269d4f tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957321 Nov 03 18:37:30.106868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-a4d77a0c-bf4d-4f18-bf10-8823aa878712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.109881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-a4d77a0c-bf4d-4f18-bf10-8823aa878712 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7004b5a1-6de1-4de0-9235-ebd64f29a3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825961 Nov 03 18:37:30.285661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-d2929184-f89d-4167-b406-1bc75bc9abaa service neutron] 10.222.0.70 "GET /v2.0/networks/7004b5a1-6de1-4de0-9235-ebd64f29a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673720 Nov 03 18:37:30.529135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-0033c435-1e47-45b6-80ff-b32a57a0d834 service neutron] 10.222.0.70 "GET /v2.0/networks/7004b5a1-6de1-4de0-9235-ebd64f29a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373884 Nov 03 18:37:30.551291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-4dea2de9-ef98-4d7e-b57e-732d015de124 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.553062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-4dea2de9-ef98-4d7e-b57e-732d015de124 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/networks?id=aab539a1-7925-49ba-842e-9f4282cfd4e7 HTTP/1.1" status: 200 len: 814 time: 0.1680815 Nov 03 18:37:30.570643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-af0c2789-6a6c-4d2e-9554-95ddeca9b775 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/quotas/9ec0dc416cb0462e8835e40759be27be HTTP/1.1" status: 200 len: 375 time: 0.0103498 Nov 03 18:37:30.619187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-f94cd5a9-c0a0-442a-84bb-1b85194c4658 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ec0dc416cb0462e8835e40759be27be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393040 Nov 03 18:37:30.711547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-7df9d683-9d9d-4758-8050-eb44900bac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.712026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-7df9d683-9d9d-4758-8050-eb44900bac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.713635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-7df9d683-9d9d-4758-8050-eb44900bac18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4098930965064fe38cac7761cc640c5c&device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1983 time: 0.1193264 Nov 03 18:37:30.762660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-5e521be8-1266-469d-bd2d-c2fee3f99401 service neutron] 10.222.0.77 "GET /v2.0/networks/aab539a1-7925-49ba-842e-9f4282cfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288800 Nov 03 18:37:30.880615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-a8c919d1-1d76-4a16-8111-b548e1ab3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.882061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-a8c919d1-1d76-4a16-8111-b548e1ab3323 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2b6688b6-7333-494c-b3fe-1cab434fe137 HTTP/1.1" status: 200 len: 903 time: 0.1605444 Nov 03 18:37:30.939670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-7032af3d-b347-44f5-82e3-5e53bdaeda41 service neutron] 10.222.0.77 "GET /v2.0/networks/aab539a1-7925-49ba-842e-9f4282cfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478803 Nov 03 18:37:30.941336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-796fb44d-1141-4020-a887-908303c2cc5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=298dbcc1-071c-4081-b3fe-96cdaeb3377a HTTP/1.1" status: 200 len: 217 time: 0.0496049 Nov 03 18:37:30.993140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-95c931e0-5826-43ed-bdde-6368a4890ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.994656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-95c931e0-5826-43ed-bdde-6368a4890ab4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f05245a7-501e-42ba-9380-243e8bcf39e0 HTTP/1.1" status: 200 len: 801 time: 0.0466344 Nov 03 18:37:31.051130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-3f461b3a-6d7e-409f-ae18-db1bd14c965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:31.052828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-3f461b3a-6d7e-409f-ae18-db1bd14c965d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b6688b6-7333-494c-b3fe-1cab434fe137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508339 Nov 03 18:37:31.081450 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f5faff-4d9d-4fb5-b13a-1c6ed2bae5e7 x-openstack-request-id: req-c4f5faff-4d9d-4fb5-b13a-1c6ed2bae5e7 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:31.081733 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4", "tag": "ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:31.081986 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4f5faff-4d9d-4fb5-b13a-1c6ed2bae5e7 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:31.082446 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4', 'tag': 'ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02', 'status': 'completed', 'code': 200} Nov 03 18:37:31.161362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-71b218d7-0f85-499a-83cd-5cb815264e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:31.163565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-71b218d7-0f85-499a-83cd-5cb815264e07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 1096 time: 0.0675476 Nov 03 18:37:31.174073 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-d66ab73f-f97d-487b-a7e2-e695b6fd4929 service neutron] 10.222.0.70 "GET /v2.0/networks/2b6688b6-7333-494c-b3fe-1cab434fe137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126032 Nov 03 18:37:31.285031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-def7c18d-d6c6-460f-817c-a8bed9d7fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:31.287499 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-def7c18d-d6c6-460f-817c-a8bed9d7fa7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.1148777 Nov 03 18:37:31.343624 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-45a1e549-8300-4174-a736-700e7bfe3ddc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 HTTP/1.1" status: 200 len: 217 time: 0.0473921 Nov 03 18:37:31.345209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-d7b577c9-71a1-4678-bce6-3187da8e0a64 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1882026 Nov 03 18:37:31.360442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:31.389267 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-286b1539-ab3b-40b4-bc59-3d848fadaef4 req-523015a0-3c01-40a8-b53a-f50e35e1fe47 service neutron] 10.222.0.70 "GET /v2.0/networks/2b6688b6-7333-494c-b3fe-1cab434fe137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045703 Nov 03 18:37:31.401843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-591f2987-c22c-4a11-ae52-c5d863aeb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:31.403348 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-591f2987-c22c-4a11-ae52-c5d863aeb466 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.0509851 Nov 03 18:37:31.404301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.445261 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-e7c2d9e8-606b-428c-96eb-0a6fb83a1c5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350840 Nov 03 18:37:31.516832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.553240 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-3585e602-8b28-4af4-9eb2-45549da2f499 service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002355 Nov 03 18:37:31.585794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99'}, {'server_uuid': '0e606c5b-ec67-4804-8c80-7dcd986409bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927663de-6042-4366-8741-473ef965b253'}, {'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298dbcc1-071c-4081-b3fe-96cdaeb3377a'}, {'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73366d-ad9b-43d8-a6b0-480f5d059663'}, {'server_uuid': '2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:31.589892 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bfef85-a715-4568-ace2-dabfb33b9832" -d '{"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-plugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99"}, {"server_uuid": "0e606c5b-ec67-4804-8c80-7dcd986409bd", "name": "network-vif-plugged", "status": "completed", "tag": "927663de-6042-4366-8741-473ef965b253"}, {"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-plugged", "status": "completed", "tag": "298dbcc1-071c-4081-b3fe-96cdaeb3377a"}, {"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-plugged", "status": "completed", "tag": "5c73366d-ad9b-43d8-a6b0-480f5d059663"}, {"server_uuid": "2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4", "name": "network-vif-plugged", "status": "completed", "tag": "ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:31.638941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Allocated IP 172.25.3.220 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/7b36ad60-917f-48d2-9e3a-cee317317513) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:31.655098 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0b9c5625-e182-4b90-ad46-9c8ba0bf9bab req-2507937a-650f-4261-bc59-88e32949cc2f service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947003 Nov 03 18:37:31.749741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.783723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.820216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:31.824381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:31.829986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:31.853043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Pushing event updated for resources: {'Port': ['ID=7b36ad60-917f-48d2-9e3a-cee317317513,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:31.915722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.959619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.066799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.109636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.114343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.257743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Pushing event updated for resources: {'Port': ['ID=7b36ad60-917f-48d2-9e3a-cee317317513,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:32.274753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.303854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.305067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-c0a9f564-3bb6-4dcb-973f-e17e7b79d710 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9503856 Nov 03 18:37:32.313363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-081f3858-0336-486c-b31b-b4540e06d6de tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.314815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-081f3858-0336-486c-b31b-b4540e06d6de tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.96 "GET /v2.0/networks?id=aab539a1-7925-49ba-842e-9f4282cfd4e7 HTTP/1.1" status: 200 len: 814 time: 0.1698942 Nov 03 18:37:32.358270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Request body: {'port': {'device_id': 'c424776c-bce8-439b-b5e2-3de6b5b4285c', 'network_id': 'aab539a1-7925-49ba-842e-9f4282cfd4e7', 'admin_state_up': True, 'tenant_id': '9ec0dc416cb0462e8835e40759be27be'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:32.369399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-b791baec-71d0-4c29-b214-ad3a6eff074f tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0536635 Nov 03 18:37:32.544313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-0d027992-9bbb-40c6-b293-051575c8b8fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.545588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87de3b9c-b823-407b-8f17-b013f3f6e2ba req-0d027992-9bbb-40c6-b293-051575c8b8fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1665924 Nov 03 18:37:32.558167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Made reservation on behalf of 9ec0dc416cb0462e8835e40759be27be for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:32.561964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.728157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Allocated IP 172.20.0.6 (aab539a1-7925-49ba-842e-9f4282cfd4e7/c43ef516-b366-4fb4-baba-dfe4d83b8a7b/fb030647-5c61-4312-a248-350af12e10d2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:32.743656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503eae7-fc4b-497b-951c-edfef9d4af4f req-75120755-abe8-4259-8e55-2c823a6e00db tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.745214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1503eae7-fc4b-497b-951c-edfef9d4af4f req-75120755-abe8-4259-8e55-2c823a6e00db tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 946 time: 0.0926149 Nov 03 18:37:32.841408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1503eae7-fc4b-497b-951c-edfef9d4af4f req-ed036407-9f94-4205-86cf-c4d54a2ed669 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865750 Nov 03 18:37:32.953453 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.980096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdf5d7-ec4c-46c2-a632-e9a48217a64e req-afd039cf-1c0d-41f8-a67e-8d9a1f70510a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.981637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24fdf5d7-ec4c-46c2-a632-e9a48217a64e req-afd039cf-1c0d-41f8-a67e-8d9a1f70510a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.0772486 Nov 03 18:37:33.028217 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:33.072934 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:33.082696 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24fdf5d7-ec4c-46c2-a632-e9a48217a64e req-93e247b9-a992-4356-9164-539a758b0300 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934722 Nov 03 18:37:33.100092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Network aab539a1-7925-49ba-842e-9f4282cfd4e7 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:33.104102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:33.106191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Pushing event updated for resources: {'Port': ['ID=fb030647-5c61-4312-a248-350af12e10d2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:33.108316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:33.172481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.173088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:33.209943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-fd112317-a8b2-4de3-b5cc-50f6e18a3713 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570325 Nov 03 18:37:33.228609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6472b0-0bf6-4947-aa06-464c76271fab req-885af0e6-c064-4295-8281-2ae0993b9061 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.234683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6472b0-0bf6-4947-aa06-464c76271fab req-885af0e6-c064-4295-8281-2ae0993b9061 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.236269 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b6472b0-0bf6-4947-aa06-464c76271fab req-885af0e6-c064-4295-8281-2ae0993b9061 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.0798483 Nov 03 18:37:33.241242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Request body: {'port': {'device_id': 'c424776c-bce8-439b-b5e2-3de6b5b4285c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:33.340512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b6472b0-0bf6-4947-aa06-464c76271fab req-57b161d8-79ab-4cc3-9c2b-1da6090b40db tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962946 Nov 03 18:37:33.341566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:33.886713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:33.959111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-64cadf7c-2985-4427-818a-fe848919a1e3 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.960609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-64cadf7c-2985-4427-818a-fe848919a1e3 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/networks?id=3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 HTTP/1.1" status: 200 len: 814 time: 0.4648259 Nov 03 18:37:33.971920 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:33.985512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-97b07ffe-30e0-48c5-8f78-c7848afdb571 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/quotas/a095ef6d59574b68afaf21224c6aa841 HTTP/1.1" status: 200 len: 375 time: 0.0172207 Nov 03 18:37:34.007948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:34.013164 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.059582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb030647-5c61-4312-a248-350af12e10d2 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:34.063504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:34.069825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.088540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-49fd587a-0050-46fd-99e8-e204e9434d07 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a095ef6d59574b68afaf21224c6aa841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934064 Nov 03 18:37:34.091125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Transition to ACTIVE for port object fb030647-5c61-4312-a248-350af12e10d2 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:34.095102 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.198217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Pushing event updated for resources: {'Port': ['ID=fb030647-5c61-4312-a248-350af12e10d2,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:34.270357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-3051e2c1-1104-48af-a64f-181f066917df service neutron] 10.222.0.77 "GET /v2.0/networks/3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730227 Nov 03 18:37:34.313627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Attempting to bind port fb030647-5c61-4312-a248-350af12e10d2 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:34.314001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Attempting to bind port fb030647-5c61-4312-a248-350af12e10d2 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'b134a734-5707-4b76-8553-8a6e238663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aab539a1-7925-49ba-842e-9f4282cfd4e7'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:34.314270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Attempting to bind port fb030647-5c61-4312-a248-350af12e10d2 on network aab539a1-7925-49ba-842e-9f4282cfd4e7 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:34.344273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Port fb030647-5c61-4312-a248-350af12e10d2 on network aab539a1-7925-49ba-842e-9f4282cfd4e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:34.344952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Attempting to bind port fb030647-5c61-4312-a248-350af12e10d2 on network aab539a1-7925-49ba-842e-9f4282cfd4e7 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:34.359384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:34.359703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Checking segment: {'id': 'b134a734-5707-4b76-8553-8a6e238663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aab539a1-7925-49ba-842e-9f4282cfd4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:34.360079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Bound using segment: {'id': 'b134a734-5707-4b76-8553-8a6e238663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aab539a1-7925-49ba-842e-9f4282cfd4e7'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:34.360505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Bound port: fb030647-5c61-4312-a248-350af12e10d2, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b134a734-5707-4b76-8553-8a6e238663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aab539a1-7925-49ba-842e-9f4282cfd4e7'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:34.360855 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.412540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-13f9816e-1613-430a-b6b5-a96d7ff2dd68 service neutron] 10.222.0.77 "GET /v2.0/networks/3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351829 Nov 03 18:37:34.440504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] For port fb030647-5c61-4312-a248-350af12e10d2, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:34.444269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] For port fb030647-5c61-4312-a248-350af12e10d2, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fb030647-5c61-4312-a248-350af12e10d2,segment=NetworkSegment(b134a734-5707-4b76-8553-8a6e238663bd),segment_id=b134a734-5707-4b76-8553-8a6e238663bd)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:34.449815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.486466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:34.487157 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.488623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] 10.222.0.96 "PUT /v2.0/ports/fb030647-5c61-4312-a248-350af12e10d2 HTTP/1.1" status: 200 len: 1091 time: 1.2514071 Nov 03 18:37:34.489141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c424776c-bce8-439b-b5e2-3de6b5b4285c', 'tag': 'fb030647-5c61-4312-a248-350af12e10d2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:34.491674 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0bc899-0e18-4f7e-a685-46128157e307" -d '{"events": [{"name": "network-changed", "server_uuid": "c424776c-bce8-439b-b5e2-3de6b5b4285c", "tag": "fb030647-5c61-4312-a248-350af12e10d2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:34.518258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a75b41-5129-4933-add4-e2200f5f393d service neutron] Pushing event updated for resources: {'Port': ['ID=fb030647-5c61-4312-a248-350af12e10d2,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:34.621898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-2f4baaa1-23d8-4dfd-91a0-ab2569409627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:34.623299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-2f4baaa1-23d8-4dfd-91a0-ab2569409627 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ec0dc416cb0462e8835e40759be27be&device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 1094 time: 0.0816169 Nov 03 18:37:34.668156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-4b076323-ae53-469a-a372-c1b6b53fa474 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb030647-5c61-4312-a248-350af12e10d2 HTTP/1.1" status: 200 len: 217 time: 0.0359545 Nov 03 18:37:34.676049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11820a-4fb1-4211-917f-fbd2e61f970b req-69d5c619-3605-433e-a299-068ec6502bda tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:34.678025 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba11820a-4fb1-4211-917f-fbd2e61f970b req-69d5c619-3605-433e-a299-068ec6502bda tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 943 time: 0.1005666 Nov 03 18:37:34.748290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-5e811222-b3e0-4d35-b5ce-9e3b43fe9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:34.749801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-5e811222-b3e0-4d35-b5ce-9e3b43fe9d34 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c43ef516-b366-4fb4-baba-dfe4d83b8a7b HTTP/1.1" status: 200 len: 854 time: 0.0708969 Nov 03 18:37:34.772813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba11820a-4fb1-4211-917f-fbd2e61f970b req-88dba0a6-76aa-4cea-a399-02cb06713b51 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/security-groups?id=9e3efa6f-a1d2-4c44-b93b-de34f423e52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866704 Nov 03 18:37:34.792125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-15210883-b687-4a78-a17f-c624d072873f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aab539a1-7925-49ba-842e-9f4282cfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333300 Nov 03 18:37:34.917097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-50f60dc3-4cd8-4648-b374-e97bfb6183d1 service neutron] 10.222.0.96 "GET /v2.0/networks/aab539a1-7925-49ba-842e-9f4282cfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164947 Nov 03 18:37:34.925079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ba100-f10b-4c21-91d6-a5127cc7cdb0 req-a6650790-5049-488c-a1f4-38ed46bc3d25 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:34.926569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da7ba100-f10b-4c21-91d6-a5127cc7cdb0 req-a6650790-5049-488c-a1f4-38ed46bc3d25 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.0720644 Nov 03 18:37:35.035937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da7ba100-f10b-4c21-91d6-a5127cc7cdb0 req-c169ca00-fde1-4feb-95d9-ca2fce381550 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994353 Nov 03 18:37:35.053743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b566c7f-0bfc-45c6-9d9e-4be0aced8ede req-a48583a2-3c61-4c5a-be4f-dd7cfd2c6772 service neutron] 10.222.0.96 "GET /v2.0/networks/aab539a1-7925-49ba-842e-9f4282cfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260982 Nov 03 18:37:35.111226 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265827e-7f2b-4b73-9e36-307ac2f09573 x-openstack-request-id: req-5265827e-7f2b-4b73-9e36-307ac2f09573 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:35.112217 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-plugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99", "code": 200}, {"server_uuid": "0e606c5b-ec67-4804-8c80-7dcd986409bd", "name": "network-vif-plugged", "status": "completed", "tag": "927663de-6042-4366-8741-473ef965b253", "code": 200}, {"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-plugged", "status": "completed", "tag": "298dbcc1-071c-4081-b3fe-96cdaeb3377a", "code": 200}, {"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-plugged", "status": "completed", "tag": "5c73366d-ad9b-43d8-a6b0-480f5d059663", "code": 200}, {"server_uuid": "2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4", "name": "network-vif-plugged", "status": "completed", "tag": "ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:35.112469 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5265827e-7f2b-4b73-9e36-307ac2f09573 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:35.112886 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99', 'code': 200} Nov 03 18:37:35.113140 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e606c5b-ec67-4804-8c80-7dcd986409bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927663de-6042-4366-8741-473ef965b253', 'code': 200} Nov 03 18:37:35.113386 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298dbcc1-071c-4081-b3fe-96cdaeb3377a', 'code': 200} Nov 03 18:37:35.113660 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73366d-ad9b-43d8-a6b0-480f5d059663', 'code': 200} Nov 03 18:37:35.114004 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02', 'code': 200} Nov 03 18:37:35.185320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bbc3b78-2055-4d4b-84f8-4bd2895835a4 req-5fd7991b-2a8f-409a-87d9-e4cbe81c9675 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips/f6b3ac7e-ccc7-4325-8765-e718802cd68e HTTP/1.1" status: 200 len: 693 time: 0.0623693 Nov 03 18:37:35.326571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc3b78-2055-4d4b-84f8-4bd2895835a4 req-79be85f3-e4d8-4a9b-b7de-3dc965e6947d tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.328029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bbc3b78-2055-4d4b-84f8-4bd2895835a4 req-79be85f3-e4d8-4a9b-b7de-3dc965e6947d tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1360104 Nov 03 18:37:35.331808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884c4dd-32f0-44fb-aea2-0793f558f9b5 req-bf6cf110-7f3a-4bff-9a13-15ebf739594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.332396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884c4dd-32f0-44fb-aea2-0793f558f9b5 req-bf6cf110-7f3a-4bff-9a13-15ebf739594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.334486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8884c4dd-32f0-44fb-aea2-0793f558f9b5 req-bf6cf110-7f3a-4bff-9a13-15ebf739594e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1983 time: 0.0839503 Nov 03 18:37:35.393639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8884c4dd-32f0-44fb-aea2-0793f558f9b5 req-247f6f41-f79f-44a0-9e50-bbbb2215379c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505316 Nov 03 18:37:35.486526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab41d75-599c-4a53-8877-1fbc4854a9e3 req-72205d92-ceb3-46c8-953d-65a61de8a4eb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.488177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fab41d75-599c-4a53-8877-1fbc4854a9e3 req-72205d92-ceb3-46c8-953d-65a61de8a4eb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 946 time: 0.0514903 Nov 03 18:37:35.498031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49368) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:35.503422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'floatingip': {'port_id': '58544d9f-9040-49b0-9298-d3220000f867'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:35.556214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.579824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f5de0-15b6-4e04-b9ba-51050c15d22f req-6aae111d-6ab2-47a0-93ec-d02f4f9e6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.581368 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f36f5de0-15b6-4e04-b9ba-51050c15d22f req-6aae111d-6ab2-47a0-93ec-d02f4f9e6893 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 1099 time: 0.3532712 Nov 03 18:37:35.587202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e086b-128c-4e03-99b1-80046389e70e req-ca91a740-4618-40fb-a2fd-b4d38c836263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.588669 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e086b-128c-4e03-99b1-80046389e70e req-ca91a740-4618-40fb-a2fd-b4d38c836263 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 1096 time: 0.3591952 Nov 03 18:37:35.672886 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e086b-128c-4e03-99b1-80046389e70e req-832ebbcf-b7f5-44c9-89b7-e734905832cd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Nov 03 18:37:35.675122 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f36f5de0-15b6-4e04-b9ba-51050c15d22f req-085afaf4-55cd-44f6-8842-cba68fd6f6ef service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722234 Nov 03 18:37:35.684620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023868c-93d8-4dfa-b5f7-9831ebe780e0 req-21be9681-bda3-4667-83c0-fce44a20cecc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.686177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1023868c-93d8-4dfa-b5f7-9831ebe780e0 req-21be9681-bda3-4667-83c0-fce44a20cecc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.1409047 Nov 03 18:37:35.749459 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7119ffb7-e0b8-459e-bddf-e7d7db68c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.791467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1023868c-93d8-4dfa-b5f7-9831ebe780e0 req-20e90cb1-2a5e-466a-a4d8-74d252b1454c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971510 Nov 03 18:37:36.016362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78582d6c-0180-47a4-a400-83f3f75811cb req-2337690c-e99d-4049-adac-a1c2840ff699 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:36.022888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78582d6c-0180-47a4-a400-83f3f75811cb req-2337690c-e99d-4049-adac-a1c2840ff699 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:36.024432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78582d6c-0180-47a4-a400-83f3f75811cb req-2337690c-e99d-4049-adac-a1c2840ff699 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.1506534 Nov 03 18:37:36.118154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78582d6c-0180-47a4-a400-83f3f75811cb req-36fbc5e1-3965-4474-8939-b9b6fdffa89b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874867 Nov 03 18:37:36.189734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.195188 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4a0c21-58df-49f4-9a33-f5dabe415d9a x-openstack-request-id: req-9c4a0c21-58df-49f4-9a33-f5dabe415d9a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:36.196518 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c424776c-bce8-439b-b5e2-3de6b5b4285c", "tag": "fb030647-5c61-4312-a248-350af12e10d2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:36.197124 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c4a0c21-58df-49f4-9a33-f5dabe415d9a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:36.198236 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c424776c-bce8-439b-b5e2-3de6b5b4285c', 'tag': 'fb030647-5c61-4312-a248-350af12e10d2', 'status': 'completed', 'code': 200} Nov 03 18:37:36.203597 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.223868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-0696de65-0020-4623-a695-1e8d42e2de18 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:36.226259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-0696de65-0020-4623-a695-1e8d42e2de18 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.70 "GET /v2.0/networks?id=3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 HTTP/1.1" status: 200 len: 814 time: 0.1309111 Nov 03 18:37:36.241863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Request body: {'port': {'device_id': 'de211105-d6b3-4f87-bdaf-f5117619099e', 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9', 'admin_state_up': True, 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:36.313887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ee64a8e-843d-4c96-87b1-f53c472c4da5 req-4c22ff2c-a2bf-4792-8174-1f7ace2333e9 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 210 time: 0.0612111 Nov 03 18:37:36.366121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Made reservation on behalf of a095ef6d59574b68afaf21224c6aa841 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:36.370698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.428227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-1a52d4d7-a251-484f-829d-b6b6259015b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:36.429656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-1a52d4d7-a251-484f-829d-b6b6259015b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ec0dc416cb0462e8835e40759be27be&device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 1094 time: 0.1783209 Nov 03 18:37:36.464163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-628b632a-d617-49b7-a87b-101f33731ae6 req-d3dd8cfd-42b5-4af9-9833-f920f30f6034 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=f5991ff2f18d4cfd833873f53d302bbf HTTP/1.1" status: 200 len: 696 time: 0.1010995 Nov 03 18:37:36.508741 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Floating IP d2c72c3c-1298-4e7e-9d1c-a80f2a386430 associated. External IP: 172.25.3.153, port: 58544d9f-9040-49b0-9298-d3220000f867. Nov 03 18:37:36.514745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Allocated IP 172.20.0.12 (3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9/c3711064-66fe-4254-b9ad-10a2f68ecb3e/2a3aa49d-720c-4677-a758-c224377edd88) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:36.713296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-ceb48b45-fb21-453f-890a-f443610193d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:36.713630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.714927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-ceb48b45-fb21-453f-890a-f443610193d9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=aab539a1-7925-49ba-842e-9f4282cfd4e7 HTTP/1.1" status: 200 len: 915 time: 0.2734911 Nov 03 18:37:36.781032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.868797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Pushing event updated for resources: {'Port': ['ID=2a3aa49d-720c-4677-a758-c224377edd88,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:36.899535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:36.902259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:36.926329 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:37.016274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:37.017104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.041073 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-6926a02e-2f40-4c54-b917-1f575b1fe9ee tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8045506 Nov 03 18:37:37.115235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:37.119483 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78611029-6baf-442f-8221-c9397caa7ae6" -d '{"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-unplugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:37.135905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b632a-d617-49b7-a87b-101f33731ae6 req-21f173af-0ebd-4e30-8cfe-13341ea7e8d3 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:37.141312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-628b632a-d617-49b7-a87b-101f33731ae6 req-21f173af-0ebd-4e30-8cfe-13341ea7e8d3 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/networks?id=95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 787 time: 0.6655746 Nov 03 18:37:37.143700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-96b94af5-b459-4bb9-9b6a-53c5d230b09e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb030647-5c61-4312-a248-350af12e10d2 HTTP/1.1" status: 200 len: 217 time: 0.4200974 Nov 03 18:37:37.177323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-628b632a-d617-49b7-a87b-101f33731ae6 req-a0de9795-068c-4239-8207-ba888d5f9b22 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:37:37.180208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-628b632a-d617-49b7-a87b-101f33731ae6 req-a0de9795-068c-4239-8207-ba888d5f9b22 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0187953 Nov 03 18:37:37.318561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-59d27a26-a1c4-4067-9f2c-18ab69c85675 None None] Provisioning complete for port 2a3aa49d-720c-4677-a758-c224377edd88 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:37.319210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-59d27a26-a1c4-4067-9f2c-18ab69c85675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.390300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-59d27a26-a1c4-4067-9f2c-18ab69c85675 None None] Port 2a3aa49d-720c-4677-a758-c224377edd88 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:37.411444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9efd-9d6c-421f-a21a-9fe1635769ee req-d31b4325-2880-44f8-9119-bf81d5d69358 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:37.413678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcaf9efd-9d6c-421f-a21a-9fe1635769ee req-d31b4325-2880-44f8-9119-bf81d5d69358 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 948 time: 0.1490033 Nov 03 18:37:37.417458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-4e5b59ac-ee91-4bdf-9ae7-7d1595a17bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:37.418949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-4e5b59ac-ee91-4bdf-9ae7-7d1595a17bfc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c43ef516-b366-4fb4-baba-dfe4d83b8a7b HTTP/1.1" status: 200 len: 854 time: 0.2480516 Nov 03 18:37:37.478988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-28f75b8f-0671-4f69-ab9b-3769cb49e4ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aab539a1-7925-49ba-842e-9f4282cfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487425 Nov 03 18:37:37.573134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Router 8b041982-7d7e-480b-bcdf-ce71243f0507 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:37.584473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcaf9efd-9d6c-421f-a21a-9fe1635769ee req-abc3dac4-904d-4ab3-837d-80869735aaa6 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/security-groups?id=9db3aabd-dd02-4501-88d5-a23c49df593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620975 Nov 03 18:37:37.667837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-111f8d2c-b470-44dd-a4b6-43ee8f92597a service neutron] 10.222.0.96 "GET /v2.0/networks/aab539a1-7925-49ba-842e-9f4282cfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808574 Nov 03 18:37:37.809686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f774d2-678d-4891-9025-bb1b63f21fca req-afb1e537-1327-44ee-805c-ef0c08d314ff tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:37.811241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08f774d2-678d-4891-9025-bb1b63f21fca req-afb1e537-1327-44ee-805c-ef0c08d314ff tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 943 time: 0.1592093 Nov 03 18:37:37.824449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:37.829242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.836138 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] Sync routers for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:37.847223 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:37.847889 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:37.906195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08f774d2-678d-4891-9025-bb1b63f21fca req-e7797327-5e84-455e-8a88-3f9567e03220 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/security-groups?id=9e3efa6f-a1d2-4c44-b93b-de34f423e52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853744 Nov 03 18:37:37.922753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2edad362-26f2-4aae-b385-c267db431534 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "PUT /v2.0/floatingips/d2c72c3c-1298-4e7e-9d1c-a80f2a386430 HTTP/1.1" status: 200 len: 992 time: 2.4208598 Nov 03 18:37:37.926302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device fb030647-5c61-4312-a248-350af12e10d2 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:37.927104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac0bc899-0e18-4f7e-a685-46128157e307 req-8bc660bc-019c-4588-804d-bf6ad4ac77a4 service neutron] 10.222.0.96 "GET /v2.0/networks/aab539a1-7925-49ba-842e-9f4282cfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371485 Nov 03 18:37:38.046415 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:38.079733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port fb030647-5c61-4312-a248-350af12e10d2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fb030647-5c61-4312-a248-350af12e10d2,segment=NetworkSegment(b134a734-5707-4b76-8553-8a6e238663bd),segment_id=b134a734-5707-4b76-8553-8a6e238663bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:38.094594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'fb030647-5c61-4312-a248-350af12e10d2', 'network_id': 'aab539a1-7925-49ba-842e-9f4282cfd4e7', 'port_id': 'fb030647-5c61-4312-a248-350af12e10d2', 'mac_address': 'fa:16:3e:96:ca:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43ef516-b366-4fb4-baba-dfe4d83b8a7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:38.106598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45dd25-7df2-4baf-bbb4-edd827a29be6 req-6f5aa0fe-b076-43c6-a26f-66673544abaf tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.114776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b45dd25-7df2-4baf-bbb4-edd827a29be6 req-6f5aa0fe-b076-43c6-a26f-66673544abaf tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.0906916 Nov 03 18:37:38.185752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b45dd25-7df2-4baf-bbb4-edd827a29be6 req-a46c4dff-b725-4523-9b3f-538233efe3a9 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699120 Nov 03 18:37:38.212753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:38.219541 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b741b783-50a9-47b3-ab6e-07a433a811d4" -d '{"events": [{"name": "network-changed", "server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:38.286175 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:37:38.330659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a03b15-1946-42d0-b0e5-5a187701e8fb req-03107b8f-a09f-4f4a-ac65-c746fbfed34c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.334549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61a03b15-1946-42d0-b0e5-5a187701e8fb req-03107b8f-a09f-4f4a-ac65-c746fbfed34c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.0716045 Nov 03 18:37:38.421240 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.422124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61a03b15-1946-42d0-b0e5-5a187701e8fb req-79b25d0c-fc5d-47a8-b432-e861a96302a2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763841 Nov 03 18:37:38.446864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-118737c9-b49e-494c-a4d8-6b85e7ebaa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.450664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb030647-5c61-4312-a248-350af12e10d2 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:38.486548 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd2c72c3c-1298-4e7e-9d1c-a80f2a386430', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'port_id': '58544d9f-9040-49b0-9298-d3220000f867', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'mac_address': 'fa:16:3e:50:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c44ff-339b-4882-b026-a05b1d8455c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:36:51Z', 'updated_at': '2021-11-03T18:37:36Z', 'revision_number': 1, 'project_id': '51ffde06203b44aba4c073550661a141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:46Z', 'revision_number': 5, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:38.490224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port fb030647-5c61-4312-a248-350af12e10d2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fb030647-5c61-4312-a248-350af12e10d2,segment=NetworkSegment(b134a734-5707-4b76-8553-8a6e238663bd),segment_id=b134a734-5707-4b76-8553-8a6e238663bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:38.500382 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996e6aaf-a63e-4a20-b269-e6a23cbb1879 x-openstack-request-id: req-996e6aaf-a63e-4a20-b269-e6a23cbb1879 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:38.500677 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-unplugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:38.500934 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-996e6aaf-a63e-4a20-b269-e6a23cbb1879 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:38.501372 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99', 'code': 200} Nov 03 18:37:38.503271 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.547141 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] Checking router: 8b041982-7d7e-480b-bcdf-ce71243f0507 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:38.580500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=fb030647-5c61-4312-a248-350af12e10d2,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:38.596756 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:38.603952 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:38.622713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd846dbd-34f4-4268-b12d-1da73baa0b62 req-a1416ec2-fe33-45c8-aa8d-4316a826eddf tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.629350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd846dbd-34f4-4268-b12d-1da73baa0b62 req-a1416ec2-fe33-45c8-aa8d-4316a826eddf tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.637034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd846dbd-34f4-4268-b12d-1da73baa0b62 req-a1416ec2-fe33-45c8-aa8d-4316a826eddf tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.0833235 Nov 03 18:37:38.692871 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd846dbd-34f4-4268-b12d-1da73baa0b62 req-6cce8f10-ee49-4f2b-b671-8714e43a7799 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546443 Nov 03 18:37:38.763732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['fb030647-5c61-4312-a248-350af12e10d2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:38.788845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-837586fd-7489-4680-be81-5183992906c6 req-9da4f354-5d21-403f-889f-8ab80291c12a tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips/f6b3ac7e-ccc7-4325-8765-e718802cd68e HTTP/1.1" status: 200 len: 693 time: 0.0715976 Nov 03 18:37:38.885892 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:38.990720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837586fd-7489-4680-be81-5183992906c6 req-0079a818-a76a-4e78-bb1e-120ce4349ea5 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:39.000302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-837586fd-7489-4680-be81-5183992906c6 req-0079a818-a76a-4e78-bb1e-120ce4349ea5 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.2006509 Nov 03 18:37:39.054710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-837586fd-7489-4680-be81-5183992906c6 req-5b1790af-86a4-4fa0-b69d-e62368c42056 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0521338 Nov 03 18:37:39.118862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-837586fd-7489-4680-be81-5183992906c6 req-25791851-61e1-41df-82cf-489901485e10 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0589297 Nov 03 18:37:39.185812 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd2c72c3c-1298-4e7e-9d1c-a80f2a386430', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'port_id': '58544d9f-9040-49b0-9298-d3220000f867', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'mac_address': 'fa:16:3e:50:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c44ff-339b-4882-b026-a05b1d8455c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:36:51Z', 'updated_at': '2021-11-03T18:37:36Z', 'revision_number': 1, 'project_id': '51ffde06203b44aba4c073550661a141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:46Z', 'revision_number': 5, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:39.217973 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60569ef1-081f-4b69-903e-330a885f08f1 None None] The sync data for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 is: [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd2c72c3c-1298-4e7e-9d1c-a80f2a386430', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'port_id': '58544d9f-9040-49b0-9298-d3220000f867', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'mac_address': 'fa:16:3e:50:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c44ff-339b-4882-b026-a05b1d8455c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:36:51Z', 'updated_at': '2021-11-03T18:37:36Z', 'revision_number': 1, 'project_id': '51ffde06203b44aba4c073550661a141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:46Z', 'revision_number': 5, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:39.262738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Deleting port 7b36ad60-917f-48d2-9e3a-cee317317513 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:39.262985 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.348591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.348911 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.361646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Calling delete_port for 7b36ad60-917f-48d2-9e3a-cee317317513 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:39.504262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b84d4b-9741-4164-ab40-ee543eec7590 None None] New status for floating IP d2c72c3c-1298-4e7e-9d1c-a80f2a386430: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:37:39.565766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.611083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Pushing event deleted for resources: {'Port': ['ID=7b36ad60-917f-48d2-9e3a-cee317317513,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:39.717982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.722152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.723351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-837586fd-7489-4680-be81-5183992906c6 req-f274c8cc-76aa-4393-a1a2-2c4faeaaeeb2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "DELETE /v2.0/floatingips/f6b3ac7e-ccc7-4325-8765-e718802cd68e HTTP/1.1" status: 204 len: 173 time: 0.6035879 Nov 03 18:37:39.873482 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.876572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881c1f6-5875-49a4-8a96-6d359da6bcc4 req-41fca9af-8167-4628-9f63-1dc035545b19 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:39.878448 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8881c1f6-5875-49a4-8a96-6d359da6bcc4 req-41fca9af-8167-4628-9f63-1dc035545b19 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 932 time: 0.0869548 Nov 03 18:37:39.950906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device fb030647-5c61-4312-a248-350af12e10d2 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:39.954481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8881c1f6-5875-49a4-8a96-6d359da6bcc4 req-c740d495-962c-4d28-a1fe-2e4df3c47e2c tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683815 Nov 03 18:37:40.048345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port fb030647-5c61-4312-a248-350af12e10d2 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:40.059457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port fb030647-5c61-4312-a248-350af12e10d2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:40.060120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.191325 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbf2538-ec04-49ac-8973-158aa5232a3c x-openstack-request-id: req-adbf2538-ec04-49ac-8973-158aa5232a3c {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:40.191629 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:40.191884 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adbf2538-ec04-49ac-8973-158aa5232a3c {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:40.193017 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'status': 'completed', 'code': 200} Nov 03 18:37:40.199837 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.242751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port fb030647-5c61-4312-a248-350af12e10d2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fb030647-5c61-4312-a248-350af12e10d2,segment=NetworkSegment(b134a734-5707-4b76-8553-8a6e238663bd),segment_id=b134a734-5707-4b76-8553-8a6e238663bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:40.254176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.326018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-93f9f0f6-518e-4034-b0c0-e4ef810ad06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.328208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-93f9f0f6-518e-4034-b0c0-e4ef810ad06f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1097 time: 0.1132360 Nov 03 18:37:40.335314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=fb030647-5c61-4312-a248-350af12e10d2,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:40.468494 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f02f8a-bce6-443e-b79a-88b3759503de req-33877a98-29b0-4480-9a47-97c57254e760 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.470178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-82f02f8a-bce6-443e-b79a-88b3759503de req-33877a98-29b0-4480-9a47-97c57254e760 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 945 time: 0.1410131 Nov 03 18:37:40.509690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c424776c-bce8-439b-b5e2-3de6b5b4285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb030647-5c61-4312-a248-350af12e10d2'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:40.512686 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ca929-46f1-4bf3-9200-6128519438b5" -d '{"events": [{"server_uuid": "c424776c-bce8-439b-b5e2-3de6b5b4285c", "name": "network-vif-plugged", "status": "completed", "tag": "fb030647-5c61-4312-a248-350af12e10d2"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:40.549993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-e70bf1e7-f529-451c-a80c-c360ca5f5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.553081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-e70bf1e7-f529-451c-a80c-c360ca5f5652 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.1918895 Nov 03 18:37:40.630963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-82f02f8a-bce6-443e-b79a-88b3759503de req-dc01d168-0849-4235-ae6c-108e5f91b2cb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/security-groups?id=9e3efa6f-a1d2-4c44-b93b-de34f423e52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479087 Nov 03 18:37:40.666508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-84fdd3b2-188f-4c25-a40a-770dafd1fa91 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1002 time: 0.1052871 Nov 03 18:37:40.767112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-91ce1a72-bd2e-4acc-b26c-64cc0fe041cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.767112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-91ce1a72-bd2e-4acc-b26c-64cc0fe041cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.0806844 Nov 03 18:37:40.781501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c671bc-6551-4472-a631-43937eaee6a7 req-37b05073-b648-43cc-af84-efb9fa6a8473 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.783310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13c671bc-6551-4472-a631-43937eaee6a7 req-37b05073-b648-43cc-af84-efb9fa6a8473 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.0718966 Nov 03 18:37:40.862327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-10eb2e45-9465-4585-9db6-daa22b90cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.863841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-10eb2e45-9465-4585-9db6-daa22b90cdc6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913332 Nov 03 18:37:40.871749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13c671bc-6551-4472-a631-43937eaee6a7 req-2d2de97d-ea97-42c3-b8d8-21e7ec39c50d tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619669 Nov 03 18:37:41.128598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5899c-813e-4499-a09e-5707a924c19c req-cd71a62e-a0ec-4184-ab57-cb7ee3fb7ca3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.131025 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6c5899c-813e-4499-a09e-5707a924c19c req-cd71a62e-a0ec-4184-ab57-cb7ee3fb7ca3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.1259377 Nov 03 18:37:41.133426 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-160e6758-4c3c-4175-9894-c993bb333d7e service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392201 Nov 03 18:37:41.249861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6c5899c-813e-4499-a09e-5707a924c19c req-b20003cc-13fe-4ced-883d-d2bec2127c65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117930 Nov 03 18:37:41.329146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b741b783-50a9-47b3-ab6e-07a433a811d4 req-dfa8bde2-f63c-407a-913e-8460bc7b7a84 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795001 Nov 03 18:37:41.426118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ac5fd-e52e-4e19-8b95-344db4371f72 req-3f18625d-a4d7-4170-b734-9e0f9fea9f16 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.435860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ac5fd-e52e-4e19-8b95-344db4371f72 req-3f18625d-a4d7-4170-b734-9e0f9fea9f16 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.438412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e02ac5fd-e52e-4e19-8b95-344db4371f72 req-3f18625d-a4d7-4170-b734-9e0f9fea9f16 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.0908725 Nov 03 18:37:41.513784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e02ac5fd-e52e-4e19-8b95-344db4371f72 req-ca3fcdec-2bfb-44c6-a14c-50e64032b5b2 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616252 Nov 03 18:37:41.745193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-62e4aa81-5c59-470a-a53b-93004039b2fc tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1679299 Nov 03 18:37:41.762975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:41.804085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.984532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.024105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.103297 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.233507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Allocated IP 172.25.3.37 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/30e0f6e6-ecd2-44a5-a2c4-d08046b1954f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:42.335227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-76e76186-f245-4f47-81ad-180c92b6ac77 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1220353 Nov 03 18:37:42.425834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.470991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-af03e84d-ad5e-4af1-a185-fbc2503d258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.471844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-af03e84d-ad5e-4af1-a185-fbc2503d258b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 1097 time: 0.0760946 Nov 03 18:37:42.530264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.631422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:42.641716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:42.643741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Pushing event updated for resources: {'Port': ['ID=30e0f6e6-ecd2-44a5-a2c4-d08046b1954f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:42.654780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:42.699842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-fc273439-a952-4e44-97b3-fa47990568eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.701685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-fc273439-a952-4e44-97b3-fa47990568eb service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.2043545 Nov 03 18:37:42.759139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-0c05e7d1-bb39-431c-bcb8-c2d33e9a5827 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25 HTTP/1.1" status: 200 len: 217 time: 0.0436909 Nov 03 18:37:42.842750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.853772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-8476fbe1-7cf4-4809-861c-4abd70d93566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.855711 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-8476fbe1-7cf4-4809-861c-4abd70d93566 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.0724599 Nov 03 18:37:42.907498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.910758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-af72692b-8330-4453-835c-eea2b9417181 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347018 Nov 03 18:37:43.095737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-7391eff9-fd17-433d-84a0-3c107a78b2e5 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638381 Nov 03 18:37:43.229471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.240403 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.613071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2c727ea-1eba-4265-b5d0-9ad2caaf2c82 req-4c04b82c-971b-4bde-a22e-db23bfa9313b service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049999 Nov 03 18:37:43.645928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Pushing event updated for resources: {'Port': ['ID=30e0f6e6-ecd2-44a5-a2c4-d08046b1954f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:43.651346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.671750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.673527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-12099475-4d71-45fc-bba3-53d7fe1291fd tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9177358 Nov 03 18:37:43.747374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-f4acace8-cbac-4c28-be27-d837fe5f4fd1 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.0603356 Nov 03 18:37:43.907149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-93f39411-ad39-4ea1-95e3-695d8d866be9 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:43.909102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf5c6f5e-6e0b-442b-8bbd-fa16931edb41 req-93f39411-ad39-4ea1-95e3-695d8d866be9 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1546888 Nov 03 18:37:43.982966 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baceb94-3ea1-48db-b0b5-8c72b18949c7 x-openstack-request-id: req-0baceb94-3ea1-48db-b0b5-8c72b18949c7 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:43.984623 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c424776c-bce8-439b-b5e2-3de6b5b4285c", "name": "network-vif-plugged", "status": "completed", "tag": "fb030647-5c61-4312-a248-350af12e10d2", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:43.985646 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0baceb94-3ea1-48db-b0b5-8c72b18949c7 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:43.987389 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c424776c-bce8-439b-b5e2-3de6b5b4285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb030647-5c61-4312-a248-350af12e10d2', 'code': 200} Nov 03 18:37:44.171514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde0e8f-583f-4da7-861f-0dc10e46df1e req-3db95b04-617b-4357-822f-bcd3af11abf5 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.173398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6dde0e8f-583f-4da7-861f-0dc10e46df1e req-3db95b04-617b-4357-822f-bcd3af11abf5 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 932 time: 0.0971875 Nov 03 18:37:44.175757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d1a98-d865-474e-a403-9fb9e35e2300 req-1a710558-af1d-41a4-8926-6c08e6ad991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.177494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-426d1a98-d865-474e-a403-9fb9e35e2300 req-1a710558-af1d-41a4-8926-6c08e6ad991c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 1096 time: 0.0726745 Nov 03 18:37:44.273212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-426d1a98-d865-474e-a403-9fb9e35e2300 req-124d51f2-499a-4232-9187-173e3ebf3be8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9e3efa6f-a1d2-4c44-b93b-de34f423e52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832849 Nov 03 18:37:44.277258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6dde0e8f-583f-4da7-861f-0dc10e46df1e req-3ff9ca6e-8756-4a70-b527-dc01c8efb28f tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Nov 03 18:37:44.618001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8297-3c9f-45bd-a001-61748c064dff req-80327a17-e993-4a92-8fcb-7e88980087d3 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.620844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-879c8297-3c9f-45bd-a001-61748c064dff req-80327a17-e993-4a92-8fcb-7e88980087d3 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 945 time: 0.0775297 Nov 03 18:37:44.685883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-879c8297-3c9f-45bd-a001-61748c064dff req-3f843fa8-8129-447e-9bfe-b8a480b6aba8 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/security-groups?id=9e3efa6f-a1d2-4c44-b93b-de34f423e52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Nov 03 18:37:44.825474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada63d3-3a77-474a-9543-f38311340a01 req-5c4fdf3a-07bc-45ec-aac2-c49da5bd5e84 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.830295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cada63d3-3a77-474a-9543-f38311340a01 req-5c4fdf3a-07bc-45ec-aac2-c49da5bd5e84 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.0615757 Nov 03 18:37:44.893682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cada63d3-3a77-474a-9543-f38311340a01 req-ca0fd90a-e9cc-4683-b644-c01500e5856c tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623043 Nov 03 18:37:45.034329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb24c-6702-4c5d-a2c4-959053071c27 req-17a76f4f-6646-42ab-a851-99e2992c5c61 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:45.036606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74fbb24c-6702-4c5d-a2c4-959053071c27 req-17a76f4f-6646-42ab-a851-99e2992c5c61 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.0679333 Nov 03 18:37:45.114303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74fbb24c-6702-4c5d-a2c4-959053071c27 req-432f6c8e-313d-4242-9083-884e9149b9ad tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686524 Nov 03 18:37:45.280050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07e3e9-6e87-4f13-9ce4-7d29e514a467 req-df35badc-d538-4b07-a7b3-c61d40875ec9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:45.293146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07e3e9-6e87-4f13-9ce4-7d29e514a467 req-df35badc-d538-4b07-a7b3-c61d40875ec9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:45.295945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb07e3e9-6e87-4f13-9ce4-7d29e514a467 req-df35badc-d538-4b07-a7b3-c61d40875ec9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.0921600 Nov 03 18:37:45.415464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb07e3e9-6e87-4f13-9ce4-7d29e514a467 req-ff39a746-2882-49e4-8e1c-91450e342937 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087394 Nov 03 18:37:45.557105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-ed42fc59-0373-4416-acaa-919f38388724 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips/a5cd2156-b7e0-4e06-b57f-281f498186b5 HTTP/1.1" status: 200 len: 692 time: 0.1047056 Nov 03 18:37:45.718547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-ca5606c4-d303-4d77-9729-24c6cca2237d tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:45.721808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-ca5606c4-d303-4d77-9729-24c6cca2237d tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1583300 Nov 03 18:37:45.807980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-b241d555-dbba-4d91-8be3-600e6e9dcca2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.0755277 Nov 03 18:37:45.868328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-ef6f6604-91ea-4d16-994d-87ff83876ad2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.0592942 Nov 03 18:37:46.048836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Deleting port 30e0f6e6-ecd2-44a5-a2c4-d08046b1954f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:46.049753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.157938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.158265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.175217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Calling delete_port for 30e0f6e6-ecd2-44a5-a2c4-d08046b1954f owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:46.334115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.361237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Pushing event deleted for resources: {'Port': ['ID=30e0f6e6-ecd2-44a5-a2c4-d08046b1954f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:46.428417 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.431109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.432317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1aad194-1d13-47cf-9f2a-3031c4097b7c req-00b2f299-382f-449d-96cb-fe4fe3a6ef96 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "DELETE /v2.0/floatingips/a5cd2156-b7e0-4e06-b57f-281f498186b5 HTTP/1.1" status: 204 len: 173 time: 0.5630598 Nov 03 18:37:46.892721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Request body: {'port': {'device_id': 'de211105-d6b3-4f87-bdaf-f5117619099e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:47.021306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:47.077692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27837-d441-4fdd-8814-5f9fec1f6002 req-f6eb4b59-a4bd-4de5-8933-82c5f3d8fb70 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.080255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44f27837-d441-4fdd-8814-5f9fec1f6002 req-f6eb4b59-a4bd-4de5-8933-82c5f3d8fb70 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 932 time: 0.0853035 Nov 03 18:37:47.152575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44f27837-d441-4fdd-8814-5f9fec1f6002 req-81de9cfa-f041-4cdb-ae4b-8219c65bd2a2 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628991 Nov 03 18:37:47.343035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60369c5e-53a2-4bf8-bc6e-60383870a5de req-7c67c85e-f882-47a9-afef-168e92939986 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.344550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60369c5e-53a2-4bf8-bc6e-60383870a5de req-7c67c85e-f882-47a9-afef-168e92939986 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 945 time: 0.0489507 Nov 03 18:37:47.364953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3aa49d-720c-4677-a758-c224377edd88 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:47.372857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:47.388890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Transition to ACTIVE for port object 2a3aa49d-720c-4677-a758-c224377edd88 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:47.392635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:47.398842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60369c5e-53a2-4bf8-bc6e-60383870a5de req-4489fd96-06bf-4b4d-93ec-001c515fe7f6 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.77 "GET /v2.0/security-groups?id=9e3efa6f-a1d2-4c44-b93b-de34f423e52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480220 Nov 03 18:37:47.466568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3aa49d-720c-4677-a758-c224377edd88,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:47.560760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705a63a-3a74-4a9a-817f-35e2e7b78369 req-6c03eb5b-2e66-4298-88ea-cafe774fd370 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.562375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6705a63a-3a74-4a9a-817f-35e2e7b78369 req-6c03eb5b-2e66-4298-88ea-cafe774fd370 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.0738635 Nov 03 18:37:47.568814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Attempting to bind port 2a3aa49d-720c-4677-a758-c224377edd88 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:47.569165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Attempting to bind port 2a3aa49d-720c-4677-a758-c224377edd88 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:47.569646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Attempting to bind port 2a3aa49d-720c-4677-a758-c224377edd88 on network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:47.575724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Port 2a3aa49d-720c-4677-a758-c224377edd88 on network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:47.576222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Attempting to bind port 2a3aa49d-720c-4677-a758-c224377edd88 on network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:47.583515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:47.584226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Checking segment: {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:47.584804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Bound using segment: {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:47.585818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Bound port: 2a3aa49d-720c-4677-a758-c224377edd88, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21d67c9-8b30-46c7-b00f-e16575f88d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:47.586532 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:47.637064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6705a63a-3a74-4a9a-817f-35e2e7b78369 req-5f494c10-4577-4c2b-b46b-ce77a3f90031 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649281 Nov 03 18:37:47.673955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] For port 2a3aa49d-720c-4677-a758-c224377edd88, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:47.677933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] For port 2a3aa49d-720c-4677-a758-c224377edd88, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2a3aa49d-720c-4677-a758-c224377edd88,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:47.683843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:47.764033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.765729 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:47.768858 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] 10.222.0.70 "PUT /v2.0/ports/2a3aa49d-720c-4677-a758-c224377edd88 HTTP/1.1" status: 200 len: 1092 time: 0.8849483 Nov 03 18:37:47.769470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de211105-d6b3-4f87-bdaf-f5117619099e', 'tag': '2a3aa49d-720c-4677-a758-c224377edd88'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:47.774173 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae4b24a-9309-4518-82e4-797ee7fa829a" -d '{"events": [{"name": "network-changed", "server_uuid": "de211105-d6b3-4f87-bdaf-f5117619099e", "tag": "2a3aa49d-720c-4677-a758-c224377edd88"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:47.800938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1a811-91ae-4e72-b538-0f133af77f56 req-98ad47dc-6e99-476c-a485-1ae14010cf69 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.811181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47e1a811-91ae-4e72-b538-0f133af77f56 req-98ad47dc-6e99-476c-a485-1ae14010cf69 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.1044309 Nov 03 18:37:47.863015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69a754-2966-4036-91df-a6fb55cfc904 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3aa49d-720c-4677-a758-c224377edd88,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:47.886322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47e1a811-91ae-4e72-b538-0f133af77f56 req-d736a270-8a92-446c-9d25-f5a68d22d073 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739849 Nov 03 18:37:47.906213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-92d4de7d-8cba-4e7a-95ba-11e8bc5b1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.907913 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-92d4de7d-8cba-4e7a-95ba-11e8bc5b1d87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a095ef6d59574b68afaf21224c6aa841&device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 1095 time: 0.0823574 Nov 03 18:37:47.958921 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-ba188dd6-9d9b-4dda-9dc4-aa43dc01615f req-1065eb4f-58b1-4eb2-a299-4203cea7bec2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] show failed (client error): The resource could not be found. Nov 03 18:37:47.974769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba188dd6-9d9b-4dda-9dc4-aa43dc01615f req-1065eb4f-58b1-4eb2-a299-4203cea7bec2 tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips/a5cd2156-b7e0-4e06-b57f-281f498186b5 HTTP/1.1" status: 404 len: 350 time: 0.0542204 Nov 03 18:37:48.003321 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-52eb71c1-d7b1-4a24-96b8-da727a5cf9be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3aa49d-720c-4677-a758-c224377edd88 HTTP/1.1" status: 200 len: 217 time: 0.0867290 Nov 03 18:37:48.065201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-16131346-95dc-46e1-b06c-997f9cb2d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.067539 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-16131346-95dc-46e1-b06c-997f9cb2d86b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3711064-66fe-4254-b9ad-10a2f68ecb3e HTTP/1.1" status: 200 len: 853 time: 0.0561373 Nov 03 18:37:48.090042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3424c9-4691-4edb-a382-8ac1ac4e816d req-dbe2e38e-f112-4691-ba1a-a0658eb38d38 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.099827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3424c9-4691-4edb-a382-8ac1ac4e816d req-dbe2e38e-f112-4691-ba1a-a0658eb38d38 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.101635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc3424c9-4691-4edb-a382-8ac1ac4e816d req-dbe2e38e-f112-4691-ba1a-a0658eb38d38 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.0746074 Nov 03 18:37:48.127777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-fd44215c-866b-4ecf-ab19-595bb8340303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.129329 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-fd44215c-866b-4ecf-ab19-595bb8340303 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478396 Nov 03 18:37:48.163979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc3424c9-4691-4edb-a382-8ac1ac4e816d req-1acdc0ab-b92c-48aa-a25c-a8048345e5a9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 Nov 03 18:37:48.248616 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-35ca975d-8700-4d69-bf0a-195e38ced6dc service neutron] 10.222.0.70 "GET /v2.0/networks/3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084676 Nov 03 18:37:48.318788 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b8f83b-5c93-4449-b708-44e6554a1627 x-openstack-request-id: req-28b8f83b-5c93-4449-b708-44e6554a1627 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:48.319009 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de211105-d6b3-4f87-bdaf-f5117619099e", "tag": "2a3aa49d-720c-4677-a758-c224377edd88", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:48.319256 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28b8f83b-5c93-4449-b708-44e6554a1627 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:48.319657 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de211105-d6b3-4f87-bdaf-f5117619099e', 'tag': '2a3aa49d-720c-4677-a758-c224377edd88', 'status': 'completed', 'code': 200} Nov 03 18:37:48.353348 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-9e13fca2-ae95-466b-b434-726b50f67ce8 req-74c983c7-4e53-4229-8699-090c060251cc tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] show failed (client error): The resource could not be found. Nov 03 18:37:48.354480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e13fca2-ae95-466b-b434-726b50f67ce8 req-74c983c7-4e53-4229-8699-090c060251cc tempest-FloatingIPsTestJSON-1124983529 tempest-FloatingIPsTestJSON-1124983529-project] 10.222.0.77 "GET /v2.0/floatingips/a5cd2156-b7e0-4e06-b57f-281f498186b5 HTTP/1.1" status: 404 len: 350 time: 0.0360804 Nov 03 18:37:48.355469 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-44044f07-6b4f-4ec1-b70f-b479c326040a req-826be64f-53ca-46c4-b58d-a17272f21952 service neutron] 10.222.0.70 "GET /v2.0/networks/3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926487 Nov 03 18:37:48.363590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49538) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:48.467890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-e5212ca1-60b8-46c3-b7bc-2e8df19567f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.469776 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-e5212ca1-60b8-46c3-b7bc-2e8df19567f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a095ef6d59574b68afaf21224c6aa841&device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 1095 time: 0.0575440 Nov 03 18:37:48.569720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-7fe4fea5-7636-42be-8859-44047a4abdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.571306 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-7fe4fea5-7636-42be-8859-44047a4abdd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 HTTP/1.1" status: 200 len: 915 time: 0.0937974 Nov 03 18:37:48.619333 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-f07ccd5a-1aa5-4846-9430-e9603eb28702 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3aa49d-720c-4677-a758-c224377edd88 HTTP/1.1" status: 200 len: 217 time: 0.0398636 Nov 03 18:37:48.667564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-661f9ce9-5192-462e-94cd-4e04046d45bf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.669189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-661f9ce9-5192-462e-94cd-4e04046d45bf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.1944103 Nov 03 18:37:48.676041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-cb073b4b-301d-4144-ae21-230f72d47b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.678762 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-cb073b4b-301d-4144-ae21-230f72d47b07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3711064-66fe-4254-b9ad-10a2f68ecb3e HTTP/1.1" status: 200 len: 853 time: 0.0515471 Nov 03 18:37:48.702833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-5b4337b5-6593-4c1b-9ef2-5bbb2139eebd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/quotas/0c81da524e49418b81a8405e7bb78ab1 HTTP/1.1" status: 200 len: 375 time: 0.0200849 Nov 03 18:37:48.733958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-d34faa09-49ce-42fc-b18d-c6cd80bb4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.735474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-d34faa09-49ce-42fc-b18d-c6cd80bb4778 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475132 Nov 03 18:37:48.815022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-73cea553-d378-4382-a412-e4e1466548cc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891871 Nov 03 18:37:48.841870 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-efad145b-e37d-489c-9831-d73891cfe387 service neutron] 10.222.0.70 "GET /v2.0/networks/3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974493 Nov 03 18:37:48.963549 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ae4b24a-9309-4518-82e4-797ee7fa829a req-2928d9d0-b0af-4aac-bba4-9610ded127f5 service neutron] 10.222.0.70 "GET /v2.0/networks/3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145155 Nov 03 18:37:48.965203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-0c446b45-0cdc-4d6a-9d11-08bccc738887 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384995 Nov 03 18:37:49.050527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:49.154502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-98500d03-ecca-450a-afd1-09fe6b0fd849 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819332 Nov 03 18:37:49.379189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f379-e6d6-4884-b732-909839bf7957 req-90b51f62-6a37-4d50-82a9-038cb3adef45 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:49.380710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8e8f379-e6d6-4884-b732-909839bf7957 req-90b51f62-6a37-4d50-82a9-038cb3adef45 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 944 time: 0.0654387 Nov 03 18:37:49.382234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Deleting port ac637fd7-38f6-4555-b3c1-8218fab4502c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:49.382574 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:49.487704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8e8f379-e6d6-4884-b732-909839bf7957 req-3bdfd45d-d905-4d14-8e7b-026855a6c737 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929909 Nov 03 18:37:49.513393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] For port ac637fd7-38f6-4555-b3c1-8218fab4502c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ac637fd7-38f6-4555-b3c1-8218fab4502c,segment=NetworkSegment(962de58c-e6ca-4b8f-90fd-bce744634c9e),segment_id=962de58c-e6ca-4b8f-90fd-bce744634c9e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:49.513922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:49.529188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Calling delete_port for ac637fd7-38f6-4555-b3c1-8218fab4502c owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:49.737118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:49.774958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=ac637fd7-38f6-4555-b3c1-8218fab4502c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:50.028637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.283644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45162a03-1bc2-4b92-92da-3e134799b54c req-aa9af784-f6a9-423b-ad72-e9cd50816b15 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 210 time: 0.0335264 Nov 03 18:37:50.327329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:50.532241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:50.543763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a87e6227-2db6-4b57-8eb5-9ed7fdde6fdf admin admin] 10.222.0.77 "PUT /v2.0/routers/f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1755376 Nov 03 18:37:50.543896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49590) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:50.548100 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] Sync routers for ids ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:50.558074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-e5417d3a-8132-427c-8b68-527cf923d3c9 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:50.559035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-e5417d3a-8132-427c-8b68-527cf923d3c9 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.1724451 Nov 03 18:37:50.562054 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] Routers {'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:50.562684 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:50.581250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Request body: {'port': {'device_id': '59407644-5040-4242-994b-5c9367dc3808', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'admin_state_up': True, 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:50.714026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.785316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:50.788518 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] Set router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:50.789351 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.894160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.006055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Deleting port 8118c5c1-b636-40a7-b756-dc2e11a797e6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:51.006399 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.051318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Allocated IP 172.20.0.4 (216a7812-84d2-4978-8b51-d49480d4019a/0cd22e13-56de-48cd-a0d5-8a5717f3c69f/3a4af940-36b5-4918-bee9-7de2316b25ff) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:51.083918 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:49Z', 'revision_number': 5, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port': {'id': '8118c5c1-b636-40a7-b756-dc2e11a797e6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:07Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:51.098110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9da2a-2f63-474e-aece-a1177f500aa7 req-10b03ffd-e81e-4996-b34d-d9c3b5e04c4c tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.105266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53a9da2a-2f63-474e-aece-a1177f500aa7 req-10b03ffd-e81e-4996-b34d-d9c3b5e04c4c tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.0891254 Nov 03 18:37:51.123556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] For port 8118c5c1-b636-40a7-b756-dc2e11a797e6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8118c5c1-b636-40a7-b756-dc2e11a797e6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:51.124254 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.124422 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] Checking router: f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:51.135094 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] Routers {'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:51.135772 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:51.141840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Calling delete_port for 8118c5c1-b636-40a7-b756-dc2e11a797e6 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:51.194236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53a9da2a-2f63-474e-aece-a1177f500aa7 req-6c4f5ce8-2fa4-4c6e-9320-7611c420f0ec tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879593 Nov 03 18:37:51.240303 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] Set router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:51.307057 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:50Z', 'revision_number': 6, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:51.325742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.338461 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b347c-a439-48e1-963d-2dcdd0c2ebf6 None None] The sync data for ids ['f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee'] in n-d-812148-3 is: [{'id': 'f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee', 'name': 'tempest-FloatingIPsTestJSON-1821481628-router', 'tenant_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:06Z', 'updated_at': '2021-11-03T18:37:50Z', 'revision_number': 6, 'project_id': 'f5991ff2f18d4cfd833873f53d302bbf', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:51.377222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.393819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:51.396491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:51.437925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.453240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Network 216a7812-84d2-4978-8b51-d49480d4019a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:51.458388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:51.467401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:51.476841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8118c5c1-b636-40a7-b756-dc2e11a797e6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:51.508650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78cec1-96d3-4d75-bac0-4a0a1bcec0c8 req-45eadcc5-a7c8-4edc-bda5-778c4606ae22 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.515079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78cec1-96d3-4d75-bac0-4a0a1bcec0c8 req-45eadcc5-a7c8-4edc-bda5-778c4606ae22 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.516742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b78cec1-96d3-4d75-bac0-4a0a1bcec0c8 req-45eadcc5-a7c8-4edc-bda5-778c4606ae22 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.1529610 Nov 03 18:37:51.519980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event updated for resources: {'Port': ['ID=3a4af940-36b5-4918-bee9-7de2316b25ff,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:51.560397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.560957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.574219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.625595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2a3aa49d-720c-4677-a758-c224377edd88 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:51.629132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b78cec1-96d3-4d75-bac0-4a0a1bcec0c8 req-095a97a7-3dc3-4e62-be3c-3d80c2a03aa6 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967786 Nov 03 18:37:51.633438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-f692fb88-8e64-4f71-8dcf-5823806c6c54 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0570676 Nov 03 18:37:51.649926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Request body: {'port': {'device_id': '59407644-5040-4242-994b-5c9367dc3808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:51.772745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2a3aa49d-720c-4677-a758-c224377edd88, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2a3aa49d-720c-4677-a758-c224377edd88,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:51.780611 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.791166 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.798640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '2a3aa49d-720c-4677-a758-c224377edd88', 'network_id': '3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9', 'port_id': '2a3aa49d-720c-4677-a758-c224377edd88', 'mac_address': 'fa:16:3e:7f:de:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3711064-66fe-4254-b9ad-10a2f68ecb3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:51.841146 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.871497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.872298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:37:51.878168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f19be-d65c-4ed0-95eb-08ba5631f934 req-68ea598c-b39d-4e08-af74-d65c50bfa785 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.885185 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.890386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf6f19be-d65c-4ed0-95eb-08ba5631f934 req-68ea598c-b39d-4e08-af74-d65c50bfa785 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 944 time: 0.0850489 Nov 03 18:37:51.890661 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-509834b7-2701-4495-b007-6d43999a78ca admin admin] 10.222.0.77 "DELETE /v2.0/routers/f5f3f113-a82f-4ac9-8aa7-2cf2bc2dccee HTTP/1.1" status: 204 len: 168 time: 1.3419111 Nov 03 18:37:51.891528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49606) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:51.980547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-023f1488-1980-40f5-9408-6bedd63eff56 admin admin] Deleting subnet 886a4b82-725b-4a20-a0d5-1823468c8507 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:37:51.984231 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-023f1488-1980-40f5-9408-6bedd63eff56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.022176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.023905 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-023f1488-1980-40f5-9408-6bedd63eff56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.062818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3aa49d-720c-4677-a758-c224377edd88 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:52.099543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2a3aa49d-720c-4677-a758-c224377edd88, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2a3aa49d-720c-4677-a758-c224377edd88,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:52.122691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.172240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-023f1488-1980-40f5-9408-6bedd63eff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.198786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=2a3aa49d-720c-4677-a758-c224377edd88,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:52.213809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.214898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.215524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.215966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.216417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.216848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.217818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.218740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.219176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.219598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.220021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.220703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:52.289590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-023f1488-1980-40f5-9408-6bedd63eff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.329858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f1488-1980-40f5-9408-6bedd63eff56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886a4b82-725b-4a20-a0d5-1823468c8507,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:52.366874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-023f1488-1980-40f5-9408-6bedd63eff56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.373744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-023f1488-1980-40f5-9408-6bedd63eff56 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/886a4b82-725b-4a20-a0d5-1823468c8507 HTTP/1.1" status: 204 len: 168 time: 0.4807723 Nov 03 18:37:52.378748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7771ec-83af-4d7f-bbee-6e7caa709a26 None None] Network 667cbe1f-b1af-41b2-abf7-09d6ead99d83 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:52.382542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-7e53b741-c972-4b53-af7e-7714e7dcefdc tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:52.384383 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-7e53b741-c972-4b53-af7e-7714e7dcefdc tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.1511457 Nov 03 18:37:52.384888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49612) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:52.406120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf6f19be-d65c-4ed0-95eb-08ba5631f934 req-100e1eee-aa25-4ccc-8fc5-cd4a9fd957ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185478 Nov 03 18:37:52.477641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.531285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2a3aa49d-720c-4677-a758-c224377edd88'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:52.627937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-fa245cb3-48d4-45dd-b934-a8d0100945f5 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:52.638505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-fa245cb3-48d4-45dd-b934-a8d0100945f5 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:52.640115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-fa245cb3-48d4-45dd-b934-a8d0100945f5 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.3461409 Nov 03 18:37:52.757099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dba69a-b4b5-451b-96ae-5999b3c264b7 req-817a6751-6378-4eaa-aa23-80905f18c32e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:52.767724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39dba69a-b4b5-451b-96ae-5999b3c264b7 req-817a6751-6378-4eaa-aa23-80905f18c32e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 931 time: 0.1037941 Nov 03 18:37:52.799585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4af940-36b5-4918-bee9-7de2316b25ff {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:52.811866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.850341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] DHCP port deletion for 667cbe1f-b1af-41b2-abf7-09d6ead99d83 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:37:52.861690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39dba69a-b4b5-451b-96ae-5999b3c264b7 req-218f0ef8-9862-40da-a367-c1c3c4cc1f0a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925834 Nov 03 18:37:52.890685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Transition to ACTIVE for port object 3a4af940-36b5-4918-bee9-7de2316b25ff will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:52.898736 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.925046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Deleting port 927663de-6042-4366-8741-473ef965b253 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:52.925688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.954620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8118c5c1-b636-40a7-b756-dc2e11a797e6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:52.991215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 8118c5c1-b636-40a7-b756-dc2e11a797e6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:52.991864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8118c5c1-b636-40a7-b756-dc2e11a797e6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:52.992471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ac637fd7-38f6-4555-b3c1-8218fab4502c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:53.006872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Deleting port bcbab85b-846a-49c6-b993-2c7f295674e5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:53.007136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4af940-36b5-4918-bee9-7de2316b25ff,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:53.007266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.012664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port 5c73366d-ad9b-43d8-a6b0-480f5d059663 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:53.012990 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.021677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ac637fd7-38f6-4555-b3c1-8218fab4502c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:53.023899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ac637fd7-38f6-4555-b3c1-8218fab4502c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:53.064964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] Deleting port bcbab85b-846a-49c6-b993-2c7f295674e5 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:53.065425 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.136230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Attempting to bind port 3a4af940-36b5-4918-bee9-7de2316b25ff on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:53.136571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Attempting to bind port 3a4af940-36b5-4918-bee9-7de2316b25ff by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:53.136906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Attempting to bind port 3a4af940-36b5-4918-bee9-7de2316b25ff on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:53.144463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Port 3a4af940-36b5-4918-bee9-7de2316b25ff on network 216a7812-84d2-4978-8b51-d49480d4019a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:53.144791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Attempting to bind port 3a4af940-36b5-4918-bee9-7de2316b25ff on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:53.159030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] For port bcbab85b-846a-49c6-b993-2c7f295674e5, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bcbab85b-846a-49c6-b993-2c7f295674e5,segment=NetworkSegment(962de58c-e6ca-4b8f-90fd-bce744634c9e),segment_id=962de58c-e6ca-4b8f-90fd-bce744634c9e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:53.160003 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.166669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144c25f-c835-47ba-a90e-46e008ec54b6 req-0147522c-ae49-4ce0-a61c-ee13743418dd tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.168370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7144c25f-c835-47ba-a90e-46e008ec54b6 req-0147522c-ae49-4ce0-a61c-ee13743418dd tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e606c5b-ec67-4804-8c80-7dcd986409bd HTTP/1.1" status: 200 len: 948 time: 0.1161404 Nov 03 18:37:53.171470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:53.171817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:53.172207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Bound using segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:53.172641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Bound port: 3a4af940-36b5-4918-bee9-7de2316b25ff, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:53.173003 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.197379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] Calling delete_port for bcbab85b-846a-49c6-b993-2c7f295674e5 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:53.207913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] For port 927663de-6042-4366-8741-473ef965b253, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=927663de-6042-4366-8741-473ef965b253,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:53.209182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.233610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] For port bcbab85b-846a-49c6-b993-2c7f295674e5, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bcbab85b-846a-49c6-b993-2c7f295674e5,segment=NetworkSegment(962de58c-e6ca-4b8f-90fd-bce744634c9e),segment_id=962de58c-e6ca-4b8f-90fd-bce744634c9e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:53.234269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.255751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port 5c73366d-ad9b-43d8-a6b0-480f5d059663, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c73366d-ad9b-43d8-a6b0-480f5d059663,segment=NetworkSegment(ec2d3465-dc44-426d-98e0-3ffd48a87a8f),segment_id=ec2d3465-dc44-426d-98e0-3ffd48a87a8f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:53.256425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.259227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Calling delete_port for bcbab85b-846a-49c6-b993-2c7f295674e5 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:53.261297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Calling delete_port for 927663de-6042-4366-8741-473ef965b253 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:53.294716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for 5c73366d-ad9b-43d8-a6b0-480f5d059663 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:53.306743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7144c25f-c835-47ba-a90e-46e008ec54b6 req-c2c1b67d-5765-4a0d-b2a1-610c655b69f2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8965245-13a1-4381-abb6-c45e48e84e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012995 Nov 03 18:37:53.312887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.358219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] Pushing event deleted for resources: {'Port': ['ID=bcbab85b-846a-49c6-b993-2c7f295674e5,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:53.366612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] For port 3a4af940-36b5-4918-bee9-7de2316b25ff, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:53.372282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47232a-e353-4a04-a0cb-58912ee15848 None None] No DVR routers for this DVR port bcbab85b-846a-49c6-b993-2c7f295674e5 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:53.373740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] For port 3a4af940-36b5-4918-bee9-7de2316b25ff, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a4af940-36b5-4918-bee9-7de2316b25ff,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:53.390625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.474733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.475473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.476745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] 10.222.0.96 "PUT /v2.0/ports/3a4af940-36b5-4918-bee9-7de2316b25ff HTTP/1.1" status: 200 len: 1091 time: 1.8326256 Nov 03 18:37:53.479351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59407644-5040-4242-994b-5c9367dc3808', 'tag': '3a4af940-36b5-4918-bee9-7de2316b25ff'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:53.482309 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f027f3b-b551-4af4-a91f-35a81c4ebab0" -d '{"events": [{"name": "network-changed", "server_uuid": "59407644-5040-4242-994b-5c9367dc3808", "tag": "3a4af940-36b5-4918-bee9-7de2316b25ff"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:53.509461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1b4c-c833-4b40-8be0-f49930989104 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4af940-36b5-4918-bee9-7de2316b25ff,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:53.530894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009aee2-da1f-4330-83d0-cb11cc006831 req-50c0e43c-ea3b-4cc9-b1d5-3b3e1d7cb4df tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.538543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009aee2-da1f-4330-83d0-cb11cc006831 req-50c0e43c-ea3b-4cc9-b1d5-3b3e1d7cb4df tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.540226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3009aee2-da1f-4330-83d0-cb11cc006831 req-50c0e43c-ea3b-4cc9-b1d5-3b3e1d7cb4df tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 1681 time: 0.1126976 Nov 03 18:37:53.588719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.621372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbab85b-846a-49c6-b993-2c7f295674e5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:53.632561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2a3aa49d-720c-4677-a758-c224377edd88 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:53.637650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3009aee2-da1f-4330-83d0-cb11cc006831 req-960151e2-116c-46a2-91bd-d1add7650d80 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904675 Nov 03 18:37:53.657597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-d450a3ff-9ac4-4023-aece-6ca17f6dec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.657999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-d450a3ff-9ac4-4023-aece-6ca17f6dec32 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 1094 time: 0.1032515 Nov 03 18:37:53.734142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-6b602b5c-0ae2-41c3-bed5-8df3c612ee4b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a4af940-36b5-4918-bee9-7de2316b25ff HTTP/1.1" status: 200 len: 217 time: 0.0690818 Nov 03 18:37:53.767194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 2a3aa49d-720c-4677-a758-c224377edd88 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:53.775735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 2a3aa49d-720c-4677-a758-c224377edd88 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:53.776344 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.805767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] No DVR routers for this DVR port bcbab85b-846a-49c6-b993-2c7f295674e5 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:53.811088 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.831329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-1cdcbc80-8b41-43ea-9acc-ad5c51515e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.833322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-1cdcbc80-8b41-43ea-9acc-ad5c51515e61 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.0905008 Nov 03 18:37:53.847440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d588519-0d6b-4be0-967c-0f80a97377a8 req-e07f3fd5-db13-49cb-a2e2-41818c7d8491 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.857733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d588519-0d6b-4be0-967c-0f80a97377a8 req-e07f3fd5-db13-49cb-a2e2-41818c7d8491 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 945 time: 0.1164131 Nov 03 18:37:53.901995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-98be475e-d294-4fa4-be4f-6dd29d759608 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405211 Nov 03 18:37:53.953235 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.984199 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.990316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de211105-d6b3-4f87-bdaf-f5117619099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3aa49d-720c-4677-a758-c224377edd88'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:53.993996 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1d0bde-93c0-4996-a443-5dc9cc12e15e" -d '{"events": [{"server_uuid": "de211105-d6b3-4f87-bdaf-f5117619099e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3aa49d-720c-4677-a758-c224377edd88"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:54.013166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:54.023043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d588519-0d6b-4be0-967c-0f80a97377a8 req-2f4d8ebe-09b6-4cb4-ba4d-183fc01a0213 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580741 Nov 03 18:37:54.024247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2a3aa49d-720c-4677-a758-c224377edd88, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2a3aa49d-720c-4677-a758-c224377edd88,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:54.041078 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.042207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5c73366d-ad9b-43d8-a6b0-480f5d059663 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:54.046427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667cbe1f-b1af-41b2-abf7-09d6ead99d83']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:54.061075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962de58c-e6ca-4b8f-90fd-bce744634c9e') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:54.061539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962de58c-e6ca-4b8f-90fd-bce744634c9e') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:54.078644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.096623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.105811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:37:54.106234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.111093 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550b96a4-268d-4c3d-b3c4-66d27d22c3d9 x-openstack-request-id: req-550b96a4-268d-4c3d-b3c4-66d27d22c3d9 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:54.111783 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59407644-5040-4242-994b-5c9367dc3808", "tag": "3a4af940-36b5-4918-bee9-7de2316b25ff", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:54.112275 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-550b96a4-268d-4c3d-b3c4-66d27d22c3d9 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:54.113714 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59407644-5040-4242-994b-5c9367dc3808', 'tag': '3a4af940-36b5-4918-bee9-7de2316b25ff', 'status': 'completed', 'code': 200} Nov 03 18:37:54.192382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-3ebc1b42-5e64-4420-9882-21176706166b service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556174 Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:37:54.200109 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:37:54.211492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Pushing event deleted for resources: {'Port': ['ID=927663de-6042-4366-8741-473ef965b253,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:54.278845 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.287715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] No DVR routers for this DVR port 927663de-6042-4366-8741-473ef965b253 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:54.287715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.292328 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.296659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1d2ae14d-8e88-4e8f-bd3b-167b12b39a2c req-ac218507-b66c-4448-be11-bd4dbaaaf7e2 tempest-ServerDiagnosticsNegativeTest-875275964 tempest-ServerDiagnosticsNegativeTest-875275964-project] 10.222.0.70 "DELETE /v2.0/ports/927663de-6042-4366-8741-473ef965b253 HTTP/1.1" status: 204 len: 173 time: 1.9031956 Nov 03 18:37:54.307114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.326575 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] 10.222.0.77 "DELETE /v2.0/networks/667cbe1f-b1af-41b2-abf7-09d6ead99d83 HTTP/1.1" status: 204 len: 168 time: 1.9394331 Nov 03 18:37:54.331177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e606c5b-ec67-4804-8c80-7dcd986409bd', 'name': 'network-vif-deleted', 'tag': '927663de-6042-4366-8741-473ef965b253'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:54.352783 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a985929-6255-418a-a6f7-688c8527500b" -d '{"events": [{"server_uuid": "0e606c5b-ec67-4804-8c80-7dcd986409bd", "name": "network-vif-deleted", "tag": "927663de-6042-4366-8741-473ef965b253"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:54.353913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=2a3aa49d-720c-4677-a758-c224377edd88,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:54.388709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No active binding found for port 5c73366d-ad9b-43d8-a6b0-480f5d059663 {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 18:37:54.394068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5c73366d-ad9b-43d8-a6b0-480f5d059663 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:54.394673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 298dbcc1-071c-4081-b3fe-96cdaeb3377a no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:54.494684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c1e15a1-7237-4c61-bcaf-a6d384b16444 req-b6766952-0d42-4d38-a7e7-77cea7844ddd service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941957 Nov 03 18:37:54.582178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:54.586409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec4d70-d3e1-4688-87de-68a57abb7b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=667cbe1f-b1af-41b2-abf7-09d6ead99d83,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:54.590103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=5c73366d-ad9b-43d8-a6b0-480f5d059663,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:54.598426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991463f-2727-4824-bcd8-447ab55463ad req-46cb4b0a-8ef8-4490-91cc-593c7ee67b4f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:54.629348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8991463f-2727-4824-bcd8-447ab55463ad req-46cb4b0a-8ef8-4490-91cc-593c7ee67b4f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 943 time: 0.2300079 Nov 03 18:37:54.634301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '725350c6-a921-411d-a8a7-c335ca18cd99', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '725350c6-a921-411d-a8a7-c335ca18cd99', 'mac_address': 'fa:16:3e:b3:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:54.766448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.807387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port 5c73366d-ad9b-43d8-a6b0-480f5d059663 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:54.818012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725350c6-a921-411d-a8a7-c335ca18cd99 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:54.818743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.831818 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-e51ea8e8-b08a-4ac2-be08-4ac46b56d2e0 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.70 "DELETE /v2.0/ports/5c73366d-ad9b-43d8-a6b0-480f5d059663 HTTP/1.1" status: 204 len: 173 time: 2.1828036 Nov 03 18:37:54.895153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8991463f-2727-4824-bcd8-447ab55463ad req-72121de8-420f-4f41-b91b-a6a5b54fec67 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639101 Nov 03 18:37:54.903826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49670) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:54.923431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-6d29be72-23ca-42c6-8f8d-74b33d8ef814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:54.924864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-6d29be72-23ca-42c6-8f8d-74b33d8ef814 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 1094 time: 0.2890067 Nov 03 18:37:54.927913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:54.963482 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.070814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b6fbef1b-711d-45d9-bc48-1d13bf377373 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5991ff2f18d4cfd833873f53d302bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657910 Nov 03 18:37:55.074326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49682) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:55.193107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-906896fb-4da0-4321-91a7-d3478affaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:55.194636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-906896fb-4da0-4321-91a7-d3478affaa68 service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.2593548 Nov 03 18:37:55.225013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:55.236537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device bcbab85b-846a-49c6-b993-2c7f295674e5 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:55.255049 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a8930-2635-428a-a735-56a6251c3c0e x-openstack-request-id: req-0d2a8930-2635-428a-a735-56a6251c3c0e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:55.265638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port 298dbcc1-071c-4081-b3fe-96cdaeb3377a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:55.266200 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.269361 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de211105-d6b3-4f87-bdaf-f5117619099e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3aa49d-720c-4677-a758-c224377edd88", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:55.269710 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d2a8930-2635-428a-a735-56a6251c3c0e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:55.270084 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de211105-d6b3-4f87-bdaf-f5117619099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3aa49d-720c-4677-a758-c224377edd88', 'code': 200} Nov 03 18:37:55.305590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: bcbab85b-846a-49c6-b993-2c7f295674e5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:55.306026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device bcbab85b-846a-49c6-b993-2c7f295674e5 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:55.318997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.407880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-96f5cc9b-d84a-4179-a585-28a4bea32985 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a4af940-36b5-4918-bee9-7de2316b25ff HTTP/1.1" status: 200 len: 217 time: 0.1771839 Nov 03 18:37:55.412171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c04593a2-2948-4c93-9c3d-d82f60c2b3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.414357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 298dbcc1-071c-4081-b3fe-96cdaeb3377a, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=298dbcc1-071c-4081-b3fe-96cdaeb3377a,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:55.424365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['725350c6-a921-411d-a8a7-c335ca18cd99'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:55.438424 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.590089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=298dbcc1-071c-4081-b3fe-96cdaeb3377a,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:55.637991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 927663de-6042-4366-8741-473ef965b253 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:55.672150 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c04593a2-2948-4c93-9c3d-d82f60c2b3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.700732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 927663de-6042-4366-8741-473ef965b253 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:55.710456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 927663de-6042-4366-8741-473ef965b253 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:55.799152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c04593a2-2948-4c93-9c3d-d82f60c2b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.808140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c04593a2-2948-4c93-9c3d-d82f60c2b3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.814499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c04593a2-2948-4c93-9c3d-d82f60c2b3c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae5e24b4-5997-4a08-86c7-d38ab759de29 HTTP/1.1" status: 204 len: 168 time: 0.7359633 Nov 03 18:37:55.883792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04593a2-2948-4c93-9c3d-d82f60c2b3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e24b4-5997-4a08-86c7-d38ab759de29,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:55.900498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-50a167a6-4b18-430e-89b9-bc59e95757c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:55.901652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-50a167a6-4b18-430e-89b9-bc59e95757c2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.4722431 Nov 03 18:37:55.947009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b536e-c4e0-4880-89a3-968b65578114 req-52826e23-9a88-4d67-be9d-e721812797e9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:55.957662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e80b536e-c4e0-4880-89a3-968b65578114 req-52826e23-9a88-4d67-be9d-e721812797e9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 943 time: 0.4728405 Nov 03 18:37:55.995737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-2999054a-75cc-4404-aaca-411ffa318d3b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751402 Nov 03 18:37:56.001921 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e95c174-91bc-4962-819c-8898eea4c220 x-openstack-request-id: req-7e95c174-91bc-4962-819c-8898eea4c220 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:56.007091 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e606c5b-ec67-4804-8c80-7dcd986409bd", "name": "network-vif-deleted", "tag": "927663de-6042-4366-8741-473ef965b253", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:56.007091 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e95c174-91bc-4962-819c-8898eea4c220 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:56.007091 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e606c5b-ec67-4804-8c80-7dcd986409bd', 'name': 'network-vif-deleted', 'tag': '927663de-6042-4366-8741-473ef965b253', 'status': 'completed', 'code': 200} Nov 03 18:37:56.015342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:56.121797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e80b536e-c4e0-4880-89a3-968b65578114 req-ab3dd6fd-f040-453f-9a8c-649427997aa9 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8189bb-6938-4bd6-98b5-df555630aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625519 Nov 03 18:37:56.175737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dd67d-c3a5-4dc7-8ae6-4c5e48720c55 req-449e8643-69df-4486-a672-e6474528f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:56.188425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-149dd67d-c3a5-4dc7-8ae6-4c5e48720c55 req-449e8643-69df-4486-a672-e6474528f4cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 1097 time: 0.8588870 Nov 03 18:37:56.195906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port 298dbcc1-071c-4081-b3fe-96cdaeb3377a, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=298dbcc1-071c-4081-b3fe-96cdaeb3377a,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:56.200544 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:56.229817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-d570007a-cd28-4f74-be73-76b51cfe707e service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250502 Nov 03 18:37:56.304898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for 298dbcc1-071c-4081-b3fe-96cdaeb3377a owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:56.423001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6680-dec1-4c95-8903-f8118d8eb633 req-f6fb8690-cd57-4640-934f-13d527c6a3d7 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:56.432015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-899a6680-dec1-4c95-8903-f8118d8eb633 req-f6fb8690-cd57-4640-934f-13d527c6a3d7 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 946 time: 0.1488256 Nov 03 18:37:56.470652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f027f3b-b551-4af4-a91f-35a81c4ebab0 req-1fd93aa8-9863-4242-8f64-c38533d1cd26 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337973 Nov 03 18:37:56.546149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-899a6680-dec1-4c95-8903-f8118d8eb633 req-73f564b3-c8f7-4765-9deb-915d207c918b tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122789 Nov 03 18:37:56.591199 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-149dd67d-c3a5-4dc7-8ae6-4c5e48720c55 req-4b05ea67-fc9d-4fc8-b207-d15855408779 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868437 Nov 03 18:37:56.684521 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-54f86a2c-f645-4827-8222-34cb147201e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d918ebb0bdd545c99b6c947934c61950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6630967 Nov 03 18:37:56.686619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49710) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:56.725173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:56.827487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=298dbcc1-071c-4081-b3fe-96cdaeb3377a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:56.908349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port 298dbcc1-071c-4081-b3fe-96cdaeb3377a on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:56.924511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:56.932354 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-88cf2523-0367-4565-a8ba-00bd1f62d8dc req-9c561735-3719-46a1-8d7f-051cd941f8ab tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.70 "DELETE /v2.0/ports/298dbcc1-071c-4081-b3fe-96cdaeb3377a HTTP/1.1" status: 204 len: 173 time: 2.0937402 Nov 03 18:37:56.960647 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc095af7-139f-4abe-85c7-1e3b79ad2f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.059616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71361501-9821-427c-bd37-44de3cebf043 req-64519e97-d26b-411d-be74-c446f4fe7634 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:57.076632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71361501-9821-427c-bd37-44de3cebf043 req-64519e97-d26b-411d-be74-c446f4fe7634 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 943 time: 0.2796493 Nov 03 18:37:57.102120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc095af7-139f-4abe-85c7-1e3b79ad2f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.229922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71361501-9821-427c-bd37-44de3cebf043 req-1f042e7f-a1fa-4bd7-8a7c-4772b76ca5bf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165376 Nov 03 18:37:57.262692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc095af7-139f-4abe-85c7-1e3b79ad2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.265513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc095af7-139f-4abe-85c7-1e3b79ad2f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.266671 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cc095af7-139f-4abe-85c7-1e3b79ad2f43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8965245-13a1-4381-abb6-c45e48e84e1b HTTP/1.1" status: 204 len: 168 time: 0.5770993 Nov 03 18:37:57.272942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '298dbcc1-071c-4081-b3fe-96cdaeb3377a'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:57.275545 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57051356-a147-41ce-a628-9b24b02d3f05" -d '{"events": [{"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-unplugged", "status": "completed", "tag": "298dbcc1-071c-4081-b3fe-96cdaeb3377a"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:57.289126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc095af7-139f-4abe-85c7-1e3b79ad2f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8965245-13a1-4381-abb6-c45e48e84e1b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:57.518664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3c5ada7-623f-424d-9d16-80a34cb61050 req-584c54ae-0617-42e3-a24c-7f11faa51d1b tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e923cd3-6218-4ec3-8af6-8d39ad74727c HTTP/1.1" status: 200 len: 210 time: 0.0417507 Nov 03 18:37:57.559501 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61903002-2ace-46aa-b5fe-3b6fc7692b8e x-openstack-request-id: req-61903002-2ace-46aa-b5fe-3b6fc7692b8e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:57.559803 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-unplugged", "status": "completed", "tag": "298dbcc1-071c-4081-b3fe-96cdaeb3377a", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:57.560076 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61903002-2ace-46aa-b5fe-3b6fc7692b8e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:57.560469 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '298dbcc1-071c-4081-b3fe-96cdaeb3377a', 'code': 200} Nov 03 18:37:57.670542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49742) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:57.726477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df1398-11bf-402c-ac14-889b2b1e8bc2 req-276fc540-ba2b-4da5-a6b1-50310f261a18 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:57.735801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84df1398-11bf-402c-ac14-889b2b1e8bc2 req-276fc540-ba2b-4da5-a6b1-50310f261a18 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 946 time: 0.0916131 Nov 03 18:37:57.823671 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84df1398-11bf-402c-ac14-889b2b1e8bc2 req-64135462-f6e0-44b3-b746-c63b54c3cc2b tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790009 Nov 03 18:37:57.902670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-network', 'tenant_id': 'de96b42bcec4460388573578c14c73ba'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:57.923596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49748) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:57.944356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58721a35-1a3b-4c78-be9c-3dc4ef80ac4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.947728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Made reservation on behalf of de96b42bcec4460388573578c14c73ba for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:57.950667 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.968157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.012604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-deleted', 'tag': '5c73366d-ad9b-43d8-a6b0-480f5d059663'}, {'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-deleted', 'tag': '298dbcc1-071c-4081-b3fe-96cdaeb3377a'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:58.017224 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3fdf7e-54dc-4ff0-ad2f-5e18aca68fd7" -d '{"events": [{"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-deleted", "tag": "5c73366d-ad9b-43d8-a6b0-480f5d059663"}, {"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-deleted", "tag": "298dbcc1-071c-4081-b3fe-96cdaeb3377a"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:58.042220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3a4af940-36b5-4918-bee9-7de2316b25ff details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:58.124875 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a83d68-a037-4335-9ae0-bde22ebddc3c x-openstack-request-id: req-57a83d68-a037-4335-9ae0-bde22ebddc3c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:58.128619 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-deleted", "tag": "5c73366d-ad9b-43d8-a6b0-480f5d059663", "status": "completed", "code": 200}, {"server_uuid": "2e923cd3-6218-4ec3-8af6-8d39ad74727c", "name": "network-vif-deleted", "tag": "298dbcc1-071c-4081-b3fe-96cdaeb3377a", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:58.129144 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57a83d68-a037-4335-9ae0-bde22ebddc3c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:58.129851 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-deleted', 'tag': '5c73366d-ad9b-43d8-a6b0-480f5d059663', 'status': 'completed', 'code': 200} Nov 03 18:37:58.130336 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923cd3-6218-4ec3-8af6-8d39ad74727c', 'name': 'network-vif-deleted', 'tag': '298dbcc1-071c-4081-b3fe-96cdaeb3377a', 'status': 'completed', 'code': 200} Nov 03 18:37:58.144890 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58721a35-1a3b-4c78-be9c-3dc4ef80ac4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.158888 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58721a35-1a3b-4c78-be9c-3dc4ef80ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.203012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3a4af940-36b5-4918-bee9-7de2316b25ff, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a4af940-36b5-4918-bee9-7de2316b25ff,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:58.204153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.210558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.225746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:58.230650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-58721a35-1a3b-4c78-be9c-3dc4ef80ac4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=585cf9e2ef0949e290311e344801e6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072100 Nov 03 18:37:58.233250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49754) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:58.281383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '3a4af940-36b5-4918-bee9-7de2316b25ff', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'port_id': '3a4af940-36b5-4918-bee9-7de2316b25ff', 'mac_address': 'fa:16:3e:fd:6a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd22e13-56de-48cd-a0d5-8a5717f3c69f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:58.286505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:37:58.288301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58721a35-1a3b-4c78-be9c-3dc4ef80ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979533f4-01e2-4be5-920c-a8cd2fefbc95,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:58.330624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 725350c6-a921-411d-a8a7-c335ca18cd99 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:58.331252 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.335742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142b2476-a22f-4c0a-b688-dcb7ec5e1123,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:58.366779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.367766 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Added segment 150dd722-78de-4872-96a9-f2ab1698222a of type vlan for network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 Nov 03 18:37:58.408857 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-990130db-ece7-4652-bd89-1eddf6310e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.440116 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.441183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbb88f-ca71-49bf-949d-578e3b5bc579 req-98870d77-ae31-4e90-94f9-fbbcdc8442a0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:58.449734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80cbb88f-ca71-49bf-949d-578e3b5bc579 req-98870d77-ae31-4e90-94f9-fbbcdc8442a0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 943 time: 0.0935128 Nov 03 18:37:58.483440 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-990130db-ece7-4652-bd89-1eddf6310e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.500437 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.509293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:58.515942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.540895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80cbb88f-ca71-49bf-949d-578e3b5bc579 req-24d48c8e-7b36-4bdf-9643-72a79485bbeb tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900178 Nov 03 18:37:58.590402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-990130db-ece7-4652-bd89-1eddf6310e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.595812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-990130db-ece7-4652-bd89-1eddf6310e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.598386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-990130db-ece7-4652-bd89-1eddf6310e62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/979533f4-01e2-4be5-920c-a8cd2fefbc95 HTTP/1.1" status: 204 len: 168 time: 0.3636436 Nov 03 18:37:58.610995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990130db-ece7-4652-bd89-1eddf6310e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979533f4-01e2-4be5-920c-a8cd2fefbc95,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:58.611665 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9383562 Nov 03 18:37:58.618184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49768) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:58.625131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Request body: {'subnet': {'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-subnet', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:58.682084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Made reservation on behalf of de96b42bcec4460388573578c14c73ba for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:58.684963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.757946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed853c02-f573-4cc1-a67b-a39ac34f8050 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:58.774116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49774) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:58.893651 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.914535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:37:59.017903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dd2337-171a-4ad7-92e6-6d2778505e63 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting subnet f05245a7-501e-42ba-9380-243e8bcf39e0 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:37:59.025480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2337-171a-4ad7-92e6-6d2778505e63 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.084123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4af940-36b5-4918-bee9-7de2316b25ff {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:59.143987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3a4af940-36b5-4918-bee9-7de2316b25ff, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a4af940-36b5-4918-bee9-7de2316b25ff,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:59.164888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.197002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2337-171a-4ad7-92e6-6d2778505e63 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.252569 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.303619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3a4af940-36b5-4918-bee9-7de2316b25ff,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:59.326636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:59.335155 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.361059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d853b-79aa-494d-89ed-c673dc2b88a0 req-ec754393-3e8e-43d1-b690-0f54acd4711b tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:59.379966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e5d853b-79aa-494d-89ed-c673dc2b88a0 req-ec754393-3e8e-43d1-b690-0f54acd4711b tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 946 time: 0.3724773 Nov 03 18:37:59.408445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.410188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2337-171a-4ad7-92e6-6d2778505e63 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.426037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:59.482418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['3a4af940-36b5-4918-bee9-7de2316b25ff'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:59.544522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e5d853b-79aa-494d-89ed-c673dc2b88a0 req-78a4a0d5-710a-4978-89cc-cbb6deb9fd61 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636481 Nov 03 18:37:59.587779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2337-171a-4ad7-92e6-6d2778505e63 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.597987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258f598e-0aaf-41c3-8bb5-681001e3d349,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:59.600634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Checking segment: {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:59.601161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Network hostable DHCP agents. Network: 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:37:59.609134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:59.620242 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ede9b6-35f1-4863-a158-1cd958645173" -d '{"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-plugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:59.634077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:37:59.648219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:59.664608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ced6b-3cb8-4631-abec-f59bcf1207bd None None] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:59.685401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd2337-171a-4ad7-92e6-6d2778505e63 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Subnet': ['ID=f05245a7-501e-42ba-9380-243e8bcf39e0,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:59.695445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2337-171a-4ad7-92e6-6d2778505e63 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.705398 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f1dd2337-171a-4ad7-92e6-6d2778505e63 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "DELETE /v2.0/subnets/f05245a7-501e-42ba-9380-243e8bcf39e0 HTTP/1.1" status: 204 len: 168 time: 0.9296532 Nov 03 18:37:59.717022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49800) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:59.719578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:59.721851 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.762542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eaddee71-58cd-452f-9d3f-7485fc7e4427 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1421542 Nov 03 18:37:59.771485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49802) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:59.786232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:59.801039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499eff8d-ed61-4cbb-aa59-40f2d37d87a5 None None] Network 2b6688b6-7333-494c-b3fe-1cab434fe137 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:59.843846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.845298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.023058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.031583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.182860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:00.183416 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.323626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f5c70-0b63-4e1f-a61a-82dc68ef5a3a req-77844431-f2c2-4654-b6e5-2cf09dbe33bc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:00.325391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b3f5c70-0b63-4e1f-a61a-82dc68ef5a3a req-77844431-f2c2-4654-b6e5-2cf09dbe33bc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 944 time: 0.3060751 Nov 03 18:38:00.475642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4bc88d97-0939-40de-b3ff-ee1bdb4268fb,segment=NetworkSegment(6402013c-ea11-4aaf-837c-93e662e72c8d),segment_id=6402013c-ea11-4aaf-837c-93e662e72c8d)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:00.475914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.567169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for 4bc88d97-0939-40de-b3ff-ee1bdb4268fb owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:00.592225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.614901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b3f5c70-0b63-4e1f-a61a-82dc68ef5a3a req-cee07b78-42be-405b-bf95-16eefdc319d1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744284 Nov 03 18:38:00.705143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:38:00.706218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.748280 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657a236d-7394-4c76-9917-a0d6596d5944 x-openstack-request-id: req-657a236d-7394-4c76-9917-a0d6596d5944 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:00.748888 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-plugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:00.749321 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-657a236d-7394-4c76-9917-a0d6596d5944 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:00.749961 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99', 'code': 200} Nov 03 18:38:00.905502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.960163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4847dd56-db25-4087-8926-1c8e58ea0bbf None None] DHCP port deletion for 2b6688b6-7333-494c-b3fe-1cab434fe137 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:38:00.985704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port 4bc88d97-0939-40de-b3ff-ee1bdb4268fb on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:01.111661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=4bc88d97-0939-40de-b3ff-ee1bdb4268fb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:01.234026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Allocated IP 172.20.0.2 (1c1589f9-4a69-47e3-8d2f-981c8a7f73f9/258f598e-0aaf-41c3-8bb5-681001e3d349/60847e4a-286f-40bb-8691-3876772668cc) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:01.253735 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.301053 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.323355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.377589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6688b6-7333-494c-b3fe-1cab434fe137']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:01.415567 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6402013c-ea11-4aaf-837c-93e662e72c8d') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:01.416147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6402013c-ea11-4aaf-837c-93e662e72c8d') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:01.445157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.470599 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.487293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:01.487645 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:01.491668 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:01.635836 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.662802 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.675821 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.691001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Allocated IP 172.25.3.246 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/6fc826de-ff3f-4132-9a3c-159cecf1ac20) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:01.695180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.714690 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "DELETE /v2.0/networks/2b6688b6-7333-494c-b3fe-1cab434fe137 HTTP/1.1" status: 204 len: 168 time: 1.9949117 Nov 03 18:38:01.718373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49846) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:01.723929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bb89f-2fdd-47bf-a944-dcf9fe3dd3a3 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Network': ['ID=2b6688b6-7333-494c-b3fe-1cab434fe137,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:01.851336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:01.857781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:01.864591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Pushing event updated for resources: {'Port': ['ID=60847e4a-286f-40bb-8691-3876772668cc,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:01.868785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:01.926345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6440a3b4-7713-4c75-a152-21f12e669802 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting subnet 4822386a-b2a7-4b5d-a1ac-a09e54c89f1d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:01.940558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6440a3b4-7713-4c75-a152-21f12e669802 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.971662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Attempting to bind port 60847e4a-286f-40bb-8691-3876772668cc on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:01.972437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Attempting to bind port 60847e4a-286f-40bb-8691-3876772668cc by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:01.977327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Attempting to bind port 60847e4a-286f-40bb-8691-3876772668cc on network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:01.991354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:01.991928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Checking segment: {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:01.992461 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.992962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Bound using segment: {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:01.993584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Bound port: 60847e4a-286f-40bb-8691-3876772668cc, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:01.995475 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.001312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6440a3b4-7713-4c75-a152-21f12e669802 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.095761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3a4af940-36b5-4918-bee9-7de2316b25ff up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:02.169095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6440a3b4-7713-4c75-a152-21f12e669802 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.170894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45a6be-75f8-4b55-bd13-cb4f36f0f250 req-6c8cf5a3-b802-441b-8373-e28eb687fcc4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:02.172699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a45a6be-75f8-4b55-bd13-cb4f36f0f250 req-6c8cf5a3-b802-441b-8373-e28eb687fcc4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 944 time: 0.3134480 Nov 03 18:38:02.276454 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.294010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.298116 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6440a3b4-7713-4c75-a152-21f12e669802 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.333385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440a3b4-7713-4c75-a152-21f12e669802 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Subnet': ['ID=4822386a-b2a7-4b5d-a1ac-a09e54c89f1d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:02.338260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6440a3b4-7713-4c75-a152-21f12e669802 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.345267 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6440a3b4-7713-4c75-a152-21f12e669802 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "DELETE /v2.0/subnets/4822386a-b2a7-4b5d-a1ac-a09e54c89f1d HTTP/1.1" status: 204 len: 168 time: 0.6146731 Nov 03 18:38:02.346027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49858) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:02.360971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] For port 60847e4a-286f-40bb-8691-3876772668cc, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:02.363434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a78e4b-85f5-4279-a381-66101ea462f7 None None] Network 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:02.375109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] For port 60847e4a-286f-40bb-8691-3876772668cc, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=60847e4a-286f-40bb-8691-3876772668cc,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:02.395243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a45a6be-75f8-4b55-bd13-cb4f36f0f250 req-61164f9c-a969-4791-90b7-deeafbc16fef tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974738 Nov 03 18:38:02.425894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.429169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.440887 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.520723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 3a4af940-36b5-4918-bee9-7de2316b25ff completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:02.525922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:02.533994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:02.557266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:02.562789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 3a4af940-36b5-4918-bee9-7de2316b25ff triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:02.563161 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.625087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Deleting port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:02.625676 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.663281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc826de-ff3f-4132-9a3c-159cecf1ac20,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:02.794090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] For port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b2d43c5a-039e-48f0-bb38-66bdb7e1ff82,segment=NetworkSegment(ec2d3465-dc44-426d-98e0-3ffd48a87a8f),segment_id=ec2d3465-dc44-426d-98e0-3ffd48a87a8f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:02.794480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.877497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Calling delete_port for b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:02.946402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7507f-3b46-433b-ad75-be2c9e3a6596 None None] Pushing event updated for resources: {'Port': ['ID=60847e4a-286f-40bb-8691-3876772668cc,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:02.974972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4bc88d97-0939-40de-b3ff-ee1bdb4268fb no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:02.999983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 4bc88d97-0939-40de-b3ff-ee1bdb4268fb {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:03.000354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4bc88d97-0939-40de-b3ff-ee1bdb4268fb not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:03.147616 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.160180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.182710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593d224-747e-413c-8424-4fd4ad2b9f35 None None] DHCP port deletion for 7004b5a1-6de1-4de0-9235-ebd64f29a3c5 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:38:03.201739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.213854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59407644-5040-4242-994b-5c9367dc3808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4af940-36b5-4918-bee9-7de2316b25ff'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:03.217118 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92b561-bfe1-4c0d-850e-b7a8f3a018aa" -d '{"events": [{"server_uuid": "59407644-5040-4242-994b-5c9367dc3808", "name": "network-vif-plugged", "status": "completed", "tag": "3a4af940-36b5-4918-bee9-7de2316b25ff"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:03.232848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Port': ['ID=b2d43c5a-039e-48f0-bb38-66bdb7e1ff82,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:03.236815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] No DVR routers for this DVR port b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:03.272463 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3a4af940-36b5-4918-bee9-7de2316b25ff, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a4af940-36b5-4918-bee9-7de2316b25ff,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:03.281185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.288939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.379070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.406647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3a4af940-36b5-4918-bee9-7de2316b25ff,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:03.410198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7004b5a1-6de1-4de0-9235-ebd64f29a3c5']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:03.425314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:03.429192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2d3465-dc44-426d-98e0-3ffd48a87a8f') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:03.450717 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.475207 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.486266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:03.488173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:03.493517 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:03.600518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.641893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.657900 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] 10.222.0.77 "DELETE /v2.0/networks/7004b5a1-6de1-4de0-9235-ebd64f29a3c5 HTTP/1.1" status: 204 len: 168 time: 1.3107097 Nov 03 18:38:03.662502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631440db-72e9-4fe0-b676-ad55cd399979 tempest-ServersTestMultiNic-1826738258 tempest-ServersTestMultiNic-1826738258-project] Pushing event deleted for resources: {'Network': ['ID=7004b5a1-6de1-4de0-9235-ebd64f29a3c5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:03.678444 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfad5e41-80e3-425e-934e-a75f710e84ae x-openstack-request-id: req-bfad5e41-80e3-425e-934e-a75f710e84ae {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:03.683065 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59407644-5040-4242-994b-5c9367dc3808", "name": "network-vif-plugged", "status": "completed", "tag": "3a4af940-36b5-4918-bee9-7de2316b25ff", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:03.684317 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfad5e41-80e3-425e-934e-a75f710e84ae {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:03.686090 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59407644-5040-4242-994b-5c9367dc3808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4af940-36b5-4918-bee9-7de2316b25ff', 'code': 200} Nov 03 18:38:04.135319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64644788-948e-40cb-9d12-08b3f32521b7 None None] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:04.244061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c1c76563-cf3f-4e7a-b35d-8600e236f4e0 None None] Provisioning complete for port 60847e4a-286f-40bb-8691-3876772668cc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:04.244828 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1c76563-cf3f-4e7a-b35d-8600e236f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.283991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c758d-c34e-49ab-beaf-9c479f7ce2a2 req-e67c7311-8f9e-4531-aaba-128430d7c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:04.285762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b7c758d-c34e-49ab-beaf-9c479f7ce2a2 req-e67c7311-8f9e-4531-aaba-128430d7c9a1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 1096 time: 0.1416056 Nov 03 18:38:04.338171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b596e-16ae-40bc-a8b5-96ecbb19856f req-cc9926b5-2eee-474d-9ad7-14a4a4472e2f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:04.350105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-000b596e-16ae-40bc-a8b5-96ecbb19856f req-cc9926b5-2eee-474d-9ad7-14a4a4472e2f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 945 time: 0.2069564 Nov 03 18:38:04.358860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.476353 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1c76563-cf3f-4e7a-b35d-8600e236f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.537360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c1c76563-cf3f-4e7a-b35d-8600e236f4e0 None None] For port 60847e4a-286f-40bb-8691-3876772668cc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=60847e4a-286f-40bb-8691-3876772668cc,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:04.547992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1c76563-cf3f-4e7a-b35d-8600e236f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.613242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b7c758d-c34e-49ab-beaf-9c479f7ce2a2 req-8a695cde-6255-40da-8d87-5de6ce32dfcf service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989335 Nov 03 18:38:04.629991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-000b596e-16ae-40bc-a8b5-96ecbb19856f req-0603fc33-e4e7-4c29-9733-52d8538f657a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734160 Nov 03 18:38:04.676109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c76563-cf3f-4e7a-b35d-8600e236f4e0 None None] Pushing event updated for resources: {'Port': ['ID=60847e4a-286f-40bb-8691-3876772668cc,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:04.691529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Router 56c48464-cb5d-4776-8f80-4487bbfb2c8f is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:38:04.869039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:04.883326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Sync routers for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:04.901098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.903418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cf100872-2432-4bda-90b7-dd95601702e3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.1269042 Nov 03 18:38:04.906065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49912) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:04.938819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:04.939486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:05.140286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 60847e4a-286f-40bb-8691-3876772668cc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:05.315440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-91e4422d-b466-4811-a013-4fffe4e1b535 None None] Provisioning complete for port 60847e4a-286f-40bb-8691-3876772668cc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:05.315820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-91e4422d-b466-4811-a013-4fffe4e1b535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:05.421108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49930) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:05.480124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49932) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:05.719995 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49d37f08-884d-4dcf-8d59-c8c7cfafc3a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:05.720888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:06.008597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411934-5b14-4aa8-bdbb-5ff54a5d080c req-50a1aea8-84fb-469b-8e87-1e221e006b0d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:06.016856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa411934-5b14-4aa8-bdbb-5ff54a5d080c req-50a1aea8-84fb-469b-8e87-1e221e006b0d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 945 time: 0.2027862 Nov 03 18:38:06.056716 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.185738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49d37f08-884d-4dcf-8d59-c8c7cfafc3a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.189815 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eac0283b-ebd8-4259-9929-02b7cbc68349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.207431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 60847e4a-286f-40bb-8691-3876772668cc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:06.208844 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.215983 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49d37f08-884d-4dcf-8d59-c8c7cfafc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.272386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa411934-5b14-4aa8-bdbb-5ff54a5d080c req-7601fe53-a31e-4f82-b1b2-bec3cfcde7f4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526624 Nov 03 18:38:06.447386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-49d37f08-884d-4dcf-8d59-c8c7cfafc3a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0fa0032f0e3b40f4b7bfe85562f4c6db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9657431 Nov 03 18:38:06.449133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d37f08-884d-4dcf-8d59-c8c7cfafc3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b85b5-2d96-4557-9458-93b121b56d97,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:06.454459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49954) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:06.485027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Allocated IP 172.20.0.1 (1c1589f9-4a69-47e3-8d2f-981c8a7f73f9/258f598e-0aaf-41c3-8bb5-681001e3d349/693531e4-6c6b-4e46-abab-0af1d8d96506) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:06.569994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e9a4aa-bef8-4fc7-b19e-ea77b8d44b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.618766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e9a4aa-bef8-4fc7-b19e-ea77b8d44b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.674039 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.686720 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.778831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:03Z', 'revision_number': 3, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:06.783762 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e9a4aa-bef8-4fc7-b19e-ea77b8d44b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.795705 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e9a4aa-bef8-4fc7-b19e-ea77b8d44b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.796412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.799582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-29e9a4aa-bef8-4fc7-b19e-ea77b8d44b2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c87b85b5-2d96-4557-9458-93b121b56d97 HTTP/1.1" status: 204 len: 168 time: 0.3412995 Nov 03 18:38:06.854163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:06.857135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:06.860746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9a4aa-bef8-4fc7-b19e-ea77b8d44b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b85b5-2d96-4557-9458-93b121b56d97,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:06.862554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:06.886585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Checking router: 56c48464-cb5d-4776-8f80-4487bbfb2c8f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:06.886585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Updating router 56c48464-cb5d-4776-8f80-4487bbfb2c8f port 6fc826de-ff3f-4132-9a3c-159cecf1ac20 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:38:06.899555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:07.031869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:07.032111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b2d43c5a-039e-48f0-bb38-66bdb7e1ff82 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:07.109238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=693531e4-6c6b-4e46-abab-0af1d8d96506,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:07.126276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.149588 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.281979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.287390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.287979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.288523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.289039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.289659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.290340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.292472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.294186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.294717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.298085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.308553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:07.521463 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.543291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49972) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:07.585122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Deleting port 4e1aa234-3329-4ee6-96e3-5ef2369994fe {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:07.585752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.693052 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.702253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e31a717f-91dc-4187-8d4e-54f064f819c7 None None] Provisioning complete for port 693531e4-6c6b-4e46-abab-0af1d8d96506 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:07.702678 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e31a717f-91dc-4187-8d4e-54f064f819c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.734130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-609ed6d0-2131-49df-acb0-c2330f3f0bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.748201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e31a717f-91dc-4187-8d4e-54f064f819c7 None None] Port 693531e4-6c6b-4e46-abab-0af1d8d96506 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:38:07.750149 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.773944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] For port 4e1aa234-3329-4ee6-96e3-5ef2369994fe, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4e1aa234-3329-4ee6-96e3-5ef2369994fe,segment=NetworkSegment(ca429315-019f-449f-b83b-eb70c9ff77d8),segment_id=ca429315-019f-449f-b83b-eb70c9ff77d8)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:07.774320 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.800572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Calling delete_port for 4e1aa234-3329-4ee6-96e3-5ef2369994fe owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:07.807731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc36e3-102a-454b-b894-e29689c380be None None] Pushing event updated for resources: {'Port': ['ID=6fc826de-ff3f-4132-9a3c-159cecf1ac20,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:07.827566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Attempting to bind port 6fc826de-ff3f-4132-9a3c-159cecf1ac20 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:07.827922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Attempting to bind port 6fc826de-ff3f-4132-9a3c-159cecf1ac20 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:07.828431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Attempting to bind port 6fc826de-ff3f-4132-9a3c-159cecf1ac20 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:07.835008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:07.838056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:07.838801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.839420 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:07.839926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Bound port: 6fc826de-ff3f-4132-9a3c-159cecf1ac20, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:07.840452 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.908455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c038b-63de-403e-aa4a-28e05bbe052e req-69651243-c302-4f6b-9fd3-b4f68ab1a6ba tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:07.916987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b74c038b-63de-403e-aa4a-28e05bbe052e req-69651243-c302-4f6b-9fd3-b4f68ab1a6ba tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 945 time: 0.4336581 Nov 03 18:38:07.983826 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.003425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.022795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] For port 6fc826de-ff3f-4132-9a3c-159cecf1ac20, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:08.032364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] For port 6fc826de-ff3f-4132-9a3c-159cecf1ac20, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6fc826de-ff3f-4132-9a3c-159cecf1ac20,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:08.036623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b74c038b-63de-403e-aa4a-28e05bbe052e req-26bbc289-2767-4260-8c2d-6193310a27cb tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143339 Nov 03 18:38:08.039140 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.079852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-609ed6d0-2131-49df-acb0-c2330f3f0bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.098195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-609ed6d0-2131-49df-acb0-c2330f3f0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.132863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-609ed6d0-2131-49df-acb0-c2330f3f0bb3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90585634a6bd4df582196eaad2123d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844893 Nov 03 18:38:08.146648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49988) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:08.176166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc36e3-102a-454b-b894-e29689c380be None None] Pushing event updated for resources: {'Port': ['ID=6fc826de-ff3f-4132-9a3c-159cecf1ac20,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:08.192996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:08.193675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:37:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:08.204085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.214782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=693531e4-6c6b-4e46-abab-0af1d8d96506,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:08.242270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ed6d0-2131-49df-acb0-c2330f3f0bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2774ad-99d3-4d61-adfd-32b1c4d1d9ab,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:08.272204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.326591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a502c45-6e77-44c0-8904-4ae06863c34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.347950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1aa234-3329-4ee6-96e3-5ef2369994fe,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:08.432525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a502c45-6e77-44c0-8904-4ae06863c34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.439475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:08.540810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:08.543116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:08.652871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a502c45-6e77-44c0-8904-4ae06863c34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.665663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a502c45-6e77-44c0-8904-4ae06863c34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.669029 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4a502c45-6e77-44c0-8904-4ae06863c34a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f2774ad-99d3-4d61-adfd-32b1c4d1d9ab HTTP/1.1" status: 204 len: 168 time: 0.5213368 Nov 03 18:38:08.744001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a502c45-6e77-44c0-8904-4ae06863c34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2774ad-99d3-4d61-adfd-32b1c4d1d9ab,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:08.840581 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.900006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Router 56c48464-cb5d-4776-8f80-4487bbfb2c8f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:08.911521 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ae53249e-f977-414d-92d0-ac45a6a9207f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.988815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 2, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:09.165626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f9dd8-cc29-43ad-8677-4a18dd097019 None None] The sync data for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 is: [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 2, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:09.231157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-02794369-8e62-41cc-b9d3-d030321d316a None None] Provisioning complete for port 693531e4-6c6b-4e46-abab-0af1d8d96506 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:09.231532 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-02794369-8e62-41cc-b9d3-d030321d316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.234776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:09.247854 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6dad8ca3-d4cb-45e7-baf5-0251e0906cb0 admin admin] 10.222.0.77 "PUT /v2.0/routers/56c48464-cb5d-4776-8f80-4487bbfb2c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3404231 Nov 03 18:38:09.361123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-02794369-8e62-41cc-b9d3-d030321d316a None None] Port 693531e4-6c6b-4e46-abab-0af1d8d96506 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:38:09.434050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Router 1a287fae-bda5-4a90-bf37-5390144d853a has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:09.871562 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.887012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebc36e-1ed8-45c0-b8b4-e0177019ffca req-2b07005d-8209-4e80-ad80-ca1ba3c8eb45 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:09.901515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99ebc36e-1ed8-45c0-b8b4-e0177019ffca req-2b07005d-8209-4e80-ad80-ca1ba3c8eb45 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.3380382 Nov 03 18:38:09.966804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:09.978831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dbd7de86-51ec-49d8-880c-43f4128d8143 admin admin] 10.222.0.77 "PUT /v2.0/routers/1a287fae-bda5-4a90-bf37-5390144d853a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5535085 Nov 03 18:38:09.979279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50026) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:09.988437 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] Sync routers for ids ['1a287fae-bda5-4a90-bf37-5390144d853a'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:10.017943 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] Routers {'1a287fae-bda5-4a90-bf37-5390144d853a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:10.018906 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1a287fae-bda5-4a90-bf37-5390144d853a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:10.127585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99ebc36e-1ed8-45c0-b8b4-e0177019ffca req-55b570e4-05a0-4b23-9fb5-eb49920aeaea tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250910 Nov 03 18:38:10.222717 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] Set router 1a287fae-bda5-4a90-bf37-5390144d853a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:10.339475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:10.495749 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:38:08Z', 'revision_number': 5, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:10.526003 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] Checking router: 1a287fae-bda5-4a90-bf37-5390144d853a for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:10.536360 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] Routers {'1a287fae-bda5-4a90-bf37-5390144d853a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:10.537706 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1a287fae-bda5-4a90-bf37-5390144d853a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:10.669586 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:10.808154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Deleting port a6f36a57-1e89-49dc-aac5-7425ee900093 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:10.809391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:10.889837 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] Set router 1a287fae-bda5-4a90-bf37-5390144d853a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:11.175327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] For port a6f36a57-1e89-49dc-aac5-7425ee900093, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a6f36a57-1e89-49dc-aac5-7425ee900093,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:11.175868 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.211736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Calling delete_port for a6f36a57-1e89-49dc-aac5-7425ee900093 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:11.333993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6fc826de-ff3f-4132-9a3c-159cecf1ac20 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:11.434576 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:38:08Z', 'revision_number': 5, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:11.447896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6fc826de-ff3f-4132-9a3c-159cecf1ac20 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:11.448439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.516934 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a5a029-43b2-4651-a7c5-c7fbc6102c7f None None] The sync data for ids ['1a287fae-bda5-4a90-bf37-5390144d853a'] in n-d-812148-3 is: [{'id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'name': 'tempest-ServersTestMultiNic-2125773729-router', 'tenant_id': '4098930965064fe38cac7761cc640c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:46Z', 'updated_at': '2021-11-03T18:38:08Z', 'revision_number': 5, 'project_id': '4098930965064fe38cac7761cc640c5c', 'gw_port': {'id': 'a6f36a57-1e89-49dc-aac5-7425ee900093', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a287fae-bda5-4a90-bf37-5390144d853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:47Z', 'updated_at': '2021-11-03T18:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:11.708865 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.739518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 6fc826de-ff3f-4132-9a3c-159cecf1ac20, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6fc826de-ff3f-4132-9a3c-159cecf1ac20,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:11.745008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.823653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=6fc826de-ff3f-4132-9a3c-159cecf1ac20,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:11.860126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.947472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f36a57-1e89-49dc-aac5-7425ee900093,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:12.016745 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.062445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.103383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.153241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-9ce9cdd1-962b-4a23-b4a1-cceacbcd58fb tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:12.162951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-9ce9cdd1-962b-4a23-b4a1-cceacbcd58fb tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/networks?id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 200 len: 829 time: 0.4029758 Nov 03 18:38:12.193707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-04e3fc3b-cfcc-48c8-ad89-dee1e6dc6023 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/quotas/de96b42bcec4460388573578c14c73ba HTTP/1.1" status: 200 len: 375 time: 0.0297611 Nov 03 18:38:12.248328 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.251055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.314688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.316206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a287fae-bda5-4a90-bf37-5390144d853a {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:38:12.317750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-99303177-82b0-4d47-b855-a4e4ba4bc3ab tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=de96b42bcec4460388573578c14c73ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230497 Nov 03 18:38:12.332067 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.336415 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-83892bf9-9bff-4ac4-bbd0-583edd1eb8bb admin admin] 10.222.0.77 "DELETE /v2.0/routers/1a287fae-bda5-4a90-bf37-5390144d853a HTTP/1.1" status: 204 len: 168 time: 2.3561110 Nov 03 18:38:12.339091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50076) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:12.403373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefe806c-0419-48c6-9b93-34ac0b41edd5 admin admin] Deleting subnet 221ee4db-4da0-42cb-83a3-2f1fed0fad12 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:12.407260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aefe806c-0419-48c6-9b93-34ac0b41edd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.466119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aefe806c-0419-48c6-9b93-34ac0b41edd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.489192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-79902349-302a-4238-b35c-4c55e8a4d567 service neutron] 10.222.0.77 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703186 Nov 03 18:38:12.593590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aefe806c-0419-48c6-9b93-34ac0b41edd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.692132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-8b28baa4-bde1-4558-953b-4ae0d62b08d8 service neutron] 10.222.0.77 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019076 Nov 03 18:38:12.699585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aefe806c-0419-48c6-9b93-34ac0b41edd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.756574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aefe806c-0419-48c6-9b93-34ac0b41edd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.763826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50078) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:12.766822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb24a9-29b0-4a1f-a8d0-40a859755f56 None None] Network 65ede7b4-47e3-4867-a351-30cc45b9e9e2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:12.767483 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aefe806c-0419-48c6-9b93-34ac0b41edd5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/221ee4db-4da0-42cb-83a3-2f1fed0fad12 HTTP/1.1" status: 204 len: 168 time: 0.4258614 Nov 03 18:38:12.771537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe806c-0419-48c6-9b93-34ac0b41edd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221ee4db-4da0-42cb-83a3-2f1fed0fad12,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:12.982234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.125134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Deleting port 00a80a1f-ab8d-4810-976e-3973b085a507 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:13.127698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.412604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6fc826de-ff3f-4132-9a3c-159cecf1ac20 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:13.419721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] For port 00a80a1f-ab8d-4810-976e-3973b085a507, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=00a80a1f-ab8d-4810-976e-3973b085a507,segment=NetworkSegment(ca429315-019f-449f-b83b-eb70c9ff77d8),segment_id=ca429315-019f-449f-b83b-eb70c9ff77d8)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:13.419721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.456617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdf194-5ba8-4d3e-9f30-ee47e249e0e4 req-ecd94e05-2f04-4c8e-8810-f62b3e4bd47c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:13.468585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16bdf194-5ba8-4d3e-9f30-ee47e249e0e4 req-ecd94e05-2f04-4c8e-8810-f62b3e4bd47c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 945 time: 0.2030935 Nov 03 18:38:13.470887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Calling delete_port for 00a80a1f-ab8d-4810-976e-3973b085a507 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:13.576695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16bdf194-5ba8-4d3e-9f30-ee47e249e0e4 req-06564b9d-a108-456f-aaf3-13d289e3996d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053336 Nov 03 18:38:13.594263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6fc826de-ff3f-4132-9a3c-159cecf1ac20 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:13.594263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.654270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Sync routers for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:13.700350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:13.701274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:13.711935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.767961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a80a1f-ab8d-4810-976e-3973b085a507,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:13.792685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.793040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.793665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.793767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.794178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.794512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.794839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.795293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.795800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.805765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.806524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.807040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:13.812425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] No DVR routers for this DVR port 00a80a1f-ab8d-4810-976e-3973b085a507 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:13.879301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:13.991928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.021666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e14313-44b5-4a62-879d-b0ff98a2b332 None None] DHCP port deletion for 65ede7b4-47e3-4867-a351-30cc45b9e9e2 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:38:14.053435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ede7b4-47e3-4867-a351-30cc45b9e9e2']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:14.076420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca429315-019f-449f-b83b-eb70c9ff77d8') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:14.076719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca429315-019f-449f-b83b-eb70c9ff77d8') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:14.103040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.142345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.158849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:14.160518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:14.170619 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:14.321334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a6f36a57-1e89-49dc-aac5-7425ee900093 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:14.330857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50112) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:14.357862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eef1381e-3e1a-4647-8591-1f1b3da7334c req-d0d8c440-9bc1-42e4-815b-d717ba72f69e tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 210 time: 0.0706739 Nov 03 18:38:14.370440 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.387089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.393404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: a6f36a57-1e89-49dc-aac5-7425ee900093 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:14.393772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a6f36a57-1e89-49dc-aac5-7425ee900093 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:14.394194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4e1aa234-3329-4ee6-96e3-5ef2369994fe no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:14.397683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] 10.222.0.77 "DELETE /v2.0/networks/65ede7b4-47e3-4867-a351-30cc45b9e9e2 HTTP/1.1" status: 204 len: 168 time: 1.6323817 Nov 03 18:38:14.452262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a478ec1-9c0f-4c2f-9f48-1157b01c6101 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ede7b4-47e3-4867-a351-30cc45b9e9e2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:14.485390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 4e1aa234-3329-4ee6-96e3-5ef2369994fe {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:14.485777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4e1aa234-3329-4ee6-96e3-5ef2369994fe not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:14.634708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2602226b-a5b7-4f31-9480-b8368140293a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.769877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 2, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:14.794575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50118) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:14.836749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Checking router: 56c48464-cb5d-4776-8f80-4487bbfb2c8f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:14.838174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Updating router 56c48464-cb5d-4776-8f80-4487bbfb2c8f port 693531e4-6c6b-4e46-abab-0af1d8d96506 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:38:14.921769 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.975289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2602226b-a5b7-4f31-9480-b8368140293a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.976729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-54738077-75ad-4ab1-ad3c-7e118bc1128f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4098930965064fe38cac7761cc640c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808591 Nov 03 18:38:14.981505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50126) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:15.009755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2602226b-a5b7-4f31-9480-b8368140293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.105017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff147c-f600-4d01-82df-a564213845b3 req-10a7999a-0392-4458-b2f5-af21cbd1237d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:15.113240 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85ff147c-f600-4d01-82df-a564213845b3 req-10a7999a-0392-4458-b2f5-af21cbd1237d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 945 time: 0.0946856 Nov 03 18:38:15.213504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 00a80a1f-ab8d-4810-976e-3973b085a507 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:15.227793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602226b-a5b7-4f31-9480-b8368140293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41aa3e7-5770-48a2-adb1-87ad51a4e8cb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:15.258040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85ff147c-f600-4d01-82df-a564213845b3 req-cc018abf-d452-418c-947d-80bfffc7a557 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398613 Nov 03 18:38:15.289510 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:38:15.294578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bca32470-2618-49b4-b29e-d9abe81fdefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.299557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 00a80a1f-ab8d-4810-976e-3973b085a507 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:15.299943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 00a80a1f-ab8d-4810-976e-3973b085a507 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:15.355125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50132) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:15.368094 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2602226b-a5b7-4f31-9480-b8368140293a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b896965911f54ad0b961376245910532&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0333531 Nov 03 18:38:15.503041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bca32470-2618-49b4-b29e-d9abe81fdefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.527288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-386ab17e-e5fa-4f9d-8da7-97873956e310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.601324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-386ab17e-e5fa-4f9d-8da7-97873956e310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.664235 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.675569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-ee8a6092-a9eb-4141-86bb-b56555d430aa tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:15.676960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.679333 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-ee8a6092-a9eb-4141-86bb-b56555d430aa tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.70 "GET /v2.0/networks?id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 200 len: 829 time: 0.2914956 Nov 03 18:38:15.690098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bca32470-2618-49b4-b29e-d9abe81fdefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.696070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bca32470-2618-49b4-b29e-d9abe81fdefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.697807 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bca32470-2618-49b4-b29e-d9abe81fdefd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec8189bb-6938-4bd6-98b5-df555630aed5 HTTP/1.1" status: 204 len: 168 time: 0.7141507 Nov 03 18:38:15.708647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Request body: {'port': {'device_id': '70689336-f794-4d26-a3e6-58f028548d31', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'admin_state_up': True, 'tenant_id': 'de96b42bcec4460388573578c14c73ba'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:15.714753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-386ab17e-e5fa-4f9d-8da7-97873956e310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.717738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-386ab17e-e5fa-4f9d-8da7-97873956e310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.718946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-386ab17e-e5fa-4f9d-8da7-97873956e310 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d41aa3e7-5770-48a2-adb1-87ad51a4e8cb HTTP/1.1" status: 204 len: 168 time: 0.3620276 Nov 03 18:38:15.758164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ab17e-e5fa-4f9d-8da7-97873956e310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41aa3e7-5770-48a2-adb1-87ad51a4e8cb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:15.942846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4e159-63b4-4a29-8d3b-bd5516b5bb54 None None] Pushing event updated for resources: {'Port': ['ID=693531e4-6c6b-4e46-abab-0af1d8d96506,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:16.128266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1d9bca3-c5a1-45aa-96f3-b134b7f43dd0 req-9e63e220-93a3-49ca-94ed-9d4cf6c30b86 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 210 time: 0.0850687 Nov 03 18:38:16.141290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Attempting to bind port 693531e4-6c6b-4e46-abab-0af1d8d96506 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:16.142295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Attempting to bind port 693531e4-6c6b-4e46-abab-0af1d8d96506 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:16.143517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Attempting to bind port 693531e4-6c6b-4e46-abab-0af1d8d96506 on network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:16.161570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:16.162185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Checking segment: {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:16.162509 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.162908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Bound using segment: {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:16.163435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Bound port: 693531e4-6c6b-4e46-abab-0af1d8d96506, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:16.163810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.246617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca32470-2618-49b4-b29e-d9abe81fdefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8189bb-6938-4bd6-98b5-df555630aed5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:16.368155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] For port 693531e4-6c6b-4e46-abab-0af1d8d96506, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:16.376068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] For port 693531e4-6c6b-4e46-abab-0af1d8d96506, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=693531e4-6c6b-4e46-abab-0af1d8d96506,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:16.384210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.539573 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Made reservation on behalf of de96b42bcec4460388573578c14c73ba for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:16.552084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.553874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061431e2-0626-4826-820b-517d633687a9 req-6e436df6-b86a-4fb7-8616-c9e4314417bd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:16.556263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-061431e2-0626-4826-820b-517d633687a9 req-6e436df6-b86a-4fb7-8616-c9e4314417bd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 945 time: 0.1484051 Nov 03 18:38:16.572332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada30a-a9d2-46c2-8596-f5a67fcc7b62 req-26e8dc87-7212-48ac-bfcd-77249286a261 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:16.574165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fada30a-a9d2-46c2-8596-f5a67fcc7b62 req-26e8dc87-7212-48ac-bfcd-77249286a261 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 945 time: 0.1038458 Nov 03 18:38:16.591924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4e159-63b4-4a29-8d3b-bd5516b5bb54 None None] Pushing event updated for resources: {'Port': ['ID=693531e4-6c6b-4e46-abab-0af1d8d96506,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:16.718575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b5c01429-c783-4b3e-9502-007247c7a168 None None] Provisioning complete for port 693531e4-6c6b-4e46-abab-0af1d8d96506 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:16.719050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5c01429-c783-4b3e-9502-007247c7a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.826658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:16.829958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:16.932147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fada30a-a9d2-46c2-8596-f5a67fcc7b62 req-996e69b8-8f37-4609-bad9-672252550487 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554431 Nov 03 18:38:16.969852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Deleting port 3a4af940-36b5-4918-bee9-7de2316b25ff {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:16.970641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.993680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Allocated IP 172.20.0.13 (1c1589f9-4a69-47e3-8d2f-981c8a7f73f9/258f598e-0aaf-41c3-8bb5-681001e3d349/9f965240-fa79-4ced-be44-6b62be5f008c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:17.235813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] For port 3a4af940-36b5-4918-bee9-7de2316b25ff, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3a4af940-36b5-4918-bee9-7de2316b25ff,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:17.238903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.271878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Calling delete_port for 3a4af940-36b5-4918-bee9-7de2316b25ff owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:17.401636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:17.411635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.506156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.583000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 693531e4-6c6b-4e46-abab-0af1d8d96506 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:17.635936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:17.641483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:17.643117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.666758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:17.677268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Pushing event updated for resources: {'Port': ['ID=9f965240-fa79-4ced-be44-6b62be5f008c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:17.764100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event deleted for resources: {'Port': ['ID=3a4af940-36b5-4918-bee9-7de2316b25ff,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:17.829662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:17.830883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.846310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25', '3a4af940-36b5-4918-bee9-7de2316b25ff'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:17.859984 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-cebe5eed-a445-4891-b5b0-faec355f7439 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1605473 Nov 03 18:38:17.874319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Request body: {'port': {'device_id': '70689336-f794-4d26-a3e6-58f028548d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:17.942206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] No DVR routers for this DVR port 3a4af940-36b5-4918-bee9-7de2316b25ff on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:17.951620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.962694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:17.963912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-061431e2-0626-4826-820b-517d633687a9 req-30a26014-5313-45a5-8a40-e7307a479fa4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "DELETE /v2.0/ports/3a4af940-36b5-4918-bee9-7de2316b25ff HTTP/1.1" status: 204 len: 173 time: 1.3885007 Nov 03 18:38:17.964824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59407644-5040-4242-994b-5c9367dc3808', 'name': 'network-vif-deleted', 'tag': '3a4af940-36b5-4918-bee9-7de2316b25ff'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:17.967767 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c689eca0-bc0d-4ae1-8463-664ac5434c6c" -d '{"events": [{"server_uuid": "59407644-5040-4242-994b-5c9367dc3808", "name": "network-vif-deleted", "tag": "3a4af940-36b5-4918-bee9-7de2316b25ff"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:18.000255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50210) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:18.008457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805626a-4c1b-44a3-9020-33c5677f3913 req-a80a7066-e6f3-4ce1-ae57-32c1c83798df tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:18.011112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4805626a-4c1b-44a3-9020-33c5677f3913 req-a80a7066-e6f3-4ce1-ae57-32c1c83798df tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 932 time: 0.2577314 Nov 03 18:38:18.028126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.137095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4805626a-4c1b-44a3-9020-33c5677f3913 req-a91705b5-df8d-4010-bd03-52d8cc653721 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183190 Nov 03 18:38:18.212945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50214) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:18.284574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1533840633-network', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:18.318420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-893349779-network', 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:18.333393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b1eff6d-bf45-4bf2-97b1-80af9c5d7307 req-3f8469e8-4862-47a3-800a-9a883a3e23ea tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=59407644-5040-4242-994b-5c9367dc3808 HTTP/1.1" status: 200 len: 210 time: 0.0397460 Nov 03 18:38:18.361879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Made reservation on behalf of c1b6dcd08f784dc3820df86c75fa2578 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:18.365704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.381474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.428164 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff73108-2304-4157-a9de-d88b35c03c57 x-openstack-request-id: req-bff73108-2304-4157-a9de-d88b35c03c57 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:18.428741 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59407644-5040-4242-994b-5c9367dc3808", "name": "network-vif-deleted", "tag": "3a4af940-36b5-4918-bee9-7de2316b25ff", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:18.429225 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bff73108-2304-4157-a9de-d88b35c03c57 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:18.429896 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59407644-5040-4242-994b-5c9367dc3808', 'name': 'network-vif-deleted', 'tag': '3a4af940-36b5-4918-bee9-7de2316b25ff', 'status': 'completed', 'code': 200} Nov 03 18:38:18.478736 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5c01429-c783-4b3e-9502-007247c7a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.622201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.646026 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.674068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:18.677081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.687664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 693531e4-6c6b-4e46-abab-0af1d8d96506 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:18.687978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.729916 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.769104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:18.781716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.782483 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Added segment 20d02613-3863-47ea-8795-d41b16f3f3d6 of type vlan for network 043168e2-72fc-4b30-8441-68edc1dde88f Nov 03 18:38:18.835409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b547e-bed6-4712-ab58-23362350585c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:18.852017 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.886472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.888351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:18.889868 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.934606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b5c01429-c783-4b3e-9502-007247c7a168 None None] For port 693531e4-6c6b-4e46-abab-0af1d8d96506, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=693531e4-6c6b-4e46-abab-0af1d8d96506,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:18.957639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5c01429-c783-4b3e-9502-007247c7a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.972563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:16Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:18.995386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f965240-fa79-4ced-be44-6b62be5f008c {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:18.999392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7851367 Nov 03 18:38:19.002416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50234) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:19.011006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Request body: {'subnet': {'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1533840633-subnet', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:19.028874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.046798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf75ef-d00b-4ca5-ba85-d1e9d767fed2 admin admin] Pushing event updated for resources: {'Network': ['ID=043168e2-72fc-4b30-8441-68edc1dde88f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.053065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Made reservation on behalf of c1b6dcd08f784dc3820df86c75fa2578 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:19.057015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.092125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Transition to ACTIVE for port object 9f965240-fa79-4ced-be44-6b62be5f008c will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:19.106994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.110665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.140491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.211119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:19.227203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f965240-fa79-4ced-be44-6b62be5f008c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.234018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfc34f6-85d1-41a6-a58f-0721784a1036,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.288631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.288986 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Added segment 80aad5cf-71a4-4a25-af85-ec2ceb6c0045 of type vlan for network d2f344a3-8e8d-4453-977e-445bf7e8c494 Nov 03 18:38:19.439600 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.470212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 043168e2-72fc-4b30-8441-68edc1dde88f details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:19.516650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfb820-d1c1-43b6-8b02-2e3b18dc3877 None None] The sync data for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 is: [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:16Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:19.524331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Attempting to bind port 9f965240-fa79-4ced-be44-6b62be5f008c on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:19.531688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Attempting to bind port 9f965240-fa79-4ced-be44-6b62be5f008c by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:19.532454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Attempting to bind port 9f965240-fa79-4ced-be44-6b62be5f008c on network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:19.556049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Port 9f965240-fa79-4ced-be44-6b62be5f008c on network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:19.556423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Attempting to bind port 9f965240-fa79-4ced-be44-6b62be5f008c on network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:19.563013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.564466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:19.567483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41444bc4-766c-4aeb-8dfd-2068587e8103 req-a9a63509-1475-41a4-9610-95f1797f1ba7 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:19.569882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.578775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:19.579126 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Checking segment: {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:19.579861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Bound using segment: {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:19.580081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Bound port: 9f965240-fa79-4ced-be44-6b62be5f008c, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150dd722-78de-4872-96a9-f2ab1698222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:19.580528 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.589324 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-41444bc4-766c-4aeb-8dfd-2068587e8103 req-a9a63509-1475-41a4-9610-95f1797f1ba7 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 944 time: 0.2350659 Nov 03 18:38:19.668634 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.726119 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7244880 Nov 03 18:38:19.726748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50246) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:19.748150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Request body: {'subnet': {'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-893349779-subnet', 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:19.757942 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55df9ae-4990-467b-ad2f-f997d38c29a1,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.804792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-41444bc4-766c-4aeb-8dfd-2068587e8103 req-8920cc7f-a18f-4590-b6d7-7df986f10afe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859705 Nov 03 18:38:19.877008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Checking segment: {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:19.877934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Network hostable DHCP agents. Network: 043168e2-72fc-4b30-8441-68edc1dde88f, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:38:19.879073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01429-c783-4b3e-9502-007247c7a168 None None] Pushing event updated for resources: {'Port': ['ID=693531e4-6c6b-4e46-abab-0af1d8d96506,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.892253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] For port 9f965240-fa79-4ced-be44-6b62be5f008c, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:19.898603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] For port 9f965240-fa79-4ced-be44-6b62be5f008c, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9f965240-fa79-4ced-be44-6b62be5f008c,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:19.951838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Network 043168e2-72fc-4b30-8441-68edc1dde88f is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:38:19.985779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 043168e2-72fc-4b30-8441-68edc1dde88f) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:20.007198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.013509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.014558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.063282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7d421c-58a9-493a-a364-31c9b800437c None None] Network 043168e2-72fc-4b30-8441-68edc1dde88f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:20.126189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f965240-fa79-4ced-be44-6b62be5f008c,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:20.135226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.136050 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.137572 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-6dd19221-328c-4376-a86e-b69293685ee3 service neutron] 10.222.0.70 "PUT /v2.0/ports/9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 1092 time: 2.2679820 Nov 03 18:38:20.138268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bc210-498b-4e3a-96bd-3be8991c172a admin admin] Pushing event updated for resources: {'Network': ['ID=d2f344a3-8e8d-4453-977e-445bf7e8c494,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:20.140583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:20.151099 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405" -d '{"events": [{"name": "network-changed", "server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:20.203108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:20.210540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.231239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-075a056d-1eb4-4a7a-aa9e-3e8e8afe0709 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2265611 Nov 03 18:38:20.332893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50258) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:20.343105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:20.395976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.400498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.418714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-a2982677-53b1-4bf7-a808-c9a9ce09d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.420293 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-a2982677-53b1-4bf7-a808-c9a9ce09d2c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de96b42bcec4460388573578c14c73ba&device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 1095 time: 0.2069554 Nov 03 18:38:20.450693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ec41bdee-afe1-4e98-ad19-338c11155679 None None] Provisioning complete for port 693531e4-6c6b-4e46-abab-0af1d8d96506 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:20.451091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ec41bdee-afe1-4e98-ad19-338c11155679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.504085 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-5d82dac0-4e7a-4e78-9e83-d3f34b0a842f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 217 time: 0.0626757 Nov 03 18:38:20.598030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3a4af940-36b5-4918-bee9-7de2316b25ff no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:20.601324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.680531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:20.736133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 693531e4-6c6b-4e46-abab-0af1d8d96506 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:20.792504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-5cec7235-e1a1-44ab-a87b-6009e6350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.794799 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-5cec7235-e1a1-44ab-a87b-6009e6350531 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258f598e-0aaf-41c3-8bb5-681001e3d349 HTTP/1.1" status: 200 len: 868 time: 0.2631724 Nov 03 18:38:20.861868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 3a4af940-36b5-4918-bee9-7de2316b25ff {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:20.862208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3a4af940-36b5-4918-bee9-7de2316b25ff not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:21.038859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-70476095-6943-4546-890a-26659b9ce52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.040565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-70476095-6943-4546-890a-26659b9ce52a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341270 Nov 03 18:38:21.068202 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b482cc-5e44-4974-b2ba-6d92ecf9f22d x-openstack-request-id: req-e1b482cc-5e44-4974-b2ba-6d92ecf9f22d {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:21.068495 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:21.068752 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1b482cc-5e44-4974-b2ba-6d92ecf9f22d {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:21.069152 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c', 'status': 'completed', 'code': 200} Nov 03 18:38:21.135679 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.291902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.353688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b0cb1-c458-4c71-a52c-1d048398201d req-70ab88a7-2a00-4268-a4d7-e88f56ee4f8a tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.362556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-968b0cb1-c458-4c71-a52c-1d048398201d req-70ab88a7-2a00-4268-a4d7-e88f56ee4f8a tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 944 time: 0.1834602 Nov 03 18:38:21.398587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e37e125-5d36-4a7a-8a18-0dcddadb205f,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:21.399941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-043168e2-72fc-4b30-8441-68edc1dde88f', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:38:21.400947 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.405717 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-d0227e84-4cdf-4e0d-8fb3-f14d4a581946 service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520460 Nov 03 18:38:21.435594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 693531e4-6c6b-4e46-abab-0af1d8d96506 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:21.435970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.500309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-968b0cb1-c458-4c71-a52c-1d048398201d req-a06af384-ad74-4390-8e15-10d0212adae0 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367717 Nov 03 18:38:21.561759 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8a0f0b53-bc4b-44c7-a736-54021e9d3133 req-1d18058f-4c6c-41b9-8f3c-6d1be13c3e05 service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476593 Nov 03 18:38:21.562738 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Checking segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:21.563111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Network hostable DHCP agents. Network: d2f344a3-8e8d-4453-977e-445bf7e8c494, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:38:21.609698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:38:21.724361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, d2f344a3-8e8d-4453-977e-445bf7e8c494) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:21.733386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.735938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.760477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1384ac2-7974-4b8e-8374-a33cbc753cf1 None None] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:21.793701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-3c1abe7c-afb7-49eb-8fe6-c4746d161b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.796364 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-3c1abe7c-afb7-49eb-8fe6-c4746d161b61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de96b42bcec4460388573578c14c73ba&device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 1095 time: 0.1511283 Nov 03 18:38:21.807170 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8689b975-9a8b-4cee-a16a-1b6cfe95bad6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0770690 Nov 03 18:38:22.065837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-7c0b38a6-578d-4928-97bf-1449c1eed762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.075154 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-7c0b38a6-578d-4928-97bf-1449c1eed762 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 200 len: 930 time: 0.2557590 Nov 03 18:38:22.126163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Allocated IP 172.20.0.2 (043168e2-72fc-4b30-8441-68edc1dde88f/d55df9ae-4990-467b-ad2f-f997d38c29a1/83b8abb3-a6fd-4d1f-b49d-b333ef19e273) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:22.177913 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-e214d3c9-9e05-48d7-8465-b7a951200362 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 217 time: 0.0939970 Nov 03 18:38:22.250277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-68011652-d901-44c6-85eb-3ebde4e8ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.251941 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-68011652-d901-44c6-85eb-3ebde4e8ea7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258f598e-0aaf-41c3-8bb5-681001e3d349 HTTP/1.1" status: 200 len: 868 time: 0.0665751 Nov 03 18:38:22.304493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:22.328407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa22a91-8b05-44b3-9a94-421b335f2b7b None None] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:22.375333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-eff6f6f2-f23e-479e-a7eb-183507eb6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.377808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-eff6f6f2-f23e-479e-a7eb-183507eb6d73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006401 Nov 03 18:38:22.418879 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:22.500346 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:22.546558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:22.565682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-f916ab36-e8df-4a6f-b4a3-094a19fd9ce3 service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766410 Nov 03 18:38:22.576658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5194b-7c74-46c2-82af-a41ea5970645 req-c0c15071-41b0-4f96-900a-76d075a90b8e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.578237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7a5194b-7c74-46c2-82af-a41ea5970645 req-c0c15071-41b0-4f96-900a-76d075a90b8e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.2759054 Nov 03 18:38:22.603561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Network 043168e2-72fc-4b30-8441-68edc1dde88f is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:22.629975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:22.636895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:22.640201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Pushing event updated for resources: {'Port': ['ID=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:22.695924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-1093a1c2-bc26-406e-a7ca-2971ff2e9113 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.697628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-1093a1c2-bc26-406e-a7ca-2971ff2e9113 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4 HTTP/1.1" status: 200 len: 945 time: 0.1275649 Nov 03 18:38:22.730886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Attempting to bind port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:22.731301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Attempting to bind port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:22.731640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Attempting to bind port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 on network 043168e2-72fc-4b30-8441-68edc1dde88f {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:22.734663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7a5194b-7c74-46c2-82af-a41ea5970645 req-7e3e3d08-e0db-4ece-b29a-e480637a7703 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437612 Nov 03 18:38:22.737507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:22.737691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Checking segment: {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:22.738128 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:22.738528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Bound using segment: {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:22.739036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Bound port: 83b8abb3-a6fd-4d1f-b49d-b333ef19e273, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:22.739422 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:22.788050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Allocated IP 172.25.3.239 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/fc5f1b74-72e3-49cc-af52-e9b0de1f7113) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:22.814858 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ac9b83d5-2d6e-49a9-bc9c-e8b7a3ae1405 req-93244017-844a-4c60-adc3-8c473d1a39ed service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344477 Nov 03 18:38:22.897037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] For port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:22.904679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] For port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:22.920941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:22.943337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Deleting port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:22.945971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:23.013332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1600d5f-9fe6-40e0-a8fc-021839f6cc2d None None] Pushing event updated for resources: {'Port': ['ID=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:23.075332 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:23.152308 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:23.172624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] For port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:23.177879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:23.208841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:23.214921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Calling delete_port for ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:23.217101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:23.221603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:23.282836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Pushing event updated for resources: {'Port': ['ID=fc5f1b74-72e3-49cc-af52-e9b0de1f7113,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:23.608015 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:23.633114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:23.662058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:23.703605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event deleted for resources: {'Port': ['ID=ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:23.752467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] No DVR routers for this DVR port ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:23.756324 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:23.761979 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8177b4b6-d397-4f7e-804c-bc66a1d88b81 req-40ccbc5a-8b49-48a9-98c9-790ad4bdeb6f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "DELETE /v2.0/ports/ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 HTTP/1.1" status: 204 len: 173 time: 0.9978080 Nov 03 18:38:23.764173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4', 'name': 'network-vif-deleted', 'tag': 'ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:23.768475 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b06745-425e-496d-a06b-29ffa870d513" -d '{"events": [{"server_uuid": "2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4", "name": "network-vif-deleted", "tag": "ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:23.937937 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:23.988804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eee16-9340-4012-9d89-af7954701836 req-319e7487-0200-43b5-bb83-ba65a410697e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:23.996998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-319e7487-0200-43b5-bb83-ba65a410697e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.2799315 Nov 03 18:38:24.022129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-c83f0dfb-94df-4ea2-8add-13a9e8b35fd4 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/quotas/ffc088fa1d274cfb9d81e04655cc56b9 HTTP/1.1" status: 200 len: 375 time: 0.0240436 Nov 03 18:38:24.065217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-7da329c6-214c-41b4-a5b8-b7a1262334cf tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382946 Nov 03 18:38:24.270853 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-a82fbc49-6385-4c19-a24f-e1855bcd3165 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697631 Nov 03 18:38:24.304870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:24.370875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:24.371768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.464252 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.531772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f468b06-815a-4d63-89da-68987cdff37b None None] Network 043168e2-72fc-4b30-8441-68edc1dde88f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:24.541792 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.623715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-32777513-adb7-4674-9788-14186323e011 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829797 Nov 03 18:38:24.681241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0c5c2982-f915-4cc6-af12-74a1cefce7cd None None] Provisioning complete for port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:24.681650 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2982-f915-4cc6-af12-74a1cefce7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.690476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:24.696935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:38:24.721891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.862152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:24.872370 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Sync routers for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:24.883724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad80a5-0738-4e5a-b664-76d500b5b288 req-985932bf-3fc9-43b6-8f5d-82fb5b6d1285 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:24.889933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ad80a5-0738-4e5a-b664-76d500b5b288 req-985932bf-3fc9-43b6-8f5d-82fb5b6d1285 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 944 time: 0.0773914 Nov 03 18:38:24.890230 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:24.891104 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:24.903604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.909077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8cda908f-ac09-4250-b718-c5cde1ec478b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5703466 Nov 03 18:38:24.909348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50338) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:24.970620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ad80a5-0738-4e5a-b664-76d500b5b288 req-8f4acd18-a165-48e9-ae75-5d9ab615f80d tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783923 Nov 03 18:38:25.015351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:25.129668 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:25.428803 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:23Z', 'revision_number': 3, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:25.491594 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Checking router: 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:25.492966 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Updating router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 port fc5f1b74-72e3-49cc-af52-e9b0de1f7113 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:38:25.543744 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f616c9-2e0f-4444-976f-55b586eefce5 x-openstack-request-id: req-89f616c9-2e0f-4444-976f-55b586eefce5 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:25.544063 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4", "name": "network-vif-deleted", "tag": "ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:25.544314 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89f616c9-2e0f-4444-976f-55b586eefce5 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:25.544733 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4863a3-eb3d-4ee6-9bab-7fd3ff3592c4', 'name': 'network-vif-deleted', 'tag': 'ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02', 'status': 'completed', 'code': 200} Nov 03 18:38:25.561054 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.567379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-df74eaab-5e42-4b91-8f93-66fe71acd0a5 None None] Provisioning complete for port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:25.568932 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-df74eaab-5e42-4b91-8f93-66fe71acd0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.847168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9f965240-fa79-4ced-be44-6b62be5f008c details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:25.849404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:25.851441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.885352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:25.885878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ad919ff1-b3a3-4c00-9ce5-9a8d6536cf02 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:26.048025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9f965240-fa79-4ced-be44-6b62be5f008c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9f965240-fa79-4ced-be44-6b62be5f008c,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:26.066687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '9f965240-fa79-4ced-be44-6b62be5f008c', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'port_id': '9f965240-fa79-4ced-be44-6b62be5f008c', 'mac_address': 'fa:16:3e:5b:5e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:26.103683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44b28be9-0870-4520-9229-2a51a3b1422f req-f99a48bd-4a9a-47bd-9879-a7c059edd503 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 210 time: 0.0570748 Nov 03 18:38:26.155131 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.171411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f965240-fa79-4ced-be44-6b62be5f008c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:26.219403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9f965240-fa79-4ced-be44-6b62be5f008c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9f965240-fa79-4ced-be44-6b62be5f008c,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:26.234517 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.247958 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.258911 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.264714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Allocated IP 172.20.0.1 (043168e2-72fc-4b30-8441-68edc1dde88f/d55df9ae-4990-467b-ad2f-f997d38c29a1/4c980033-a693-40e2-ac29-476a8a522928) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:26.381540 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Pushing event updated for resources: {'Port': ['ID=fc5f1b74-72e3-49cc-af52-e9b0de1f7113,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:26.395252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:26.415489 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.415795 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.416158 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.420492 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.420934 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.421406 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.421790 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.423280 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.423638 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.423974 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.425053 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.427160 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:26.495159 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Attempting to bind port fc5f1b74-72e3-49cc-af52-e9b0de1f7113 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:26.495537 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Attempting to bind port fc5f1b74-72e3-49cc-af52-e9b0de1f7113 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:26.495899 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Attempting to bind port fc5f1b74-72e3-49cc-af52-e9b0de1f7113 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:26.514110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['9f965240-fa79-4ced-be44-6b62be5f008c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:26.514378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:26.514378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:26.514378 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.514378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:26.514378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Bound port: fc5f1b74-72e3-49cc-af52-e9b0de1f7113, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:26.514378 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.638723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.672562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-c66ce9fe-d2bd-4d9d-94f5-0049d7f45017 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:26.680615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=9f965240-fa79-4ced-be44-6b62be5f008c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:26.681584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-c66ce9fe-d2bd-4d9d-94f5-0049d7f45017 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.4550450 Nov 03 18:38:26.686582 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] For port fc5f1b74-72e3-49cc-af52-e9b0de1f7113, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:26.704425 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] For port fc5f1b74-72e3-49cc-af52-e9b0de1f7113, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fc5f1b74-72e3-49cc-af52-e9b0de1f7113,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:26.712998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-6f8ccc6d-9e34-4e11-8be7-fc0da114cb51 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/quotas/0c81da524e49418b81a8405e7bb78ab1 HTTP/1.1" status: 200 len: 375 time: 0.0301969 Nov 03 18:38:26.714100 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.714844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.758087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:26.759829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Network 043168e2-72fc-4b30-8441-68edc1dde88f is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:26.760671 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.772385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:26.791295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eee16-9340-4012-9d89-af7954701836 req-d76d2139-3f91-4013-9e74-4474ae36454f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:26.794489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-d76d2139-3f91-4013-9e74-4474ae36454f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.3258598 Nov 03 18:38:26.810315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Request body: {'port': {'device_id': '33d0a07a-b39b-4460-8b46-326086dc985b', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'admin_state_up': True, 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:26.817791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:26.820746 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:26.821691 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:26.833330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-39ae14b2-97a1-4874-ae22-49b03b269460 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185784 Nov 03 18:38:26.929490 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f74ee-d6e0-4ad3-9112-794622fce004 None None] Pushing event updated for resources: {'Port': ['ID=fc5f1b74-72e3-49cc-af52-e9b0de1f7113,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:27.055508 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c980033-a693-40e2-ac29-476a8a522928,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:27.070194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.102250 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:27.111239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-96e240bf-cfe5-4501-862a-85487fa8dbe0 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766814 Nov 03 18:38:27.182039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0dbf7ad1-8a17-4e86-8b95-11e4f98c9745 None None] Provisioning complete for port 4c980033-a693-40e2-ac29-476a8a522928 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:27.194193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ad1-8a17-4e86-8b95-11e4f98c9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.234672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:27.242160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf7ad1-8a17-4e86-8b95-11e4f98c9745 None None] Port 4c980033-a693-40e2-ac29-476a8a522928 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:38:27.248204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.269616 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.353211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-7473a3e4-09c0-4668-a69d-9fc74ddae6f8 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374790 Nov 03 18:38:27.427460 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:23Z', 'revision_number': 3, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:27.523269 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecea07-0d57-466f-9031-46366e4cf9e2 None None] The sync data for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 is: [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:23Z', 'revision_number': 3, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:27.590489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Allocated IP 172.20.0.4 (d2f344a3-8e8d-4453-977e-445bf7e8c494/0e37e125-5d36-4a7a-8a18-0dcddadb205f/91bf96b1-741c-40a8-b748-b56eec99aa38) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:27.702761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.711119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.754967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9f965240-fa79-4ced-be44-6b62be5f008c up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:27.888773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 9f965240-fa79-4ced-be44-6b62be5f008c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:27.923296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 9f965240-fa79-4ced-be44-6b62be5f008c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:27.924388 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.934785 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.001072 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.004204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c980033-a693-40e2-ac29-476a8a522928,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:28.088150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db29f3-3c6a-48e4-bf60-ca707da808a3 req-64f4fd5f-b2fb-4f8e-8db6-f0c30acda88c tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.090090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8db29f3-3c6a-48e4-bf60-ca707da808a3 req-64f4fd5f-b2fb-4f8e-8db6-f0c30acda88c tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 945 time: 0.1879992 Nov 03 18:38:28.166700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:28.168958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.214839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Network 043168e2-72fc-4b30-8441-68edc1dde88f is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:28.220987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:28.271348 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.353839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8db29f3-3c6a-48e4-bf60-ca707da808a3 req-14f6bbe8-5231-4572-88db-8178984c6408 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477331 Nov 03 18:38:28.372921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:28.403019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:28.422374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:28.425522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:28.426229 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd432152-03c2-43be-a792-f49a8bc981b9" -d '{"events": [{"server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "name": "network-vif-plugged", "status": "completed", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:28.457510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event updated for resources: {'Port': ['ID=91bf96b1-741c-40a8-b748-b56eec99aa38,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:28.478422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fc5f1b74-72e3-49cc-af52-e9b0de1f7113 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:28.497514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9f965240-fa79-4ced-be44-6b62be5f008c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9f965240-fa79-4ced-be44-6b62be5f008c,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:28.533096 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.545900 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.619023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=9f965240-fa79-4ced-be44-6b62be5f008c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:28.638403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.639786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.659082 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:28.675571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-4de942a9-6a68-4eab-9cc9-f58b514894a9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8687835 Nov 03 18:38:28.686563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:28.688364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Request body: {'port': {'device_id': '33d0a07a-b39b-4460-8b46-326086dc985b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:28.696376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.765317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fc5f1b74-72e3-49cc-af52-e9b0de1f7113 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:28.766502 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.832377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=11']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:28.900984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.920392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf6ff-3a91-4f8e-ab28-7a088cf324c6 req-021aa4b1-f82b-4d20-9adb-2016ae77b243 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.949217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-118bf6ff-3a91-4f8e-ab28-7a088cf324c6 req-021aa4b1-f82b-4d20-9adb-2016ae77b243 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 931 time: 0.2129591 Nov 03 18:38:28.949217 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.958226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port fc5f1b74-72e3-49cc-af52-e9b0de1f7113, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fc5f1b74-72e3-49cc-af52-e9b0de1f7113,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:28.959262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4b9f9d00-f871-4ab0-8a5b-fe06386608be None None] Provisioning complete for port 4c980033-a693-40e2-ac29-476a8a522928 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:28.959729 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9d00-f871-4ab0-8a5b-fe06386608be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.981770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:28.986490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.995499 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-928aa99a-aea2-46f4-8d5a-a9158ad8f5b0 admin admin] 10.222.0.77 "PUT /v2.0/routers/18e21bbb-d801-40de-9e50-9dbb5c4f2ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0850472 Nov 03 18:38:29.013595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f9d00-f871-4ab0-8a5b-fe06386608be None None] Port 4c980033-a693-40e2-ac29-476a8a522928 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:38:29.050067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-118bf6ff-3a91-4f8e-ab28-7a088cf324c6 req-91648d17-d140-4492-a02b-5d178270248b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065009 Nov 03 18:38:29.085083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=fc5f1b74-72e3-49cc-af52-e9b0de1f7113,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:29.224034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02a5b1e0-2942-4749-a46b-ac931bac49cc req-c2400eea-e0cd-44bd-a168-e3030ca733c0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 210 time: 0.0442050 Nov 03 18:38:29.424634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133b6c5-5d18-4c3d-96db-5312d34b4140 req-151dd066-a8ed-44f2-8cab-bec92cc0b40c tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:29.426396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d133b6c5-5d18-4c3d-96db-5312d34b4140 req-151dd066-a8ed-44f2-8cab-bec92cc0b40c tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 949 time: 0.0855570 Nov 03 18:38:29.538056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d133b6c5-5d18-4c3d-96db-5312d34b4140 req-95f36415-c3eb-4eb4-866d-c507b31fb31f tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.77 "GET /v2.0/security-groups?id=9db3aabd-dd02-4501-88d5-a23c49df593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984485 Nov 03 18:38:29.542267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bf96b1-741c-40a8-b748-b56eec99aa38 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:29.550370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.565846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Transition to ACTIVE for port object 91bf96b1-741c-40a8-b748-b56eec99aa38 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:29.578848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.608077 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1781a78-d8f8-432e-80c0-ac0253b9b2f4 x-openstack-request-id: req-f1781a78-d8f8-432e-80c0-ac0253b9b2f4 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:29.608377 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "name": "network-vif-plugged", "status": "completed", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:29.608637 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1781a78-d8f8-432e-80c0-ac0253b9b2f4 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:29.609042 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c', 'code': 200} Nov 03 18:38:29.664312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Pushing event updated for resources: {'Port': ['ID=91bf96b1-741c-40a8-b748-b56eec99aa38,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:29.732121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Attempting to bind port 91bf96b1-741c-40a8-b748-b56eec99aa38 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:29.732470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Attempting to bind port 91bf96b1-741c-40a8-b748-b56eec99aa38 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:29.732803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Attempting to bind port 91bf96b1-741c-40a8-b748-b56eec99aa38 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:29.737944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Port 91bf96b1-741c-40a8-b748-b56eec99aa38 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:29.738268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Attempting to bind port 91bf96b1-741c-40a8-b748-b56eec99aa38 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:29.749646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:29.749992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Checking segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:29.750417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Bound using segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:29.751866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Bound port: 91bf96b1-741c-40a8-b748-b56eec99aa38, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:29.752580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.810957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-4612a830-4ad1-4467-876e-e29142826236 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:29.812718 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-4612a830-4ad1-4467-876e-e29142826236 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.5539443 Nov 03 18:38:29.820686 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1723d-3d99-4dcb-b417-a71a349db562 req-cb5eb61a-cd0b-461f-8fa8-b00f22516bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:29.823696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9f1723d-3d99-4dcb-b417-a71a349db562 req-cb5eb61a-cd0b-461f-8fa8-b00f22516bea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 1097 time: 0.1191804 Nov 03 18:38:29.836707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Request body: {'port': {'device_id': '24ef8d6b-cbb1-43a8-92f5-650bd5a21035', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'admin_state_up': True, 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:29.943265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] For port 91bf96b1-741c-40a8-b748-b56eec99aa38, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:29.950711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] For port 91bf96b1-741c-40a8-b748-b56eec99aa38, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=91bf96b1-741c-40a8-b748-b56eec99aa38,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:29.958095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:30.029231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.030383 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:30.038922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] 10.222.0.96 "PUT /v2.0/ports/91bf96b1-741c-40a8-b748-b56eec99aa38 HTTP/1.1" status: 200 len: 1091 time: 1.3551898 Nov 03 18:38:30.048292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d0a07a-b39b-4460-8b46-326086dc985b', 'tag': '91bf96b1-741c-40a8-b748-b56eec99aa38'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:30.048292 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009efa1b-58e4-4480-acac-b9237d65d977" -d '{"events": [{"name": "network-changed", "server_uuid": "33d0a07a-b39b-4460-8b46-326086dc985b", "tag": "91bf96b1-741c-40a8-b748-b56eec99aa38"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:30.056831 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9f1723d-3d99-4dcb-b417-a71a349db562 req-a235e5f2-e617-4a2d-84d5-c547a800a83f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296020 Nov 03 18:38:30.112620 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:30.118476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bbff4-8e45-4c97-b834-e9864b6d4d7c service neutron] Pushing event updated for resources: {'Port': ['ID=91bf96b1-741c-40a8-b748-b56eec99aa38,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:30.131981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:30.155956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eee16-9340-4012-9d89-af7954701836 req-6f4cbec0-d102-4264-822c-d2de7c749347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.158005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-6f4cbec0-d102-4264-822c-d2de7c749347 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 1094 time: 0.0637445 Nov 03 18:38:30.234781 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-b2c76a99-b4de-4d07-b3d5-00a8e829d3f0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91bf96b1-741c-40a8-b748-b56eec99aa38 HTTP/1.1" status: 200 len: 217 time: 0.0617688 Nov 03 18:38:30.309504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eee16-9340-4012-9d89-af7954701836 req-823bc6d2-ca06-43dd-8309-72190b7f6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.311025 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-823bc6d2-ca06-43dd-8309-72190b7f6689 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.0688896 Nov 03 18:38:30.338295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fc5f1b74-72e3-49cc-af52-e9b0de1f7113 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:30.371623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-c95d347f-4e12-4469-86d0-8ae18a56d265 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525801 Nov 03 18:38:30.441140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Sync routers for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:30.478145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:30.487468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:30.542384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-ee290abf-d2fe-4893-ab30-8ecf820992ea service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632175 Nov 03 18:38:30.552343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50450) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:30.557359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-89632425-9c41-41cb-b3bd-88acd0345e5d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889846310', 'description': 'tempest-description--1556035560'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:30.561890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Allocated IP 172.20.0.7 (216a7812-84d2-4978-8b51-d49480d4019a/0cd22e13-56de-48cd-a0d5-8a5717f3c69f/98a2fa3d-eb0a-4ead-aa99-e592446d187d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:30.575921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fc5f1b74-72e3-49cc-af52-e9b0de1f7113 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:30.576440 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:30.606235 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89632425-9c41-41cb-b3bd-88acd0345e5d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:30.775480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:30.925976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.016320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.053874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:31.100915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event updated for resources: {'Port': ['ID=98a2fa3d-eb0a-4ead-aa99-e592446d187d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:31.127878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Network 216a7812-84d2-4978-8b51-d49480d4019a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:31.130685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:31.142535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:31.280241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b5916-ddf8-4906-a6ea-4f2df9615a70 req-8a18a422-8510-4587-ac77-639a231fe66f tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:31.287568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b32b5916-ddf8-4906-a6ea-4f2df9615a70 req-8a18a422-8510-4587-ac77-639a231fe66f tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 946 time: 0.6300035 Nov 03 18:38:31.294358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a3eee16-9340-4012-9d89-af7954701836 req-a6adea60-3f75-4bb9-910e-7b29fb630596 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431605 Nov 03 18:38:31.335705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:31.337071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.386931 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-f9c1d9d4-108a-47af-b1fb-d488205698f3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5621784 Nov 03 18:38:31.387974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 2, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:31.411126 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Request body: {'port': {'device_id': '24ef8d6b-cbb1-43a8-92f5-650bd5a21035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:31.421327 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89632425-9c41-41cb-b3bd-88acd0345e5d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.427056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Checking router: 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:31.427501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Updating router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 port 4c980033-a693-40e2-ac29-476a8a522928 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:38:31.432072 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89632425-9c41-41cb-b3bd-88acd0345e5d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.461745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89632425-9c41-41cb-b3bd-88acd0345e5d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.463394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-89632425-9c41-41cb-b3bd-88acd0345e5d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9096105 Nov 03 18:38:31.474245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50456) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:31.494166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a3f70c38-be42-4b2c-b800-781b1d34e79d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Request body: {'security_group_rule': {'security_group_id': 'ff0c72a5-74a6-46f6-8085-7bc34ff6cc59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:31.503570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b32b5916-ddf8-4906-a6ea-4f2df9615a70 req-8a0b5135-0411-422d-a19e-83d0c149e20b tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905813 Nov 03 18:38:31.523453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89632425-9c41-41cb-b3bd-88acd0345e5d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:31.597325 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.612406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a3f70c38-be42-4b2c-b800-781b1d34e79d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.616232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:31.619385 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0037d26a-f928-4f88-b5af-145c4a172d02" -d '{"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-unplugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:31.641468 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.740595 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a3f70c38-be42-4b2c-b800-781b1d34e79d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.748859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a3f70c38-be42-4b2c-b800-781b1d34e79d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.832602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f70c38-be42-4b2c-b800-781b1d34e79d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deadd033-9143-49b9-8a59-b2c24d229622,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:31.847027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a3f70c38-be42-4b2c-b800-781b1d34e79d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.848282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a3f70c38-be42-4b2c-b800-781b1d34e79d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721597 Nov 03 18:38:31.850992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50466) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:31.858868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b25d0835-f0ca-40cf-800b-10292a1cb0c0 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Request body: {'security_group_rule': {'security_group_id': 'ff0c72a5-74a6-46f6-8085-7bc34ff6cc59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:31.917311 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b25d0835-f0ca-40cf-800b-10292a1cb0c0 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.034597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.044743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.091307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b25d0835-f0ca-40cf-800b-10292a1cb0c0 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.100157 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b25d0835-f0ca-40cf-800b-10292a1cb0c0 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.124762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d0835-f0ca-40cf-800b-10292a1cb0c0 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e66890d-7f2c-4686-8ab1-f63d163775b3,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:32.136073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a2fa3d-eb0a-4ead-aa99-e592446d187d {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:32.167358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.179589 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.188836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b25d0835-f0ca-40cf-800b-10292a1cb0c0 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.196988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b25d0835-f0ca-40cf-800b-10292a1cb0c0 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3417985 Nov 03 18:38:32.197759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50476) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:32.203597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Transition to ACTIVE for port object 98a2fa3d-eb0a-4ead-aa99-e592446d187d will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:32.208886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.212518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:32.239731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a07a5-4716-4da2-a580-33b6abd17509 None None] Pushing event updated for resources: {'Port': ['ID=4c980033-a693-40e2-ac29-476a8a522928,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:32.283554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.338056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Attempting to bind port 4c980033-a693-40e2-ac29-476a8a522928 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:32.338458 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Attempting to bind port 4c980033-a693-40e2-ac29-476a8a522928 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:32.339042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Attempting to bind port 4c980033-a693-40e2-ac29-476a8a522928 on network 043168e2-72fc-4b30-8441-68edc1dde88f {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:32.354446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:32.355115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Checking segment: {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:32.355506 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.355917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Bound using segment: {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:32.358638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Bound port: 4c980033-a693-40e2-ac29-476a8a522928, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:32.359103 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.429474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=98a2fa3d-eb0a-4ead-aa99-e592446d187d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:32.523479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] For port 4c980033-a693-40e2-ac29-476a8a522928, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:32.529158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] For port 4c980033-a693-40e2-ac29-476a8a522928, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4c980033-a693-40e2-ac29-476a8a522928,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:32.535060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.537366 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.572284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Attempting to bind port 98a2fa3d-eb0a-4ead-aa99-e592446d187d on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:32.572784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Attempting to bind port 98a2fa3d-eb0a-4ead-aa99-e592446d187d by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:32.573200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Attempting to bind port 98a2fa3d-eb0a-4ead-aa99-e592446d187d on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:32.583726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Port 98a2fa3d-eb0a-4ead-aa99-e592446d187d on network 216a7812-84d2-4978-8b51-d49480d4019a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:32.591214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Attempting to bind port 98a2fa3d-eb0a-4ead-aa99-e592446d187d on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:32.597313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:32.597806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:32.598940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Bound using segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:32.601575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Bound port: 98a2fa3d-eb0a-4ead-aa99-e592446d187d, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:32.602079 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.669404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:32.672120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:32.684679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c81a894b-62f9-457f-a36d-569058595eb2 None None] Provisioning complete for port 4c980033-a693-40e2-ac29-476a8a522928 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:32.686987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c81a894b-62f9-457f-a36d-569058595eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.720048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] For port 98a2fa3d-eb0a-4ead-aa99-e592446d187d, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:32.724773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] For port 98a2fa3d-eb0a-4ead-aa99-e592446d187d, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=98a2fa3d-eb0a-4ead-aa99-e592446d187d,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:32.730179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.769782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:32.771457 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.772979 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] 10.222.0.70 "PUT /v2.0/ports/98a2fa3d-eb0a-4ead-aa99-e592446d187d HTTP/1.1" status: 200 len: 1091 time: 1.3742390 Nov 03 18:38:32.775454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef8d6b-cbb1-43a8-92f5-650bd5a21035', 'tag': '98a2fa3d-eb0a-4ead-aa99-e592446d187d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:32.778216 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490e3c70-9827-4a1c-a1de-019b126edda5" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef8d6b-cbb1-43a8-92f5-650bd5a21035", "tag": "98a2fa3d-eb0a-4ead-aa99-e592446d187d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:32.817772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687fa6e-71e4-41b7-af31-4e46a18c05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=98a2fa3d-eb0a-4ead-aa99-e592446d187d,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:32.831435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Allocated IP 172.25.3.40 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/3508b63a-0a2a-48c7-a8bd-fb185411bf15) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:32.846244 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab45f667-05b1-44ba-90be-3ccff92f6c6e x-openstack-request-id: req-ab45f667-05b1-44ba-90be-3ccff92f6c6e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:32.846564 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d0a07a-b39b-4460-8b46-326086dc985b", "tag": "91bf96b1-741c-40a8-b748-b56eec99aa38", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:32.846817 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab45f667-05b1-44ba-90be-3ccff92f6c6e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:32.847235 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d0a07a-b39b-4460-8b46-326086dc985b', 'tag': '91bf96b1-741c-40a8-b748-b56eec99aa38', 'status': 'completed', 'code': 200} Nov 03 18:38:32.896999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a07a5-4716-4da2-a580-33b6abd17509 None None] Pushing event updated for resources: {'Port': ['ID=4c980033-a693-40e2-ac29-476a8a522928,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:32.988412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-9d040afd-7b51-4174-a48c-910a8fb34599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:32.990388 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-9d040afd-7b51-4174-a48c-910a8fb34599 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 1094 time: 0.1484034 Nov 03 18:38:33.055083 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c81a894b-62f9-457f-a36d-569058595eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.074155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:33.074715 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-bb1692af-185a-474e-8990-ceb56b57fc69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a2fa3d-eb0a-4ead-aa99-e592446d187d HTTP/1.1" status: 200 len: 217 time: 0.0754611 Nov 03 18:38:33.086901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009efa1b-58e4-4480-acac-b9237d65d977 req-b4ca18e5-4e24-4419-aa90-86bbcc3b69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.089254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-009efa1b-58e4-4480-acac-b9237d65d977 req-b4ca18e5-4e24-4419-aa90-86bbcc3b69a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 1094 time: 0.2445714 Nov 03 18:38:33.138043 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.169183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c81a894b-62f9-457f-a36d-569058595eb2 None None] For port 4c980033-a693-40e2-ac29-476a8a522928, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4c980033-a693-40e2-ac29-476a8a522928,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:33.186117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c81a894b-62f9-457f-a36d-569058595eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.202862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-3527ad10-b05e-4cfc-9246-f5fcc99ec94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.205618 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-3527ad10-b05e-4cfc-9246-f5fcc99ec94e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1191986 Nov 03 18:38:33.222087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a1fc1-496c-4c3c-a1db-d64bf7057749 req-6f7f8b9b-a4ed-48f0-8d82-8c1d224ae153 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.230247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a7a1fc1-496c-4c3c-a1db-d64bf7057749 req-6f7f8b9b-a4ed-48f0-8d82-8c1d224ae153 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 943 time: 0.2315793 Nov 03 18:38:33.239421 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.271214 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-7050ad92-d194-4914-a977-c0b6294ead59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448053 Nov 03 18:38:33.272820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a894b-62f9-457f-a36d-569058595eb2 None None] Pushing event updated for resources: {'Port': ['ID=4c980033-a693-40e2-ac29-476a8a522928,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:33.372052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.415114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a7a1fc1-496c-4c3c-a1db-d64bf7057749 req-2d34a7cf-5cf8-4a89-a498-55a7b7d62e0c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836939 Nov 03 18:38:33.443099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-137ab747-dcbb-4c07-b8b2-d0ecd2ff9b62 None None] Provisioning complete for port 4c980033-a693-40e2-ac29-476a8a522928 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:33.443872 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-137ab747-dcbb-4c07-b8b2-d0ecd2ff9b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.470058 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-169e0f2b-be77-40b0-8bdf-c93563ef63d1 service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862953 Nov 03 18:38:33.475905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:33.487194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:33.490514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:33.500060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009efa1b-58e4-4480-acac-b9237d65d977 req-3505d743-4cd6-465e-9cfa-a20432dfce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.501612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-009efa1b-58e4-4480-acac-b9237d65d977 req-3505d743-4cd6-465e-9cfa-a20432dfce9d service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 912 time: 0.3828723 Nov 03 18:38:33.599671 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-009efa1b-58e4-4480-acac-b9237d65d977 req-6ea659d9-25b3-409e-9b53-d24d3b7e136f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91bf96b1-741c-40a8-b748-b56eec99aa38 HTTP/1.1" status: 200 len: 217 time: 0.0465903 Nov 03 18:38:33.647755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event updated for resources: {'Port': ['ID=3508b63a-0a2a-48c7-a8bd-fb185411bf15,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:33.662078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8c043073-ad9e-4fe2-883b-7bd793850317 req-234be9c8-fef1-44c6-8797-b3e050c14094 service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823308 Nov 03 18:38:33.665225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:32Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:33.700613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf844af-2b10-4651-a8b4-41ac535b8313 req-af899087-a277-436a-a9c1-a3f4e89d7316 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.702450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bf844af-2b10-4651-a8b4-41ac535b8313 req-af899087-a277-436a-a9c1-a3f4e89d7316 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 943 time: 0.1770103 Nov 03 18:38:33.714919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adbec7-3922-4c37-91df-7eeb26eefbd9 None None] The sync data for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 is: [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:32Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:33.721802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009efa1b-58e4-4480-acac-b9237d65d977 req-3def3238-dc08-42c2-8a7b-9dcad38850b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.724796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-009efa1b-58e4-4480-acac-b9237d65d977 req-3def3238-dc08-42c2-8a7b-9dcad38850b2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.1165111 Nov 03 18:38:33.772254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-009efa1b-58e4-4480-acac-b9237d65d977 req-7ca16797-87bf-49ba-ad6a-15609d904258 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369418 Nov 03 18:38:33.863766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.932562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bf844af-2b10-4651-a8b4-41ac535b8313 req-37a75c50-fe58-47fa-b800-d1361040a6a8 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221894 Nov 03 18:38:33.998840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.016582 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c03064-a569-49c5-b622-32c052c59b0d x-openstack-request-id: req-d2c03064-a569-49c5-b622-32c052c59b0d {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:34.016872 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-unplugged", "status": "completed", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:34.017121 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2c03064-a569-49c5-b622-32c052c59b0d {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:34.017550 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99', 'code': 200} Nov 03 18:38:34.153639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-009efa1b-58e4-4480-acac-b9237d65d977 req-b3245897-daff-448b-a35f-99d1ea797b34 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349385 Nov 03 18:38:34.206721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 91bf96b1-741c-40a8-b748-b56eec99aa38 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:34.317903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-009efa1b-58e4-4480-acac-b9237d65d977 req-46f89ddd-ad5b-4ee6-b134-0aaf81ffbc68 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514304 Nov 03 18:38:34.442733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb305-bd35-49fd-b400-300fa54afd7c req-0fb76cc0-bb52-4826-a379-5790654f9d8e tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:34.454461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b1eb305-bd35-49fd-b400-300fa54afd7c req-0fb76cc0-bb52-4826-a379-5790654f9d8e tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 946 time: 0.3611414 Nov 03 18:38:34.468943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 91bf96b1-741c-40a8-b748-b56eec99aa38, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=91bf96b1-741c-40a8-b748-b56eec99aa38,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:34.505336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '91bf96b1-741c-40a8-b748-b56eec99aa38', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'port_id': '91bf96b1-741c-40a8-b748-b56eec99aa38', 'mac_address': 'fa:16:3e:c3:77:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e37e125-5d36-4a7a-8a18-0dcddadb205f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:34.507707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4c980033-a693-40e2-ac29-476a8a522928 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:34.520606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.549855 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.632477 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.641711 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b1eb305-bd35-49fd-b400-300fa54afd7c req-bafb928a-54cb-443b-9728-b5f00d6824fe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863050 Nov 03 18:38:34.699296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bf96b1-741c-40a8-b748-b56eec99aa38 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:34.705015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event updated for resources: {'Port': ['ID=3508b63a-0a2a-48c7-a8bd-fb185411bf15,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:34.748530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.770502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 91bf96b1-741c-40a8-b748-b56eec99aa38, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=91bf96b1-741c-40a8-b748-b56eec99aa38,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:34.780460 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.805115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.806497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8a706130-e302-4806-bb6a-644dff53c375 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6023090 Nov 03 18:38:34.833763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4c980033-a693-40e2-ac29-476a8a522928 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:34.834140 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.872360 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa2b7bc-56c5-4037-8c42-cb35fe5456d9 x-openstack-request-id: req-4aa2b7bc-56c5-4037-8c42-cb35fe5456d9 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:34.873501 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef8d6b-cbb1-43a8-92f5-650bd5a21035", "tag": "98a2fa3d-eb0a-4ead-aa99-e592446d187d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:34.873996 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4aa2b7bc-56c5-4037-8c42-cb35fe5456d9 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:34.874752 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef8d6b-cbb1-43a8-92f5-650bd5a21035', 'tag': '98a2fa3d-eb0a-4ead-aa99-e592446d187d', 'status': 'completed', 'code': 200} Nov 03 18:38:34.981323 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-ec816c9e-64d9-4100-8205-8ead0eb13810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:34.983416 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-ec816c9e-64d9-4100-8205-8ead0eb13810 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 1094 time: 0.0843956 Nov 03 18:38:34.987704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=91bf96b1-741c-40a8-b748-b56eec99aa38,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:35.105903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['91bf96b1-741c-40a8-b748-b56eec99aa38'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:35.167912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-4aea0ded-2284-4498-9acc-30f6a4b95eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:35.171158 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-4aea0ded-2284-4498-9acc-30f6a4b95eff service neutron] 10.222.0.70 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.1723576 Nov 03 18:38:35.198525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650ab2c-04a1-462a-b476-b793b74d0ff0 req-965cb764-ce29-4bba-aa13-45bfbc3c9aa2 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:35.207824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f650ab2c-04a1-462a-b476-b793b74d0ff0 req-965cb764-ce29-4bba-aa13-45bfbc3c9aa2 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 944 time: 0.1554623 Nov 03 18:38:35.275790 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-35aa5ce7-2a24-4dc1-9df7-4a6dd6481f7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a2fa3d-eb0a-4ead-aa99-e592446d187d HTTP/1.1" status: 200 len: 217 time: 0.0966444 Nov 03 18:38:35.290368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f650ab2c-04a1-462a-b476-b793b74d0ff0 req-42d3bee8-b70d-4759-83bd-71908598545e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815399 Nov 03 18:38:35.371665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-4aa86a60-e000-4716-8401-92521fe248e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:35.373154 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-4aa86a60-e000-4716-8401-92521fe248e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.0905695 Nov 03 18:38:35.411409 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-e20872f7-714c-4b7a-94d1-3946e65d93c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303328 Nov 03 18:38:35.527382 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-326ffddb-289e-4b76-8976-e4e7ab8c183b service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078572 Nov 03 18:38:35.654632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-808b767e-2dab-4aa2-be29-d79434435544 req-51dce0ae-a307-4cfa-9dcd-af5cfdfd6b7b tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 258 time: 0.3246427 Nov 03 18:38:35.668914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:35.678415 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-490e3c70-9827-4a1c-a1de-019b126edda5 req-af495f1a-db67-44a7-aa38-2eb0025ab63b service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435907 Nov 03 18:38:35.692271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:35.757479 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2f1610e0-fbed-4ed3-a7aa-8befc9d836d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:35.800240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:35.911166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Allocated IP 172.25.3.197 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/11ee5725-6cd8-4a81-b56d-42ca1102c481) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:36.021559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.057257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.096976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:36.101905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:36.105669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:36.131027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Pushing event updated for resources: {'Port': ['ID=11ee5725-6cd8-4a81-b56d-42ca1102c481,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:36.199607 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.230763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 91bf96b1-741c-40a8-b748-b56eec99aa38 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:36.237535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.284810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 91bf96b1-741c-40a8-b748-b56eec99aa38 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:36.289135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 91bf96b1-741c-40a8-b748-b56eec99aa38 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:36.289531 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.373550 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.400921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d0a07a-b39b-4460-8b46-326086dc985b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf96b1-741c-40a8-b748-b56eec99aa38'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:36.403561 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4600f6-7a1e-4ca6-9997-aa640cf7a764" -d '{"events": [{"server_uuid": "33d0a07a-b39b-4460-8b46-326086dc985b", "name": "network-vif-plugged", "status": "completed", "tag": "91bf96b1-741c-40a8-b748-b56eec99aa38"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:36.417405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 91bf96b1-741c-40a8-b748-b56eec99aa38, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=91bf96b1-741c-40a8-b748-b56eec99aa38,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:36.418601 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.422047 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.423704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.483136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=91bf96b1-741c-40a8-b748-b56eec99aa38,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:36.489660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Pushing event updated for resources: {'Port': ['ID=11ee5725-6cd8-4a81-b56d-42ca1102c481,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:36.503266 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.519434 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.520681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-808b767e-2dab-4aa2-be29-d79434435544 req-b239698c-3ba5-4d7f-b585-bff619481030 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8571372 Nov 03 18:38:36.579488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-808b767e-2dab-4aa2-be29-d79434435544 req-88c6cc33-4f58-4913-b826-795cb11562cb tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0524831 Nov 03 18:38:36.728938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b767e-2dab-4aa2-be29-d79434435544 req-a4de6611-fe52-4690-8eac-3bc50744285a tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:36.731484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-808b767e-2dab-4aa2-be29-d79434435544 req-a4de6611-fe52-4690-8eac-3bc50744285a tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1439288 Nov 03 18:38:36.986962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-6902f067-1539-421b-8672-684a6fc2783f tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--889846310&fields=id&tenant_id=c1b6dcd08f784dc3820df86c75fa2578 HTTP/1.1" status: 200 len: 267 time: 0.0482173 Nov 03 18:38:37.102396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-133dc3ca-df17-41c5-8c4e-0306068e1a1d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:37.104089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-133dc3ca-df17-41c5-8c4e-0306068e1a1d tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/networks?id=043168e2-72fc-4b30-8441-68edc1dde88f HTTP/1.1" status: 200 len: 812 time: 0.1095433 Nov 03 18:38:37.119471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-619fa12d-34af-4c2b-806a-b44a12953999 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/quotas/c1b6dcd08f784dc3820df86c75fa2578 HTTP/1.1" status: 200 len: 375 time: 0.0094988 Nov 03 18:38:37.175361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-7d754f58-ea9d-4b76-9223-64d8bc88a971 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1b6dcd08f784dc3820df86c75fa2578&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502410 Nov 03 18:38:37.281985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-5f2b0f69-fe9f-45e6-8c46-ffb4cab699ac service neutron] 10.222.0.77 "GET /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941458 Nov 03 18:38:37.378390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-317e77da-bb84-4785-bc5b-0fd022357627 service neutron] 10.222.0.77 "GET /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890064 Nov 03 18:38:37.625360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca81974-b1d3-4144-8b4a-6c99bbdd36a5 req-176b1db4-2d91-4ce5-b5d6-c8a55600c338 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:37.637979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cca81974-b1d3-4144-8b4a-6c99bbdd36a5 req-176b1db4-2d91-4ce5-b5d6-c8a55600c338 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 943 time: 0.0748377 Nov 03 18:38:37.705475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cca81974-b1d3-4144-8b4a-6c99bbdd36a5 req-4a632e58-f6d4-40fe-a128-7bad98de446e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633788 Nov 03 18:38:37.823715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 98a2fa3d-eb0a-4ead-aa99-e592446d187d details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:38.005039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8ec6c-4d2c-4ea9-b0a5-8354c3f00bd4 req-86661e4f-8ad1-488a-b264-75c174e3a31f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:38.008380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ab8ec6c-4d2c-4ea9-b0a5-8354c3f00bd4 req-86661e4f-8ad1-488a-b264-75c174e3a31f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 945 time: 0.0621238 Nov 03 18:38:38.084060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ab8ec6c-4d2c-4ea9-b0a5-8354c3f00bd4 req-f89cd485-e2c7-47a9-93e3-36070b226547 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688062 Nov 03 18:38:38.089833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 98a2fa3d-eb0a-4ead-aa99-e592446d187d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=98a2fa3d-eb0a-4ead-aa99-e592446d187d,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:38.104201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '98a2fa3d-eb0a-4ead-aa99-e592446d187d', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'port_id': '98a2fa3d-eb0a-4ead-aa99-e592446d187d', 'mac_address': 'fa:16:3e:b6:84:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd22e13-56de-48cd-a0d5-8a5717f3c69f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:38.141315 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a48c0d-8215-4275-809d-2216032bc513 x-openstack-request-id: req-00a48c0d-8215-4275-809d-2216032bc513 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:38.141860 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d0a07a-b39b-4460-8b46-326086dc985b", "name": "network-vif-plugged", "status": "completed", "tag": "91bf96b1-741c-40a8-b748-b56eec99aa38", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:38.142102 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00a48c0d-8215-4275-809d-2216032bc513 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:38.142672 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d0a07a-b39b-4460-8b46-326086dc985b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf96b1-741c-40a8-b748-b56eec99aa38', 'code': 200} Nov 03 18:38:38.156781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.190333 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a2fa3d-eb0a-4ead-aa99-e592446d187d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:38.223338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 98a2fa3d-eb0a-4ead-aa99-e592446d187d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=98a2fa3d-eb0a-4ead-aa99-e592446d187d,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:38.228011 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.297081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-c63b51b6-5de4-4db0-acd5-1d3e0a3ad6ef tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:38.298808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-c63b51b6-5de4-4db0-acd5-1d3e0a3ad6ef tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1025436 Nov 03 18:38:38.310928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7d37e-a57d-44f9-be8e-de5c2209ccb5 req-0d6cbbac-1344-4b76-aae7-f6bf2ffd35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:38.312789 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7d7d37e-a57d-44f9-be8e-de5c2209ccb5 req-0d6cbbac-1344-4b76-aae7-f6bf2ffd35a6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 1096 time: 0.0869429 Nov 03 18:38:38.313279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=98a2fa3d-eb0a-4ead-aa99-e592446d187d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:38.319415 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc13f405-3554-449e-98ac-03b907f813e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.375036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-72c48a28-0489-4253-aa79-da33710e1e9b tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0662937 Nov 03 18:38:38.391520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Request body: {'floatingip': {'port_id': '9f965240-fa79-4ced-be44-6b62be5f008c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:38.445805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.449299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7d7d37e-a57d-44f9-be8e-de5c2209ccb5 req-cb92531c-da40-48db-987f-b7493f15844e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272151 Nov 03 18:38:38.452565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['98a2fa3d-eb0a-4ead-aa99-e592446d187d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:39.266820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-ee2352a1-7bd9-4c29-a4a4-1c5b4ff20adb tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.268160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-ee2352a1-7bd9-4c29-a4a4-1c5b4ff20adb tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.96 "GET /v2.0/ports?device_id=459b8d32-6823-485b-92d0-4ce2a4e82e75 HTTP/1.1" status: 200 len: 949 time: 0.1605515 Nov 03 18:38:39.358826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-654bc02b-ffcb-4ddf-9a2c-ec5c4a2c8179 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.360355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-654bc02b-ffcb-4ddf-9a2c-ec5c4a2c8179 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.96 "GET /v2.0/networks?id=043168e2-72fc-4b30-8441-68edc1dde88f HTTP/1.1" status: 200 len: 812 time: 0.2538598 Nov 03 18:38:39.422407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.432525 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.558254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-efc17c9a-2033-4b1a-87f8-60af9f92fe5a tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1b6dcd08f784dc3820df86c75fa2578 HTTP/1.1" status: 200 len: 379 time: 0.1823363 Nov 03 18:38:39.571606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Request body: {'port': {'device_id': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'admin_state_up': True, 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'security_groups': ['ff0c72a5-74a6-46f6-8085-7bc34ff6cc59']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:39.615421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Deleting port 725350c6-a921-411d-a8a7-c335ca18cd99 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:39.615822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.673712 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Floating IP 97d12703-c770-42f1-a4c4-5942959739bf associated. External IP: 172.25.3.197, port: 9f965240-fa79-4ced-be44-6b62be5f008c. Nov 03 18:38:39.822612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 98a2fa3d-eb0a-4ead-aa99-e592446d187d up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:39.854423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] For port 725350c6-a921-411d-a8a7-c335ca18cd99, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=725350c6-a921-411d-a8a7-c335ca18cd99,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:39.854783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.875256 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.889864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Calling delete_port for 725350c6-a921-411d-a8a7-c335ca18cd99 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:39.892637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 98a2fa3d-eb0a-4ead-aa99-e592446d187d completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:39.897743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 98a2fa3d-eb0a-4ead-aa99-e592446d187d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:39.898103 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.917367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Made reservation on behalf of c1b6dcd08f784dc3820df86c75fa2578 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:39.922664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.998076 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.035802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 98a2fa3d-eb0a-4ead-aa99-e592446d187d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=98a2fa3d-eb0a-4ead-aa99-e592446d187d,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:40.040786 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.106306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=98a2fa3d-eb0a-4ead-aa99-e592446d187d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:40.146416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef8d6b-cbb1-43a8-92f5-650bd5a21035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a2fa3d-eb0a-4ead-aa99-e592446d187d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:40.148852 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632d92b-9047-4b87-baa0-16b58fd7e4d3" -d '{"events": [{"server_uuid": "24ef8d6b-cbb1-43a8-92f5-650bd5a21035", "name": "network-vif-plugged", "status": "completed", "tag": "98a2fa3d-eb0a-4ead-aa99-e592446d187d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:40.228539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Router 56c48464-cb5d-4776-8f80-4487bbfb2c8f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:40.259573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.272391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Allocated IP 172.20.0.12 (043168e2-72fc-4b30-8441-68edc1dde88f/d55df9ae-4990-467b-ad2f-f997d38c29a1/cbeb8952-d2cc-4591-89c2-5841fd8d4290) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:40.339651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Pushing event deleted for resources: {'Port': ['ID=725350c6-a921-411d-a8a7-c335ca18cd99,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:40.438619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] No DVR routers for this DVR port 725350c6-a921-411d-a8a7-c335ca18cd99 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:40.447347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.450738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a26afc75-9e00-4db2-a1ad-87705cc9290c req-8564d7c6-36ff-42ad-8cf9-b182f8201a56 tempest-ImagesOneServerTestJSON-1317837598 tempest-ImagesOneServerTestJSON-1317837598-project] 10.222.0.96 "DELETE /v2.0/ports/725350c6-a921-411d-a8a7-c335ca18cd99 HTTP/1.1" status: 204 len: 173 time: 1.1716075 Nov 03 18:38:40.451443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-deleted', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:40.453535 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b63f48-5078-4499-8f61-afbf2ac6d6ae" -d '{"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-deleted", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:40.530385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:40.537212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.543227 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377df21-90f7-43d2-b185-588db496c005 None None] Sync routers for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:40.555826 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377df21-90f7-43d2-b185-588db496c005 None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:40.556446 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6377df21-90f7-43d2-b185-588db496c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:40.579278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-77ba22e9-4652-4c8a-b78a-d9a280bcb769 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "PUT /v2.0/floatingips/97d12703-c770-42f1-a4c4-5942959739bf HTTP/1.1" status: 200 len: 997 time: 2.1921334 Nov 03 18:38:40.637764 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.661021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-57d3ef9f-023c-4aa8-bc8a-03b426d43400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:40.662869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-57d3ef9f-023c-4aa8-bc8a-03b426d43400 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de96b42bcec4460388573578c14c73ba&device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 1097 time: 0.0659611 Nov 03 18:38:40.687242 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6377df21-90f7-43d2-b185-588db496c005 None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:40.754895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.834222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Network 043168e2-72fc-4b30-8441-68edc1dde88f is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:40.840647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-ec3586c6-dfe9-4b95-a60c-3ec725162d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:40.842215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-ec3586c6-dfe9-4b95-a60c-3ec725162d56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 200 len: 930 time: 0.1699390 Nov 03 18:38:40.845397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:40.850805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:40.952753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:40.953729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.956547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event updated for resources: {'Port': ['ID=cbeb8952-d2cc-4591-89c2-5841fd8d4290,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:40.989936 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6377df21-90f7-43d2-b185-588db496c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '97d12703-c770-42f1-a4c4-5942959739bf', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'port_id': '9f965240-fa79-4ced-be44-6b62be5f008c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'mac_address': 'fa:16:3e:5b:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70689336-f794-4d26-a3e6-58f028548d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:36Z', 'updated_at': '2021-11-03T18:38:39Z', 'revision_number': 1, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:18Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:41.017691 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377df21-90f7-43d2-b185-588db496c005 None None] Checking router: 56c48464-cb5d-4776-8f80-4487bbfb2c8f for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:41.029798 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377df21-90f7-43d2-b185-588db496c005 None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:41.030711 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6377df21-90f7-43d2-b185-588db496c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:41.035284 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-da2e54b7-de16-4b9f-b299-7233b5f2d5df tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4685891 Nov 03 18:38:41.074059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-d0b739a2-31df-4265-900e-8867d64e2ea3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 1000 time: 0.2201972 Nov 03 18:38:41.078623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Request body: {'port': {'device_id': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:41.186783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-b2c8554e-1dc5-46c9-9d30-e40bbf6fba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.188403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-b2c8554e-1dc5-46c9-9d30-e40bbf6fba6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=258f598e-0aaf-41c3-8bb5-681001e3d349 HTTP/1.1" status: 200 len: 868 time: 0.1032767 Nov 03 18:38:41.189050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.213849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b03784be-05f2-4798-a5a5-f9380184ba2a None None] Provisioning complete for port cbeb8952-d2cc-4591-89c2-5841fd8d4290 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:41.214891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b03784be-05f2-4798-a5a5-f9380184ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.253348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b03784be-05f2-4798-a5a5-f9380184ba2a None None] Port cbeb8952-d2cc-4591-89c2-5841fd8d4290 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:38:41.265940 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6377df21-90f7-43d2-b185-588db496c005 None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:41.299448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-67aa9850-dc5c-4a68-a659-a89d4f09aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.301560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-67aa9850-dc5c-4a68-a659-a89d4f09aedd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018286 Nov 03 18:38:41.510544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-7a319a85-48eb-44ac-9622-de0863705117 service neutron] 10.222.0.77 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639712 Nov 03 18:38:41.527957 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6377df21-90f7-43d2-b185-588db496c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '97d12703-c770-42f1-a4c4-5942959739bf', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'port_id': '9f965240-fa79-4ced-be44-6b62be5f008c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'mac_address': 'fa:16:3e:5b:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70689336-f794-4d26-a3e6-58f028548d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:36Z', 'updated_at': '2021-11-03T18:38:39Z', 'revision_number': 1, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:18Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:41.572183 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377df21-90f7-43d2-b185-588db496c005 None None] The sync data for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 is: [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '97d12703-c770-42f1-a4c4-5942959739bf', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'port_id': '9f965240-fa79-4ced-be44-6b62be5f008c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'mac_address': 'fa:16:3e:5b:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70689336-f794-4d26-a3e6-58f028548d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:36Z', 'updated_at': '2021-11-03T18:38:39Z', 'revision_number': 1, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:18Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:41.673642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d141f7-85d6-41e2-a528-a1c84125eaba req-01f85dd9-d2eb-4e0c-86fa-56f0d7c572cd service neutron] 10.222.0.77 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560845 Nov 03 18:38:41.678458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbeb8952-d2cc-4591-89c2-5841fd8d4290 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:41.686577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.701221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Transition to ACTIVE for port object cbeb8952-d2cc-4591-89c2-5841fd8d4290 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:41.707204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.831403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbeb8952-d2cc-4591-89c2-5841fd8d4290,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:41.880497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65e2b5-e5dd-4010-bf7b-b2301b9e20d6 None None] New status for floating IP 97d12703-c770-42f1-a4c4-5942959739bf: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:38:41.946251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e16b1-4f38-4d21-b646-30859de860bd req-1d0ac3bc-3ffa-4494-ab40-152bbb1fe0c9 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.947878 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-118e16b1-4f38-4d21-b646-30859de860bd req-1d0ac3bc-3ffa-4494-ab40-152bbb1fe0c9 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 944 time: 0.1663547 Nov 03 18:38:41.978648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Attempting to bind port cbeb8952-d2cc-4591-89c2-5841fd8d4290 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:41.978991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Attempting to bind port cbeb8952-d2cc-4591-89c2-5841fd8d4290 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:41.979310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Attempting to bind port cbeb8952-d2cc-4591-89c2-5841fd8d4290 on network 043168e2-72fc-4b30-8441-68edc1dde88f {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:41.991038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Port cbeb8952-d2cc-4591-89c2-5841fd8d4290 on network 043168e2-72fc-4b30-8441-68edc1dde88f not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:41.991390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Attempting to bind port cbeb8952-d2cc-4591-89c2-5841fd8d4290 on network 043168e2-72fc-4b30-8441-68edc1dde88f {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:42.006195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:42.006602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Checking segment: {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:42.006913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Bound using segment: {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:42.007366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Bound port: cbeb8952-d2cc-4591-89c2-5841fd8d4290, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d02613-3863-47ea-8795-d41b16f3f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:42.007752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.034644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-118e16b1-4f38-4d21-b646-30859de860bd req-db739b83-e4a3-47a3-9f95-6521a1dc1d84 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735700 Nov 03 18:38:42.080474 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.118532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:42.141650 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.145514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] For port cbeb8952-d2cc-4591-89c2-5841fd8d4290, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:42.150955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] For port cbeb8952-d2cc-4591-89c2-5841fd8d4290, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cbeb8952-d2cc-4591-89c2-5841fd8d4290,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:42.163831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.239958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.240763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.242678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] 10.222.0.96 "PUT /v2.0/ports/cbeb8952-d2cc-4591-89c2-5841fd8d4290 HTTP/1.1" status: 200 len: 1092 time: 1.1955175 Nov 03 18:38:42.297024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682acdab-9be7-4737-b04b-37862480d6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbeb8952-d2cc-4591-89c2-5841fd8d4290,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:42.374443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-ee3fb7f2-79b9-424a-8974-a9df25935526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.380313 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-ee3fb7f2-79b9-424a-8974-a9df25935526 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c1b6dcd08f784dc3820df86c75fa2578&device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 1095 time: 0.0751655 Nov 03 18:38:42.405572 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d734679e-7a2e-4cb6-9489-b9309989d7ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ffa8e9b618448f0944685459ea7a493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813716 Nov 03 18:38:42.406714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50614) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:42.455497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-83baa717-2fad-4418-8467-d61adb879099 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbeb8952-d2cc-4591-89c2-5841fd8d4290 HTTP/1.1" status: 200 len: 217 time: 0.0678334 Nov 03 18:38:42.501563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-37b3cf70-5599-490a-acc7-ebfcfeecfe66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.540938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-37b3cf70-5599-490a-acc7-ebfcfeecfe66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.575563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-6aa3992a-80ab-462c-a84d-b823a049da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.576903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-6aa3992a-80ab-462c-a84d-b823a049da2f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d55df9ae-4990-467b-ad2f-f997d38c29a1 HTTP/1.1" status: 200 len: 851 time: 0.0933864 Nov 03 18:38:42.585648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f645-9cf4-4e72-b95a-41a48e08bade req-1e34a777-3d81-49a0-bb76-0c97990c3317 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.587137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd7f645-9cf4-4e72-b95a-41a48e08bade req-1e34a777-3d81-49a0-bb76-0c97990c3317 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 945 time: 0.1422253 Nov 03 18:38:42.610436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-aa252164-2e78-40e0-b6bb-afe6d370e855 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170826 Nov 03 18:38:42.611454 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-37b3cf70-5599-490a-acc7-ebfcfeecfe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.616342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-37b3cf70-5599-490a-acc7-ebfcfeecfe66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.617604 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-37b3cf70-5599-490a-acc7-ebfcfeecfe66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9db3aabd-dd02-4501-88d5-a23c49df593a HTTP/1.1" status: 204 len: 168 time: 0.2071705 Nov 03 18:38:42.629180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3cf70-5599-490a-acc7-ebfcfeecfe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db3aabd-dd02-4501-88d5-a23c49df593a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:43.016989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-e0f3bc0d-d612-474d-9acb-8b9b0ae1e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.018522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-e0f3bc0d-d612-474d-9acb-8b9b0ae1e0f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=043168e2-72fc-4b30-8441-68edc1dde88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4305198 Nov 03 18:38:43.026632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd7f645-9cf4-4e72-b95a-41a48e08bade req-130cac02-34f8-4391-b784-180e2cdd2c31 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285309 Nov 03 18:38:43.073123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-fd91460b-06ad-4954-851e-fda04e44d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.075219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-fd91460b-06ad-4954-851e-fda04e44d08a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1097 time: 0.4286592 Nov 03 18:38:43.237647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-cb83750c-4f18-48e8-ae9f-1f38ff9593b7 service neutron] 10.222.0.96 "GET /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092876 Nov 03 18:38:43.286568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-bab6b836-685c-4fcb-a80b-816b6f080de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.288286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-bab6b836-685c-4fcb-a80b-816b6f080de0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.1834934 Nov 03 18:38:43.336002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a05fe-8b81-4588-addd-ab323ce37050 req-bfa085b8-6e1a-4efc-9bda-5bd2021088e9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.337547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e9a05fe-8b81-4588-addd-ab323ce37050 req-bfa085b8-6e1a-4efc-9bda-5bd2021088e9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 945 time: 0.1412444 Nov 03 18:38:43.437365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-f961a532-74eb-451d-b1dd-9d648aa106c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1002 time: 0.1168911 Nov 03 18:38:43.463807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50638) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:43.485828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e42ca3a8-9da7-484e-a8e7-25f1e52d145f req-366f4a22-7519-4722-a364-f69c22b17e07 service neutron] 10.222.0.96 "GET /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339418 Nov 03 18:38:43.492064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e9a05fe-8b81-4588-addd-ab323ce37050 req-f16dbd09-6989-44e4-8e0f-05dc87779fa0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216452 Nov 03 18:38:43.524195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-54383aec-5bb4-4de3-a059-e93b80578b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.526924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-54383aec-5bb4-4de3-a059-e93b80578b72 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.0799851 Nov 03 18:38:43.557954 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade67703-70dd-43c2-b50b-e5102abe2b0e x-openstack-request-id: req-ade67703-70dd-43c2-b50b-e5102abe2b0e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:43.559621 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef8d6b-cbb1-43a8-92f5-650bd5a21035", "name": "network-vif-plugged", "status": "completed", "tag": "98a2fa3d-eb0a-4ead-aa99-e592446d187d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:43.560164 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ade67703-70dd-43c2-b50b-e5102abe2b0e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:43.560951 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef8d6b-cbb1-43a8-92f5-650bd5a21035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a2fa3d-eb0a-4ead-aa99-e592446d187d', 'code': 200} Nov 03 18:38:43.578576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1960414176-network', 'tenant_id': '00f653eef52e463d9abadb3c55be18b3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:43.602477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-b937e078-5454-4c07-9de4-458c90a60867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.604322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-b937e078-5454-4c07-9de4-458c90a60867 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653841 Nov 03 18:38:43.616653 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c0e852-bd1f-46d3-bfed-25479f18988a x-openstack-request-id: req-68c0e852-bd1f-46d3-bfed-25479f18988a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:43.617041 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b8d32-6823-485b-92d0-4ce2a4e82e75", "name": "network-vif-deleted", "tag": "725350c6-a921-411d-a8a7-c335ca18cd99", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:43.617182 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68c0e852-bd1f-46d3-bfed-25479f18988a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:43.617639 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b8d32-6823-485b-92d0-4ce2a4e82e75', 'name': 'network-vif-deleted', 'tag': '725350c6-a921-411d-a8a7-c335ca18cd99', 'status': 'completed', 'code': 200} Nov 03 18:38:43.620336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Made reservation on behalf of 00f653eef52e463d9abadb3c55be18b3 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:43.624787 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.642859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.696438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657d78f-a3eb-4dae-86b2-3f637b682339 req-fe5eb0d6-246b-48b1-8226-089b1cfb957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.698008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0657d78f-a3eb-4dae-86b2-3f637b682339 req-fe5eb0d6-246b-48b1-8226-089b1cfb957b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 1096 time: 0.0701978 Nov 03 18:38:43.779164 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0657d78f-a3eb-4dae-86b2-3f637b682339 req-21fcdf74-11d5-4456-8108-c170f6aa1c81 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725479 Nov 03 18:38:43.794145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.798357 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.806994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-55add2c2-7cb6-4d1b-aba4-25a9cc5d6726 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844947 Nov 03 18:38:43.811957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-0362f85b-a4dd-463e-865e-997bd9dd2463 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 258 time: 0.1785078 Nov 03 18:38:43.820584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:43.829339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:43.837654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9820e27-1463-4f86-b8ed-513c17d1c1b9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:43.840592 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.840926 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Added segment 757b0b20-e2c8-462b-897d-6b619034b8ed of type vlan for network 6035e290-1d26-48e6-9405-a4e258c02e3d Nov 03 18:38:43.884338 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.912856 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.914037 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.917156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.928706 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.978892 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5139477 Nov 03 18:38:43.982146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50644) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:43.986826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Request body: {'subnet': {'network_id': '6035e290-1d26-48e6-9405-a4e258c02e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1960414176-subnet', 'tenant_id': '00f653eef52e463d9abadb3c55be18b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:43.989005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-109a5b8d-336f-4684-9442-7bcfbb114cf4 req-3062baa8-2e44-4fc9-a563-b641055ab6d5 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720178 Nov 03 18:38:43.995480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe840d-e57c-4a1b-ad5f-29024ef6e4d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6035e290-1d26-48e6-9405-a4e258c02e3d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:44.004338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-fa6a4cac-2f95-4771-ad4c-532c0fb8ce28 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:44.005960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-fa6a4cac-2f95-4771-ad4c-532c0fb8ce28 tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c424776c-bce8-439b-b5e2-3de6b5b4285c HTTP/1.1" status: 200 len: 945 time: 0.1173730 Nov 03 18:38:44.010242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 6035e290-1d26-48e6-9405-a4e258c02e3d details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:44.013448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Made reservation on behalf of 00f653eef52e463d9abadb3c55be18b3 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:44.016190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.168626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Deleting port fb030647-5c61-4312-a248-350af12e10d2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:44.168967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.174633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.227278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.250234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:44.280747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 725350c6-a921-411d-a8a7-c335ca18cd99 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:44.281399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 725350c6-a921-411d-a8a7-c335ca18cd99 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:44.304585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441c317b-48f0-4f79-a744-29723791f9d5,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:44.314254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Checking segment: {'id': '757b0b20-e2c8-462b-897d-6b619034b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6035e290-1d26-48e6-9405-a4e258c02e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:44.314838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Network hostable DHCP agents. Network: 6035e290-1d26-48e6-9405-a4e258c02e3d, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:38:44.335707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] For port fb030647-5c61-4312-a248-350af12e10d2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=fb030647-5c61-4312-a248-350af12e10d2,segment=NetworkSegment(b134a734-5707-4b76-8553-8a6e238663bd),segment_id=b134a734-5707-4b76-8553-8a6e238663bd)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:44.336212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.338944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Network 6035e290-1d26-48e6-9405-a4e258c02e3d is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:38:44.349949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 6035e290-1d26-48e6-9405-a4e258c02e3d) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:44.354824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:44.355493 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.357340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Calling delete_port for fb030647-5c61-4312-a248-350af12e10d2 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:44.368460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc95eb-7fd6-411c-b0f6-370b9630b540 None None] Network 6035e290-1d26-48e6-9405-a4e258c02e3d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:44.382502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Allocated IP 172.25.3.18 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/c036d39c-8e14-42ba-bf8d-d78430e02116) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:44.397079 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0cf9d25e-117d-48c8-882d-d8a18de24650 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4135141 Nov 03 18:38:44.528033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb7951-6f1e-41a4-a2cd-4f6e7b2821e3 None None] Network 6035e290-1d26-48e6-9405-a4e258c02e3d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:44.578564 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.628249 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.649305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['fb030647-5c61-4312-a248-350af12e10d2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:44.661062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.663781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Pushing event deleted for resources: {'Port': ['ID=fb030647-5c61-4312-a248-350af12e10d2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:44.758615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:44.762475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] No DVR routers for this DVR port fb030647-5c61-4312-a248-350af12e10d2 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:44.765512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:44.767727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.771161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-169867b9-89f8-49bc-aaef-a0abdb5aa3f1 req-59765aae-4be8-4a95-8aeb-53760a6283fb tempest-VolumesAdminNegativeTest-237105309 tempest-VolumesAdminNegativeTest-237105309-project] 10.222.0.96 "DELETE /v2.0/ports/fb030647-5c61-4312-a248-350af12e10d2 HTTP/1.1" status: 204 len: 173 time: 0.7384186 Nov 03 18:38:44.771882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Pushing event updated for resources: {'Port': ['ID=c036d39c-8e14-42ba-bf8d-d78430e02116,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:44.774697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:44.893919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.938653 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.108872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.114066 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.180932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Pushing event updated for resources: {'Port': ['ID=c036d39c-8e14-42ba-bf8d-d78430e02116,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:45.196313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.220369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.222804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-aec8e664-d6d7-48b7-a7e2-89bad876f7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3978300 Nov 03 18:38:45.288623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-f4c326e7-236c-426a-b803-3e29807e875d tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0563896 Nov 03 18:38:45.429011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-42fe2e0c-3b6d-4c8c-9c28-7e2eaa64b80d tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:45.430353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff87579c-6304-460f-a780-b1aec9d5bf61 req-42fe2e0c-3b6d-4c8c-9c28-7e2eaa64b80d tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1332784 Nov 03 18:38:45.617349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50658) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:45.619300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c'}, {'name': 'network-changed', 'server_uuid': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'tag': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290'}, {'server_uuid': 'c424776c-bce8-439b-b5e2-3de6b5b4285c', 'name': 'network-vif-deleted', 'tag': 'fb030647-5c61-4312-a248-350af12e10d2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:45.624312 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f3bd1d-590d-48cf-a269-9ca6620b6353" -d '{"events": [{"name": "network-changed", "server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c"}, {"name": "network-changed", "server_uuid": "f1277b24-e368-4543-821f-381b4aea6f4e", "tag": "cbeb8952-d2cc-4591-89c2-5841fd8d4290"}, {"server_uuid": "c424776c-bce8-439b-b5e2-3de6b5b4285c", "name": "network-vif-deleted", "tag": "fb030647-5c61-4312-a248-350af12e10d2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:45.672136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6e6096-6226-4881-bac9-d2f728fbfaa7 admin admin] Deleting subnet c43ef516-b366-4fb4-baba-dfe4d83b8a7b {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:45.675885 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6096-6226-4881-bac9-d2f728fbfaa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.713504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6096-6226-4881-bac9-d2f728fbfaa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.728164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac009358-be1c-4a74-9419-d01d9d6d4b81 req-bc5e925a-4983-4d4b-ac99-9971b13b5ba4 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:45.730032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac009358-be1c-4a74-9419-d01d9d6d4b81 req-bc5e925a-4983-4d4b-ac99-9971b13b5ba4 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 944 time: 0.0648551 Nov 03 18:38:45.758494 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6096-6226-4881-bac9-d2f728fbfaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.786540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac009358-be1c-4a74-9419-d01d9d6d4b81 req-d51ab529-dfdb-4fac-a8e5-3becd49b8272 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443251 Nov 03 18:38:45.820165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6096-6226-4881-bac9-d2f728fbfaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.850297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6096-6226-4881-bac9-d2f728fbfaa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43ef516-b366-4fb4-baba-dfe4d83b8a7b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:45.857846 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6096-6226-4881-bac9-d2f728fbfaa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.865913 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bd6e6096-6226-4881-bac9-d2f728fbfaa7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c43ef516-b366-4fb4-baba-dfe4d83b8a7b HTTP/1.1" status: 204 len: 168 time: 0.2419093 Nov 03 18:38:45.865913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50662) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:45.955288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.052241 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.074557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab539a1-7925-49ba-842e-9f4282cfd4e7']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:46.081722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3325c-a5ef-41f1-b4e4-edf9b526dd72 req-164f86f5-6c0b-4d05-b6ed-35f557d807c2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.084099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09b3325c-a5ef-41f1-b4e4-edf9b526dd72 req-164f86f5-6c0b-4d05-b6ed-35f557d807c2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 945 time: 0.0562360 Nov 03 18:38:46.089544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b134a734-5707-4b76-8553-8a6e238663bd') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:46.090032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b134a734-5707-4b76-8553-8a6e238663bd') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:46.102524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.122174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.129061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:46.129608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:46.131589 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:46.152964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09b3325c-a5ef-41f1-b4e4-edf9b526dd72 req-2e918b03-9c1d-47e3-a95f-80f07c811a77 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573816 Nov 03 18:38:46.226218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.235943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.241903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] 10.222.0.77 "DELETE /v2.0/networks/aab539a1-7925-49ba-842e-9f4282cfd4e7 HTTP/1.1" status: 204 len: 168 time: 0.3741331 Nov 03 18:38:46.246371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50668) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:46.248667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cbeb8952-d2cc-4591-89c2-5841fd8d4290 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:46.278032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9431e5-383e-4a2f-879b-fa31e1401d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=aab539a1-7925-49ba-842e-9f4282cfd4e7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:46.310984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fe38a7-c381-41a4-a82a-42ebf1d7bcce admin admin] Deleting subnet 68bde95e-ee1b-4008-8083-4e319a41c633 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:46.314678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5fe38a7-c381-41a4-a82a-42ebf1d7bcce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.371040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5fe38a7-c381-41a4-a82a-42ebf1d7bcce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.378326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cbeb8952-d2cc-4591-89c2-5841fd8d4290, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cbeb8952-d2cc-4591-89c2-5841fd8d4290,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:46.393157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'port_id': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'mac_address': 'fa:16:3e:b2:3d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:46.426763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-a9ac9837-6375-409a-ae20-f5c7c7308f24 req-c380e42f-afd8-4b28-94fe-2d65a26562fb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1479033186', 'description': 'tempest-description-88740122'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:46.451835 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.462165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5fe38a7-c381-41a4-a82a-42ebf1d7bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.464906 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a9ac9837-6375-409a-ae20-f5c7c7308f24 req-c380e42f-afd8-4b28-94fe-2d65a26562fb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.472965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbeb8952-d2cc-4591-89c2-5841fd8d4290 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:46.499248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cbeb8952-d2cc-4591-89c2-5841fd8d4290, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cbeb8952-d2cc-4591-89c2-5841fd8d4290,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:46.505325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.563842 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5fe38a7-c381-41a4-a82a-42ebf1d7bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.578675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=cbeb8952-d2cc-4591-89c2-5841fd8d4290,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:46.581694 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a9ac9837-6375-409a-ae20-f5c7c7308f24 req-c380e42f-afd8-4b28-94fe-2d65a26562fb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.603351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe38a7-c381-41a4-a82a-42ebf1d7bcce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bde95e-ee1b-4008-8083-4e319a41c633,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:46.605394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a9ac9837-6375-409a-ae20-f5c7c7308f24 req-c380e42f-afd8-4b28-94fe-2d65a26562fb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.614732 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5fe38a7-c381-41a4-a82a-42ebf1d7bcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.618117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d5fe38a7-c381-41a4-a82a-42ebf1d7bcce admin admin] 10.222.0.77 "DELETE /v2.0/subnets/68bde95e-ee1b-4008-8083-4e319a41c633 HTTP/1.1" status: 204 len: 168 time: 0.3706667 Nov 03 18:38:46.620754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50672) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:46.649171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a9ac9837-6375-409a-ae20-f5c7c7308f24 req-c380e42f-afd8-4b28-94fe-2d65a26562fb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.651247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9ac9837-6375-409a-ae20-f5c7c7308f24 req-c380e42f-afd8-4b28-94fe-2d65a26562fb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2349410 Nov 03 18:38:46.653917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380e42f-afd8-4b28-94fe-2d65a26562fb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de0536f-3c67-41fe-8f06-cc80511b24ab,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:46.705360 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.771664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfd848-51fb-461a-93d6-5d8e9e1b4d80 req-a9c9b119-b6be-4445-a2fb-6680bb17a94a tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.773178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ccdfd848-51fb-461a-93d6-5d8e9e1b4d80 req-a9c9b119-b6be-4445-a2fb-6680bb17a94a tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0558674 Nov 03 18:38:46.775837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['cbeb8952-d2cc-4591-89c2-5841fd8d4290'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:46.809480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.834078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ccdfd848-51fb-461a-93d6-5d8e9e1b4d80 req-b74395de-7151-436d-8626-cabf75284dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0532475 Nov 03 18:38:46.836304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4bb76d-5752-4fd0-a531-11b5a55fedca']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:46.846627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ccdfd848-51fb-461a-93d6-5d8e9e1b4d80 req-d7c95d3d-4982-4c2c-ac54-89309a9ea6d7 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Request body: {'floatingip': {'port_id': '9f965240-fa79-4ced-be44-6b62be5f008c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:46.847012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824932f1-2af4-4d36-943d-42cbd1a5c880') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:46.847525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824932f1-2af4-4d36-943d-42cbd1a5c880') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:46.858285 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.875238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.885564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:46.886182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:46.888710 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:46.898055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ccdfd848-51fb-461a-93d6-5d8e9e1b4d80 req-d7c95d3d-4982-4c2c-ac54-89309a9ea6d7 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.954729 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.960842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.965748 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] 10.222.0.77 "DELETE /v2.0/networks/5e4bb76d-5752-4fd0-a531-11b5a55fedca HTTP/1.1" status: 204 len: 168 time: 0.3422191 Nov 03 18:38:46.981354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc96b03-f4b2-48e7-89ca-66eea7c9a3da admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4bb76d-5752-4fd0-a531-11b5a55fedca,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:47.113007 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50680) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:47.148747 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-ccdfd848-51fb-461a-93d6-5d8e9e1b4d80 req-d7c95d3d-4982-4c2c-ac54-89309a9ea6d7 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 18:38:47.149824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ccdfd848-51fb-461a-93d6-5d8e9e1b4d80 req-d7c95d3d-4982-4c2c-ac54-89309a9ea6d7 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "PUT /v2.0/floatingips/5567fb19-8e70-47cc-b862-d67c02561d47 HTTP/1.1" status: 409 len: 550 time: 0.3082116 Nov 03 18:38:47.168687 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-33ae3bcc-5df9-485c-9678-5dc6925b1a11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ec0dc416cb0462e8835e40759be27be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540316 Nov 03 18:38:47.171405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50684) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:47.252606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-1fb6f722-4755-4803-b64b-e6857b727f72 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.256634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-1fb6f722-4755-4803-b64b-e6857b727f72 tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.70 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 946 time: 0.0818305 Nov 03 18:38:47.312100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1156b-c142-4b5e-a1d3-d63674ae27cc req-58d6b5be-2fd0-4fcf-963e-19dda2b343dd tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.313640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89f1156b-c142-4b5e-a1d3-d63674ae27cc req-58d6b5be-2fd0-4fcf-963e-19dda2b343dd tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/ports?device_id=de211105-d6b3-4f87-bdaf-f5117619099e HTTP/1.1" status: 200 len: 946 time: 0.1028566 Nov 03 18:38:47.330924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da20549f-e5f7-462b-b5e4-9132939f8971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.370580 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89f1156b-c142-4b5e-a1d3-d63674ae27cc req-1eb83fb0-5e0f-41ea-b1c2-1abfa7976bfe tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa9348c-c362-455b-ae9d-712417b080e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489218 Nov 03 18:38:47.378351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da20549f-e5f7-462b-b5e4-9132939f8971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.430634 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d536e1-0a21-4525-adb1-7b0f44de71c4 x-openstack-request-id: req-b0d536e1-0a21-4525-adb1-7b0f44de71c4 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:47.431521 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f1277b24-e368-4543-821f-381b4aea6f4e", "tag": "cbeb8952-d2cc-4591-89c2-5841fd8d4290", "status": "completed", "code": 200}, {"server_uuid": "c424776c-bce8-439b-b5e2-3de6b5b4285c", "name": "network-vif-deleted", "tag": "fb030647-5c61-4312-a248-350af12e10d2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:47.431869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Deleting port 2a3aa49d-720c-4677-a758-c224377edd88 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:47.432100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.433165 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0d536e1-0a21-4525-adb1-7b0f44de71c4 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:47.434540 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c', 'status': 'completed', 'code': 200} Nov 03 18:38:47.435222 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'tag': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'status': 'completed', 'code': 200} Nov 03 18:38:47.458102 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c424776c-bce8-439b-b5e2-3de6b5b4285c', 'name': 'network-vif-deleted', 'tag': 'fb030647-5c61-4312-a248-350af12e10d2', 'status': 'completed', 'code': 200} Nov 03 18:38:47.543345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da20549f-e5f7-462b-b5e4-9132939f8971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.545933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da20549f-e5f7-462b-b5e4-9132939f8971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.547558 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da20549f-e5f7-462b-b5e4-9132939f8971 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e3efa6f-a1d2-4c44-b93b-de34f423e52a HTTP/1.1" status: 204 len: 168 time: 0.3745570 Nov 03 18:38:47.569579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20549f-e5f7-462b-b5e4-9132939f8971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3efa6f-a1d2-4c44-b93b-de34f423e52a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:47.580931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-3396bcaa-55c2-447e-b638-9691a4f060df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.582983 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-3396bcaa-55c2-447e-b638-9691a4f060df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de96b42bcec4460388573578c14c73ba&device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 1097 time: 0.1187778 Nov 03 18:38:47.606453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-56500880-ab23-42b3-80ee-e00fa2b87807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.607856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-56500880-ab23-42b3-80ee-e00fa2b87807 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c1b6dcd08f784dc3820df86c75fa2578&device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 1096 time: 0.1334345 Nov 03 18:38:47.617813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-8a0d2f16-6b41-491d-a5bc-43124a95f7ff tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.619331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-8a0d2f16-6b41-491d-a5bc-43124a95f7ff tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 945 time: 0.1165056 Nov 03 18:38:47.619481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] For port 2a3aa49d-720c-4677-a758-c224377edd88, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2a3aa49d-720c-4677-a758-c224377edd88,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:47.619888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.648792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ce76-a99f-411e-9edd-24b1f17e11c6 req-d7f1ae5f-e2b1-41b3-9e0f-ac3560365f91 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.650372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1fc7ce76-a99f-411e-9edd-24b1f17e11c6 req-d7f1ae5f-e2b1-41b3-9e0f-ac3560365f91 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=33d0a07a-b39b-4460-8b46-326086dc985b HTTP/1.1" status: 200 len: 945 time: 0.1628418 Nov 03 18:38:47.654232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Calling delete_port for 2a3aa49d-720c-4677-a758-c224377edd88 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:47.796251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-f1108282-3a33-49e2-a387-e953f20b1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.798792 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-f1108282-3a33-49e2-a387-e953f20b1150 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 200 len: 930 time: 0.2037461 Nov 03 18:38:47.815319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1fc7ce76-a99f-411e-9edd-24b1f17e11c6 req-3c09cbf9-253c-4e9c-ab64-ae0f0e921b88 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329021 Nov 03 18:38:47.837781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-138ddcef-e47a-42e2-9b27-6422327364f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.839322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-138ddcef-e47a-42e2-9b27-6422327364f0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=043168e2-72fc-4b30-8441-68edc1dde88f HTTP/1.1" status: 200 len: 913 time: 0.2188444 Nov 03 18:38:47.897512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-42077bfb-8008-4c60-875e-d151067cccbe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbeb8952-d2cc-4591-89c2-5841fd8d4290 HTTP/1.1" status: 200 len: 217 time: 0.0505073 Nov 03 18:38:47.922545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Deleting port 91bf96b1-741c-40a8-b748-b56eec99aa38 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:47.922889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.969683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-3df4e84a-f3dd-48c0-bd24-9d72293a4ec0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 1002 time: 0.1626539 Nov 03 18:38:47.973374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.022954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-e6a166fe-0218-4c73-aecd-ea0692b6873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.024418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-e6a166fe-0218-4c73-aecd-ea0692b6873b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d55df9ae-4990-467b-ad2f-f997d38c29a1 HTTP/1.1" status: 200 len: 851 time: 0.1112418 Nov 03 18:38:48.046838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Pushing event deleted for resources: {'Port': ['ID=2a3aa49d-720c-4677-a758-c224377edd88,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:48.065115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-a80effaa-d92e-4aee-a045-279cd17e4a1b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2104371 Nov 03 18:38:48.116370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] No DVR routers for this DVR port 2a3aa49d-720c-4677-a758-c224377edd88 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:48.120501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.125592 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65906a18-e0fa-44dc-9457-9f8025f343b9 req-32c24283-503a-422a-ab91-313ce619b1ef tempest-AttachSCSIVolumeTestJSON-787390657 tempest-AttachSCSIVolumeTestJSON-787390657-project] 10.222.0.70 "DELETE /v2.0/ports/2a3aa49d-720c-4677-a758-c224377edd88 HTTP/1.1" status: 204 len: 173 time: 0.8607342 Nov 03 18:38:48.126405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de211105-d6b3-4f87-bdaf-f5117619099e', 'name': 'network-vif-deleted', 'tag': '2a3aa49d-720c-4677-a758-c224377edd88'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:48.130403 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb643b32-5b37-4efa-b84f-28782a04d727" -d '{"events": [{"server_uuid": "de211105-d6b3-4f87-bdaf-f5117619099e", "name": "network-vif-deleted", "tag": "2a3aa49d-720c-4677-a758-c224377edd88"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:48.134098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-2cc80f6a-9df3-42a9-abcd-28ecb5f7b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.135577 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-2cc80f6a-9df3-42a9-abcd-28ecb5f7b1b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258f598e-0aaf-41c3-8bb5-681001e3d349 HTTP/1.1" status: 200 len: 868 time: 0.1423995 Nov 03 18:38:48.149309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] For port 91bf96b1-741c-40a8-b748-b56eec99aa38, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=91bf96b1-741c-40a8-b748-b56eec99aa38,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:48.149684 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.156017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-050255d4-a3be-402d-9338-312d9cda93ea req-fbcb0897-87c4-4e84-9020-e2a6a572d9f8 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/3de0536f-3c67-41fe-8f06-cc80511b24ab HTTP/1.1" status: 200 len: 1822 time: 0.1303992 Nov 03 18:38:48.156502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:48.181383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-050255d4-a3be-402d-9338-312d9cda93ea req-91580124-0195-4d08-9164-d651e7035080 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3de0536f-3c67-41fe-8f06-cc80511b24ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:48.181809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-050255d4-a3be-402d-9338-312d9cda93ea req-91580124-0195-4d08-9164-d651e7035080 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3de0536f-3c67-41fe-8f06-cc80511b24ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:48.193806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Calling delete_port for 91bf96b1-741c-40a8-b748-b56eec99aa38 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:48.201698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-7ed469e0-18c9-4e15-9432-5709fcaf8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.203664 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-7ed469e0-18c9-4e15-9432-5709fcaf8e86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548398 Nov 03 18:38:48.207586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-b2a6f8b9-cc06-4524-9b01-28715fe98095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.209114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-b2a6f8b9-cc06-4524-9b01-28715fe98095 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=043168e2-72fc-4b30-8441-68edc1dde88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626358 Nov 03 18:38:48.260644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cbeb8952-d2cc-4591-89c2-5841fd8d4290 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:48.337653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port cbeb8952-d2cc-4591-89c2-5841fd8d4290 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:48.338479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-72658352-c3bc-4ccb-8586-cfd5af045e5f service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267846 Nov 03 18:38:48.342004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port cbeb8952-d2cc-4591-89c2-5841fd8d4290 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:48.342368 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.345321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ef566b2d-226f-4706-87cc-d4d323f88c55 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1dd45ecc4637472b91550d485db4c1c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813695 Nov 03 18:38:48.353028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50700) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:48.463733 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.471740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-336c6c76-3bf8-4924-a361-85af6a826f0a service neutron] 10.222.0.96 "GET /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492390 Nov 03 18:38:48.483889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-050255d4-a3be-402d-9338-312d9cda93ea req-91580124-0195-4d08-9164-d651e7035080 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.498986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:48.501962 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702aeda1-1375-48d4-a699-ba7468c31ab3" -d '{"events": [{"server_uuid": "f1277b24-e368-4543-821f-381b4aea6f4e", "name": "network-vif-plugged", "status": "completed", "tag": "cbeb8952-d2cc-4591-89c2-5841fd8d4290"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:48.516873 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-0cd777e7-c9d4-4528-b574-023859225dcf service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695273 Nov 03 18:38:48.519743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cbeb8952-d2cc-4591-89c2-5841fd8d4290, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cbeb8952-d2cc-4591-89c2-5841fd8d4290,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:48.534951 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.536692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device fb030647-5c61-4312-a248-350af12e10d2 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:48.541474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-050255d4-a3be-402d-9338-312d9cda93ea req-91580124-0195-4d08-9164-d651e7035080 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.577947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: fb030647-5c61-4312-a248-350af12e10d2 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:48.578294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device fb030647-5c61-4312-a248-350af12e10d2 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:48.620071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=cbeb8952-d2cc-4591-89c2-5841fd8d4290,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:48.651536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-760a84e0-c17d-4416-8007-55925265ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.653408 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-760a84e0-c17d-4416-8007-55925265ad35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de96b42bcec4460388573578c14c73ba&device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 1097 time: 0.0585551 Nov 03 18:38:48.786455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-3d4e420c-3300-432b-a0d3-ee784626d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.788248 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-3d4e420c-3300-432b-a0d3-ee784626d8a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 200 len: 930 time: 0.1105356 Nov 03 18:38:48.859050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-3ae246b5-668e-4ceb-8438-d5afdbbef335 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 1002 time: 0.0626574 Nov 03 18:38:48.929317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-af2e66e6-fc45-4d21-901b-552fe62c119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.931805 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-af2e66e6-fc45-4d21-901b-552fe62c119e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258f598e-0aaf-41c3-8bb5-681001e3d349 HTTP/1.1" status: 200 len: 868 time: 0.0661814 Nov 03 18:38:48.983928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-50e7724e-afc4-45b9-96f0-2796e00f2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.985475 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-50e7724e-afc4-45b9-96f0-2796e00f2c06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468946 Nov 03 18:38:48.990866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-050255d4-a3be-402d-9338-312d9cda93ea req-91580124-0195-4d08-9164-d651e7035080 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.038245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91580124-0195-4d08-9164-d651e7035080 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2caff7-4cf9-48a0-9d9e-bbb9890bb6fd,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:49.065263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ce2459c-cbbd-4ab7-a084-e45db9ece49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.083837 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-fd08dd89-011c-4983-8a4d-05ea0b0d6008 service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911119 Nov 03 18:38:49.090164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-050255d4-a3be-402d-9338-312d9cda93ea req-91580124-0195-4d08-9164-d651e7035080 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.091486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-050255d4-a3be-402d-9338-312d9cda93ea req-91580124-0195-4d08-9164-d651e7035080 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9197087 Nov 03 18:38:49.112541 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52f3bd1d-590d-48cf-a269-9ca6620b6353 req-8c255340-dfa1-4d93-b73e-af03c543629d service neutron] 10.222.0.96 "GET /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303556 Nov 03 18:38:49.123451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ce2459c-cbbd-4ab7-a084-e45db9ece49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.141604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.154630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['91bf96b1-741c-40a8-b748-b56eec99aa38'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:49.201615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event deleted for resources: {'Port': ['ID=91bf96b1-741c-40a8-b748-b56eec99aa38,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:49.206289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efb90cd7-0213-48f7-b011-7de2daf7dc9c req-c44cafa0-2165-4c17-ac08-939b09ba007a service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129868 Nov 03 18:38:49.271117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] No DVR routers for this DVR port 91bf96b1-741c-40a8-b748-b56eec99aa38 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:49.274623 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.278511 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25421449-c415-4b18-abde-3bf2f3d05a32 req-e9be9b74-0877-41f4-afff-c7a148bd5ace tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "DELETE /v2.0/ports/91bf96b1-741c-40a8-b748-b56eec99aa38 HTTP/1.1" status: 204 len: 173 time: 1.6457667 Nov 03 18:38:49.293506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6cc5b-871d-4b2d-b5e4-d3c251b1c624 req-3a8b5268-aad8-43cb-ad32-467c1b3b4843 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:49.295595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbb6cc5b-871d-4b2d-b5e4-d3c251b1c624 req-3a8b5268-aad8-43cb-ad32-467c1b3b4843 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 946 time: 0.1122015 Nov 03 18:38:49.296847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ce2459c-cbbd-4ab7-a084-e45db9ece49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.299626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ce2459c-cbbd-4ab7-a084-e45db9ece49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.300870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9ce2459c-cbbd-4ab7-a084-e45db9ece49e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a234d3b-1ac5-45ba-9495-03508ac4f8f4 HTTP/1.1" status: 204 len: 168 time: 0.9466860 Nov 03 18:38:49.323444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2459c-cbbd-4ab7-a084-e45db9ece49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a234d3b-1ac5-45ba-9495-03508ac4f8f4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:49.363040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbb6cc5b-871d-4b2d-b5e4-d3c251b1c624 req-171414be-65b0-4816-89f1-7c2fb14e8332 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578032 Nov 03 18:38:49.456219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-8b4fb3d7-8683-4994-841c-a64936bf52d2 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips/5567fb19-8e70-47cc-b862-d67c02561d47 HTTP/1.1" status: 200 len: 692 time: 0.0541549 Nov 03 18:38:49.458671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d0a07a-b39b-4460-8b46-326086dc985b', 'name': 'network-vif-deleted', 'tag': '91bf96b1-741c-40a8-b748-b56eec99aa38'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:49.461086 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4493dc0d-fbcd-408b-9b6c-54583317be83" -d '{"events": [{"server_uuid": "33d0a07a-b39b-4460-8b46-326086dc985b", "name": "network-vif-deleted", "tag": "91bf96b1-741c-40a8-b748-b56eec99aa38"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:49.583738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-52f2ce4d-84dd-4813-932f-1dcc566d8460 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:49.585574 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-52f2ce4d-84dd-4813-932f-1dcc566d8460 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1209035 Nov 03 18:38:49.660057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-79f35382-1b0c-4537-be02-de5891d7d4f6 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0661459 Nov 03 18:38:49.730040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-597d12f0-b6ef-4b3f-8aff-dedb103e9373 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0594440 Nov 03 18:38:49.887439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Deleting port c036d39c-8e14-42ba-bf8d-d78430e02116 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:49.888012 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.888769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2a3aa49d-720c-4677-a758-c224377edd88 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:49.922118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 2a3aa49d-720c-4677-a758-c224377edd88 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:49.922885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2a3aa49d-720c-4677-a758-c224377edd88 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:50.004019 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.004582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.018811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Calling delete_port for c036d39c-8e14-42ba-bf8d-d78430e02116 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:50.176159 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.208239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Pushing event deleted for resources: {'Port': ['ID=c036d39c-8e14-42ba-bf8d-d78430e02116,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:50.281863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.284523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.285736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbc42bd8-3876-4b9f-99be-448b8687f229 req-d307bdba-86a8-4fb5-8448-fa9b5c5efa73 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "DELETE /v2.0/floatingips/5567fb19-8e70-47cc-b862-d67c02561d47 HTTP/1.1" status: 204 len: 173 time: 0.5471005 Nov 03 18:38:50.445958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c7ef1-bd97-4f7a-8a95-64319fcc69a3 req-876cd983-4fa1-419b-b527-a73cbfe7383d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:50.447526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d85c7ef1-bd97-4f7a-8a95-64319fcc69a3 req-876cd983-4fa1-419b-b527-a73cbfe7383d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 945 time: 0.0513074 Nov 03 18:38:50.501024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d85c7ef1-bd97-4f7a-8a95-64319fcc69a3 req-16838a07-fca0-46a9-9755-03070d5ff709 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472753 Nov 03 18:38:50.545858 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a08984-af4c-49c7-9ab3-02fe310db926 x-openstack-request-id: req-86a08984-af4c-49c7-9ab3-02fe310db926 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:50.546454 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de211105-d6b3-4f87-bdaf-f5117619099e", "name": "network-vif-deleted", "tag": "2a3aa49d-720c-4677-a758-c224377edd88", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:50.546454 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86a08984-af4c-49c7-9ab3-02fe310db926 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:50.546777 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de211105-d6b3-4f87-bdaf-f5117619099e', 'name': 'network-vif-deleted', 'tag': '2a3aa49d-720c-4677-a758-c224377edd88', 'status': 'completed', 'code': 200} Nov 03 18:38:50.611718 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e43a65-05ce-40dd-b85b-b76d0645f90a x-openstack-request-id: req-96e43a65-05ce-40dd-b85b-b76d0645f90a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:50.612106 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1277b24-e368-4543-821f-381b4aea6f4e", "name": "network-vif-plugged", "status": "completed", "tag": "cbeb8952-d2cc-4591-89c2-5841fd8d4290", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:50.612529 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96e43a65-05ce-40dd-b85b-b76d0645f90a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:50.614063 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'code': 200} Nov 03 18:38:50.679067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ffb8435e-2301-4508-8f1e-d759ff49df48 req-f656bac4-3eaa-49d8-a313-1d1516bd9c1e tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1193448842', 'description': 'tempest-description-502748606'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:50.737647 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ffb8435e-2301-4508-8f1e-d759ff49df48 req-f656bac4-3eaa-49d8-a313-1d1516bd9c1e tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.765518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c80b-a114-465a-9337-5bbe8fb1bd2c req-d3d98322-17ea-4450-808f-fe72c8f9121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:50.767049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d838c80b-a114-465a-9337-5bbe8fb1bd2c req-d3d98322-17ea-4450-808f-fe72c8f9121b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 1097 time: 0.0783498 Nov 03 18:38:50.847501 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d838c80b-a114-465a-9337-5bbe8fb1bd2c req-4bcea353-5013-464f-818c-da36d7f94cdc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699368 Nov 03 18:38:50.853996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ffb8435e-2301-4508-8f1e-d759ff49df48 req-f656bac4-3eaa-49d8-a313-1d1516bd9c1e tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.858035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ffb8435e-2301-4508-8f1e-d759ff49df48 req-f656bac4-3eaa-49d8-a313-1d1516bd9c1e tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.891635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ffb8435e-2301-4508-8f1e-d759ff49df48 req-f656bac4-3eaa-49d8-a313-1d1516bd9c1e tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.892864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffb8435e-2301-4508-8f1e-d759ff49df48 req-f656bac4-3eaa-49d8-a313-1d1516bd9c1e tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2197700 Nov 03 18:38:50.901552 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656bac4-3eaa-49d8-a313-1d1516bd9c1e tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ab6f88-9df4-482b-95f8-9df907c5115b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:50.940450 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f4a5ea-8584-4dac-b3b4-027d5052f655 x-openstack-request-id: req-b4f4a5ea-8584-4dac-b3b4-027d5052f655 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:50.940752 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d0a07a-b39b-4460-8b46-326086dc985b", "name": "network-vif-deleted", "tag": "91bf96b1-741c-40a8-b748-b56eec99aa38", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:50.941009 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4f4a5ea-8584-4dac-b3b4-027d5052f655 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:50.942101 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d0a07a-b39b-4460-8b46-326086dc985b', 'name': 'network-vif-deleted', 'tag': '91bf96b1-741c-40a8-b748-b56eec99aa38', 'status': 'completed', 'code': 200} Nov 03 18:38:51.239887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-d84e71b6-af7d-4018-92d7-4752ab02640b tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 1002 time: 0.0836532 Nov 03 18:38:51.300065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-b0496d9c-4011-4b7c-80bd-43faea81bdcd tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:51.302092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-b0496d9c-4011-4b7c-80bd-43faea81bdcd tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports/9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 943 time: 0.0554931 Nov 03 18:38:51.420074 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-8b222884-fb55-4c44-b422-b4b67d2eb7f4 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 1002 time: 0.0707366 Nov 03 18:38:51.543868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-7933a32f-293e-4fbe-a3eb-e9ea0cabf98c tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:51.545296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-7933a32f-293e-4fbe-a3eb-e9ea0cabf98c tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1177568 Nov 03 18:38:51.630021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-e942d25a-fcf2-479b-8ed5-b9b09dd814f2 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 1002 time: 0.0762784 Nov 03 18:38:51.644634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:51.704838 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.913929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.924630 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.925181 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Floating IP 97d12703-c770-42f1-a4c4-5942959739bf disassociated. External IP: 172.25.3.197, port: 9f965240-fa79-4ced-be44-6b62be5f008c. Nov 03 18:38:52.191360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Router 56c48464-cb5d-4776-8f80-4487bbfb2c8f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:52.280116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:38:52.284298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 91bf96b1-741c-40a8-b748-b56eec99aa38 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:52.306752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 91bf96b1-741c-40a8-b748-b56eec99aa38 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:52.307093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 91bf96b1-741c-40a8-b748-b56eec99aa38 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:52.315277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:52.320572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.326372 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] Sync routers for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:52.338910 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:52.339672 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:52.354256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a6056a80-9017-4070-908f-baef4e788964 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "PUT /v2.0/floatingips/97d12703-c770-42f1-a4c4-5942959739bf HTTP/1.1" status: 200 len: 695 time: 0.7137427 Nov 03 18:38:52.423513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-67121d43-4d27-4b9a-b6f8-04c28241d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:52.425607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-67121d43-4d27-4b9a-b6f8-04c28241d454 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de96b42bcec4460388573578c14c73ba&device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 1097 time: 0.0575414 Nov 03 18:38:52.475061 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:52.551623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a2536d04-8e96-4035-a024-99957ee9f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:52.553148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-a2536d04-8e96-4035-a024-99957ee9f352 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 200 len: 930 time: 0.1213667 Nov 03 18:38:52.603453 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-d5b9f8ca-a48a-4d69-a6c8-729b0754819f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 217 time: 0.0435991 Nov 03 18:38:52.667810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-0eec13da-edbb-440b-8753-b9550999c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:52.669172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-0eec13da-edbb-440b-8753-b9550999c68a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=258f598e-0aaf-41c3-8bb5-681001e3d349 HTTP/1.1" status: 200 len: 868 time: 0.0578849 Nov 03 18:38:52.717872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-121a568b-ed9c-4c52-bce2-0b4c58e79bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:52.719424 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-121a568b-ed9c-4c52-bce2-0b4c58e79bea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435774 Nov 03 18:38:52.719590 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:18Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:52.748732 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] Checking router: 56c48464-cb5d-4776-8f80-4487bbfb2c8f for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:52.758741 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:52.759436 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:52.825128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-1d48555d-c2d9-49c0-85bb-035c09d8ca14 service neutron] 10.222.0.77 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970886 Nov 03 18:38:52.877195 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:52.936462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da67248-102e-4f1d-9dca-ce1104e30bab req-4d608b7e-d799-4bed-8ac7-99e63cd1e720 service neutron] 10.222.0.77 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027057 Nov 03 18:38:52.943857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:52.947520 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2128fd90-f904-4033-9514-70bd3d279ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:53.060642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e993f2e-05e7-43bf-be30-d029daa1e95f req-afe6e782-798a-411e-855b-8e62974c8bf2 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:53.062481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e993f2e-05e7-43bf-be30-d029daa1e95f req-afe6e782-798a-411e-855b-8e62974c8bf2 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 946 time: 0.0598907 Nov 03 18:38:53.120315 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:18Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:53.135172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e993f2e-05e7-43bf-be30-d029daa1e95f req-4204e2ab-b1ed-4cfa-a744-ab1a1ee97f01 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614727 Nov 03 18:38:53.162022 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd33e28-f7ec-49df-a923-cfa7a7571a4e None None] The sync data for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 is: [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:38:07Z', 'revision_number': 4, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '693531e4-6c6b-4e46-abab-0af1d8d96506', 'name': '', 'network_id': '1c1589f9-4a69-47e3-8d2f-981c8a7f73f9', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'mac_address': 'fa:16:3e:59:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:06Z', 'updated_at': '2021-11-03T18:38:18Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'subnets': [{'id': '258f598e-0aaf-41c3-8bb5-681001e3d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:53.281805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bdef8-e08c-4d1c-9f29-da6b043a6383 req-a27ad37d-c6ac-4383-b585-283ef116bbcd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:53.283382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bdef8-e08c-4d1c-9f29-da6b043a6383 req-a27ad37d-c6ac-4383-b585-283ef116bbcd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 945 time: 0.0597756 Nov 03 18:38:53.340348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bdef8-e08c-4d1c-9f29-da6b043a6383 req-02e9e8b6-e9c2-49be-8952-258555703b5b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499763 Nov 03 18:38:53.478056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2558e3a-a6d3-465b-8c6a-f45c3afa9982 None None] New status for floating IP 97d12703-c770-42f1-a4c4-5942959739bf: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:38:53.606795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-01ff78c1-4751-41aa-9f12-d83bdbe271a4 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:53.610347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-01ff78c1-4751-41aa-9f12-d83bdbe271a4 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.1549163 Nov 03 18:38:53.626330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-9565f9e0-27c6-4cdf-bf4a-43477d4af6a7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/quotas/ffc088fa1d274cfb9d81e04655cc56b9 HTTP/1.1" status: 200 len: 375 time: 0.0110512 Nov 03 18:38:53.673552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-9967ea9e-d01e-48ca-a62c-05efa0d9191f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405424 Nov 03 18:38:53.816390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-b62abda0-00af-45ff-9c1d-f585374cc592 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319461 Nov 03 18:38:53.937968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-aee9af0d-8e14-46bd-9e34-5d21d398b55a service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105225 Nov 03 18:38:54.131257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c157f25a-d524-4869-a3b5-6616bb20d622 req-06ab7e8f-ee6c-4bf8-8c22-c424a75f6fff tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/d7ab6f88-9df4-482b-95f8-9df907c5115b HTTP/1.1" status: 200 len: 1823 time: 0.0582693 Nov 03 18:38:54.150568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c157f25a-d524-4869-a3b5-6616bb20d622 req-1034c0e0-5794-45ed-96e0-57f448f80042 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd7ab6f88-9df4-482b-95f8-9df907c5115b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:54.151015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c157f25a-d524-4869-a3b5-6616bb20d622 req-1034c0e0-5794-45ed-96e0-57f448f80042 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd7ab6f88-9df4-482b-95f8-9df907c5115b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:54.237646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c157f25a-d524-4869-a3b5-6616bb20d622 req-1034c0e0-5794-45ed-96e0-57f448f80042 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.275229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c157f25a-d524-4869-a3b5-6616bb20d622 req-1034c0e0-5794-45ed-96e0-57f448f80042 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.281833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c157f25a-d524-4869-a3b5-6616bb20d622 req-1034c0e0-5794-45ed-96e0-57f448f80042 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.304471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034c0e0-5794-45ed-96e0-57f448f80042 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40792102-8af0-407b-b56f-420456048e40,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:54.314122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c157f25a-d524-4869-a3b5-6616bb20d622 req-1034c0e0-5794-45ed-96e0-57f448f80042 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.315348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c157f25a-d524-4869-a3b5-6616bb20d622 req-1034c0e0-5794-45ed-96e0-57f448f80042 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1699460 Nov 03 18:38:54.558696 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6db8e57-d5ee-477b-9c15-44ad118d6837 x-openstack-request-id: req-b6db8e57-d5ee-477b-9c15-44ad118d6837 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:54.559366 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:54.559366 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6db8e57-d5ee-477b-9c15-44ad118d6837 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:54.559981 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c', 'status': 'completed', 'code': 200} Nov 03 18:38:54.651325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-e9a3ab72-6f6c-478d-897b-c9875eee3975 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips/97d12703-c770-42f1-a4c4-5942959739bf HTTP/1.1" status: 200 len: 693 time: 0.0724607 Nov 03 18:38:54.663555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-63d69971-6455-48c7-87db-efa4ecc9e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:54.665921 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-63d69971-6455-48c7-87db-efa4ecc9e602 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=de96b42bcec4460388573578c14c73ba&device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 1097 time: 0.0755272 Nov 03 18:38:54.806601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-7a5864ad-15c7-47b6-a399-b1028cb078c1 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:54.807012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-1ecbc8df-ed5f-4d86-8a20-ca62ad453ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:54.808423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-7a5864ad-15c7-47b6-a399-b1028cb078c1 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1503518 Nov 03 18:38:54.809159 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-1ecbc8df-ed5f-4d86-8a20-ca62ad453ce2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 200 len: 930 time: 0.1293757 Nov 03 18:38:54.865460 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-8c9adaf6-2ed5-487b-9de0-7e2c4bea0167 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 200 len: 217 time: 0.0475361 Nov 03 18:38:54.893145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-ddbdc8ea-0484-4f54-b0c5-a306766ce549 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0769308 Nov 03 18:38:54.952919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-4dfd0479-770a-4079-808c-28932f59155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:54.954637 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-4dfd0479-770a-4079-808c-28932f59155f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258f598e-0aaf-41c3-8bb5-681001e3d349 HTTP/1.1" status: 200 len: 868 time: 0.0820632 Nov 03 18:38:54.963454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-7aac2463-42dc-44e5-b377-ada62c0adc56 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0578701 Nov 03 18:38:55.004797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-478b3c17-2b99-43df-b816-3f069589193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:55.006344 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-478b3c17-2b99-43df-b816-3f069589193a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443442 Nov 03 18:38:55.107645 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-970c4d97-5bdc-4356-a366-e30f81ada9e7 service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917776 Nov 03 18:38:55.115689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Deleting port 11ee5725-6cd8-4a81-b56d-42ca1102c481 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:55.115914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.212188 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.212512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.223337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2128fd90-f904-4033-9514-70bd3d279ac2 req-244e4805-6629-41d4-ba84-723fa69ac3b0 service neutron] 10.222.0.70 "GET /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065090 Nov 03 18:38:55.226021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Calling delete_port for 11ee5725-6cd8-4a81-b56d-42ca1102c481 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:55.421718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.444309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4a1edbf3-e664-4693-ad65-8623c119a582 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:55.446580 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4a1edbf3-e664-4693-ad65-8623c119a582 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.1703420 Nov 03 18:38:55.452910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Pushing event deleted for resources: {'Port': ['ID=11ee5725-6cd8-4a81-b56d-42ca1102c481,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:55.464087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Request body: {'port': {'device_id': '43321ca3-9e32-4fc1-a306-1e0ffea13f21', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'admin_state_up': True, 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:55.542716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.547438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.549313 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01d0bd4b-e65b-4a82-83a1-8559f47ddb7a req-b048a7c5-0c1e-4c0a-a3fe-bb6096368fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "DELETE /v2.0/floatingips/97d12703-c770-42f1-a4c4-5942959739bf HTTP/1.1" status: 204 len: 173 time: 0.5740881 Nov 03 18:38:55.621376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:55.626190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.669730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b651d7a-cbc7-4311-85ee-fe08b93c753c req-4b88d60b-db84-4d14-8d78-8c8a59d0b641 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:55.671289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b651d7a-cbc7-4311-85ee-fe08b93c753c req-4b88d60b-db84-4d14-8d78-8c8a59d0b641 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 946 time: 0.0611405 Nov 03 18:38:55.686013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50854) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:55.694573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Request body: {'floatingip': {'port_id': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:55.771629 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.010062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c72ab997-26eb-44ce-8f80-ecd898b1b4bf req-b78d5e39-aee9-45da-85c3-95084626955c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 210 time: 0.0388603 Nov 03 18:38:56.071439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-a03e84ad-02a5-4d27-82b8-2c447804a4dd req-2cbf4711-bae6-4639-9fc3-258ee7ce5db8 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-642734736', 'description': 'tempest-description-1398922364'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:56.106982 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Allocated IP 172.20.0.9 (d2f344a3-8e8d-4453-977e-445bf7e8c494/0e37e125-5d36-4a7a-8a18-0dcddadb205f/a5658137-2ad4-4394-b322-d8acc47f071b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:56.120469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a03e84ad-02a5-4d27-82b8-2c447804a4dd req-2cbf4711-bae6-4639-9fc3-258ee7ce5db8 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.314270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.336036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a03e84ad-02a5-4d27-82b8-2c447804a4dd req-2cbf4711-bae6-4639-9fc3-258ee7ce5db8 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.353922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.365919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a03e84ad-02a5-4d27-82b8-2c447804a4dd req-2cbf4711-bae6-4639-9fc3-258ee7ce5db8 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.406463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:56.409125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:56.413682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:56.443195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a03e84ad-02a5-4d27-82b8-2c447804a4dd req-2cbf4711-bae6-4639-9fc3-258ee7ce5db8 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.444351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a03e84ad-02a5-4d27-82b8-2c447804a4dd req-2cbf4711-bae6-4639-9fc3-258ee7ce5db8 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3801827 Nov 03 18:38:56.455117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event updated for resources: {'Port': ['ID=a5658137-2ad4-4394-b322-d8acc47f071b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:56.460830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf4711-bae6-4639-9fc3-258ee7ce5db8 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746a2c5f-9ba8-4583-b983-3152e0deb690,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:56.474033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.479325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.494200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:56.494200 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.506903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-67c09fd2-123a-453e-8e94-db938b25e16e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0503285 Nov 03 18:38:56.524020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Request body: {'port': {'device_id': '43321ca3-9e32-4fc1-a306-1e0ffea13f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:56.612878 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.622737 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Floating IP c263d6f4-670c-46fd-9c82-356f7225b506 associated. External IP: 172.25.3.40, port: cbeb8952-d2cc-4591-89c2-5841fd8d4290. Nov 03 18:38:56.815039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cb6fe-1d15-4c50-951d-3bc6d4050335 req-1c55b141-10b2-490a-8feb-bee52bed0287 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:56.817120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-955cb6fe-1d15-4c50-951d-3bc6d4050335 req-1c55b141-10b2-490a-8feb-bee52bed0287 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 945 time: 0.0763597 Nov 03 18:38:56.942337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50876) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:57.030955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5658137-2ad4-4394-b322-d8acc47f071b {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:57.047038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.071675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Transition to ACTIVE for port object a5658137-2ad4-4394-b322-d8acc47f071b will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:57.077182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.133883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6071b5f5-61f9-420b-934c-e4e9fa734bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.156458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Pushing event updated for resources: {'Port': ['ID=a5658137-2ad4-4394-b322-d8acc47f071b,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:57.300338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Attempting to bind port a5658137-2ad4-4394-b322-d8acc47f071b on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:57.300748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Attempting to bind port a5658137-2ad4-4394-b322-d8acc47f071b by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:57.301088 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Attempting to bind port a5658137-2ad4-4394-b322-d8acc47f071b on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:57.303623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-955cb6fe-1d15-4c50-951d-3bc6d4050335 req-ed3000fb-6bc1-4c4b-97cf-ce582839f81d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487381 Nov 03 18:38:57.311550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Port a5658137-2ad4-4394-b322-d8acc47f071b on network d2f344a3-8e8d-4453-977e-445bf7e8c494 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:57.312144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Attempting to bind port a5658137-2ad4-4394-b322-d8acc47f071b on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:57.319657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:57.323753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:57.324085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Checking segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:57.324337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Bound using segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:57.324903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Bound port: a5658137-2ad4-4394-b322-d8acc47f071b, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:57.325119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.352148 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6071b5f5-61f9-420b-934c-e4e9fa734bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.360293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6071b5f5-61f9-420b-934c-e4e9fa734bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.375980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-93f149ef-964f-44ea-b5bd-49a036cdfd2c req-01eefb3a-6ad8-4f91-81dd-ed85e8fce7eb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-140856150', 'description': 'tempest-description-1924340144'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:57.440425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6071b5f5-61f9-420b-934c-e4e9fa734bd1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4aa5398f16bd48ceabd5cbeb48cec713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4969819 Nov 03 18:38:57.446755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071b5f5-61f9-420b-934c-e4e9fa734bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce553b5-3173-4ef5-a7fe-f53fb3610dc8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:57.451061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50882) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:57.454489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93f149ef-964f-44ea-b5bd-49a036cdfd2c req-01eefb3a-6ad8-4f91-81dd-ed85e8fce7eb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.504905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:57.510809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.522067 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] Sync routers for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:57.527777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] For port a5658137-2ad4-4394-b322-d8acc47f071b, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:57.536077 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:57.537580 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:57.559440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] For port a5658137-2ad4-4394-b322-d8acc47f071b, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a5658137-2ad4-4394-b322-d8acc47f071b,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:57.562691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7e80ffdd-47d9-4952-8634-5c5b449bfa55 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "PUT /v2.0/floatingips/c263d6f4-670c-46fd-9c82-356f7225b506 HTTP/1.1" status: 200 len: 991 time: 1.8743389 Nov 03 18:38:57.564710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'tag': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:57.568132 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ff852-96d1-40f5-9cfa-022c00077cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f1277b24-e368-4543-821f-381b4aea6f4e", "tag": "cbeb8952-d2cc-4591-89c2-5841fd8d4290"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:57.571996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.599960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-a5d4701f-06f4-440a-b8b9-ca6d12599714 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:57.602662 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-a5d4701f-06f4-440a-b8b9-ca6d12599714 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "GET /v2.0/ports?device_id=24ef8d6b-cbb1-43a8-92f5-650bd5a21035 HTTP/1.1" status: 200 len: 945 time: 0.1504798 Nov 03 18:38:57.602886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93f149ef-964f-44ea-b5bd-49a036cdfd2c req-01eefb3a-6ad8-4f91-81dd-ed85e8fce7eb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.612715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93f149ef-964f-44ea-b5bd-49a036cdfd2c req-01eefb3a-6ad8-4f91-81dd-ed85e8fce7eb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.642776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5332a1db-abc4-4b07-adb8-f8706cccbd22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.646622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:57.647905 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.649909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] 10.222.0.70 "PUT /v2.0/ports/a5658137-2ad4-4394-b322-d8acc47f071b HTTP/1.1" status: 200 len: 1091 time: 1.1312459 Nov 03 18:38:57.656506 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-93f149ef-964f-44ea-b5bd-49a036cdfd2c req-01eefb3a-6ad8-4f91-81dd-ed85e8fce7eb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.666791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93f149ef-964f-44ea-b5bd-49a036cdfd2c req-01eefb3a-6ad8-4f91-81dd-ed85e8fce7eb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2957385 Nov 03 18:38:57.671108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43321ca3-9e32-4fc1-a306-1e0ffea13f21', 'tag': 'a5658137-2ad4-4394-b322-d8acc47f071b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:57.674616 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3" -d '{"events": [{"name": "network-changed", "server_uuid": "43321ca3-9e32-4fc1-a306-1e0ffea13f21", "tag": "a5658137-2ad4-4394-b322-d8acc47f071b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:57.674995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eefb3a-6ad8-4f91-81dd-ed85e8fce7eb tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a707d3-de80-46d2-93fd-935defcb024f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:57.712071 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:57.717115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50894) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:57.771680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5332a1db-abc4-4b07-adb8-f8706cccbd22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.791839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019fe89-a6d5-46b5-b9c6-b61194f59328 service neutron] Pushing event updated for resources: {'Port': ['ID=a5658137-2ad4-4394-b322-d8acc47f071b,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:57.844918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4a9d6222-18ea-4df9-a1d7-61ac2266e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:57.846609 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-4a9d6222-18ea-4df9-a1d7-61ac2266e65a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 1094 time: 0.1415896 Nov 03 18:38:57.909790 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-1883ad99-b8bc-43a7-b259-26a7078edb84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5658137-2ad4-4394-b322-d8acc47f071b HTTP/1.1" status: 200 len: 217 time: 0.0493317 Nov 03 18:38:57.918978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Deleting port 98a2fa3d-eb0a-4ead-aa99-e592446d187d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:57.919423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.938220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5332a1db-abc4-4b07-adb8-f8706cccbd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.940935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5332a1db-abc4-4b07-adb8-f8706cccbd22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.942257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5332a1db-abc4-4b07-adb8-f8706cccbd22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dce553b5-3173-4ef5-a7fe-f53fb3610dc8 HTTP/1.1" status: 204 len: 168 time: 0.4891255 Nov 03 18:38:58.052354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332a1db-abc4-4b07-adb8-f8706cccbd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce553b5-3173-4ef5-a7fe-f53fb3610dc8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:58.119271 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'c263d6f4-670c-46fd-9c82-356f7225b506', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'port_id': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'mac_address': 'fa:16:3e:b2:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:33Z', 'updated_at': '2021-11-03T18:38:56Z', 'revision_number': 1, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:33Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:58.180161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] For port 98a2fa3d-eb0a-4ead-aa99-e592446d187d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=98a2fa3d-eb0a-4ead-aa99-e592446d187d,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:58.180838 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.202049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Calling delete_port for 98a2fa3d-eb0a-4ead-aa99-e592446d187d owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:58.254564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b6555-47a7-429c-b8ea-1dd2aa18262e req-0c836bad-408e-427a-a980-23dc785cca33 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:58.256049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e9b6555-47a7-429c-b8ea-1dd2aa18262e req-0c836bad-408e-427a-a980-23dc785cca33 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4414234 Nov 03 18:38:58.292255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-2b0791d3-49e5-49a9-bb7a-4def3c23e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:58.294252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-2b0791d3-49e5-49a9-bb7a-4def3c23e1b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.3694279 Nov 03 18:38:58.302159 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] Checking router: 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:58.313760 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:58.314733 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:58.337278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-911775e3-9baf-4a80-8a81-6ba8e1bb8e1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294838 Nov 03 18:38:58.352053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e9b6555-47a7-429c-b8ea-1dd2aa18262e req-b951364c-472c-4a09-9bdc-c43452bbdd16 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0866528 Nov 03 18:38:58.468160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.491338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:58.508466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event deleted for resources: {'Port': ['ID=98a2fa3d-eb0a-4ead-aa99-e592446d187d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:58.541754 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:58.590659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] No DVR routers for this DVR port 98a2fa3d-eb0a-4ead-aa99-e592446d187d on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:58.594261 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.600372 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ec3e124-7748-4bd1-aa87-cf13d42f1143 req-cc6933c1-07a3-4e0d-8bb9-a96dffeff4ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "DELETE /v2.0/ports/98a2fa3d-eb0a-4ead-aa99-e592446d187d HTTP/1.1" status: 204 len: 173 time: 0.9738421 Nov 03 18:38:58.603666 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-e5f1be40-cb79-414b-8fcf-ec4e228df2bb service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351320 Nov 03 18:38:58.640406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2387ca-8dfb-4cea-aea5-d70c9ba62dbc req-cdb69310-690c-47d6-9df2-de7017af2c4d tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:58.650370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa2387ca-8dfb-4cea-aea5-d70c9ba62dbc req-cdb69310-690c-47d6-9df2-de7017af2c4d tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 943 time: 0.1638203 Nov 03 18:38:58.681161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.842750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-62a3564d-7fba-459c-ac4f-d7d59a63d2fd req-8c62da5b-5dca-46d3-b03f-447a5d1f49ec service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275269 Nov 03 18:38:58.922229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa2387ca-8dfb-4cea-aea5-d70c9ba62dbc req-c778ba46-1a05-4296-ac9a-734174c17e37 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707484 Nov 03 18:38:58.982498 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'c263d6f4-670c-46fd-9c82-356f7225b506', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'port_id': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'mac_address': 'fa:16:3e:b2:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:33Z', 'updated_at': '2021-11-03T18:38:56Z', 'revision_number': 1, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:33Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:59.040940 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370580b9-9803-4daa-af8f-6d150bf3acc9 None None] The sync data for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 is: [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'c263d6f4-670c-46fd-9c82-356f7225b506', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'port_id': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'mac_address': 'fa:16:3e:b2:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:33Z', 'updated_at': '2021-11-03T18:38:56Z', 'revision_number': 1, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:33Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:59.106038 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0552ec-2d9e-499f-a862-f280a5857abb x-openstack-request-id: req-1e0552ec-2d9e-499f-a862-f280a5857abb {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:59.106960 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1277b24-e368-4543-821f-381b4aea6f4e", "tag": "cbeb8952-d2cc-4591-89c2-5841fd8d4290", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:59.108383 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e0552ec-2d9e-499f-a862-f280a5857abb {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:59.121016 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'tag': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'status': 'completed', 'code': 200} Nov 03 18:38:59.137651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Deleting port 682eada3-f0c6-4b4c-882e-042be678fb06 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:59.138804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.404773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f6e19-e5f3-41c2-8d84-2f44c985f489 None None] New status for floating IP c263d6f4-670c-46fd-9c82-356f7225b506: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:38:59.410609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50922) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:59.442301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] For port 682eada3-f0c6-4b4c-882e-042be678fb06, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=682eada3-f0c6-4b4c-882e-042be678fb06,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:59.443203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.457479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Calling delete_port for 682eada3-f0c6-4b4c-882e-042be678fb06 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:59.473109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-77bb71dd-7732-49c4-8141-76594e512d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:59.474773 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-77bb71dd-7732-49c4-8141-76594e512d4c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c1b6dcd08f784dc3820df86c75fa2578&device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 1097 time: 0.3133659 Nov 03 18:38:59.486109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-47b563c9-257f-44ef-8a05-e500d53e15b5 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/746a2c5f-9ba8-4583-b983-3152e0deb690 HTTP/1.1" status: 200 len: 1823 time: 0.1779811 Nov 03 18:38:59.548651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-598690554-network', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:59.580751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Made reservation on behalf of 1aa2fb2ff783482d8775b23ece1a747d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:59.585586 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.600205 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.675558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-ec036bd2-3ea0-4307-be14-3c65b68c1dda tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/d1a707d3-de80-46d2-93fd-935defcb024f HTTP/1.1" status: 200 len: 1823 time: 0.1847465 Nov 03 18:38:59.716139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.721365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.733160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-07ab8046-6c22-49ff-91c6-0af4482c890c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '746a2c5f-9ba8-4583-b983-3152e0deb690', 'remote_group_id': 'd1a707d3-de80-46d2-93fd-935defcb024f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:59.733550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-07ab8046-6c22-49ff-91c6-0af4482c890c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '746a2c5f-9ba8-4583-b983-3152e0deb690', 'remote_group_id': 'd1a707d3-de80-46d2-93fd-935defcb024f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:59.750818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-811fd95e-309c-482d-a1d3-1963538b83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:59.752496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:59.752720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-811fd95e-309c-482d-a1d3-1963538b83d4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=043168e2-72fc-4b30-8441-68edc1dde88f HTTP/1.1" status: 200 len: 913 time: 0.2631373 Nov 03 18:38:59.759721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f8a927-f3a3-450c-bb2f-c293f468040c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:59.768105 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.768433 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Added segment b06a5370-b87b-4031-9d87-773219e28462 of type vlan for network 31bcb435-5029-4780-a926-36fbc1b6cf68 Nov 03 18:38:59.819418 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.849598 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.851422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:59.851570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.882455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-4f2723f7-050a-4a54-b3dd-110c56121c49 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbeb8952-d2cc-4591-89c2-5841fd8d4290 HTTP/1.1" status: 200 len: 1001 time: 0.1182775 Nov 03 18:38:59.927389 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5154219 Nov 03 18:38:59.931853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50926) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:59.939078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Request body: {'subnet': {'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-598690554-subnet', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:59.940127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 98a2fa3d-eb0a-4ead-aa99-e592446d187d no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:59.944953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333ec18-145e-4a49-8d18-cb39c33f3d93 admin admin] Pushing event updated for resources: {'Network': ['ID=31bcb435-5029-4780-a926-36fbc1b6cf68,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:59.973020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:59.976512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 98a2fa3d-eb0a-4ead-aa99-e592446d187d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:59.976860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 98a2fa3d-eb0a-4ead-aa99-e592446d187d not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:59.981080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Made reservation on behalf of 1aa2fb2ff783482d8775b23ece1a747d for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:59.984971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.997488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-07ab8046-6c22-49ff-91c6-0af4482c890c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.009298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-af6acd63-bfc1-442b-8f8a-bc23facedd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.010856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-af6acd63-bfc1-442b-8f8a-bc23facedd9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d55df9ae-4990-467b-ad2f-f997d38c29a1 HTTP/1.1" status: 200 len: 851 time: 0.1191833 Nov 03 18:39:00.029161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.074932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=682eada3-f0c6-4b4c-882e-042be678fb06,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:00.114055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-07ab8046-6c22-49ff-91c6-0af4482c890c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.120698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-07ab8046-6c22-49ff-91c6-0af4482c890c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.200952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab8046-6c22-49ff-91c6-0af4482c890c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55db2727-7b78-4bd0-81b3-73245ff95ec2,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:00.224857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.225097 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-07ab8046-6c22-49ff-91c6-0af4482c890c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.227105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b80e1e4c-43e4-4cc3-bc00-614345d67f04 req-07ab8046-6c22-49ff-91c6-0af4482c890c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5376892 Nov 03 18:39:00.248331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-092c1a3e-72ff-43e4-aebc-58bdde9e8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.251275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-092c1a3e-72ff-43e4-aebc-58bdde9e8b5a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=043168e2-72fc-4b30-8441-68edc1dde88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239912 Nov 03 18:39:00.338109 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d082fb-6593-4ec5-a84f-991961f18c5d x-openstack-request-id: req-f6d082fb-6593-4ec5-a84f-991961f18c5d {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:00.338429 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43321ca3-9e32-4fc1-a306-1e0ffea13f21", "tag": "a5658137-2ad4-4394-b322-d8acc47f071b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:00.338643 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6d082fb-6593-4ec5-a84f-991961f18c5d {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:00.339049 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43321ca3-9e32-4fc1-a306-1e0ffea13f21', 'tag': 'a5658137-2ad4-4394-b322-d8acc47f071b', 'status': 'completed', 'code': 200} Nov 03 18:39:00.348506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Checking segment: {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:00.348877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Network hostable DHCP agents. Network: 31bcb435-5029-4780-a926-36fbc1b6cf68, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:39:00.397091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75b9101-a9b3-4d49-b16b-b2eccc04d365,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:00.427335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:39:00.437793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-ef2412c2-081b-45e0-be3f-c55d620f373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.439802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-ef2412c2-081b-45e0-be3f-c55d620f373c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 1094 time: 0.0883803 Nov 03 18:39:00.465460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 31bcb435-5029-4780-a926-36fbc1b6cf68) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:00.479213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d7ffe-a829-481a-ab34-af2cd3d39a31 None None] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:00.498509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.498983 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.522280 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21bfc2e-8600-4096-a716-1847c103cf43 req-9af55ac6-89e1-4dba-9720-138867eab9ea tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0587063 Nov 03 18:39:00.561951 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e9e25e87-c83d-4341-8cfb-127bf06384c3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6287544 Nov 03 18:39:00.569906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50942) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:00.574678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:00.633432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-7ad50c5d-8c08-4e85-987f-d6346c88e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.636309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-7ad50c5d-8c08-4e85-987f-d6346c88e985 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 912 time: 0.1849973 Nov 03 18:39:00.639171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.642024 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.684237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-21a4e3d8-c95a-487f-b259-fbe16d9f354a service neutron] 10.222.0.96 "GET /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201276 Nov 03 18:39:00.692719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.726397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea259754-a1f1-4bb8-a2e1-be1b26f28f6e req-166f3df4-40b5-474c-bad2-9aaa63bc29f8 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.730830 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.737584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea259754-a1f1-4bb8-a2e1-be1b26f28f6e req-166f3df4-40b5-474c-bad2-9aaa63bc29f8 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 943 time: 0.1332462 Nov 03 18:39:00.844725 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-10e7f409-4a83-4bd4-9302-dc3d3ce9d926 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5658137-2ad4-4394-b322-d8acc47f071b HTTP/1.1" status: 200 len: 217 time: 0.1949394 Nov 03 18:39:00.897108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-31bcb435-5029-4780-a926-36fbc1b6cf68', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:39:00.898467 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.959895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea259754-a1f1-4bb8-a2e1-be1b26f28f6e req-9043869f-96f1-45b0-8339-2513953df4d6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192762 Nov 03 18:39:00.965294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.973726 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f2ff852-96d1-40f5-9cfa-022c00077cfe req-16e3a261-360c-4079-9e10-70e1cb29a742 service neutron] 10.222.0.96 "GET /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783585 Nov 03 18:39:01.025022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-670c2bad-c6ec-4996-80a7-e7efffaf6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:01.032213 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-670c2bad-c6ec-4996-80a7-e7efffaf6984 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.1793327 Nov 03 18:39:01.075746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Allocated IP 172.20.0.2 (31bcb435-5029-4780-a926-36fbc1b6cf68/c75b9101-a9b3-4d49-b16b-b2eccc04d365/960dd07e-3d7d-483f-b9ee-ac769cf1c464) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:01.096112 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-7af1515a-7146-4cdb-9a66-5c6b96071268 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536373 Nov 03 18:39:01.104197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-61c3f7ea-f77d-46cc-bb68-5559dc454a94 req-742a08a5-df19-4bee-8b22-881a033fbbed tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-607156452', 'description': 'tempest-description-774844541'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:01.107895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-19fad0b1-4c7e-40b2-b5d5-40d64e1d5933 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:39:01.108883 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-19fad0b1-4c7e-40b2-b5d5-40d64e1d5933 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053453 Nov 03 18:39:01.143465 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-61c3f7ea-f77d-46cc-bb68-5559dc454a94 req-742a08a5-df19-4bee-8b22-881a033fbbed tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.245388 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-dfcab191-4855-4f39-864c-be7e5ed73a0e service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097593 Nov 03 18:39:01.271917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.276550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Router 36af6712-e5fe-499b-8b82-65b0f27cb046 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:39:01.280725 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.327868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:01.331543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:01.338543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:01.344081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Pushing event updated for resources: {'Port': ['ID=960dd07e-3d7d-483f-b9ee-ac769cf1c464,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:01.377530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.377530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.378068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.378292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.378479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.378762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.379093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.379426 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.379750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.380093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.380408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.380725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:01.412049 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-61c3f7ea-f77d-46cc-bb68-5559dc454a94 req-742a08a5-df19-4bee-8b22-881a033fbbed tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.421568 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-61c3f7ea-f77d-46cc-bb68-5559dc454a94 req-742a08a5-df19-4bee-8b22-881a033fbbed tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.426668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Attempting to bind port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:01.427043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Attempting to bind port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:01.427410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Attempting to bind port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 on network 31bcb435-5029-4780-a926-36fbc1b6cf68 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:01.434174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:01.434948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Checking segment: {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:01.434948 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.435342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Bound using segment: {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:01.435801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Bound port: 960dd07e-3d7d-483f-b9ee-ac769cf1c464, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:01.436186 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.451990 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.455449 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5dc627df-8c83-4e62-8ee3-749f0c1f56b3 req-15615230-2e9a-4fd1-a83e-74027b9d98cf service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023456 Nov 03 18:39:01.486540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.488353 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-61c3f7ea-f77d-46cc-bb68-5559dc454a94 req-742a08a5-df19-4bee-8b22-881a033fbbed tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.500057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61c3f7ea-f77d-46cc-bb68-5559dc454a94 req-742a08a5-df19-4bee-8b22-881a033fbbed tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3996701 Nov 03 18:39:01.527452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] For port 960dd07e-3d7d-483f-b9ee-ac769cf1c464, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:01.531351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] For port 960dd07e-3d7d-483f-b9ee-ac769cf1c464, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=960dd07e-3d7d-483f-b9ee-ac769cf1c464,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:01.534690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a08a5-df19-4bee-8b22-881a033fbbed tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0faf984-897e-4e11-8787-ac8951ac6a95,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:01.537448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.546716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:01.560593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5be44a01-ce0c-42d6-bca5-fe308d196ef0 admin admin] 10.222.0.77 "PUT /v2.0/routers/36af6712-e5fe-499b-8b82-65b0f27cb046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8383851 Nov 03 18:39:01.561681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50948) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:01.563909 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] Sync routers for ids ['36af6712-e5fe-499b-8b82-65b0f27cb046'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:01.634292 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] Routers {'36af6712-e5fe-499b-8b82-65b0f27cb046'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:01.635465 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['36af6712-e5fe-499b-8b82-65b0f27cb046'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:01.640950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258cf85-6c38-4f67-aea0-df03f5dbe033 None None] Pushing event updated for resources: {'Port': ['ID=960dd07e-3d7d-483f-b9ee-ac769cf1c464,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:01.689509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Allocated IP 172.25.3.141 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/7e06780c-d889-48f0-a73f-116ff3ef4579) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:01.781078 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.827102 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] Set router 36af6712-e5fe-499b-8b82-65b0f27cb046 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:01.861701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.948477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a5658137-2ad4-4394-b322-d8acc47f071b details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:02.021715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.086639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:02.091801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:02.097959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Pushing event updated for resources: {'Port': ['ID=7e06780c-d889-48f0-a73f-116ff3ef4579,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:02.101397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:02.190474 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:38:59Z', 'revision_number': 5, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:02.193702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a5658137-2ad4-4394-b322-d8acc47f071b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a5658137-2ad4-4394-b322-d8acc47f071b,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:02.206297 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.212178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'a5658137-2ad4-4394-b322-d8acc47f071b', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'port_id': 'a5658137-2ad4-4394-b322-d8acc47f071b', 'mac_address': 'fa:16:3e:e6:d9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e37e125-5d36-4a7a-8a18-0dcddadb205f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:02.274258 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] Checking router: 36af6712-e5fe-499b-8b82-65b0f27cb046 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:02.286117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.291684 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] Routers {'36af6712-e5fe-499b-8b82-65b0f27cb046'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:02.292310 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['36af6712-e5fe-499b-8b82-65b0f27cb046'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:02.309901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5658137-2ad4-4394-b322-d8acc47f071b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:02.351337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a5658137-2ad4-4394-b322-d8acc47f071b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a5658137-2ad4-4394-b322-d8acc47f071b,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:02.357193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.359735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef8d6b-cbb1-43a8-92f5-650bd5a21035', 'name': 'network-vif-deleted', 'tag': '98a2fa3d-eb0a-4ead-aa99-e592446d187d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:02.362758 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b483c8a-8286-4dfd-b38e-3b4513739104" -d '{"events": [{"server_uuid": "24ef8d6b-cbb1-43a8-92f5-650bd5a21035", "name": "network-vif-deleted", "tag": "98a2fa3d-eb0a-4ead-aa99-e592446d187d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:02.382544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 960dd07e-3d7d-483f-b9ee-ac769cf1c464 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:02.433067 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] Set router 36af6712-e5fe-499b-8b82-65b0f27cb046 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:02.449893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.469690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-65f9ad34-0545-4234-9bbf-b14aebaa547b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:02.479377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a5658137-2ad4-4394-b322-d8acc47f071b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:02.481275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-65f9ad34-0545-4234-9bbf-b14aebaa547b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.7635503 Nov 03 18:39:02.508082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:02.508558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-b4c89756-e933-478f-ab5d-a761c94e0a28 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/quotas/0c81da524e49418b81a8405e7bb78ab1 HTTP/1.1" status: 200 len: 375 time: 0.0255451 Nov 03 18:39:02.509050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.625931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['a5658137-2ad4-4394-b322-d8acc47f071b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:02.639828 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.662996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-f3f1e0b2-fc06-47a6-a965-2277f93be30b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1535451 Nov 03 18:39:02.726670 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.759121 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:38:59Z', 'revision_number': 5, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:02.801387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 960dd07e-3d7d-483f-b9ee-ac769cf1c464, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=960dd07e-3d7d-483f-b9ee-ac769cf1c464,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:02.827890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Deleting port 32fe7c23-048d-465d-b283-02eccbe0d394 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:02.828336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.834892 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ff939-fd02-44ce-8895-4db940945d41 None None] The sync data for ids ['36af6712-e5fe-499b-8b82-65b0f27cb046'] in n-d-812148-3 is: [{'id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'name': 'tempest-AttachSCSIVolumeTestJSON-833537458-router', 'tenant_id': 'a095ef6d59574b68afaf21224c6aa841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:30Z', 'updated_at': '2021-11-03T18:38:59Z', 'revision_number': 5, 'project_id': 'a095ef6d59574b68afaf21224c6aa841', 'gw_port': {'id': '32fe7c23-048d-465d-b283-02eccbe0d394', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af6712-e5fe-499b-8b82-65b0f27cb046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:31Z', 'updated_at': '2021-11-03T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:02.855868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.953021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-efc571a6-19d8-4cdf-aabf-015bc29f280a service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775519 Nov 03 18:39:02.980332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=960dd07e-3d7d-483f-b9ee-ac769cf1c464,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:03.067040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] For port 32fe7c23-048d-465d-b283-02eccbe0d394, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=32fe7c23-048d-465d-b283-02eccbe0d394,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:03.067409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.088104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Calling delete_port for 32fe7c23-048d-465d-b283-02eccbe0d394 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:03.120581 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.149903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-8b9d8478-ea67-4eee-a57f-d3f9513c96c3 service neutron] 10.222.0.77 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880529 Nov 03 18:39:03.153979 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.209658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba872d78-e5a3-4399-8b81-14333ea17296 None None] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:03.330754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-028438f9-1702-4a11-9b68-ce11bd421e4a None None] Provisioning complete for port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:03.331157 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-028438f9-1702-4a11-9b68-ce11bd421e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.385833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:39:03.423418 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.496828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Pushing event deleted for resources: {'Port': ['ID=32fe7c23-048d-465d-b283-02eccbe0d394,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:03.629088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.669857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:03.675301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-a8d580f2-dbed-4b04-8705-166ea4e1a16c req-e340bbec-fe9b-4d5c-a885-a8db7ee8ff57 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1249423811', 'description': 'tempest-description-435123539'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:03.684379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Sync routers for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:03.698474 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.698849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:03.699493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:03.703644 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8532eb25-3661-4c35-b143-59476eddbc1d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.1303055 Nov 03 18:39:03.705568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50974) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:03.802140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.814817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.845186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:03.849450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a8d580f2-dbed-4b04-8705-166ea4e1a16c req-e340bbec-fe9b-4d5c-a885-a8db7ee8ff57 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.950263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.951180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36af6712-e5fe-499b-8b82-65b0f27cb046 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:39:03.951515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a5658137-2ad4-4394-b322-d8acc47f071b up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:03.968545 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.969886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-03805890-0eda-4765-8326-f445da53a30f admin admin] 10.222.0.77 "DELETE /v2.0/routers/36af6712-e5fe-499b-8b82-65b0f27cb046 HTTP/1.1" status: 204 len: 168 time: 2.4070599 Nov 03 18:39:03.974326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50980) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:04.067212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-07da6f10-d995-4942-8c7d-1076816a48a0 admin admin] Deleting subnet c3711064-66fe-4254-b9ad-10a2f68ecb3e {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:39:04.076781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07da6f10-d995-4942-8c7d-1076816a48a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.128380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-83da896d-cf65-4503-845e-d9ea78906bcd None None] Provisioning complete for port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:04.128814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83da896d-cf65-4503-845e-d9ea78906bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.133087 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a8d580f2-dbed-4b04-8705-166ea4e1a16c req-e340bbec-fe9b-4d5c-a885-a8db7ee8ff57 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.146141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a8d580f2-dbed-4b04-8705-166ea4e1a16c req-e340bbec-fe9b-4d5c-a885-a8db7ee8ff57 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.166812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07da6f10-d995-4942-8c7d-1076816a48a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.216864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a8d580f2-dbed-4b04-8705-166ea4e1a16c req-e340bbec-fe9b-4d5c-a885-a8db7ee8ff57 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.222830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8d580f2-dbed-4b04-8705-166ea4e1a16c req-e340bbec-fe9b-4d5c-a885-a8db7ee8ff57 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5841696 Nov 03 18:39:04.250058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port a5658137-2ad4-4394-b322-d8acc47f071b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:04.273259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port a5658137-2ad4-4394-b322-d8acc47f071b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:04.273670 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.309987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340bbec-fe9b-4d5c-a885-a8db7ee8ff57 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc1956a-82ae-41be-b54e-448f8441ba60,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:04.388352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32086917-5931-497d-b757-e64844c60e57 req-03062d11-aea3-42bd-8758-021c8130d23b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:04.396750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32086917-5931-497d-b757-e64844c60e57 req-03062d11-aea3-42bd-8758-021c8130d23b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 944 time: 0.0899973 Nov 03 18:39:04.399359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07da6f10-d995-4942-8c7d-1076816a48a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.407910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:02Z', 'revision_number': 3, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:04.465254 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.467913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Checking router: a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:04.467913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Updating router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 port 7e06780c-d889-48f0-a73f-116ff3ef4579 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:39:04.489989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32086917-5931-497d-b757-e64844c60e57 req-46de0147-33c0-4bf4-859e-52824c240c7d tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897133 Nov 03 18:39:04.563156 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07da6f10-d995-4942-8c7d-1076816a48a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.660639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07da6f10-d995-4942-8c7d-1076816a48a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.666233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-07da6f10-d995-4942-8c7d-1076816a48a0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c3711064-66fe-4254-b9ad-10a2f68ecb3e HTTP/1.1" status: 204 len: 168 time: 0.6878359 Nov 03 18:39:04.666858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d598a46f-1830-4792-ac10-f0958dd6713b None None] Network 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:04.667554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da6f10-d995-4942-8c7d-1076816a48a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3711064-66fe-4254-b9ad-10a2f68ecb3e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:04.669688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50986) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:04.681381 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.759374 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.770010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 960dd07e-3d7d-483f-b9ee-ac769cf1c464 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:04.790991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Allocated IP 172.20.0.1 (31bcb435-5029-4780-a926-36fbc1b6cf68/c75b9101-a9b3-4d49-b16b-b2eccc04d365/34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:04.815834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.889037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Deleting port 6661ec86-55e5-44b2-8432-38925b259d8b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:04.889536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.930927 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.970914 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be0556-ec89-4984-acbc-12daef11bee0 x-openstack-request-id: req-80be0556-ec89-4984-acbc-12daef11bee0 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:04.970914 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef8d6b-cbb1-43a8-92f5-650bd5a21035", "name": "network-vif-deleted", "tag": "98a2fa3d-eb0a-4ead-aa99-e592446d187d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:04.970914 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80be0556-ec89-4984-acbc-12daef11bee0 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:04.971978 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef8d6b-cbb1-43a8-92f5-650bd5a21035', 'name': 'network-vif-deleted', 'tag': '98a2fa3d-eb0a-4ead-aa99-e592446d187d', 'status': 'completed', 'code': 200} Nov 03 18:39:04.974447 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.978639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43321ca3-9e32-4fc1-a306-1e0ffea13f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5658137-2ad4-4394-b322-d8acc47f071b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:04.981338 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2fe93-5027-4bcc-a999-044c00a3296b" -d '{"events": [{"server_uuid": "43321ca3-9e32-4fc1-a306-1e0ffea13f21", "name": "network-vif-plugged", "status": "completed", "tag": "a5658137-2ad4-4394-b322-d8acc47f071b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:04.987438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] For port 6661ec86-55e5-44b2-8432-38925b259d8b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6661ec86-55e5-44b2-8432-38925b259d8b,segment=NetworkSegment(b21d67c9-8b30-46c7-b00f-e16575f88d3e),segment_id=b21d67c9-8b30-46c7-b00f-e16575f88d3e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:04.987963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.005922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Calling delete_port for 6661ec86-55e5-44b2-8432-38925b259d8b owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:05.036279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a5658137-2ad4-4394-b322-d8acc47f071b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a5658137-2ad4-4394-b322-d8acc47f071b,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:05.037225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Pushing event updated for resources: {'Port': ['ID=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:05.089518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:05.093030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:05.096124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:05.125222 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.136248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d5de4c4-e252-4f7c-a859-f7dddf75302c req-9428351c-7595-4d04-b418-e55ac02ea2e3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 210 time: 0.0676453 Nov 03 18:39:05.245943 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.304786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6661ec86-55e5-44b2-8432-38925b259d8b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:05.307467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] No DVR routers for this DVR port 6661ec86-55e5-44b2-8432-38925b259d8b on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:05.307718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-ea40e58f-60bc-4fdc-9a0a-2b8ddf2fae08 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.312060 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-ea40e58f-60bc-4fdc-9a0a-2b8ddf2fae08 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 805 time: 0.2106931 Nov 03 18:39:05.315926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.385968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Request body: {'port': {'device_id': '27886bb2-cba0-41bd-9dae-ee25cb3e85b7', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'admin_state_up': True, 'tenant_id': '0c81da524e49418b81a8405e7bb78ab1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:05.399100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:05.399931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.403944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-d68813d0-3b16-4829-ab96-2965274c3398 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.406696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-d68813d0-3b16-4829-ab96-2965274c3398 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.70 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 946 time: 0.3564913 Nov 03 18:39:05.432843 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.443535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db734-0902-4e1f-94ad-f44380e22afb req-e000c087-ad1a-4019-808d-21e8ffc29f17 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.451795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-342db734-0902-4e1f-94ad-f44380e22afb req-e000c087-ad1a-4019-808d-21e8ffc29f17 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/ports?device_id=70689336-f794-4d26-a3e6-58f028548d31 HTTP/1.1" status: 200 len: 946 time: 0.1614630 Nov 03 18:39:05.489633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:05.505146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21d67c9-8b30-46c7-b00f-e16575f88d3e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:05.507537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21d67c9-8b30-46c7-b00f-e16575f88d3e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:05.526345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.556795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a5658137-2ad4-4394-b322-d8acc47f071b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:05.570723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-342db734-0902-4e1f-94ad-f44380e22afb req-6643157f-289b-4dc4-a8d9-2efb60e9d526 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.77 "GET /v2.0/security-groups?id=142b2476-a22f-4c0a-b688-dcb7ec5e1123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178091 Nov 03 18:39:05.573535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.576213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7a0834b1-04f0-42ed-abf4-1a84e39935fd None None] Provisioning complete for port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:05.587857 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a0834b1-04f0-42ed-abf4-1a84e39935fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.587857 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.601924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:39:05.602680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:39:05.605536 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:39:05.641443 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.681243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.690918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1bcd7-50e7-47a6-a1d2-b7d4bfc17514 None None] DHCP port deletion for 3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:39:05.717056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7a0834b1-04f0-42ed-abf4-1a84e39935fd None None] Port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:05.724692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.742808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Deleting port 9f965240-fa79-4ced-be44-6b62be5f008c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:05.743888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.765239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Attempting to bind port 7e06780c-d889-48f0-a73f-116ff3ef4579 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:05.765668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.766450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Attempting to bind port 7e06780c-d889-48f0-a73f-116ff3ef4579 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:05.766450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Attempting to bind port 7e06780c-d889-48f0-a73f-116ff3ef4579 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:05.768472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9 HTTP/1.1" status: 204 len: 168 time: 1.0972331 Nov 03 18:39:05.776204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8097049-58bd-4a43-b0af-cc48c9251eb6 None None] Pushing event updated for resources: {'Port': ['ID=7e06780c-d889-48f0-a73f-116ff3ef4579,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:05.780165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50994) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:05.790246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37817b58-9e66-41c3-b621-88462e08c9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c77a05c-0b0d-45b8-a6d2-3ccc35b7a2e9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:05.798706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Made reservation on behalf of 0c81da524e49418b81a8405e7bb78ab1 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:05.804185 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.804795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:05.805190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:05.805618 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.806010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:05.807834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Bound port: 7e06780c-d889-48f0-a73f-116ff3ef4579, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:05.808192 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.823459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c925bc88-72ee-4f39-b273-e5491c930679 req-b3ffdd0c-08e5-4a94-9de8-57b449eed75b tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/c0faf984-897e-4e11-8787-ac8951ac6a95 HTTP/1.1" status: 200 len: 1822 time: 0.1454349 Nov 03 18:39:05.842233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 682eada3-f0c6-4b4c-882e-042be678fb06 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:05.869788 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-485b7262-ac8c-41c9-941c-ea582c5adcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.872909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 682eada3-f0c6-4b4c-882e-042be678fb06 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:05.873191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 682eada3-f0c6-4b4c-882e-042be678fb06 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:05.875405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 32fe7c23-048d-465d-b283-02eccbe0d394 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:05.909165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 32fe7c23-048d-465d-b283-02eccbe0d394 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:05.909526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 32fe7c23-048d-465d-b283-02eccbe0d394 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:05.933687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] For port 7e06780c-d889-48f0-a73f-116ff3ef4579, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:05.939763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] For port 7e06780c-d889-48f0-a73f-116ff3ef4579, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e06780c-d889-48f0-a73f-116ff3ef4579,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:05.947031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.019160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c925bc88-72ee-4f39-b273-e5491c930679 req-aff67c93-3438-4a75-9b41-57cb2bb9bb55 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/1bc1956a-82ae-41be-b54e-448f8441ba60 HTTP/1.1" status: 200 len: 1823 time: 0.0994480 Nov 03 18:39:06.028461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c925bc88-72ee-4f39-b273-e5491c930679 req-20f60f18-0243-432e-aa69-33e8b5705aba tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c0faf984-897e-4e11-8787-ac8951ac6a95', 'remote_group_id': '1bc1956a-82ae-41be-b54e-448f8441ba60', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:06.028741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c925bc88-72ee-4f39-b273-e5491c930679 req-20f60f18-0243-432e-aa69-33e8b5705aba tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c0faf984-897e-4e11-8787-ac8951ac6a95', 'remote_group_id': '1bc1956a-82ae-41be-b54e-448f8441ba60', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:06.035774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:06.036399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:38:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:06.037954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] For port 9f965240-fa79-4ced-be44-6b62be5f008c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9f965240-fa79-4ced-be44-6b62be5f008c,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:06.038172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.058586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Calling delete_port for 9f965240-fa79-4ced-be44-6b62be5f008c owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:06.078510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8097049-58bd-4a43-b0af-cc48c9251eb6 None None] Pushing event updated for resources: {'Port': ['ID=7e06780c-d889-48f0-a73f-116ff3ef4579,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:06.163110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:06.172502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c925bc88-72ee-4f39-b273-e5491c930679 req-20f60f18-0243-432e-aa69-33e8b5705aba tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.185974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Allocated IP 172.20.0.5 (216a7812-84d2-4978-8b51-d49480d4019a/0cd22e13-56de-48cd-a0d5-8a5717f3c69f/e4a23ad8-f929-4a37-b8c3-d12074237dd6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:06.225642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c925bc88-72ee-4f39-b273-e5491c930679 req-20f60f18-0243-432e-aa69-33e8b5705aba tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.231888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.234467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c925bc88-72ee-4f39-b273-e5491c930679 req-20f60f18-0243-432e-aa69-33e8b5705aba tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.250980 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.276595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f60f18-0243-432e-aa69-33e8b5705aba tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06304c8e-11b9-4224-9980-ea53ab7c481f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:06.291346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c925bc88-72ee-4f39-b273-e5491c930679 req-20f60f18-0243-432e-aa69-33e8b5705aba tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.302280 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c925bc88-72ee-4f39-b273-e5491c930679 req-20f60f18-0243-432e-aa69-33e8b5705aba tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2794116 Nov 03 18:39:06.344320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6661ec86-55e5-44b2-8432-38925b259d8b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:06.349327 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d947f4-381e-4de6-8ca6-a4a196b330eb x-openstack-request-id: req-49d947f4-381e-4de6-8ca6-a4a196b330eb {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:06.350311 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43321ca3-9e32-4fc1-a306-1e0ffea13f21", "name": "network-vif-plugged", "status": "completed", "tag": "a5658137-2ad4-4394-b322-d8acc47f071b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:06.350667 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49d947f4-381e-4de6-8ca6-a4a196b330eb {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:06.351627 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43321ca3-9e32-4fc1-a306-1e0ffea13f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5658137-2ad4-4394-b322-d8acc47f071b', 'code': 200} Nov 03 18:39:06.413198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 6661ec86-55e5-44b2-8432-38925b259d8b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:06.413929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6661ec86-55e5-44b2-8432-38925b259d8b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:06.436067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Pushing event updated for resources: {'Port': ['ID=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:06.439421 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.478581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:04Z', 'revision_number': 1, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:06.490742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.494658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0d951-26ad-4429-9e36-19e6a7daea81 req-b05a7540-2b46-4116-a840-7c9037626c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:06.496306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8e0d951-26ad-4429-9e36-19e6a7daea81 req-b05a7540-2b46-4116-a840-7c9037626c4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 1096 time: 0.0794258 Nov 03 18:39:06.508690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea43d73-ba0b-4222-a574-9929c9644f3c None None] The sync data for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 is: [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:04Z', 'revision_number': 1, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:06.521103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.555611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67a7c-d6bb-465a-9518-7a753b0c1cce req-aaea191f-0857-4946-9f05-3b4c768f2325 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:06.557154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d67a7c-d6bb-465a-9518-7a753b0c1cce req-aaea191f-0857-4946-9f05-3b4c768f2325 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 945 time: 0.1512957 Nov 03 18:39:06.592424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Pushing event deleted for resources: {'Port': ['ID=9f965240-fa79-4ced-be44-6b62be5f008c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:06.674842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8e0d951-26ad-4429-9e36-19e6a7daea81 req-c69f3fd7-af93-410f-b126-49ba08b06547 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352973 Nov 03 18:39:06.684879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] No DVR routers for this DVR port 9f965240-fa79-4ced-be44-6b62be5f008c on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:06.685480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d67a7c-d6bb-465a-9518-7a753b0c1cce req-74de9615-ded3-433e-aa10-9dfcbc9e21b6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173804 Nov 03 18:39:06.692307 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.698866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.702251 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d402897a-fcf5-4e66-b23b-a3752a7bb55e req-8c58d99c-8351-4ea4-91a6-feeca3d55cfe tempest-FloatingIPsAssociationNegativeTestJSON-1396016893 tempest-FloatingIPsAssociationNegativeTestJSON-1396016893-project] 10.222.0.70 "DELETE /v2.0/ports/9f965240-fa79-4ced-be44-6b62be5f008c HTTP/1.1" status: 204 len: 173 time: 1.2804065 Nov 03 18:39:06.723433 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:06.726104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:06.799919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.815450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:07.085339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Deleting port 371dae0b-bf72-4b1c-9492-208af379073d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:07.086015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.269914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113bbc3-79f3-4002-b5f7-72ce8888a9b2 req-f915cdfc-a7b5-423e-bf7d-61801bd053bf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:07.272188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a113bbc3-79f3-4002-b5f7-72ce8888a9b2 req-f915cdfc-a7b5-423e-bf7d-61801bd053bf tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 931 time: 0.1514709 Nov 03 18:39:07.288155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-23fe753c-6a8f-4b26-b768-d7818d06ebcc None None] Provisioning complete for port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:07.289179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23fe753c-6a8f-4b26-b768-d7818d06ebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.297867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] For port 371dae0b-bf72-4b1c-9492-208af379073d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=371dae0b-bf72-4b1c-9492-208af379073d,segment=NetworkSegment(a4226025-9e18-4cec-8a73-2cc539124f1e),segment_id=a4226025-9e18-4cec-8a73-2cc539124f1e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:07.299593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.345790 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-23fe753c-6a8f-4b26-b768-d7818d06ebcc None None] Port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:07.362518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Calling delete_port for 371dae0b-bf72-4b1c-9492-208af379073d owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:07.449510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a113bbc3-79f3-4002-b5f7-72ce8888a9b2 req-22869060-9e3e-4865-9f74-fccf5aff6006 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629162 Nov 03 18:39:07.482186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'name': 'network-vif-deleted', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:07.485326 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a93caa-1a1e-49cc-b6cc-9f60f95c957a" -d '{"events": [{"server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "name": "network-vif-deleted", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:07.497034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:39:07.522931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Network 216a7812-84d2-4978-8b51-d49480d4019a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:07.535777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:07.538943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:07.545493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f7a4-12df-4a5f-9cc3-e07c0424ac7f req-737c91fd-3bf8-4476-bff0-0f940a704a46 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/1bc1956a-82ae-41be-b54e-448f8441ba60 HTTP/1.1" status: 200 len: 1823 time: 0.0639148 Nov 03 18:39:07.573027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event updated for resources: {'Port': ['ID=e4a23ad8-f929-4a37-b8c3-d12074237dd6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:07.638779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.639211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.639612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.640011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.641153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.641153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.641153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.641728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.642397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.642397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.642755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.643129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.667729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:07.668827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.693616 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-db51f7a4-12df-4a5f-9cc3-e07c0424ac7f req-c806cd72-b18d-4ffc-bca0-ec04c2094b24 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.767903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-9e975fe3-b3f9-4583-9525-048f154ea29a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3914850 Nov 03 18:39:07.793634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:07.804776 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-db51f7a4-12df-4a5f-9cc3-e07c0424ac7f req-c806cd72-b18d-4ffc-bca0-ec04c2094b24 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.806864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Request body: {'port': {'device_id': '27886bb2-cba0-41bd-9dae-ee25cb3e85b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:07.816993 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d4ea5329-bdba-47a2-8ddd-135404841b3e admin admin] 10.222.0.77 "PUT /v2.0/routers/a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1096303 Nov 03 18:39:07.855633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.897802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.917622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=371dae0b-bf72-4b1c-9492-208af379073d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:07.996582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9f965240-fa79-4ced-be44-6b62be5f008c no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:08.018482 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-db51f7a4-12df-4a5f-9cc3-e07c0424ac7f req-c806cd72-b18d-4ffc-bca0-ec04c2094b24 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.022668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-db51f7a4-12df-4a5f-9cc3-e07c0424ac7f req-c806cd72-b18d-4ffc-bca0-ec04c2094b24 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.033700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f7a4-12df-4a5f-9cc3-e07c0424ac7f req-c806cd72-b18d-4ffc-bca0-ec04c2094b24 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "DELETE /v2.0/security-groups/1bc1956a-82ae-41be-b54e-448f8441ba60 HTTP/1.1" status: 204 len: 173 time: 0.4874132 Nov 03 18:39:08.052944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 9f965240-fa79-4ced-be44-6b62be5f008c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:08.054691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9f965240-fa79-4ced-be44-6b62be5f008c not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:08.073327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806cd72-b18d-4ffc-bca0-ec04c2094b24 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc1956a-82ae-41be-b54e-448f8441ba60,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:08.112574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51018) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:08.284518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.300120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18cc0729-c312-4fac-96fd-522df1a33aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.438230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e06780c-d889-48f0-a73f-116ff3ef4579 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:08.443759 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a327c6-f677-4a3c-ba7d-21f7cbc5249d x-openstack-request-id: req-c6a327c6-f677-4a3c-ba7d-21f7cbc5249d {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:08.444075 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70689336-f794-4d26-a3e6-58f028548d31", "name": "network-vif-deleted", "tag": "9f965240-fa79-4ced-be44-6b62be5f008c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:08.444289 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6a327c6-f677-4a3c-ba7d-21f7cbc5249d {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:08.444688 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70689336-f794-4d26-a3e6-58f028548d31', 'name': 'network-vif-deleted', 'tag': '9f965240-fa79-4ced-be44-6b62be5f008c', 'status': 'completed', 'code': 200} Nov 03 18:39:08.512129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7e06780c-d889-48f0-a73f-116ff3ef4579 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:08.512851 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.515622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a23ad8-f929-4a37-b8c3-d12074237dd6 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:08.539098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695199d-b001-4ea2-97b0-1b915ad07bbb req-c6c6203d-b27b-4c99-94eb-4d6d829c10b8 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:08.548247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a695199d-b001-4ea2-97b0-1b915ad07bbb req-c6c6203d-b27b-4c99-94eb-4d6d829c10b8 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 945 time: 0.0917535 Nov 03 18:39:08.571619 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.601135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Transition to ACTIVE for port object e4a23ad8-f929-4a37-b8c3-d12074237dd6 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:08.613098 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.639043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 7e06780c-d889-48f0-a73f-116ff3ef4579, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e06780c-d889-48f0-a73f-116ff3ef4579,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:08.640164 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.646977 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.691848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a23ad8-f929-4a37-b8c3-d12074237dd6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:08.733039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=7e06780c-d889-48f0-a73f-116ff3ef4579,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:08.869777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Attempting to bind port e4a23ad8-f929-4a37-b8c3-d12074237dd6 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:08.870925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Attempting to bind port e4a23ad8-f929-4a37-b8c3-d12074237dd6 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:08.870925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Attempting to bind port e4a23ad8-f929-4a37-b8c3-d12074237dd6 on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:08.877499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Port e4a23ad8-f929-4a37-b8c3-d12074237dd6 on network 216a7812-84d2-4978-8b51-d49480d4019a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:08.877828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Attempting to bind port e4a23ad8-f929-4a37-b8c3-d12074237dd6 on network 216a7812-84d2-4978-8b51-d49480d4019a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:08.888842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:08.889176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Checking segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:08.889599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Bound using segment: {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:08.890143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Bound port: e4a23ad8-f929-4a37-b8c3-d12074237dd6, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e8d627-274e-4751-a0b5-04592edb8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:08.890421 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.992941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] For port e4a23ad8-f929-4a37-b8c3-d12074237dd6, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:08.996751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] For port e4a23ad8-f929-4a37-b8c3-d12074237dd6, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e4a23ad8-f929-4a37-b8c3-d12074237dd6,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:09.004178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.012133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a695199d-b001-4ea2-97b0-1b915ad07bbb req-30d54f58-d921-414b-a25b-303a6482942c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629271 Nov 03 18:39:09.045681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:39:09.059121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:09.059735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.061811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] 10.222.0.70 "PUT /v2.0/ports/e4a23ad8-f929-4a37-b8c3-d12074237dd6 HTTP/1.1" status: 200 len: 1091 time: 1.2713494 Nov 03 18:39:09.067339 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.143237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a474312-99f8-4c68-8fef-030d2d6195b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a23ad8-f929-4a37-b8c3-d12074237dd6,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:09.215214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-51e88fa3-22ff-423f-b617-c7710a800749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:09.216755 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-51e88fa3-22ff-423f-b617-c7710a800749 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 1094 time: 0.1130364 Nov 03 18:39:09.253975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:09.262846 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5d7aa46f-86c1-41b6-b6a0-f76a339d9a1f admin admin] 10.222.0.77 "PUT /v2.0/routers/243e5f8e-cb97-42a5-8df2-1d6b1ad33316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4790962 Nov 03 18:39:09.263900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51028) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:09.270375 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] Sync routers for ids ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:09.270964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-6335c877-61d1-40d0-b8cc-20b51b44e4e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4a23ad8-f929-4a37-b8c3-d12074237dd6 HTTP/1.1" status: 200 len: 217 time: 0.0453031 Nov 03 18:39:09.289357 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] Routers {'243e5f8e-cb97-42a5-8df2-1d6b1ad33316'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:09.290412 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:09.381569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-c5f37e01-c3b8-454d-85c0-d5f0357347fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:09.383491 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-c5f37e01-c3b8-454d-85c0-d5f0357347fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1053684 Nov 03 18:39:09.433724 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-a9c63acd-3676-4b75-a157-e4b4fb46ac9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361114 Nov 03 18:39:09.435187 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.449557 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] Set router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:09.577138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.642590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Deleting port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:09.642964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.746421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] For port 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:09.746837 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.764714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Calling delete_port for 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:09.789203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-57e92f54-65df-4f23-8c15-e88de9284494 service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465943 Nov 03 18:39:09.805451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Deleting port 693531e4-6c6b-4e46-abab-0af1d8d96506 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:09.806107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.871614 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.877575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Sync routers for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:09.907310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:09.910676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:09.991817 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:39:07Z', 'revision_number': 5, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port': {'id': '8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:50Z', 'updated_at': '2021-11-03T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:10.038426 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4c848889-17bf-4938-b9a3-59c853bda6d9 req-c0a1fa1b-fa0e-4293-b4de-eb8d1fb47e14 service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416224 Nov 03 18:39:10.047430 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.052581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] For port 693531e4-6c6b-4e46-abab-0af1d8d96506, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=693531e4-6c6b-4e46-abab-0af1d8d96506,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:10.056685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.084603 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] Checking router: 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:10.084834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:10.085853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Calling delete_port for 693531e4-6c6b-4e46-abab-0af1d8d96506 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:10.113903 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] Routers {'243e5f8e-cb97-42a5-8df2-1d6b1ad33316'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:10.115345 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:10.169284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:10.173026 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.323678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.326371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.328747 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] Set router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:10.397134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.397758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243e5f8e-cb97-42a5-8df2-1d6b1ad33316 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:39:10.406312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.410305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3a45eee8-9833-4761-9dbc-66e874762f3f admin admin] 10.222.0.77 "DELETE /v2.0/routers/243e5f8e-cb97-42a5-8df2-1d6b1ad33316 HTTP/1.1" status: 204 len: 168 time: 1.1452446 Nov 03 18:39:10.412763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51040) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:10.447304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27886bb2-cba0-41bd-9dae-ee25cb3e85b7', 'tag': 'e4a23ad8-f929-4a37-b8c3-d12074237dd6'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:10.449708 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f6912-3012-4119-b19c-d3185a78cafc" -d '{"events": [{"name": "network-changed", "server_uuid": "27886bb2-cba0-41bd-9dae-ee25cb3e85b7", "tag": "e4a23ad8-f929-4a37-b8c3-d12074237dd6"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:10.479768 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:39:09Z', 'revision_number': 7, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:10.494442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.520181 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56927-606e-4dc4-9481-6dc06e9d0253 None None] The sync data for ids ['243e5f8e-cb97-42a5-8df2-1d6b1ad33316'] in n-d-812148-3 is: [{'id': '243e5f8e-cb97-42a5-8df2-1d6b1ad33316', 'name': 'tempest-AttachSCSIVolumeTestJSON-1997820328-router', 'tenant_id': '30b7721620fe4a89b514be16fb940e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:47Z', 'updated_at': '2021-11-03T18:39:09Z', 'revision_number': 7, 'project_id': '30b7721620fe4a89b514be16fb940e08', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:10.529343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51044) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:10.541856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-14043fbb-77da-44aa-84d1-82c6f07f3daa tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098682818', 'description': 'tempest-description--1489797022'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:10.551380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Pushing event deleted for resources: {'Port': ['ID=693531e4-6c6b-4e46-abab-0af1d8d96506,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:10.593672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e06780c-d889-48f0-a73f-116ff3ef4579 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:10.614142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c713412c-e19a-445a-93fb-121bb5b6327e admin admin] Deleting subnet f7fd274f-ee62-4a93-bcad-5add385b5e31 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:39:10.620364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-14043fbb-77da-44aa-84d1-82c6f07f3daa tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.643250 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c713412c-e19a-445a-93fb-121bb5b6327e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.717976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 2, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:10.719808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7e06780c-d889-48f0-a73f-116ff3ef4579 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:10.720183 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.773400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91f915c5-b458-4ca2-b643-35d60b6d45ac req-0bad8a6e-cf26-4012-8bfd-c98f637a3a32 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/c0faf984-897e-4e11-8787-ac8951ac6a95 HTTP/1.1" status: 200 len: 1822 time: 0.1746476 Nov 03 18:39:10.812808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c713412c-e19a-445a-93fb-121bb5b6327e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.829763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.981356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Checking router: a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:10.982430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Updating router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:39:11.020350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-14043fbb-77da-44aa-84d1-82c6f07f3daa tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.026388 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.031656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3e2c3-8117-4531-a046-deb80e3495bb req-396cc099-cacc-466c-9f42-00aeb428d2ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:11.033539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bd3e2c3-8117-4531-a046-deb80e3495bb req-396cc099-cacc-466c-9f42-00aeb428d2ff tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 943 time: 0.1401925 Nov 03 18:39:11.047339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-14043fbb-77da-44aa-84d1-82c6f07f3daa tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.139328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-14043fbb-77da-44aa-84d1-82c6f07f3daa tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.143937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-14043fbb-77da-44aa-84d1-82c6f07f3daa tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6135864 Nov 03 18:39:11.159291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51050) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:11.170499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1237eac5-4b87-45d6-9737-84db2ce6be11 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Request body: {'security_group_rule': {'security_group_id': 'e647bfea-fb75-4f0f-a4a9-395cb394dbd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:11.189375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043fbb-77da-44aa-84d1-82c6f07f3daa tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e647bfea-fb75-4f0f-a4a9-395cb394dbd8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:11.202216 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c713412c-e19a-445a-93fb-121bb5b6327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.272622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bd3e2c3-8117-4531-a046-deb80e3495bb req-6b164ce2-02a8-40d9-96eb-a13e840ca23c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692042 Nov 03 18:39:11.276767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1237eac5-4b87-45d6-9737-84db2ce6be11 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.317100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c713412c-e19a-445a-93fb-121bb5b6327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.331122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Router 56c48464-cb5d-4776-8f80-4487bbfb2c8f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:39:11.361490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c713412c-e19a-445a-93fb-121bb5b6327e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.365883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c713412c-e19a-445a-93fb-121bb5b6327e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f7fd274f-ee62-4a93-bcad-5add385b5e31 HTTP/1.1" status: 204 len: 168 time: 0.9515910 Nov 03 18:39:11.367285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713412c-e19a-445a-93fb-121bb5b6327e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7fd274f-ee62-4a93-bcad-5add385b5e31,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:11.371022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51052) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:11.473239 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.480427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da4feb-111f-44df-b170-3d891fd91cfa None None] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:11.491691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1237eac5-4b87-45d6-9737-84db2ce6be11 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.495656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:11.508114 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] Sync routers for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:11.511246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eeacbf8a-98fa-4743-9e50-9cdbe450849e admin admin] 10.222.0.77 "PUT /v2.0/routers/56c48464-cb5d-4776-8f80-4487bbfb2c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3973041 Nov 03 18:39:11.512241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51054) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:11.524055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.527303 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:11.527919 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:11.537091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1237eac5-4b87-45d6-9737-84db2ce6be11 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.559970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.575665 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f8c915-f930-4808-bc6c-bf1bcfe4928a x-openstack-request-id: req-68f8c915-f930-4808-bc6c-bf1bcfe4928a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:11.576106 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27886bb2-cba0-41bd-9dae-ee25cb3e85b7", "tag": "e4a23ad8-f929-4a37-b8c3-d12074237dd6", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:11.576477 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68f8c915-f930-4808-bc6c-bf1bcfe4928a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:11.577001 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27886bb2-cba0-41bd-9dae-ee25cb3e85b7', 'tag': 'e4a23ad8-f929-4a37-b8c3-d12074237dd6', 'status': 'completed', 'code': 200} Nov 03 18:39:11.577527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-59b4a5af-bfca-49d3-934d-8d6326e01610 req-169e3eaf-3f5a-433e-8ac1-0e9fbd693c08 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-686659809', 'description': 'tempest-description-1622032938'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:11.614270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237eac5-4b87-45d6-9737-84db2ce6be11 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952b9cfb-ae89-4678-8668-4742e125bba3,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:11.628225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1237eac5-4b87-45d6-9737-84db2ce6be11 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.635062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1237eac5-4b87-45d6-9737-84db2ce6be11 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4736836 Nov 03 18:39:11.635279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51056) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:11.680722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1bacdabe-11aa-4702-9ecc-5a82cd6e538e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Request body: {'security_group_rule': {'security_group_id': 'e647bfea-fb75-4f0f-a4a9-395cb394dbd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:11.707582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4384b-df86-49cf-baf9-7dc7900e3c3f None None] Pushing event updated for resources: {'Port': ['ID=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:11.751138 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-f63145f4-2bb2-41a2-a0be-e57ee473d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:11.753743 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-f63145f4-2bb2-41a2-a0be-e57ee473d93e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 1094 time: 0.1755943 Nov 03 18:39:11.754611 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59b4a5af-bfca-49d3-934d-8d6326e01610 req-169e3eaf-3f5a-433e-8ac1-0e9fbd693c08 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.803360 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.812722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] DHCP port deletion for 1bb3926e-c7de-4ae4-a1dd-214db87d1847 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:39:11.845631 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:11.882151 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59b4a5af-bfca-49d3-934d-8d6326e01610 req-169e3eaf-3f5a-433e-8ac1-0e9fbd693c08 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.892628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59b4a5af-bfca-49d3-934d-8d6326e01610 req-169e3eaf-3f5a-433e-8ac1-0e9fbd693c08 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.899900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Attempting to bind port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:11.900415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Attempting to bind port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:11.900783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Attempting to bind port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 on network 31bcb435-5029-4780-a926-36fbc1b6cf68 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:11.909621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:11.910664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Checking segment: {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:11.911072 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.911468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Bound using segment: {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:11.912932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Bound port: 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:11.913538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.942025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Deleting port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:11.943664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.955166 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1bacdabe-11aa-4702-9ecc-5a82cd6e538e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.973528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e3eaf-3f5a-433e-8ac1-0e9fbd693c08 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc2902c-195a-4ec3-b78b-245f5f5fcfdd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:12.037321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] For port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:12.043535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] For port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:12.069546 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.118785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] For port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,segment=NetworkSegment(a4226025-9e18-4cec-8a73-2cc539124f1e),segment_id=a4226025-9e18-4cec-8a73-2cc539124f1e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:12.119153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.136610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Calling delete_port for 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:12.158260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4384b-df86-49cf-baf9-7dc7900e3c3f None None] Pushing event updated for resources: {'Port': ['ID=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:12.163858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.200152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dc114ae6-fd98-41d7-9588-856c5c33f442 None None] Provisioning complete for port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:12.200479 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc114ae6-fd98-41d7-9588-856c5c33f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.210373 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:39:10Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:12.255793 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] Checking router: 56c48464-cb5d-4776-8f80-4487bbfb2c8f for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:12.257847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] Deleting port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:12.258332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.265809 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.267271 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] Routers {'56c48464-cb5d-4776-8f80-4487bbfb2c8f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:12.267771 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:12.278948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59b4a5af-bfca-49d3-934d-8d6326e01610 req-169e3eaf-3f5a-433e-8ac1-0e9fbd693c08 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.292948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59b4a5af-bfca-49d3-934d-8d6326e01610 req-169e3eaf-3f5a-433e-8ac1-0e9fbd693c08 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7190342 Nov 03 18:39:12.297885 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.324745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:12.326461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:12.416738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:12.418726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] No DVR routers for this DVR port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:12.497447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:12.535886 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] Set router 56c48464-cb5d-4776-8f80-4487bbfb2c8f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:12.568898 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.570724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] For port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,segment=NetworkSegment(a4226025-9e18-4cec-8a73-2cc539124f1e),segment_id=a4226025-9e18-4cec-8a73-2cc539124f1e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:12.571668 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.619373 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc114ae6-fd98-41d7-9588-856c5c33f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.637672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb3926e-c7de-4ae4-a1dd-214db87d1847']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:12.637921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-73ecebae-75b8-4dc5-9ddd-8cce33bb5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:12.639559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-73ecebae-75b8-4dc5-9ddd-8cce33bb5718 service neutron] 10.222.0.70 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.8759077 Nov 03 18:39:12.648012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1bacdabe-11aa-4702-9ecc-5a82cd6e538e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.649303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] Calling delete_port for 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:12.651303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4226025-9e18-4cec-8a73-2cc539124f1e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:12.651750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4226025-9e18-4cec-8a73-2cc539124f1e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:12.659657 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.673975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.690944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.696541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1bacdabe-11aa-4702-9ecc-5a82cd6e538e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.699171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:39:12.702179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:39:12.704627 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:39:12.707601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-dc114ae6-fd98-41d7-9588-856c5c33f442 None None] For port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:12.711763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-0fc80ef0-5b67-4f83-933d-7ecce6417c53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4a23ad8-f929-4a37-b8c3-d12074237dd6 HTTP/1.1" status: 200 len: 217 time: 0.0610394 Nov 03 18:39:12.738908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacdabe-11aa-4702-9ecc-5a82cd6e538e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb49f9f-ba54-421b-b28d-cac699fa8ff1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:12.750445 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc114ae6-fd98-41d7-9588-856c5c33f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.796298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1bacdabe-11aa-4702-9ecc-5a82cd6e538e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.797950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1bacdabe-11aa-4702-9ecc-5a82cd6e538e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1625097 Nov 03 18:39:12.801956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51076) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:12.817938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:12.826348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-b01d8214-003e-4982-a2c5-250f1896aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:12.828161 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-b01d8214-003e-4982-a2c5-250f1896aed3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1056643 Nov 03 18:39:12.828492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc114ae6-fd98-41d7-9588-856c5c33f442 None None] Pushing event updated for resources: {'Port': ['ID=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:12.839723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:12.840096 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.843710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:12.878381 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-de4215f5-16fe-4627-b086-2306893c0d6a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375154 Nov 03 18:39:12.885647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Deleting port 6fc826de-ff3f-4132-9a3c-159cecf1ac20 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:12.886384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.890584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.929967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.933218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1bb3926e-c7de-4ae4-a1dd-214db87d1847 HTTP/1.1" status: 204 len: 168 time: 1.5609205 Nov 03 18:39:12.942397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbf762-d2e1-45d5-b0f6-d98aa2935c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb3926e-c7de-4ae4-a1dd-214db87d1847,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:12.967063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.013880 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:39:10Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:13.022053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0f5ee590-0431-41ae-99ef-40202f9842d0 None None] Provisioning complete for port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:13.022418 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee590-0431-41ae-99ef-40202f9842d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.075428 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1491-cf68-47dc-97d4-1b92ff52f4e1 None None] The sync data for ids ['56c48464-cb5d-4776-8f80-4487bbfb2c8f'] in n-d-812148-3 is: [{'id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1738733105-router', 'tenant_id': 'de96b42bcec4460388573578c14c73ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:59Z', 'updated_at': '2021-11-03T18:39:10Z', 'revision_number': 5, 'project_id': 'de96b42bcec4460388573578c14c73ba', 'gw_port': {'id': '6fc826de-ff3f-4132-9a3c-159cecf1ac20', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c48464-cb5d-4776-8f80-4487bbfb2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:01Z', 'updated_at': '2021-11-03T18:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:13.110040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-00ae92ca-5f35-425d-b828-b405f23db258 service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211537 Nov 03 18:39:13.123792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] For port 6fc826de-ff3f-4132-9a3c-159cecf1ac20, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6fc826de-ff3f-4132-9a3c-159cecf1ac20,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:13.124310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.148873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Calling delete_port for 6fc826de-ff3f-4132-9a3c-159cecf1ac20 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:13.169136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb0b4784-3f0b-40c7-9911-bc63e7c716ea req-267aab06-bfcb-45b9-b50b-a17ced4c0706 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/3fc2902c-195a-4ec3-b78b-245f5f5fcfdd HTTP/1.1" status: 200 len: 1823 time: 0.2411227 Nov 03 18:39:13.177510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-fb0b4784-3f0b-40c7-9911-bc63e7c716ea req-3d0186d1-3f4f-447c-993b-3908e591f6cc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fc2902c-195a-4ec3-b78b-245f5f5fcfdd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:13.187045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-fb0b4784-3f0b-40c7-9911-bc63e7c716ea req-3d0186d1-3f4f-447c-993b-3908e591f6cc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fc2902c-195a-4ec3-b78b-245f5f5fcfdd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:13.260614 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.292134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] Pushing event deleted for resources: {'Port': ['ID=0a921bb1-6b8c-41d2-a334-e347a8deb0c9,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:13.331437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.331958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] Network 1bb3926e-c7de-4ae4-a1dd-214db87d1847 is not hosted by any dhcp agent {{(pid=101757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:39:13.332489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c0765-eb88-4566-9437-0d142f6b810a None None] No DVR routers for this DVR port 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:13.413218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fb0b4784-3f0b-40c7-9911-bc63e7c716ea req-3d0186d1-3f4f-447c-993b-3908e591f6cc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.416809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51082) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:13.478700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.565209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc826de-ff3f-4132-9a3c-159cecf1ac20,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:13.574896 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fb0b4784-3f0b-40c7-9911-bc63e7c716ea req-3d0186d1-3f4f-447c-993b-3908e591f6cc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.594437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fb0b4784-3f0b-40c7-9911-bc63e7c716ea req-3d0186d1-3f4f-447c-993b-3908e591f6cc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.647388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fb0b4784-3f0b-40c7-9911-bc63e7c716ea req-3d0186d1-3f4f-447c-993b-3908e591f6cc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.663930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb0b4784-3f0b-40c7-9911-bc63e7c716ea req-3d0186d1-3f4f-447c-993b-3908e591f6cc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4924042 Nov 03 18:39:13.733057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa1e10b8-b2c3-4513-9d6c-746003f05945 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a095ef6d59574b68afaf21224c6aa841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383044 Nov 03 18:39:13.733057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0186d1-3f4f-447c-993b-3908e591f6cc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0192b09-ca1b-4c0e-a385-f89939e35fba,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:13.738479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51086) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:13.832436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.837901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8b9f6912-3012-4119-b19c-d3185a78cafc req-a6a4c085-63e4-442d-8b93-03b007433565 service neutron] 10.222.0.70 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838503 Nov 03 18:39:13.879164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf20cde-e8e4-4e52-88f8-5512f9c1d6ab req-b6af0e00-f2d1-4d2a-afef-ce41185d4a9a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:13.888157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cf20cde-e8e4-4e52-88f8-5512f9c1d6ab req-b6af0e00-f2d1-4d2a-afef-ce41185d4a9a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 943 time: 0.0982013 Nov 03 18:39:13.912938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:12Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:13.972454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc087f5e-63cc-4e77-9d8e-0d0f79817436 None None] The sync data for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 is: [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:12Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:13.985060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cf20cde-e8e4-4e52-88f8-5512f9c1d6ab req-7b888663-61f8-496b-b3a4-5a7ba46a7a8a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958729 Nov 03 18:39:13.986010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.995172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Allocated IP 172.25.3.34 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/939d1845-d285-48fd-889a-4ba7cf031344) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:14.014801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e4a23ad8-f929-4a37-b8c3-d12074237dd6 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:14.046754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 371dae0b-bf72-4b1c-9492-208af379073d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:14.053824 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.056729 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.085131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.151064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.151639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c48464-cb5d-4776-8f80-4487bbfb2c8f {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:39:14.156251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.157407 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-81db3222-1404-495d-b75b-2b343bcd50eb admin admin] 10.222.0.77 "DELETE /v2.0/routers/56c48464-cb5d-4776-8f80-4487bbfb2c8f HTTP/1.1" status: 204 len: 168 time: 2.6439962 Nov 03 18:39:14.162873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51090) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:14.182107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 371dae0b-bf72-4b1c-9492-208af379073d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:14.184192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 371dae0b-bf72-4b1c-9492-208af379073d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:14.184865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:14.244256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f479502-288c-4e7d-b9ac-8aec77f808c0 admin admin] Deleting subnet 258f598e-0aaf-41c3-8bb5-681001e3d349 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:39:14.250242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f479502-288c-4e7d-b9ac-8aec77f808c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.250641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.255111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.256275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9aa9348c-c362-455b-ae9d-712417b080e3 HTTP/1.1" status: 204 len: 168 time: 0.5150070 Nov 03 18:39:14.289131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9348c-c362-455b-ae9d-712417b080e3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:14.324519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.324860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.325197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.325563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.325890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.326217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.326555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.330755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:14.331293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8b29a4eb-63d1-48e8-9b12-1d738c0c0a0a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:14.332301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:14.334092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.335642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.335783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.336062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.336396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed265a-da69-41dc-851d-620cb110e8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:14.337808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f479502-288c-4e7d-b9ac-8aec77f808c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.388998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:14.392957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0a921bb1-6b8c-41d2-a334-e347a8deb0c9 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:14.432454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e4a23ad8-f929-4a37-b8c3-d12074237dd6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e4a23ad8-f929-4a37-b8c3-d12074237dd6,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:14.449646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'e4a23ad8-f929-4a37-b8c3-d12074237dd6', 'network_id': '216a7812-84d2-4978-8b51-d49480d4019a', 'port_id': 'e4a23ad8-f929-4a37-b8c3-d12074237dd6', 'mac_address': 'fa:16:3e:98:a9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd22e13-56de-48cd-a0d5-8a5717f3c69f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:14.505173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f479502-288c-4e7d-b9ac-8aec77f808c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.511970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.515159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.532982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e556b5a-ba0a-43bc-b900-2d310081fe45 req-47799f76-b85b-4799-9fef-6c010a48e1dd tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/3fc2902c-195a-4ec3-b78b-245f5f5fcfdd HTTP/1.1" status: 200 len: 2417 time: 0.1878674 Nov 03 18:39:14.551712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-7e556b5a-ba0a-43bc-b900-2d310081fe45 req-6a14c3a6-82f4-482e-b1b3-197520c9d402 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fc2902c-195a-4ec3-b78b-245f5f5fcfdd', 'remote_group_id': None}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:14.552119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-7e556b5a-ba0a-43bc-b900-2d310081fe45 req-6a14c3a6-82f4-482e-b1b3-197520c9d402 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fc2902c-195a-4ec3-b78b-245f5f5fcfdd', 'remote_group_id': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:14.559909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a23ad8-f929-4a37-b8c3-d12074237dd6 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:14.594917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.613161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e4a23ad8-f929-4a37-b8c3-d12074237dd6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e4a23ad8-f929-4a37-b8c3-d12074237dd6,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:14.621136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.632140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f479502-288c-4e7d-b9ac-8aec77f808c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.663280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae134a50-c6ee-41f9-ad6e-07533f38fafd None None] Network 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:14.667206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f479502-288c-4e7d-b9ac-8aec77f808c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.676025 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7f479502-288c-4e7d-b9ac-8aec77f808c0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/258f598e-0aaf-41c3-8bb5-681001e3d349 HTTP/1.1" status: 204 len: 168 time: 0.5114996 Nov 03 18:39:14.705155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f479502-288c-4e7d-b9ac-8aec77f808c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258f598e-0aaf-41c3-8bb5-681001e3d349,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:14.712336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51094) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:14.764662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7e556b5a-ba0a-43bc-b900-2d310081fe45 req-6a14c3a6-82f4-482e-b1b3-197520c9d402 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.850609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7e556b5a-ba0a-43bc-b900-2d310081fe45 req-6a14c3a6-82f4-482e-b1b3-197520c9d402 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.870758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7e556b5a-ba0a-43bc-b900-2d310081fe45 req-6a14c3a6-82f4-482e-b1b3-197520c9d402 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.895561 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.906682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14c3a6-82f4-482e-b1b3-197520c9d402 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f147ade9-9e40-4ad8-aff6-962280b7b15a,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:14.918837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event updated for resources: {'Port': ['ID=939d1845-d285-48fd-889a-4ba7cf031344,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:14.922505 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e4a23ad8-f929-4a37-b8c3-d12074237dd6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:14.925334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:14.927546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:14.936729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:14.947680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['e4a23ad8-f929-4a37-b8c3-d12074237dd6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:14.995145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:15.047552 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.056321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7e556b5a-ba0a-43bc-b900-2d310081fe45 req-6a14c3a6-82f4-482e-b1b3-197520c9d402 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.074051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e556b5a-ba0a-43bc-b900-2d310081fe45 req-6a14c3a6-82f4-482e-b1b3-197520c9d402 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5288157 Nov 03 18:39:15.140845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Deleting port 60847e4a-286f-40bb-8691-3876772668cc {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:15.141505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.143201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.174757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51106) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:15.298817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] For port 60847e4a-286f-40bb-8691-3876772668cc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=60847e4a-286f-40bb-8691-3876772668cc,segment=NetworkSegment(150dd722-78de-4872-96a9-f2ab1698222a),segment_id=150dd722-78de-4872-96a9-f2ab1698222a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:15.299101 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.313628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Calling delete_port for 60847e4a-286f-40bb-8691-3876772668cc owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:15.344294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.351383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144b35b-0896-4694-91f0-913dd25aab92 None None] DHCP port deletion for 1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:39:15.360080 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.361448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:15.361831 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.423678 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.446285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] No DVR routers for this DVR port 60847e4a-286f-40bb-8691-3876772668cc on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:15.454896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e144b35b-0896-4694-91f0-913dd25aab92 None None] The port '60847e4a-286f-40bb-8691-3876772668cc' was deleted {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 03 18:39:15.475134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0c33333e-864d-49be-bfc2-1c5f794fb2b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30b7721620fe4a89b514be16fb940e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979245 Nov 03 18:39:15.486133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51110) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:15.517456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Pushing event deleted for resources: {'Port': ['ID=60847e4a-286f-40bb-8691-3876772668cc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:15.550935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event updated for resources: {'Port': ['ID=939d1845-d285-48fd-889a-4ba7cf031344,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:15.575313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36411a1e-cf53-4b48-8b82-13b21b62b0d0 req-1310c035-f818-442d-a75e-dffd836b668f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:15.577113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36411a1e-cf53-4b48-8b82-13b21b62b0d0 req-1310c035-f818-442d-a75e-dffd836b668f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 944 time: 0.4032614 Nov 03 18:39:15.581521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.604050 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.617320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6fc826de-ff3f-4132-9a3c-159cecf1ac20 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:15.639060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1589f9-4a69-47e3-8d2f-981c8a7f73f9']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:15.648528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37fe14ac-3ddb-47cb-ac62-9f934d4ecfb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.651603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150dd722-78de-4872-96a9-f2ab1698222a') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:15.652226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150dd722-78de-4872-96a9-f2ab1698222a') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:15.657499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 6fc826de-ff3f-4132-9a3c-159cecf1ac20 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:15.657847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6fc826de-ff3f-4132-9a3c-159cecf1ac20 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:15.658265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 693531e4-6c6b-4e46-abab-0af1d8d96506 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:15.663945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.667342 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.668592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-873d652d-99fd-4695-9f6e-2b952678491e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8645802 Nov 03 18:39:15.680877 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.690214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:39:15.690983 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.693463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36411a1e-cf53-4b48-8b82-13b21b62b0d0 req-7ae400b0-0d74-4e4b-b7cd-cb95886e7646 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019373 Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:39:15.694242 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:39:15.697002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37fe14ac-3ddb-47cb-ac62-9f934d4ecfb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.720034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 693531e4-6c6b-4e46-abab-0af1d8d96506 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:15.720385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 693531e4-6c6b-4e46-abab-0af1d8d96506 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:15.767203 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.810451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70a93b36-74d2-43bc-81be-ebf4712d692b req-0bea58f9-175e-4835-a20c-b59e41aa97fc tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/3fc2902c-195a-4ec3-b78b-245f5f5fcfdd HTTP/1.1" status: 200 len: 3016 time: 0.0834365 Nov 03 18:39:15.823246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37fe14ac-3ddb-47cb-ac62-9f934d4ecfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.825976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37fe14ac-3ddb-47cb-ac62-9f934d4ecfb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.827219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37fe14ac-3ddb-47cb-ac62-9f934d4ecfb7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a12fc85-67d1-4024-842c-2524072c819f HTTP/1.1" status: 204 len: 168 time: 0.3374772 Nov 03 18:39:15.829305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.848763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe14ac-3ddb-47cb-ac62-9f934d4ecfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a12fc85-67d1-4024-842c-2524072c819f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:15.850340 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] 10.222.0.77 "DELETE /v2.0/networks/1c1589f9-4a69-47e3-8d2f-981c8a7f73f9 HTTP/1.1" status: 204 len: 168 time: 1.1360843 Nov 03 18:39:15.852079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2e6e5-d1b1-4617-97a4-b42cf3c6526c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1589f9-4a69-47e3-8d2f-981c8a7f73f9,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:16.031419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e4a23ad8-f929-4a37-b8c3-d12074237dd6 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:16.073820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a754e355-9486-40b1-8cf0-1fc3b43e202e req-cb469969-fc95-4037-9d2a-c1a7d57c6e2e tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-group-rules/f147ade9-9e40-4ad8-aff6-962280b7b15a HTTP/1.1" status: 200 len: 783 time: 0.0397298 Nov 03 18:39:16.096437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port e4a23ad8-f929-4a37-b8c3-d12074237dd6 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:16.102498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port e4a23ad8-f929-4a37-b8c3-d12074237dd6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:16.103080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.172530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a754e355-9486-40b1-8cf0-1fc3b43e202e req-5fedfa87-5312-4b3a-a795-ef09c2f7bfc1 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/3fc2902c-195a-4ec3-b78b-245f5f5fcfdd HTTP/1.1" status: 200 len: 3016 time: 0.0918038 Nov 03 18:39:16.176530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51126) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:16.221655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.240305 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a754e355-9486-40b1-8cf0-1fc3b43e202e req-212b1466-2ed3-4d06-8a4e-36c6b083f02f tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.250148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27886bb2-cba0-41bd-9dae-ee25cb3e85b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a23ad8-f929-4a37-b8c3-d12074237dd6'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:16.252835 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbd09e0-9f9e-46d4-8a99-741fe4cf9b16" -d '{"events": [{"server_uuid": "27886bb2-cba0-41bd-9dae-ee25cb3e85b7", "name": "network-vif-plugged", "status": "completed", "tag": "e4a23ad8-f929-4a37-b8c3-d12074237dd6"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:16.256740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a754e355-9486-40b1-8cf0-1fc3b43e202e req-212b1466-2ed3-4d06-8a4e-36c6b083f02f tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.270643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fb2bd470-dc4c-49e7-8e10-164023bd0228 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de96b42bcec4460388573578c14c73ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930173 Nov 03 18:39:16.273386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51132) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:16.279169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e4a23ad8-f929-4a37-b8c3-d12074237dd6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e4a23ad8-f929-4a37-b8c3-d12074237dd6,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:16.287843 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.300356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a754e355-9486-40b1-8cf0-1fc3b43e202e req-212b1466-2ed3-4d06-8a4e-36c6b083f02f tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.306446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a754e355-9486-40b1-8cf0-1fc3b43e202e req-212b1466-2ed3-4d06-8a4e-36c6b083f02f tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.307644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a754e355-9486-40b1-8cf0-1fc3b43e202e req-212b1466-2ed3-4d06-8a4e-36c6b083f02f tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/f147ade9-9e40-4ad8-aff6-962280b7b15a HTTP/1.1" status: 204 len: 173 time: 0.1239843 Nov 03 18:39:16.315692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b1466-2ed3-4d06-8a4e-36c6b083f02f tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f147ade9-9e40-4ad8-aff6-962280b7b15a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:16.359716 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a2e0-419a-44a4-a5b0-3cff9f91d1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.388984 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a2e0-419a-44a4-a5b0-3cff9f91d1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.398309 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e4a23ad8-f929-4a37-b8c3-d12074237dd6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:16.454883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a2e0-419a-44a4-a5b0-3cff9f91d1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.458511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a2e0-419a-44a4-a5b0-3cff9f91d1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.463135 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ecb0a2e0-419a-44a4-a5b0-3cff9f91d1db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/142b2476-a22f-4c0a-b688-dcb7ec5e1123 HTTP/1.1" status: 204 len: 168 time: 0.1878386 Nov 03 18:39:16.473145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0a2e0-419a-44a4-a5b0-3cff9f91d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142b2476-a22f-4c0a-b688-dcb7ec5e1123,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:16.502690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-b7892167-ef0b-4e03-8725-7f58f7f24cbd tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1098682818&fields=id&tenant_id=1aa2fb2ff783482d8775b23ece1a747d HTTP/1.1" status: 200 len: 267 time: 0.0689340 Nov 03 18:39:16.646984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-1ff05c16-5f0c-4cd2-9c6c-34f245a1819f tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:16.655360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-1ff05c16-5f0c-4cd2-9c6c-34f245a1819f tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/networks?id=31bcb435-5029-4780-a926-36fbc1b6cf68 HTTP/1.1" status: 200 len: 805 time: 0.1445177 Nov 03 18:39:16.676441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-a74ed22a-e143-4080-857c-389a846f1660 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/quotas/1aa2fb2ff783482d8775b23ece1a747d HTTP/1.1" status: 200 len: 375 time: 0.0199451 Nov 03 18:39:16.749057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-36d03852-9087-42d5-9a12-e6f561474f3e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1aa2fb2ff783482d8775b23ece1a747d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635405 Nov 03 18:39:16.754534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-49f352f6-62aa-4278-86b6-345028e0a626 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:39:16.755515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-49f352f6-62aa-4278-86b6-345028e0a626 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052106 Nov 03 18:39:16.859391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 60847e4a-286f-40bb-8691-3876772668cc no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:16.883287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-20727ce4-f49a-43dd-9171-d9acc009a3a7 service neutron] 10.222.0.77 "GET /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170068 Nov 03 18:39:16.892865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 60847e4a-286f-40bb-8691-3876772668cc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:16.894567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 60847e4a-286f-40bb-8691-3876772668cc not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:17.022775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-b7ac3673-5578-4a61-8e1f-6403c1d1e5cc service neutron] 10.222.0.77 "GET /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328468 Nov 03 18:39:17.314344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f778485-86ee-4c3c-883c-eb14358a5ede req-2fee4576-ba84-43f2-9681-bf500785e884 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.316739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f778485-86ee-4c3c-883c-eb14358a5ede req-2fee4576-ba84-43f2-9681-bf500785e884 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 946 time: 0.0691397 Nov 03 18:39:17.422377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f778485-86ee-4c3c-883c-eb14358a5ede req-1cf460b0-b2e0-4dd8-95ee-06e6b86b215a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897663 Nov 03 18:39:17.475323 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfbd20d-18a9-42e9-9375-1e2130f57813 x-openstack-request-id: req-ddfbd20d-18a9-42e9-9375-1e2130f57813 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:17.475948 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27886bb2-cba0-41bd-9dae-ee25cb3e85b7", "name": "network-vif-plugged", "status": "completed", "tag": "e4a23ad8-f929-4a37-b8c3-d12074237dd6", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:17.475948 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddfbd20d-18a9-42e9-9375-1e2130f57813 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:17.476230 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27886bb2-cba0-41bd-9dae-ee25cb3e85b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a23ad8-f929-4a37-b8c3-d12074237dd6', 'code': 200} Nov 03 18:39:17.531830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2170ce1b-54fa-4b7e-891e-a9bfdadc8c7d req-292f1506-9064-40b0-9b61-f8ac054193c5 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/3fc2902c-195a-4ec3-b78b-245f5f5fcfdd HTTP/1.1" status: 200 len: 2417 time: 0.0423448 Nov 03 18:39:17.586036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c27849-3bbf-4d77-80ef-1dd6b0c089c1 req-2f7014e2-bd43-4b72-83b6-8a1c060b4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.587649 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13c27849-3bbf-4d77-80ef-1dd6b0c089c1 req-2f7014e2-bd43-4b72-83b6-8a1c060b4b25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 1096 time: 0.0486135 Nov 03 18:39:17.613167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2170ce1b-54fa-4b7e-891e-a9bfdadc8c7d req-9fb81f5a-bbaf-4099-a4c6-1120376fea09 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:17.641007 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2170ce1b-54fa-4b7e-891e-a9bfdadc8c7d req-9fb81f5a-bbaf-4099-a4c6-1120376fea09 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:17.644819 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13c27849-3bbf-4d77-80ef-1dd6b0c089c1 req-dda0e57f-26a2-4dad-af0f-272581669eb1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491147 Nov 03 18:39:17.692364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2170ce1b-54fa-4b7e-891e-a9bfdadc8c7d req-9fb81f5a-bbaf-4099-a4c6-1120376fea09 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:17.696530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2170ce1b-54fa-4b7e-891e-a9bfdadc8c7d req-9fb81f5a-bbaf-4099-a4c6-1120376fea09 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:17.697800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2170ce1b-54fa-4b7e-891e-a9bfdadc8c7d req-9fb81f5a-bbaf-4099-a4c6-1120376fea09 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "DELETE /v2.0/security-groups/3fc2902c-195a-4ec3-b78b-245f5f5fcfdd HTTP/1.1" status: 204 len: 173 time: 0.1584806 Nov 03 18:39:17.707739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb81f5a-bbaf-4099-a4c6-1120376fea09 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc2902c-195a-4ec3-b78b-245f5f5fcfdd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:17.811443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a5170-bf62-4aed-bd84-b2bcc3e47c97 req-3b8fcb79-9926-46a6-9c6b-7b7d0fca2aa3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.812860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-999a5170-bf62-4aed-bd84-b2bcc3e47c97 req-3b8fcb79-9926-46a6-9c6b-7b7d0fca2aa3 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0551805 Nov 03 18:39:17.863532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-999a5170-bf62-4aed-bd84-b2bcc3e47c97 req-0a3ae34e-23f0-4cd9-b7dc-3097ee509e0b tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Nov 03 18:39:18.258762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40b225c4-6804-4e67-a6f4-8a9abf420d26 req-0859bad2-8553-465b-ab64-f11ba17dbb3a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 210 time: 0.0265570 Nov 03 18:39:18.460017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-5cd15b1b-a3b9-4b0a-8a56-dcc747f621ca tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.461975 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-5cd15b1b-a3b9-4b0a-8a56-dcc747f621ca tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.96 "GET /v2.0/networks?id=31bcb435-5029-4780-a926-36fbc1b6cf68 HTTP/1.1" status: 200 len: 805 time: 0.1397047 Nov 03 18:39:18.542921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-c9b6432b-edd1-410b-a63f-7ec12cb30540 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa2fb2ff783482d8775b23ece1a747d HTTP/1.1" status: 200 len: 380 time: 0.0677168 Nov 03 18:39:18.554953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Request body: {'port': {'device_id': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'admin_state_up': True, 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'security_groups': ['e647bfea-fb75-4f0f-a4a9-395cb394dbd8']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:18.702347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Made reservation on behalf of 1aa2fb2ff783482d8775b23ece1a747d for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:18.705946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:18.736263 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-ec8ef185-f5af-4249-b7e0-b380f0d20fc8 req-b0723759-3e1a-4e40-9b13-0582cf62a7c1 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] show failed (client error): The resource could not be found. Nov 03 18:39:18.737300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec8ef185-f5af-4249-b7e0-b380f0d20fc8 req-b0723759-3e1a-4e40-9b13-0582cf62a7c1 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/1bc1956a-82ae-41be-b54e-448f8441ba60 HTTP/1.1" status: 404 len: 352 time: 0.0206680 Nov 03 18:39:18.911380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Allocated IP 172.20.0.11 (31bcb435-5029-4780-a926-36fbc1b6cf68/c75b9101-a9b3-4d49-b16b-b2eccc04d365/9eafb73d-9ec3-4e93-8563-44a4ef47eb2e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:18.916444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de711771-f575-4e74-8998-0a7b9fa9bdff req-c05cc827-378a-45ef-9845-6a3746d5e8ec tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/c0faf984-897e-4e11-8787-ac8951ac6a95 HTTP/1.1" status: 200 len: 1822 time: 0.0699475 Nov 03 18:39:19.057961 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-de711771-f575-4e74-8998-0a7b9fa9bdff req-a71a6659-813a-4eec-a06f-cceb28214f77 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.095307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-de711771-f575-4e74-8998-0a7b9fa9bdff req-a71a6659-813a-4eec-a06f-cceb28214f77 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.140691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.169387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-de711771-f575-4e74-8998-0a7b9fa9bdff req-a71a6659-813a-4eec-a06f-cceb28214f77 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.171893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-de711771-f575-4e74-8998-0a7b9fa9bdff req-a71a6659-813a-4eec-a06f-cceb28214f77 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.173020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de711771-f575-4e74-8998-0a7b9fa9bdff req-a71a6659-813a-4eec-a06f-cceb28214f77 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "DELETE /v2.0/security-groups/c0faf984-897e-4e11-8787-ac8951ac6a95 HTTP/1.1" status: 204 len: 173 time: 0.2454967 Nov 03 18:39:19.191149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a6659-813a-4eec-a06f-cceb28214f77 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0faf984-897e-4e11-8787-ac8951ac6a95,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:19.206015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.259619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:19.262927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:19.267770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:19.295238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event updated for resources: {'Port': ['ID=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:19.322169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:19.322982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.370183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-673f32d0-3a24-4b03-8aac-fda612dd6f38 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8206630 Nov 03 18:39:19.385819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Request body: {'port': {'device_id': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:19.397547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c92e1-4f47-4122-9a3e-b192c88355be req-c3ea2076-67c3-44f9-a219-f5c21cf649a0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:19.399117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-276c92e1-4f47-4122-9a3e-b192c88355be req-c3ea2076-67c3-44f9-a219-f5c21cf649a0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0736673 Nov 03 18:39:19.493297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-276c92e1-4f47-4122-9a3e-b192c88355be req-5e5990dc-41e0-4c20-8f17-eb61001c1e05 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778813 Nov 03 18:39:19.496744 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.554572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ae49d576-5486-45c8-ba6f-b00770482dc9 None None] Provisioning complete for port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:19.555227 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ae49d576-5486-45c8-ba6f-b00770482dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.597820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ae49d576-5486-45c8-ba6f-b00770482dc9 None None] Port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:19.704720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a2cf7e3-45b2-48cc-b1df-d5a784d1f970 req-7551b753-213a-4dfe-acb2-93e2eac9602c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/d1a707d3-de80-46d2-93fd-935defcb024f HTTP/1.1" status: 200 len: 1823 time: 0.0756526 Nov 03 18:39:20.117642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a2cf7e3-45b2-48cc-b1df-d5a784d1f970 req-7bfc1c44-2856-4d08-96db-31be1e3068b6 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.169860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a2cf7e3-45b2-48cc-b1df-d5a784d1f970 req-7bfc1c44-2856-4d08-96db-31be1e3068b6 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.195193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:20.209307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.236860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Transition to ACTIVE for port object 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:20.240605 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.294824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a2cf7e3-45b2-48cc-b1df-d5a784d1f970 req-7bfc1c44-2856-4d08-96db-31be1e3068b6 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.297514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9a2cf7e3-45b2-48cc-b1df-d5a784d1f970 req-7bfc1c44-2856-4d08-96db-31be1e3068b6 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.298677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a2cf7e3-45b2-48cc-b1df-d5a784d1f970 req-7bfc1c44-2856-4d08-96db-31be1e3068b6 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "DELETE /v2.0/security-groups/d1a707d3-de80-46d2-93fd-935defcb024f HTTP/1.1" status: 204 len: 173 time: 0.2647181 Nov 03 18:39:20.327674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Pushing event updated for resources: {'Port': ['ID=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:20.334321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc1c44-2856-4d08-96db-31be1e3068b6 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a707d3-de80-46d2-93fd-935defcb024f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:20.387518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Attempting to bind port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:20.387952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Attempting to bind port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:20.388357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Attempting to bind port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e on network 31bcb435-5029-4780-a926-36fbc1b6cf68 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:20.393298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e on network 31bcb435-5029-4780-a926-36fbc1b6cf68 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:20.393726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Attempting to bind port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e on network 31bcb435-5029-4780-a926-36fbc1b6cf68 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:20.399910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:20.400339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Checking segment: {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:20.400797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Bound using segment: {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:20.401299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Bound port: 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06a5370-b87b-4031-9d87-773219e28462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:20.401751 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.506305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eaa50-f270-42d6-a313-353177240488 req-ad7931e0-22d7-4555-b9e4-32caf5f63273 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.507785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a3eaa50-f270-42d6-a313-353177240488 req-ad7931e0-22d7-4555-b9e4-32caf5f63273 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 944 time: 0.0954261 Nov 03 18:39:20.510309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] For port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:20.513542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] For port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:20.528982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.584659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.585280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.586730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] 10.222.0.96 "PUT /v2.0/ports/9eafb73d-9ec3-4e93-8563-44a4ef47eb2e HTTP/1.1" status: 200 len: 1092 time: 1.2051992 Nov 03 18:39:20.588925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'tag': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:20.591358 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28207616-b885-49bd-993a-00bbe0a39ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5f9a71-8c23-484a-bdfb-4ff161f984a1", "tag": "9eafb73d-9ec3-4e93-8563-44a4ef47eb2e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:20.626690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a3eaa50-f270-42d6-a313-353177240488 req-dc0e6024-294d-44e1-96fb-d03e4c0612e5 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089988 Nov 03 18:39:20.666059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c6af5-e0e2-4694-b47f-1deb71f65332 service neutron] Pushing event updated for resources: {'Port': ['ID=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:20.686857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-ea45b6ef-31ff-4178-adef-385e18a0c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.688641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-ea45b6ef-31ff-4178-adef-385e18a0c475 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1aa2fb2ff783482d8775b23ece1a747d&device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 1095 time: 0.0545359 Nov 03 18:39:20.752566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-814e25dc-202b-4c20-934e-aeea411a44d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e HTTP/1.1" status: 200 len: 217 time: 0.0540698 Nov 03 18:39:20.825672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-0209570b-addd-4e44-aad3-94d8b503b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.827171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-0209570b-addd-4e44-aad3-94d8b503b873 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75b9101-a9b3-4d49-b16b-b2eccc04d365 HTTP/1.1" status: 200 len: 844 time: 0.0667081 Nov 03 18:39:20.829945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9d4a1c1-60ac-498d-a575-d83a11255a6d req-218cb5fd-9efa-46d5-ac7a-3d489c042c7d tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/746a2c5f-9ba8-4583-b983-3152e0deb690 HTTP/1.1" status: 200 len: 1823 time: 0.0765026 Nov 03 18:39:20.908649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-1eabf53a-2dc4-4651-8d14-f32187308a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.910717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-1eabf53a-2dc4-4651-8d14-f32187308a49 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=31bcb435-5029-4780-a926-36fbc1b6cf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727482 Nov 03 18:39:20.933742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f9d4a1c1-60ac-498d-a575-d83a11255a6d req-1767cea9-e372-43cb-b896-db311bc09993 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.997959 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f9d4a1c1-60ac-498d-a575-d83a11255a6d req-1767cea9-e372-43cb-b896-db311bc09993 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.049034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-461fdebf-1f9c-419a-ac29-331209c6c48d service neutron] 10.222.0.96 "GET /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280949 Nov 03 18:39:21.066761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f9d4a1c1-60ac-498d-a575-d83a11255a6d req-1767cea9-e372-43cb-b896-db311bc09993 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.069251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f9d4a1c1-60ac-498d-a575-d83a11255a6d req-1767cea9-e372-43cb-b896-db311bc09993 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.070367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9d4a1c1-60ac-498d-a575-d83a11255a6d req-1767cea9-e372-43cb-b896-db311bc09993 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "DELETE /v2.0/security-groups/746a2c5f-9ba8-4583-b983-3152e0deb690 HTTP/1.1" status: 204 len: 173 time: 0.2341995 Nov 03 18:39:21.099457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767cea9-e372-43cb-b896-db311bc09993 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a2c5f-9ba8-4583-b983-3152e0deb690,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:21.167725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-455a3051-ca79-4d27-bcbb-83d81961b0b2 req-fbe26843-2d85-4aac-a3e2-8c38918064da service neutron] 10.222.0.96 "GET /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089268 Nov 03 18:39:21.229617 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381a7a5-6de5-4368-b448-b0f441f925a7 x-openstack-request-id: req-f381a7a5-6de5-4368-b448-b0f441f925a7 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:21.229912 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5f9a71-8c23-484a-bdfb-4ff161f984a1", "tag": "9eafb73d-9ec3-4e93-8563-44a4ef47eb2e", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:21.230174 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f381a7a5-6de5-4368-b448-b0f441f925a7 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:21.230574 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'tag': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'status': 'completed', 'code': 200} Nov 03 18:39:21.336395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f44e2-35b6-4ffe-98a0-aa72816bc150 req-9ba47032-66ed-43a4-b40a-ec23bb366366 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.338024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-130f44e2-35b6-4ffe-98a0-aa72816bc150 req-9ba47032-66ed-43a4-b40a-ec23bb366366 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0494494 Nov 03 18:39:21.395170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-130f44e2-35b6-4ffe-98a0-aa72816bc150 req-ba54f73a-30ff-4e6b-a9f9-69d69fc257db tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Nov 03 18:39:21.453041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28207616-b885-49bd-993a-00bbe0a39ebc req-66031727-7879-41b7-85e3-865fd2caa570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.454455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28207616-b885-49bd-993a-00bbe0a39ebc req-66031727-7879-41b7-85e3-865fd2caa570 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1aa2fb2ff783482d8775b23ece1a747d&device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 1095 time: 0.0752590 Nov 03 18:39:21.475649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6eb39919-84ea-4a84-a8a5-445b1e258d7d req-838953ce-659c-4a02-a776-537c907efd6c tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/d7ab6f88-9df4-482b-95f8-9df907c5115b HTTP/1.1" status: 200 len: 2423 time: 0.0565603 Nov 03 18:39:21.600711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28207616-b885-49bd-993a-00bbe0a39ebc req-4dd7b059-3281-4420-850c-fa3c121f5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.602431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28207616-b885-49bd-993a-00bbe0a39ebc req-4dd7b059-3281-4420-850c-fa3c121f5eed service neutron] 10.222.0.96 "GET /v2.0/networks?id=31bcb435-5029-4780-a926-36fbc1b6cf68 HTTP/1.1" status: 200 len: 906 time: 0.1380520 Nov 03 18:39:21.603182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6eb39919-84ea-4a84-a8a5-445b1e258d7d req-04b25d60-419c-44cb-b63a-406a795c066b tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.657143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28207616-b885-49bd-993a-00bbe0a39ebc req-c3b30092-a3bb-4cea-b9a1-bd16bb2f7764 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e HTTP/1.1" status: 200 len: 217 time: 0.0423555 Nov 03 18:39:21.662160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6eb39919-84ea-4a84-a8a5-445b1e258d7d req-04b25d60-419c-44cb-b63a-406a795c066b tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.731308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28207616-b885-49bd-993a-00bbe0a39ebc req-bdc56f04-3ff9-4ac1-b8d3-86ca907bddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.732763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28207616-b885-49bd-993a-00bbe0a39ebc req-bdc56f04-3ff9-4ac1-b8d3-86ca907bddc3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75b9101-a9b3-4d49-b16b-b2eccc04d365 HTTP/1.1" status: 200 len: 844 time: 0.0629499 Nov 03 18:39:21.750979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6eb39919-84ea-4a84-a8a5-445b1e258d7d req-04b25d60-419c-44cb-b63a-406a795c066b tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.753581 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6eb39919-84ea-4a84-a8a5-445b1e258d7d req-04b25d60-419c-44cb-b63a-406a795c066b tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.754651 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6eb39919-84ea-4a84-a8a5-445b1e258d7d req-04b25d60-419c-44cb-b63a-406a795c066b tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "DELETE /v2.0/security-groups/d7ab6f88-9df4-482b-95f8-9df907c5115b HTTP/1.1" status: 204 len: 173 time: 0.2678342 Nov 03 18:39:21.787051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b25d60-419c-44cb-b63a-406a795c066b tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ab6f88-9df4-482b-95f8-9df907c5115b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:21.801996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28207616-b885-49bd-993a-00bbe0a39ebc req-2271c0a3-f45e-4cda-bb7c-534214f29732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.803499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28207616-b885-49bd-993a-00bbe0a39ebc req-2271c0a3-f45e-4cda-bb7c-534214f29732 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=31bcb435-5029-4780-a926-36fbc1b6cf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616033 Nov 03 18:39:21.957176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e03d1-8a78-42ba-923a-35eecf1c540f req-708938d6-f82b-4dfd-b5d5-2320266217d0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.959158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-188e03d1-8a78-42ba-923a-35eecf1c540f req-708938d6-f82b-4dfd-b5d5-2320266217d0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0935004 Nov 03 18:39:21.970188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28207616-b885-49bd-993a-00bbe0a39ebc req-e13fd901-4d8c-46f6-a159-29d032e704af service neutron] 10.222.0.96 "GET /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573434 Nov 03 18:39:22.064321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-188e03d1-8a78-42ba-923a-35eecf1c540f req-d845bbde-2bb0-44dc-ab91-52fbfa405908 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978808 Nov 03 18:39:22.097896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28207616-b885-49bd-993a-00bbe0a39ebc req-85ae119d-967b-4e7d-b2ac-b3275d640fb7 service neutron] 10.222.0.96 "GET /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128347 Nov 03 18:39:22.121953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51316) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:22.174382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7e789-6b99-46aa-9ee7-c4c996c5bec8 req-c25a0d2c-d5cc-4ce0-955e-3d4a0823194a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.176087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a7e789-6b99-46aa-9ee7-c4c996c5bec8 req-c25a0d2c-d5cc-4ce0-955e-3d4a0823194a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 944 time: 0.0501416 Nov 03 18:39:22.230067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a7e789-6b99-46aa-9ee7-c4c996c5bec8 req-256f984e-bda7-4d2c-97d3-d28b38f96b7d tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481091 Nov 03 18:39:22.253760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dae4b506-f529-48d6-9cb7-ec3493554085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.313108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-470a2263-d5f3-4e11-bfa1-f28c648baf3c req-88871a6c-244e-43d6-9247-e20d936f8032 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "GET /v2.0/security-groups/3de0536f-3c67-41fe-8f06-cc80511b24ab HTTP/1.1" status: 200 len: 2416 time: 0.0499117 Nov 03 18:39:22.339382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dae4b506-f529-48d6-9cb7-ec3493554085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.344488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dae4b506-f529-48d6-9cb7-ec3493554085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.377297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-470a2263-d5f3-4e11-bfa1-f28c648baf3c req-c4860b2f-a889-4ebb-b2be-9fb282a4d001 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.386139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4b506-f529-48d6-9cb7-ec3493554085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d75107c-4610-4982-8155-fa9357a60a1b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:22.390468 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dae4b506-f529-48d6-9cb7-ec3493554085 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9121ee6e9f674c639bd69e5ac87ba2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672131 Nov 03 18:39:22.393604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51328) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:22.417169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-470a2263-d5f3-4e11-bfa1-f28c648baf3c req-c4860b2f-a889-4ebb-b2be-9fb282a4d001 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.447776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:22.480000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6202bf3-f1f3-43f9-a9ae-6bf99178fe64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.490234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-470a2263-d5f3-4e11-bfa1-f28c648baf3c req-c4860b2f-a889-4ebb-b2be-9fb282a4d001 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.492825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-470a2263-d5f3-4e11-bfa1-f28c648baf3c req-c4860b2f-a889-4ebb-b2be-9fb282a4d001 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.494362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-470a2263-d5f3-4e11-bfa1-f28c648baf3c req-c4860b2f-a889-4ebb-b2be-9fb282a4d001 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] 10.222.0.77 "DELETE /v2.0/security-groups/3de0536f-3c67-41fe-8f06-cc80511b24ab HTTP/1.1" status: 204 len: 173 time: 0.1731176 Nov 03 18:39:22.500847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51334) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:22.515277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4860b2f-a889-4ebb-b2be-9fb282a4d001 tempest-SecurityGroupRulesTestJSON-819887485 tempest-SecurityGroupRulesTestJSON-819887485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de0536f-3c67-41fe-8f06-cc80511b24ab,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:22.518232 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6202bf3-f1f3-43f9-a9ae-6bf99178fe64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.559805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69fd74f-02ea-487f-89d1-cd85ebdc58fd admin admin] Deleting subnet 441c317b-48f0-4f79-a744-29723791f9d5 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:39:22.564190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b69fd74f-02ea-487f-89d1-cd85ebdc58fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.580091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6202bf3-f1f3-43f9-a9ae-6bf99178fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.583132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6202bf3-f1f3-43f9-a9ae-6bf99178fe64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.584385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e6202bf3-f1f3-43f9-a9ae-6bf99178fe64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d75107c-4610-4982-8155-fa9357a60a1b HTTP/1.1" status: 204 len: 168 time: 0.1892810 Nov 03 18:39:22.593998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6202bf3-f1f3-43f9-a9ae-6bf99178fe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d75107c-4610-4982-8155-fa9357a60a1b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:22.650240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b69fd74f-02ea-487f-89d1-cd85ebdc58fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.707852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b69fd74f-02ea-487f-89d1-cd85ebdc58fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.735071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:22.769336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '58544d9f-9040-49b0-9298-d3220000f867', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': '58544d9f-9040-49b0-9298-d3220000f867', 'mac_address': 'fa:16:3e:50:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:22.804972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b69fd74f-02ea-487f-89d1-cd85ebdc58fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.868564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b69fd74f-02ea-487f-89d1-cd85ebdc58fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.872201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b69fd74f-02ea-487f-89d1-cd85ebdc58fd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/441c317b-48f0-4f79-a744-29723791f9d5 HTTP/1.1" status: 204 len: 168 time: 0.3692570 Nov 03 18:39:22.873726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fd74f-02ea-487f-89d1-cd85ebdc58fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441c317b-48f0-4f79-a744-29723791f9d5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:22.874829 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51360) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:22.875347 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.896893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58544d9f-9040-49b0-9298-d3220000f867 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:22.929175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:22.935799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.012825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:23.026458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.027426 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['58544d9f-9040-49b0-9298-d3220000f867'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:23.184344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.213468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6035e290-1d26-48e6-9405-a4e258c02e3d']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:23.227398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757b0b20-e2c8-462b-897d-6b619034b8ed') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:23.228093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757b0b20-e2c8-462b-897d-6b619034b8ed') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:23.239015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78b9a5-8744-403e-8e74-64e183e7e030 req-700143f6-4bfb-4576-a82a-7b2682a9c5b1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.243822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e78b9a5-8744-403e-8e74-64e183e7e030 req-700143f6-4bfb-4576-a82a-7b2682a9c5b1 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.1445951 Nov 03 18:39:23.268767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.302656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.318716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:39:23.319148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:39:23.321081 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:39:23.355021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e78b9a5-8744-403e-8e74-64e183e7e030 req-cdfc348e-17d5-4092-8ab0-f96befa2de58 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044531 Nov 03 18:39:23.467531 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.474182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.481315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6035e290-1d26-48e6-9405-a4e258c02e3d HTTP/1.1" status: 204 len: 168 time: 0.6051860 Nov 03 18:39:23.529859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088944f-d081-47c5-8cd4-55c91d97a5b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6035e290-1d26-48e6-9405-a4e258c02e3d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:23.571459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7c38b-1259-4e27-ae13-d4c7c1c6707c req-a3540bb8-ffa9-4b07-a7b7-29e36c7af138 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.576976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24c7c38b-1259-4e27-ae13-d4c7c1c6707c req-a3540bb8-ffa9-4b07-a7b7-29e36c7af138 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 944 time: 0.1133537 Nov 03 18:39:23.690231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24c7c38b-1259-4e27-ae13-d4c7c1c6707c req-014bf601-da3a-434b-89bf-58eea51e2432 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061730 Nov 03 18:39:23.714556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51390) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:23.811860 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7b096a24-c94b-4a40-9414-7a5ed7521e65 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00f653eef52e463d9abadb3c55be18b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0942404 Nov 03 18:39:23.813019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51404) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:23.898458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b24899f-2c9a-46ba-920b-1c4082f283ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.948591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b24899f-2c9a-46ba-920b-1c4082f283ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.018612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b24899f-2c9a-46ba-920b-1c4082f283ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.031876 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b24899f-2c9a-46ba-920b-1c4082f283ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.035564 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0b24899f-2c9a-46ba-920b-1c4082f283ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9820e27-1463-4f86-b8ed-513c17d1c1b9 HTTP/1.1" status: 204 len: 168 time: 0.2191052 Nov 03 18:39:24.063612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24899f-2c9a-46ba-920b-1c4082f283ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9820e27-1463-4f86-b8ed-513c17d1c1b9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:24.466171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:24.468241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:24.539522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c2485-da83-44c7-a1d5-736b632d5eee req-6c96b596-a107-4d20-be6a-7c6f619930d8 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.543730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-788c2485-da83-44c7-a1d5-736b632d5eee req-6c96b596-a107-4d20-be6a-7c6f619930d8 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0936460 Nov 03 18:39:24.608460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-788c2485-da83-44c7-a1d5-736b632d5eee req-cdb1d9dd-0de0-4e95-ace1-9923e7dd69a4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592368 Nov 03 18:39:24.687763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:24.715536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 58544d9f-9040-49b0-9298-d3220000f867 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:24.717632 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.768184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'port_id': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'mac_address': 'fa:16:3e:3d:b1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:24.897713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedf29f-c008-42b4-b32b-0bcfb41c00fc req-db205717-619f-4519-91ea-8022c6e835f0 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.908080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbedf29f-c008-42b4-b32b-0bcfb41c00fc req-db205717-619f-4519-91ea-8022c6e835f0 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 944 time: 0.0993626 Nov 03 18:39:24.919929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.967478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:25.017330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:25.018911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51452) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:25.028596 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.078700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbedf29f-c008-42b4-b32b-0bcfb41c00fc req-eef37756-c13b-4715-8851-5069bcc3911e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649835 Nov 03 18:39:25.228165 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.250364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:25.276404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:25.286034 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0f2447-c681-45f4-9095-b194c86dd009" -d '{"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-plugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:25.308861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-163a8cda-14a1-4171-90c8-97a3c1ac468f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.317307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['9eafb73d-9ec3-4e93-8563-44a4ef47eb2e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:25.378081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:25.402462 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.529207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:25.575213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-163a8cda-14a1-4171-90c8-97a3c1ac468f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.587561 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-163a8cda-14a1-4171-90c8-97a3c1ac468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.641436 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-163a8cda-14a1-4171-90c8-97a3c1ac468f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=822207d704d54119878894f6957e68a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6206563 Nov 03 18:39:25.644163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51484) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:25.723392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51486) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:25.727057 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f383ea-30ec-4262-9a53-82a15bea63bf x-openstack-request-id: req-50f383ea-30ec-4262-9a53-82a15bea63bf {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:25.727464 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-plugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:25.729746 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50f383ea-30ec-4262-9a53-82a15bea63bf {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:25.730246 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'code': 200} Nov 03 18:39:25.734388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a8cda-14a1-4171-90c8-97a3c1ac468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16b7860-dd44-45af-b5a3-766091044eef,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:25.812175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e110306d-2cd5-4f7b-b813-180602312ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.857720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e110306d-2cd5-4f7b-b813-180602312ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.892289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c2ebd-6086-4f90-887c-18fc18d7c1da req-39f180ff-d1c9-47c1-afed-14b8189ff44e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.894130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-581c2ebd-6086-4f90-887c-18fc18d7c1da req-39f180ff-d1c9-47c1-afed-14b8189ff44e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0991259 Nov 03 18:39:25.952753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1495697011-network', 'tenant_id': '44afb02e292a46e6bca7a101291cf9d4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:25.980285 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e110306d-2cd5-4f7b-b813-180602312ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.984509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e110306d-2cd5-4f7b-b813-180602312ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.985904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e110306d-2cd5-4f7b-b813-180602312ebc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d16b7860-dd44-45af-b5a3-766091044eef HTTP/1.1" status: 204 len: 168 time: 0.3403568 Nov 03 18:39:26.014279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110306d-2cd5-4f7b-b813-180602312ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16b7860-dd44-45af-b5a3-766091044eef,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:26.062371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-581c2ebd-6086-4f90-887c-18fc18d7c1da req-43d4efde-accb-4350-9d38-046d0fd0b67d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563745 Nov 03 18:39:26.064363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Made reservation on behalf of 44afb02e292a46e6bca7a101291cf9d4 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:26.071623 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.089806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.215678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.222988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.290747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79133c5-9dca-4d66-ad02-e1794940b1b8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:26.299563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:39:26.313315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.313932 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Added segment 7027d5fc-10f2-407e-8a43-1648ac619fba of type vlan for network 5e49b08f-5458-4ff1-94d4-27ce893392e7 Nov 03 18:39:26.405474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.435542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf677f-f178-4e5b-adaf-c24db742fa34 req-97a66111-8e16-4320-ac55-ebd010933671 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.437049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0dcf677f-f178-4e5b-adaf-c24db742fa34 req-97a66111-8e16-4320-ac55-ebd010933671 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 945 time: 0.1105361 Nov 03 18:39:26.468094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.469046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.469655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.479051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:26.569330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:26.570245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8443000 Nov 03 18:39:26.572440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51530) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:26.573694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:26.574069 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.591784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0dcf677f-f178-4e5b-adaf-c24db742fa34 req-eb3e6c80-c994-4275-8115-e88dec9b6000 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437263 Nov 03 18:39:26.603837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Request body: {'subnet': {'network_id': '5e49b08f-5458-4ff1-94d4-27ce893392e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1495697011-subnet', 'tenant_id': '44afb02e292a46e6bca7a101291cf9d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:26.618680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8476e-1f91-4009-96c6-6127eaca07d5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e49b08f-5458-4ff1-94d4-27ce893392e7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:26.631153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5e49b08f-5458-4ff1-94d4-27ce893392e7 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:39:26.652105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Made reservation on behalf of 44afb02e292a46e6bca7a101291cf9d4 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:26.667671 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.795816 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.846346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:26.859217 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:26.959630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:27.072883 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.156606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64fe4dca-e47e-4967-9a11-87bafe7a4660,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:27.167416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51560) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:27.191041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Checking segment: {'id': '7027d5fc-10f2-407e-8a43-1648ac619fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e49b08f-5458-4ff1-94d4-27ce893392e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:27.191883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Network hostable DHCP agents. Network: 5e49b08f-5458-4ff1-94d4-27ce893392e7, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:39:27.221770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Network 5e49b08f-5458-4ff1-94d4-27ce893392e7 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:39:27.253951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 5e49b08f-5458-4ff1-94d4-27ce893392e7) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:27.258932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.259810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.270869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4adf82-62bc-4f29-b6c9-c1779ad99694 None None] Network 5e49b08f-5458-4ff1-94d4-27ce893392e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:27.282780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9569923b-2670-4535-95a8-1efd6591b2b7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7091846 Nov 03 18:39:27.294193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e23dba-cf23-41b2-afac-a01b7474d9de req-28cdd959-5b39-44a0-96d6-4c317557aaef tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.302182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74e23dba-cf23-41b2-afac-a01b7474d9de req-28cdd959-5b39-44a0-96d6-4c317557aaef tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 945 time: 0.0914724 Nov 03 18:39:27.380315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74e23dba-cf23-41b2-afac-a01b7474d9de req-ee30734e-dba7-4d02-8931-eee9288d27f1 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766485 Nov 03 18:39:27.399905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-network', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:27.447683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Made reservation on behalf of 9cf39e001471468ea7abe94ace1ec00b for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:27.451981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.478002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.568064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdbdad-cefc-4159-99e8-f7c2c979eae7 req-48206347-ff63-4416-9724-45b01ab2b551 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.569868 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01cdbdad-cefc-4159-99e8-f7c2c979eae7 req-48206347-ff63-4416-9724-45b01ab2b551 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0817533 Nov 03 18:39:27.593537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.595274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e54efd-ec6f-4974-86f5-143ec83a0d81 None None] Network 5e49b08f-5458-4ff1-94d4-27ce893392e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:27.600153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.622382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:39:27.646044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.646386 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Added segment 010987d0-c82a-452c-ad24-e8c625a9b8be of type vlan for network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e Nov 03 18:39:27.656637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01cdbdad-cefc-4159-99e8-f7c2c979eae7 req-b7fc2c58-9ab2-4b3d-8df6-f20751aebb69 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802310 Nov 03 18:39:27.666421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae14a22-0db2-4970-a8de-31ebe8a31d5f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:27.727922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.733720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:27.736662 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ef4b2e-f079-47c0-8874-1c0cb6e14cc7" -d '{"events": [{"server_uuid": "5f5f9a71-8c23-484a-bdfb-4ff161f984a1", "name": "network-vif-plugged", "status": "completed", "tag": "9eafb73d-9ec3-4e93-8563-44a4ef47eb2e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:27.797265 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.798598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.799382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.860481 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6918721 Nov 03 18:39:27.863668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51580) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:27.872255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Request body: {'subnet': {'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-subnet', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:27.916373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e0e27ff4-8cd5-4afd-9106-cac747e62a34 req-d7962b3d-fb33-4cb5-bcfd-2ad81aea6821 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1743361403', 'description': 'tempest-description-815487550'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:27.939491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01b16e-1ec7-4e40-83b5-addb1e199484 admin admin] Pushing event updated for resources: {'Network': ['ID=315317f1-8899-4e6d-ad3e-cbf34bc34e3e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:27.943529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Made reservation on behalf of 9cf39e001471468ea7abe94ace1ec00b for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:27.948039 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.951228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:39:27.959131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0e27ff4-8cd5-4afd-9106-cac747e62a34 req-d7962b3d-fb33-4cb5-bcfd-2ad81aea6821 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.065253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0e27ff4-8cd5-4afd-9106-cac747e62a34 req-d7962b3d-fb33-4cb5-bcfd-2ad81aea6821 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.074360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0e27ff4-8cd5-4afd-9106-cac747e62a34 req-d7962b3d-fb33-4cb5-bcfd-2ad81aea6821 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.114908 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0e27ff4-8cd5-4afd-9106-cac747e62a34 req-d7962b3d-fb33-4cb5-bcfd-2ad81aea6821 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.140484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0e27ff4-8cd5-4afd-9106-cac747e62a34 req-d7962b3d-fb33-4cb5-bcfd-2ad81aea6821 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2296033 Nov 03 18:39:28.157020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7962b3d-fb33-4cb5-bcfd-2ad81aea6821 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcc30a4-3742-498c-8a5d-75a5a09b2846,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:28.306590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.331313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e40c1-3b61-47c4-a6e2-f379c1c73bce req-56bb9d63-364d-4548-9a61-ddbbb181824d tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:28.341992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-809e40c1-3b61-47c4-a6e2-f379c1c73bce req-56bb9d63-364d-4548-9a61-ddbbb181824d tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 946 time: 0.0877008 Nov 03 18:39:28.406035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:28.410204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Checking segment: {'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:28.410575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Network hostable DHCP agents. Network: 315317f1-8899-4e6d-ad3e-cbf34bc34e3e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:39:28.422080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-809e40c1-3b61-47c4-a6e2-f379c1c73bce req-58279563-c6ec-432b-ae7a-36fc50fab15b tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789242 Nov 03 18:39:28.453131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:39:28.474651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 315317f1-8899-4e6d-ad3e-cbf34bc34e3e) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:28.484372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4577c06d-4ed8-4907-b1b3-5831dba50954 None None] Network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:28.499545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:28.500126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.518682 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63d725f-12ed-4657-85fa-16cdc5bc82c0 x-openstack-request-id: req-b63d725f-12ed-4657-85fa-16cdc5bc82c0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:28.524386 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5f9a71-8c23-484a-bdfb-4ff161f984a1", "name": "network-vif-plugged", "status": "completed", "tag": "9eafb73d-9ec3-4e93-8563-44a4ef47eb2e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:28.524648 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b63d725f-12ed-4657-85fa-16cdc5bc82c0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:28.528901 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'code': 200} Nov 03 18:39:28.553728 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9fd49ed3-4662-4eed-82f0-6583e4dc1241 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6860285 Nov 03 18:39:28.554219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51608) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:28.559742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:28.598574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.600178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.732065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-315317f1-8899-4e6d-ad3e-cbf34bc34e3e', 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'fixed_ips': [{'subnet_id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:39:28.733575 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.746109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.788269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1789b-f1ac-45ae-aecb-390dff97b156 req-9b62a17b-65dd-4c61-a73d-311923613f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:28.789805 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfb1789b-f1ac-45ae-aecb-390dff97b156 req-9b62a17b-65dd-4c61-a73d-311923613f23 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 1097 time: 0.2085090 Nov 03 18:39:28.813250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7686688-3bc4-4133-bfa9-183bbc5de072 req-b549f624-35e6-4abf-ab4f-e5d95e625eea tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/3bcc30a4-3742-498c-8a5d-75a5a09b2846 HTTP/1.1" status: 200 len: 1831 time: 0.1308978 Nov 03 18:39:28.831428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-d7686688-3bc4-4133-bfa9-183bbc5de072 req-57f2f590-9271-4117-8693-e56232d09db0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3bcc30a4-3742-498c-8a5d-75a5a09b2846', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:28.831778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-d7686688-3bc4-4133-bfa9-183bbc5de072 req-57f2f590-9271-4117-8693-e56232d09db0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3bcc30a4-3742-498c-8a5d-75a5a09b2846', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:28.915177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Allocated IP 172.20.0.2 (315317f1-8899-4e6d-ad3e-cbf34bc34e3e/b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94/f5d7c734-70f9-4215-b737-5aacb4681080) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:28.997636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d7686688-3bc4-4133-bfa9-183bbc5de072 req-57f2f590-9271-4117-8693-e56232d09db0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.037346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfb1789b-f1ac-45ae-aecb-390dff97b156 req-b98f1336-fd8b-456f-8791-9bb09ba010ce service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207403 Nov 03 18:39:29.040674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d7686688-3bc4-4133-bfa9-183bbc5de072 req-57f2f590-9271-4117-8693-e56232d09db0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.042518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.054885 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d7686688-3bc4-4133-bfa9-183bbc5de072 req-57f2f590-9271-4117-8693-e56232d09db0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.059263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-7272c32d-f426-47d3-9f7b-c8dea62f1a67 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:29.061264 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-7272c32d-f426-47d3-9f7b-c8dea62f1a67 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 945 time: 0.2236669 Nov 03 18:39:29.106055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2f590-9271-4117-8693-e56232d09db0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73144068-7828-42e4-8107-7e0dcb3e59fd,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:29.119010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d7686688-3bc4-4133-bfa9-183bbc5de072 req-57f2f590-9271-4117-8693-e56232d09db0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.123415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7686688-3bc4-4133-bfa9-183bbc5de072 req-57f2f590-9271-4117-8693-e56232d09db0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3072248 Nov 03 18:39:29.152219 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.162355 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.231418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Deleting port a5658137-2ad4-4394-b322-d8acc47f071b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:29.232050 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.238609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Pushing event updated for resources: {'Port': ['ID=f5d7c734-70f9-4215-b737-5aacb4681080,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:29.243700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:29.245597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:29.247997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:29.280943 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:39:29.299505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c952e-2db7-4d43-891b-c820db648b65 req-3f5f052e-a00d-4b2b-b4cd-8524cc1eda53 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:29.309510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc4c952e-2db7-4d43-891b-c820db648b65 req-3f5f052e-a00d-4b2b-b4cd-8524cc1eda53 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 945 time: 0.1012313 Nov 03 18:39:29.332973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Attempting to bind port f5d7c734-70f9-4215-b737-5aacb4681080 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:29.335096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Attempting to bind port f5d7c734-70f9-4215-b737-5aacb4681080 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:29.335794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Attempting to bind port f5d7c734-70f9-4215-b737-5aacb4681080 on network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:29.344375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:29.345053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Checking segment: {'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:29.345703 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.346313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Bound using segment: {'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:29.347787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Bound port: f5d7c734-70f9-4215-b737-5aacb4681080, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:29.348561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.371839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc4c952e-2db7-4d43-891b-c820db648b65 req-6a964b44-7c28-46c0-b51c-4f9e67e3a059 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611522 Nov 03 18:39:29.431656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] For port a5658137-2ad4-4394-b322-d8acc47f071b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a5658137-2ad4-4394-b322-d8acc47f071b,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:29.432417 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.467088 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Calling delete_port for a5658137-2ad4-4394-b322-d8acc47f071b owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:29.472007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] For port f5d7c734-70f9-4215-b737-5aacb4681080, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:29.477321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] For port f5d7c734-70f9-4215-b737-5aacb4681080, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f5d7c734-70f9-4215-b737-5aacb4681080,segment=NetworkSegment(010987d0-c82a-452c-ad24-e8c625a9b8be),segment_id=010987d0-c82a-452c-ad24-e8c625a9b8be)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:29.486449 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.494862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.555665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.599021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035ca84-c5d8-40e1-bce7-1485c53f5a02 None None] Pushing event updated for resources: {'Port': ['ID=f5d7c734-70f9-4215-b737-5aacb4681080,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:29.619180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd61234-69ba-4ca3-8653-be254dbedaaf req-19fc9d25-91e9-4ffb-8b04-10089e9bb08d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:29.620724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bd61234-69ba-4ca3-8653-be254dbedaaf req-19fc9d25-91e9-4ffb-8b04-10089e9bb08d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0972502 Nov 03 18:39:29.738548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bd61234-69ba-4ca3-8653-be254dbedaaf req-2dfc1497-ffa2-418c-a045-8db661a19cf4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020727 Nov 03 18:39:29.840829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.853206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['a5658137-2ad4-4394-b322-d8acc47f071b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:29.859151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Allocated IP 172.25.3.26 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/48831c0d-8813-4e29-9ef4-490fd964a11d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:29.903224 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cf76369-ae56-4e9b-9f7b-1ac9878b56fc req-873da186-7fdd-4475-8349-b7db22995bcb tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/3bcc30a4-3742-498c-8a5d-75a5a09b2846 HTTP/1.1" status: 200 len: 2425 time: 0.1285853 Nov 03 18:39:29.905006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event deleted for resources: {'Port': ['ID=a5658137-2ad4-4394-b322-d8acc47f071b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:29.974801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] No DVR routers for this DVR port a5658137-2ad4-4394-b322-d8acc47f071b on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:29.979352 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.982854 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4a374dda-c67f-4c3d-b567-535f1ed22f76 req-df30eee1-c2a3-41c7-97ef-b04763ecf0a0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "DELETE /v2.0/ports/a5658137-2ad4-4394-b322-d8acc47f071b HTTP/1.1" status: 204 len: 173 time: 0.9085548 Nov 03 18:39:29.983417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43321ca3-9e32-4fc1-a306-1e0ffea13f21', 'name': 'network-vif-deleted', 'tag': 'a5658137-2ad4-4394-b322-d8acc47f071b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:29.985832 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b798b32c-3952-434e-9bc6-9f3bdf127427" -d '{"events": [{"server_uuid": "43321ca3-9e32-4fc1-a306-1e0ffea13f21", "name": "network-vif-deleted", "tag": "a5658137-2ad4-4394-b322-d8acc47f071b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:30.078289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8181d-babf-40d6-bfba-ef31dcbc4790 req-c6950153-b3d4-4521-ab63-43b295b2ebf7 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:30.090160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f8181d-babf-40d6-bfba-ef31dcbc4790 req-c6950153-b3d4-4521-ab63-43b295b2ebf7 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 946 time: 0.0916457 Nov 03 18:39:30.140206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:30.156703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f8181d-babf-40d6-bfba-ef31dcbc4790 req-592f78df-01ed-4176-a0be-aade564a7f5f tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651343 Nov 03 18:39:30.187895 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:30.264881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:30.272789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:30.276839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:30.283758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Pushing event updated for resources: {'Port': ['ID=48831c0d-8813-4e29-9ef4-490fd964a11d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:30.451807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-671edcb8-4e00-47ee-872e-e91223ee32de req-0e97b507-811d-4987-85e1-da992e1407d6 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-group-rules/73144068-7828-42e4-8107-7e0dcb3e59fd HTTP/1.1" status: 200 len: 778 time: 0.0389302 Nov 03 18:39:30.571202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-671edcb8-4e00-47ee-872e-e91223ee32de req-12814580-c64f-4961-9816-dc8b1c0baafc tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/3bcc30a4-3742-498c-8a5d-75a5a09b2846 HTTP/1.1" status: 200 len: 2425 time: 0.1093333 Nov 03 18:39:30.624587 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-671edcb8-4e00-47ee-872e-e91223ee32de req-cadcc901-975b-4ee7-b283-b8525112d102 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:30.637764 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-671edcb8-4e00-47ee-872e-e91223ee32de req-cadcc901-975b-4ee7-b283-b8525112d102 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:30.696423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-671edcb8-4e00-47ee-872e-e91223ee32de req-cadcc901-975b-4ee7-b283-b8525112d102 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:30.704982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-671edcb8-4e00-47ee-872e-e91223ee32de req-cadcc901-975b-4ee7-b283-b8525112d102 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:30.716967 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-671edcb8-4e00-47ee-872e-e91223ee32de req-cadcc901-975b-4ee7-b283-b8525112d102 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/73144068-7828-42e4-8107-7e0dcb3e59fd HTTP/1.1" status: 204 len: 173 time: 0.1321661 Nov 03 18:39:30.733024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcc901-975b-4ee7-b283-b8525112d102 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73144068-7828-42e4-8107-7e0dcb3e59fd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:30.959067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e755d7aa-29f9-4a4b-81e9-d06b728866c5 req-c4ab936b-ec09-4659-895c-126c72e00d02 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 210 time: 0.0626037 Nov 03 18:39:31.025381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f5d7c734-70f9-4215-b737-5aacb4681080 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:31.039847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-497b3791-8b5e-497f-afb0-3f637383c239 req-dd49fb59-d9b1-4651-9940-7d1996eacbe3 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1517187676', 'description': 'tempest-description-1568295911'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:31.075233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-497b3791-8b5e-497f-afb0-3f637383c239 req-dd49fb59-d9b1-4651-9940-7d1996eacbe3 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.107238 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acb8780-6cb9-4aee-9c7f-68ee21a71e36 x-openstack-request-id: req-1acb8780-6cb9-4aee-9c7f-68ee21a71e36 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:31.107904 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43321ca3-9e32-4fc1-a306-1e0ffea13f21", "name": "network-vif-deleted", "tag": "a5658137-2ad4-4394-b322-d8acc47f071b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:31.107904 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1acb8780-6cb9-4aee-9c7f-68ee21a71e36 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:31.108190 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43321ca3-9e32-4fc1-a306-1e0ffea13f21', 'name': 'network-vif-deleted', 'tag': 'a5658137-2ad4-4394-b322-d8acc47f071b', 'status': 'completed', 'code': 200} Nov 03 18:39:31.144567 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.168607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590e16f-3f19-48ae-9774-cfcecf7463a8 None None] Network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:31.204993 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-497b3791-8b5e-497f-afb0-3f637383c239 req-dd49fb59-d9b1-4651-9940-7d1996eacbe3 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.212421 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-497b3791-8b5e-497f-afb0-3f637383c239 req-dd49fb59-d9b1-4651-9940-7d1996eacbe3 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.260512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-497b3791-8b5e-497f-afb0-3f637383c239 req-dd49fb59-d9b1-4651-9940-7d1996eacbe3 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.275231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-497b3791-8b5e-497f-afb0-3f637383c239 req-dd49fb59-d9b1-4651-9940-7d1996eacbe3 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2410550 Nov 03 18:39:31.288777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49fb59-d9b1-4651-9940-7d1996eacbe3 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef432d1-6434-408b-8a50-83a458bca3c5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:31.330081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-158c1709-3359-4a3e-93e8-c36b18ad1e90 None None] Provisioning complete for port f5d7c734-70f9-4215-b737-5aacb4681080 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:31.330081 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-158c1709-3359-4a3e-93e8-c36b18ad1e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.332545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f5d7c734-70f9-4215-b737-5aacb4681080 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:31.332997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.553885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024b58a-a951-4e42-abc4-21dc52e09fee req-7a5e01d9-d9b1-4c42-90dd-c59453c4e8a0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:31.568305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3024b58a-a951-4e42-abc4-21dc52e09fee req-7a5e01d9-d9b1-4c42-90dd-c59453c4e8a0 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.1764765 Nov 03 18:39:31.587987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.681248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3024b58a-a951-4e42-abc4-21dc52e09fee req-bc23ae11-3f8f-48cc-a6de-e52d2bab0c1d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071346 Nov 03 18:39:31.714879 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-158c1709-3359-4a3e-93e8-c36b18ad1e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.720278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port f5d7c734-70f9-4215-b737-5aacb4681080, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f5d7c734-70f9-4215-b737-5aacb4681080,segment=NetworkSegment(010987d0-c82a-452c-ad24-e8c625a9b8be),segment_id=010987d0-c82a-452c-ad24-e8c625a9b8be)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:31.735776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.741187 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.925814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053e292-2466-4c3f-9295-034b021a97db req-11bc2bc8-8332-4de3-83d8-33e0369ddc6e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:31.938146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3053e292-2466-4c3f-9295-034b021a97db req-11bc2bc8-8332-4de3-83d8-33e0369ddc6e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 946 time: 0.1405675 Nov 03 18:39:31.981917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=f5d7c734-70f9-4215-b737-5aacb4681080,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:31.987520 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-158c1709-3359-4a3e-93e8-c36b18ad1e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:39:31.993429 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-158c1709-3359-4a3e-93e8-c36b18ad1e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:39:32.024851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3053e292-2466-4c3f-9295-034b021a97db req-3d37c534-ea80-46ff-aceb-8a59db428116 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804243 Nov 03 18:39:32.067370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:39:32.095490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.129692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b0b9e33-5640-48c6-866b-9019d2af72e0 req-4c72aee1-b084-43fe-9142-b5446a435a51 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/9ef432d1-6434-408b-8a50-83a458bca3c5 HTTP/1.1" status: 200 len: 1832 time: 0.0838783 Nov 03 18:39:32.263601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:32.275924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Sync routers for ids ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:32.288118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.293381 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-848f7cc5-5d10-47a0-a09c-8379bd2c4891 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7357569 Nov 03 18:39:32.293721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51704) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:32.306492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Routers {'6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:32.308656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:32.482480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-787f33d6-39fa-4ba0-a6e8-6ab4f880ad50 req-d5cd00f7-4b97-4343-aeda-f5ae1950a68b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 210 time: 0.0502617 Nov 03 18:39:32.604779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Set router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:32.775422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d7fc1657-d1a4-4cab-a85e-b28899a33017 None None] Provisioning complete for port f5d7c734-70f9-4215-b737-5aacb4681080 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:32.775799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1657-d1a4-4cab-a85e-b28899a33017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.808254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f25ad-074a-4c30-9bf8-dc7328df51ea req-b13e50cd-a952-4ed8-bd81-009af3c23aa1 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.819463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51710) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:32.825954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Request body: {'floatingip': {'port_id': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:32.834143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-013f25ad-074a-4c30-9bf8-dc7328df51ea req-b13e50cd-a952-4ed8-bd81-009af3c23aa1 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 946 time: 0.2481575 Nov 03 18:39:32.958126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.013483 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f5d7c734-70f9-4215-b737-5aacb4681080 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:33.376932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285d52-01d6-4098-8552-81aeed1fa9a1 req-bb486c39-97c3-4023-90b9-f83746e75889 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.385121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a5285d52-01d6-4098-8552-81aeed1fa9a1 req-bb486c39-97c3-4023-90b9-f83746e75889 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.2177541 Nov 03 18:39:33.402474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.514022 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.578382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:30Z', 'revision_number': 3, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port': {'id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:29Z', 'updated_at': '2021-11-03T18:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:33.640706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Checking router: 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:33.641164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Updating router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 port 48831c0d-8813-4e29-9ef4-490fd964a11d binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:39:33.689086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f5d7c734-70f9-4215-b737-5aacb4681080 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:33.689771 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.700342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a5285d52-01d6-4098-8552-81aeed1fa9a1 req-9c8b30e4-874b-4673-9615-c2888206b310 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142123 Nov 03 18:39:33.706706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Allocated IP 172.20.0.1 (315317f1-8899-4e6d-ad3e-cbf34bc34e3e/b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94/17a3b0dc-7994-4298-a4a8-a25378c73148) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:33.741231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.744515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.749729 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.755896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-1db168fb-c055-4f26-9f60-7e72b11cc485 req-90fbd05a-6037-4106-ae08-0763040c327b tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-735703682', 'description': 'tempest-description-2122744662'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:33.874793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1db168fb-c055-4f26-9f60-7e72b11cc485 req-90fbd05a-6037-4106-ae08-0763040c327b tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.912831 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Floating IP 2707aa49-bc2a-47b9-96b7-aff5664d3250 associated. External IP: 172.25.3.34, port: 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e. Nov 03 18:39:34.000233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.089281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a5658137-2ad4-4394-b322-d8acc47f071b no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:34.098305 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1db168fb-c055-4f26-9f60-7e72b11cc485 req-90fbd05a-6037-4106-ae08-0763040c327b tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.100588 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.111525 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1db168fb-c055-4f26-9f60-7e72b11cc485 req-90fbd05a-6037-4106-ae08-0763040c327b tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.164847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:34.173047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:34.180976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: a5658137-2ad4-4394-b322-d8acc47f071b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:34.180976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a5658137-2ad4-4394-b322-d8acc47f071b not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:34.186371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:34.226778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1db168fb-c055-4f26-9f60-7e72b11cc485 req-90fbd05a-6037-4106-ae08-0763040c327b tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.228078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1db168fb-c055-4f26-9f60-7e72b11cc485 req-90fbd05a-6037-4106-ae08-0763040c327b tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4834099 Nov 03 18:39:34.232753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Pushing event updated for resources: {'Port': ['ID=17a3b0dc-7994-4298-a4a8-a25378c73148,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:34.242637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbd05a-6037-4106-ae08-0763040c327b tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56737ff4-b887-4bac-ab3c-faa6751ba088,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:34.255965 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.411853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:39:34.531575 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.539404 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.576932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-6c437adb-c76a-45c6-b06d-87026ffc1dd6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192617 Nov 03 18:39:34.582569 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.621713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:34.628740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.639755 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] Sync routers for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:34.659854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Attempting to bind port 48831c0d-8813-4e29-9ef4-490fd964a11d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:34.660527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Attempting to bind port 48831c0d-8813-4e29-9ef4-490fd964a11d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:34.661036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Attempting to bind port 48831c0d-8813-4e29-9ef4-490fd964a11d on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:34.665769 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:34.666876 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:34.681728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:34.682425 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:34.688105 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-effa41cf-b554-4d8d-801d-9954a082f9cb tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "PUT /v2.0/floatingips/2707aa49-bc2a-47b9-96b7-aff5664d3250 HTTP/1.1" status: 200 len: 991 time: 1.8637526 Nov 03 18:39:34.688570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.688570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:34.688570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Bound port: 48831c0d-8813-4e29-9ef4-490fd964a11d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:34.688570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.689245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'tag': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:34.697091 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21d7902-0882-424b-8fc4-aa574862d550" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5f9a71-8c23-484a-bdfb-4ff161f984a1", "tag": "9eafb73d-9ec3-4e93-8563-44a4ef47eb2e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:34.770743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] For port 48831c0d-8813-4e29-9ef4-490fd964a11d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:34.775721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] For port 48831c0d-8813-4e29-9ef4-490fd964a11d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=48831c0d-8813-4e29-9ef4-490fd964a11d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:34.783511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb210c-3100-48fa-b932-488590f03289 None None] Pushing event updated for resources: {'Port': ['ID=48831c0d-8813-4e29-9ef4-490fd964a11d,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:34.791272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.797598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a2c0e308-9c4b-431d-a094-03235aef3fcc None None] Provisioning complete for port 17a3b0dc-7994-4298-a4a8-a25378c73148 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:34.798160 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e308-9c4b-431d-a094-03235aef3fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.885385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0e308-9c4b-431d-a094-03235aef3fcc None None] Port 17a3b0dc-7994-4298-a4a8-a25378c73148 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:34.913616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Routers {'6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:34.913616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:35.033033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] Set router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:35.072206 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:35.132419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb210c-3100-48fa-b932-488590f03289 None None] Pushing event updated for resources: {'Port': ['ID=48831c0d-8813-4e29-9ef4-490fd964a11d,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:35.333967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:34Z', 'revision_number': 4, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port': {'id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:29Z', 'updated_at': '2021-11-03T18:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '17a3b0dc-7994-4298-a4a8-a25378c73148', 'name': '', 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'mac_address': 'fa:16:3e:51:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:33Z', 'updated_at': '2021-11-03T18:39:33Z', 'revision_number': 1, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'subnets': [{'id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:35.415915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879a3ad-9e59-4ac6-9737-662465b5b92e None None] The sync data for ids ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'] in n-d-812148-3 is: [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:34Z', 'revision_number': 4, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port': {'id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:29Z', 'updated_at': '2021-11-03T18:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '17a3b0dc-7994-4298-a4a8-a25378c73148', 'name': '', 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'mac_address': 'fa:16:3e:51:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:33Z', 'updated_at': '2021-11-03T18:39:33Z', 'revision_number': 1, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'subnets': [{'id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:35.603719 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2707aa49-bc2a-47b9-96b7-aff5664d3250', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'port_id': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'mac_address': 'fa:16:3e:3d:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:39:14Z', 'updated_at': '2021-11-03T18:39:33Z', 'revision_number': 1, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:12Z', 'revision_number': 5, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:35.610371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-27e8afed-b4e8-4bfe-a557-57f94fb8c883 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:35.618058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-27e8afed-b4e8-4bfe-a557-57f94fb8c883 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0209577 Nov 03 18:39:35.646322 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] Checking router: a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:35.648305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-36afe465-2fb5-46ba-9949-22ee012d585a tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/quotas/2184e8e85a72472d9dd7eee5d6ba7361 HTTP/1.1" status: 200 len: 375 time: 0.0202637 Nov 03 18:39:35.657113 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:35.658022 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:35.702105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-91d584fa-aa51-4247-a1c7-11a7e41dd10c tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417047 Nov 03 18:39:35.789451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:35.805684 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:35.828384 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:35.837092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-03f05494-2e12-4717-a52c-07e3813e518f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:35.949456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Pushing event updated for resources: {'Port': ['ID=17a3b0dc-7994-4298-a4a8-a25378c73148,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:36.030838 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:36.281548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:36.288917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:36.464951 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2707aa49-bc2a-47b9-96b7-aff5664d3250', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'port_id': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'mac_address': 'fa:16:3e:3d:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:39:14Z', 'updated_at': '2021-11-03T18:39:33Z', 'revision_number': 1, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:12Z', 'revision_number': 5, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:36.553371 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185316be-7bda-43e6-800a-9fcdd5e408fc None None] The sync data for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 is: [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2707aa49-bc2a-47b9-96b7-aff5664d3250', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'port_id': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'mac_address': 'fa:16:3e:3d:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:39:14Z', 'updated_at': '2021-11-03T18:39:33Z', 'revision_number': 1, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:12Z', 'revision_number': 5, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:36.664826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-639931a6-3980-4ff7-b417-cb605555282e req-ea0bf01c-936b-47a1-b169-ed74c9584343 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=43321ca3-9e32-4fc1-a306-1e0ffea13f21 HTTP/1.1" status: 200 len: 210 time: 0.1032040 Nov 03 18:39:36.863278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:39:36.953633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fe730614-988d-453d-9ae7-5415d3c9bc79 None None] Provisioning complete for port 17a3b0dc-7994-4298-a4a8-a25378c73148 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:36.955402 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fe730614-988d-453d-9ae7-5415d3c9bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:37.042712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 48831c0d-8813-4e29-9ef4-490fd964a11d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:37.054351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68928420-9fb2-4dc6-90a8-d89028d0f3da req-7f3360cd-bbdf-4439-b482-be9f01a2266b tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/56737ff4-b887-4bac-ab3c-faa6751ba088 HTTP/1.1" status: 200 len: 1831 time: 0.3081279 Nov 03 18:39:37.140157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fe730614-988d-453d-9ae7-5415d3c9bc79 None None] Port 17a3b0dc-7994-4298-a4a8-a25378c73148 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:37.181722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8d10cd-0ddb-4460-8028-6a640aa81a56 None None] New status for floating IP 2707aa49-bc2a-47b9-96b7-aff5664d3250: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:39:37.183987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 48831c0d-8813-4e29-9ef4-490fd964a11d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:37.184348 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:37.279854 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38f2834-b807-4ef4-8fc6-20d8c4537f51 x-openstack-request-id: req-c38f2834-b807-4ef4-8fc6-20d8c4537f51 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:37.280419 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5f9a71-8c23-484a-bdfb-4ff161f984a1", "tag": "9eafb73d-9ec3-4e93-8563-44a4ef47eb2e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:37.280419 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c38f2834-b807-4ef4-8fc6-20d8c4537f51 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:37.280803 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'tag': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'status': 'completed', 'code': 200} Nov 03 18:39:37.350126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:37.368151 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-06a20d71-13d8-407f-b7bc-269a3244b3db admin admin] 10.222.0.77 "PUT /v2.0/routers/6ee89fb2-2ee0-4bbc-9e7b-b992da57a034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0732915 Nov 03 18:39:37.533342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06c33-e7e6-4ba5-85ca-c2dc950c0e53 req-8522cf7a-ba0b-45ce-a772-862174a4dd9a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:37.535128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85d06c33-e7e6-4ba5-85ca-c2dc950c0e53 req-8522cf7a-ba0b-45ce-a772-862174a4dd9a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.1657982 Nov 03 18:39:37.566293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7902-0882-424b-8fc4-aa574862d550 req-4c96eb53-59ed-4e83-8431-7ef41e21b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:37.570454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-4c96eb53-59ed-4e83-8431-7ef41e21b9fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1aa2fb2ff783482d8775b23ece1a747d&device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 1097 time: 0.2400634 Nov 03 18:39:37.767122 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:37.801179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 48831c0d-8813-4e29-9ef4-490fd964a11d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=48831c0d-8813-4e29-9ef4-490fd964a11d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:37.812060 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:37.895547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=48831c0d-8813-4e29-9ef4-490fd964a11d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:37.900372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85d06c33-e7e6-4ba5-85ca-c2dc950c0e53 req-28a2b01f-249f-4501-b83e-6c940767f421 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538806 Nov 03 18:39:37.938812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7902-0882-424b-8fc4-aa574862d550 req-2c8a0c3c-d0d7-4ffd-b7fe-d3880183e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:37.941500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-2c8a0c3c-d0d7-4ffd-b7fe-d3880183e245 service neutron] 10.222.0.96 "GET /v2.0/networks?id=31bcb435-5029-4780-a926-36fbc1b6cf68 HTTP/1.1" status: 200 len: 906 time: 0.3198297 Nov 03 18:39:38.068439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-3ed0f742-45df-42e2-8241-ee33304273d9 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511799 Nov 03 18:39:38.103040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-f19b814a-0252-4570-8265-d448b5661ea5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e HTTP/1.1" status: 200 len: 1001 time: 0.1535597 Nov 03 18:39:38.117868 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-9fb12a48-b320-4fee-9ccf-06b3f4e953cd tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320561 Nov 03 18:39:38.226712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7902-0882-424b-8fc4-aa574862d550 req-962dd5dc-3b74-4579-8c26-b502483e0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:38.228800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-962dd5dc-3b74-4579-8c26-b502483e0008 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75b9101-a9b3-4d49-b16b-b2eccc04d365 HTTP/1.1" status: 200 len: 844 time: 0.1174984 Nov 03 18:39:38.332191 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-873b4823-7994-43e7-8efb-410652fc4d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.334027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-632451f7-17d2-48cb-9c5a-0087ea785441 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:38.342714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-632451f7-17d2-48cb-9c5a-0087ea785441 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729170 Nov 03 18:39:38.358502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7902-0882-424b-8fc4-aa574862d550 req-bc20ff44-3a95-4747-a658-c40a84fc07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:38.360894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-bc20ff44-3a95-4747-a658-c40a84fc07e2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=31bcb435-5029-4780-a926-36fbc1b6cf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086183 Nov 03 18:39:38.374288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-9f23c8df-d849-48ba-acf2-0f643307ae4f tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/quotas/2184e8e85a72472d9dd7eee5d6ba7361 HTTP/1.1" status: 200 len: 375 time: 0.0295577 Nov 03 18:39:38.416502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-27e52287-c385-4f49-b0c7-bc68f66875ba service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:39:38.417624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-27e52287-c385-4f49-b0c7-bc68f66875ba service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0074775 Nov 03 18:39:38.431825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1f7afb1b-9d0b-4c11-981b-368a69aff1f4 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563390 Nov 03 18:39:38.457284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-30d7cd9f-c362-4f5c-8bbb-1c6a51038308 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:38.459202 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-30d7cd9f-c362-4f5c-8bbb-1c6a51038308 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238344 Nov 03 18:39:38.475272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Request body: {'port': {'device_id': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '2184e8e85a72472d9dd7eee5d6ba7361'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:38.605468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-a25efe8b-9538-4bf0-8956-03bcc7987962 service neutron] 10.222.0.96 "GET /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697838 Nov 03 18:39:38.673771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-7ac3bdac-a4ea-4f87-be57-0b6b85acac25 req-5c6075e7-7a31-493d-a83e-f87996c4a1ec tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-248838358', 'description': 'tempest-description-317178392'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:38.721559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Made reservation on behalf of 2184e8e85a72472d9dd7eee5d6ba7361 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:38.727423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.743258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.783300 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7ac3bdac-a4ea-4f87-be57-0b6b85acac25 req-5c6075e7-7a31-493d-a83e-f87996c4a1ec tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.860310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b21d7902-0882-424b-8fc4-aa574862d550 req-c24e1f39-28e3-4367-b02c-42e4f521e8ce service neutron] 10.222.0.96 "GET /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449811 Nov 03 18:39:38.941071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 48831c0d-8813-4e29-9ef4-490fd964a11d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:39.021692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7ac3bdac-a4ea-4f87-be57-0b6b85acac25 req-5c6075e7-7a31-493d-a83e-f87996c4a1ec tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.028990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7ac3bdac-a4ea-4f87-be57-0b6b85acac25 req-5c6075e7-7a31-493d-a83e-f87996c4a1ec tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.030323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.040019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.080641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7ac3bdac-a4ea-4f87-be57-0b6b85acac25 req-5c6075e7-7a31-493d-a83e-f87996c4a1ec tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.097196 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ac3bdac-a4ea-4f87-be57-0b6b85acac25 req-5c6075e7-7a31-493d-a83e-f87996c4a1ec tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4387186 Nov 03 18:39:39.109862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 48831c0d-8813-4e29-9ef4-490fd964a11d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:39.110353 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.180856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6075e7-7a31-493d-a83e-f87996c4a1ec tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0dee9-7502-42f8-8fcc-4c3b1c541197,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:39.352576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Allocated IP 192.168.233.151 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/b28aa88a-70bd-4f27-bebd-fa4d2d6952d7) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:39.444590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8008dffa-cd11-4590-98df-2d8151d48e31 req-699a4702-54dc-4100-8931-581372c526c6 tempest-FloatingIPsNegativeTestJSON-977086887 tempest-FloatingIPsNegativeTestJSON-977086887-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=9cf39e001471468ea7abe94ace1ec00b HTTP/1.1" status: 200 len: 217 time: 0.0616598 Nov 03 18:39:39.517711 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Sync routers for ids ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:39.536868 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Routers {'6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:39.539835 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:39.544069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.607928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc167e0-1cfa-4907-948d-354556671ca3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:39.645622 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.708011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:39.712869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:39.717694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:39.759237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:39.792455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32d8f5e9-b0db-4b6b-ba2e-36e14d9ee090 req-9c9dbb50-11be-42a8-84f7-7bceae346811 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 210 time: 0.0580292 Nov 03 18:39:39.822524 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Set router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:39.828259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.828947 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.866676 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-4377b62b-a28c-4970-a0e9-7ee61235a3e6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3965373 Nov 03 18:39:39.875062 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.893669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Request body: {'port': {'device_id': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:39.969606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57545011-44c8-4616-897e-c3223f00e73a req-15fbf3e0-c096-46bf-ab96-922e4b72c3cc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.979037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57545011-44c8-4616-897e-c3223f00e73a req-15fbf3e0-c096-46bf-ab96-922e4b72c3cc tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.1111417 Nov 03 18:39:40.033042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.064596 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57545011-44c8-4616-897e-c3223f00e73a req-9fe8ea2e-dcb2-4560-ab02-f1a72ac2c66c tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841756 Nov 03 18:39:40.160428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75415a20-dbbb-43b8-9c88-ab35d615c290 req-0472b7e7-795e-47b3-b117-dd69aae9d81c tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/02a0dee9-7502-42f8-8fcc-4c3b1c541197 HTTP/1.1" status: 200 len: 1830 time: 0.0699875 Nov 03 18:39:40.197630 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:34Z', 'revision_number': 4, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port': {'id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:29Z', 'updated_at': '2021-11-03T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '17a3b0dc-7994-4298-a4a8-a25378c73148', 'name': '', 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'mac_address': 'fa:16:3e:51:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:33Z', 'updated_at': '2021-11-03T18:39:34Z', 'revision_number': 2, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'subnets': [{'id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:40.209755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4972e310-d407-4e56-9363-628dfd3c3e6a None None] Provisioning complete for port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:40.210944 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4972e310-d407-4e56-9363-628dfd3c3e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.234914 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Checking router: 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:40.235260 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Updating router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 port 17a3b0dc-7994-4298-a4a8-a25378c73148 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:39:40.252977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4972e310-d407-4e56-9363-628dfd3c3e6a None None] Port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:40.266681 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.267878 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc3e340a-03cf-4d33-bbdc-d115d24cbc29 req-eac21cf8-8501-4ec3-b280-707ff5985d23 tempest-FloatingIPsNegativeTestJSON-977086887 tempest-FloatingIPsNegativeTestJSON-977086887-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0970383 Nov 03 18:39:40.355892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-8ddb8b9c-14ef-4fd4-891c-3ae55512f35c req-daa46276-c776-49c8-8ecd-52da4c10a154 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1250941168', 'description': 'tempest-description-2093824509'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:40.401821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8ddb8b9c-14ef-4fd4-891c-3ae55512f35c req-daa46276-c776-49c8-8ecd-52da4c10a154 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.466522 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-6834985d-0646-4947-a464-2004567b877f tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583277 Nov 03 18:39:40.517754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8ddb8b9c-14ef-4fd4-891c-3ae55512f35c req-daa46276-c776-49c8-8ecd-52da4c10a154 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.525012 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8ddb8b9c-14ef-4fd4-891c-3ae55512f35c req-daa46276-c776-49c8-8ecd-52da4c10a154 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.562829 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa46276-c776-49c8-8ecd-52da4c10a154 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb67220-d8b6-451e-911c-3ee923b2b1c1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:40.580748 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8ddb8b9c-14ef-4fd4-891c-3ae55512f35c req-daa46276-c776-49c8-8ecd-52da4c10a154 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.594365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ddb8b9c-14ef-4fd4-891c-3ae55512f35c req-daa46276-c776-49c8-8ecd-52da4c10a154 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2492733 Nov 03 18:39:40.715222 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-3f73bba3-5f12-4995-95af-a7e928bc1601 req-1d8ea6a5-c475-4e14-8151-0622095b81d0 tempest-FloatingIPsNegativeTestJSON-977086887 tempest-FloatingIPsNegativeTestJSON-977086887-project] show failed (client error): The resource could not be found. Nov 03 18:39:40.736819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f73bba3-5f12-4995-95af-a7e928bc1601 req-1d8ea6a5-c475-4e14-8151-0622095b81d0 tempest-FloatingIPsNegativeTestJSON-977086887 tempest-FloatingIPsNegativeTestJSON-977086887-project] 10.222.0.77 "GET /v2.0/floatingips/82a56040-7939-4af4-bb4d-15a9587910c1 HTTP/1.1" status: 404 len: 350 time: 0.1307771 Nov 03 18:39:40.737087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51854) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:40.807400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:40.832035 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.843125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.845515 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.866200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-c519408d-2589-4e8e-8266-949add47b09b tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:40.867730 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-c519408d-2589-4e8e-8266-949add47b09b tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3832030 Nov 03 18:39:40.886174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Request body: {'port': {'device_id': '3c7dabc8-0000-4865-812e-f568fff7eece', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '2184e8e85a72472d9dd7eee5d6ba7361'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:40.936678 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Pushing event updated for resources: {'Port': ['ID=17a3b0dc-7994-4298-a4a8-a25378c73148,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:40.990288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4211f0b8-c2d4-4a36-b924-98175261d750 req-890434c7-f93a-4a5c-84f7-59e5ad3127ca tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/ceb67220-d8b6-451e-911c-3ee923b2b1c1 HTTP/1.1" status: 200 len: 1832 time: 0.1134350 Nov 03 18:39:40.996512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Transition to ACTIVE for port object b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:40.999546 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:40.999888 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.000228 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.000558 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.001029 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.015812 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.016237 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.016573 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.016902 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.017227 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.017833 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.018288 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:41.039867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.080890 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Attempting to bind port 17a3b0dc-7994-4298-a4a8-a25378c73148 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:41.081779 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Attempting to bind port 17a3b0dc-7994-4298-a4a8-a25378c73148 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:41.082446 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Attempting to bind port 17a3b0dc-7994-4298-a4a8-a25378c73148 on network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:41.088600 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:41.089458 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Checking segment: {'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:41.090104 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.090725 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Bound using segment: {'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:41.091429 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Bound port: 17a3b0dc-7994-4298-a4a8-a25378c73148, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010987d0-c82a-452c-ad24-e8c625a9b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:41.092049 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.113694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:41.168633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Made reservation on behalf of 2184e8e85a72472d9dd7eee5d6ba7361 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:41.172243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.232065 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] For port 17a3b0dc-7994-4298-a4a8-a25378c73148, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:41.236371 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] For port 17a3b0dc-7994-4298-a4a8-a25378c73148, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=17a3b0dc-7994-4298-a4a8-a25378c73148,segment=NetworkSegment(010987d0-c82a-452c-ad24-e8c625a9b8be),segment_id=010987d0-c82a-452c-ad24-e8c625a9b8be)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:41.244998 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.346138 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f8bd9-8239-4c2b-987e-235bcf001e7b None None] Pushing event updated for resources: {'Port': ['ID=17a3b0dc-7994-4298-a4a8-a25378c73148,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:41.355576 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Routers {'6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:41.356303 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:41.403564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1ec4706b-4e6c-4db1-a96e-c0d4fe2f196c None None] Provisioning complete for port 17a3b0dc-7994-4298-a4a8-a25378c73148 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:41.410465 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ec4706b-4e6c-4db1-a96e-c0d4fe2f196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.526187 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] Set router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:41.548694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-7ac672e1-83ee-4c6c-abe0-ca8dec8ce983 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:41.567271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-7ac672e1-83ee-4c6c-abe0-ca8dec8ce983 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.3308303 Nov 03 18:39:41.625823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-6a3357ce-b13d-4998-8292-578a0ee11e12 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/quotas/ffc088fa1d274cfb9d81e04655cc56b9 HTTP/1.1" status: 200 len: 375 time: 0.0571229 Nov 03 18:39:41.699274 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ec4706b-4e6c-4db1-a96e-c0d4fe2f196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.718650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-a06772ff-23e6-42e6-9145-ae552bde6df9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913129 Nov 03 18:39:41.756340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Allocated IP 192.168.233.112 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/7918d072-2ddf-48a8-b430-0c85b79c4377) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:41.782367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1ec4706b-4e6c-4db1-a96e-c0d4fe2f196c None None] For port 17a3b0dc-7994-4298-a4a8-a25378c73148, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=17a3b0dc-7994-4298-a4a8-a25378c73148,segment=NetworkSegment(010987d0-c82a-452c-ad24-e8c625a9b8be),segment_id=010987d0-c82a-452c-ad24-e8c625a9b8be)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:41.790013 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ec4706b-4e6c-4db1-a96e-c0d4fe2f196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.897927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-4714b6a9-9ee3-4a85-ac7c-bff3dc4cfeb0 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780384 Nov 03 18:39:41.936482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4706b-4e6c-4db1-a96e-c0d4fe2f196c None None] Pushing event updated for resources: {'Port': ['ID=17a3b0dc-7994-4298-a4a8-a25378c73148,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:41.981145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4dcb9638-9adb-4888-aa60-decbeccdf613 None None] Provisioning complete for port 17a3b0dc-7994-4298-a4a8-a25378c73148 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:41.983733 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9638-9adb-4888-aa60-decbeccdf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.043574 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:34Z', 'revision_number': 4, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port': {'id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:29Z', 'updated_at': '2021-11-03T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '17a3b0dc-7994-4298-a4a8-a25378c73148', 'name': '', 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'mac_address': 'fa:16:3e:51:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:33Z', 'updated_at': '2021-11-03T18:39:41Z', 'revision_number': 4, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'subnets': [{'id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:42.056092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.081103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.093334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-492d3871-c550-48b4-b9de-cc17dfa536e7 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940114 Nov 03 18:39:42.132562 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3622d4-8576-42e5-9137-35bf7b1083b5 None None] The sync data for ids ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'] in n-d-812148-3 is: [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:34Z', 'revision_number': 4, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port': {'id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:29Z', 'updated_at': '2021-11-03T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '17a3b0dc-7994-4298-a4a8-a25378c73148', 'name': '', 'network_id': '315317f1-8899-4e6d-ad3e-cbf34bc34e3e', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'mac_address': 'fa:16:3e:51:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:33Z', 'updated_at': '2021-11-03T18:39:41Z', 'revision_number': 4, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'subnets': [{'id': 'b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:42.135960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.173470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.300464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Pushing event updated for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:42.347399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:42.353357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:42.379040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:42.387283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Attempting to bind port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:42.387607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Attempting to bind port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:42.387936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Attempting to bind port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:42.468256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:42.469069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Attempting to bind port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:42.474768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb63aa-d3c3-4afd-9fb9-c7a50789a63c req-6658b2fd-30c7-4753-879e-79328e2a7b53 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.476377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bccb63aa-d3c3-4afd-9fb9-c7a50789a63c req-6658b2fd-30c7-4753-879e-79328e2a7b53 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 936 time: 0.1466486 Nov 03 18:39:42.497832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:42.499189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:42.500442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:42.501226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Bound port: b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:42.502411 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.557034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.562980 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.584804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bccb63aa-d3c3-4afd-9fb9-c7a50789a63c req-42121326-24d9-49db-b544-9f223734389f tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979164 Nov 03 18:39:42.601362 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-18c6bba4-317c-40b1-a275-217bfd1cf809 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7187643 Nov 03 18:39:42.630296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Request body: {'port': {'device_id': '3c7dabc8-0000-4865-812e-f568fff7eece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:42.664581 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-4872f261-9db8-4a7c-a5bd-b72b4ae4ebd8 req-72275450-c1c4-4ec1-a0bd-a7ca659061b4 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] show failed (client error): The resource could not be found. Nov 03 18:39:42.665851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4872f261-9db8-4a7c-a5bd-b72b4ae4ebd8 req-72275450-c1c4-4ec1-a0bd-a7ca659061b4 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/3c7984ae-9ca9-4fc2-a8b0-9a85d62ac32b HTTP/1.1" status: 404 len: 352 time: 0.0241122 Nov 03 18:39:42.725943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-beff2b7c-aad0-4e69-8304-4f0f1fdb5a11 None None] Provisioning complete for port 7918d072-2ddf-48a8-b430-0c85b79c4377 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:42.727032 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-beff2b7c-aad0-4e69-8304-4f0f1fdb5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.775685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-beff2b7c-aad0-4e69-8304-4f0f1fdb5a11 None None] Port 7918d072-2ddf-48a8-b430-0c85b79c4377 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:42.974225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afd180-4d23-4bb6-8043-d20428c0e3bc req-b833cf6e-4eed-4197-853c-00ae908e79e4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.978083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69afd180-4d23-4bb6-8043-d20428c0e3bc req-b833cf6e-4eed-4197-853c-00ae908e79e4 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.1702502 Nov 03 18:39:43.023079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 17a3b0dc-7994-4298-a4a8-a25378c73148 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:43.119748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 17a3b0dc-7994-4298-a4a8-a25378c73148 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:43.121386 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.138471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69afd180-4d23-4bb6-8043-d20428c0e3bc req-740931ab-1608-442b-97ad-199e80269a5a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528134 Nov 03 18:39:43.412070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:43.435836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:43.478041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.480377 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.654238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.656025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.664212 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] 10.222.0.70 "PUT /v2.0/ports/b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 HTTP/1.1" status: 200 len: 1096 time: 3.7871947 Nov 03 18:39:43.669889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:43.672648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-4ffe6fb0-8b10-4947-ac12-a03001b3d031 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409266 Nov 03 18:39:43.676633 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b" -d '{"events": [{"name": "network-changed", "server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:43.724598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191510a-f02f-4714-ae6c-245fbc73bc64 service neutron] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:43.794536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56db54f4-3fe1-4141-9b25-eca4c796e975 req-c4be3500-6368-48be-95d9-dbf3db5ea6e8 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 210 time: 0.0667095 Nov 03 18:39:43.893389 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-ab769f62-a6d4-4b20-8dd5-1b000dc1634c req-598d06c4-ebd4-4994-8c20-afd5a64661b0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] show failed (client error): The resource could not be found. Nov 03 18:39:43.907431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab769f62-a6d4-4b20-8dd5-1b000dc1634c req-598d06c4-ebd4-4994-8c20-afd5a64661b0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-group-rules/85d0a4f2-820d-414d-80ac-58a18f2339c5 HTTP/1.1" status: 404 len: 361 time: 0.0344598 Nov 03 18:39:43.933833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-267e875a-9bb3-490e-a36a-753de3cdcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.938515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-267e875a-9bb3-490e-a36a-753de3cdcb1b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c81da524e49418b81a8405e7bb78ab1&device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 1097 time: 0.1059613 Nov 03 18:39:44.109684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-b76b5d09-e899-46e8-a46a-9cbbad7c0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.109684 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-b76b5d09-e899-46e8-a46a-9cbbad7c0652 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 1099 time: 0.2511132 Nov 03 18:39:44.158616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d2fea-de55-4716-bc5f-ecd5af770436 req-5f53e95e-8765-4801-b130-1e674be405ae tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.160668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-2df400c9-083b-4915-b655-ab8ff0c37403 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 HTTP/1.1" status: 200 len: 217 time: 0.0504985 Nov 03 18:39:44.165786 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:44.168248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e2d2fea-de55-4716-bc5f-ecd5af770436 req-5f53e95e-8765-4801-b130-1e674be405ae tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 936 time: 0.1519542 Nov 03 18:39:44.235875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-89f55464-703a-477c-b045-ab411d781fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.241684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-89f55464-703a-477c-b045-ab411d781fd0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 200 len: 906 time: 0.2762625 Nov 03 18:39:44.262796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e2d2fea-de55-4716-bc5f-ecd5af770436 req-16d4b280-1279-4da0-801c-c43444417228 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926790 Nov 03 18:39:44.280872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-fa4f300b-977a-444f-b843-3f86ee78d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.282488 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-fa4f300b-977a-444f-b843-3f86ee78d08e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1104424 Nov 03 18:39:44.383494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-b085f593-05d1-46b3-81a7-89d500b30f94 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25 HTTP/1.1" status: 200 len: 217 time: 0.1141152 Nov 03 18:39:44.392393 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964ebdf-634d-4b51-9a89-c4070b22739c x-openstack-request-id: req-b964ebdf-634d-4b51-9a89-c4070b22739c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:44.392393 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:44.392393 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b964ebdf-634d-4b51-9a89-c4070b22739c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:44.392393 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'status': 'completed', 'code': 200} Nov 03 18:39:44.524633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7918d072-2ddf-48a8-b430-0c85b79c4377 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:44.547848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-8a2f6f1e-bf52-4cd9-a693-db2598dc8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.550518 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-8a2f6f1e-bf52-4cd9-a693-db2598dc8bda service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 200 len: 845 time: 0.1279893 Nov 03 18:39:44.552340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:44.573648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-83eef8d2-f059-484c-8dbe-a0680461f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.576231 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-83eef8d2-f059-484c-8dbe-a0680461f365 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2837949 Nov 03 18:39:44.602122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-a585e717-c05b-469a-84c2-14370620af39 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a7812-84d2-4978-8b51-d49480d4019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429709 Nov 03 18:39:44.616883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-dc340d50-c978-4bbb-977a-335b1b652054 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.619286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-dc340d50-c978-4bbb-977a-335b1b652054 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.3104861 Nov 03 18:39:44.635819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Transition to ACTIVE for port object 7918d072-2ddf-48a8-b430-0c85b79c4377 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:44.637901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Request body: {'port': {'device_id': '419876bf-be44-40f6-951d-4222556a3775', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'admin_state_up': True, 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:44.756908 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:44.881341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-de193ce4-5d4e-473a-a8a0-16d2dd3f5c12 service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603147 Nov 03 18:39:44.973767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:44.978302 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.101477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f788b7a0-c919-47bb-b951-92f22efcbe71 req-82624ab4-c3c3-4c50-b017-b1988b645b1a tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/ceb67220-d8b6-451e-911c-3ee923b2b1c1 HTTP/1.1" status: 200 len: 1832 time: 0.2002277 Nov 03 18:39:45.101728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Pushing event updated for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:45.231545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd57edae-9354-4f2c-b8cc-21f9d11c811f req-39e6a02a-dc8c-4412-bc13-e7ea22266f5f service neutron] 10.222.0.96 "GET /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027763 Nov 03 18:39:45.257166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-7d187853-a63f-43d8-9a95-f3f216725847 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652639 Nov 03 18:39:45.310341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f788b7a0-c919-47bb-b951-92f22efcbe71 req-e6cdd978-d192-42cf-8fd3-7092ad2141db tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.335339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Allocated IP 172.20.0.12 (d2f344a3-8e8d-4453-977e-445bf7e8c494/0e37e125-5d36-4a7a-8a18-0dcddadb205f/ebb0d679-2cef-4d90-a00e-1a458a0b786c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:45.354888 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f788b7a0-c919-47bb-b951-92f22efcbe71 req-e6cdd978-d192-42cf-8fd3-7092ad2141db tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.365880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Attempting to bind port 7918d072-2ddf-48a8-b430-0c85b79c4377 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:45.367068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Attempting to bind port 7918d072-2ddf-48a8-b430-0c85b79c4377 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:45.367596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Attempting to bind port 7918d072-2ddf-48a8-b430-0c85b79c4377 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:45.488075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Port 7918d072-2ddf-48a8-b430-0c85b79c4377 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:45.488583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Attempting to bind port 7918d072-2ddf-48a8-b430-0c85b79c4377 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:45.504316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:45.504837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:45.505459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:45.506225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Bound port: 7918d072-2ddf-48a8-b430-0c85b79c4377, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:45.506794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.601325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.646146 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f788b7a0-c919-47bb-b951-92f22efcbe71 req-e6cdd978-d192-42cf-8fd3-7092ad2141db tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.650476 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f788b7a0-c919-47bb-b951-92f22efcbe71 req-e6cdd978-d192-42cf-8fd3-7092ad2141db tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.667572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f788b7a0-c919-47bb-b951-92f22efcbe71 req-e6cdd978-d192-42cf-8fd3-7092ad2141db tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "DELETE /v2.0/security-groups/ceb67220-d8b6-451e-911c-3ee923b2b1c1 HTTP/1.1" status: 204 len: 173 time: 0.5445714 Nov 03 18:39:45.677213 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.760796 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d11fd0a1-908b-4a54-8485-dc1d74d4de0b req-2c70afff-c375-4744-9e9a-9505b25b4773 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886653 Nov 03 18:39:45.769101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdd978-d192-42cf-8fd3-7092ad2141db tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb67220-d8b6-451e-911c-3ee923b2b1c1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:45.820841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:45.844353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:45.851929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:45.856966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event updated for resources: {'Port': ['ID=ebb0d679-2cef-4d90-a00e-1a458a0b786c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:45.918853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e013e-c506-4e67-8f77-3fa9f7a125d0 req-4003dcb2-4ec1-4a3a-8c8a-f474af2eaa16 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.921717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:45.935383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c32e013e-c506-4e67-8f77-3fa9f7a125d0 req-4003dcb2-4ec1-4a3a-8c8a-f474af2eaa16 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.1603460 Nov 03 18:39:45.996729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.997601 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:46.010827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:46.016619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Deleting port 17a3b0dc-7994-4298-a4a8-a25378c73148 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:46.017359 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:46.029736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-ffacbdaa-0b75-4685-9783-fcaccf342f80 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3988726 Nov 03 18:39:46.053466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Request body: {'port': {'device_id': '419876bf-be44-40f6-951d-4222556a3775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:46.095791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c32e013e-c506-4e67-8f77-3fa9f7a125d0 req-fc06a581-7d03-4837-b676-ded500d8ce30 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541169 Nov 03 18:39:46.119209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:46.193095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:46.207987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:46.209046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:46.211420 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] 10.222.0.70 "PUT /v2.0/ports/7918d072-2ddf-48a8-b430-0c85b79c4377 HTTP/1.1" status: 200 len: 1096 time: 3.6003501 Nov 03 18:39:46.261814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-62172ab1-6a1c-44f5-981b-6576771d97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:46.264727 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-62172ab1-6a1c-44f5-981b-6576771d97d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 1099 time: 0.3799834 Nov 03 18:39:46.397171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:46.401030 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae493d50-a8de-4f49-8804-ef8fced289df" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:46.406411 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05b5a3-45a0-4d7a-b588-429ef1becea1 service neutron] Pushing event updated for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:46.482784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] For port 17a3b0dc-7994-4298-a4a8-a25378c73148, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=17a3b0dc-7994-4298-a4a8-a25378c73148,segment=NetworkSegment(010987d0-c82a-452c-ad24-e8c625a9b8be),segment_id=010987d0-c82a-452c-ad24-e8c625a9b8be)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:46.483098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:46.527206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Calling delete_port for 17a3b0dc-7994-4298-a4a8-a25378c73148 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:46.550677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-6ee9e645-1fbd-4e51-a20b-30252673af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:46.552606 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-6ee9e645-1fbd-4e51-a20b-30252673af06 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 1099 time: 0.2438014 Nov 03 18:39:46.655715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-10403488-86a6-42da-93e2-2666e697e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:46.658061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-10403488-86a6-42da-93e2-2666e697e8c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.3681695 Nov 03 18:39:46.702697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbb038-94c8-4137-95f9-a3eac150df61 req-388f6e95-2932-4e70-a45a-616e0c66a46a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:46.705454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7bbb038-94c8-4137-95f9-a3eac150df61 req-388f6e95-2932-4e70-a45a-616e0c66a46a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 932 time: 0.1437814 Nov 03 18:39:46.750955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-5c58a385-3df9-41e9-aec1-9c5f0a95d49d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 HTTP/1.1" status: 200 len: 217 time: 0.0474243 Nov 03 18:39:46.755068 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-3e1f6e42-7f21-43d8-b66b-9aaaaa02805c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7918d072-2ddf-48a8-b430-0c85b79c4377 HTTP/1.1" status: 200 len: 217 time: 0.1814449 Nov 03 18:39:46.836183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-6a2a74a4-fc58-465a-9018-5ac01784c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:46.837679 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-6a2a74a4-fc58-465a-9018-5ac01784c495 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0544300 Nov 03 18:39:46.959261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7bbb038-94c8-4137-95f9-a3eac150df61 req-a22b02f7-a89b-42c3-b876-5c9e74b5c856 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424583 Nov 03 18:39:46.995049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb0d679-2cef-4d90-a00e-1a458a0b786c {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:47.005785 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:47.011818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-02debd75-449b-43c0-9dd7-aba7d56c3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.014582 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-02debd75-449b-43c0-9dd7-aba7d56c3105 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2477877 Nov 03 18:39:47.027763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Transition to ACTIVE for port object ebb0d679-2cef-4d90-a00e-1a458a0b786c will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:47.034109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:47.047002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-93c89a8c-2a70-4051-9286-a5a8be03efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.049307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-93c89a8c-2a70-4051-9286-a5a8be03efc4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1778691 Nov 03 18:39:47.169862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb0d679-2cef-4d90-a00e-1a458a0b786c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:47.193818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-69b30f1a-1346-4663-9263-322740b6408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.195743 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-69b30f1a-1346-4663-9263-322740b6408b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1684132 Nov 03 18:39:47.206393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d3eab-8395-4b33-8d79-cfcb8d800326 req-72d3467c-f89f-4916-9dfc-97287be925bb tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.213920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe6d3eab-8395-4b33-8d79-cfcb8d800326 req-72d3467c-f89f-4916-9dfc-97287be925bb tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 948 time: 0.1211905 Nov 03 18:39:47.229909 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:47.276240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Attempting to bind port ebb0d679-2cef-4d90-a00e-1a458a0b786c on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:47.276473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Attempting to bind port ebb0d679-2cef-4d90-a00e-1a458a0b786c by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:47.276687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Attempting to bind port ebb0d679-2cef-4d90-a00e-1a458a0b786c on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:47.292405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Port ebb0d679-2cef-4d90-a00e-1a458a0b786c on network d2f344a3-8e8d-4453-977e-445bf7e8c494 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:47.292871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Attempting to bind port ebb0d679-2cef-4d90-a00e-1a458a0b786c on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:47.298898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe6d3eab-8395-4b33-8d79-cfcb8d800326 req-cdfdfc06-df1e-42d1-9e6e-bd188c92994a tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841000 Nov 03 18:39:47.302320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:47.302776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Checking segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:47.303240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Bound using segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:47.303764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Bound port: ebb0d679-2cef-4d90-a00e-1a458a0b786c, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:47.304211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:47.314998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a3b0dc-7994-4298-a4a8-a25378c73148,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:47.398076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-9f1f8f65-70a6-4b95-b7d7-afc8e5ad972b service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283770 Nov 03 18:39:47.485977 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-ee39e45f-f1ec-46ad-b312-af5eb8ef0b23 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804754 Nov 03 18:39:47.802763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] For port ebb0d679-2cef-4d90-a00e-1a458a0b786c, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:47.807493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-704220fe-e6c8-484b-9463-923614d44fcc req-d5023972-f3b7-4bbd-9270-f5c2e07c842e tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/02a0dee9-7502-42f8-8fcc-4c3b1c541197 HTTP/1.1" status: 200 len: 1830 time: 0.4475749 Nov 03 18:39:47.825841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] For port ebb0d679-2cef-4d90-a00e-1a458a0b786c, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ebb0d679-2cef-4d90-a00e-1a458a0b786c,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:47.837542 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:47.899238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.899862 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:47.901457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] 10.222.0.96 "PUT /v2.0/ports/ebb0d679-2cef-4d90-a00e-1a458a0b786c HTTP/1.1" status: 200 len: 1092 time: 1.8544266 Nov 03 18:39:47.903887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419876bf-be44-40f6-951d-4222556a3775', 'tag': 'ebb0d679-2cef-4d90-a00e-1a458a0b786c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:47.906236 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89025d55-0693-426b-be94-4fbded1ac3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "419876bf-be44-40f6-951d-4222556a3775", "tag": "ebb0d679-2cef-4d90-a00e-1a458a0b786c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:47.933581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf342d-2d9d-4c03-bae4-f335b8b64de9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb0d679-2cef-4d90-a00e-1a458a0b786c,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:47.941857 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-704220fe-e6c8-484b-9463-923614d44fcc req-7623a1c7-1034-40f2-9e63-0222fa2382d5 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:47.996930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-704220fe-e6c8-484b-9463-923614d44fcc req-7623a1c7-1034-40f2-9e63-0222fa2382d5 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.037082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-66c62cab-6789-49f5-90ab-8bc3a3e861e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.038703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-66c62cab-6789-49f5-90ab-8bc3a3e861e8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 1095 time: 0.0845823 Nov 03 18:39:48.056177 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-704220fe-e6c8-484b-9463-923614d44fcc req-7623a1c7-1034-40f2-9e63-0222fa2382d5 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.058297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-704220fe-e6c8-484b-9463-923614d44fcc req-7623a1c7-1034-40f2-9e63-0222fa2382d5 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.059406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-704220fe-e6c8-484b-9463-923614d44fcc req-7623a1c7-1034-40f2-9e63-0222fa2382d5 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "DELETE /v2.0/security-groups/02a0dee9-7502-42f8-8fcc-4c3b1c541197 HTTP/1.1" status: 204 len: 173 time: 0.2441571 Nov 03 18:39:48.080478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ed0aa7c2-40a6-42b1-a491-b6fb03d3f386 req-96580801-17c9-4162-92f4-b520b2cca493 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302993 Nov 03 18:39:48.084707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bcefa77-ff4f-4ef3-a2af-cde0ffde232b req-67aa23cf-48ae-4745-a4be-08716a70b875 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817661 Nov 03 18:39:48.096768 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-326e08c0-aac0-49cb-8b6b-964480d8ce14 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb0d679-2cef-4d90-a00e-1a458a0b786c HTTP/1.1" status: 200 len: 217 time: 0.0494833 Nov 03 18:39:48.097644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623a1c7-1034-40f2-9e63-0222fa2382d5 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0dee9-7502-42f8-8fcc-4c3b1c541197,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:48.116401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.162208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-1f0308d1-eeeb-4006-8f6a-1d886273272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.163806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-1f0308d1-eeeb-4006-8f6a-1d886273272e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.0592299 Nov 03 18:39:48.185237 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad164b09-02a7-4c7a-bd68-8bfea89437a1 x-openstack-request-id: req-ad164b09-02a7-4c7a-bd68-8bfea89437a1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:48.185574 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:48.185835 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad164b09-02a7-4c7a-bd68-8bfea89437a1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:48.188286 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'status': 'completed', 'code': 200} Nov 03 18:39:48.209724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-a99b04dc-03a4-4623-9a33-5eaea933c6a2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354910 Nov 03 18:39:48.275299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493d50-a8de-4f49-8804-ef8fced289df req-59afb645-5530-4056-878c-6d6bf38d2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.276794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae493d50-a8de-4f49-8804-ef8fced289df req-59afb645-5530-4056-878c-6d6bf38d2090 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 1099 time: 0.0898125 Nov 03 18:39:48.327416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57deb06-ae28-46c3-99e3-8d040056873c req-89a944b2-4712-4970-bd4b-fcacf9e4aa3d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.328809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a57deb06-ae28-46c3-99e3-8d040056873c req-89a944b2-4712-4970-bd4b-fcacf9e4aa3d tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.1181138 Nov 03 18:39:48.365682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-9ec6ab47-45cf-4f62-9efc-62d9907befb3 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448817 Nov 03 18:39:48.416312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a57deb06-ae28-46c3-99e3-8d040056873c req-94800e17-ab97-4648-a526-72d3afd979ad tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804837 Nov 03 18:39:48.460900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493d50-a8de-4f49-8804-ef8fced289df req-a33e6d1b-1deb-42b3-a577-aa523d85d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.462563 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae493d50-a8de-4f49-8804-ef8fced289df req-a33e6d1b-1deb-42b3-a577-aa523d85d581 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1789191 Nov 03 18:39:48.488245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-c030c434-1dc7-4bce-8880-f2f846ae7cd1 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113715 Nov 03 18:39:48.512133 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae493d50-a8de-4f49-8804-ef8fced289df req-d01c793e-e94b-4916-80f8-74a1e5ea29dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7918d072-2ddf-48a8-b430-0c85b79c4377 HTTP/1.1" status: 200 len: 217 time: 0.0422511 Nov 03 18:39:48.528535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:39:48.611257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493d50-a8de-4f49-8804-ef8fced289df req-603aa491-cbd4-4501-9c1c-764e3eeaf58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.613430 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae493d50-a8de-4f49-8804-ef8fced289df req-603aa491-cbd4-4501-9c1c-764e3eeaf58f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0932131 Nov 03 18:39:48.684929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7da80-07b7-4d95-8f8f-5972715832cb req-e95f5cd1-7ffb-482d-8054-b22a23755fa8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.686655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7e7da80-07b7-4d95-8f8f-5972715832cb req-e95f5cd1-7ffb-482d-8054-b22a23755fa8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 946 time: 0.0630269 Nov 03 18:39:48.719207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493d50-a8de-4f49-8804-ef8fced289df req-26acb9e4-e144-459f-8c09-d3857ca707b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.720723 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae493d50-a8de-4f49-8804-ef8fced289df req-26acb9e4-e144-459f-8c09-d3857ca707b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979080 Nov 03 18:39:48.724027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:48.731023 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82ed8a1f-3cb1-4624-93ab-6a20f62b1fa8 admin admin] 10.222.0.77 "PUT /v2.0/routers/6ee89fb2-2ee0-4bbc-9e7b-b992da57a034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9911067 Nov 03 18:39:48.733744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] Sync routers for ids ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:48.739482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51970) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:48.745560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] Routers {'6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:48.746464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:48.750613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7e7da80-07b7-4d95-8f8f-5972715832cb req-f26c0330-1d71-406e-874c-490c1c3924b4 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573385 Nov 03 18:39:48.858492 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb130dd-8059-44e6-9f36-f521ecfeb638 x-openstack-request-id: req-4eb130dd-8059-44e6-9f36-f521ecfeb638 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:48.858772 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae493d50-a8de-4f49-8804-ef8fced289df req-23d22d98-1132-46e8-b245-1fbe4f958227 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264231 Nov 03 18:39:48.858896 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419876bf-be44-40f6-951d-4222556a3775", "tag": "ebb0d679-2cef-4d90-a00e-1a458a0b786c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:48.859021 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4eb130dd-8059-44e6-9f36-f521ecfeb638 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:48.859404 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419876bf-be44-40f6-951d-4222556a3775', 'tag': 'ebb0d679-2cef-4d90-a00e-1a458a0b786c', 'status': 'completed', 'code': 200} Nov 03 18:39:48.921804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.971036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89025d55-0693-426b-be94-4fbded1ac3cd req-8904e53a-fbfa-4079-9a4c-962970e04f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.972665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89025d55-0693-426b-be94-4fbded1ac3cd req-8904e53a-fbfa-4079-9a4c-962970e04f00 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 1095 time: 0.1057167 Nov 03 18:39:49.000923 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae493d50-a8de-4f49-8804-ef8fced289df req-335ae474-520a-457c-862d-a30409922b67 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346848 Nov 03 18:39:49.031858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] Set router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:49.132073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672678b-7025-442b-b0dc-03765818584e req-f30876ff-c458-47b3-a9ed-65e63dab3705 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:49.133505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b672678b-7025-442b-b0dc-03765818584e req-f30876ff-c458-47b3-a9ed-65e63dab3705 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 944 time: 0.1748662 Nov 03 18:39:49.180648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.186104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89025d55-0693-426b-be94-4fbded1ac3cd req-5c226dd1-4e7c-4161-97ca-69ad7ed8e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:49.187892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89025d55-0693-426b-be94-4fbded1ac3cd req-5c226dd1-4e7c-4161-97ca-69ad7ed8e976 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 912 time: 0.1904936 Nov 03 18:39:49.226627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:47Z', 'revision_number': 5, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port': {'id': '48831c0d-8813-4e29-9ef4-490fd964a11d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:29Z', 'updated_at': '2021-11-03T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:49.253704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] Checking router: 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:49.262808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] Routers {'6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:49.263315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b672678b-7025-442b-b0dc-03765818584e req-91e9c1dd-7d7f-4372-a91e-1c6a116c7009 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218505 Nov 03 18:39:49.263485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:49.267236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89025d55-0693-426b-be94-4fbded1ac3cd req-c7ef701a-8959-4ff8-932e-4d262d7c0fb2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb0d679-2cef-4d90-a00e-1a458a0b786c HTTP/1.1" status: 200 len: 217 time: 0.0624018 Nov 03 18:39:49.355193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] Set router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:49.357192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Deleting port 48831c0d-8813-4e29-9ef4-490fd964a11d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:49.357561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.363502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89025d55-0693-426b-be94-4fbded1ac3cd req-b2fa75ca-49af-44de-907c-33b201516742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:49.365033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89025d55-0693-426b-be94-4fbded1ac3cd req-b2fa75ca-49af-44de-907c-33b201516742 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.0890970 Nov 03 18:39:49.412479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:49Z', 'revision_number': 6, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:49.415791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89025d55-0693-426b-be94-4fbded1ac3cd req-b0e5f446-43fc-4b48-b454-9482e5ba3d29 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357337 Nov 03 18:39:49.439962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c66b0-a052-417f-9bd4-78a1498dcd69 None None] The sync data for ids ['6ee89fb2-2ee0-4bbc-9e7b-b992da57a034'] in n-d-812148-3 is: [{'id': '6ee89fb2-2ee0-4bbc-9e7b-b992da57a034', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306438939-router', 'tenant_id': '9cf39e001471468ea7abe94ace1ec00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:28Z', 'updated_at': '2021-11-03T18:39:49Z', 'revision_number': 6, 'project_id': '9cf39e001471468ea7abe94ace1ec00b', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:49.449404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-749a8c6c-f8be-4e8f-b939-5f0be209b0bd req-23139d88-11cf-4a2e-beab-c19a08478cd0 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/56737ff4-b887-4bac-ab3c-faa6751ba088 HTTP/1.1" status: 200 len: 1831 time: 0.1400313 Nov 03 18:39:49.579997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] For port 48831c0d-8813-4e29-9ef4-490fd964a11d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=48831c0d-8813-4e29-9ef4-490fd964a11d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:49.580362 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.611077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Calling delete_port for 48831c0d-8813-4e29-9ef4-490fd964a11d owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:49.625515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89025d55-0693-426b-be94-4fbded1ac3cd req-eaa12d6e-5a48-491f-b93e-5dfa92411002 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797187 Nov 03 18:39:49.636465 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-749a8c6c-f8be-4e8f-b939-5f0be209b0bd req-3acef387-265f-4521-a398-7dadb5559cb8 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.750654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-749a8c6c-f8be-4e8f-b939-5f0be209b0bd req-3acef387-265f-4521-a398-7dadb5559cb8 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.858876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89025d55-0693-426b-be94-4fbded1ac3cd req-c9a90c21-500d-4442-ac62-c22d962808aa service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235067 Nov 03 18:39:49.861901 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-749a8c6c-f8be-4e8f-b939-5f0be209b0bd req-3acef387-265f-4521-a398-7dadb5559cb8 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.865114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-749a8c6c-f8be-4e8f-b939-5f0be209b0bd req-3acef387-265f-4521-a398-7dadb5559cb8 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.866239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-749a8c6c-f8be-4e8f-b939-5f0be209b0bd req-3acef387-265f-4521-a398-7dadb5559cb8 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "DELETE /v2.0/security-groups/56737ff4-b887-4bac-ab3c-faa6751ba088 HTTP/1.1" status: 204 len: 173 time: 0.4056919 Nov 03 18:39:49.885076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acef387-265f-4521-a398-7dadb5559cb8 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56737ff4-b887-4bac-ab3c-faa6751ba088,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:49.994077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.029305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01597fab-77c6-490d-8d68-d495982c1334 req-8957903e-090c-4ff2-af0a-5f611b0f64fe tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:50.030738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01597fab-77c6-490d-8d68-d495982c1334 req-8957903e-090c-4ff2-af0a-5f611b0f64fe tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 948 time: 0.0904315 Nov 03 18:39:50.037626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Pushing event deleted for resources: {'Port': ['ID=48831c0d-8813-4e29-9ef4-490fd964a11d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:50.091264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:50.126240 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01597fab-77c6-490d-8d68-d495982c1334 req-3df79038-9638-4976-865e-545af80a3e11 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858903 Nov 03 18:39:50.129994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.203914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:50.216145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'mac_address': 'fa:16:3e:f7:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:50.238816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.243342 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.271050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.286162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:50.305012 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.306702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:39:50.311079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:50.314263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.315982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ab6de7a9-0a24-4e0a-82d1-ab7624f6167e admin admin] 10.222.0.77 "DELETE /v2.0/routers/6ee89fb2-2ee0-4bbc-9e7b-b992da57a034 HTTP/1.1" status: 204 len: 168 time: 1.5750151 Nov 03 18:39:50.320063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51988) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:50.323076 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.389283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cad4f24-94c4-4836-8af3-572b340a81fd admin admin] Deleting subnet b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:39:50.394885 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cad4f24-94c4-4836-8af3-572b340a81fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.396123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:50.443635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cad4f24-94c4-4836-8af3-572b340a81fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.537805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:50.576797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cad4f24-94c4-4836-8af3-572b340a81fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.590953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ebb0d679-2cef-4d90-a00e-1a458a0b786c details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:50.593348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:50.633831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da138c16-e738-4c74-9725-24b08eda27cb req-0c21ca8e-cfe7-4d77-9724-fd517c64d753 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:50.635592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da138c16-e738-4c74-9725-24b08eda27cb req-0c21ca8e-cfe7-4d77-9724-fd517c64d753 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.1035614 Nov 03 18:39:50.701507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cad4f24-94c4-4836-8af3-572b340a81fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.709970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da138c16-e738-4c74-9725-24b08eda27cb req-4182fe20-528c-4614-9b77-65d90b0fbd50 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652435 Nov 03 18:39:50.738710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad4f24-94c4-4836-8af3-572b340a81fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:50.750468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8cad4f24-94c4-4836-8af3-572b340a81fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.753235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeaf7f1-ddec-4c06-af16-10aad094b5ab None None] Network 315317f1-8899-4e6d-ad3e-cbf34bc34e3e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:50.756736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8cad4f24-94c4-4836-8af3-572b340a81fd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b2d9d0e5-810d-42e6-9ac8-c10fa6f15d94 HTTP/1.1" status: 204 len: 168 time: 0.4329312 Nov 03 18:39:50.757320 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52000) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:50.858100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.879818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ebb0d679-2cef-4d90-a00e-1a458a0b786c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ebb0d679-2cef-4d90-a00e-1a458a0b786c,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:50.890120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.906709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 48831c0d-8813-4e29-9ef4-490fd964a11d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:50.923247 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Deleting port f5d7c734-70f9-4215-b737-5aacb4681080 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:50.923511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.960355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'ebb0d679-2cef-4d90-a00e-1a458a0b786c', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'port_id': 'ebb0d679-2cef-4d90-a00e-1a458a0b786c', 'mac_address': 'fa:16:3e:9c:69:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e37e125-5d36-4a7a-8a18-0dcddadb205f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:50.968811 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a56d384a-5a12-4bed-9752-73e3cefbdf54 req-41c84174-b950-482c-ae98-65df1f79fd2d tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/9ef432d1-6434-408b-8a50-83a458bca3c5 HTTP/1.1" status: 200 len: 1832 time: 0.0555470 Nov 03 18:39:50.969959 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 48831c0d-8813-4e29-9ef4-490fd964a11d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:50.970306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 48831c0d-8813-4e29-9ef4-490fd964a11d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:50.970737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 17a3b0dc-7994-4298-a4a8-a25378c73148 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:50.990397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] For port f5d7c734-70f9-4215-b737-5aacb4681080, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f5d7c734-70f9-4215-b737-5aacb4681080,segment=NetworkSegment(010987d0-c82a-452c-ad24-e8c625a9b8be),segment_id=010987d0-c82a-452c-ad24-e8c625a9b8be)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:50.990827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.007143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Calling delete_port for f5d7c734-70f9-4215-b737-5aacb4681080 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:51.028222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 17a3b0dc-7994-4298-a4a8-a25378c73148 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:51.028222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 17a3b0dc-7994-4298-a4a8-a25378c73148 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:51.029188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:51.031443 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bce56cd-8374-4e1e-9ad0-4a8b5ee00fee" -d '{"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-unplugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:51.043120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a56d384a-5a12-4bed-9752-73e3cefbdf54 req-a12a2348-1a6b-48e0-a74a-ada1327335ae tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.070313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a56d384a-5a12-4bed-9752-73e3cefbdf54 req-a12a2348-1a6b-48e0-a74a-ada1327335ae tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.093912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:51.108789 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.115959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.122644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a56d384a-5a12-4bed-9752-73e3cefbdf54 req-a12a2348-1a6b-48e0-a74a-ada1327335ae tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.126897 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a56d384a-5a12-4bed-9752-73e3cefbdf54 req-a12a2348-1a6b-48e0-a74a-ada1327335ae tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.128882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a56d384a-5a12-4bed-9752-73e3cefbdf54 req-a12a2348-1a6b-48e0-a74a-ada1327335ae tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "DELETE /v2.0/security-groups/9ef432d1-6434-408b-8a50-83a458bca3c5 HTTP/1.1" status: 204 len: 173 time: 0.1532023 Nov 03 18:39:51.142928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a2348-1a6b-48e0-a74a-ada1327335ae tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef432d1-6434-408b-8a50-83a458bca3c5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:51.148475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d7c734-70f9-4215-b737-5aacb4681080,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:51.148759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.151378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] No DVR routers for this DVR port f5d7c734-70f9-4215-b737-5aacb4681080 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:51.190751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb0d679-2cef-4d90-a00e-1a458a0b786c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:51.213692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:51.228673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ebb0d679-2cef-4d90-a00e-1a458a0b786c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ebb0d679-2cef-4d90-a00e-1a458a0b786c,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:51.235010 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.236835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.264991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315317f1-8899-4e6d-ad3e-cbf34bc34e3e']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:51.279140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010987d0-c82a-452c-ad24-e8c625a9b8be') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:51.279440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010987d0-c82a-452c-ad24-e8c625a9b8be') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:51.283109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c6744-5ee1-4d6b-be43-2b202f5bfd43 None None] DHCP port deletion for 315317f1-8899-4e6d-ad3e-cbf34bc34e3e request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:39:51.291915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.303548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ebb0d679-2cef-4d90-a00e-1a458a0b786c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:51.310130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.317308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:39:51.317766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.319642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0aad9d-288e-4d71-a47b-4cc47f8ae26c req-b281480e-0306-4281-ae77-52d1f0450a57 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:39:51.320182 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:39:51.326085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be0aad9d-288e-4d71-a47b-4cc47f8ae26c req-b281480e-0306-4281-ae77-52d1f0450a57 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 945 time: 0.0754142 Nov 03 18:39:51.378423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.378770 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be0aad9d-288e-4d71-a47b-4cc47f8ae26c req-6bdd45cd-2458-4b4e-a5c2-6ea533c05611 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494139 Nov 03 18:39:51.383611 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.389597 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/315317f1-8899-4e6d-ad3e-cbf34bc34e3e HTTP/1.1" status: 204 len: 168 time: 0.6290848 Nov 03 18:39:51.402312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf5e4c-d383-49b3-a3cf-e8ecfa567ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=315317f1-8899-4e6d-ad3e-cbf34bc34e3e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:51.507837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52016) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:51.526763 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31657bf8-3ec2-4fb2-9ce7-8e47e8189aa0 x-openstack-request-id: req-31657bf8-3ec2-4fb2-9ce7-8e47e8189aa0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:51.527069 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-unplugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:51.527325 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31657bf8-3ec2-4fb2-9ce7-8e47e8189aa0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:51.527833 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'code': 200} Nov 03 18:39:51.563244 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e76388c6-3d08-42c4-87d1-749593752620 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cf39e001471468ea7abe94ace1ec00b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534608 Nov 03 18:39:51.565904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52018) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:51.583190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ebb0d679-2cef-4d90-a00e-1a458a0b786c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:51.587409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b322109a-5c46-47aa-b695-9c18e6391af2 req-4bb12438-b1a4-4082-aba2-cd5e606e46d4 tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "GET /v2.0/security-groups/3bcc30a4-3742-498c-8a5d-75a5a09b2846 HTTP/1.1" status: 200 len: 1831 time: 0.0465755 Nov 03 18:39:51.619248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-131a4320-8277-4bec-a852-990e9abb5a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.642370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-131a4320-8277-4bec-a852-990e9abb5a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.655954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b322109a-5c46-47aa-b695-9c18e6391af2 req-be990978-c4a3-4e6a-a5f3-cef44d4cb92a tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.686021 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b322109a-5c46-47aa-b695-9c18e6391af2 req-be990978-c4a3-4e6a-a5f3-cef44d4cb92a tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.706966 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-131a4320-8277-4bec-a852-990e9abb5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.710762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-131a4320-8277-4bec-a852-990e9abb5a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.714640 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-131a4320-8277-4bec-a852-990e9abb5a05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ae14a22-0db2-4970-a8de-31ebe8a31d5f HTTP/1.1" status: 204 len: 168 time: 0.1454167 Nov 03 18:39:51.732049 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b322109a-5c46-47aa-b695-9c18e6391af2 req-be990978-c4a3-4e6a-a5f3-cef44d4cb92a tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.732449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a4320-8277-4bec-a852-990e9abb5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae14a22-0db2-4970-a8de-31ebe8a31d5f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:51.743848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b322109a-5c46-47aa-b695-9c18e6391af2 req-be990978-c4a3-4e6a-a5f3-cef44d4cb92a tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.745711 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b322109a-5c46-47aa-b695-9c18e6391af2 req-be990978-c4a3-4e6a-a5f3-cef44d4cb92a tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] 10.222.0.77 "DELETE /v2.0/security-groups/3bcc30a4-3742-498c-8a5d-75a5a09b2846 HTTP/1.1" status: 204 len: 173 time: 0.1516876 Nov 03 18:39:51.755387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52022) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:51.763582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be990978-c4a3-4e6a-a5f3-cef44d4cb92a tempest-SecurityGroupRulesNegativeTestJSON-703239989 tempest-SecurityGroupRulesNegativeTestJSON-703239989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcc30a4-3742-498c-8a5d-75a5a09b2846,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:51.811493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34333ee-fecd-4e17-81ea-c05a64fca149 admin admin] Deleting subnet 64fe4dca-e47e-4967-9a11-87bafe7a4660 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:39:51.819141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b34333ee-fecd-4e17-81ea-c05a64fca149 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.862988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b34333ee-fecd-4e17-81ea-c05a64fca149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.888499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c18b00-9429-4793-b479-cec6485da6af req-e256302e-3ab4-45a1-9db8-5cc4ffc7d9a8 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:51.890103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1c18b00-9429-4793-b479-cec6485da6af req-e256302e-3ab4-45a1-9db8-5cc4ffc7d9a8 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 948 time: 0.0545254 Nov 03 18:39:51.909512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b34333ee-fecd-4e17-81ea-c05a64fca149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.961901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1c18b00-9429-4793-b479-cec6485da6af req-c7f27d9a-70c4-4f41-8ebd-822e0ff631c4 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634992 Nov 03 18:39:51.983817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b34333ee-fecd-4e17-81ea-c05a64fca149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.015052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34333ee-fecd-4e17-81ea-c05a64fca149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64fe4dca-e47e-4967-9a11-87bafe7a4660,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:52.021269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b34333ee-fecd-4e17-81ea-c05a64fca149 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.025133 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b34333ee-fecd-4e17-81ea-c05a64fca149 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/64fe4dca-e47e-4967-9a11-87bafe7a4660 HTTP/1.1" status: 204 len: 168 time: 0.2686384 Nov 03 18:39:52.027728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52030) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:52.089176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70860567-f4f6-49c0-85d7-c54e6450c501 req-84c00abf-9aa7-49f2-93b7-53a3e8d36afd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.090916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70860567-f4f6-49c0-85d7-c54e6450c501 req-84c00abf-9aa7-49f2-93b7-53a3e8d36afd tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0589039 Nov 03 18:39:52.108419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7918d072-2ddf-48a8-b430-0c85b79c4377 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:52.119042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:52.120313 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.174005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70860567-f4f6-49c0-85d7-c54e6450c501 req-89bf24cf-f5db-4b47-8a4a-fa19a712d518 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768070 Nov 03 18:39:52.244260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.260115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:52.269391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:52.269782 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.271123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e49b08f-5458-4ff1-94d4-27ce893392e7']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:52.285670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7027d5fc-10f2-407e-8a43-1648ac619fba') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:52.285969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7027d5fc-10f2-407e-8a43-1648ac619fba') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:52.311527 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.320182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:52.335034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'mac_address': 'fa:16:3e:10:2b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:52.336355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.344055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:39:52.344459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:39:52.346282 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:39:52.393978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.414938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.426881 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.429350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7918d072-2ddf-48a8-b430-0c85b79c4377 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:52.431925 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5e49b08f-5458-4ff1-94d4-27ce893392e7 HTTP/1.1" status: 204 len: 168 time: 0.4033072 Nov 03 18:39:52.446000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af688b-40a9-4434-9115-975904526f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e49b08f-5458-4ff1-94d4-27ce893392e7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:52.465803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.470995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:52.481894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.499029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0902c-acb3-4526-a2c7-930b79b44f4a req-de84e76b-1d9c-4195-91d0-0bb6f7ea0f73 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.500712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50b0902c-acb3-4526-a2c7-930b79b44f4a req-de84e76b-1d9c-4195-91d0-0bb6f7ea0f73 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0634451 Nov 03 18:39:52.555720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:52.567363 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.571582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50b0902c-acb3-4526-a2c7-930b79b44f4a req-7e6ec629-3873-461b-b811-8b178e4f0d1f tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631618 Nov 03 18:39:52.583341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:52.625165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52060) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:52.629838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ebb0d679-2cef-4d90-a00e-1a458a0b786c up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:52.676224 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d898ae69-0432-4a86-9702-932995a206ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44afb02e292a46e6bca7a101291cf9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490065 Nov 03 18:39:52.678728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52062) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:52.692196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:52.713735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port ebb0d679-2cef-4d90-a00e-1a458a0b786c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:52.716087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60271b8-c378-4b59-b857-5686b91627c6 req-39b3e249-330f-4653-85cc-13e72db577e5 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.718959 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port ebb0d679-2cef-4d90-a00e-1a458a0b786c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:52.719689 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.724594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b60271b8-c378-4b59-b857-5686b91627c6 req-39b3e249-330f-4653-85cc-13e72db577e5 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 945 time: 0.0813618 Nov 03 18:39:52.735529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-117a9076-8f7a-4205-aefd-1ca46559d7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.750518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['7918d072-2ddf-48a8-b430-0c85b79c4377'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:52.759587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52064) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:52.767852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-117a9076-8f7a-4205-aefd-1ca46559d7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.823547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b60271b8-c378-4b59-b857-5686b91627c6 req-0b45a74e-6218-4c82-871b-3583fca23dc0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970337 Nov 03 18:39:52.836655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-117a9076-8f7a-4205-aefd-1ca46559d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.836655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-117a9076-8f7a-4205-aefd-1ca46559d7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.840460 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-117a9076-8f7a-4205-aefd-1ca46559d7ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c79133c5-9dca-4d66-ad02-e1794940b1b8 HTTP/1.1" status: 204 len: 168 time: 0.1606359 Nov 03 18:39:52.856523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a9076-8f7a-4205-aefd-1ca46559d7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79133c5-9dca-4d66-ad02-e1794940b1b8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:52.880979 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.952617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ebb0d679-2cef-4d90-a00e-1a458a0b786c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ebb0d679-2cef-4d90-a00e-1a458a0b786c,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:52.962202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.972765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f5d7c734-70f9-4215-b737-5aacb4681080 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:52.977381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-429143930-network', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:53.012063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Made reservation on behalf of fd32098f95de45cbb16eeee4278da35a for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:53.015536 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.030052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.131471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.138521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.169777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:39:53.171765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: f5d7c734-70f9-4215-b737-5aacb4681080 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:53.172450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f5d7c734-70f9-4215-b737-5aacb4681080 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:53.186251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055b165-e580-4492-8dc0-0a1bb699c807 req-4d92f510-9eac-44ab-9815-8466dbaaf958 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.191709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4abdaa-b112-45e0-b5fd-e34e9fc51b34,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:53.196048 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b055b165-e580-4492-8dc0-0a1bb699c807 req-4d92f510-9eac-44ab-9815-8466dbaaf958 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 949 time: 0.0835929 Nov 03 18:39:53.198347 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.198803 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Added segment f10e0ea3-3a8c-42ef-b66c-64674f1791b9 of type vlan for network 7f1b368d-16df-4c6a-81fa-d08464448687 Nov 03 18:39:53.222758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ebb0d679-2cef-4d90-a00e-1a458a0b786c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:53.256851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.261652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b055b165-e580-4492-8dc0-0a1bb699c807 req-0272f968-a893-4950-8bec-9e89a7ef72cf tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636351 Nov 03 18:39:53.283579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.284721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.285365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.350662 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5889318 Nov 03 18:39:53.350880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52084) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:53.355656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Request body: {'subnet': {'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-subnet', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:53.365302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f9d41-b857-4f3a-878f-e5f781bea26e admin admin] Pushing event updated for resources: {'Network': ['ID=7f1b368d-16df-4c6a-81fa-d08464448687,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:53.379212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7f1b368d-16df-4c6a-81fa-d08464448687 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:39:53.386944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Made reservation on behalf of fd32098f95de45cbb16eeee4278da35a for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:53.390442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.396894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f0b88-00ed-41bd-941e-9e8ddaf37e8c req-f2167303-6d4e-42a4-a8de-3892f86575f7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.404162 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-223f0b88-00ed-41bd-941e-9e8ddaf37e8c req-f2167303-6d4e-42a4-a8de-3892f86575f7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.0779963 Nov 03 18:39:53.472661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-223f0b88-00ed-41bd-941e-9e8ddaf37e8c req-821179dc-414c-4262-96e6-8eae487a2a9a tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563333 Nov 03 18:39:53.529579 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'}, {'server_uuid': '419876bf-be44-40f6-951d-4222556a3775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb0d679-2cef-4d90-a00e-1a458a0b786c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:53.532010 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b421e51-ab93-4b1d-8055-49977ac711eb" -d '{"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-plugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7"}, {"server_uuid": "419876bf-be44-40f6-951d-4222556a3775", "name": "network-vif-plugged", "status": "completed", "tag": "ebb0d679-2cef-4d90-a00e-1a458a0b786c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:53.607793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.658565 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12ca04a-27db-45ee-88ee-29f84e0576be x-openstack-request-id: req-c12ca04a-27db-45ee-88ee-29f84e0576be {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:53.658565 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-plugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7", "code": 200}, {"server_uuid": "419876bf-be44-40f6-951d-4222556a3775", "name": "network-vif-plugged", "status": "completed", "tag": "ebb0d679-2cef-4d90-a00e-1a458a0b786c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:53.658565 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c12ca04a-27db-45ee-88ee-29f84e0576be {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:53.658565 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'code': 200} Nov 03 18:39:53.660086 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419876bf-be44-40f6-951d-4222556a3775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb0d679-2cef-4d90-a00e-1a458a0b786c', 'code': 200} Nov 03 18:39:53.676909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a379b7eb-aadb-4110-a6cf-017922c8b047,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:53.686979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Checking segment: {'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:53.687450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Network hostable DHCP agents. Network: 7f1b368d-16df-4c6a-81fa-d08464448687, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:39:53.708885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Network 7f1b368d-16df-4c6a-81fa-d08464448687 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:39:53.725457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7f1b368d-16df-4c6a-81fa-d08464448687) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:53.742323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad5fde-2c9a-4f9b-b6fb-33f4cb7696fa None None] Network 7f1b368d-16df-4c6a-81fa-d08464448687 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:53.746731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.748640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.792357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52104) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:53.792991 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-af61c535-d021-4f01-af3d-18d8c854c5f3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4407263 Nov 03 18:39:53.797909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:53.799042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3f6a2-8c36-4223-97e7-caa4d8e35d6e req-4c196409-ec6a-45c3-bec3-7879826ba863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.801257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ad3f6a2-8c36-4223-97e7-caa4d8e35d6e req-4c196409-ec6a-45c3-bec3-7879826ba863 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 1101 time: 0.0714858 Nov 03 18:39:53.817716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c84f5-b1a8-44ab-8711-45b729656994 req-16d2298f-807a-405e-a45d-8c63a20bdc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.819558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82c84f5-b1a8-44ab-8711-45b729656994 req-16d2298f-807a-405e-a45d-8c63a20bdc40 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 1097 time: 0.0886979 Nov 03 18:39:53.843939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52108) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:53.857388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.858451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.866487 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ad3f6a2-8c36-4223-97e7-caa4d8e35d6e req-21bdfd80-c03d-41b4-a6fc-f5c89d87afb6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562792 Nov 03 18:39:53.944345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.948896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82c84f5-b1a8-44ab-8711-45b729656994 req-1053bd47-ecfb-41ed-8dd5-00981222b0d6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193540 Nov 03 18:39:53.962568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7f1b368d-16df-4c6a-81fa-d08464448687', 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'fixed_ips': [{'subnet_id': 'a379b7eb-aadb-4110-a6cf-017922c8b047'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:39:53.963547 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.983473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-181377023-network', 'tenant_id': '5c64a0f35f9840c58f391d2dcdccae4d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:54.011924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Made reservation on behalf of 5c64a0f35f9840c58f391d2dcdccae4d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:54.015140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.025902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.100573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7918d072-2ddf-48a8-b430-0c85b79c4377 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:54.122607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661632-2276-4bf2-97e5-90c8c402805f req-68604f28-8d08-4866-bdef-65a04ec47b91 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:54.124334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac661632-2276-4bf2-97e5-90c8c402805f req-68604f28-8d08-4866-bdef-65a04ec47b91 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 946 time: 0.1951969 Nov 03 18:39:54.129052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.131853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.134840 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.149715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Allocated IP 172.20.0.2 (7f1b368d-16df-4c6a-81fa-d08464448687/a379b7eb-aadb-4110-a6cf-017922c8b047/a058440d-3457-452e-878d-2d21a7fa0e71) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:54.162851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:39:54.184407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.184688 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Added segment 6dde1ee0-9136-4d9b-ab09-66951240f723 of type vlan for network 89789a79-4ce6-4055-837e-c334d8d48893 Nov 03 18:39:54.186215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a6b87c-b287-427e-9ba3-50ff58b8d71b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:54.207487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 7918d072-2ddf-48a8-b430-0c85b79c4377 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:54.215210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 7918d072-2ddf-48a8-b430-0c85b79c4377 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:54.215587 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.235383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac661632-2276-4bf2-97e5-90c8c402805f req-d05849a2-d63e-4900-bb3a-fd5e2bf29d0b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958574 Nov 03 18:39:54.242819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.289009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.293407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:54.294358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.375675 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5280724 Nov 03 18:39:54.376541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52114) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:54.383579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Request body: {'subnet': {'network_id': '89789a79-4ce6-4055-837e-c334d8d48893', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-181377023-subnet', 'tenant_id': '5c64a0f35f9840c58f391d2dcdccae4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:54.387829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb924d-c2df-452c-9bc8-90ac3553612b admin admin] Pushing event updated for resources: {'Network': ['ID=89789a79-4ce6-4055-837e-c334d8d48893,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:54.414476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 89789a79-4ce6-4055-837e-c334d8d48893 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:39:54.421040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Made reservation on behalf of 5c64a0f35f9840c58f391d2dcdccae4d for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:54.424309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.507604 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.513891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160771-e664-4817-b0a4-cefce92b7bed req-ec1e0f91-5a39-4933-8b89-334b4b544834 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:54.518906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0160771-e664-4817-b0a4-cefce92b7bed req-ec1e0f91-5a39-4933-8b89-334b4b544834 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 949 time: 0.1388185 Nov 03 18:39:54.566786 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.568039 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.590275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.620490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.685446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:54.716512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:54.720863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Network 7f1b368d-16df-4c6a-81fa-d08464448687 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:54.722440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Pushing event updated for resources: {'Port': ['ID=a058440d-3457-452e-878d-2d21a7fa0e71,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:54.728160 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.730567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:54.744132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0160771-e664-4817-b0a4-cefce92b7bed req-f53ac4e7-f3d1-4540-bba3-1d825c0fc16e tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107182 Nov 03 18:39:54.785279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:54.788864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:54.829497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.852920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Allocated IP 172.25.3.188 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/e2dfe3af-7248-4614-a95d-27f0a9447fe6) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:54.878711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Attempting to bind port a058440d-3457-452e-878d-2d21a7fa0e71 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:54.879084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Attempting to bind port a058440d-3457-452e-878d-2d21a7fa0e71 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:54.879292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Attempting to bind port a058440d-3457-452e-878d-2d21a7fa0e71 on network 7f1b368d-16df-4c6a-81fa-d08464448687 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:54.914376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:54.914806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Checking segment: {'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:54.915136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.915524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Bound using segment: {'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:54.916003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Bound port: a058440d-3457-452e-878d-2d21a7fa0e71, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:54.916391 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.058973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:55.064754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-628319ea-e000-4599-9554-4ceb01d117d2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.069525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-628319ea-e000-4599-9554-4ceb01d117d2 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.4111967 Nov 03 18:39:55.116744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '58544d9f-9040-49b0-9298-d3220000f867', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': '58544d9f-9040-49b0-9298-d3220000f867', 'mac_address': 'fa:16:3e:50:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:55.118841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c837d56-1448-490a-b2c1-abbdba43e62f,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:55.126138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] For port a058440d-3457-452e-878d-2d21a7fa0e71, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:55.131513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Checking segment: {'id': '6dde1ee0-9136-4d9b-ab09-66951240f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '89789a79-4ce6-4055-837e-c334d8d48893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:55.132199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Network hostable DHCP agents. Network: 89789a79-4ce6-4055-837e-c334d8d48893, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:39:55.190297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] For port a058440d-3457-452e-878d-2d21a7fa0e71, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a058440d-3457-452e-878d-2d21a7fa0e71,segment=NetworkSegment(f10e0ea3-3a8c-42ef-b66c-64674f1791b9),segment_id=f10e0ea3-3a8c-42ef-b66c-64674f1791b9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:55.200319 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.243333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Network 89789a79-4ce6-4055-837e-c334d8d48893 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:39:55.266624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c7f62-e1bd-43bd-b764-7cab8e680477 None None] Pushing event updated for resources: {'Port': ['ID=a058440d-3457-452e-878d-2d21a7fa0e71,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:55.276195 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.304407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 89789a79-4ce6-4055-837e-c334d8d48893) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:55.309099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.309709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.313786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58544d9f-9040-49b0-9298-d3220000f867 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:55.353871 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:55.357887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c36b11-32e8-4ccb-bb04-086cbcdbe48e None None] Network 89789a79-4ce6-4055-837e-c334d8d48893 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:55.358170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Deleting port e4a23ad8-f929-4a37-b8c3-d12074237dd6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:55.358620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.403090 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-071cba0b-8b3f-4168-a1b2-44a5c53abdca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0255592 Nov 03 18:39:55.459302 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.580046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e026e-57b6-4c9e-b261-883c1782e25a None None] Network 89789a79-4ce6-4055-837e-c334d8d48893 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:55.582675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['58544d9f-9040-49b0-9298-d3220000f867'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:55.640297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] For port e4a23ad8-f929-4a37-b8c3-d12074237dd6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e4a23ad8-f929-4a37-b8c3-d12074237dd6,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:55.642864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.673686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:55.697748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:55.708258 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfff31a-05ca-4680-a28b-ba9144fcae5d" -d '{"events": [{"server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "name": "network-vif-plugged", "status": "completed", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:55.773684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Calling delete_port for e4a23ad8-f929-4a37-b8c3-d12074237dd6 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:55.827130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc70921-1ff8-470c-95ac-a1487fc39f38 req-982bdd38-0967-4f2c-88a0-13b09345f6f7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.837859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bc70921-1ff8-470c-95ac-a1487fc39f38 req-982bdd38-0967-4f2c-88a0-13b09345f6f7 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=27886bb2-cba0-41bd-9dae-ee25cb3e85b7 HTTP/1.1" status: 200 len: 945 time: 0.2087853 Nov 03 18:39:55.857456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-4abdb090-0495-47f1-bc8d-99e144f76c0b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.864678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-4abdb090-0495-47f1-bc8d-99e144f76c0b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 946 time: 0.2035873 Nov 03 18:39:55.927151 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:56.037620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:56.069856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event deleted for resources: {'Port': ['ID=e4a23ad8-f929-4a37-b8c3-d12074237dd6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:56.096659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['e4a23ad8-f929-4a37-b8c3-d12074237dd6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:56.169599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] No DVR routers for this DVR port e4a23ad8-f929-4a37-b8c3-d12074237dd6 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:56.174434 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:56.182019 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cd951945-4e23-4da0-bf19-2f40f0a4f31b req-c5852a99-9f6e-49df-bbd4-fffeb4946eee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.70 "DELETE /v2.0/ports/e4a23ad8-f929-4a37-b8c3-d12074237dd6 HTTP/1.1" status: 204 len: 173 time: 1.1048300 Nov 03 18:39:56.183891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27886bb2-cba0-41bd-9dae-ee25cb3e85b7', 'name': 'network-vif-deleted', 'tag': 'e4a23ad8-f929-4a37-b8c3-d12074237dd6'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:56.198021 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e391b134-80db-4db9-8f58-0afd0bd86c5b" -d '{"events": [{"server_uuid": "27886bb2-cba0-41bd-9dae-ee25cb3e85b7", "name": "network-vif-deleted", "tag": "e4a23ad8-f929-4a37-b8c3-d12074237dd6"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:56.223747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bc70921-1ff8-470c-95ac-a1487fc39f38 req-ca1f9fe5-f803-4959-b0d2-eea2e6e7ee4e tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557401 Nov 03 18:39:56.293517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:56.360730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Deleting port ebb0d679-2cef-4d90-a00e-1a458a0b786c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:56.362084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:56.463796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:56.476055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:56.479642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:56.637247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:56.703294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2dfe3af-7248-4614-a95d-27f0a9447fe6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:56.759089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] For port ebb0d679-2cef-4d90-a00e-1a458a0b786c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ebb0d679-2cef-4d90-a00e-1a458a0b786c,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:56.759986 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:56.804662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Calling delete_port for ebb0d679-2cef-4d90-a00e-1a458a0b786c owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:56.854596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a75a4a-c5b0-404b-a8f7-1bf03b23be79 req-9081b5c5-8273-49db-8b1d-ea3b1c5784d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:56.856024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0a75a4a-c5b0-404b-a8f7-1bf03b23be79 req-9081b5c5-8273-49db-8b1d-ea3b1c5784d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 946 time: 0.2570250 Nov 03 18:39:56.900819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d56060-1bff-48ea-9e45-61131eee746e None None] Network 7f1b368d-16df-4c6a-81fa-d08464448687 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:57.017372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d70b6517-fe43-42b8-825b-234a921d2d84 None None] Provisioning complete for port a058440d-3457-452e-878d-2d21a7fa0e71 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:57.017915 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d70b6517-fe43-42b8-825b-234a921d2d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.020385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a058440d-3457-452e-878d-2d21a7fa0e71 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:57.242009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a058440d-3457-452e-878d-2d21a7fa0e71 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:57.242009 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.273724 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.310159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d70b6517-fe43-42b8-825b-234a921d2d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.340255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event deleted for resources: {'Port': ['ID=ebb0d679-2cef-4d90-a00e-1a458a0b786c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:57.372749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d70b6517-fe43-42b8-825b-234a921d2d84 None None] For port a058440d-3457-452e-878d-2d21a7fa0e71, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a058440d-3457-452e-878d-2d21a7fa0e71,segment=NetworkSegment(f10e0ea3-3a8c-42ef-b66c-64674f1791b9),segment_id=f10e0ea3-3a8c-42ef-b66c-64674f1791b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:57.399003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ebb0d679-2cef-4d90-a00e-1a458a0b786c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:57.399232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0a75a4a-c5b0-404b-a8f7-1bf03b23be79 req-92d40409-b199-45e7-aa6d-61852b5cb79f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216284 Nov 03 18:39:57.403470 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d70b6517-fe43-42b8-825b-234a921d2d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.458749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] No DVR routers for this DVR port ebb0d679-2cef-4d90-a00e-1a458a0b786c on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:57.466184 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.469673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-284fe394-b815-4e7c-ac23-0b6af41f347b req-27279e43-be4d-40b9-93e5-022a215946fc tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "DELETE /v2.0/ports/ebb0d679-2cef-4d90-a00e-1a458a0b786c HTTP/1.1" status: 204 len: 173 time: 1.5859044 Nov 03 18:39:57.546657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419876bf-be44-40f6-951d-4222556a3775', 'name': 'network-vif-deleted', 'tag': 'ebb0d679-2cef-4d90-a00e-1a458a0b786c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:57.554760 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c9cd1e-7d58-4e78-ae03-d9be13c0de77" -d '{"events": [{"server_uuid": "419876bf-be44-40f6-951d-4222556a3775", "name": "network-vif-deleted", "tag": "ebb0d679-2cef-4d90-a00e-1a458a0b786c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:57.632531 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.708257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f25a7-4c94-454c-b27f-98c7e87c81b0 req-8523e80d-cc8f-4e61-88fc-e9c05a511b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:57.713892 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d40f25a7-4c94-454c-b27f-98c7e87c81b0 req-8523e80d-cc8f-4e61-88fc-e9c05a511b20 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 1101 time: 0.1073065 Nov 03 18:39:57.719338 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0657706b-b6e1-4106-aa40-cb8b63595e8e x-openstack-request-id: req-0657706b-b6e1-4106-aa40-cb8b63595e8e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:57.720665 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "name": "network-vif-plugged", "status": "completed", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:57.720665 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0657706b-b6e1-4106-aa40-cb8b63595e8e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:57.724247 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'code': 200} Nov 03 18:39:57.740849 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.820273 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d40f25a7-4c94-454c-b27f-98c7e87c81b0 req-18b66bf7-dc9e-426d-abe2-827d8f333288 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981445 Nov 03 18:39:57.845769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6517-fe43-42b8-825b-234a921d2d84 None None] Pushing event updated for resources: {'Port': ['ID=a058440d-3457-452e-878d-2d21a7fa0e71,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:57.873714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880ae3d-e198-4f55-9585-ace8ab0d53ab req-8d12fe5d-a784-46a3-988b-bd1bfde56c1d tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:57.883019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8880ae3d-e198-4f55-9585-ace8ab0d53ab req-8d12fe5d-a784-46a3-988b-bd1bfde56c1d tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 950 time: 0.2433941 Nov 03 18:39:57.891342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4b89f57e-9381-4669-b1b9-57b7a8df31f4 None None] Provisioning complete for port a058440d-3457-452e-878d-2d21a7fa0e71 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:57.891966 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4b89f57e-9381-4669-b1b9-57b7a8df31f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.943748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d00eb01-f5e2-46c2-a7d7-43956090f0af req-6e9545d1-776d-4594-b26b-20aae12818df service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 210 time: 0.0560730 Nov 03 18:39:57.944189 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:39:57.944578 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:39:58.131658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8880ae3d-e198-4f55-9585-ace8ab0d53ab req-998438a4-ca5c-4e5d-81b9-7a53b737941f tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457294 Nov 03 18:39:58.292677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00eb01-f5e2-46c2-a7d7-43956090f0af req-454f0dfa-ab29-46f3-bafc-1250ab09af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:58.294695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d00eb01-f5e2-46c2-a7d7-43956090f0af req-454f0dfa-ab29-46f3-bafc-1250ab09af33 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3357422 Nov 03 18:39:58.441222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.617788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:58.659320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00eb01-f5e2-46c2-a7d7-43956090f0af req-b4223115-039f-4497-9580-6989b4dd72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:58.661972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d00eb01-f5e2-46c2-a7d7-43956090f0af req-b4223115-039f-4497-9580-6989b4dd72b3 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3599682 Nov 03 18:39:58.677087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 58544d9f-9040-49b0-9298-d3220000f867 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:58.677632 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.733439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-8eda5288-f41f-4a98-b164-b40d364b4a66 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:58.735436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-8eda5288-f41f-4a98-b164-b40d364b4a66 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/networks?id=89789a79-4ce6-4055-837e-c334d8d48893 HTTP/1.1" status: 200 len: 821 time: 0.2962973 Nov 03 18:39:58.769687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-195e7c62-f2f4-4663-9f58-2a7190e298d5 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/quotas/5c64a0f35f9840c58f391d2dcdccae4d HTTP/1.1" status: 200 len: 375 time: 0.0221367 Nov 03 18:39:58.796648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.826973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-f0709b2f-3945-4c5c-be79-ac670db92c7b tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c64a0f35f9840c58f391d2dcdccae4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438232 Nov 03 18:39:58.862724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Router 5d326e48-576a-4f15-ae34-c0e705ee21b0 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:39:58.908580 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:58.924038 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:59.003353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:59.012814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a058440d-3457-452e-878d-2d21a7fa0e71 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:59.097208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a058440d-3457-452e-878d-2d21a7fa0e71 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:59.097774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:59.463368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:59.480002 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Sync routers for ids ['5d326e48-576a-4f15-ae34-c0e705ee21b0'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:59.483487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-59c7235f-5b6b-4429-bfb0-b600e6b5b0ac service neutron] 10.222.0.77 "GET /v2.0/networks/89789a79-4ce6-4055-837e-c334d8d48893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463253 Nov 03 18:39:59.497595 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Routers {'5d326e48-576a-4f15-ae34-c0e705ee21b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:59.498638 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5d326e48-576a-4f15-ae34-c0e705ee21b0'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:59.520023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:59.521365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fcb340b8-7136-43ca-b0f9-090134a788e2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7271097 Nov 03 18:39:59.525600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52202) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:59.614313 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Set router 5d326e48-576a-4f15-ae34-c0e705ee21b0 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:59.681295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b9c8764c-d98c-44cf-ab72-2e948a25a905 service neutron] 10.222.0.77 "GET /v2.0/networks/89789a79-4ce6-4055-837e-c334d8d48893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968372 Nov 03 18:39:59.725885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:59.729810 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511f6162-6323-42e4-92ef-31e61c32bbb8" -d '{"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-plugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:59.820512 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:39:56Z', 'revision_number': 3, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port': {'id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:54Z', 'updated_at': '2021-11-03T18:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:59.851076 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Checking router: 5d326e48-576a-4f15-ae34-c0e705ee21b0 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:59.851940 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Updating router 5d326e48-576a-4f15-ae34-c0e705ee21b0 port e2dfe3af-7248-4614-a95d-27f0a9447fe6 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:39:59.894406 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:59.997988 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0b2d2e-56d7-4ff9-a4fc-4271c8fe6b06 x-openstack-request-id: req-2e0b2d2e-56d7-4ff9-a4fc-4271c8fe6b06 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:59.999044 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27886bb2-cba0-41bd-9dae-ee25cb3e85b7", "name": "network-vif-deleted", "tag": "e4a23ad8-f929-4a37-b8c3-d12074237dd6", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:59.999478 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e0b2d2e-56d7-4ff9-a4fc-4271c8fe6b06 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:00.000663 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27886bb2-cba0-41bd-9dae-ee25cb3e85b7', 'name': 'network-vif-deleted', 'tag': 'e4a23ad8-f929-4a37-b8c3-d12074237dd6', 'status': 'completed', 'code': 200} Nov 03 18:40:00.122850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e4a23ad8-f929-4a37-b8c3-d12074237dd6 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:00.158158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: e4a23ad8-f929-4a37-b8c3-d12074237dd6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:00.159809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e4a23ad8-f929-4a37-b8c3-d12074237dd6 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:00.246410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d00eb01-f5e2-46c2-a7d7-43956090f0af req-2dafd739-9a1d-4c0a-b644-33849f17d98a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 210 time: 0.0471406 Nov 03 18:40:00.264632 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.361407 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37097437-8bed-486c-9a97-17583948f4d8 x-openstack-request-id: req-37097437-8bed-486c-9a97-17583948f4d8 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:00.362808 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419876bf-be44-40f6-951d-4222556a3775", "name": "network-vif-deleted", "tag": "ebb0d679-2cef-4d90-a00e-1a458a0b786c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:00.363112 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37097437-8bed-486c-9a97-17583948f4d8 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:00.363557 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419876bf-be44-40f6-951d-4222556a3775', 'name': 'network-vif-deleted', 'tag': 'ebb0d679-2cef-4d90-a00e-1a458a0b786c', 'status': 'completed', 'code': 200} Nov 03 18:40:00.460639 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.480232 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.569823 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Attempting to bind port e2dfe3af-7248-4614-a95d-27f0a9447fe6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:00.570197 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Attempting to bind port e2dfe3af-7248-4614-a95d-27f0a9447fe6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:00.570563 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Attempting to bind port e2dfe3af-7248-4614-a95d-27f0a9447fe6 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:00.579865 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26834d-266a-46a9-87b9-5a2be44e93da None None] Pushing event updated for resources: {'Port': ['ID=e2dfe3af-7248-4614-a95d-27f0a9447fe6,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:00.580944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-711fced9-1cbe-4f4c-862a-ffe2ef151f69 req-1cea8f1d-b30f-4d6d-91fb-1f8bb8d0003a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=419876bf-be44-40f6-951d-4222556a3775 HTTP/1.1" status: 200 len: 210 time: 0.0385404 Nov 03 18:40:00.584068 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:00.584748 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:00.585778 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.586368 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:00.587029 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Bound port: e2dfe3af-7248-4614-a95d-27f0a9447fe6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:00.587636 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.622175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Allocated IP 172.20.0.1 (7f1b368d-16df-4c6a-81fa-d08464448687/a379b7eb-aadb-4110-a6cf-017922c8b047/e873c786-46e7-4120-bbe5-9d6056b862f3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:00.699992 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] For port e2dfe3af-7248-4614-a95d-27f0a9447fe6, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:00.715004 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] For port e2dfe3af-7248-4614-a95d-27f0a9447fe6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e2dfe3af-7248-4614-a95d-27f0a9447fe6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:00.724782 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.893980 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26834d-266a-46a9-87b9-5a2be44e93da None None] Pushing event updated for resources: {'Port': ['ID=e2dfe3af-7248-4614-a95d-27f0a9447fe6,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:00.906755 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Routers {'5d326e48-576a-4f15-ae34-c0e705ee21b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:00.907386 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5d326e48-576a-4f15-ae34-c0e705ee21b0'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:00.920826 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.976316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ebd4d-cc81-41b4-bff4-b5162462cafa req-557c50e9-3484-46d9-887d-df2512f36d31 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:00.978410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d72ebd4d-cc81-41b4-bff4-b5162462cafa req-557c50e9-3484-46d9-887d-df2512f36d31 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 950 time: 0.2311552 Nov 03 18:40:01.058859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.093328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d72ebd4d-cc81-41b4-bff4-b5162462cafa req-3e47fc07-de1c-4873-97ab-a4d39c043396 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977268 Nov 03 18:40:01.111415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Network 7f1b368d-16df-4c6a-81fa-d08464448687 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:01.118957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:01.121567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:01.123569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Pushing event updated for resources: {'Port': ['ID=e873c786-46e7-4120-bbe5-9d6056b862f3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:01.124360 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] Set router 5d326e48-576a-4f15-ae34-c0e705ee21b0 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:01.192447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.201702 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bfad9f-c0a4-4d61-89cb-c0c3412514ab x-openstack-request-id: req-78bfad9f-c0a4-4d61-89cb-c0c3412514ab {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:01.202233 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-plugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:01.202233 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78bfad9f-c0a4-4d61-89cb-c0c3412514ab {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:01.203780 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'code': 200} Nov 03 18:40:01.333960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cbf8bf2-a591-4338-9b82-dc561f719cf6 req-dc600fb7-c3e9-4acb-bf3e-78729b9ef3ef tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 210 time: 0.0390224 Nov 03 18:40:01.463217 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:39:56Z', 'revision_number': 3, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port': {'id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:54Z', 'updated_at': '2021-11-03T18:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:01.466579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.499491 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3411bc-6a7b-42d3-8c22-7b590c4ea687 None None] The sync data for ids ['5d326e48-576a-4f15-ae34-c0e705ee21b0'] in n-d-812148-3 is: [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:39:56Z', 'revision_number': 3, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port': {'id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:54Z', 'updated_at': '2021-11-03T18:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:01.512441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a77d83cf-ad15-4ae4-af7c-ab527c7c7ba5 None None] Provisioning complete for port e873c786-46e7-4120-bbe5-9d6056b862f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:01.513142 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a77d83cf-ad15-4ae4-af7c-ab527c7c7ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.619482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a77d83cf-ad15-4ae4-af7c-ab527c7c7ba5 None None] Port e873c786-46e7-4120-bbe5-9d6056b862f3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:40:01.816279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-d6decb56-9be3-4342-adcf-739d78ce1e70 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:01.818228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-d6decb56-9be3-4342-adcf-739d78ce1e70 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.96 "GET /v2.0/networks?id=89789a79-4ce6-4055-837e-c334d8d48893 HTTP/1.1" status: 200 len: 821 time: 0.2794297 Nov 03 18:40:01.831491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3742d0d-c130-4b47-8fc4-e08f14d9ca85 req-bb131d3d-1fb3-4000-a003-09054a2d7aa1 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:01.832989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3742d0d-c130-4b47-8fc4-e08f14d9ca85 req-bb131d3d-1fb3-4000-a003-09054a2d7aa1 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 950 time: 0.2811000 Nov 03 18:40:01.841635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Request body: {'port': {'device_id': 'ba8b46cf-914d-4e07-9c1f-69a29778782d', 'network_id': '89789a79-4ce6-4055-837e-c334d8d48893', 'admin_state_up': True, 'tenant_id': '5c64a0f35f9840c58f391d2dcdccae4d'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:02.080557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3742d0d-c130-4b47-8fc4-e08f14d9ca85 req-ed06cb19-103e-4a85-bf02-20d79c08918f tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320862 Nov 03 18:40:02.109325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:02.129261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:02.138725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:02.183113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Made reservation on behalf of 5c64a0f35f9840c58f391d2dcdccae4d for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:02.187902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:02.348909 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:02.354915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Pushing event updated for resources: {'Port': ['ID=e873c786-46e7-4120-bbe5-9d6056b862f3,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:02.583287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Allocated IP 172.20.0.13 (89789a79-4ce6-4055-837e-c334d8d48893/7c837d56-1448-490a-b2c1-abbdba43e62f/7726a5ab-03af-49c8-838d-49e7e0cfd0a5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:02.629296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Network 7f1b368d-16df-4c6a-81fa-d08464448687 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:02.634721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:03.050431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e2dfe3af-7248-4614-a95d-27f0a9447fe6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:03.172104 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:03.177042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Router 5d326e48-576a-4f15-ae34-c0e705ee21b0 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:40:03.185653 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:03.199691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-181a0eae-4409-48ea-a147-580389127bb7 None None] Provisioning complete for port e873c786-46e7-4120-bbe5-9d6056b862f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:03.200049 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-181a0eae-4409-48ea-a147-580389127bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:03.213273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95c6750c-420e-494a-88a1-a9c757ce1ac8 req-00f921e1-b841-4266-bbe3-08ca72483fa2 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 210 time: 0.0346999 Nov 03 18:40:03.254128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-181a0eae-4409-48ea-a147-580389127bb7 None None] Port e873c786-46e7-4120-bbe5-9d6056b862f3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:40:03.264590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e2dfe3af-7248-4614-a95d-27f0a9447fe6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:03.265277 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:03.353232 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:03.432768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:03.481894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port e2dfe3af-7248-4614-a95d-27f0a9447fe6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e2dfe3af-7248-4614-a95d-27f0a9447fe6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:03.493119 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:03.515758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Network 89789a79-4ce6-4055-837e-c334d8d48893 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:03.522003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:03.528910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:03.536927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5ede16b2-db67-4f29-9ae4-bc03bf4150dd admin admin] 10.222.0.77 "PUT /v2.0/routers/5d326e48-576a-4f15-ae34-c0e705ee21b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0094647 Nov 03 18:40:03.538196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:03.543256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Pushing event updated for resources: {'Port': ['ID=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:03.617037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=e2dfe3af-7248-4614-a95d-27f0a9447fe6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:03.633328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.639548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.640647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.646270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.646924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.647442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.647971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.648478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.648988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.649519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.650025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.650551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:03.680577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:03.681649 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:03.697240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-c5ca6ab7-65e1-4026-bdf7-be211e310b6c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:03.698991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-c5ca6ab7-65e1-4026-bdf7-be211e310b6c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.3414252 Nov 03 18:40:03.734106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b8b5dd57-b17c-405e-b4a1-b94f568527de tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8957872 Nov 03 18:40:03.740728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-a97ac531-223c-41b8-aeca-62e1321b2656 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/quotas/ffc088fa1d274cfb9d81e04655cc56b9 HTTP/1.1" status: 200 len: 375 time: 0.0307345 Nov 03 18:40:03.768523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Request body: {'port': {'device_id': 'ba8b46cf-914d-4e07-9c1f-69a29778782d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:03.810966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-2360e473-5237-48e3-8079-af5acfa94e9a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643377 Nov 03 18:40:04.137313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.207183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Sync routers for ids ['5d326e48-576a-4f15-ae34-c0e705ee21b0'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:04.228369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Routers {'5d326e48-576a-4f15-ae34-c0e705ee21b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:04.229310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5d326e48-576a-4f15-ae34-c0e705ee21b0'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:04.354071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-c509bd77-ad69-41e0-81b0-d38f010eee50 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299199 Nov 03 18:40:04.391529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Set router 5d326e48-576a-4f15-ae34-c0e705ee21b0 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:04.542982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-bc967910-2d40-4473-919c-9976fd57765e service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879356 Nov 03 18:40:04.668558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ebb0d679-2cef-4d90-a00e-1a458a0b786c no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:04.672519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:04.682137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.695733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: ebb0d679-2cef-4d90-a00e-1a458a0b786c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:04.696546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ebb0d679-2cef-4d90-a00e-1a458a0b786c not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:04.699967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Transition to ACTIVE for port object 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:04.707196 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.716516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:40:01Z', 'revision_number': 4, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port': {'id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:54Z', 'updated_at': '2021-11-03T18:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e873c786-46e7-4120-bbe5-9d6056b862f3', 'name': '', 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'mac_address': 'fa:16:3e:e8:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'a379b7eb-aadb-4110-a6cf-017922c8b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:00Z', 'updated_at': '2021-11-03T18:40:01Z', 'revision_number': 2, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'subnets': [{'id': 'a379b7eb-aadb-4110-a6cf-017922c8b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:04.785125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Checking router: 5d326e48-576a-4f15-ae34-c0e705ee21b0 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:04.786037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Updating router 5d326e48-576a-4f15-ae34-c0e705ee21b0 port e873c786-46e7-4120-bbe5-9d6056b862f3 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:40:04.817586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.868754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:04.934202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Attempting to bind port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:04.934626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Attempting to bind port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '6dde1ee0-9136-4d9b-ab09-66951240f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '89789a79-4ce6-4055-837e-c334d8d48893'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:04.935023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Attempting to bind port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 on network 89789a79-4ce6-4055-837e-c334d8d48893 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:04.942512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 on network 89789a79-4ce6-4055-837e-c334d8d48893 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:04.943138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Attempting to bind port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 on network 89789a79-4ce6-4055-837e-c334d8d48893 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:04.951752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:04.953961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Checking segment: {'id': '6dde1ee0-9136-4d9b-ab09-66951240f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '89789a79-4ce6-4055-837e-c334d8d48893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:04.954565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Bound using segment: {'id': '6dde1ee0-9136-4d9b-ab09-66951240f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '89789a79-4ce6-4055-837e-c334d8d48893'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:04.959632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Bound port: 7726a5ab-03af-49c8-838d-49e7e0cfd0a5, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dde1ee0-9136-4d9b-ab09-66951240f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '89789a79-4ce6-4055-837e-c334d8d48893'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:04.960229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.064648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e2dfe3af-7248-4614-a95d-27f0a9447fe6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:05.068240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] For port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:05.072525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] For port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,segment=NetworkSegment(6dde1ee0-9136-4d9b-ab09-66951240f723),segment_id=6dde1ee0-9136-4d9b-ab09-66951240f723)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:05.080665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.128749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:05.129560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.134771 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] 10.222.0.96 "PUT /v2.0/ports/7726a5ab-03af-49c8-838d-49e7e0cfd0a5 HTTP/1.1" status: 200 len: 1092 time: 1.3880682 Nov 03 18:40:05.134771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8b46cf-914d-4e07-9c1f-69a29778782d', 'tag': '7726a5ab-03af-49c8-838d-49e7e0cfd0a5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:05.142648 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c0acb2-52e5-420e-a723-ce9e0500f04f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8b46cf-914d-4e07-9c1f-69a29778782d", "tag": "7726a5ab-03af-49c8-838d-49e7e0cfd0a5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:05.184560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e83eb6-72bd-4d0a-88a0-f4594787b8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:05.238007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-4db05a78-9dd7-40b7-a2a7-78ca16d4ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:05.239818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-4db05a78-9dd7-40b7-a2a7-78ca16d4ed7e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5c64a0f35f9840c58f391d2dcdccae4d&device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 1095 time: 0.0517027 Nov 03 18:40:05.329970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e2dfe3af-7248-4614-a95d-27f0a9447fe6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:05.331389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-b3e8da2d-0d07-4432-a792-b622861328cd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7726a5ab-03af-49c8-838d-49e7e0cfd0a5 HTTP/1.1" status: 200 len: 217 time: 0.0807252 Nov 03 18:40:05.331796 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.553502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-09509c6d-b10d-4eb0-9571-2cb0400c6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:05.554951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-09509c6d-b10d-4eb0-9571-2cb0400c6e73 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7c837d56-1448-490a-b2c1-abbdba43e62f HTTP/1.1" status: 200 len: 861 time: 0.2131727 Nov 03 18:40:05.574075 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.600854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-14142204-ecfa-471d-87ec-f71f49548cfa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=89789a79-4ce6-4055-837e-c334d8d48893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292194 Nov 03 18:40:05.713724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-3dec3d9c-2d96-41a7-be48-4d513396bded service neutron] 10.222.0.96 "GET /v2.0/networks/89789a79-4ce6-4055-837e-c334d8d48893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999525 Nov 03 18:40:05.723927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-18d09765-3300-45af-98e4-2217140612db tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3705547 Nov 03 18:40:05.737539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:05.799415 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.824447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.887356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59f201f7-dd01-449c-b81e-2e1bbbff4adf req-bd2135a1-1db8-4fab-8f61-78db5583667f service neutron] 10.222.0.96 "GET /v2.0/networks/89789a79-4ce6-4055-837e-c334d8d48893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618912 Nov 03 18:40:05.890323 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f7a64647-c7e6-4b12-9afc-d083e443fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.939382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13ab1d-9b2a-47cb-9689-c72a5ba8b13f None None] Pushing event updated for resources: {'Port': ['ID=e873c786-46e7-4120-bbe5-9d6056b862f3,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:05.977378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.080090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Attempting to bind port e873c786-46e7-4120-bbe5-9d6056b862f3 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:06.080367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Attempting to bind port e873c786-46e7-4120-bbe5-9d6056b862f3 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:06.081284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Attempting to bind port e873c786-46e7-4120-bbe5-9d6056b862f3 on network 7f1b368d-16df-4c6a-81fa-d08464448687 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:06.092273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:06.092647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Checking segment: {'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:06.093202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.093619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Bound using segment: {'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:06.094104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Bound port: e873c786-46e7-4120-bbe5-9d6056b862f3, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:06.094488 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.180081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:06.196522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Allocated IP 172.25.3.244 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/eb84cddc-1468-4e9d-8e84-d8c4c9693105) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:06.285257 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:40:06.285937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] For port e873c786-46e7-4120-bbe5-9d6056b862f3, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:06.334870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] For port e873c786-46e7-4120-bbe5-9d6056b862f3, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e873c786-46e7-4120-bbe5-9d6056b862f3,segment=NetworkSegment(f10e0ea3-3a8c-42ef-b66c-64674f1791b9),segment_id=f10e0ea3-3a8c-42ef-b66c-64674f1791b9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:06.349997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.416595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f959b0d5-61bd-4a89-83e4-64d7407b44ec None None] Provisioning complete for port e873c786-46e7-4120-bbe5-9d6056b862f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:06.416963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f959b0d5-61bd-4a89-83e4-64d7407b44ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.447126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.509623 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.531696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:06.551002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Routers {'5d326e48-576a-4f15-ae34-c0e705ee21b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:06.551975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:39:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5d326e48-576a-4f15-ae34-c0e705ee21b0'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:06.594833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event updated for resources: {'Port': ['ID=eb84cddc-1468-4e9d-8e84-d8c4c9693105,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:06.626629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:06.629769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:06.634837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:06.728366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'mac_address': 'fa:16:3e:f7:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:06.731955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13ab1d-9b2a-47cb-9689-c72a5ba8b13f None None] Pushing event updated for resources: {'Port': ['ID=e873c786-46e7-4120-bbe5-9d6056b862f3,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:06.811298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.854898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-2c470061-03a3-4738-8154-7d565812b058 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:06.858849 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-2c470061-03a3-4738-8154-7d565812b058 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.3864574 Nov 03 18:40:06.874108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.875065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Request body: {'port': {'device_id': 'a6ec2768-f0e8-40dc-a00e-fd3ee587e78e', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'admin_state_up': True, 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:06.934401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.963005 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f959b0d5-61bd-4a89-83e4-64d7407b44ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.991562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:07.007855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] Set router 5d326e48-576a-4f15-ae34-c0e705ee21b0 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:07.092333 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:07.105114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.139587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:07.144182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.166295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f959b0d5-61bd-4a89-83e4-64d7407b44ec None None] For port e873c786-46e7-4120-bbe5-9d6056b862f3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e873c786-46e7-4120-bbe5-9d6056b862f3,segment=NetworkSegment(f10e0ea3-3a8c-42ef-b66c-64674f1791b9),segment_id=f10e0ea3-3a8c-42ef-b66c-64674f1791b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:07.182903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.196323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.222618 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f959b0d5-61bd-4a89-83e4-64d7407b44ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.283160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:07.335853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Allocated IP 172.20.0.10 (d2f344a3-8e8d-4453-977e-445bf7e8c494/0e37e125-5d36-4a7a-8a18-0dcddadb205f/b2156892-0e9a-46fe-87ea-3cb5542f0766) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:07.356764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event updated for resources: {'Port': ['ID=eb84cddc-1468-4e9d-8e84-d8c4c9693105,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:07.408453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:07.415490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6f740965-15e9-4458-983f-5594d454a629 None None] Provisioning complete for port e873c786-46e7-4120-bbe5-9d6056b862f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:07.415888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f740965-15e9-4458-983f-5594d454a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.426850 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.459371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.461224 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-7700cf68-4f62-4996-b16e-b5cdd61d5da4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7277060 Nov 03 18:40:07.484575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959b0d5-61bd-4a89-83e4-64d7407b44ec None None] Pushing event updated for resources: {'Port': ['ID=e873c786-46e7-4120-bbe5-9d6056b862f3,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:07.651386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-e7b9e81e-2424-4c7d-953b-29e3f24636ee tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1830866 Nov 03 18:40:07.735132 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.812129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.887911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:40:01Z', 'revision_number': 4, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port': {'id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:54Z', 'updated_at': '2021-11-03T18:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e873c786-46e7-4120-bbe5-9d6056b862f3', 'name': '', 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'mac_address': 'fa:16:3e:e8:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'a379b7eb-aadb-4110-a6cf-017922c8b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:00Z', 'updated_at': '2021-11-03T18:40:06Z', 'revision_number': 4, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'subnets': [{'id': 'a379b7eb-aadb-4110-a6cf-017922c8b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:07.897064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-1f3a25a8-0833-4fb0-9e4f-3e085a83c0b6 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:07.904661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac8a23c5-3cf7-46d4-8183-390cb91e26ef req-1f3a25a8-0833-4fb0-9e4f-3e085a83c0b6 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.2461817 Nov 03 18:40:07.929053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:07.936491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:07.942153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:07.951154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event updated for resources: {'Port': ['ID=b2156892-0e9a-46fe-87ea-3cb5542f0766,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:07.989717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.990091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.990455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.990825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.991213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.991592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.991959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.992325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.992655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.993034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.993551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.993891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.018702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bcbda-9d50-4b51-8f25-6be2f0f0bc63 None None] The sync data for ids ['5d326e48-576a-4f15-ae34-c0e705ee21b0'] in n-d-812148-3 is: [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:40:01Z', 'revision_number': 4, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port': {'id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:54Z', 'updated_at': '2021-11-03T18:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e873c786-46e7-4120-bbe5-9d6056b862f3', 'name': '', 'network_id': '7f1b368d-16df-4c6a-81fa-d08464448687', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'mac_address': 'fa:16:3e:e8:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'a379b7eb-aadb-4110-a6cf-017922c8b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:00Z', 'updated_at': '2021-11-03T18:40:06Z', 'revision_number': 4, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'subnets': [{'id': 'a379b7eb-aadb-4110-a6cf-017922c8b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:08.057140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:08.072248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.133048 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-76f576a3-413a-4c32-841a-60d0501b70d0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2640493 Nov 03 18:40:08.158811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Request body: {'port': {'device_id': 'a6ec2768-f0e8-40dc-a00e-fd3ee587e78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:08.169955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:08.181641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718f836-345a-49cf-8f1b-346b56e47d89 req-5a6ba82b-e805-4bf5-946b-e1bfa6ab83cc tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:08.183998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4718f836-345a-49cf-8f1b-346b56e47d89 req-5a6ba82b-e805-4bf5-946b-e1bfa6ab83cc tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 944 time: 0.1674263 Nov 03 18:40:08.333732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4718f836-345a-49cf-8f1b-346b56e47d89 req-738093b2-37d2-4417-a669-9eb48b78b164 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3a6b87c-b287-427e-9ba3-50ff58b8d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267452 Nov 03 18:40:08.367867 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3c02-8f84-4d7d-8587-c2260eb6d056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.394413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:08.394793 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.441050 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.611603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101904f9-2dc9-4cdf-bcc2-f74963cea266 req-bfa98eb3-f217-46f3-a246-eacec0702231 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:08.622427 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.624446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-101904f9-2dc9-4cdf-bcc2-f74963cea266 req-bfa98eb3-f217-46f3-a246-eacec0702231 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 932 time: 0.0999601 Nov 03 18:40:08.671012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:08.682102 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed10db2-b6bb-44b7-ae41-26beef84d349" -d '{"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-plugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:08.700066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:08.733137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-101904f9-2dc9-4cdf-bcc2-f74963cea266 req-bf13e025-0511-49a3-a59b-03bf7d9d7884 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017034 Nov 03 18:40:08.746833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:08.754975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.084528 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12705af-d914-4f66-a433-edb5f503113d x-openstack-request-id: req-d12705af-d914-4f66-a433-edb5f503113d {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:09.086372 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8b46cf-914d-4e07-9c1f-69a29778782d", "tag": "7726a5ab-03af-49c8-838d-49e7e0cfd0a5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:09.087204 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d12705af-d914-4f66-a433-edb5f503113d {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:09.089095 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8b46cf-914d-4e07-9c1f-69a29778782d', 'tag': '7726a5ab-03af-49c8-838d-49e7e0cfd0a5', 'status': 'completed', 'code': 200} Nov 03 18:40:09.120350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:09.199700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2156892-0e9a-46fe-87ea-3cb5542f0766 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:09.222968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.246562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,segment=NetworkSegment(6dde1ee0-9136-4d9b-ab09-66951240f723),segment_id=6dde1ee0-9136-4d9b-ab09-66951240f723)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:09.249265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-8eea1af2-872f-45a1-bece-69fddb4a4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:09.258157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-8eea1af2-872f-45a1-bece-69fddb4a4161 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5c64a0f35f9840c58f391d2dcdccae4d&device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 1095 time: 0.1551933 Nov 03 18:40:09.259335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Transition to ACTIVE for port object b2156892-0e9a-46fe-87ea-3cb5542f0766 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:09.264914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.273159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '7726a5ab-03af-49c8-838d-49e7e0cfd0a5', 'network_id': '89789a79-4ce6-4055-837e-c334d8d48893', 'port_id': '7726a5ab-03af-49c8-838d-49e7e0cfd0a5', 'mac_address': 'fa:16:3e:bb:45:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c837d56-1448-490a-b2c1-abbdba43e62f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:09.278548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e873c786-46e7-4120-bbe5-9d6056b862f3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:09.425180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Pushing event updated for resources: {'Port': ['ID=b2156892-0e9a-46fe-87ea-3cb5542f0766,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:09.460163 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.478077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-b0d3fb00-dd21-4760-aa58-8361017059e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:09.486221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-b0d3fb00-dd21-4760-aa58-8361017059e8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=89789a79-4ce6-4055-837e-c334d8d48893 HTTP/1.1" status: 200 len: 922 time: 0.2153444 Nov 03 18:40:09.523635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:09.581399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e873c786-46e7-4120-bbe5-9d6056b862f3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:09.581399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.594803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Attempting to bind port b2156892-0e9a-46fe-87ea-3cb5542f0766 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:09.595404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Attempting to bind port b2156892-0e9a-46fe-87ea-3cb5542f0766 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:09.595746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Attempting to bind port b2156892-0e9a-46fe-87ea-3cb5542f0766 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:09.598518 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-4ccbaa64-3140-4fd6-9886-16c546695b35 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7726a5ab-03af-49c8-838d-49e7e0cfd0a5 HTTP/1.1" status: 200 len: 217 time: 0.1030886 Nov 03 18:40:09.602644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Port b2156892-0e9a-46fe-87ea-3cb5542f0766 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:09.603054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Attempting to bind port b2156892-0e9a-46fe-87ea-3cb5542f0766 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:09.626046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:09.630777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Checking segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:09.633243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Bound using segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:09.635274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Bound port: b2156892-0e9a-46fe-87ea-3cb5542f0766, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:09.638505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.736275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-6bcf5da0-9d1a-4e69-9c93-0ef8183c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:09.746288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-6bcf5da0-9d1a-4e69-9c93-0ef8183c5264 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7c837d56-1448-490a-b2c1-abbdba43e62f HTTP/1.1" status: 200 len: 861 time: 0.1400869 Nov 03 18:40:09.823853 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-d815e061-eb6d-47d8-8514-62d859d32ca2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=89789a79-4ce6-4055-837e-c334d8d48893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658696 Nov 03 18:40:09.826864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] For port b2156892-0e9a-46fe-87ea-3cb5542f0766, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:09.844695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] For port b2156892-0e9a-46fe-87ea-3cb5542f0766, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b2156892-0e9a-46fe-87ea-3cb5542f0766,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:09.854555 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.996649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Pushing event updated for resources: {'Port': ['ID=b2156892-0e9a-46fe-87ea-3cb5542f0766,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:10.033451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:10.038922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:10.044525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-73213701-d016-44ff-8ff4-d309d756de7d service neutron] 10.222.0.70 "PUT /v2.0/ports/b2156892-0e9a-46fe-87ea-3cb5542f0766 HTTP/1.1" status: 200 len: 1092 time: 1.8990862 Nov 03 18:40:10.048228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ec2768-f0e8-40dc-a00e-fd3ee587e78e', 'tag': 'b2156892-0e9a-46fe-87ea-3cb5542f0766'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:10.060150 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52adb5cf-1d81-4406-bb05-1dafb412b3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ec2768-f0e8-40dc-a00e-fd3ee587e78e", "tag": "b2156892-0e9a-46fe-87ea-3cb5542f0766"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:10.106596 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-c9e61e24-ea3f-4512-a7ac-a33eacf61b68 service neutron] 10.222.0.96 "GET /v2.0/networks/89789a79-4ce6-4055-837e-c334d8d48893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701085 Nov 03 18:40:10.150680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,segment=NetworkSegment(6dde1ee0-9136-4d9b-ab09-66951240f723),segment_id=6dde1ee0-9136-4d9b-ab09-66951240f723)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:10.169531 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:10.227021 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:10.255629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-29e18137-e518-45f7-8a27-e1518d6c3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:10.269467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-29e18137-e518-45f7-8a27-e1518d6c3c6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 1095 time: 0.1612344 Nov 03 18:40:10.354921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:10.370608 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-cf15039a-dbf6-4611-bc36-cd165cdfd21a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2156892-0e9a-46fe-87ea-3cb5542f0766 HTTP/1.1" status: 200 len: 217 time: 0.0918157 Nov 03 18:40:10.371637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66c0acb2-52e5-420e-a723-ce9e0500f04f req-47f489e9-3bda-45c3-bd2b-fb29f30929f2 service neutron] 10.222.0.96 "GET /v2.0/networks/89789a79-4ce6-4055-837e-c334d8d48893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544253 Nov 03 18:40:10.478896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-585475df-84e5-475e-b697-a0a9d2ed7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:10.481253 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-585475df-84e5-475e-b697-a0a9d2ed7982 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.0998673 Nov 03 18:40:10.495166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7726a5ab-03af-49c8-838d-49e7e0cfd0a5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:10.556180 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-7409201a-6840-4115-afda-54cd26fe0fc8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576377 Nov 03 18:40:10.846597 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-1dedeae7-19f9-436a-ac83-f235c6ba5cbd service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742646 Nov 03 18:40:11.146610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00aa6740-3719-4311-b02a-2ab597df8b3d req-38ec26c0-75d8-4ff1-9522-2b3291395ab1 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901621 Nov 03 18:40:12.024705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:12.090379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:12.698086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:12.780517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-0f909666-ea1a-4a06-a2cb-f8a9897af3cf tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1509092 Nov 03 18:40:12.788705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:12.794339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:12.794653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:12.795317 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:12.832407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:12.929908 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:12.994718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,segment=NetworkSegment(6dde1ee0-9136-4d9b-ab09-66951240f723),segment_id=6dde1ee0-9136-4d9b-ab09-66951240f723)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:13.000239 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:13.072418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:13.280561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:13.407964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Allocated IP 172.25.3.199 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/ccc557ac-7fec-4176-863e-7d61344032a9) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:13.600233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:13.660309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:13.705277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:13.711350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:13.715414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:13.742551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event updated for resources: {'Port': ['ID=ccc557ac-7fec-4176-863e-7d61344032a9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:13.842407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:13.894652 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.156239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.174415 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.219400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b2156892-0e9a-46fe-87ea-3cb5542f0766 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:14.304053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event updated for resources: {'Port': ['ID=ccc557ac-7fec-4176-863e-7d61344032a9,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:14.309287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.339761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.341033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-9e468a0f-6c24-40ca-89d7-ba9c724a5f74 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5521460 Nov 03 18:40:14.407616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-2b37c330-042e-4e9f-b499-42b5b961a783 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0585721 Nov 03 18:40:14.415964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b2156892-0e9a-46fe-87ea-3cb5542f0766, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b2156892-0e9a-46fe-87ea-3cb5542f0766,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:14.436135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b2156892-0e9a-46fe-87ea-3cb5542f0766', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'port_id': 'b2156892-0e9a-46fe-87ea-3cb5542f0766', 'mac_address': 'fa:16:3e:30:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e37e125-5d36-4a7a-8a18-0dcddadb205f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:14.501257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.517734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2156892-0e9a-46fe-87ea-3cb5542f0766 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:14.548961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b2156892-0e9a-46fe-87ea-3cb5542f0766, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b2156892-0e9a-46fe-87ea-3cb5542f0766,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:14.559502 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.599753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-5ea63d43-66f5-4795-bba9-f4064b7482f5 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.603918 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9eb34cc-7ae7-48da-be7c-367eb9a57eee req-5ea63d43-66f5-4795-bba9-f4064b7482f5 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1854784 Nov 03 18:40:14.653860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b2156892-0e9a-46fe-87ea-3cb5542f0766,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:14.661782 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d50cce-4834-43f9-9880-7d491ece15f2 x-openstack-request-id: req-45d50cce-4834-43f9-9880-7d491ece15f2 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:14.662544 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-plugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:14.663784 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45d50cce-4834-43f9-9880-7d491ece15f2 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:14.664315 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'code': 200} Nov 03 18:40:14.829089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f57b3-64f9-47d1-a737-435aa413e128 req-a4069e69-fe36-4d8f-9b9d-84a28df10403 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.831209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c39f57b3-64f9-47d1-a737-435aa413e128 req-a4069e69-fe36-4d8f-9b9d-84a28df10403 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 946 time: 0.0580671 Nov 03 18:40:14.840782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b2156892-0e9a-46fe-87ea-3cb5542f0766'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:14.902752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c39f57b3-64f9-47d1-a737-435aa413e128 req-2f5fc18e-4880-4291-b3f5-e7cecb23825a tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3a6b87c-b287-427e-9ba3-50ff58b8d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Nov 03 18:40:15.035644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb82008-403c-48d0-a8a9-70b2c941cea7 req-3c58f585-eaad-44e5-83ee-5f97d6f836fd tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:15.038001 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cb82008-403c-48d0-a8a9-70b2c941cea7 req-3c58f585-eaad-44e5-83ee-5f97d6f836fd tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 945 time: 0.0580063 Nov 03 18:40:15.103014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cb82008-403c-48d0-a8a9-70b2c941cea7 req-818d432b-be8a-4a9d-a4c7-e0350c4a3ea2 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552287 Nov 03 18:40:15.152681 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9de35-8392-4798-89dd-f6f8a2df3ac8 x-openstack-request-id: req-05c9de35-8392-4798-89dd-f6f8a2df3ac8 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:15.153266 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ec2768-f0e8-40dc-a00e-fd3ee587e78e", "tag": "b2156892-0e9a-46fe-87ea-3cb5542f0766", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:15.153266 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05c9de35-8392-4798-89dd-f6f8a2df3ac8 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:15.154124 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ec2768-f0e8-40dc-a00e-fd3ee587e78e', 'tag': 'b2156892-0e9a-46fe-87ea-3cb5542f0766', 'status': 'completed', 'code': 200} Nov 03 18:40:15.237461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-34095c15-8896-4c02-8b12-08c9f4d7e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:15.239167 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-34095c15-8896-4c02-8b12-08c9f4d7e390 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 1096 time: 0.0603633 Nov 03 18:40:15.277366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e43afc-c8c2-4435-b629-ca172169ab2c req-736280ce-556b-44c3-b871-e988a3942b80 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:15.279440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12e43afc-c8c2-4435-b629-ca172169ab2c req-736280ce-556b-44c3-b871-e988a3942b80 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 947 time: 0.0760260 Nov 03 18:40:15.357498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12e43afc-c8c2-4435-b629-ca172169ab2c req-6104eaea-ead1-45a8-8893-fabd1b1101de tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553989 Nov 03 18:40:15.367387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-f475f0e7-9c30-4ddb-993b-bc056d894d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:15.368901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-f475f0e7-9c30-4ddb-993b-bc056d894d76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 912 time: 0.1129839 Nov 03 18:40:15.424960 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-ebea2483-66d1-49d8-b0fb-5e39cf7de19e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2156892-0e9a-46fe-87ea-3cb5542f0766 HTTP/1.1" status: 200 len: 217 time: 0.0429974 Nov 03 18:40:15.504440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-4295cf98-0606-43d5-a5d6-d590f8d9caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:15.507942 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-4295cf98-0606-43d5-a5d6-d590f8d9caea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.0775456 Nov 03 18:40:15.555263 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-81fcb5e7-2b8e-4f76-b434-3ea68d7567e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388677 Nov 03 18:40:15.711669 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-2be6996a-24d3-4d50-a64c-376190052c8a service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416347 Nov 03 18:40:15.735777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-9d7b0141-2094-4b11-8636-14375fdd87a8 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1365623 Nov 03 18:40:15.756457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:15.785231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:15.848559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-52adb5cf-1d81-4406-bb05-1dafb412b3c2 req-2db528a0-01f8-45bc-b26a-a33d57838aad service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295710 Nov 03 18:40:15.926508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.076583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Allocated IP 172.25.3.168 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/7c7722fe-a933-4600-ab48-4933d3743ead) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:16.196306 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.229960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b2156892-0e9a-46fe-87ea-3cb5542f0766 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:16.248397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.300945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event updated for resources: {'Port': ['ID=7c7722fe-a933-4600-ab48-4933d3743ead,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:16.307520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port b2156892-0e9a-46fe-87ea-3cb5542f0766 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:16.313077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b2156892-0e9a-46fe-87ea-3cb5542f0766 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:16.313714 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.318073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:16.318796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:16.321790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.322249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.322593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.322904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.323372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.323631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.323988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.324243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.324792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.325029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.325504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.325655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:16.329255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:16.424980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.463000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.466745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b2156892-0e9a-46fe-87ea-3cb5542f0766, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b2156892-0e9a-46fe-87ea-3cb5542f0766,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:16.472099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.527361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b2156892-0e9a-46fe-87ea-3cb5542f0766,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:16.538220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.666097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8b46cf-914d-4e07-9c1f-69a29778782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7726a5ab-03af-49c8-838d-49e7e0cfd0a5'}, {'server_uuid': 'a6ec2768-f0e8-40dc-a00e-fd3ee587e78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2156892-0e9a-46fe-87ea-3cb5542f0766'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:16.670191 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c539763-944f-49a1-bee7-e982909ce2d6" -d '{"events": [{"server_uuid": "ba8b46cf-914d-4e07-9c1f-69a29778782d", "name": "network-vif-plugged", "status": "completed", "tag": "7726a5ab-03af-49c8-838d-49e7e0cfd0a5"}, {"server_uuid": "a6ec2768-f0e8-40dc-a00e-fd3ee587e78e", "name": "network-vif-plugged", "status": "completed", "tag": "b2156892-0e9a-46fe-87ea-3cb5542f0766"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:16.718669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.724743 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.744475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:16.820190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event updated for resources: {'Port': ['ID=7c7722fe-a933-4600-ab48-4933d3743ead,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:16.838851 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.864662 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.872836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.874333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-20a78f08-d070-40c4-9e91-7defd4c5078c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1227911 Nov 03 18:40:16.914821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:16.925159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:16.949319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-7bccb336-e5c9-4575-a88b-a4327f12e565 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.0628669 Nov 03 18:40:17.003682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=11']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:17.103057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-09941aeb-2035-4751-9b2d-8347d6912d1d tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:17.104869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ea5025f-7972-41d9-9c9f-b87dfc95c640 req-09941aeb-2035-4751-9b2d-8347d6912d1d tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1475735 Nov 03 18:40:17.674064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34638e8-fbe3-4689-aee8-f1d541adb927 req-ea120f18-a93f-4f4c-9605-3c0d43aeb1ba tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:17.682911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f34638e8-fbe3-4689-aee8-f1d541adb927 req-ea120f18-a93f-4f4c-9605-3c0d43aeb1ba tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 946 time: 0.0663910 Nov 03 18:40:17.746572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f34638e8-fbe3-4689-aee8-f1d541adb927 req-b1d81237-8537-480c-903e-d21960c5fb79 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3a6b87c-b287-427e-9ba3-50ff58b8d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620306 Nov 03 18:40:17.885148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676327-b342-4992-a862-391f1689409d req-b7d8fa22-755a-474e-a366-aa5de94126e9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:17.887934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a676327-b342-4992-a862-391f1689409d req-b7d8fa22-755a-474e-a366-aa5de94126e9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 946 time: 0.0685065 Nov 03 18:40:17.965438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a676327-b342-4992-a862-391f1689409d req-e14ac0ac-38a7-4df0-bf3e-7b73a846c444 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702136 Nov 03 18:40:18.245574 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bc78ed-d8a6-4b01-8a56-39d79fd54218 x-openstack-request-id: req-21bc78ed-d8a6-4b01-8a56-39d79fd54218 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:18.246166 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8b46cf-914d-4e07-9c1f-69a29778782d", "name": "network-vif-plugged", "status": "completed", "tag": "7726a5ab-03af-49c8-838d-49e7e0cfd0a5", "code": 200}, {"server_uuid": "a6ec2768-f0e8-40dc-a00e-fd3ee587e78e", "name": "network-vif-plugged", "status": "completed", "tag": "b2156892-0e9a-46fe-87ea-3cb5542f0766", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:18.246166 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21bc78ed-d8a6-4b01-8a56-39d79fd54218 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:18.246480 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8b46cf-914d-4e07-9c1f-69a29778782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7726a5ab-03af-49c8-838d-49e7e0cfd0a5', 'code': 200} Nov 03 18:40:18.246743 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ec2768-f0e8-40dc-a00e-fd3ee587e78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2156892-0e9a-46fe-87ea-3cb5542f0766', 'code': 200} Nov 03 18:40:18.403208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347fa2a-8ee9-4ea7-bb8d-98e9ad9ee129 req-a6be7408-7d4d-4f64-9422-0d42d2264ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:18.405816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b347fa2a-8ee9-4ea7-bb8d-98e9ad9ee129 req-a6be7408-7d4d-4f64-9422-0d42d2264ead service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 1097 time: 0.0536737 Nov 03 18:40:18.433353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36dee-da9b-4545-b035-141690e09b41 req-fd6e2e9e-9160-4857-9acd-dcb71f0e581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:18.434981 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63e36dee-da9b-4545-b035-141690e09b41 req-fd6e2e9e-9160-4857-9acd-dcb71f0e581c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 1097 time: 0.0814424 Nov 03 18:40:18.446041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-110ab959-a609-4120-85c5-a0f9b37f7cb8 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1750743 Nov 03 18:40:18.459631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b347fa2a-8ee9-4ea7-bb8d-98e9ad9ee129 req-19a27e38-71cd-4ef7-b21b-6c0b5838f8a8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463018 Nov 03 18:40:18.465822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:18.556323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.562032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63e36dee-da9b-4545-b035-141690e09b41 req-8141e6f7-72f5-47b1-9394-941762fc3c4f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b3a6b87c-b287-427e-9ba3-50ff58b8d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150270 Nov 03 18:40:18.669084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.794079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Allocated IP 172.25.3.137 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/bd0c4ae8-0e3a-4cda-8167-53ef1a7b41ab) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:18.921609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.959855 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.010075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:19.013113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:19.017921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:19.021213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event updated for resources: {'Port': ['ID=bd0c4ae8-0e3a-4cda-8167-53ef1a7b41ab,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:19.114524 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.149170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.304846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.309498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.378255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event updated for resources: {'Port': ['ID=bd0c4ae8-0e3a-4cda-8167-53ef1a7b41ab,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:19.397598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.417467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.418695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8384230f-e430-48fa-960a-795d98d97bd1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9635882 Nov 03 18:40:19.468447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-8db144cc-1005-4567-b954-f316325f43e1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.0435085 Nov 03 18:40:19.583388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-927dee70-3fa6-443d-9839-19c1b669470f tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:19.585394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1c8da71-7f35-4992-b0e4-7f1e9101de80 req-927dee70-3fa6-443d-9839-19c1b669470f tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1105447 Nov 03 18:40:19.718901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa5a67-b6ba-40e9-bdd2-7db12b190e3d req-ddbc0a26-584f-4320-8c71-d3bcb01d003d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:19.720406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fdfa5a67-b6ba-40e9-bdd2-7db12b190e3d req-ddbc0a26-584f-4320-8c71-d3bcb01d003d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Nov 03 18:40:19.773798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fdfa5a67-b6ba-40e9-bdd2-7db12b190e3d req-b06223d2-66de-485e-85d8-16f8627654b1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464075 Nov 03 18:40:19.921063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576104f3-2d01-43d0-96bf-139c862f40ad req-5e94018e-a623-40a1-be91-f1af9ca23bdb tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:19.922874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-576104f3-2d01-43d0-96bf-139c862f40ad req-5e94018e-a623-40a1-be91-f1af9ca23bdb tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 946 time: 0.0557287 Nov 03 18:40:19.977801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-576104f3-2d01-43d0-96bf-139c862f40ad req-b93ef644-ce43-478c-80a1-238705170f14 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3a6b87c-b287-427e-9ba3-50ff58b8d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Nov 03 18:40:20.091128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2bad0-70c5-4f1c-b953-8a0ee9e9a820 req-64a0e45d-a999-45f7-95e0-dcacff24d39c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.092681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfe2bad0-70c5-4f1c-b953-8a0ee9e9a820 req-64a0e45d-a999-45f7-95e0-dcacff24d39c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 946 time: 0.0555346 Nov 03 18:40:20.141961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfe2bad0-70c5-4f1c-b953-8a0ee9e9a820 req-42f9fdee-80cb-4159-a9d3-fe72b64feb9f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 Nov 03 18:40:20.250313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:20.253354 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ab112-8312-4765-83ea-539f988ff336" -d '{"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-unplugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:20.390026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e846a14-4c41-45c8-a9a5-e706f581cc2b req-5a8b4b53-1a4c-4620-85ed-b4120504668d tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips/7709abd4-fa31-41c4-8b41-3ba6bde4f1f2 HTTP/1.1" status: 200 len: 693 time: 0.0498657 Nov 03 18:40:20.503680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e846a14-4c41-45c8-a9a5-e706f581cc2b req-8bb631c1-6408-4b46-8eb7-994668bc488d tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.504947 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e846a14-4c41-45c8-a9a5-e706f581cc2b req-8bb631c1-6408-4b46-8eb7-994668bc488d tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1092730 Nov 03 18:40:20.708649 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b9171-f982-4715-aa1c-2b9398705a62 x-openstack-request-id: req-b41b9171-f982-4715-aa1c-2b9398705a62 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:20.708949 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-unplugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:20.709224 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b41b9171-f982-4715-aa1c-2b9398705a62 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:20.709652 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'code': 200} Nov 03 18:40:20.764799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d126220-53d7-40f4-bded-c945727bbe83 req-6a23fc60-d2b7-4468-9ebf-1f57dfd88e12 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips/7709abd4-fa31-41c4-8b41-3ba6bde4f1f2 HTTP/1.1" status: 200 len: 693 time: 0.0450490 Nov 03 18:40:20.773268 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:20.882863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:20.895223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d126220-53d7-40f4-bded-c945727bbe83 req-a99809fc-e705-43f8-b4e8-538fc346d325 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.896649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d126220-53d7-40f4-bded-c945727bbe83 req-a99809fc-e705-43f8-b4e8-538fc346d325 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1258769 Nov 03 18:40:20.896964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '58544d9f-9040-49b0-9298-d3220000f867', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': '58544d9f-9040-49b0-9298-d3220000f867', 'mac_address': 'fa:16:3e:50:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:20.935323 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:20.948922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58544d9f-9040-49b0-9298-d3220000f867 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:20.950452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d126220-53d7-40f4-bded-c945727bbe83 req-b07bdcfe-3fad-498b-87b7-f41112035f28 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.0474281 Nov 03 18:40:20.970325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:20.975325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.008256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d126220-53d7-40f4-bded-c945727bbe83 req-bc3a19c0-b9b3-4bf8-b2a5-88e1e81fc9e2 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.0509791 Nov 03 18:40:21.031252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=12']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:21.078310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['58544d9f-9040-49b0-9298-d3220000f867'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:21.384071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Deleting port bd0c4ae8-0e3a-4cda-8167-53ef1a7b41ab {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:21.385084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.467366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.467689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.480430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Calling delete_port for bd0c4ae8-0e3a-4cda-8167-53ef1a7b41ab owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:21.635144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.667315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event deleted for resources: {'Port': ['ID=bd0c4ae8-0e3a-4cda-8167-53ef1a7b41ab,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:21.749352 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.752165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.753380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d126220-53d7-40f4-bded-c945727bbe83 req-4fcc3f89-5a48-415b-b0dc-204ff65acc78 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "DELETE /v2.0/floatingips/7709abd4-fa31-41c4-8b41-3ba6bde4f1f2 HTTP/1.1" status: 204 len: 173 time: 0.7377944 Nov 03 18:40:22.042115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a321d-4b48-415d-b85f-8cfec3f3193f req-f287e44f-42a0-4eb8-bedf-c0ead6137b5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:22.044525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-677a321d-4b48-415d-b85f-8cfec3f3193f req-f287e44f-42a0-4eb8-bedf-c0ead6137b5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 946 time: 0.0515399 Nov 03 18:40:22.104994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-677a321d-4b48-415d-b85f-8cfec3f3193f req-e7d633c7-5fce-410a-8f3a-0d8f9868ea66 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Nov 03 18:40:22.225269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf003a-911a-4bd0-b2aa-54da29e8ef21 req-58d3b04e-53b3-436c-9f54-d974a0d759d6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:22.226923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3faf003a-911a-4bd0-b2aa-54da29e8ef21 req-58d3b04e-53b3-436c-9f54-d974a0d759d6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 950 time: 0.0572445 Nov 03 18:40:22.283096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3faf003a-911a-4bd0-b2aa-54da29e8ef21 req-c97df935-8204-4d6c-8a7c-e4f2d69860b6 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Nov 03 18:40:22.404898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7275ad-04a0-4375-934c-9d0aee733047 req-2599ef00-edc7-4629-aa10-b7e5f7cfe84a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:22.406405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b7275ad-04a0-4375-934c-9d0aee733047 req-2599ef00-edc7-4629-aa10-b7e5f7cfe84a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 946 time: 0.0531919 Nov 03 18:40:22.470946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b7275ad-04a0-4375-934c-9d0aee733047 req-dfc61928-cf22-45ea-94bb-947f576e67cb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574081 Nov 03 18:40:22.584109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c93df-6233-4e73-bf7e-165927684c6c req-89503bec-f5bf-457f-a51c-5bac700896e6 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:22.585896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b92c93df-6233-4e73-bf7e-165927684c6c req-89503bec-f5bf-457f-a51c-5bac700896e6 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 946 time: 0.0546825 Nov 03 18:40:22.642372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b92c93df-6233-4e73-bf7e-165927684c6c req-b3add6a5-72fd-4b5e-a0c2-7a05513a5ebf tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3a6b87c-b287-427e-9ba3-50ff58b8d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498478 Nov 03 18:40:22.773147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:22.833039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 58544d9f-9040-49b0-9298-d3220000f867 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:22.833428 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:22.962921 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:22.998142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:23.003185 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cf7de7-b5de-46a9-99ab-05584f4ea600" -d '{"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-plugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:23.032698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:23.039930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.078896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf900a-3dc2-4f3c-9503-abaeb3b8aad6 req-517937bd-cda0-4807-b179-e216ce9be4b4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:23.081149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05bf900a-3dc2-4f3c-9503-abaeb3b8aad6 req-517937bd-cda0-4807-b179-e216ce9be4b4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2762516 Nov 03 18:40:23.110748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=13']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:23.772984 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a17cbda-8f21-4787-be23-b4ffc16c5eae x-openstack-request-id: req-0a17cbda-8f21-4787-be23-b4ffc16c5eae {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:23.773911 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-plugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:23.775040 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a17cbda-8f21-4787-be23-b4ffc16c5eae {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:23.775722 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'code': 200} Nov 03 18:40:23.888238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1916e4b-b97a-4c89-b25c-72cb0c268336 req-d9ee6b88-b572-4792-8f23-9d0bc8170edf tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=fd32098f95de45cbb16eeee4278da35a HTTP/1.1" status: 200 len: 1657 time: 0.0937538 Nov 03 18:40:24.019246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1916e4b-b97a-4c89-b25c-72cb0c268336 req-098053c5-d132-4410-beef-3ed2fd8d3c32 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:24.021672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1916e4b-b97a-4c89-b25c-72cb0c268336 req-098053c5-d132-4410-beef-3ed2fd8d3c32 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks?id=95097072-eef6-42ae-8d09-84775017ebfc&id=95097072-eef6-42ae-8d09-84775017ebfc&id=95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 787 time: 0.1324835 Nov 03 18:40:24.168519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4d828-cc75-4894-bc00-49261ea905c6 req-9cf000df-bd4b-4022-ae47-58bcef68da0a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:24.170441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39e4d828-cc75-4894-bc00-49261ea905c6 req-9cf000df-bd4b-4022-ae47-58bcef68da0a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 946 time: 0.0559573 Nov 03 18:40:24.231220 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39e4d828-cc75-4894-bc00-49261ea905c6 req-e7d59604-7ecc-4712-872c-15d8f87cf530 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544703 Nov 03 18:40:24.269251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:24.375851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2665a-7979-4b14-8f6c-580a3ac17ee9 req-e783b08d-4ce7-4976-9b6d-f7ae961eab63 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:24.377689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fff2665a-7979-4b14-8f6c-580a3ac17ee9 req-e783b08d-4ce7-4976-9b6d-f7ae961eab63 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 947 time: 0.0679829 Nov 03 18:40:24.382656 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.422606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:24.429952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.473333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fff2665a-7979-4b14-8f6c-580a3ac17ee9 req-17f17a0c-1236-4d7d-b54a-dddf61894716 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787196 Nov 03 18:40:24.498720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:24.741898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-e0c100d2-e32f-442f-9d78-4876e6dc7b48 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips/1670914c-83ec-4b07-be4e-1681726a1132 HTTP/1.1" status: 200 len: 693 time: 0.0470018 Nov 03 18:40:24.865992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-9c2a0852-5c30-40ba-8ea1-d30ab5628251 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:24.867832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-9c2a0852-5c30-40ba-8ea1-d30ab5628251 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1188431 Nov 03 18:40:24.929767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-2c412a07-0a26-48cd-a49e-cc3185083f45 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.0528493 Nov 03 18:40:24.990067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-2b8ac1cb-b414-400e-9058-482682c45c81 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.0531433 Nov 03 18:40:25.181232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Deleting port 7c7722fe-a933-4600-ab48-4933d3743ead {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:25.181807 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.278052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.278052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.296873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Calling delete_port for 7c7722fe-a933-4600-ab48-4933d3743ead owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:25.409341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-ae224442-386d-47a3-a8f7-719e917d118a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:25.411040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-ae224442-386d-47a3-a8f7-719e917d118a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 946 time: 0.0571806 Nov 03 18:40:25.478059 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.512147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event deleted for resources: {'Port': ['ID=7c7722fe-a933-4600-ab48-4933d3743ead,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:25.636519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.640672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.654373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7327ef7a-d18a-4f1c-a797-3bfecc30af3c req-672b7225-5223-4377-b799-5b375f8b5f2a tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "DELETE /v2.0/floatingips/1670914c-83ec-4b07-be4e-1681726a1132 HTTP/1.1" status: 204 len: 173 time: 0.6572449 Nov 03 18:40:25.777650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:25.779982 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9af8aa-7adc-454e-8ce4-858318e66a02" -d '{"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:25.882056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Deleting port b2156892-0e9a-46fe-87ea-3cb5542f0766 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:25.882652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:26.028315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d372ae-130b-4213-95c2-074e1d02ad34 req-bddb2b1a-e824-4f65-96e8-68cf7d40e46f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.033967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] For port b2156892-0e9a-46fe-87ea-3cb5542f0766, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b2156892-0e9a-46fe-87ea-3cb5542f0766,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:26.034458 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:26.037243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03d372ae-130b-4213-95c2-074e1d02ad34 req-bddb2b1a-e824-4f65-96e8-68cf7d40e46f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ec2768-f0e8-40dc-a00e-fd3ee587e78e HTTP/1.1" status: 200 len: 946 time: 0.0696552 Nov 03 18:40:26.053737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Calling delete_port for b2156892-0e9a-46fe-87ea-3cb5542f0766 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:26.106263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03d372ae-130b-4213-95c2-074e1d02ad34 req-33124b48-f10f-4803-858a-1c0a70d16be4 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677948 Nov 03 18:40:26.259403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:26.264606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba812f6-899a-4713-834e-d1fef6d7956d req-b5300b12-fcb7-4e2f-9d74-d91a358529b1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.267343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ba812f6-899a-4713-834e-d1fef6d7956d req-b5300b12-fcb7-4e2f-9d74-d91a358529b1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 947 time: 0.0708590 Nov 03 18:40:26.273628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b2156892-0e9a-46fe-87ea-3cb5542f0766'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:26.299477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event deleted for resources: {'Port': ['ID=b2156892-0e9a-46fe-87ea-3cb5542f0766,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:26.360898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] No DVR routers for this DVR port b2156892-0e9a-46fe-87ea-3cb5542f0766 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:26.367374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:26.370814 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c9fd30f4-bc3e-412a-acf6-72e33eb76297 req-4d9305c9-81cf-420b-b6f3-8920a71bef5b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "DELETE /v2.0/ports/b2156892-0e9a-46fe-87ea-3cb5542f0766 HTTP/1.1" status: 204 len: 173 time: 0.9490786 Nov 03 18:40:26.371294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ec2768-f0e8-40dc-a00e-fd3ee587e78e', 'name': 'network-vif-deleted', 'tag': 'b2156892-0e9a-46fe-87ea-3cb5542f0766'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:26.374189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ba812f6-899a-4713-834e-d1fef6d7956d req-b0cd25ed-42ef-4d55-8637-f1ffccf17e39 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930769 Nov 03 18:40:26.374612 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482eed4d-fbb8-41c9-871a-bc9f643e2959" -d '{"events": [{"server_uuid": "a6ec2768-f0e8-40dc-a00e-fd3ee587e78e", "name": "network-vif-deleted", "tag": "b2156892-0e9a-46fe-87ea-3cb5542f0766"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:26.607841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-08ce4738-4525-44e8-a588-f83ba2a6d38e tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips/70334c89-d1e5-4348-aaeb-c16bcd1fe2b1 HTTP/1.1" status: 200 len: 693 time: 0.0644469 Nov 03 18:40:26.730984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-d816d540-6858-4320-b0cf-3d61a6b3c3ef tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.734092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-d816d540-6858-4320-b0cf-3d61a6b3c3ef tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1250403 Nov 03 18:40:26.788072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-b76ee651-4a53-4380-af62-776c24f7f31f tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0483541 Nov 03 18:40:26.849157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-fca0c98f-5e72-4b08-b871-1fbef9ed92a1 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0542684 Nov 03 18:40:27.075468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Deleting port ccc557ac-7fec-4176-863e-7d61344032a9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:27.076239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.186473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.187063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.201248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Calling delete_port for ccc557ac-7fec-4176-863e-7d61344032a9 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:27.427075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.469658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-e634926b-9c82-4fb3-80bd-8b25fb66dc2d tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:27.471138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-e634926b-9c82-4fb3-80bd-8b25fb66dc2d tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 946 time: 0.1079493 Nov 03 18:40:27.473408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event deleted for resources: {'Port': ['ID=ccc557ac-7fec-4176-863e-7d61344032a9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:27.610878 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.614167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.615418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60dbc2eb-c9a0-42cf-90bd-ee9e5b032384 req-2819b3e2-573c-4688-b916-faa8c4619439 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "DELETE /v2.0/floatingips/70334c89-d1e5-4348-aaeb-c16bcd1fe2b1 HTTP/1.1" status: 204 len: 173 time: 0.7579999 Nov 03 18:40:27.647145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Deleting port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:27.647967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.783254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] For port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,segment=NetworkSegment(6dde1ee0-9136-4d9b-ab09-66951240f723),segment_id=6dde1ee0-9136-4d9b-ab09-66951240f723)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:27.783691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.799907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Calling delete_port for 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:27.875240 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facb0c76-b1dc-42d2-8874-2550804e6e54 x-openstack-request-id: req-facb0c76-b1dc-42d2-8874-2550804e6e54 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:27.875857 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:27.876301 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-facb0c76-b1dc-42d2-8874-2550804e6e54 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:27.876820 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'code': 200} Nov 03 18:40:28.105986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54aada-af90-4103-a7fa-aeb60de7a78b req-803b235c-ce0f-4ea0-b5ac-bdcbfed13f0b tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:28.105986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a54aada-af90-4103-a7fa-aeb60de7a78b req-803b235c-ce0f-4ea0-b5ac-bdcbfed13f0b tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba8b46cf-914d-4e07-9c1f-69a29778782d HTTP/1.1" status: 200 len: 946 time: 0.1206908 Nov 03 18:40:28.163411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a54aada-af90-4103-a7fa-aeb60de7a78b req-b31be2ba-2268-4a86-a57b-85ef21c0efb6 tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3a6b87c-b287-427e-9ba3-50ff58b8d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588441 Nov 03 18:40:28.167115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.203154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7726a5ab-03af-49c8-838d-49e7e0cfd0a5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:28.232755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Pushing event deleted for resources: {'Port': ['ID=7726a5ab-03af-49c8-838d-49e7e0cfd0a5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:28.274646 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595dab89-8622-42be-93f3-8ee4e2b84edf x-openstack-request-id: req-595dab89-8622-42be-93f3-8ee4e2b84edf {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:28.275305 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ec2768-f0e8-40dc-a00e-fd3ee587e78e", "name": "network-vif-deleted", "tag": "b2156892-0e9a-46fe-87ea-3cb5542f0766", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:28.275305 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-595dab89-8622-42be-93f3-8ee4e2b84edf {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:28.275604 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ec2768-f0e8-40dc-a00e-fd3ee587e78e', 'name': 'network-vif-deleted', 'tag': 'b2156892-0e9a-46fe-87ea-3cb5542f0766', 'status': 'completed', 'code': 200} Nov 03 18:40:28.294662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7918d072-2ddf-48a8-b430-0c85b79c4377 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:28.308718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] No DVR routers for this DVR port 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:28.311492 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.315519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea9b4336-d2cc-4334-8a67-7b8aafb27c8a req-fe27092e-ab5f-4a91-a99c-1955f4cc545e tempest-InstanceActionsNegativeTestJSON-595039377 tempest-InstanceActionsNegativeTestJSON-595039377-project] 10.222.0.96 "DELETE /v2.0/ports/7726a5ab-03af-49c8-838d-49e7e0cfd0a5 HTTP/1.1" status: 204 len: 173 time: 0.8359578 Nov 03 18:40:28.315978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8b46cf-914d-4e07-9c1f-69a29778782d', 'name': 'network-vif-deleted', 'tag': '7726a5ab-03af-49c8-838d-49e7e0cfd0a5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:28.319407 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d909ec-ea4e-4dbe-ad2f-a351a310c455" -d '{"events": [{"server_uuid": "ba8b46cf-914d-4e07-9c1f-69a29778782d", "name": "network-vif-deleted", "tag": "7726a5ab-03af-49c8-838d-49e7e0cfd0a5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:28.618115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979c216-c3ae-4d60-94d8-54dcec83b8f8 req-1dfb0c51-1eac-4787-b3cc-f26fa8935636 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:28.633842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b979c216-c3ae-4d60-94d8-54dcec83b8f8 req-1dfb0c51-1eac-4787-b3cc-f26fa8935636 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 947 time: 0.1212404 Nov 03 18:40:28.641325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:28.673555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'mac_address': 'fa:16:3e:10:2b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:28.729844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b979c216-c3ae-4d60-94d8-54dcec83b8f8 req-66f82092-4293-4bd8-8946-d07cdc2627bc tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949900 Nov 03 18:40:28.777278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.808356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7918d072-2ddf-48a8-b430-0c85b79c4377 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:28.839207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:28.845308 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.990874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['7918d072-2ddf-48a8-b430-0c85b79c4377'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:29.034154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:30.369706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7918d072-2ddf-48a8-b430-0c85b79c4377 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:30.565563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 7918d072-2ddf-48a8-b430-0c85b79c4377 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:30.581821 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.755567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.825989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:30.833954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:30.836754 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9e1ffe-8184-42fe-b360-ccfbff26b92c" -d '{"events": [{"server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "name": "network-vif-plugged", "status": "completed", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:30.839514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:30.853374 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.853964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b2156892-0e9a-46fe-87ea-3cb5542f0766 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:30.900719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:30.901610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7726a5ab-03af-49c8-838d-49e7e0cfd0a5 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:30.936715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: b2156892-0e9a-46fe-87ea-3cb5542f0766 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:30.937602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b2156892-0e9a-46fe-87ea-3cb5542f0766 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:31.028750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:32.107913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.020853 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3adea442-209f-437c-a963-4d10f8b461b3 req-aba94475-2967-4656-b091-6255931f7117 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips/431f1eab-51f8-404a-afc7-85e613096f2e HTTP/1.1" status: 200 len: 693 time: 0.0506105 Nov 03 18:40:33.114867 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.146289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea442-209f-437c-a963-4d10f8b461b3 req-a6765081-8f3e-4380-b20b-4f7b509458c4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:33.155647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3adea442-209f-437c-a963-4d10f8b461b3 req-a6765081-8f3e-4380-b20b-4f7b509458c4 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.1271739 Nov 03 18:40:33.212319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3adea442-209f-437c-a963-4d10f8b461b3 req-b011df65-da28-4ca9-8aa1-870db11d2deb tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.0560589 Nov 03 18:40:33.269228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3adea442-209f-437c-a963-4d10f8b461b3 req-3332685e-72c1-40b4-b012-e92e1bd42415 tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.0495477 Nov 03 18:40:33.450154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Deleting port eb84cddc-1468-4e9d-8e84-d8c4c9693105 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:33.450722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.568121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.568638 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.596727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Calling delete_port for eb84cddc-1468-4e9d-8e84-d8c4c9693105 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:34.050190 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.089196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Pushing event deleted for resources: {'Port': ['ID=eb84cddc-1468-4e9d-8e84-d8c4c9693105,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:34.162540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.167471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.169153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3adea442-209f-437c-a963-4d10f8b461b3 req-333324ee-2d7b-46d4-9ed7-b43b0c592c3c tempest-FloatingIPDetailsTestJSON-1486539572 tempest-FloatingIPDetailsTestJSON-1486539572-project] 10.222.0.77 "DELETE /v2.0/floatingips/431f1eab-51f8-404a-afc7-85e613096f2e HTTP/1.1" status: 204 len: 173 time: 0.8939736 Nov 03 18:40:34.176603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52762) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:34.416358 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5ce8a6-55f1-49a5-86d0-dc6dfb905e13 x-openstack-request-id: req-1a5ce8a6-55f1-49a5-86d0-dc6dfb905e13 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:34.416965 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8b46cf-914d-4e07-9c1f-69a29778782d", "name": "network-vif-deleted", "tag": "7726a5ab-03af-49c8-838d-49e7e0cfd0a5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:34.417527 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a5ce8a6-55f1-49a5-86d0-dc6dfb905e13 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:34.418174 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8b46cf-914d-4e07-9c1f-69a29778782d', 'name': 'network-vif-deleted', 'tag': '7726a5ab-03af-49c8-838d-49e7e0cfd0a5', 'status': 'completed', 'code': 200} Nov 03 18:40:34.664913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-524aec1f-53a8-43be-aec1-bb770d50222c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:34.671459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-524aec1f-53a8-43be-aec1-bb770d50222c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.1554384 Nov 03 18:40:34.684835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-539e58e5-973d-4276-a63c-6d8434cf1cca tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/quotas/ffc088fa1d274cfb9d81e04655cc56b9 HTTP/1.1" status: 200 len: 375 time: 0.0106523 Nov 03 18:40:34.695354 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.730237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-16b8bbb9-9193-4c09-af69-ee5629dd1564 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307314 Nov 03 18:40:34.843494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-4a4d6d73-e766-4cd4-9e98-6e09bccb730d service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006444 Nov 03 18:40:34.943314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-f05fcd60-f57e-4ad2-8a11-ddcf7ff11acd service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100428 Nov 03 18:40:35.040608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Deleting port e873c786-46e7-4120-bbe5-9d6056b862f3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:35.041087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.205787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-28af75a8-421e-4da0-bc9e-9cfc20e00e11 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.206353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] For port e873c786-46e7-4120-bbe5-9d6056b862f3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e873c786-46e7-4120-bbe5-9d6056b862f3,segment=NetworkSegment(f10e0ea3-3a8c-42ef-b66c-64674f1791b9),segment_id=f10e0ea3-3a8c-42ef-b66c-64674f1791b9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:35.206854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.208524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-28af75a8-421e-4da0-bc9e-9cfc20e00e11 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 946 time: 0.0739090 Nov 03 18:40:35.243378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Calling delete_port for e873c786-46e7-4120-bbe5-9d6056b862f3 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:35.291148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52782) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:35.474230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0991b5c1-5aa1-46ea-83b8-ef8bc4ba43c9 admin admin] Deleting subnet 7c837d56-1448-490a-b2c1-abbdba43e62f {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:40:35.480036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0991b5c1-5aa1-46ea-83b8-ef8bc4ba43c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.526357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299bb8b-0385-4d46-b46c-2da9f9126163 req-f0e09352-071b-4419-b226-7bc3d764b532 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.534450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a299bb8b-0385-4d46-b46c-2da9f9126163 req-f0e09352-071b-4419-b226-7bc3d764b532 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 947 time: 0.1497076 Nov 03 18:40:35.572035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0991b5c1-5aa1-46ea-83b8-ef8bc4ba43c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.576487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.608177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Deleting port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:35.608625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.624924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Pushing event deleted for resources: {'Port': ['ID=e873c786-46e7-4120-bbe5-9d6056b862f3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:35.721055 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a299bb8b-0385-4d46-b46c-2da9f9126163 req-a17d4562-24a1-4d21-a138-784d6af9c15f tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1850083 Nov 03 18:40:35.784642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0991b5c1-5aa1-46ea-83b8-ef8bc4ba43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.798105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9076c96d-b982-49c0-9bd1-222e2ab870fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.870029 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ce014-f992-46a1-9aae-311fd697efa6 x-openstack-request-id: req-464ce014-f992-46a1-9aae-311fd697efa6 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:35.870648 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "name": "network-vif-plugged", "status": "completed", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:35.870970 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-464ce014-f992-46a1-9aae-311fd697efa6 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:35.871549 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'code': 200} Nov 03 18:40:35.938034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.973136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] For port 37ad2e7a-85c3-4d58-a817-b427fffb2e25, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=37ad2e7a-85c3-4d58-a817-b427fffb2e25,segment=NetworkSegment(e1e8d627-274e-4751-a0b5-04592edb8124),segment_id=e1e8d627-274e-4751-a0b5-04592edb8124)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:35.973626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.011194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Calling delete_port for 37ad2e7a-85c3-4d58-a817-b427fffb2e25 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:36.047979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0991b5c1-5aa1-46ea-83b8-ef8bc4ba43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.190961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991b5c1-5aa1-46ea-83b8-ef8bc4ba43c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c837d56-1448-490a-b2c1-abbdba43e62f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:36.205622 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0991b5c1-5aa1-46ea-83b8-ef8bc4ba43c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.210754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0991b5c1-5aa1-46ea-83b8-ef8bc4ba43c9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7c837d56-1448-490a-b2c1-abbdba43e62f HTTP/1.1" status: 204 len: 168 time: 0.9157796 Nov 03 18:40:36.215300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52812) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:36.326275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.453450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Router 5d326e48-576a-4f15-ae34-c0e705ee21b0 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:40:36.464132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ee86-9786-4f55-8282-726781b4b629 req-32b27b8e-c08b-459a-82e5-0a828c7db7ee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:36.467701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1d8ee86-9786-4f55-8282-726781b4b629 req-32b27b8e-c08b-459a-82e5-0a828c7db7ee tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/ports?device_id=1643a518-6824-4359-921e-e4f3489dda66 HTTP/1.1" status: 200 len: 946 time: 0.1578875 Nov 03 18:40:36.580428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.627922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:36.632768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89789a79-4ce6-4055-837e-c334d8d48893']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:36.641517 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] Sync routers for ids ['5d326e48-576a-4f15-ae34-c0e705ee21b0'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:36.656371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0c17a2a8-dc52-4e65-8089-adcec682971b admin admin] 10.222.0.77 "PUT /v2.0/routers/5d326e48-576a-4f15-ae34-c0e705ee21b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4742002 Nov 03 18:40:36.657029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52814) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:36.660848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1d8ee86-9786-4f55-8282-726781b4b629 req-87c23e26-e241-4237-b8d6-e0add6e951df tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826041 Nov 03 18:40:36.663632 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] Routers {'5d326e48-576a-4f15-ae34-c0e705ee21b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:36.664411 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5d326e48-576a-4f15-ae34-c0e705ee21b0'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:36.668120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dde1ee0-9136-4d9b-ab09-66951240f723') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:36.668659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dde1ee0-9136-4d9b-ab09-66951240f723') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:36.684978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.698659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.710969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['37ad2e7a-85c3-4d58-a817-b427fffb2e25'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:36.751980 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.758840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Pushing event deleted for resources: {'Port': ['ID=37ad2e7a-85c3-4d58-a817-b427fffb2e25,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:36.779116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:40:36.779842 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:40:36.782512 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:40:36.806766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:36.821124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] No DVR routers for this DVR port 37ad2e7a-85c3-4d58-a817-b427fffb2e25 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:36.871920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.876197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3d37c69-1e43-41ee-b48e-a5dece2de050 req-44e2980a-d26f-4601-a567-a7bee9610211 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] 10.222.0.96 "DELETE /v2.0/ports/37ad2e7a-85c3-4d58-a817-b427fffb2e25 HTTP/1.1" status: 204 len: 173 time: 1.6600540 Nov 03 18:40:36.876977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643a518-6824-4359-921e-e4f3489dda66', 'name': 'network-vif-deleted', 'tag': '37ad2e7a-85c3-4d58-a817-b427fffb2e25'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:36.879948 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7962188-9fa8-4dee-a982-83f5282e1395" -d '{"events": [{"server_uuid": "1643a518-6824-4359-921e-e4f3489dda66", "name": "network-vif-deleted", "tag": "37ad2e7a-85c3-4d58-a817-b427fffb2e25"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:36.992443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.050925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.066384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-365031dc-1eee-46a1-8bcd-93f8b0833341 req-379903dd-bfc8-4410-9a1c-34a7a0fa62c9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 210 time: 0.1508455 Nov 03 18:40:37.077105 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.109473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.125139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/89789a79-4ce6-4055-837e-c334d8d48893 HTTP/1.1" status: 204 len: 168 time: 0.9062765 Nov 03 18:40:37.125139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4b03b-9930-4697-b3a5-c6d0a6f3cbb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=89789a79-4ce6-4055-837e-c334d8d48893,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:37.155331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:37.165369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.167230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 37ad2e7a-85c3-4d58-a817-b427fffb2e25 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:37.208524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-9b76fba7-0859-456c-b427-695804957807 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:37.210519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-9b76fba7-0859-456c-b427-695804957807 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.3905962 Nov 03 18:40:37.224546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Request body: {'port': {'device_id': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'admin_state_up': True, 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:37.270672 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] Set router 5d326e48-576a-4f15-ae34-c0e705ee21b0 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:37.291278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 37ad2e7a-85c3-4d58-a817-b427fffb2e25 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:37.292034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 37ad2e7a-85c3-4d58-a817-b427fffb2e25 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:37.328422 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.355390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=14']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:37.403985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc052651-2404-4478-ad9a-c78d89f220a3 req-e3eca582-0f2b-4deb-badd-86d2e501db33 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:37.405665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc052651-2404-4478-ad9a-c78d89f220a3 req-e3eca582-0f2b-4deb-badd-86d2e501db33 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1440675 Nov 03 18:40:37.409511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52822) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:37.466470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Deleting port e2dfe3af-7248-4614-a95d-27f0a9447fe6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:37.467216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.538019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-52b5f2f1-298c-4487-b131-56ded0fe06a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c64a0f35f9840c58f391d2dcdccae4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272006 Nov 03 18:40:37.542068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:37.543127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52824) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:37.546246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.597797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc052651-2404-4478-ad9a-c78d89f220a3 req-c503a656-18e8-481e-91bf-5eab74ae1901 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1724656 Nov 03 18:40:37.638073 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:40:35Z', 'revision_number': 5, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port': {'id': 'e2dfe3af-7248-4614-a95d-27f0a9447fe6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:54Z', 'updated_at': '2021-11-03T18:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:37.671576 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c6db91d-c7db-4669-b991-edf9263570ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.712237 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] Checking router: 5d326e48-576a-4f15-ae34-c0e705ee21b0 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:37.739015 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] Routers {'5d326e48-576a-4f15-ae34-c0e705ee21b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:37.746233 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5d326e48-576a-4f15-ae34-c0e705ee21b0'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:37.804946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c6db91d-c7db-4669-b991-edf9263570ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.838836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] For port e2dfe3af-7248-4614-a95d-27f0a9447fe6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e2dfe3af-7248-4614-a95d-27f0a9447fe6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:37.841445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.872712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:37.875074 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16af29d2-7e7f-4013-b72c-9996c684e133" -d '{"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-unplugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:37.944811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Calling delete_port for e2dfe3af-7248-4614-a95d-27f0a9447fe6 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:37.996038 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] Set router 5d326e48-576a-4f15-ae34-c0e705ee21b0 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:38.018301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e76b-8b8a-4717-b3e3-231f097bfa50 req-9554f51f-5508-4d41-a3a6-720fa6eef562 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:38.020215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b211e76b-8b8a-4717-b3e3-231f097bfa50 req-9554f51f-5508-4d41-a3a6-720fa6eef562 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 946 time: 0.2441201 Nov 03 18:40:38.066291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Allocated IP 172.20.0.8 (d2f344a3-8e8d-4453-977e-445bf7e8c494/0e37e125-5d36-4a7a-8a18-0dcddadb205f/3d7ef9a3-096e-4d65-a43c-64a695dc8340) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:38.135163 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:40:37Z', 'revision_number': 6, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:38.163108 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c6db91d-c7db-4669-b991-edf9263570ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.171182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c6db91d-c7db-4669-b991-edf9263570ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.172237 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4c6db91d-c7db-4669-b991-edf9263570ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3a6b87c-b287-427e-9ba3-50ff58b8d71b HTTP/1.1" status: 204 len: 168 time: 0.6280057 Nov 03 18:40:38.204603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6db91d-c7db-4669-b991-edf9263570ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a6b87c-b287-427e-9ba3-50ff58b8d71b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:38.255663 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757296-5967-4a47-9f78-30d83f1b8ba8 None None] The sync data for ids ['5d326e48-576a-4f15-ae34-c0e705ee21b0'] in n-d-812148-3 is: [{'id': '5d326e48-576a-4f15-ae34-c0e705ee21b0', 'name': 'tempest-FloatingIPDetailsTestJSON-429143930-router', 'tenant_id': 'fd32098f95de45cbb16eeee4278da35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:53Z', 'updated_at': '2021-11-03T18:40:37Z', 'revision_number': 6, 'project_id': 'fd32098f95de45cbb16eeee4278da35a', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:38.316583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b211e76b-8b8a-4717-b3e3-231f097bfa50 req-aad55fbe-7be4-42e4-80fa-0acf97f401eb tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800477 Nov 03 18:40:38.365075 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fbc100c6-d836-4c65-9ab6-353dc6f38673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.559767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.641662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dfe3af-7248-4614-a95d-27f0a9447fe6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:38.660887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.733156 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a39b78-073a-492c-b24f-1dfb0880e50e x-openstack-request-id: req-65a39b78-073a-492c-b24f-1dfb0880e50e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:38.734018 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643a518-6824-4359-921e-e4f3489dda66", "name": "network-vif-deleted", "tag": "37ad2e7a-85c3-4d58-a817-b427fffb2e25", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:38.734280 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65a39b78-073a-492c-b24f-1dfb0880e50e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:38.734697 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643a518-6824-4359-921e-e4f3489dda66', 'name': 'network-vif-deleted', 'tag': '37ad2e7a-85c3-4d58-a817-b427fffb2e25', 'status': 'completed', 'code': 200} Nov 03 18:40:38.738090 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.793134 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.831843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:38.833605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:38.849595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:38.928378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:38.929271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.931351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.935747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.975295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event updated for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:38.991328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-8ce18fec-e674-4198-885f-94fc1a4af16b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7702694 Nov 03 18:40:39.007082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Request body: {'port': {'device_id': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:39.031502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.032158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d326e48-576a-4f15-ae34-c0e705ee21b0 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:40:39.040912 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.042339 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ab1fd29e-98f2-4d0f-833d-197a9e3bf35e admin admin] 10.222.0.77 "DELETE /v2.0/routers/5d326e48-576a-4f15-ae34-c0e705ee21b0 HTTP/1.1" status: 204 len: 168 time: 2.3830695 Nov 03 18:40:39.050751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52884) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:39.169075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.178604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e01c8ac-3947-4c32-86dc-1cc9fd57a4f1 admin admin] Deleting subnet a379b7eb-aadb-4110-a6cf-017922c8b047 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:40:39.183596 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ac-3947-4c32-86dc-1cc9fd57a4f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.359265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e873c786-46e7-4120-bbe5-9d6056b862f3 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:39.360291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ac-3947-4c32-86dc-1cc9fd57a4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.437374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e873c786-46e7-4120-bbe5-9d6056b862f3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:39.440330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e873c786-46e7-4120-bbe5-9d6056b862f3 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:39.587553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ac-3947-4c32-86dc-1cc9fd57a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.735021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ac-3947-4c32-86dc-1cc9fd57a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.765739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ac-3947-4c32-86dc-1cc9fd57a4f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.774011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c10c5b4-2527-44a3-aa67-6458fdd66c9e None None] Network 7f1b368d-16df-4c6a-81fa-d08464448687 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:39.787902 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1e01c8ac-3947-4c32-86dc-1cc9fd57a4f1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a379b7eb-aadb-4110-a6cf-017922c8b047 HTTP/1.1" status: 204 len: 168 time: 0.7338674 Nov 03 18:40:39.803940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52914) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:39.820697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7ef9a3-096e-4d65-a43c-64a695dc8340 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:39.835326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.893697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Transition to ACTIVE for port object 3d7ef9a3-096e-4d65-a43c-64a695dc8340 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:39.893697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.904612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01c8ac-3947-4c32-86dc-1cc9fd57a4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a379b7eb-aadb-4110-a6cf-017922c8b047,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:39.959674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52916) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:40.133953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:40.232765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Attempting to bind port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:40.233517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Attempting to bind port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:40.233989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Attempting to bind port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:40.241235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:40.241858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Attempting to bind port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:40.248075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:40.249020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Checking segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:40.249606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Bound using segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:40.250324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Bound port: 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:40.250852 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.364450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:40.368537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:40.377789 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.422342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:40.423193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.426004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] 10.222.0.96 "PUT /v2.0/ports/3d7ef9a3-096e-4d65-a43c-64a695dc8340 HTTP/1.1" status: 200 len: 1091 time: 1.4254696 Nov 03 18:40:40.493335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-network', 'tenant_id': '7c54efc969b2481a9141191880037b61'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:40.501210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbf212-976f-423f-9b3f-198aaa8e3e07 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:40.510367 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.574394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Made reservation on behalf of 7c54efc969b2481a9141191880037b61 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:40.576093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-7ab839dc-80f2-4a0c-a7da-4e5d8e55428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:40.577912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-7ab839dc-80f2-4a0c-a7da-4e5d8e55428b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 1094 time: 0.0711579 Nov 03 18:40:40.579540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.593547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.633229 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.652081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-e9af1f17-6743-4a7a-9a04-128cce3b65b5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340 HTTP/1.1" status: 200 len: 217 time: 0.0657513 Nov 03 18:40:40.663835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Deleting port a058440d-3457-452e-878d-2d21a7fa0e71 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:40.664474 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.719565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-4cfb3ae7-14a8-4a2a-9dc1-c3cae79bbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:40.724424 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-4cfb3ae7-14a8-4a2a-9dc1-c3cae79bbb4b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.0602443 Nov 03 18:40:40.752518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:40.759209 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:40.823508 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] DHCP port deletion for 7f1b368d-16df-4c6a-81fa-d08464448687 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:40:40.841310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-93646c1d-f26a-4908-b1f9-f15d7a568faa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106768 Nov 03 18:40:40.872436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.888333 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.906657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:40:40.919801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:40.920142 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Added segment 9e60ce9a-92af-4871-9547-d121dce1658e of type vlan for network b68c9050-d93c-494a-854e-e9b0288251ea Nov 03 18:40:41.022468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] Deleting port a058440d-3457-452e-878d-2d21a7fa0e71 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:41.023580 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.025143 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.065163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] For port a058440d-3457-452e-878d-2d21a7fa0e71, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a058440d-3457-452e-878d-2d21a7fa0e71,segment=NetworkSegment(f10e0ea3-3a8c-42ef-b66c-64674f1791b9),segment_id=f10e0ea3-3a8c-42ef-b66c-64674f1791b9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:41.065163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.088003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Calling delete_port for a058440d-3457-452e-878d-2d21a7fa0e71 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:41.088476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e2dfe3af-7248-4614-a95d-27f0a9447fe6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:41.089135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52950) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:41.199838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-ac073737-0142-4a7e-af00-3f5a3e07ff9a service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507905 Nov 03 18:40:41.207358 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb83a73-652b-45b7-b480-b759c41f4b91 x-openstack-request-id: req-feb83a73-652b-45b7-b480-b759c41f4b91 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:41.207784 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-unplugged", "status": "completed", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:41.208150 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-feb83a73-652b-45b7-b480-b759c41f4b91 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:41.208869 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'code': 200} Nov 03 18:40:41.284035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] For port a058440d-3457-452e-878d-2d21a7fa0e71, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a058440d-3457-452e-878d-2d21a7fa0e71,segment=NetworkSegment(f10e0ea3-3a8c-42ef-b66c-64674f1791b9),segment_id=f10e0ea3-3a8c-42ef-b66c-64674f1791b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:41.284573 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.300634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] Calling delete_port for a058440d-3457-452e-878d-2d21a7fa0e71 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:41.354542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.355658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:41.356358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.358078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e2dfe3af-7248-4614-a95d-27f0a9447fe6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:41.358672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e2dfe3af-7248-4614-a95d-27f0a9447fe6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:41.359243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a058440d-3457-452e-878d-2d21a7fa0e71 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:41.429003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a44aa63-01db-4d0b-bd0e-d8a6b7de0148 admin admin] Deleting subnet 0cd22e13-56de-48cd-a0d5-8a5717f3c69f {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:40:41.437670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa63-01db-4d0b-bd0e-d8a6b7de0148 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.468484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Pushing event updated for resources: {'Network': ['ID=b68c9050-d93c-494a-854e-e9b0288251ea,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:41.475792 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5118618 Nov 03 18:40:41.478036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3a3e4-25e0-4096-82b9-130d0f54ecee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb48fe-a336-421d-9731-54bd1c850022,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:41.482875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52958) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:41.488512 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.491061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Request body: {'subnet': {'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-subnet', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:41.496733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network b68c9050-d93c-494a-854e-e9b0288251ea details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:40:41.524590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Made reservation on behalf of 7c54efc969b2481a9141191880037b61 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:41.529534 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.548375 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.550216 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa63-01db-4d0b-bd0e-d8a6b7de0148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.565242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b066c-7d29-4442-9676-e1e9cf10ce88 req-642a6cc2-9e99-42a1-ac54-6039f18ca5ba tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:41.579603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] No DVR routers for this DVR port a058440d-3457-452e-878d-2d21a7fa0e71 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:41.580245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b9b066c-7d29-4442-9676-e1e9cf10ce88 req-642a6cc2-9e99-42a1-ac54-6039f18ca5ba tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 943 time: 0.2540770 Nov 03 18:40:41.608495 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.647202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] No DVR routers for this DVR port a058440d-3457-452e-878d-2d21a7fa0e71 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:41.682469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926de11-5ac1-45f9-9cd4-cb5bd29749a5 None None] Pushing event deleted for resources: {'Port': ['ID=a058440d-3457-452e-878d-2d21a7fa0e71,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:41.701668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Pushing event deleted for resources: {'Port': ['ID=a058440d-3457-452e-878d-2d21a7fa0e71,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:41.722674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73f19b4c-5c46-4deb-9a16-fc68caaba970 req-13f9103a-9c80-4103-80a8-768ceddd61a6 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124242 Nov 03 18:40:41.736712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b9b066c-7d29-4442-9676-e1e9cf10ce88 req-7d94a37b-934a-4717-b397-0221e026ae5e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549101 Nov 03 18:40:41.770846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa63-01db-4d0b-bd0e-d8a6b7de0148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.803979 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.843271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1b368d-16df-4c6a-81fa-d08464448687']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:41.860427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:41.860882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10e0ea3-3a8c-42ef-b66c-64674f1791b9') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:41.872601 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa63-01db-4d0b-bd0e-d8a6b7de0148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.893704 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.924506 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa63-01db-4d0b-bd0e-d8a6b7de0148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.934380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7a44aa63-01db-4d0b-bd0e-d8a6b7de0148 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0cd22e13-56de-48cd-a0d5-8a5717f3c69f HTTP/1.1" status: 204 len: 168 time: 0.8416119 Nov 03 18:40:41.965848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52962) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:41.977332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44aa63-01db-4d0b-bd0e-d8a6b7de0148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd22e13-56de-48cd-a0d5-8a5717f3c69f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:42.032429 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.035155 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733efd99-8d97-4ddd-ac50-e46e2efda44e x-openstack-request-id: req-733efd99-8d97-4ddd-ac50-e46e2efda44e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:42.035547 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:42.035920 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-733efd99-8d97-4ddd-ac50-e46e2efda44e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:42.036706 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'status': 'completed', 'code': 200} Nov 03 18:40:42.043638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.106153 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.136448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:40:42.136858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:40:42.139750 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:40:42.195801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-a8e78f1f-0160-4e08-8b17-cbe604b39242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.197221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-a8e78f1f-0160-4e08-8b17-cbe604b39242 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 1094 time: 0.1336105 Nov 03 18:40:42.253142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c839f-fbbf-4bf0-b616-65e327962c7a req-2abe83eb-2522-43b6-b842-43985c6e2b46 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.254278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d19c839f-fbbf-4bf0-b616-65e327962c7a req-2abe83eb-2522-43b6-b842-43985c6e2b46 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1146395 Nov 03 18:40:42.263872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.279776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.338260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=87dbe58b-d7ad-44ba-8b2c-850998019186,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:42.343175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.365351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.373536 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] 10.222.0.77 "DELETE /v2.0/networks/7f1b368d-16df-4c6a-81fa-d08464448687 HTTP/1.1" status: 204 len: 168 time: 2.5659981 Nov 03 18:40:42.374313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-030ca5f0-9773-448e-9ca8-f4e63623b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.374763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74feb1e-df44-47e6-b3b9-a277a35232da admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1b368d-16df-4c6a-81fa-d08464448687,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:42.375912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-030ca5f0-9773-448e-9ca8-f4e63623b077 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 912 time: 0.1693931 Nov 03 18:40:42.394248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d19c839f-fbbf-4bf0-b616-65e327962c7a req-c1095f6f-9539-40c5-920a-b48a3bd5bc97 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028042 Nov 03 18:40:42.484883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-beb13b62-0ad0-4e80-a0fd-0a5009fdc381 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340 HTTP/1.1" status: 200 len: 217 time: 0.0879958 Nov 03 18:40:42.497951 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.501203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Checking segment: {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:42.501646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Network hostable DHCP agents. Network: b68c9050-d93c-494a-854e-e9b0288251ea, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:40:42.534291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216a7812-84d2-4978-8b51-d49480d4019a']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:42.549448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e8d627-274e-4751-a0b5-04592edb8124') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:42.549765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e8d627-274e-4751-a0b5-04592edb8124') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:42.558493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Network b68c9050-d93c-494a-854e-e9b0288251ea is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:40:42.575077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.605583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.612850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52970) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:42.637839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:40:42.638845 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:40:42.642795 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:40:42.644920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, b68c9050-d93c-494a-854e-e9b0288251ea) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:42.651134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.651840 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.666105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480d602-457a-48bb-8bb9-f983ce603a1d None None] Network b68c9050-d93c-494a-854e-e9b0288251ea requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:42.777095 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1d067c8a-c0ed-439b-ad72-43ad05e233a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd32098f95de45cbb16eeee4278da35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550145 Nov 03 18:40:42.784479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e7d29797-1548-4d78-88fc-82429dbca1fd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2998178 Nov 03 18:40:42.785080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52980) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:42.788187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52982) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:42.793487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:42.819452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.825459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.828830 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/216a7812-84d2-4978-8b51-d49480d4019a HTTP/1.1" status: 204 len: 168 time: 0.8613532 Nov 03 18:40:42.854547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3f96f-9513-47a8-94be-acc0e7d10ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=216a7812-84d2-4978-8b51-d49480d4019a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:42.880426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.881686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.918021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbaf7bf-2fbe-4f45-9b09-056a6f62eee8 None None] Network b68c9050-d93c-494a-854e-e9b0288251ea requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:42.951155 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2578505-c970-4b3c-8909-8fecd5e7551f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.978707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a434ef-2cef-45cd-9d2f-d19d0ef16a33 req-50dfa305-a518-474c-b2fe-de086c243fc4 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.984323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2578505-c970-4b3c-8909-8fecd5e7551f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.987640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9a434ef-2cef-45cd-9d2f-d19d0ef16a33 req-50dfa305-a518-474c-b2fe-de086c243fc4 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 946 time: 0.0754786 Nov 03 18:40:42.998964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-b507e9f8-0bd4-46db-93bb-0c80bbb7bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.000595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-b507e9f8-0bd4-46db-93bb-0c80bbb7bf50 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.5072689 Nov 03 18:40:43.039539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-88b90844-76a9-492e-b028-304dbc2fc0a4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292792 Nov 03 18:40:43.072236 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.114066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9a434ef-2cef-45cd-9d2f-d19d0ef16a33 req-d311026c-93b2-44e4-a9d6-6f514aa5bf19 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252558 Nov 03 18:40:43.152004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53000) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:43.176320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2578505-c970-4b3c-8909-8fecd5e7551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.179406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2578505-c970-4b3c-8909-8fecd5e7551f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.183309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a2578505-c970-4b3c-8909-8fecd5e7551f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/df4abdaa-b112-45e0-b5fd-e34e9fc51b34 HTTP/1.1" status: 204 len: 168 time: 0.3935330 Nov 03 18:40:43.236634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2578505-c970-4b3c-8909-8fecd5e7551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4abdaa-b112-45e0-b5fd-e34e9fc51b34,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:43.275072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.289068 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:40:43.290703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-84ce59ef-3d26-4145-812b-b2d94a2f36d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0c81da524e49418b81a8405e7bb78ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373343 Nov 03 18:40:43.297326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53010) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:43.323172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-27488a30-c71e-4056-a033-46dc564a1c42 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374420 Nov 03 18:40:43.491560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee417785-9b70-44d9-a271-f9f1a9002a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.558393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee417785-9b70-44d9-a271-f9f1a9002a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.569521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8e2d5f-2a79-48c3-99c5-66378b0ff775 req-39ad4ca0-1bf3-4269-b7fb-cab5f156173e service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368968 Nov 03 18:40:43.591666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e313e7-0049-42b1-8384-f2310bf0e63e req-75f6140d-8f58-48c8-a144-97e5410da016 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.593864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19e313e7-0049-42b1-8384-f2310bf0e63e req-75f6140d-8f58-48c8-a144-97e5410da016 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 943 time: 0.1616409 Nov 03 18:40:43.614156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-87285818-520e-4983-92b3-a67199af3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.615708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-87285818-520e-4983-92b3-a67199af3b05 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.1357539 Nov 03 18:40:43.649202 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.677082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.739371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19e313e7-0049-42b1-8384-f2310bf0e63e req-2e1e4834-97e6-410e-aef6-dd86e181c612 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333392 Nov 03 18:40:43.741900 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee417785-9b70-44d9-a271-f9f1a9002a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.744485 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee417785-9b70-44d9-a271-f9f1a9002a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.749466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ee417785-9b70-44d9-a271-f9f1a9002a29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc HTTP/1.1" status: 204 len: 168 time: 0.4473231 Nov 03 18:40:43.785455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee417785-9b70-44d9-a271-f9f1a9002a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab55f7e1-10c2-4cb1-acdf-823ecc18d6cc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:43.793956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-14b6b9d2-d0ab-4190-9ef3-9d5511b6b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.796977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-14b6b9d2-d0ab-4190-9ef3-9d5511b6b371 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.1724102 Nov 03 18:40:43.864845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Allocated IP 172.25.3.211 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/6750a875-218f-494c-8276-7a87d80a7846) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:43.939823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-af27f987-12bb-49ff-99d1-925f56ca0ae1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1000 time: 0.1345670 Nov 03 18:40:44.059986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-bb00b454-a4c5-475a-8f3a-3b6b4a279825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.065177 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:44.071603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-bb00b454-a4c5-475a-8f3a-3b6b4a279825 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1245463 Nov 03 18:40:44.160562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:44.186038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-7331b3d8-0fa6-4292-a156-487445b23464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.187787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-7331b3d8-0fa6-4292-a156-487445b23464 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068242 Nov 03 18:40:44.249867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:44.282070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:44.291807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:44.304131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedb3a-24c9-4cb2-af26-f125f6867650 req-955203e1-a66a-4c6c-8697-6f24237c8d79 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.313482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfcedb3a-24c9-4cb2-af26-f125f6867650 req-955203e1-a66a-4c6c-8697-6f24237c8d79 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1806259 Nov 03 18:40:44.364509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6750a875-218f-494c-8276-7a87d80a7846,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:44.408999 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-d768e012-fd9c-454f-922f-acc0c3e6be1e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1795890 Nov 03 18:40:44.412820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-cc071e66-2cc5-4a9d-9efd-c3c5fda87348 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126446 Nov 03 18:40:44.442241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfcedb3a-24c9-4cb2-af26-f125f6867650 req-5d2de5e2-ccfa-4a5a-ac12-a175bcfe39e9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267848 Nov 03 18:40:44.586209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56c2f3a7-8aca-44fb-b858-fdebe48c3972 req-bbc582fe-689e-4d06-bd7e-d17f6a064193 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411381 Nov 03 18:40:44.719753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ff0d-58b3-49f2-bcc8-62966e7791db req-81e1a47a-e360-442c-8286-6a03466016b2 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.729897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf07ff0d-58b3-49f2-bcc8-62966e7791db req-81e1a47a-e360-442c-8286-6a03466016b2 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 950 time: 0.1212399 Nov 03 18:40:44.762886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-a6990b06-69a5-40d0-a4b1-23f068ddee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.765743 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-a6990b06-69a5-40d0-a4b1-23f068ddee2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 1099 time: 0.2322972 Nov 03 18:40:44.817631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf07ff0d-58b3-49f2-bcc8-62966e7791db req-31a6c61e-2377-4e5b-97dc-37ab8b8fc225 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865130 Nov 03 18:40:44.818823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53066) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:44.822843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3d7ef9a3-096e-4d65-a43c-64a695dc8340 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:44.825396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-f336a94f-256f-4fbf-8d12-13d6850c803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.829563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-f336a94f-256f-4fbf-8d12-13d6850c803e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.1695199 Nov 03 18:40:45.096885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:45.136918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'port_id': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'mac_address': 'fa:16:3e:56:d2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e37e125-5d36-4a7a-8a18-0dcddadb205f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:45.164078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53078) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:45.227652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-8fdd2bd2-970c-4fd9-b1cf-221523209e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.230246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-8fdd2bd2-970c-4fd9-b1cf-221523209e95 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.3751800 Nov 03 18:40:45.241927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.258862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7ef9a3-096e-4d65-a43c-64a695dc8340 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:45.305608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:45.313301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.315279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-5ee7f7df-71f6-4c38-a593-bd4fc3395725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.317533 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-5ee7f7df-71f6-4c38-a593-bd4fc3395725 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.4653833 Nov 03 18:40:45.371614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-477695142-network', 'tenant_id': 'f4d0be58189b4609adebd115604850be'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:45.377248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.379994 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-c302044c-4045-4e14-97c6-19d7810ba32a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 HTTP/1.1" status: 200 len: 217 time: 0.0521297 Nov 03 18:40:45.400915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-922060458-network', 'tenant_id': '5e70bacd3d1349c0980317fd7b6c7da6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:45.413632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:45.451229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Made reservation on behalf of f4d0be58189b4609adebd115604850be for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:45.454299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.503720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-fe90186e-369c-4af5-87cb-27b3b3e293e6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1000 time: 0.2564313 Nov 03 18:40:45.517813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313e81f-e854-476b-98fd-5efa3f0105e6 req-6e1e7833-a622-4031-a951-5568dfb94455 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.520390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2313e81f-e854-476b-98fd-5efa3f0105e6 req-6e1e7833-a622-4031-a951-5568dfb94455 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 943 time: 0.2886827 Nov 03 18:40:45.526816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.565059 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['3d7ef9a3-096e-4d65-a43c-64a695dc8340'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:45.598687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Made reservation on behalf of 5e70bacd3d1349c0980317fd7b6c7da6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:45.602171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.648856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-dfcd2237-1da2-4cdf-a2a0-080382bf3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.651218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.653202 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-dfcd2237-1da2-4cdf-a2a0-080382bf3edd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2617965 Nov 03 18:40:45.770348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-0c957f6c-d0b5-427e-8fed-276867c287e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.774730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-0c957f6c-d0b5-427e-8fed-276867c287e2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.2528048 Nov 03 18:40:45.822242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-05162c6e-6372-4f16-9a0b-c3282b81e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.825380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-05162c6e-6372-4f16-9a0b-c3282b81e9b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626852 Nov 03 18:40:45.832728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2313e81f-e854-476b-98fd-5efa3f0105e6 req-6ca104fc-e464-4e6c-9bd8-8f0ac53d5d5c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882812 Nov 03 18:40:45.969928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-250a6136-ce53-48f9-8fae-e461e209a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.972029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-250a6136-ce53-48f9-8fae-e461e209a151 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842051 Nov 03 18:40:46.000101 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.023567 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.058572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.103948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:40:46.126577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.142615 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.148344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.148698 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Added segment d7e89ca4-9b7c-4e6e-ad90-273d72589d66 of type vlan for network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 Nov 03 18:40:46.165354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfabcb59-4673-4f8d-9139-aa2ba4b561b8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:46.190427 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-8a873ef2-6aeb-4df4-aab7-07e076a94db9 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558302 Nov 03 18:40:46.248558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:40:46.271870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.294976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-4b9dca27-4705-4b53-9590-c433a8b6e8c2 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107624 Nov 03 18:40:46.300536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.301613 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Added segment 9337514a-cc1a-4108-9d49-e707ef335c61 of type vlan for network dff888f0-c074-4250-9054-9adbb8470657 Nov 03 18:40:46.317017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daec2611-dd5d-4774-bc68-31b993db28e2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:46.400925 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.401931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.402519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.408368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.521050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3502014 Nov 03 18:40:46.578087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53094) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:46.597370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Request body: {'subnet': {'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-477695142-subnet', 'tenant_id': 'f4d0be58189b4609adebd115604850be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:46.643158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.644147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.644730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.665121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd251d-a9e3-4704-88cc-46f6e81e0e8d admin admin] Pushing event updated for resources: {'Network': ['ID=2b780ede-5f7d-4cde-94dd-79c7ecc352c6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:46.683285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2407806-4a75-44ae-a5ab-c5c49346394f req-a04edcb2-629b-461a-a5ac-f24d5f0abb39 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676105 Nov 03 18:40:46.684423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:40:46.687224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Router d95a51b6-7138-4210-a623-b95af807493f is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:40:46.729968 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f436681b-c66a-4a9a-93e8-8dafeca1c241 req-ad10ca52-9fc9-4cc3-b356-2e614bed2d79 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300963 Nov 03 18:40:46.748735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Made reservation on behalf of f4d0be58189b4609adebd115604850be for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:46.751151 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.770057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-e23fb912-6cfd-42b7-a3d3-22c68b9a89f6 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.771669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-e23fb912-6cfd-42b7-a3d3-22c68b9a89f6 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 946 time: 0.2868712 Nov 03 18:40:46.776044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9440229 Nov 03 18:40:46.782146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53096) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:46.788631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Request body: {'subnet': {'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-922060458-subnet', 'tenant_id': '5e70bacd3d1349c0980317fd7b6c7da6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:46.810246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670738a-a945-4509-9fce-cbf93b620525 admin admin] Pushing event updated for resources: {'Network': ['ID=dff888f0-c074-4250-9054-9adbb8470657,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:46.828597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network dff888f0-c074-4250-9054-9adbb8470657 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:40:46.836486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3d7ef9a3-096e-4d65-a43c-64a695dc8340 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:46.858966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Made reservation on behalf of 5e70bacd3d1349c0980317fd7b6c7da6 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:46.862015 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.873503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b897-1ff7-480d-8e42-c4c3163c9d7d req-9e47e68b-ab31-45f6-a8e8-9d2bf22fb710 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.881960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cab4b897-1ff7-480d-8e42-c4c3163c9d7d req-9e47e68b-ab31-45f6-a8e8-9d2bf22fb710 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1277b24-e368-4543-821f-381b4aea6f4e HTTP/1.1" status: 200 len: 946 time: 0.2886376 Nov 03 18:40:47.003371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:47.007661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cab4b897-1ff7-480d-8e42-c4c3163c9d7d req-6dcbf606-0a40-43eb-8990-07580ecec4d9 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171429 Nov 03 18:40:47.025797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:47.043434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Sync routers for ids ['d95a51b6-7138-4210-a623-b95af807493f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:47.046977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:47.048823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.107762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Deleting port cbeb8952-d2cc-4591-89c2-5841fd8d4290 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:47.108234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.115491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.116764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Routers {'d95a51b6-7138-4210-a623-b95af807493f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:47.117169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4397bd76-2c24-4519-a0b8-7b865f4b09b1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3279266 Nov 03 18:40:47.117877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d95a51b6-7138-4210-a623-b95af807493f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:47.119983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53100) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:47.265615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.303666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Set router d95a51b6-7138-4210-a623-b95af807493f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:47.309082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.309600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:47.311918 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628c8a5-8635-471f-8b04-8e34bdbbc6f9" -d '{"events": [{"server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "name": "network-vif-plugged", "status": "completed", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:47.362119 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.375732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3fcf4-9a1c-4947-958c-19cd23bc6b7b req-2743baf8-2d13-43bb-9059-0fd639cb3ad6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:47.377459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93b3fcf4-9a1c-4947-958c-19cd23bc6b7b req-2743baf8-2d13-43bb-9059-0fd639cb3ad6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2634623 Nov 03 18:40:47.388147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:47.415252 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.429542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] For port cbeb8952-d2cc-4591-89c2-5841fd8d4290, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cbeb8952-d2cc-4591-89c2-5841fd8d4290,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:47.430053 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.462042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a182a9b8-dffd-4a22-9817-72fabc4a4159,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:47.466307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Checking segment: {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:47.466679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Network hostable DHCP agents. Network: dff888f0-c074-4250-9054-9adbb8470657, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:40:47.496037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:47.537776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Network dff888f0-c074-4250-9054-9adbb8470657 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:40:47.558123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, dff888f0-c074-4250-9054-9adbb8470657) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:47.565566 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:47.566171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.583016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92208ad-4a21-4f6c-b5a2-a9d40dc5d596 None None] Network dff888f0-c074-4250-9054-9adbb8470657 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:47.635394 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d59b5692-1fee-4196-904f-afa4222ed89a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8405321 Nov 03 18:40:47.728695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:40:44Z', 'revision_number': 3, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:47.765954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Checking router: d95a51b6-7138-4210-a623-b95af807493f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:47.766520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Updating router d95a51b6-7138-4210-a623-b95af807493f port 6750a875-218f-494c-8276-7a87d80a7846 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:40:47.805435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818d18c-7ee7-4542-a05e-20bee13c233e None None] Network dff888f0-c074-4250-9054-9adbb8470657 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:47.851326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.892793 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:47.899118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f5ccdd2-87a5-4ffa-9647-c5030d5de171,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:47.973753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93b3fcf4-9a1c-4947-958c-19cd23bc6b7b req-f2e8af66-629f-4318-bac8-87b8a1298d72 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5608306 Nov 03 18:40:47.980555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Checking segment: {'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:47.980941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Network hostable DHCP agents. Network: 2b780ede-5f7d-4cde-94dd-79c7ecc352c6, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:40:48.114081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Allocated IP 172.20.0.1 (b68c9050-d93c-494a-854e-e9b0288251ea/87dbe58b-d7ad-44ba-8b2c-850998019186/0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:48.160184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:40:48.217636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.218279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.218467 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Floating IP c263d6f4-670c-46fd-9c82-356f7225b506 disassociated. External IP: 172.25.3.40, port: cbeb8952-d2cc-4591-89c2-5841fd8d4290. Nov 03 18:40:48.218908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Calling delete_port for cbeb8952-d2cc-4591-89c2-5841fd8d4290 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:48.222139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2b780ede-5f7d-4cde-94dd-79c7ecc352c6) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:48.236076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.236786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.245342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909c35e-9cba-49a3-9299-aa9a54522cd0 None None] Network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:48.247180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.292628 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.298276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a0b909d7-1a68-40c3-8772-4062d6317e61 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7132668 Nov 03 18:40:48.322370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61595b0d-c811-47cb-b33b-e5e725479733 req-4ea376dc-2702-4a92-9364-0d6329ec3eaf tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.324003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61595b0d-c811-47cb-b33b-e5e725479733 req-4ea376dc-2702-4a92-9364-0d6329ec3eaf tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.1652491 Nov 03 18:40:48.352475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Network b68c9050-d93c-494a-854e-e9b0288251ea is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:48.358600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:48.361256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:48.374253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7918d072-2ddf-48a8-b430-0c85b79c4377 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:48.402617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Pushing event updated for resources: {'Port': ['ID=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:48.422244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61595b0d-c811-47cb-b33b-e5e725479733 req-9629db8b-6850-40a2-b677-ae59c23a5dd9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849078 Nov 03 18:40:48.449589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.508262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.550232 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d06a637-1ef4-4990-bedc-066b6c582030 x-openstack-request-id: req-1d06a637-1ef4-4990-bedc-066b6c582030 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:48.554156 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "name": "network-vif-plugged", "status": "completed", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:48.554503 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d06a637-1ef4-4990-bedc-066b6c582030 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:48.554932 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'code': 200} Nov 03 18:40:48.596301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e303b6-658b-4c3f-8c9b-065bd30ba51e None None] Network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:48.636879 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.689932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event deleted for resources: {'Port': ['ID=cbeb8952-d2cc-4591-89c2-5841fd8d4290,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:48.695608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.757530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:48.757530 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.762908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5515ec9-d855-4c70-8389-4315d6fd7b2d req-8dfb1a26-e934-43fe-9a2c-798c3f8e7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.764613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a5515ec9-d855-4c70-8389-4315d6fd7b2d req-8dfb1a26-e934-43fe-9a2c-798c3f8e7a4a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 1096 time: 0.0861981 Nov 03 18:40:48.766027 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.766904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:40:48.780852 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.885260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Attempting to bind port 6750a875-218f-494c-8276-7a87d80a7846 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:48.885931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Attempting to bind port 6750a875-218f-494c-8276-7a87d80a7846 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:48.886451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Attempting to bind port 6750a875-218f-494c-8276-7a87d80a7846 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:48.905831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a5515ec9-d855-4c70-8389-4315d6fd7b2d req-73a206da-0a2f-4d80-9629-2ad0540daf05 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310229 Nov 03 18:40:48.906265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:48.906587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:48.906981 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:48.907376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:48.910547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Bound port: 6750a875-218f-494c-8276-7a87d80a7846, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:48.910547 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.009111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.010720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] For port 6750a875-218f-494c-8276-7a87d80a7846, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:49.016776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] For port 6750a875-218f-494c-8276-7a87d80a7846, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6750a875-218f-494c-8276-7a87d80a7846,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:49.017455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:49.018690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:49.022568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.038504 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] Sync routers for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:49.058272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.065079 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:49.074103 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:49.114422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c90d69-409d-419f-a0b6-23b361de645a None None] Pushing event updated for resources: {'Port': ['ID=6750a875-218f-494c-8276-7a87d80a7846,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:49.135546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Routers {'d95a51b6-7138-4210-a623-b95af807493f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:49.136430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d95a51b6-7138-4210-a623-b95af807493f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:49.167466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] No DVR routers for this DVR port cbeb8952-d2cc-4591-89c2-5841fd8d4290 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:49.167798 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.171300 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.172050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Pushing event updated for resources: {'Port': ['ID=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:49.175382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e77192a-8d8d-441c-b851-5ee2aac73e9f req-57d95758-ef53-4b31-8ca9-1b5c861a5fa8 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.96 "DELETE /v2.0/ports/cbeb8952-d2cc-4591-89c2-5841fd8d4290 HTTP/1.1" status: 204 len: 173 time: 2.3774803 Nov 03 18:40:49.179794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'name': 'network-vif-deleted', 'tag': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:49.189079 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e7fed0-27a1-46c8-a601-27fce4de9017" -d '{"events": [{"server_uuid": "f1277b24-e368-4543-821f-381b4aea6f4e", "name": "network-vif-deleted", "tag": "cbeb8952-d2cc-4591-89c2-5841fd8d4290"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:49.271544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-ef8fac9e-34df-44b3-a8be-213db013a655 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:49.278634 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-ef8fac9e-34df-44b3-a8be-213db013a655 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 814 time: 0.2959821 Nov 03 18:40:49.286731 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:49.308664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-53574094-7f6e-41fd-a14b-1cf53bccc057 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/quotas/5e70bacd3d1349c0980317fd7b6c7da6 HTTP/1.1" status: 200 len: 375 time: 0.0195723 Nov 03 18:40:49.317941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c90d69-409d-419f-a0b6-23b361de645a None None] Pushing event updated for resources: {'Port': ['ID=6750a875-218f-494c-8276-7a87d80a7846,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:49.340202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Network b68c9050-d93c-494a-854e-e9b0288251ea is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:49.343407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:49.370112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-248cfe37-b95f-4f76-a96c-519e791676ef tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513685 Nov 03 18:40:49.397983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] Set router d95a51b6-7138-4210-a623-b95af807493f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:49.519423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Router d95a51b6-7138-4210-a623-b95af807493f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:40:49.520371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-01e74409-8150-4eb2-aef8-7a5cd9bba2e8 service neutron] 10.222.0.77 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379833 Nov 03 18:40:49.561667 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:33Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:49.597096 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] Checking router: 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:49.612050 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:49.617157 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:49.648273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-0a1c983c-8054-4ab9-a448-aa5122d9bfad service neutron] 10.222.0.77 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262245 Nov 03 18:40:49.714974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:40:48Z', 'revision_number': 4, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6', 'name': '', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'mac_address': 'fa:16:3e:97:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:47Z', 'updated_at': '2021-11-03T18:40:48Z', 'revision_number': 2, 'project_id': '7c54efc969b2481a9141191880037b61', 'subnets': [{'id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:49.746210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471f097-66c9-45d6-80f6-df16ff344a97 None None] The sync data for ids ['d95a51b6-7138-4210-a623-b95af807493f'] in n-d-812148-3 is: [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:40:48Z', 'revision_number': 4, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6', 'name': '', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'mac_address': 'fa:16:3e:97:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:47Z', 'updated_at': '2021-11-03T18:40:48Z', 'revision_number': 2, 'project_id': '7c54efc969b2481a9141191880037b61', 'subnets': [{'id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:49.746896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:49.798527 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:49.799676 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f23ab59-da00-4e78-8a91-6bbd0bb29208 admin admin] 10.222.0.77 "PUT /v2.0/routers/d95a51b6-7138-4210-a623-b95af807493f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754284 Nov 03 18:40:50.270616 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:33Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:50.308367 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5e18a-d41e-4ea5-9c51-7015dcb6ec37 None None] The sync data for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 is: [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:38:27Z', 'revision_number': 4, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '4c980033-a693-40e2-ac29-476a8a522928', 'name': '', 'network_id': '043168e2-72fc-4b30-8441-68edc1dde88f', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'mac_address': 'fa:16:3e:c2:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:25Z', 'updated_at': '2021-11-03T18:38:33Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'subnets': [{'id': 'd55df9ae-4990-467b-ad2f-f997d38c29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:50.364456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:50.557468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:50.564161 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33fec7a-9db9-40ea-9ab5-4858033d8a86" -d '{"events": [{"server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "name": "network-vif-unplugged", "status": "completed", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:50.676491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-986e853b-83a9-4034-921c-e330c510daaf tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.679812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-986e853b-83a9-4034-921c-e330c510daaf tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 813 time: 0.2743931 Nov 03 18:40:50.689961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:50.713529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-1ebc55d0-9e0f-432b-a700-b5616119020a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/quotas/f4d0be58189b4609adebd115604850be HTTP/1.1" status: 200 len: 375 time: 0.0226798 Nov 03 18:40:50.734167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'mac_address': 'fa:16:3e:f7:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:50.766684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-5d3fa2eb-f25d-4b8a-a936-bbfc0f0586df tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524170 Nov 03 18:40:50.799143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:50.826200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:50.859347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:50.864608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cbeb8952-d2cc-4591-89c2-5841fd8d4290 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:50.935673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: cbeb8952-d2cc-4591-89c2-5841fd8d4290 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:50.936530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cbeb8952-d2cc-4591-89c2-5841fd8d4290 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:50.940674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0051e580-8161-4630-a6d4-7f69c8406ef8 None None] New status for floating IP c263d6f4-670c-46fd-9c82-356f7225b506: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:40:50.972168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-3de4d2d2-d29c-498a-af72-2dbf8670f6db service neutron] 10.222.0.77 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031374 Nov 03 18:40:51.015799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.178024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-49010869-68a4-4d59-aa70-23b8cbadb5e1 service neutron] 10.222.0.77 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036326 Nov 03 18:40:51.189364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:51.275509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:51.573206 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e672c8e3-1842-4bdb-93d5-4f3e76c5cc21 x-openstack-request-id: req-e672c8e3-1842-4bdb-93d5-4f3e76c5cc21 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:51.573714 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1277b24-e368-4543-821f-381b4aea6f4e", "name": "network-vif-deleted", "tag": "cbeb8952-d2cc-4591-89c2-5841fd8d4290", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:51.574129 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e672c8e3-1842-4bdb-93d5-4f3e76c5cc21 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:51.574777 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1277b24-e368-4543-821f-381b4aea6f4e', 'name': 'network-vif-deleted', 'tag': 'cbeb8952-d2cc-4591-89c2-5841fd8d4290', 'status': 'completed', 'code': 200} Nov 03 18:40:51.801759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058feed5-f80a-4760-9b2b-b494038591d5 req-dfaf2635-333d-4b0a-ba3a-483d1da7f72b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.812961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-058feed5-f80a-4760-9b2b-b494038591d5 req-dfaf2635-333d-4b0a-ba3a-483d1da7f72b tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.1162636 Nov 03 18:40:51.834841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-7f49c393-0a4c-48a0-b3cd-3c6b99241fc0 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.836774 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-7f49c393-0a4c-48a0-b3cd-3c6b99241fc0 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.70 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 814 time: 0.3740311 Nov 03 18:40:51.856277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Request body: {'port': {'device_id': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'admin_state_up': True, 'tenant_id': '5e70bacd3d1349c0980317fd7b6c7da6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:51.976325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-058feed5-f80a-4760-9b2b-b494038591d5 req-a99b7edf-f5f6-4ba8-a2b4-d010730e4598 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525037 Nov 03 18:40:52.159713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Made reservation on behalf of 5e70bacd3d1349c0980317fd7b6c7da6 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:52.163728 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.293772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef00c75d-6591-43a6-b833-417f87c7bdd5 req-0ee27268-8f31-4236-9d03-cba6a8a7e87c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 210 time: 0.0493202 Nov 03 18:40:52.373163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:52.403331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Allocated IP 172.20.0.8 (dff888f0-c074-4250-9054-9adbb8470657/a182a9b8-dffd-4a22-9817-72fabc4a4159/fe973238-d26c-4e94-a0a0-3efdf9adc64e) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:52.481593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:52.481958 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.535066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64338c55-2451-420e-a797-ed1f18789da5 req-7a985c1c-e689-4134-94b8-250ee1d5453a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.543216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64338c55-2451-420e-a797-ed1f18789da5 req-7a985c1c-e689-4134-94b8-250ee1d5453a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1135142 Nov 03 18:40:52.606935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64338c55-2451-420e-a797-ed1f18789da5 req-7108585d-e409-4959-aa6d-6bc46cec3cc4 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624909 Nov 03 18:40:52.668708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.717780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:52.726371 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.769053 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.805874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:52.824161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.882265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Network dff888f0-c074-4250-9054-9adbb8470657 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:52.886723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:52.893937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:52.898827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Pushing event updated for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:53.106822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.107643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.124946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6750a875-218f-494c-8276-7a87d80a7846 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:53.143543 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-006506d3-3617-45ab-b69e-bd0f3da5022c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2939677 Nov 03 18:40:53.166572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Request body: {'port': {'device_id': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:53.265469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.304887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-04ebb60e-beab-4c3f-a15f-75d78b95f0cf tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.315997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-04ebb60e-beab-4c3f-a15f-75d78b95f0cf tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 819 time: 0.3586433 Nov 03 18:40:53.342618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-f27712c2-e514-4dc7-82af-c53a5ec328ed tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/quotas/7c54efc969b2481a9141191880037b61 HTTP/1.1" status: 200 len: 375 time: 0.0214586 Nov 03 18:40:53.342902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6750a875-218f-494c-8276-7a87d80a7846 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:53.343042 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.481449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-89195fc3-a079-41ce-a5e0-afbdfd21a87f tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1375041 Nov 03 18:40:53.562234 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.578040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-86c2b538-11d0-4c56-8135-075eed8f3595 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.579830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-86c2b538-11d0-4c56-8135-075eed8f3595 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.96 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 813 time: 0.4256184 Nov 03 18:40:53.602140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Request body: {'port': {'device_id': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6', 'admin_state_up': True, 'tenant_id': 'f4d0be58189b4609adebd115604850be'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:53.623225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 6750a875-218f-494c-8276-7a87d80a7846, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6750a875-218f-494c-8276-7a87d80a7846,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:53.632791 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.656065 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Sync routers for ids ['d95a51b6-7138-4210-a623-b95af807493f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:53.690254 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Routers {'d95a51b6-7138-4210-a623-b95af807493f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:53.694857 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d95a51b6-7138-4210-a623-b95af807493f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:53.729623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=6750a875-218f-494c-8276-7a87d80a7846,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:53.786957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-b45f7b7e-5968-4614-a059-0471390443f8 service neutron] 10.222.0.77 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039763 Nov 03 18:40:53.798939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Made reservation on behalf of f4d0be58189b4609adebd115604850be for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:53.802911 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.902972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe973238-d26c-4e94-a0a0-3efdf9adc64e {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:53.906422 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Set router d95a51b6-7138-4210-a623-b95af807493f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:53.916656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.936030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Transition to ACTIVE for port object fe973238-d26c-4e94-a0a0-3efdf9adc64e will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:53.941663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.049447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Allocated IP 172.20.0.3 (2b780ede-5f7d-4cde-94dd-79c7ecc352c6/4f5ccdd2-87a5-4ffa-9647-c5030d5de171/d3f7c4a1-18df-4cde-b987-facff3dce3c7) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:54.072346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Pushing event updated for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:54.132556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Attempting to bind port fe973238-d26c-4e94-a0a0-3efdf9adc64e on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:54.133317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Attempting to bind port fe973238-d26c-4e94-a0a0-3efdf9adc64e by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:54.134945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Attempting to bind port fe973238-d26c-4e94-a0a0-3efdf9adc64e on network dff888f0-c074-4250-9054-9adbb8470657 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:54.140265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Port fe973238-d26c-4e94-a0a0-3efdf9adc64e on network dff888f0-c074-4250-9054-9adbb8470657 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:54.140972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Attempting to bind port fe973238-d26c-4e94-a0a0-3efdf9adc64e on network dff888f0-c074-4250-9054-9adbb8470657 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:54.148900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:54.152465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Checking segment: {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:54.153195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Bound using segment: {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:54.153881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Bound port: fe973238-d26c-4e94-a0a0-3efdf9adc64e, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:54.154455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.191878 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-0e4a970a-e2f6-4e6f-b238-5fe668cb8a4f service neutron] 10.222.0.77 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037793 Nov 03 18:40:54.255041 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.290030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:54.301180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:54.320722 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.324368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.380770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:54.384780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:54.393926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:54.420164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.422344 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.425730 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] 10.222.0.70 "PUT /v2.0/ports/fe973238-d26c-4e94-a0a0-3efdf9adc64e HTTP/1.1" status: 200 len: 1091 time: 1.2724624 Nov 03 18:40:54.428112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:54.434077 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810eea64-c4ec-43bc-b4d5-e298c0b9a582" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:54.450802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:54.461377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53246) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:54.511159 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fded7e6-b192-467a-ad62-9e3779d1f7fe x-openstack-request-id: req-7fded7e6-b192-467a-ad62-9e3779d1f7fe {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:54.511462 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "name": "network-vif-unplugged", "status": "completed", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:54.511724 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fded7e6-b192-467a-ad62-9e3779d1f7fe {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:54.512144 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'code': 200} Nov 03 18:40:54.521286 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:40:48Z', 'revision_number': 4, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6', 'name': '', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'mac_address': 'fa:16:3e:97:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:47Z', 'updated_at': '2021-11-03T18:40:48Z', 'revision_number': 2, 'project_id': '7c54efc969b2481a9141191880037b61', 'subnets': [{'id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:54.572657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.573001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.582703 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Checking router: d95a51b6-7138-4210-a623-b95af807493f for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:54.583295 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Updating router d95a51b6-7138-4210-a623-b95af807493f port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:40:54.612979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-0b3677f6-3323-4948-a5e4-bdf5924a5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.614554 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-0b3677f6-3323-4948-a5e4-bdf5924a5582 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 1094 time: 0.1319501 Nov 03 18:40:54.615181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213545f-8640-4f6d-9507-53e3ce5fdbab service neutron] Pushing event updated for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:54.643872 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-79232eee-b46f-44ae-af99-498683832653 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0493543 Nov 03 18:40:54.667812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Request body: {'port': {'device_id': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:54.671459 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.700081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a759-779c-4ab9-af2f-f6b5d9eb577e req-10f8c5fd-4937-4566-8df5-0cdf1e5674be tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.701689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0882a759-779c-4ab9-af2f-f6b5d9eb577e req-10f8c5fd-4937-4566-8df5-0cdf1e5674be tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 931 time: 0.1146257 Nov 03 18:40:54.705404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-243c713a-6132-46f9-85f3-03f85e2b1755 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:54.733620 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-4058c246-53aa-40ba-84dc-0ce18ac70e45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e HTTP/1.1" status: 200 len: 217 time: 0.1038573 Nov 03 18:40:54.835051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-1ab07cc7-cf6a-4ea4-ac76-82e11af4ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.837227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-1ab07cc7-cf6a-4ea4-ac76-82e11af4ad7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a182a9b8-dffd-4a22-9817-72fabc4a4159 HTTP/1.1" status: 200 len: 854 time: 0.0974240 Nov 03 18:40:54.882396 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-079b84ac-de26-4285-85ae-0d3c1058cf5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dff888f0-c074-4250-9054-9adbb8470657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360446 Nov 03 18:40:55.075302 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-243c713a-6132-46f9-85f3-03f85e2b1755 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.080654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6750a875-218f-494c-8276-7a87d80a7846 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:55.146672 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.154794 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.180987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0882a759-779c-4ab9-af2f-f6b5d9eb577e req-842a4125-a0ff-41e9-a715-bc5ca5c8435e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590554 Nov 03 18:40:55.187543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.197094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6750a875-218f-494c-8276-7a87d80a7846 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:55.206952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.230473 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-d4f58f21-5be1-4275-8460-884bfc61b7e3 service neutron] 10.222.0.70 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401926 Nov 03 18:40:55.290934 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Pushing event updated for resources: {'Port': ['ID=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:55.333726 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.334307 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.334816 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.335163 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.335500 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.335830 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.336156 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.336478 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.336810 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.337196 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.337603 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.337921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:55.342850 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-243c713a-6132-46f9-85f3-03f85e2b1755 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.352960 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-243c713a-6132-46f9-85f3-03f85e2b1755 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.359761 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-243c713a-6132-46f9-85f3-03f85e2b1755 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "DELETE /v2.0/security-groups/ff0c72a5-74a6-46f6-8085-7bc34ff6cc59 HTTP/1.1" status: 204 len: 168 time: 0.8879764 Nov 03 18:40:55.396038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53256) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:55.444892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c713a-6132-46f9-85f3-03f85e2b1755 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0c72a5-74a6-46f6-8085-7bc34ff6cc59,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:55.506208 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-390a989c-194b-42a7-8c4e-5c8c34bd1107 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] show failed (client error): The resource could not be found. Nov 03 18:40:55.510170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-390a989c-194b-42a7-8c4e-5c8c34bd1107 tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "GET /v2.0/security-groups/ff0c72a5-74a6-46f6-8085-7bc34ff6cc59 HTTP/1.1" status: 404 len: 347 time: 0.1101272 Nov 03 18:40:55.510357 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Attempting to bind port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:55.510357 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Attempting to bind port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:55.512793 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Attempting to bind port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 on network b68c9050-d93c-494a-854e-e9b0288251ea {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:55.512945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53258) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:55.526814 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:55.527223 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Checking segment: {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:55.527563 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.528365 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-196f1221-1105-4b4b-b80c-0ca9c4b46197 req-763499e2-14b5-4653-b6dc-d34ae3124011 service neutron] 10.222.0.70 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906094 Nov 03 18:40:55.530502 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Bound using segment: {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:55.532433 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Bound port: 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:55.543933 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.653997 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] For port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:55.665981 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] For port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:55.673022 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.799655 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Routers {'d95a51b6-7138-4210-a623-b95af807493f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:55.800833 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d95a51b6-7138-4210-a623-b95af807493f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:55.811309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Deleting port 3508b63a-0a2a-48c7-a8bd-fb185411bf15 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:55.811882 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.840686 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ee163-35ac-496c-a0d9-d1d4184f61f5 None None] Pushing event updated for resources: {'Port': ['ID=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:55.950865 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] Set router d95a51b6-7138-4210-a623-b95af807493f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:55.972256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f7c4a1-18df-4cde-b987-facff3dce3c7 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:56.025462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.033557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.033892 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.055982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Calling delete_port for 3508b63a-0a2a-48c7-a8bd-fb185411bf15 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:56.058124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Transition to ACTIVE for port object d3f7c4a1-18df-4cde-b987-facff3dce3c7 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:56.065863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.288395 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:40:48Z', 'revision_number': 4, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6', 'name': '', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'mac_address': 'fa:16:3e:97:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:47Z', 'updated_at': '2021-11-03T18:40:55Z', 'revision_number': 4, 'project_id': '7c54efc969b2481a9141191880037b61', 'subnets': [{'id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:56.322637 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc23e69-7da4-4df8-b57d-c40c7e767df1 None None] The sync data for ids ['d95a51b6-7138-4210-a623-b95af807493f'] in n-d-812148-3 is: [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:40:48Z', 'revision_number': 4, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6', 'name': '', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'mac_address': 'fa:16:3e:97:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:47Z', 'updated_at': '2021-11-03T18:40:55Z', 'revision_number': 4, 'project_id': '7c54efc969b2481a9141191880037b61', 'subnets': [{'id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:56.370528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:56.383970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19f903-0a9a-4da4-9a43-8f6b77ef3e5a req-1782fda9-0e2e-4a1e-ade9-78200bc29924 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:56.391596 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b19f903-0a9a-4da4-9a43-8f6b77ef3e5a req-1782fda9-0e2e-4a1e-ade9-78200bc29924 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2947454 Nov 03 18:40:56.503029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-a6c29b5b-4cf4-4e2e-b5d5-40ed3c1dbf1b tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:56.504254 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-a6c29b5b-4cf4-4e2e-b5d5-40ed3c1dbf1b tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 819 time: 0.2948191 Nov 03 18:40:56.513271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:56.516369 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69467e44-56a7-4bab-b2d1-39747ed1ac18" -d '{"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-plugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:56.518948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Attempting to bind port d3f7c4a1-18df-4cde-b987-facff3dce3c7 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:56.519391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Attempting to bind port d3f7c4a1-18df-4cde-b987-facff3dce3c7 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:56.519806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Attempting to bind port d3f7c4a1-18df-4cde-b987-facff3dce3c7 on network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:56.525290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Request body: {'port': {'device_id': 'd948f64f-702c-4559-b0ac-9d374e5ae9c1', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'admin_state_up': True, 'tenant_id': '7c54efc969b2481a9141191880037b61'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:56.539213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Port d3f7c4a1-18df-4cde-b987-facff3dce3c7 on network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:56.539459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Attempting to bind port d3f7c4a1-18df-4cde-b987-facff3dce3c7 on network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:56.547456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b19f903-0a9a-4da4-9a43-8f6b77ef3e5a req-cefcfcd7-f02a-4fe8-a273-16539cd28305 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549084 Nov 03 18:40:56.553803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:56.554251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Checking segment: {'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:56.554738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Bound using segment: {'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:56.555263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Bound port: d3f7c4a1-18df-4cde-b987-facff3dce3c7, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:56.557769 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.677003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:56.682169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:56.704748 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.787135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:56.787885 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.789567 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] 10.222.0.96 "PUT /v2.0/ports/d3f7c4a1-18df-4cde-b987-facff3dce3c7 HTTP/1.1" status: 200 len: 1091 time: 2.1311004 Nov 03 18:40:56.790168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:56.792364 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad25e49-52db-4ed9-b01e-b426dd7943dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:56.808061 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.827648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Made reservation on behalf of 7c54efc969b2481a9141191880037b61 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:56.832164 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.850418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d6f36-93aa-4847-8fe2-874beded75dd service neutron] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:57.076204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:57.090352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Pushing event deleted for resources: {'Port': ['ID=3508b63a-0a2a-48c7-a8bd-fb185411bf15,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:57.102532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.106283 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.107591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-60d7c6f3-9874-4ecd-9a5a-fde353bb9f7e tempest-ServersTestManualDisk-736300250 tempest-ServersTestManualDisk-736300250-project] 10.222.0.77 "DELETE /v2.0/floatingips/c263d6f4-670c-46fd-9c82-356f7225b506 HTTP/1.1" status: 204 len: 168 time: 1.5921123 Nov 03 18:40:57.111404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-0f765bd6-7127-4cc9-91f7-8b499454f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.112891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53290) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:57.113198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-0f765bd6-7127-4cc9-91f7-8b499454f65f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 1094 time: 0.2426524 Nov 03 18:40:57.162611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:57.163244 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.164372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-d2e35982-2394-40f0-b415-27c0d788344a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7 HTTP/1.1" status: 200 len: 217 time: 0.0417392 Nov 03 18:40:57.181732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Allocated IP 172.20.0.7 (b68c9050-d93c-494a-854e-e9b0288251ea/87dbe58b-d7ad-44ba-8b2c-850998019186/1975f82e-8741-4bb2-b1d7-a56238204dd4) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:57.187983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edb9e9-b9e9-48dd-aa73-609fab9b7b57 req-955f29fe-ffb2-4e71-ad7a-fdfdff22b2eb tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.193821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8edb9e9-b9e9-48dd-aa73-609fab9b7b57 req-955f29fe-ffb2-4e71-ad7a-fdfdff22b2eb tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 943 time: 0.3909934 Nov 03 18:40:57.285561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.349383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:57.365247 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.377054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8edb9e9-b9e9-48dd-aa73-609fab9b7b57 req-9112ed9a-534e-4c5f-be22-584b6f7610f8 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087394 Nov 03 18:40:57.404003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-71c6e501-b9fc-40c5-9a7d-9dce9425b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.411518 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-71c6e501-b9fc-40c5-9a7d-9dce9425b7fc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 200 len: 853 time: 0.2154441 Nov 03 18:40:57.476150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-20af70a8-1004-475b-babf-12d2b072d0b7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547142 Nov 03 18:40:57.500123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:57.557365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebb936e2-3bd6-4fe5-bbbe-c27a7003b293 req-83f3d89f-cd22-4c3d-bdfd-dc754d208e38 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 210 time: 0.0514176 Nov 03 18:40:57.677857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-3bd7a407-7c4a-4c10-9549-28089107bfcf service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889694 Nov 03 18:40:57.866082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60477d-bf34-4cd1-917d-fe1f5de79510 req-eb961893-e939-4f20-8a02-fb6bd461f75e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.867814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f60477d-bf34-4cd1-917d-fe1f5de79510 req-eb961893-e939-4f20-8a02-fb6bd461f75e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0754108 Nov 03 18:40:57.877177 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431527d5-80d5-46a1-a4e0-15cc3cdde46c x-openstack-request-id: req-431527d5-80d5-46a1-a4e0-15cc3cdde46c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:57.877769 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:57.877769 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-431527d5-80d5-46a1-a4e0-15cc3cdde46c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:57.878162 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'status': 'completed', 'code': 200} Nov 03 18:40:57.895063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aafedc9-70d4-461f-b60e-ee88450cf941 req-75347382-949f-4678-b85c-e13c10ba7e9f service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977415 Nov 03 18:40:57.950215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f60477d-bf34-4cd1-917d-fe1f5de79510 req-3c635591-a5b3-49bd-843b-612d44038f46 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699978 Nov 03 18:40:58.043133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-03b7393a-430e-4fb2-bb12-b7fb06fab0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.044877 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-03b7393a-430e-4fb2-bb12-b7fb06fab0fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 1094 time: 0.1766615 Nov 03 18:40:58.090044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7b2e2-e3b9-43d6-9277-20ff163cb7e1 req-177275a2-3fa8-412d-b71c-3452dbb8591d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.098897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51c7b2e2-e3b9-43d6-9277-20ff163cb7e1 req-177275a2-3fa8-412d-b71c-3452dbb8591d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.0704873 Nov 03 18:40:58.162126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51c7b2e2-e3b9-43d6-9277-20ff163cb7e1 req-06c513f0-15be-4bbf-854b-46cf181217e0 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617433 Nov 03 18:40:58.177911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.262603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-10d69526-8b8e-40a7-99b7-8365af6457d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.264123 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-10d69526-8b8e-40a7-99b7-8365af6457d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 915 time: 0.1931825 Nov 03 18:40:58.292109 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66630222-034a-4b50-989e-1dfc6a21a773 x-openstack-request-id: req-66630222-034a-4b50-989e-1dfc6a21a773 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:58.293063 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-plugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:58.293919 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66630222-034a-4b50-989e-1dfc6a21a773 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:58.294477 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'code': 200} Nov 03 18:40:58.320444 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-b06793a2-1916-4644-907e-4abd7e7b94d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e HTTP/1.1" status: 200 len: 217 time: 0.0464149 Nov 03 18:40:58.322110 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.374189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fe973238-d26c-4e94-a0a0-3efdf9adc64e details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:58.445588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Network b68c9050-d93c-494a-854e-e9b0288251ea is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:58.461590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:58.482281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Pushing event updated for resources: {'Port': ['ID=1975f82e-8741-4bb2-b1d7-a56238204dd4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:58.484809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:58.491729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-1c206386-34db-4646-8f5d-7d596b0cecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.493196 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-1c206386-34db-4646-8f5d-7d596b0cecea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a182a9b8-dffd-4a22-9817-72fabc4a4159 HTTP/1.1" status: 200 len: 854 time: 0.1591003 Nov 03 18:40:58.526769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:58.534002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-b91e43fb-0001-4199-9418-e59b9c713ab7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.542747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-b91e43fb-0001-4199-9418-e59b9c713ab7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.1601560 Nov 03 18:40:58.544553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'port_id': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'mac_address': 'fa:16:3e:fa:29:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a182a9b8-dffd-4a22-9817-72fabc4a4159', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:58.560335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-eb8b68dd-02a9-4339-b9cf-dfce635313d8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/quotas/51ffde06203b44aba4c073550661a141 HTTP/1.1" status: 200 len: 375 time: 0.0164309 Nov 03 18:40:58.563572 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-0e4ce710-151c-4c17-a49b-241f13688567 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dff888f0-c074-4250-9054-9adbb8470657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471356 Nov 03 18:40:58.589937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.589937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.598443 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.624838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe973238-d26c-4e94-a0a0-3efdf9adc64e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:58.645861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-50fd8273-8112-475c-a27f-88f824c70718 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844352 Nov 03 18:40:58.646921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:58.653561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.686177 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-9532034e-6abc-4aeb-b187-e890bdd17d10 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1674426 Nov 03 18:40:58.692153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.705173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Request body: {'port': {'device_id': 'd948f64f-702c-4559-b0ac-9d374e5ae9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:58.717253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:58.785205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-0a42778f-2010-404a-8ac3-48590dd996c1 service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383092 Nov 03 18:40:58.849794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.855964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-fb06e2a1-c24e-4a8e-ae6a-581ec665c72a service neutron] 10.222.0.70 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820199 Nov 03 18:40:58.894591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['fe973238-d26c-4e94-a0a0-3efdf9adc64e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:58.916632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-650c1678-1abd-4c31-8b8c-ba8210406386 service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237144 Nov 03 18:40:59.020391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:59.040176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-810eea64-c4ec-43bc-b4d5-e298c0b9a582 req-a2a68b58-753d-4456-aa94-8ddd094f3c36 service neutron] 10.222.0.70 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435595 Nov 03 18:40:59.107646 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad1a14f-700c-42cc-8442-cc516a57880d x-openstack-request-id: req-8ad1a14f-700c-42cc-8442-cc516a57880d {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:59.108227 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:59.108621 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ad1a14f-700c-42cc-8442-cc516a57880d {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:59.109172 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'status': 'completed', 'code': 200} Nov 03 18:40:59.183513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:59.184656 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.257039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-8637a378-4d72-439d-8db1-46da9fa13bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.263184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-8637a378-4d72-439d-8db1-46da9fa13bfe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 1094 time: 0.1259897 Nov 03 18:40:59.567802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1975f82e-8741-4bb2-b1d7-a56238204dd4 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:59.577340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.592196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Transition to ACTIVE for port object 1975f82e-8741-4bb2-b1d7-a56238204dd4 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:59.604670 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.618227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-7f8a6276-1d4f-4922-bad5-531406edb922 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.625621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-7f8a6276-1d4f-4922-bad5-531406edb922 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 819 time: 0.1422596 Nov 03 18:40:59.672723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-73891368-f8b2-453f-9b70-595da0ee0ffe tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/quotas/7c54efc969b2481a9141191880037b61 HTTP/1.1" status: 200 len: 375 time: 0.0454547 Nov 03 18:40:59.684165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-d0669692-bbe3-4e6c-94f6-bb5c780f607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.686067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-d0669692-bbe3-4e6c-94f6-bb5c780f607e service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 914 time: 0.4163864 Nov 03 18:40:59.701106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Pushing event updated for resources: {'Port': ['ID=1975f82e-8741-4bb2-b1d7-a56238204dd4,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:59.762616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-748e0211-883b-432a-bc47-fcbc4530ba7d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7 HTTP/1.1" status: 200 len: 217 time: 0.0513606 Nov 03 18:40:59.799062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-0db996c1-22f9-45b8-b2bf-ab1d3b557dd5 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260693 Nov 03 18:40:59.831673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Deleting port 4c980033-a693-40e2-ac29-476a8a522928 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:59.832308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.907935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Attempting to bind port 1975f82e-8741-4bb2-b1d7-a56238204dd4 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:59.908443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Attempting to bind port 1975f82e-8741-4bb2-b1d7-a56238204dd4 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:59.908877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Attempting to bind port 1975f82e-8741-4bb2-b1d7-a56238204dd4 on network b68c9050-d93c-494a-854e-e9b0288251ea {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:59.918361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Port 1975f82e-8741-4bb2-b1d7-a56238204dd4 on network b68c9050-d93c-494a-854e-e9b0288251ea not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:59.918813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Attempting to bind port 1975f82e-8741-4bb2-b1d7-a56238204dd4 on network b68c9050-d93c-494a-854e-e9b0288251ea {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:59.919526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-ffab041e-0c8a-4231-b12b-460a0eb0877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.921451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-ffab041e-0c8a-4231-b12b-460a0eb0877f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 200 len: 853 time: 0.1458941 Nov 03 18:40:59.933668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:59.934165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Checking segment: {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:59.934669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Bound using segment: {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:59.935246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Bound port: 1975f82e-8741-4bb2-b1d7-a56238204dd4, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:59.936975 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.959431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-db063e47-c906-4a03-9622-10f62c4e02fa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302944 Nov 03 18:41:00.002049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] For port 4c980033-a693-40e2-ac29-476a8a522928, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4c980033-a693-40e2-ac29-476a8a522928,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:00.002571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.030258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Calling delete_port for 4c980033-a693-40e2-ac29-476a8a522928 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:00.055661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-4b499908-77c1-40db-a75e-4c954c36d363 service neutron] 10.222.0.77 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550340 Nov 03 18:41:00.057840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] For port 1975f82e-8741-4bb2-b1d7-a56238204dd4, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:00.103584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] For port 1975f82e-8741-4bb2-b1d7-a56238204dd4, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:00.114490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.155914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-f3c2aeaf-c32d-4bb3-af38-987c470e4e37 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891115 Nov 03 18:41:00.205405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.206229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.208218 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] 10.222.0.70 "PUT /v2.0/ports/1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 200 len: 1091 time: 1.5132802 Nov 03 18:41:00.213543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd948f64f-702c-4559-b0ac-9d374e5ae9c1', 'tag': '1975f82e-8741-4bb2-b1d7-a56238204dd4'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:00.215604 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91781453-e538-4217-a99f-9915ea827594" -d '{"events": [{"name": "network-changed", "server_uuid": "d948f64f-702c-4559-b0ac-9d374e5ae9c1", "tag": "1975f82e-8741-4bb2-b1d7-a56238204dd4"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:00.244128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b93ef1-ae96-454a-8f10-b21f84d0f264 service neutron] Pushing event updated for resources: {'Port': ['ID=1975f82e-8741-4bb2-b1d7-a56238204dd4,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:00.264560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-423c1a6c-c3df-4324-b883-a2420384d1ea service neutron] 10.222.0.77 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081332 Nov 03 18:41:00.323030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bad25e49-52db-4ed9-b01e-b426dd7943dc req-0a7ff473-799f-447b-9016-8bf4d22f3c46 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585643 Nov 03 18:41:00.362924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-02713c39-f1d2-46ef-af52-95d66727e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.364605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-02713c39-f1d2-46ef-af52-95d66727e04f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1094 time: 0.0946560 Nov 03 18:41:00.377719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.401366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fe973238-d26c-4e94-a0a0-3efdf9adc64e up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:00.451986 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-f7e11a28-d38f-43b0-b1b4-c53bab513737 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 200 len: 217 time: 0.0759463 Nov 03 18:41:00.455019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c980033-a693-40e2-ac29-476a8a522928,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:00.586836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port fe973238-d26c-4e94-a0a0-3efdf9adc64e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:00.602688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port fe973238-d26c-4e94-a0a0-3efdf9adc64e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:00.603057 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.634022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-6e4fe6a3-8edf-4b91-8155-117b3150b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.638538 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-6e4fe6a3-8edf-4b91-8155-117b3150b484 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.1769674 Nov 03 18:41:00.769712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-5cc2ee87-df90-4c8a-a2df-2b30aeaf25aa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.773764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-5cc2ee87-df90-4c8a-a2df-2b30aeaf25aa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.3510535 Nov 03 18:41:00.787066 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-e9cf3482-7892-48c4-966b-d059e7d8b455 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397848 Nov 03 18:41:00.790303 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.809455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'port': {'device_id': '3495df34-d694-46d2-923c-a02f0ec9e236', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'admin_state_up': True, 'tenant_id': '51ffde06203b44aba4c073550661a141'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:00.825576 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:00.830992 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5588e9-1481-474e-b2b9-026583c66b64" -d '{"events": [{"server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "name": "network-vif-plugged", "status": "completed", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:00.855546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:00.863669 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.943794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.944155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37eecb-9b57-42e4-9dcd-291cd11d4f66 req-93bc4f88-9fd3-4c7c-98ba-62b30d10b0ce tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.944946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:00.952176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c37eecb-9b57-42e4-9dcd-291cd11d4f66 req-93bc4f88-9fd3-4c7c-98ba-62b30d10b0ce tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 944 time: 0.1772983 Nov 03 18:41:01.050200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c37eecb-9b57-42e4-9dcd-291cd11d4f66 req-ffd97f70-491d-47ae-8700-3b7c3215b536 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970626 Nov 03 18:41:01.101841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:01.135080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:01.150170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6', 'port_id': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'mac_address': 'fa:16:3e:15:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5ccdd2-87a5-4ffa-9647-c5030d5de171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:01.185799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Made reservation on behalf of 51ffde06203b44aba4c073550661a141 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:01.200155 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.207293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.219178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f7c4a1-18df-4cde-b987-facff3dce3c7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:01.247473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:01.256325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.300762 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-5fbb1606-34f0-4e87-870d-4ea54559d99d service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983780 Nov 03 18:41:01.375786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e023c-5c19-4698-a8c9-e2224a1fc8e4 req-98287e3a-c37e-4915-9d3b-6fc0882ec2fe tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.386662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-892e023c-5c19-4698-a8c9-e2224a1fc8e4 req-98287e3a-c37e-4915-9d3b-6fc0882ec2fe tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.1425643 Nov 03 18:41:01.390393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:01.502852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d3f7c4a1-18df-4cde-b987-facff3dce3c7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:01.513204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-892e023c-5c19-4698-a8c9-e2224a1fc8e4 req-5975ad53-2f59-4f2f-ac75-e53337635786 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211541 Nov 03 18:41:01.558986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Allocated IP 172.20.0.9 (3be66829-994e-43a8-a069-27a57675c6f1/cbeff23e-0785-44b9-9a9b-c8efe3b73c0d/b1205953-75f6-42d5-8e6f-365f7d143571) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:01.690830 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fcb5673-059d-4b3e-8b2e-cb916dc53327 req-1650e5f2-16a4-4b13-959c-8bd51172869d service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793552 Nov 03 18:41:01.727120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea701a67-4151-4339-95e9-24f1525e1375 req-4a562158-38f4-49c7-9e80-6449ff2fd716 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 210 time: 0.0761340 Nov 03 18:41:01.775122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:41:01.945379 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.967366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c9023-c65d-467c-9bd3-5a830c8aa311 req-2cbd5491-5a79-4735-b21d-daf9b74b09f9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.968962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd3c9023-c65d-467c-9bd3-5a830c8aa311 req-2cbd5491-5a79-4735-b21d-daf9b74b09f9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 944 time: 0.1077600 Nov 03 18:41:02.052624 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.092401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd3c9023-c65d-467c-9bd3-5a830c8aa311 req-0d3a812d-77b9-435d-9d8c-9e562272d90d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157954 Nov 03 18:41:02.108343 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.123463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Network 3be66829-994e-43a8-a069-27a57675c6f1 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:02.126897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:02.131684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:02.136154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'Port': ['ID=b1205953-75f6-42d5-8e6f-365f7d143571,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:02.233612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.234895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.293111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-cc05afc9-1736-47a2-8760-faf514873c18 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864423 Nov 03 18:41:02.332131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Request body: {'port': {'device_id': '3495df34-d694-46d2-923c-a02f0ec9e236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:02.420847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:41:02.430929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cde689a7-7356-42ee-a4a4-3d4d9df240e2 admin admin] 10.222.0.77 "PUT /v2.0/routers/18e21bbb-d801-40de-9e50-9dbb5c4f2ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3134899 Nov 03 18:41:02.430929 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a0e65-97e3-434e-b855-5c062fba58ad x-openstack-request-id: req-e29a0e65-97e3-434e-b855-5c062fba58ad {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:02.430929 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d948f64f-702c-4559-b0ac-9d374e5ae9c1", "tag": "1975f82e-8741-4bb2-b1d7-a56238204dd4", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:02.430929 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e29a0e65-97e3-434e-b855-5c062fba58ad {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:02.431477 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd948f64f-702c-4559-b0ac-9d374e5ae9c1', 'tag': '1975f82e-8741-4bb2-b1d7-a56238204dd4', 'status': 'completed', 'code': 200} Nov 03 18:41:02.437469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] Sync routers for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:41:02.449394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:02.450564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:02.462479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53370) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:02.682350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3570cc70-8bb8-417d-903c-a055189103e1 None None] Provisioning complete for port b1205953-75f6-42d5-8e6f-365f7d143571 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:02.682913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3570cc70-8bb8-417d-903c-a055189103e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.728556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3570cc70-8bb8-417d-903c-a055189103e1 None None] Port b1205953-75f6-42d5-8e6f-365f7d143571 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:02.747820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:02.768088 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-2e58a86d-59c0-40aa-a8b9-6d944096264e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.769743 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-2e58a86d-59c0-40aa-a8b9-6d944096264e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 819 time: 0.3377702 Nov 03 18:41:02.795053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Request body: {'port': {'device_id': '9884ab3a-987d-4170-96ed-4c5d29d26020', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'admin_state_up': True, 'tenant_id': '7c54efc969b2481a9141191880037b61'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:02.874322 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.879579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91781453-e538-4217-a99f-9915ea827594 req-5b97bcdf-5c4d-4b23-b5da-4c3299bd57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.881323 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91781453-e538-4217-a99f-9915ea827594 req-5b97bcdf-5c4d-4b23-b5da-4c3299bd57df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1094 time: 0.4482911 Nov 03 18:41:02.893666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-955bbda2-a0de-4670-a367-64b7802b6e06 req-90c5efd1-eeb2-4a84-be78-397e47f33c2c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 210 time: 0.0513303 Nov 03 18:41:02.933361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:03.038288 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd230e5-cf92-4bea-9daf-b43870074c59 x-openstack-request-id: req-fdd230e5-cf92-4bea-9daf-b43870074c59 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:03.038594 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "name": "network-vif-plugged", "status": "completed", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:03.038827 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fdd230e5-cf92-4bea-9daf-b43870074c59 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:03.040203 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'code': 200} Nov 03 18:41:03.054914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port d3f7c4a1-18df-4cde-b987-facff3dce3c7 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:03.064686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port d3f7c4a1-18df-4cde-b987-facff3dce3c7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:03.065576 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.096223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.134077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:41:00Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:03.173760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] Checking router: 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:03.185926 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.193184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] Routers {'18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:03.194048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:40:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:03.290927 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.327937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764dbc7-0084-44fc-8e55-57b707946404 req-7e2c583e-7f20-4b5f-a2e2-1f6e54030ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.330907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c764dbc7-0084-44fc-8e55-57b707946404 req-7e2c583e-7f20-4b5f-a2e2-1f6e54030ab4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 1096 time: 0.2131543 Nov 03 18:41:03.405729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14dfad-4801-4c1e-b2b2-8ed9042c4a16 req-862ff07a-86d4-4033-9d06-d74eb42ca929 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.408349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce14dfad-4801-4c1e-b2b2-8ed9042c4a16 req-862ff07a-86d4-4033-9d06-d74eb42ca929 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.2081652 Nov 03 18:41:03.447205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91781453-e538-4217-a99f-9915ea827594 req-dddd60f6-5b0f-454e-b5a4-e03b64b80282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.450130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91781453-e538-4217-a99f-9915ea827594 req-dddd60f6-5b0f-454e-b5a4-e03b64b80282 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.5588152 Nov 03 18:41:03.451012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c764dbc7-0084-44fc-8e55-57b707946404 req-39d87d8a-f1a1-455b-8580-783b8b9ed32d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112850 Nov 03 18:41:03.463881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Made reservation on behalf of 7c54efc969b2481a9141191880037b61 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:03.468388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.491495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Deleting port fc5f1b74-72e3-49cc-af52-e9b0de1f7113 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:03.491873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.509483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce14dfad-4801-4c1e-b2b2-8ed9042c4a16 req-7192e373-21e3-4ef0-b60c-942b7ba1e107 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926600 Nov 03 18:41:03.570255 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.580223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1205953-75f6-42d5-8e6f-365f7d143571 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:03.605144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.616542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:03.628393 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.637265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] For port fc5f1b74-72e3-49cc-af52-e9b0de1f7113, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fc5f1b74-72e3-49cc-af52-e9b0de1f7113,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:03.637858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.640727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Transition to ACTIVE for port object b1205953-75f6-42d5-8e6f-365f7d143571 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:03.650017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] Set router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:03.652095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Calling delete_port for fc5f1b74-72e3-49cc-af52-e9b0de1f7113 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:03.658897 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.798050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1205953-75f6-42d5-8e6f-365f7d143571,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:03.836208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69f81-9cc4-4d60-aee2-3c1d51b33348 req-e3b90a14-a4b0-4072-9a69-7aaca846a85a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.852102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ea69f81-9cc4-4d60-aee2-3c1d51b33348 req-e3b90a14-a4b0-4072-9a69-7aaca846a85a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.2059486 Nov 03 18:41:03.893984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:03.901731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.916863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.917296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.919808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.920205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.920551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.920930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.921243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.922241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.922346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.927139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.928029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.928441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:03.971168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91781453-e538-4217-a99f-9915ea827594 req-b4fc873c-9db8-4e06-bfdc-4acf8b5dc9bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 200 len: 217 time: 0.0843461 Nov 03 18:41:04.100945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5f1b74-72e3-49cc-af52-e9b0de1f7113,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:04.129745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:41:00Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:04.142347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ea69f81-9cc4-4d60-aee2-3c1d51b33348 req-8ca54ff9-2b74-42aa-b7b0-beb44dc56693 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889943 Nov 03 18:41:04.150974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Attempting to bind port b1205953-75f6-42d5-8e6f-365f7d143571 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:04.152053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Attempting to bind port b1205953-75f6-42d5-8e6f-365f7d143571 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:04.154284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Attempting to bind port b1205953-75f6-42d5-8e6f-365f7d143571 on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:04.169990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b355412-da8b-4b35-a8e4-2fa3bcd71ff7 None None] The sync data for ids ['18e21bbb-d801-40de-9e50-9dbb5c4f2ea9'] in n-d-812148-3 is: [{'id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'name': 'tempest-ServersTestManualDisk-1533840633-router', 'tenant_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:20Z', 'updated_at': '2021-11-03T18:41:00Z', 'revision_number': 5, 'project_id': 'c1b6dcd08f784dc3820df86c75fa2578', 'gw_port': {'id': 'fc5f1b74-72e3-49cc-af52-e9b0de1f7113', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e21bbb-d801-40de-9e50-9dbb5c4f2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:22Z', 'updated_at': '2021-11-03T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:41:04.178364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Port b1205953-75f6-42d5-8e6f-365f7d143571 on network 3be66829-994e-43a8-a069-27a57675c6f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:04.180006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Attempting to bind port b1205953-75f6-42d5-8e6f-365f7d143571 on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:04.199101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:04.199480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Checking segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:04.199915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Bound using segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:04.200381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Bound port: b1205953-75f6-42d5-8e6f-365f7d143571, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:04.200762 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.374092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91781453-e538-4217-a99f-9915ea827594 req-86d16b74-95d4-4020-920c-c0417dc061f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.375517 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91781453-e538-4217-a99f-9915ea827594 req-86d16b74-95d4-4020-920c-c0417dc061f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.3803184 Nov 03 18:41:04.384463 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.407494 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bf8f6-9a25-4143-9606-c130ce54304f req-64068c13-00fd-4ed7-a70b-3826e661c762 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.411601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c88bf8f6-9a25-4143-9606-c130ce54304f req-64068c13-00fd-4ed7-a70b-3826e661c762 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 943 time: 0.1191831 Nov 03 18:41:04.423606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1975f82e-8741-4bb2-b1d7-a56238204dd4 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:04.429944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] For port b1205953-75f6-42d5-8e6f-365f7d143571, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:04.452731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] For port b1205953-75f6-42d5-8e6f-365f7d143571, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b1205953-75f6-42d5-8e6f-365f7d143571,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:04.467740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.513458 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.554684 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.605739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.605739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.606909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] 10.222.0.96 "PUT /v2.0/ports/b1205953-75f6-42d5-8e6f-365f7d143571 HTTP/1.1" status: 200 len: 1091 time: 2.3019583 Nov 03 18:41:04.612480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1975f82e-8741-4bb2-b1d7-a56238204dd4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:04.627154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3495df34-d694-46d2-923c-a02f0ec9e236', 'tag': 'b1205953-75f6-42d5-8e6f-365f7d143571'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:04.635383 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b" -d '{"events": [{"name": "network-changed", "server_uuid": "3495df34-d694-46d2-923c-a02f0ec9e236", "tag": "b1205953-75f6-42d5-8e6f-365f7d143571"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:04.653076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c88bf8f6-9a25-4143-9606-c130ce54304f req-12207299-4874-4527-9592-99b36392bdee tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323415 Nov 03 18:41:04.664439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '1975f82e-8741-4bb2-b1d7-a56238204dd4', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'port_id': '1975f82e-8741-4bb2-b1d7-a56238204dd4', 'mac_address': 'fa:16:3e:ff:1e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:04.735243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91781453-e538-4217-a99f-9915ea827594 req-2b60727c-6a50-42ec-8eb6-9ac34856ba7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772931 Nov 03 18:41:04.764817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Allocated IP 172.20.0.3 (b68c9050-d93c-494a-854e-e9b0288251ea/87dbe58b-d7ad-44ba-8b2c-850998019186/e0466329-638e-45ef-9a2b-fe2919a4a846) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:04.843802 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.881245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1975f82e-8741-4bb2-b1d7-a56238204dd4 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:04.895513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b23bd-1db4-4eec-a667-37610f0fa4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1205953-75f6-42d5-8e6f-365f7d143571,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:04.946453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.947183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:41:04.950283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1975f82e-8741-4bb2-b1d7-a56238204dd4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:04.958147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.986225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.990918 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1303d0ed-abda-4892-8607-649692e5af7d admin admin] 10.222.0.77 "DELETE /v2.0/routers/18e21bbb-d801-40de-9e50-9dbb5c4f2ea9 HTTP/1.1" status: 204 len: 168 time: 2.5057149 Nov 03 18:41:04.992242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53388) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:04.994354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-477cd065-0827-42d4-88eb-30415ef51e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.995883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-477cd065-0827-42d4-88eb-30415ef51e94 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 1094 time: 0.3035519 Nov 03 18:41:05.058063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:05.061639 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3b4159-d0fa-4f04-8583-1668faa86385" -d '{"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:05.077537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4c980033-a693-40e2-ac29-476a8a522928 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:05.094160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c476458-1acc-4a42-b7a0-429eb8a1b3a1 req-e2a069dd-cd2a-4a7c-9125-5af2e8c8a2c9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:05.103353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c476458-1acc-4a42-b7a0-429eb8a1b3a1 req-e2a069dd-cd2a-4a7c-9125-5af2e8c8a2c9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2359073 Nov 03 18:41:05.125144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 4c980033-a693-40e2-ac29-476a8a522928 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:05.126047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4c980033-a693-40e2-ac29-476a8a522928 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:05.136680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-91331c3d-734c-4edc-a516-335a5b45ded7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1205953-75f6-42d5-8e6f-365f7d143571 HTTP/1.1" status: 200 len: 217 time: 0.1210401 Nov 03 18:41:05.143781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1975f82e-8741-4bb2-b1d7-a56238204dd4,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:05.209120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-284c67c0-f62e-420a-bca1-20aa49a1cd45 admin admin] Deleting subnet d55df9ae-4990-467b-ad2f-f997d38c29a1 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:41:05.211307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-faddd56a-3c63-4df6-b979-0d096bc9660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:05.212850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-faddd56a-3c63-4df6-b979-0d096bc9660d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.0600374 Nov 03 18:41:05.216152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-284c67c0-f62e-420a-bca1-20aa49a1cd45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.236633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1975f82e-8741-4bb2-b1d7-a56238204dd4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:05.268378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-284c67c0-f62e-420a-bca1-20aa49a1cd45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.319404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c476458-1acc-4a42-b7a0-429eb8a1b3a1 req-8884d36d-b21b-47bc-9a71-f017b0ff8967 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149024 Nov 03 18:41:05.327875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-44e2f1b0-d3cb-4cc2-a8cd-b4b0b73b14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:05.335350 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-44e2f1b0-d3cb-4cc2-a8cd-b4b0b73b14f2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131074 Nov 03 18:41:05.392856 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-284c67c0-f62e-420a-bca1-20aa49a1cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.493386 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91781453-e538-4217-a99f-9915ea827594 req-3f3d8157-7b28-4dc1-af07-3d87f1d3f110 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418647 Nov 03 18:41:05.630365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-54a597cb-45ea-48bc-b2cb-47d30e7206e5 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830834 Nov 03 18:41:05.716037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-284c67c0-f62e-420a-bca1-20aa49a1cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.759113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcd470f9-db9b-40de-8d6b-8b712a5d86d3 req-8be4b276-504d-4822-830b-de2790829bff tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Nov 03 18:41:05.787774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5ce5-5662-4037-9da8-9049f84ed213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.794188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.794188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c67c0-f62e-420a-bca1-20aa49a1cd45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55df9ae-4990-467b-ad2f-f997d38c29a1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:05.812401 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91781453-e538-4217-a99f-9915ea827594 req-160369ba-7e7d-4cdf-bca1-26ae5bb7fb25 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757273 Nov 03 18:41:05.812401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-284c67c0-f62e-420a-bca1-20aa49a1cd45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.814990 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-284c67c0-f62e-420a-bca1-20aa49a1cd45 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d55df9ae-4990-467b-ad2f-f997d38c29a1 HTTP/1.1" status: 204 len: 168 time: 0.8103933 Nov 03 18:41:05.815723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53408) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:05.828626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b93519-19bb-4894-afda-9d3b99d92f74 None None] Network 043168e2-72fc-4b30-8441-68edc1dde88f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:05.889375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e9e711-f24a-4349-849b-b8fb4aab1cd8 req-b386d61d-6555-4531-8a1e-df65e76e2bdb service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494755 Nov 03 18:41:05.941775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.006524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00362625-a7e9-43e2-8443-0c73cb9379c1 req-987aae6f-95d7-4ee7-b9a3-8b42318ab28c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.014219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00362625-a7e9-43e2-8443-0c73cb9379c1 req-987aae6f-95d7-4ee7-b9a3-8b42318ab28c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.0877707 Nov 03 18:41:06.022972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.054202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1975f82e-8741-4bb2-b1d7-a56238204dd4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:06.096559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00362625-a7e9-43e2-8443-0c73cb9379c1 req-1fcd4e84-9c14-47b4-8530-a9e53981a46e tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810041 Nov 03 18:41:06.137579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Network b68c9050-d93c-494a-854e-e9b0288251ea is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:06.139791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Pushing event updated for resources: {'Port': ['ID=e0466329-638e-45ef-9a2b-fe2919a4a846,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:06.144423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:06.153329 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:06.169316 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30295e7-b3ce-49f9-8edf-8a46e0928cfc x-openstack-request-id: req-c30295e7-b3ce-49f9-8edf-8a46e0928cfc {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:06.169862 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3495df34-d694-46d2-923c-a02f0ec9e236", "tag": "b1205953-75f6-42d5-8e6f-365f7d143571", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:06.170294 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c30295e7-b3ce-49f9-8edf-8a46e0928cfc {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:06.170855 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3495df34-d694-46d2-923c-a02f0ec9e236', 'tag': 'b1205953-75f6-42d5-8e6f-365f7d143571', 'status': 'completed', 'code': 200} Nov 03 18:41:06.227403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] DHCP port deletion for 043168e2-72fc-4b30-8441-68edc1dde88f request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:41:06.246479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.247151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.254130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Deleting port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:06.255509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.290081 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1e4910-76ca-4d20-bdc9-dc5cca355bb4 x-openstack-request-id: req-7a1e4910-76ca-4d20-bdc9-dc5cca355bb4 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:06.290382 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:06.290645 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a1e4910-76ca-4d20-bdc9-dc5cca355bb4 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:06.291508 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'code': 200} Nov 03 18:41:06.295824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-6fa5fde5-94a8-4f5d-a817-ca95fae826f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.297617 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-1513c240-d9d2-482e-98d5-ffd5eeed0666 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5082517 Nov 03 18:41:06.311441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-6fa5fde5-94a8-4f5d-a817-ca95fae826f6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 1094 time: 0.1127937 Nov 03 18:41:06.341180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Request body: {'port': {'device_id': '9884ab3a-987d-4170-96ed-4c5d29d26020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:06.388516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] Deleting port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:06.388804 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.398725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] For port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:06.399103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.427685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1975f82e-8741-4bb2-b1d7-a56238204dd4 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:06.441539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Calling delete_port for 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:06.454354 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.515742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bb19e-7b96-45ec-8fc5-53c7e1381170 req-0d96e22b-e19a-48b4-9921-c3788e82f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.517926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-564bb19e-7b96-45ec-8fc5-53c7e1381170 req-0d96e22b-e19a-48b4-9921-c3788e82f0f7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1732836 Nov 03 18:41:06.550240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] For port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,segment=NetworkSegment(20d02613-3863-47ea-8795-d41b16f3f3d6),segment_id=20d02613-3863-47ea-8795-d41b16f3f3d6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:06.550690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.581393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] Calling delete_port for 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:06.591237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-564bb19e-7b96-45ec-8fc5-53c7e1381170 req-c7c2f7c6-2b66-41f0-ba0a-221840570a81 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Nov 03 18:41:06.612228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37f9be-42e0-42b0-910e-5cf3411e814d req-ce7a96f1-7c51-48c4-8198-6042bc829cd6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.621187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc37f9be-42e0-42b0-910e-5cf3411e814d req-ce7a96f1-7c51-48c4-8198-6042bc829cd6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.2076080 Nov 03 18:41:06.667201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 1975f82e-8741-4bb2-b1d7-a56238204dd4 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:06.671453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-30696ac7-00cd-4336-884a-afb8d82e8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.672381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 1975f82e-8741-4bb2-b1d7-a56238204dd4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:06.672756 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.675023 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.675705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-30696ac7-00cd-4336-884a-afb8d82e8862 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.3543885 Nov 03 18:41:06.710612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc37f9be-42e0-42b0-910e-5cf3411e814d req-13fdcf16-42ef-4144-a743-922015aaa776 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880437 Nov 03 18:41:06.731004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] Pushing event deleted for resources: {'Port': ['ID=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:06.737484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e048be1-5de3-47b4-ba6f-36c7ec0e7feb None None] No DVR routers for this DVR port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:06.814336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.876542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-f1d46d0a-cb11-4527-a329-27a870715d8a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1205953-75f6-42d5-8e6f-365f7d143571 HTTP/1.1" status: 200 len: 217 time: 0.0485997 Nov 03 18:41:06.877355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b8abb3-a6fd-4d1f-b49d-b333ef19e273,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:06.884278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.890932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] No DVR routers for this DVR port 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:06.909822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ddba-43bf-4a44-a3c8-18cadbd2ccdd req-9783f857-9330-47de-92e9-87196a47d3c9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.922442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b887ddba-43bf-4a44-a3c8-18cadbd2ccdd req-9783f857-9330-47de-92e9-87196a47d3c9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 943 time: 0.1450663 Nov 03 18:41:06.934506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1975f82e-8741-4bb2-b1d7-a56238204dd4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:06.942760 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.982766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0466329-638e-45ef-9a2b-fe2919a4a846 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:07.025786 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.037600 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.042814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b887ddba-43bf-4a44-a3c8-18cadbd2ccdd req-972a5469-874d-4cae-9015-2f9d13c8ae5f tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191807 Nov 03 18:41:07.057513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1975f82e-8741-4bb2-b1d7-a56238204dd4,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:07.057513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:07.076601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Transition to ACTIVE for port object e0466329-638e-45ef-9a2b-fe2919a4a846 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:07.083207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043168e2-72fc-4b30-8441-68edc1dde88f']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:07.092751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-68cf0a8a-bf48-47fe-ab33-05eaeae68f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:07.096517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.097930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-68cf0a8a-bf48-47fe-ab33-05eaeae68f2c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.2088106 Nov 03 18:41:07.099649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:07.100414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 83b8abb3-a6fd-4d1f-b49d-b333ef19e273 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:07.100996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fc5f1b74-72e3-49cc-af52-e9b0de1f7113 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:07.110039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d02613-3863-47ea-8795-d41b16f3f3d6') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:07.110419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d02613-3863-47ea-8795-d41b16f3f3d6') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:07.142567 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.151154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: fc5f1b74-72e3-49cc-af52-e9b0de1f7113 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:07.151642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fc5f1b74-72e3-49cc-af52-e9b0de1f7113 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:07.184374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.202571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:41:07.203279 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:41:07.207057 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:41:07.221158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Pushing event updated for resources: {'Port': ['ID=e0466329-638e-45ef-9a2b-fe2919a4a846,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:07.224557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-85eaf4ba-2f78-4ebf-b621-5052da92e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:07.234740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-85eaf4ba-2f78-4ebf-b621-5052da92e94e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257615 Nov 03 18:41:07.247830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe166b2-2325-44a5-8816-f4cf1c247eaf req-16de3c13-fa30-40f6-be1c-cfff8767dda1 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:07.249388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fe166b2-2325-44a5-8816-f4cf1c247eaf req-16de3c13-fa30-40f6-be1c-cfff8767dda1 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.0910578 Nov 03 18:41:07.389022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fe166b2-2325-44a5-8816-f4cf1c247eaf req-dc11206b-a35a-4c8a-9f17-55395fd8a99a tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078053 Nov 03 18:41:07.446213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-dac14191-7836-4e41-9213-856c80bb6df6 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950717 Nov 03 18:41:07.606245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8a49-42b2-4a28-b634-7a6cfe06909c req-3f65bf0e-80e3-4926-9a5e-806b4f57f7c3 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:07.608184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-817e8a49-42b2-4a28-b634-7a6cfe06909c req-3f65bf0e-80e3-4926-9a5e-806b4f57f7c3 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1379237 Nov 03 18:41:07.651398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc9612cd-7e2d-4bcf-a95d-ac63bab7319b req-619131f1-fd97-4e58-9cf5-50772b3c2c30 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915481 Nov 03 18:41:07.681191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.688641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-817e8a49-42b2-4a28-b634-7a6cfe06909c req-c5f28f90-9799-4f2f-8693-037ebbf3ad21 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716455 Nov 03 18:41:07.700058 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.703952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/043168e2-72fc-4b30-8441-68edc1dde88f HTTP/1.1" status: 204 len: 168 time: 1.8856149 Nov 03 18:41:07.707834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a4602-b329-4062-9258-35a10d6f4ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=043168e2-72fc-4b30-8441-68edc1dde88f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:07.737472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Attempting to bind port e0466329-638e-45ef-9a2b-fe2919a4a846 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:07.737898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Attempting to bind port e0466329-638e-45ef-9a2b-fe2919a4a846 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:07.738202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Attempting to bind port e0466329-638e-45ef-9a2b-fe2919a4a846 on network b68c9050-d93c-494a-854e-e9b0288251ea {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:07.749688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Port e0466329-638e-45ef-9a2b-fe2919a4a846 on network b68c9050-d93c-494a-854e-e9b0288251ea not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:07.750985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Attempting to bind port e0466329-638e-45ef-9a2b-fe2919a4a846 on network b68c9050-d93c-494a-854e-e9b0288251ea {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:07.760049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:07.760394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Checking segment: {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:07.760781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Bound using segment: {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:07.761219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Bound port: e0466329-638e-45ef-9a2b-fe2919a4a846, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ce9a-92af-4871-9547-d121dce1658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:07.761609 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.871945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] For port e0466329-638e-45ef-9a2b-fe2919a4a846, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:07.878610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] For port e0466329-638e-45ef-9a2b-fe2919a4a846, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e0466329-638e-45ef-9a2b-fe2919a4a846,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:07.886071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.957171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:07.957867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.959334 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] 10.222.0.70 "PUT /v2.0/ports/e0466329-638e-45ef-9a2b-fe2919a4a846 HTTP/1.1" status: 200 len: 1091 time: 1.6225219 Nov 03 18:41:07.963379 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9884ab3a-987d-4170-96ed-4c5d29d26020', 'tag': 'e0466329-638e-45ef-9a2b-fe2919a4a846'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:07.978428 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1544b8-c3a1-4798-b445-f70b4042199c" -d '{"events": [{"name": "network-changed", "server_uuid": "9884ab3a-987d-4170-96ed-4c5d29d26020", "tag": "e0466329-638e-45ef-9a2b-fe2919a4a846"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:08.016046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53436) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:08.066458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Pushing event updated for resources: {'Port': ['ID=e0466329-638e-45ef-9a2b-fe2919a4a846,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:08.078248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.078585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.078926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.080254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.080685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.081035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.081357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.081725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.082407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.082407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.082712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.082946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d4f75-9ff4-417e-85d3-f442698f9e7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:08.098294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-2a3f40f8-1d2a-421b-b3d6-e76139077dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:08.099863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-2a3f40f8-1d2a-421b-b3d6-e76139077dc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 1094 time: 0.0729644 Nov 03 18:41:08.107573 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-25e10c1a-4093-47e8-b451-ad22705aef7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1b6dcd08f784dc3820df86c75fa2578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901794 Nov 03 18:41:08.109554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53440) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:08.150847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee041-cbe0-462a-a6bb-ec71fa329abc req-c1b0d84d-3686-4692-9944-dc96f097f85e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:08.157513 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-b73ddda5-5266-45d3-84b2-b7980f77e3cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0466329-638e-45ef-9a2b-fe2919a4a846 HTTP/1.1" status: 200 len: 217 time: 0.0487854 Nov 03 18:41:08.159386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f7ee041-cbe0-462a-a6bb-ec71fa329abc req-c1b0d84d-3686-4692-9944-dc96f097f85e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 943 time: 0.0841758 Nov 03 18:41:08.228130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f7ee041-cbe0-462a-a6bb-ec71fa329abc req-c688b78e-7c26-4d72-925a-83e35afe151e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590494 Nov 03 18:41:08.246968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-a607f78e-473d-44d0-b312-6853fc9cd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:08.248466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-a607f78e-473d-44d0-b312-6853fc9cd7a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.0827422 Nov 03 18:41:08.252105 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e591aae-7760-4c1f-8156-448a6ed6c4e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:08.292854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd948f64f-702c-4559-b0ac-9d374e5ae9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1975f82e-8741-4bb2-b1d7-a56238204dd4'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:08.296386 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de2fa7-b2ea-48b4-9737-e189566c26ab" -d '{"events": [{"server_uuid": "d948f64f-702c-4559-b0ac-9d374e5ae9c1", "name": "network-vif-plugged", "status": "completed", "tag": "1975f82e-8741-4bb2-b1d7-a56238204dd4"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:08.302189 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-2d05121d-1232-4c54-8579-c73a6622427c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387936 Nov 03 18:41:08.304524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e591aae-7760-4c1f-8156-448a6ed6c4e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:08.312123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-418b9372-01c2-4016-b290-0601f7828e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:08.447248 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-2441a4a7-9010-48c4-bea3-3ad7aef9ffe2 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336453 Nov 03 18:41:08.448747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e591aae-7760-4c1f-8156-448a6ed6c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:08.451477 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e591aae-7760-4c1f-8156-448a6ed6c4e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:08.456833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1e591aae-7760-4c1f-8156-448a6ed6c4e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/482b547e-bed6-4712-ab58-23362350585c HTTP/1.1" status: 204 len: 168 time: 0.3421481 Nov 03 18:41:08.473192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e591aae-7760-4c1f-8156-448a6ed6c4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b547e-bed6-4712-ab58-23362350585c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:08.578527 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-429b9112-239b-4ed4-81b0-ab658cdf69d5 req-cca35ae9-39c5-45ee-9069-015a23b06eb1 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218057 Nov 03 18:41:08.733232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ade00-75ff-4fa4-b0ac-52fae943e1c9 req-2f8df745-48e6-4335-babd-48c77f9b337c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:08.741817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c79ade00-75ff-4fa4-b0ac-52fae943e1c9 req-2f8df745-48e6-4335-babd-48c77f9b337c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0781000 Nov 03 18:41:08.810115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c79ade00-75ff-4fa4-b0ac-52fae943e1c9 req-0feb288f-b5f8-4223-9cad-a5b6b8a75bac tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676620 Nov 03 18:41:08.859387 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a839fa0-7ae6-4f7e-9e7a-4499e913c847 x-openstack-request-id: req-4a839fa0-7ae6-4f7e-9e7a-4499e913c847 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:08.859679 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9884ab3a-987d-4170-96ed-4c5d29d26020", "tag": "e0466329-638e-45ef-9a2b-fe2919a4a846", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:08.860048 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a839fa0-7ae6-4f7e-9e7a-4499e913c847 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:08.861072 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9884ab3a-987d-4170-96ed-4c5d29d26020', 'tag': 'e0466329-638e-45ef-9a2b-fe2919a4a846', 'status': 'completed', 'code': 200} Nov 03 18:41:08.960162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b1205953-75f6-42d5-8e6f-365f7d143571 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:08.983635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2922e5f-334c-4d42-b2d9-5573a53c9988 req-4f0071dd-b95e-45cd-96d1-26214431f796 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:08.992863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2922e5f-334c-4d42-b2d9-5573a53c9988 req-4f0071dd-b95e-45cd-96d1-26214431f796 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 943 time: 0.0751812 Nov 03 18:41:09.054634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-aefa19ae-cd82-4546-9473-b65b71d1cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:09.059572 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-aefa19ae-cd82-4546-9473-b65b71d1cac1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 1094 time: 0.1484964 Nov 03 18:41:09.074642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2922e5f-334c-4d42-b2d9-5573a53c9988 req-5d059322-1455-4570-8117-8bb87af157d4 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763836 Nov 03 18:41:09.179450 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0697dfb7-8060-4b50-86a7-1bb7dc95a4b4 x-openstack-request-id: req-0697dfb7-8060-4b50-86a7-1bb7dc95a4b4 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:09.179741 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d948f64f-702c-4559-b0ac-9d374e5ae9c1", "name": "network-vif-plugged", "status": "completed", "tag": "1975f82e-8741-4bb2-b1d7-a56238204dd4", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:09.180011 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0697dfb7-8060-4b50-86a7-1bb7dc95a4b4 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:09.180402 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd948f64f-702c-4559-b0ac-9d374e5ae9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1975f82e-8741-4bb2-b1d7-a56238204dd4', 'code': 200} Nov 03 18:41:09.276421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b1205953-75f6-42d5-8e6f-365f7d143571, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b1205953-75f6-42d5-8e6f-365f7d143571,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:09.298908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'b1205953-75f6-42d5-8e6f-365f7d143571', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': 'b1205953-75f6-42d5-8e6f-365f7d143571', 'mac_address': 'fa:16:3e:b3:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:09.329897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add210d1-d502-4d53-aabb-9ff226b99518 req-7f473cdf-c177-4b16-8f49-000304754651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:09.331589 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-add210d1-d502-4d53-aabb-9ff226b99518 req-7f473cdf-c177-4b16-8f49-000304754651 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0984030 Nov 03 18:41:09.332963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-7e6968e5-2f4f-4397-90c3-fbe7cc404c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:09.334420 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-7e6968e5-2f4f-4397-90c3-fbe7cc404c3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.2653720 Nov 03 18:41:09.343142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546addd-a0ce-4886-9c14-8550d9742cd4 req-95dd041a-c063-4ba4-ae05-6cedc1f1b068 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:09.347946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b546addd-a0ce-4886-9c14-8550d9742cd4 req-95dd041a-c063-4ba4-ae05-6cedc1f1b068 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.1123486 Nov 03 18:41:09.352731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:09.395967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1205953-75f6-42d5-8e6f-365f7d143571 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:09.413372 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-cf34e084-e9dc-43ab-b4dd-41dcd8484d1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0466329-638e-45ef-9a2b-fe2919a4a846 HTTP/1.1" status: 200 len: 217 time: 0.0585303 Nov 03 18:41:09.419691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b1205953-75f6-42d5-8e6f-365f7d143571, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b1205953-75f6-42d5-8e6f-365f7d143571,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:09.426549 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:09.442060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b546addd-a0ce-4886-9c14-8550d9742cd4 req-c91d1c92-6487-41d8-b922-ebed2fc04095 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876033 Nov 03 18:41:09.474596 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-add210d1-d502-4d53-aabb-9ff226b99518 req-ea460510-3534-486c-9f15-3cad36b5d35c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265101 Nov 03 18:41:09.498055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-47b91643-990f-4fc8-83fa-e3c822fba5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:09.499925 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-47b91643-990f-4fc8-83fa-e3c822fba5d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.0740283 Nov 03 18:41:09.502855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=b1205953-75f6-42d5-8e6f-365f7d143571,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:09.587020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666bd2b-0a2c-4bd2-9f17-82291fa69b0f req-9dc1b663-a959-4aaf-a17c-f18baf41448e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:09.594629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d666bd2b-0a2c-4bd2-9f17-82291fa69b0f req-9dc1b663-a959-4aaf-a17c-f18baf41448e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0747631 Nov 03 18:41:09.659120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53486) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:09.666640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d666bd2b-0a2c-4bd2-9f17-82291fa69b0f req-a85d60dc-c8af-4030-a69d-c181b0ce6cac tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709367 Nov 03 18:41:09.694083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b1205953-75f6-42d5-8e6f-365f7d143571'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:09.836794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-f96098f6-7820-4fc8-8ded-b0ce3ad8e233 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617301 Nov 03 18:41:09.906426 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:09.987891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-821241247-network', 'tenant_id': '079991ce9b0c48179a4285f793f55aad'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:10.019356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:10.022245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.040064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.075388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395e709-974f-4bf5-91ea-3f92b6275548 req-cbe6c773-b97a-458f-86bd-0901b24d2964 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:10.078696 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0395e709-974f-4bf5-91ea-3f92b6275548 req-cbe6c773-b97a-458f-86bd-0901b24d2964 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 943 time: 0.0866897 Nov 03 18:41:10.083643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-5890ee4a-ab1e-487e-a5b1-8c3c6bca6483 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419024 Nov 03 18:41:10.190880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0395e709-974f-4bf5-91ea-3f92b6275548 req-5536c9bc-d446-4685-8b3f-b861690c4567 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026945 Nov 03 18:41:10.260305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.268016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f1544b8-c3a1-4798-b445-f70b4042199c req-e87a3e49-1bff-402f-adb1-cec374f294e7 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724162 Nov 03 18:41:10.269720 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.310767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:41:10.324300 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985fe1e9-ecf1-415a-87db-e4ea2a6f1173,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:10.331823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.332541 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Added segment 640b4201-353f-459b-b72a-995a82349ad1 of type vlan for network c0d79a55-44b4-4875-8aa5-b9e9a21493fc Nov 03 18:41:10.391077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.425475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.426708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:10.427459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.483969 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-2ca78728-f4c8-4274-b7e1-ef809e39874d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:10.492804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-2ca78728-f4c8-4274-b7e1-ef809e39874d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 813 time: 0.2076535 Nov 03 18:41:10.494949 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8341575 Nov 03 18:41:10.498130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53516) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:10.504230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-559b40b7-7f04-4be6-8a29-f439f71ad63a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/quotas/f4d0be58189b4609adebd115604850be HTTP/1.1" status: 200 len: 375 time: 0.0105069 Nov 03 18:41:10.506566 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Request body: {'subnet': {'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-subnet', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:10.510202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d33e1-7c9f-46db-ba0b-b5f5b8682587 admin admin] Pushing event updated for resources: {'Network': ['ID=c0d79a55-44b4-4875-8aa5-b9e9a21493fc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:10.520464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:41:10.546035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:10.549876 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.612090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-3451fe93-8846-4023-9b86-a80a36b3b932 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899086 Nov 03 18:41:10.790870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-a9aaebc2-34d1-45d8-be65-e91f9649e8e2 service neutron] 10.222.0.77 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528213 Nov 03 18:41:10.841195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.939485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11427b39-cb02-4adb-aa28-da7268be0be7,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:10.953364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Checking segment: {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:10.953890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Network hostable DHCP agents. Network: c0d79a55-44b4-4875-8aa5-b9e9a21493fc, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:41:10.960930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-600c8a48-759c-43ec-952a-f9b9be2b016c service neutron] 10.222.0.77 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618435 Nov 03 18:41:10.978324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b1205953-75f6-42d5-8e6f-365f7d143571 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:10.982493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:41:11.018241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c0d79a55-44b4-4875-8aa5-b9e9a21493fc) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:11.024996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:11.025988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.036640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2c415-519a-40f2-995b-ca56689f974e None None] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:11.074533 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-09d62a91-2196-46f4-9c24-fcec43623fe3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5738697 Nov 03 18:41:11.074714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53522) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:11.083142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:11.125812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.129661 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.167644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port b1205953-75f6-42d5-8e6f-365f7d143571 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:11.177975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port b1205953-75f6-42d5-8e6f-365f7d143571 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:11.178340 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.363641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.400962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4dbb-bfe4-48ab-b02e-ac4e2cfbdbbf req-a60305c8-3632-448b-84d3-50318e2e2c09 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:11.402719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f07b4dbb-bfe4-48ab-b02e-ac4e2cfbdbbf req-a60305c8-3632-448b-84d3-50318e2e2c09 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.1241074 Nov 03 18:41:11.418325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.429497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:41:11.430379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.467766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3495df34-d694-46d2-923c-a02f0ec9e236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1205953-75f6-42d5-8e6f-365f7d143571'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:11.470653 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e652ae-0e1c-48af-8f15-6b37682ae9fa" -d '{"events": [{"server_uuid": "3495df34-d694-46d2-923c-a02f0ec9e236", "name": "network-vif-plugged", "status": "completed", "tag": "b1205953-75f6-42d5-8e6f-365f7d143571"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:11.521429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b1205953-75f6-42d5-8e6f-365f7d143571, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b1205953-75f6-42d5-8e6f-365f7d143571,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:11.601892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f07b4dbb-bfe4-48ab-b02e-ac4e2cfbdbbf req-497df9e6-0a8d-4fd7-a0b3-92af16be8ece tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493821 Nov 03 18:41:11.702930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.708023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Allocated IP 172.20.0.2 (c0d79a55-44b4-4875-8aa5-b9e9a21493fc/11427b39-cb02-4adb-aa28-da7268be0be7/521bf115-b9d8-486b-a86d-969fc941a504) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:11.748681 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.841208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22bd54-3b35-4da8-a5a5-fd18429d9a01 req-6b38656a-1a07-4643-881d-78a53c6b5868 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:11.849579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb22bd54-3b35-4da8-a5a5-fd18429d9a01 req-6b38656a-1a07-4643-881d-78a53c6b5868 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.1178296 Nov 03 18:41:11.850291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=b1205953-75f6-42d5-8e6f-365f7d143571,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:11.914256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb22bd54-3b35-4da8-a5a5-fd18429d9a01 req-d23cbf5e-4cfa-45d3-9fa7-bff81a9d14c9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 Nov 03 18:41:11.990394 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.998822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.301664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:12.318265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:12.321231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:12.339589 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.340655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.362699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Pushing event updated for resources: {'Port': ['ID=521bf115-b9d8-486b-a86d-969fc941a504,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:12.417229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Attempting to bind port 521bf115-b9d8-486b-a86d-969fc941a504 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:12.417549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Attempting to bind port 521bf115-b9d8-486b-a86d-969fc941a504 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:12.417902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Attempting to bind port 521bf115-b9d8-486b-a86d-969fc941a504 on network c0d79a55-44b4-4875-8aa5-b9e9a21493fc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:12.423615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:12.424246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Checking segment: {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:12.424654 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.425058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Bound using segment: {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:12.425549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Bound port: 521bf115-b9d8-486b-a86d-969fc941a504, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:12.425932 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.473249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e0466329-638e-45ef-9a2b-fe2919a4a846 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:12.506314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6d12f-6adc-4b43-b1d3-9876e9798259 req-b890e2b0-d3bf-4797-9b15-4fce1b389967 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:12.513934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fcf6d12f-6adc-4b43-b1d3-9876e9798259 req-b890e2b0-d3bf-4797-9b15-4fce1b389967 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.4635901 Nov 03 18:41:12.524338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] For port 521bf115-b9d8-486b-a86d-969fc941a504, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:12.542623 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.569234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] For port 521bf115-b9d8-486b-a86d-969fc941a504, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=521bf115-b9d8-486b-a86d-969fc941a504,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:12.573662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.585277 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.634095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fcf6d12f-6adc-4b43-b1d3-9876e9798259 req-84366fac-ffb1-46d2-8ccf-a6e59ff39270 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169274 Nov 03 18:41:12.677272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd0501-e884-4bfa-b93a-3881384afc14 None None] Pushing event updated for resources: {'Port': ['ID=521bf115-b9d8-486b-a86d-969fc941a504,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:12.695558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e0466329-638e-45ef-9a2b-fe2919a4a846, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e0466329-638e-45ef-9a2b-fe2919a4a846,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:12.718907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'e0466329-638e-45ef-9a2b-fe2919a4a846', 'network_id': 'b68c9050-d93c-494a-854e-e9b0288251ea', 'port_id': 'e0466329-638e-45ef-9a2b-fe2919a4a846', 'mac_address': 'fa:16:3e:c4:08:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dbe58b-d7ad-44ba-8b2c-850998019186', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:12.785327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Allocated IP 172.25.3.161 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/452fd76a-7c71-45f3-95cd-e4a73a553062) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:12.807788 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.830776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0466329-638e-45ef-9a2b-fe2919a4a846 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:12.892280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e0466329-638e-45ef-9a2b-fe2919a4a846, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e0466329-638e-45ef-9a2b-fe2919a4a846,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:12.902709 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.030604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e0466329-638e-45ef-9a2b-fe2919a4a846,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:13.086933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d74fd903-4048-44cf-948b-41a0cf746017 req-6fb1fece-0eed-4681-b2cb-46931c262777 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 210 time: 0.0406280 Nov 03 18:41:13.129204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.152738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-ae5a9368-6c79-4e9f-aed6-e8431d3bdb5c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:13.154334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-ae5a9368-6c79-4e9f-aed6-e8431d3bdb5c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.96 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 813 time: 0.2174616 Nov 03 18:41:13.179838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Request body: {'port': {'device_id': '1593b97c-550e-48b1-83f7-d83649437bd4', 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6', 'admin_state_up': True, 'tenant_id': 'f4d0be58189b4609adebd115604850be'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:13.205756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['e0466329-638e-45ef-9a2b-fe2919a4a846'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:13.273376 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.334166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6745489-0170-47ec-8c26-fee435a3f470 req-a8b28557-9507-437c-9886-d7ca86f7dad5 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:13.335767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6745489-0170-47ec-8c26-fee435a3f470 req-a8b28557-9507-437c-9886-d7ca86f7dad5 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 944 time: 0.1705008 Nov 03 18:41:13.361266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:13.381617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:13.391396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:13.393487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Pushing event updated for resources: {'Port': ['ID=452fd76a-7c71-45f3-95cd-e4a73a553062,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:13.473449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6745489-0170-47ec-8c26-fee435a3f470 req-cffe2acb-335b-4b69-a29b-9005d8e8e3e2 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298792 Nov 03 18:41:13.475628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Made reservation on behalf of f4d0be58189b4609adebd115604850be for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:13.478619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.526263 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e700cac6-885d-46c4-85a7-99d9ace7b909 x-openstack-request-id: req-e700cac6-885d-46c4-85a7-99d9ace7b909 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:13.526800 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3495df34-d694-46d2-923c-a02f0ec9e236", "name": "network-vif-plugged", "status": "completed", "tag": "b1205953-75f6-42d5-8e6f-365f7d143571", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:13.527046 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e700cac6-885d-46c4-85a7-99d9ace7b909 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:13.527602 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3495df34-d694-46d2-923c-a02f0ec9e236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1205953-75f6-42d5-8e6f-365f7d143571', 'code': 200} Nov 03 18:41:13.748952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e157c-4808-45b3-a444-74d0d908124c None None] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:13.818684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36133479-830d-441f-ad12-ecf4ff50dd44 req-6bcfd7c8-d093-495f-88fc-3346bd4ebb93 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:13.820188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36133479-830d-441f-ad12-ecf4ff50dd44 req-6bcfd7c8-d093-495f-88fc-3346bd4ebb93 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.2320383 Nov 03 18:41:13.868025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4268b6b-ab02-4ea6-ac69-3bade6d8513e req-a50b36cb-7bb2-473d-9f65-2417c39e39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:13.869528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4268b6b-ab02-4ea6-ac69-3bade6d8513e req-a50b36cb-7bb2-473d-9f65-2417c39e39d0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 1096 time: 0.2199421 Nov 03 18:41:13.872045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-549b7335-ee57-470b-bdf9-5813a49af6ee None None] Provisioning complete for port 521bf115-b9d8-486b-a86d-969fc941a504 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:13.872407 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-549b7335-ee57-470b-bdf9-5813a49af6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.897556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Allocated IP 172.20.0.10 (2b780ede-5f7d-4cde-94dd-79c7ecc352c6/4f5ccdd2-87a5-4ffa-9647-c5030d5de171/4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:13.960734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.993298 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-549b7335-ee57-470b-bdf9-5813a49af6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.019206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36133479-830d-441f-ad12-ecf4ff50dd44 req-51b9f029-711c-4a3e-9727-f6ddb62448cf tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900268 Nov 03 18:41:14.034390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-549b7335-ee57-470b-bdf9-5813a49af6ee None None] For port 521bf115-b9d8-486b-a86d-969fc941a504, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=521bf115-b9d8-486b-a86d-969fc941a504,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:14.041193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-549b7335-ee57-470b-bdf9-5813a49af6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.059329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4268b6b-ab02-4ea6-ac69-3bade6d8513e req-d79cf7eb-19a9-4df5-a789-c10434fa8b9c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728847 Nov 03 18:41:14.111489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b7335-ee57-470b-bdf9-5813a49af6ee None None] Pushing event updated for resources: {'Port': ['ID=521bf115-b9d8-486b-a86d-969fc941a504,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:14.268619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-95f95bd4-3bdb-4efb-9e8a-3e631de2e752 None None] Provisioning complete for port 521bf115-b9d8-486b-a86d-969fc941a504 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:14.269079 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95f95bd4-3bdb-4efb-9e8a-3e631de2e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.300506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc38160-2310-4d04-919e-d062905b12f8 req-1dee614a-5c9a-4f62-94b5-3240bad83277 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.303116 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cdc38160-2310-4d04-919e-d062905b12f8 req-1dee614a-5c9a-4f62-94b5-3240bad83277 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 946 time: 0.1746757 Nov 03 18:41:14.309477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.421904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.431632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cdc38160-2310-4d04-919e-d062905b12f8 req-47c1d1f6-17b9-4dc3-a649-7ce8d016e31e tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177275 Nov 03 18:41:14.433722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.447582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d3f7c4a1-18df-4cde-b987-facff3dce3c7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:14.506604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e0466329-638e-45ef-9a2b-fe2919a4a846 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:14.549323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:14.566976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:14.597290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port e0466329-638e-45ef-9a2b-fe2919a4a846 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:14.606613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port e0466329-638e-45ef-9a2b-fe2919a4a846 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:14.607147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.614487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:14.618097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Pushing event updated for resources: {'Port': ['ID=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:14.690519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.691144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.717766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39e93b-02be-4cc9-b1a5-302e5aa3b733 req-95f34f40-201d-4df5-a857-f83df37c49c8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.719465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf39e93b-02be-4cc9-b1a5-302e5aa3b733 req-95f34f40-201d-4df5-a857-f83df37c49c8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.1890612 Nov 03 18:41:14.731234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-f2d9b4ee-5002-4970-8f37-7d761e23fcb1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5647264 Nov 03 18:41:14.742025 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.755778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Request body: {'port': {'device_id': '1593b97c-550e-48b1-83f7-d83649437bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:14.774866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e0466329-638e-45ef-9a2b-fe2919a4a846, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e0466329-638e-45ef-9a2b-fe2919a4a846,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:14.779283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.800497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Router 377e2ae3-08b8-4692-8c0d-c1814facf407 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:41:14.831599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e0466329-638e-45ef-9a2b-fe2919a4a846,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:14.842215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf39e93b-02be-4cc9-b1a5-302e5aa3b733 req-f06fe0dc-ca3e-4629-911b-9b130907cb04 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146359 Nov 03 18:41:14.883625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:14.990129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 521bf115-b9d8-486b-a86d-969fc941a504 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:15.043022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 521bf115-b9d8-486b-a86d-969fc941a504 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:15.043390 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.336913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:41:15.349292 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Sync routers for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:41:15.363254 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:15.363850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:41:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:15.385521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a058e-8e67-47cb-95d0-30f688869616 req-d2e53335-3f22-481e-8f76-7be27980d13b tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:15.387073 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d1a058e-8e67-47cb-95d0-30f688869616 req-d2e53335-3f22-481e-8f76-7be27980d13b tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.4266455 Nov 03 18:41:15.398496 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.402224 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4d0c2bf4-1ae1-43f5-906d-21b4fd76e193 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3240027 Nov 03 18:41:15.402668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53580) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:15.480398 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:15.498080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d1a058e-8e67-47cb-95d0-30f688869616 req-049ec748-c584-48b4-9c88-6e045d66ad85 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971298 Nov 03 18:41:15.528683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884ab3a-987d-4170-96ed-4c5d29d26020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0466329-638e-45ef-9a2b-fe2919a4a846'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:15.531307 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b8436b-33d6-48e3-884f-d6e96fb5aad4" -d '{"events": [{"server_uuid": "9884ab3a-987d-4170-96ed-4c5d29d26020", "name": "network-vif-plugged", "status": "completed", "tag": "e0466329-638e-45ef-9a2b-fe2919a4a846"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:15.581615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:15.591486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.608283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Transition to ACTIVE for port object 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:15.614417 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.679559 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:13Z', 'revision_number': 3, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:15.711335 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Checking router: 377e2ae3-08b8-4692-8c0d-c1814facf407 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:15.711694 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Updating router 377e2ae3-08b8-4692-8c0d-c1814facf407 port 452fd76a-7c71-45f3-95cd-e4a73a553062 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:41:15.717371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:15.743092 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.767310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570e9bf-a99c-4c83-a641-40d132ab7b73 req-b44acd75-3f61-47b2-baf1-39fe8cc8f7dc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:15.769030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a570e9bf-a99c-4c83-a641-40d132ab7b73 req-b44acd75-3f61-47b2-baf1-39fe8cc8f7dc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 944 time: 0.1341710 Nov 03 18:41:15.835118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Attempting to bind port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:15.835466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Attempting to bind port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:15.835767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Attempting to bind port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 on network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:15.842847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a570e9bf-a99c-4c83-a641-40d132ab7b73 req-d9f7c3be-7a17-4e58-8ff5-dd8b35451d79 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662248 Nov 03 18:41:15.845010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 on network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:15.845329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Attempting to bind port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 on network 2b780ede-5f7d-4cde-94dd-79c7ecc352c6 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:15.850928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:15.851262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Checking segment: {'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:15.851645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Bound using segment: {'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:15.852076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Bound port: 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:15.852427 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.893512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.939093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] For port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:15.943483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] For port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:15.948005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.002896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.003519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.005265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] 10.222.0.96 "PUT /v2.0/ports/4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 HTTP/1.1" status: 200 len: 1092 time: 1.2626429 Nov 03 18:41:16.022579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1593b97c-550e-48b1-83f7-d83649437bd4', 'tag': '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:16.025294 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad42e45-71a8-4370-9a16-41ce772536d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1593b97c-550e-48b1-83f7-d83649437bd4", "tag": "4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:16.060623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b82780-c8b7-42e6-a733-bb6f9b2269c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:16.075968 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.077977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6277b-354f-49fa-8bb0-81125a09466b req-654658d2-e11d-4733-b120-4f989d80b473 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.080337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cb6277b-354f-49fa-8bb0-81125a09466b req-654658d2-e11d-4733-b120-4f989d80b473 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.1264393 Nov 03 18:41:16.084306 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.120068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Allocated IP 172.20.0.1 (c0d79a55-44b4-4875-8aa5-b9e9a21493fc/11427b39-cb02-4adb-aa28-da7268be0be7/45027fea-3812-4663-ae83-986a866f3dfd) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:16.156926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-202728cd-151e-4878-8c15-396638cd879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.158532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-202728cd-151e-4878-8c15-396638cd879f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0890250 Nov 03 18:41:16.163265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cb6277b-354f-49fa-8bb0-81125a09466b req-242a26ef-34e6-4d06-86ea-9e0c8408f7c3 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733795 Nov 03 18:41:16.225145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-174dcdc8-fcb9-4913-9178-772f10f9cd5a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 HTTP/1.1" status: 200 len: 217 time: 0.0565104 Nov 03 18:41:16.255462 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Attempting to bind port 452fd76a-7c71-45f3-95cd-e4a73a553062 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:16.255822 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Attempting to bind port 452fd76a-7c71-45f3-95cd-e4a73a553062 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:16.256179 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Attempting to bind port 452fd76a-7c71-45f3-95cd-e4a73a553062 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:16.266341 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:16.267285 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:16.267677 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.268064 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:16.268530 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Bound port: 452fd76a-7c71-45f3-95cd-e4a73a553062, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:16.268926 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.270705 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e23177-cf7f-4c6e-b3b0-db985d2c1828 None None] Pushing event updated for resources: {'Port': ['ID=452fd76a-7c71-45f3-95cd-e4a73a553062,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:16.283655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.317970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-c52084e6-51c0-4996-b069-7e8bf1589ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.319571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-c52084e6-51c0-4996-b069-7e8bf1589ce5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 200 len: 853 time: 0.0813787 Nov 03 18:41:16.322726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.338729 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] For port 452fd76a-7c71-45f3-95cd-e4a73a553062, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:16.342321 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] For port 452fd76a-7c71-45f3-95cd-e4a73a553062, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=452fd76a-7c71-45f3-95cd-e4a73a553062,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:16.349358 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.352749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811907e3-c025-46d9-a0a9-2fbd781a4986 req-120d6b33-0ada-45c1-9782-5c423bab84e3 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.354342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-811907e3-c025-46d9-a0a9-2fbd781a4986 req-120d6b33-0ada-45c1-9782-5c423bab84e3 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0788987 Nov 03 18:41:16.365047 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:16.368154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:16.371849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:16.372047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-510ea4f3-f68c-432f-b442-2f82f4c9a762 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396240 Nov 03 18:41:16.414665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Pushing event updated for resources: {'Port': ['ID=45027fea-3812-4663-ae83-986a866f3dfd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:16.415229 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:16.415703 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:41:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:16.442370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.497735 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e23177-cf7f-4c6e-b3b0-db985d2c1828 None None] Pushing event updated for resources: {'Port': ['ID=452fd76a-7c71-45f3-95cd-e4a73a553062,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:16.531522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-811907e3-c025-46d9-a0a9-2fbd781a4986 req-fa8ecd29-6129-4542-aff8-6d0e4251e00e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617899 Nov 03 18:41:16.592719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-0ac9d4fd-08f6-403d-8638-11b3c8b16e29 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119861 Nov 03 18:41:16.594532 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:16.654317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.745112 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154f84e6-9108-43b7-a58a-3cbc4b0352e1 x-openstack-request-id: req-154f84e6-9108-43b7-a58a-3cbc4b0352e1 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:16.745661 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884ab3a-987d-4170-96ed-4c5d29d26020", "name": "network-vif-plugged", "status": "completed", "tag": "e0466329-638e-45ef-9a2b-fe2919a4a846", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:16.745661 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-154f84e6-9108-43b7-a58a-3cbc4b0352e1 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:16.746064 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884ab3a-987d-4170-96ed-4c5d29d26020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0466329-638e-45ef-9a2b-fe2919a4a846', 'code': 200} Nov 03 18:41:16.764574 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96a0c8b7-3c8f-4343-bec0-fec9c59af866 req-af3f6116-105a-4654-9ae6-52733c1dbc36 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596007 Nov 03 18:41:16.821498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3a98c0fb-54de-488f-9f7a-d19f91160305 None None] Provisioning complete for port 45027fea-3812-4663-ae83-986a866f3dfd triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:16.821897 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3a98c0fb-54de-488f-9f7a-d19f91160305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.873815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3a98c0fb-54de-488f-9f7a-d19f91160305 None None] Port 45027fea-3812-4663-ae83-986a866f3dfd cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:16.879780 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:13Z', 'revision_number': 3, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:16.910157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.916626 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fefec-f667-49c8-8208-dbad52c8815d None None] The sync data for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 is: [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:13Z', 'revision_number': 3, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:41:16.918604 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.960541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0287b-605b-4a2e-adc7-0d2c96b97a87 req-efb6fb13-a5e2-4795-b0a7-dd239e9253dc tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.962169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ee0287b-605b-4a2e-adc7-0d2c96b97a87 req-efb6fb13-a5e2-4795-b0a7-dd239e9253dc tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.0640962 Nov 03 18:41:16.969312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7bd3-767b-4925-9d1b-8462a96511e5 req-e732cca3-5848-455c-abf7-fab5aa450ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.970947 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4eb7bd3-767b-4925-9d1b-8462a96511e5 req-e732cca3-5848-455c-abf7-fab5aa450ad2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 1096 time: 0.1424978 Nov 03 18:41:17.019391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:17.021937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ee0287b-605b-4a2e-adc7-0d2c96b97a87 req-fd590d90-d051-4bb2-9514-f809fce69c43 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515532 Nov 03 18:41:17.026671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Pushing event updated for resources: {'Port': ['ID=45027fea-3812-4663-ae83-986a866f3dfd,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:17.072702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4eb7bd3-767b-4925-9d1b-8462a96511e5 req-a32373ab-f0b1-4b1b-9e1d-765f0864cb99 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916903 Nov 03 18:41:17.079833 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c44b532-8d18-4754-af0f-06cf0afa5599 x-openstack-request-id: req-6c44b532-8d18-4754-af0f-06cf0afa5599 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:17.080293 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1593b97c-550e-48b1-83f7-d83649437bd4", "tag": "4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:17.080551 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c44b532-8d18-4754-af0f-06cf0afa5599 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:17.081078 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1593b97c-550e-48b1-83f7-d83649437bd4', 'tag': '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4', 'status': 'completed', 'code': 200} Nov 03 18:41:17.159385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:17.160972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:17.192248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-4785b811-2f6b-44ab-9015-c9ce83ca314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.195336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-4785b811-2f6b-44ab-9015-c9ce83ca314a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0837121 Nov 03 18:41:17.236878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc5aba-02cd-4278-b8d4-602f8e23d44a req-8fb6e5bf-db0b-48e2-9648-4a5b8b249ec9 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.245798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28bc5aba-02cd-4278-b8d4-602f8e23d44a req-8fb6e5bf-db0b-48e2-9648-4a5b8b249ec9 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.1042848 Nov 03 18:41:17.325063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Router 377e2ae3-08b8-4692-8c0d-c1814facf407 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:41:17.364385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28bc5aba-02cd-4278-b8d4-602f8e23d44a req-c796f1a8-3c45-4573-80a4-7465963e8f12 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181672 Nov 03 18:41:17.406514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-72817a90-7000-4de0-b022-fb0c5ee12e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.408167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-72817a90-7000-4de0-b022-fb0c5ee12e79 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 914 time: 0.1963596 Nov 03 18:41:17.464303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-8274667b-bc46-4cac-b932-7f4192316370 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 HTTP/1.1" status: 200 len: 217 time: 0.0472531 Nov 03 18:41:17.492051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:41:17.498829 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a5eecfbb-737b-419f-898c-180db191e428 admin admin] 10.222.0.77 "PUT /v2.0/routers/377e2ae3-08b8-4692-8c0d-c1814facf407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0927801 Nov 03 18:41:17.545467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-69af959b-7ca7-4dfa-be8f-4bdc50e04c78 None None] Provisioning complete for port 45027fea-3812-4663-ae83-986a866f3dfd triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:17.548337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-69af959b-7ca7-4dfa-be8f-4bdc50e04c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:17.553955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-6626b125-4f0a-4b67-a7ce-021e753b93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.555493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-6626b125-4f0a-4b67-a7ce-021e753b93a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 200 len: 853 time: 0.0727971 Nov 03 18:41:17.595186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-69af959b-7ca7-4dfa-be8f-4bdc50e04c78 None None] Port 45027fea-3812-4663-ae83-986a866f3dfd cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:17.605040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-de487ca8-8a12-4854-a5c5-21e502658bfe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336354 Nov 03 18:41:17.633086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63c42-5d13-4d69-a0c0-58e91b180f66 req-c114df6d-1801-4da6-95a1-0b947b1d317f tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.634728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cc63c42-5d13-4d69-a0c0-58e91b180f66 req-c114df6d-1801-4da6-95a1-0b947b1d317f tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 946 time: 0.0945098 Nov 03 18:41:17.742858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cc63c42-5d13-4d69-a0c0-58e91b180f66 req-1264927b-f6d2-44d2-9d63-8a130558cbd3 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974422 Nov 03 18:41:17.761262 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-55ec8951-dc57-4e9c-b018-f4c2116ca815 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465442 Nov 03 18:41:17.913169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a46820-2d1d-45e7-ab79-53e369b6a288 req-2b9e81a0-cb87-49bb-a4f4-b7b76092dacd tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.920790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2a46820-2d1d-45e7-ab79-53e369b6a288 req-2b9e81a0-cb87-49bb-a4f4-b7b76092dacd tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 951 time: 0.0832417 Nov 03 18:41:17.945934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ad42e45-71a8-4370-9a16-41ce772536d2 req-20272860-522b-402a-ad80-8c91ad4a29a5 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733305 Nov 03 18:41:17.980382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2a46820-2d1d-45e7-ab79-53e369b6a288 req-704b0a47-8f40-44ff-bf10-5f39acea8e65 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587120 Nov 03 18:41:18.098792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03550ed-e643-4832-86aa-c31c13c06367 req-a076d4f3-f70b-419e-b366-3c2bd013cf55 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:18.100348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f03550ed-e643-4832-86aa-c31c13c06367 req-a076d4f3-f70b-419e-b366-3c2bd013cf55 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 944 time: 0.0510297 Nov 03 18:41:18.153089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f03550ed-e643-4832-86aa-c31c13c06367 req-51d7ae1b-3fab-49ca-a1fd-05b940d6c2b0 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462775 Nov 03 18:41:18.368104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6e0ab-9735-44fa-a817-a86211d59f4b req-68c91acb-050d-4326-b40b-ce2036037221 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:18.369707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cc6e0ab-9735-44fa-a817-a86211d59f4b req-68c91acb-050d-4326-b40b-ce2036037221 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.0556386 Nov 03 18:41:18.420236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cc6e0ab-9735-44fa-a817-a86211d59f4b req-93a4ee72-74aa-409f-9ca0-6d2a8b762795 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Nov 03 18:41:18.493960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:18.566280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2db1f-7fdc-4ac8-962d-356f7110a59e req-e87eaa5e-d913-456c-84aa-5fe6f17dc76f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:18.568182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97a2db1f-7fdc-4ac8-962d-356f7110a59e req-e87eaa5e-d913-456c-84aa-5fe6f17dc76f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0862734 Nov 03 18:41:18.584699 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:18.640570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:18.646550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97a2db1f-7fdc-4ac8-962d-356f7110a59e req-4b87ff4d-edef-4838-a1bc-74d4e080a9df tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Nov 03 18:41:18.655744 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:18.715008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=11']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:18.747187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:18.749683 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b71b90-16c5-423b-ad6f-3bbc81df7698" -d '{"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:18.908263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f93c3-55b6-48eb-a801-15c6f09d58e1 req-e380ee0c-9490-4d84-b1e7-fb7e626f76ce tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:18.909860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-663f93c3-55b6-48eb-a801-15c6f09d58e1 req-e380ee0c-9490-4d84-b1e7-fb7e626f76ce tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.0535216 Nov 03 18:41:18.949758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Sync routers for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:41:18.965928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:18.966965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:41:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:18.980409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-663f93c3-55b6-48eb-a801-15c6f09d58e1 req-fe0ceab7-eb4e-4e66-9c8a-ea3d23db6931 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621071 Nov 03 18:41:19.018601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:19.024455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 452fd76a-7c71-45f3-95cd-e4a73a553062 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:19.123201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333999c-9adb-4315-9172-a58879581c5e req-6534fc5e-4aa4-4f9d-9fc6-1c084255c155 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.130616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4333999c-9adb-4315-9172-a58879581c5e req-6534fc5e-4aa4-4f9d-9fc6-1c084255c155 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.0616305 Nov 03 18:41:19.181703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4333999c-9adb-4315-9172-a58879581c5e req-2cc99359-cc60-4afa-865e-c877d6e4af54 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478320 Nov 03 18:41:19.338339 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc1bbb3-b81d-415e-bd89-b8437e0ea6df x-openstack-request-id: req-9bc1bbb3-b81d-415e-bd89-b8437e0ea6df {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:19.338629 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:19.338880 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bc1bbb3-b81d-415e-bd89-b8437e0ea6df {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:19.339272 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'code': 200} Nov 03 18:41:19.367211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 452fd76a-7c71-45f3-95cd-e4a73a553062 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:19.367833 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:19.371388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:19.440123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:19.474431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4', 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6', 'port_id': '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4', 'mac_address': 'fa:16:3e:af:58:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5ccdd2-87a5-4ffa-9647-c5030d5de171', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:19.554039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6deacc-4177-44a3-9eea-7f78d97cce22 req-2c6da418-708d-46da-b166-65927f62c3a8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.555498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab6deacc-4177-44a3-9eea-7f78d97cce22 req-2c6da418-708d-46da-b166-65927f62c3a8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 944 time: 0.0550475 Nov 03 18:41:19.611620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab6deacc-4177-44a3-9eea-7f78d97cce22 req-10571594-6f07-4fd6-9cfd-a2b40069842f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468371 Nov 03 18:41:19.618922 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:19.648796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:19.669856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:19.694496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:19.705989 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:19.727036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 452fd76a-7c71-45f3-95cd-e4a73a553062, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=452fd76a-7c71-45f3-95cd-e4a73a553062,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:19.734311 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:19.792134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:19.846776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 2, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:19.866682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2ae1-5032-427b-a927-2cde45919598 req-d4eea8cc-2939-49e2-92da-58cc39de09dc tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.868338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f07e2ae1-5032-427b-a927-2cde45919598 req-d4eea8cc-2939-49e2-92da-58cc39de09dc tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.0686476 Nov 03 18:41:19.880569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Checking router: 377e2ae3-08b8-4692-8c0d-c1814facf407 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:19.880926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Updating router 377e2ae3-08b8-4692-8c0d-c1814facf407 port 45027fea-3812-4663-ae83-986a866f3dfd binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:41:19.883399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=452fd76a-7c71-45f3-95cd-e4a73a553062,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:19.926486 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:19.932189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f07e2ae1-5032-427b-a927-2cde45919598 req-1326ab04-52e7-4104-9168-25d7759c03fd tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565107 Nov 03 18:41:20.054290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:20.054538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada6d5b-e9f0-4036-ac46-6d9249a1ab12 req-047f0336-1ea8-4865-b809-529ab8d04f83 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:20.056125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ada6d5b-e9f0-4036-ac46-6d9249a1ab12 req-047f0336-1ea8-4865-b809-529ab8d04f83 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 946 time: 0.0604687 Nov 03 18:41:20.130096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ada6d5b-e9f0-4036-ac46-6d9249a1ab12 req-2f300749-7d28-4373-b0e1-983299d141b0 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups?id=e647bfea-fb75-4f0f-a4a9-395cb394dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613110 Nov 03 18:41:20.295324 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:41:20.323487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031047b-6e25-4b54-a220-6170ecf5405b req-ae7b008d-264b-4865-9565-de86c1f4326d tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:20.325067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a031047b-6e25-4b54-a220-6170ecf5405b req-ae7b008d-264b-4865-9565-de86c1f4326d tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0882242 Nov 03 18:41:20.359923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.371605 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.443622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a031047b-6e25-4b54-a220-6170ecf5405b req-de9b03d4-748d-4f0e-86fc-bf0f723fff97 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066751 Nov 03 18:41:20.457736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7ea5f-eaf0-4f58-9ab8-ac9c502378ed None None] Pushing event updated for resources: {'Port': ['ID=45027fea-3812-4663-ae83-986a866f3dfd,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:20.506078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Attempting to bind port 45027fea-3812-4663-ae83-986a866f3dfd on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:20.506528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Attempting to bind port 45027fea-3812-4663-ae83-986a866f3dfd by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:20.506960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Attempting to bind port 45027fea-3812-4663-ae83-986a866f3dfd on network c0d79a55-44b4-4875-8aa5-b9e9a21493fc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:20.513289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:20.513835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Checking segment: {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:20.514339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.514829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Bound using segment: {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:20.515424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Bound port: 45027fea-3812-4663-ae83-986a866f3dfd, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:20.515970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.612268 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] For port 45027fea-3812-4663-ae83-986a866f3dfd, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:20.617577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] For port 45027fea-3812-4663-ae83-986a866f3dfd, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=45027fea-3812-4663-ae83-986a866f3dfd,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:20.627866 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.702571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:20.703286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:41:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:20.767017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7ea5f-eaf0-4f58-9ab8-ac9c502378ed None None] Pushing event updated for resources: {'Port': ['ID=45027fea-3812-4663-ae83-986a866f3dfd,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:20.794731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-217cca26-cfae-4d02-b9f7-169f4c4d3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:20.798510 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-217cca26-cfae-4d02-b9f7-169f4c4d3880 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 1096 time: 0.0596435 Nov 03 18:41:20.856903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:20.861060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249339b3-214b-4c3d-9956-493478b824b5 req-7febfd2f-604a-49c4-a5e5-d5a322ec8623 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:20.864071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-249339b3-214b-4c3d-9956-493478b824b5 req-7febfd2f-604a-49c4-a5e5-d5a322ec8623 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.1011066 Nov 03 18:41:20.889864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4de9874c-7bcd-4dbb-8d00-a1e55a0e4f6c None None] Provisioning complete for port 45027fea-3812-4663-ae83-986a866f3dfd triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:20.890288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4de9874c-7bcd-4dbb-8d00-a1e55a0e4f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.974942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-249339b3-214b-4c3d-9956-493478b824b5 req-bf8b9c24-1492-4930-8888-64366b0bd4b6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861621 Nov 03 18:41:21.146254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-df8f08fc-0777-4141-8002-0d4dc21216ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:21.150037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-df8f08fc-0777-4141-8002-0d4dc21216ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.3337600 Nov 03 18:41:21.152348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 452fd76a-7c71-45f3-95cd-e4a73a553062 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:21.221509 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4de9874c-7bcd-4dbb-8d00-a1e55a0e4f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.231256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd3d28-5e57-493d-bd18-319e799604e2 req-cfc31b4a-9cdb-4aa9-a04f-ecd16fb3ea5f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:21.232856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebcd3d28-5e57-493d-bd18-319e799604e2 req-cfc31b4a-9cdb-4aa9-a04f-ecd16fb3ea5f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.1246247 Nov 03 18:41:21.246911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a566a5-246c-442a-838e-0347839d446d req-2344b51b-fce9-4020-9729-b042b4aa9643 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:21.248493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10a566a5-246c-442a-838e-0347839d446d req-2344b51b-fce9-4020-9729-b042b4aa9643 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 946 time: 0.1205215 Nov 03 18:41:21.250785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-bf519cb8-08fa-4784-a2c4-3503b7f53398 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0466329-638e-45ef-9a2b-fe2919a4a846 HTTP/1.1" status: 200 len: 217 time: 0.0791123 Nov 03 18:41:21.301902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4de9874c-7bcd-4dbb-8d00-a1e55a0e4f6c None None] For port 45027fea-3812-4663-ae83-986a866f3dfd, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=45027fea-3812-4663-ae83-986a866f3dfd,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:21.309205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4de9874c-7bcd-4dbb-8d00-a1e55a0e4f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.324267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-fe256008-0b32-4349-9504-90ba4f5aa605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:21.326589 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-fe256008-0b32-4349-9504-90ba4f5aa605 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.0675585 Nov 03 18:41:21.349824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 452fd76a-7c71-45f3-95cd-e4a73a553062 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:21.350190 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.374814 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-288860ba-a1e7-4b66-9a71-adfc52c48c49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321932 Nov 03 18:41:21.416160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9874c-7bcd-4dbb-8d00-a1e55a0e4f6c None None] Pushing event updated for resources: {'Port': ['ID=45027fea-3812-4663-ae83-986a866f3dfd,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:21.455200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:20Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:21.464716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebcd3d28-5e57-493d-bd18-319e799604e2 req-20547008-2511-4803-b892-396cab4c77e3 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129076 Nov 03 18:41:21.509535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c7fee2f5-4f53-4386-85e6-d08a2d657016 None None] Provisioning complete for port 45027fea-3812-4663-ae83-986a866f3dfd triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:21.509907 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c7fee2f5-4f53-4386-85e6-d08a2d657016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.513784 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-df627410-2716-409c-94c0-bdbe6f5317d9 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245825 Nov 03 18:41:21.532778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Deleting port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:21.533212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.673270 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e5671a82-72ad-45b6-bcc7-1ac2538a3164 req-cbd39b12-b745-40a8-a89f-c72748074202 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496670 Nov 03 18:41:21.699472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859240e-e15e-4b49-83c7-29e7dc76b615 None None] The sync data for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 is: [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:20Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:41:21.739487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] For port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:21.739852 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.892061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fd358-30c1-472f-aa4c-31e689a5c4ac req-620e951c-4012-48ac-8a63-b5f657784a51 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:21.893726 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a3fd358-30c1-472f-aa4c-31e689a5c4ac req-620e951c-4012-48ac-8a63-b5f657784a51 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 945 time: 0.1442170 Nov 03 18:41:22.070436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a3fd358-30c1-472f-aa4c-31e689a5c4ac req-c1a0fad3-85d7-49b9-a0ec-1b457bebb983 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617596 Nov 03 18:41:22.107304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:22.107939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:22.108486 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Floating IP 2707aa49-bc2a-47b9-96b7-aff5664d3250 disassociated. External IP: 172.25.3.34, port: 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e. Nov 03 18:41:22.109097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Calling delete_port for 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:22.259617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3cd5-b6dd-48a5-8970-1b29e7b4a2f3 req-a7a00a21-3433-4ebc-98fd-3b4cb064768c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:22.266359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-314a3cd5-b6dd-48a5-8970-1b29e7b4a2f3 req-a7a00a21-3433-4ebc-98fd-3b4cb064768c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.0910120 Nov 03 18:41:22.421904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-314a3cd5-b6dd-48a5-8970-1b29e7b4a2f3 req-5f4ae5d7-6289-4614-9810-209da83542e3 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522765 Nov 03 18:41:22.450459 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:22.513068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event deleted for resources: {'Port': ['ID=9eafb73d-9ec3-4e93-8563-44a4ef47eb2e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:22.577191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.577685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.578131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.579738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.580440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.581260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.581735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.582250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.582882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.583391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.583988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.585080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:22.612938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75ee99ff-ae65-4c12-af20-56d8352048e2 req-362db95f-e20a-42b3-a7ff-eb504becea83 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f5f9a71-8c23-484a-bdfb-4ff161f984a1 HTTP/1.1" status: 200 len: 210 time: 0.1068172 Nov 03 18:41:22.791120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:41:22.801022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffe8e1-a57a-4cce-8877-3d654c295370 req-555d4413-1399-40e1-9de6-b1a97437df54 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:22.806082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bffe8e1-a57a-4cce-8877-3d654c295370 req-555d4413-1399-40e1-9de6-b1a97437df54 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0803919 Nov 03 18:41:23.019316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bffe8e1-a57a-4cce-8877-3d654c295370 req-b7d5cad0-12f5-4302-93ba-ac3b54f3abb9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089047 Nov 03 18:41:23.031756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:23.098051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:41:23.115595 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] Sync routers for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:41:23.132579 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:23.133216 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:41:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:23.201097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] No DVR routers for this DVR port 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:23.202987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 45027fea-3812-4663-ae83-986a866f3dfd up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:23.206547 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:23.210360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10a566a5-246c-442a-838e-0347839d446d req-2d50f9ca-0973-45eb-8dd6-4f9b7c396751 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.96 "DELETE /v2.0/ports/9eafb73d-9ec3-4e93-8563-44a4ef47eb2e HTTP/1.1" status: 204 len: 173 time: 1.9478486 Nov 03 18:41:23.217235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'name': 'network-vif-deleted', 'tag': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:23.219758 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f518ac-3be5-43ef-ba0a-b2c2f18a32f6" -d '{"events": [{"server_uuid": "5f5f9a71-8c23-484a-bdfb-4ff161f984a1", "name": "network-vif-deleted", "tag": "9eafb73d-9ec3-4e93-8563-44a4ef47eb2e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:23.314504 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:23.342008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:23.357116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:23.357735 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:23.432121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 45027fea-3812-4663-ae83-986a866f3dfd triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:23.432967 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:23.630687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d891e-b745-4b14-a83b-8fe90a75203f req-fcaa2308-a0ac-4950-9ab8-91562b631a32 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:23.635056 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:12Z', 'revision_number': 5, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:23.638649 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:23.638771 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea4d891e-b745-4b14-a83b-8fe90a75203f req-fcaa2308-a0ac-4950-9ab8-91562b631a32 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.1086206 Nov 03 18:41:23.696082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1593b97c-550e-48b1-83f7-d83649437bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:23.698324 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] Checking router: a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:23.698764 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a231d40-2964-4132-ad74-a44c3240dfa4" -d '{"events": [{"server_uuid": "1593b97c-550e-48b1-83f7-d83649437bd4", "name": "network-vif-plugged", "status": "completed", "tag": "4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:23.712455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:23.721345 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:23.722061 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:23.724194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:41:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:23.731757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea4d891e-b745-4b14-a83b-8fe90a75203f req-63d085bb-686a-4329-960c-8e5349c3111a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754173 Nov 03 18:41:23.807273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:23.880570 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:23.945996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b24921-6589-4aee-ad67-18fea53ffd6c req-3be688cc-270f-43c5-adce-99180ced3b35 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:23.948135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72b24921-6589-4aee-ad67-18fea53ffd6c req-3be688cc-270f-43c5-adce-99180ced3b35 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.0687678 Nov 03 18:41:24.026024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72b24921-6589-4aee-ad67-18fea53ffd6c req-a8379386-c327-4eab-a4d7-5a6ec293e733 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613217 Nov 03 18:41:24.173390 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:12Z', 'revision_number': 5, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:24.207671 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae0c11-033a-471d-93da-2a4b750d14e0 None None] The sync data for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 is: [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:39:05Z', 'revision_number': 4, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1', 'name': '', 'network_id': '31bcb435-5029-4780-a926-36fbc1b6cf68', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'mac_address': 'fa:16:3e:b6:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:04Z', 'updated_at': '2021-11-03T18:39:12Z', 'revision_number': 5, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'subnets': [{'id': 'c75b9101-a9b3-4d49-b16b-b2eccc04d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:41:24.222962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c187bb9-f1e0-481b-ab0e-dbf6e47068a8 req-1338a585-dd93-41e4-a89f-f84b5fa5b192 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:24.224804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c187bb9-f1e0-481b-ab0e-dbf6e47068a8 req-1338a585-dd93-41e4-a89f-f84b5fa5b192 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 946 time: 0.0618205 Nov 03 18:41:24.297354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c187bb9-f1e0-481b-ab0e-dbf6e47068a8 req-834ebd05-5100-4e79-95fd-dc2cf447afae tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596664 Nov 03 18:41:24.361991 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269d111a-6379-4fe9-8ae6-57ef1842ef6d x-openstack-request-id: req-269d111a-6379-4fe9-8ae6-57ef1842ef6d {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:24.362430 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5f9a71-8c23-484a-bdfb-4ff161f984a1", "name": "network-vif-deleted", "tag": "9eafb73d-9ec3-4e93-8563-44a4ef47eb2e", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:24.362781 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-269d111a-6379-4fe9-8ae6-57ef1842ef6d {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:24.363284 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5f9a71-8c23-484a-bdfb-4ff161f984a1', 'name': 'network-vif-deleted', 'tag': '9eafb73d-9ec3-4e93-8563-44a4ef47eb2e', 'status': 'completed', 'code': 200} Nov 03 18:41:24.542647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c731c95b-e9f6-45e2-823f-6c11f392f138 None None] New status for floating IP 2707aa49-bc2a-47b9-96b7-aff5664d3250: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:41:24.575748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febb345-d407-40fb-9ed8-ded06bd4e53f req-785fe614-91fb-4ecd-89fd-abb40fbdda3c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:24.577898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7febb345-d407-40fb-9ed8-ded06bd4e53f req-785fe614-91fb-4ecd-89fd-abb40fbdda3c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.0790236 Nov 03 18:41:24.637824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7febb345-d407-40fb-9ed8-ded06bd4e53f req-49c07c7d-5691-4ed8-8489-feee659a54dd tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Nov 03 18:41:24.731273 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cec8ee-a6d7-442a-a693-fe72dfeb6f04 x-openstack-request-id: req-a6cec8ee-a6d7-442a-a693-fe72dfeb6f04 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:24.732511 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1593b97c-550e-48b1-83f7-d83649437bd4", "name": "network-vif-plugged", "status": "completed", "tag": "4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:24.732934 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6cec8ee-a6d7-442a-a693-fe72dfeb6f04 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:24.733642 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1593b97c-550e-48b1-83f7-d83649437bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4', 'code': 200} Nov 03 18:41:24.880873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea629-5fa0-4fa7-a98d-b7b1d20bc0ed req-50934bb5-5ce4-46fe-b263-e6a258b48d8a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:24.882767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc5ea629-5fa0-4fa7-a98d-b7b1d20bc0ed req-50934bb5-5ce4-46fe-b263-e6a258b48d8a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0917311 Nov 03 18:41:24.904211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf64e07-8bda-45de-b8c0-4bdf38458422 req-9f5f2f9a-f068-447c-a9b6-53ba4571d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:24.905819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bf64e07-8bda-45de-b8c0-4bdf38458422 req-9f5f2f9a-f068-447c-a9b6-53ba4571d917 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0713203 Nov 03 18:41:24.976326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc5ea629-5fa0-4fa7-a98d-b7b1d20bc0ed req-f6b03f52-370e-4d31-a6a7-e35be077fcce tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813653 Nov 03 18:41:24.984394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bf64e07-8bda-45de-b8c0-4bdf38458422 req-13c095fa-e2c6-4dbb-93a8-010bd12509d4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702307 Nov 03 18:41:25.045008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:25.072162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:25.072508 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9eafb73d-9ec3-4e93-8563-44a4ef47eb2e not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:25.154880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53850) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:25.259857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af6549b7-825c-4f47-a181-282ee87b8e88 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:25.290165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af6549b7-825c-4f47-a181-282ee87b8e88 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:25.297185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504095c-a77c-4fea-8a47-823e9eed5d79 req-d491a0bf-40c4-4961-abec-b3d7388d9c65 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:25.300052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9504095c-a77c-4fea-8a47-823e9eed5d79 req-d491a0bf-40c4-4961-abec-b3d7388d9c65 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.0800033 Nov 03 18:41:25.377148 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af6549b7-825c-4f47-a181-282ee87b8e88 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:25.381098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af6549b7-825c-4f47-a181-282ee87b8e88 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:25.383739 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-af6549b7-825c-4f47-a181-282ee87b8e88 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "DELETE /v2.0/security-groups/e647bfea-fb75-4f0f-a4a9-395cb394dbd8 HTTP/1.1" status: 204 len: 168 time: 0.2277107 Nov 03 18:41:25.387313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53854) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:25.396483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6549b7-825c-4f47-a181-282ee87b8e88 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e647bfea-fb75-4f0f-a4a9-395cb394dbd8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:25.676243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9504095c-a77c-4fea-8a47-823e9eed5d79 req-dc358786-43ad-4288-8c7b-b5c0913fd7e6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628416 Nov 03 18:41:25.677894 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-85d4b953-b9d4-42d5-a0ac-254aa6071b06 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] show failed (client error): The resource could not be found. Nov 03 18:41:25.678877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-85d4b953-b9d4-42d5-a0ac-254aa6071b06 tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "GET /v2.0/security-groups/e647bfea-fb75-4f0f-a4a9-395cb394dbd8 HTTP/1.1" status: 404 len: 347 time: 0.2904618 Nov 03 18:41:25.682073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53858) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:25.835150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Deleting port 939d1845-d285-48fd-889a-4ba7cf031344 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:25.835492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:25.846830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bac6c1-e15a-4d89-bf08-44f28cd6f658 req-898fa797-cd13-46e2-a1ee-3c70052539e5 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:25.849783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38bac6c1-e15a-4d89-bf08-44f28cd6f658 req-898fa797-cd13-46e2-a1ee-3c70052539e5 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.0985861 Nov 03 18:41:25.929895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38bac6c1-e15a-4d89-bf08-44f28cd6f658 req-14e5ace8-daab-4504-b26a-de9dbc1154fa tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726557 Nov 03 18:41:25.938870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:25.939444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:25.956414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Calling delete_port for 939d1845-d285-48fd-889a-4ba7cf031344 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:26.170901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.220768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Pushing event deleted for resources: {'Port': ['ID=939d1845-d285-48fd-889a-4ba7cf031344,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:26.237270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077fa51-54f4-457a-8267-5681c4d62d8f req-818c7e44-422b-40e6-b44f-e1825a552c03 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.241460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3077fa51-54f4-457a-8267-5681c4d62d8f req-818c7e44-422b-40e6-b44f-e1825a552c03 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 946 time: 0.0949333 Nov 03 18:41:26.299793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.302834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3077fa51-54f4-457a-8267-5681c4d62d8f req-7294712d-ee4c-4bda-b809-21e3d0399d46 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547311 Nov 03 18:41:26.312521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.314278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8252b11d-660e-4f0f-af16-2da90ecf6b6a tempest-ServersTestJSON-1744091959 tempest-ServersTestJSON-1744091959-project] 10.222.0.77 "DELETE /v2.0/floatingips/2707aa49-bc2a-47b9-96b7-aff5664d3250 HTTP/1.1" status: 204 len: 168 time: 0.6310410 Nov 03 18:41:26.319086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53874) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:26.434325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda573c6-30e7-4957-8d59-280cd54ac492 req-038d1a6d-713f-4822-809c-c20ca0952151 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.435936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dda573c6-30e7-4957-8d59-280cd54ac492 req-038d1a6d-713f-4822-809c-c20ca0952151 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.0634830 Nov 03 18:41:26.526035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dda573c6-30e7-4957-8d59-280cd54ac492 req-df34ae44-4499-4175-9af1-884c8281f878 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838561 Nov 03 18:41:26.650852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37c9a-fa53-40ec-9f1d-969bf2b60949 req-0a065cb6-8349-4f7f-ad09-a77e0ffeee69 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.652459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9a37c9a-fa53-40ec-9f1d-969bf2b60949 req-0a065cb6-8349-4f7f-ad09-a77e0ffeee69 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0651023 Nov 03 18:41:26.716820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9a37c9a-fa53-40ec-9f1d-969bf2b60949 req-04da4ae7-a66a-4774-b33e-0e732a0dfc52 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534244 Nov 03 18:41:26.987317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc318cd5-2616-4c21-9d49-a38477b2a69c req-05ca87ea-d809-46ec-827e-5794097a6382 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.994256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc318cd5-2616-4c21-9d49-a38477b2a69c req-05ca87ea-d809-46ec-827e-5794097a6382 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.0883112 Nov 03 18:41:27.077930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc318cd5-2616-4c21-9d49-a38477b2a69c req-b707264e-05bc-4666-a7af-81cc97d765c9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820227 Nov 03 18:41:27.241048 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.308124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcc737-c7e1-49e1-80ff-bb2d254c5ff5 req-e46762a6-1fc1-4e5c-b84b-645bdd9b4a9a tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:27.309740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40bcc737-c7e1-49e1-80ff-bb2d254c5ff5 req-e46762a6-1fc1-4e5c-b84b-645bdd9b4a9a tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.0765595 Nov 03 18:41:27.390254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40bcc737-c7e1-49e1-80ff-bb2d254c5ff5 req-ee9c1d16-8f17-4c00-9007-d458e781ba2e tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592296 Nov 03 18:41:27.595655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef093a-1efb-4907-821a-b7719b5b9857 req-3b1e256a-942d-4e29-a20e-eaa4b077ff2b tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:27.598562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-90ef093a-1efb-4907-821a-b7719b5b9857 req-3b1e256a-942d-4e29-a20e-eaa4b077ff2b tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 946 time: 0.0661540 Nov 03 18:41:27.602495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Deleting port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:27.602920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.683204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-90ef093a-1efb-4907-821a-b7719b5b9857 req-0dfc81f1-c3d8-4c4f-b206-9d4c7f847295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764058 Nov 03 18:41:27.706387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] For port 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:27.706878 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.722342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Calling delete_port for 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:27.899419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482fb0d-1d75-4b61-a3ec-1bcda7a89919 req-5af91866-f014-43c8-b2ca-22bc922cd3bc tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:27.901019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e482fb0d-1d75-4b61-a3ec-1bcda7a89919 req-5af91866-f014-43c8-b2ca-22bc922cd3bc tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.0550902 Nov 03 18:41:27.944208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.982191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Pushing event deleted for resources: {'Port': ['ID=34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:27.986150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e482fb0d-1d75-4b61-a3ec-1bcda7a89919 req-072729a3-82d1-41bc-bd0d-12821111b35f tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785046 Nov 03 18:41:28.222972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.384434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d0715-e717-4677-9faf-2850915fca21 req-71e4d1c5-a5f6-4806-a1d8-25338ae88afa tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:28.387778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a7d0715-e717-4677-9faf-2850915fca21 req-71e4d1c5-a5f6-4806-a1d8-25338ae88afa tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.0785298 Nov 03 18:41:28.454559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a7d0715-e717-4677-9faf-2850915fca21 req-2cfaaa6d-bcc8-4122-b466-422c3005c49e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583260 Nov 03 18:41:28.505934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:41:28.655393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:41:28.665649 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fe59022b-3352-4d1f-b46c-fe3dc02b047c admin admin] 10.222.0.77 "PUT /v2.0/routers/a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3453360 Nov 03 18:41:28.668394 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] Sync routers for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:41:28.670353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53956) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:28.688604 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:28.689775 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:41:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:28.826912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275de1be-cfb9-4b76-865e-230cb8c6e29b req-f736f641-3edb-48e1-8745-52d911e46da9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:28.838859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-275de1be-cfb9-4b76-865e-230cb8c6e29b req-f736f641-3edb-48e1-8745-52d911e46da9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.1870949 Nov 03 18:41:28.941833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.994878 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:29.045992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-275de1be-cfb9-4b76-865e-230cb8c6e29b req-0a5dca70-f50c-48bb-bcd9-20480e08d47a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059498 Nov 03 18:41:29.056991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3d7ef9a3-096e-4d65-a43c-64a695dc8340 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:29.189010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:29.300148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:29.322903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'port_id': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'mac_address': 'fa:16:3e:56:d2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e37e125-5d36-4a7a-8a18-0dcddadb205f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:29.366331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1e411-e2b8-4885-bbf6-a22845534059 req-3a3a2bb9-fd83-4150-a3c5-f7481c02d0a1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.367948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85c1e411-e2b8-4885-bbf6-a22845534059 req-3a3a2bb9-fd83-4150-a3c5-f7481c02d0a1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 946 time: 0.0823638 Nov 03 18:41:29.372954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Deleting port 7e06780c-d889-48f0-a73f-116ff3ef4579 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:29.373290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:29.391779 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:29.408625 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:41:27Z', 'revision_number': 5, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port': {'id': '7e06780c-d889-48f0-a73f-116ff3ef4579', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:01Z', 'updated_at': '2021-11-03T18:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:29.420538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d7ef9a3-096e-4d65-a43c-64a695dc8340 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:29.452952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:29.459483 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] Checking router: a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:29.463875 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:29.485895 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] Routers {'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:29.486964 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:41:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:29.499095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85c1e411-e2b8-4885-bbf6-a22845534059 req-88db599a-9261-4396-8af4-fc654396cf26 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123979 Nov 03 18:41:29.520480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] For port 7e06780c-d889-48f0-a73f-116ff3ef4579, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e06780c-d889-48f0-a73f-116ff3ef4579,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:29.521258 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:29.558188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Calling delete_port for 7e06780c-d889-48f0-a73f-116ff3ef4579 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:29.696275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:29.703293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['3d7ef9a3-096e-4d65-a43c-64a695dc8340'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:29.742515 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] Set router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:29.910227 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:41:29Z', 'revision_number': 6, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:29.972057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3f0cf-9bc6-41db-b09a-e8c000f2c5b1 req-c763cb4a-fd55-43e5-8d1e-b57ca77555e4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.982684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47c3f0cf-9bc6-41db-b09a-e8c000f2c5b1 req-c763cb4a-fd55-43e5-8d1e-b57ca77555e4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.2695556 Nov 03 18:41:29.998758 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431e46a3-aed3-4f87-950e-bd786378a906 None None] The sync data for ids ['a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26'] in n-d-812148-3 is: [{'id': 'a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26', 'name': 'tempest-ServersTestJSON-598690554-router', 'tenant_id': '1aa2fb2ff783482d8775b23ece1a747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:39:00Z', 'updated_at': '2021-11-03T18:41:29Z', 'revision_number': 6, 'project_id': '1aa2fb2ff783482d8775b23ece1a747d', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:41:30.115965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-980dd973-5985-4cb3-9ba3-06da3f5c1d27 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:30.118192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-980dd973-5985-4cb3-9ba3-06da3f5c1d27 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.96 "GET /v2.0/ports?device_id=1593b97c-550e-48b1-83f7-d83649437bd4 HTTP/1.1" status: 200 len: 946 time: 0.3017273 Nov 03 18:41:30.274403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47c3f0cf-9bc6-41db-b09a-e8c000f2c5b1 req-f57c07aa-544f-416e-a632-1d480b26b238 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171171 Nov 03 18:41:30.352224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.405945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e06780c-d889-48f0-a73f-116ff3ef4579,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:30.409974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Deleting port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:30.410811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.548930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] For port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:30.549600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.603925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Calling delete_port for 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:30.681085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.795191 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.798554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.866934 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.866934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:41:30.887663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.889530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eaa99312-2901-40b4-9d66-9904a0b7add3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a2ca56da-418b-4ac4-8eb6-58f4b4f5bb26 HTTP/1.1" status: 204 len: 168 time: 2.2175610 Nov 03 18:41:30.892993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53990) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:31.021798 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.051491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d3f7c4a1-18df-4cde-b987-facff3dce3c7', '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:31.072862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Pushing event deleted for resources: {'Port': ['ID=4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:31.148691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] No DVR routers for this DVR port 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:31.152431 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.158873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-005c5618-d4fd-4f49-a060-8d4680bdff2f req-fc913410-7ced-482c-950f-67663b823295 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.96 "DELETE /v2.0/ports/4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 HTTP/1.1" status: 204 len: 173 time: 1.0194807 Nov 03 18:41:31.159720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1593b97c-550e-48b1-83f7-d83649437bd4', 'name': 'network-vif-deleted', 'tag': '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:31.191283 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082b3abc-eaf6-47fc-8b81-d30eeeced41e" -d '{"events": [{"server_uuid": "1593b97c-550e-48b1-83f7-d83649437bd4", "name": "network-vif-deleted", "tag": "4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:31.231590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d653cc72-3316-446c-91c3-dec614027543 admin admin] Deleting subnet c75b9101-a9b3-4d49-b16b-b2eccc04d365 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:41:31.244082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d653cc72-3316-446c-91c3-dec614027543 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.296881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3d7ef9a3-096e-4d65-a43c-64a695dc8340 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:31.299792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e06780c-d889-48f0-a73f-116ff3ef4579 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:31.369394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d653cc72-3316-446c-91c3-dec614027543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.372628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 7e06780c-d889-48f0-a73f-116ff3ef4579 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:31.372986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e06780c-d889-48f0-a73f-116ff3ef4579 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:31.373442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:31.430040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:31.433839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 34ed49be-7cbb-4b09-ac2c-b7ffa9523cd1 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:31.551230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:31.551782 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.617475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d653cc72-3316-446c-91c3-dec614027543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.761221 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d653cc72-3316-446c-91c3-dec614027543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.848402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d653cc72-3316-446c-91c3-dec614027543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.859425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d653cc72-3316-446c-91c3-dec614027543 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c75b9101-a9b3-4d49-b16b-b2eccc04d365 HTTP/1.1" status: 204 len: 168 time: 0.9650593 Nov 03 18:41:31.860557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96d95b-4e8f-4a5b-8761-4cd808760cd0 None None] Network 31bcb435-5029-4780-a926-36fbc1b6cf68 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:31.861018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653cc72-3316-446c-91c3-dec614027543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75b9101-a9b3-4d49-b16b-b2eccc04d365,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:31.862298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53998) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:31.981157 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.047812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.200103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Deleting port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:32.200535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.212943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:32.216875 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70536a1-c815-43db-b366-d2dd8785edf9" -d '{"events": [{"server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "name": "network-vif-plugged", "status": "completed", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:32.263100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:32.346954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.348628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] For port 960dd07e-3d7d-483f-b9ee-ac769cf1c464, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=960dd07e-3d7d-483f-b9ee-ac769cf1c464,segment=NetworkSegment(b06a5370-b87b-4031-9d87-773219e28462),segment_id=b06a5370-b87b-4031-9d87-773219e28462)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:32.353834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.380324 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.388915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Calling delete_port for 960dd07e-3d7d-483f-b9ee-ac769cf1c464 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:32.495542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:32.576371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.597615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] No DVR routers for this DVR port 960dd07e-3d7d-483f-b9ee-ac769cf1c464 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:32.650295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Pushing event deleted for resources: {'Port': ['ID=960dd07e-3d7d-483f-b9ee-ac769cf1c464,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:32.674787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a5721a-6fa3-4ad8-974f-b8db155ea739 None None] DHCP port deletion for 31bcb435-5029-4780-a926-36fbc1b6cf68 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:41:32.749284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.793477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bcb435-5029-4780-a926-36fbc1b6cf68']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:32.817481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06a5370-b87b-4031-9d87-773219e28462') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:32.818068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06a5370-b87b-4031-9d87-773219e28462') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:32.839288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.868931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.883931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:41:32.884619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:41:32.886851 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:41:32.958186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.966104 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.984016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] 10.222.0.77 "DELETE /v2.0/networks/31bcb435-5029-4780-a926-36fbc1b6cf68 HTTP/1.1" status: 204 len: 168 time: 1.1091676 Nov 03 18:41:33.005811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba76faa-df66-48ee-a003-ba34c5d3004c admin admin] Pushing event deleted for resources: {'Network': ['ID=31bcb435-5029-4780-a926-36fbc1b6cf68,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:33.073336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:33.109216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:33.109591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:33.117830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 960dd07e-3d7d-483f-b9ee-ac769cf1c464 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:33.174309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54006) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:33.177145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 960dd07e-3d7d-483f-b9ee-ac769cf1c464 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:33.177550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 960dd07e-3d7d-483f-b9ee-ac769cf1c464 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:33.181494 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.247689 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2db63d86-edfa-443f-b291-627ef24c06bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aa2fb2ff783482d8775b23ece1a747d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720901 Nov 03 18:41:33.252448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54008) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:33.342664 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a27b179-d1db-432f-af3d-a4bdd2f7bb14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.373161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a27b179-d1db-432f-af3d-a4bdd2f7bb14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.487688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a27b179-d1db-432f-af3d-a4bdd2f7bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.494746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a27b179-d1db-432f-af3d-a4bdd2f7bb14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.499156 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9a27b179-d1db-432f-af3d-a4bdd2f7bb14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90f8a927-f3a3-450c-bb2f-c293f468040c HTTP/1.1" status: 204 len: 168 time: 0.2431188 Nov 03 18:41:33.533313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27b179-d1db-432f-af3d-a4bdd2f7bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f8a927-f3a3-450c-bb2f-c293f468040c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:35.149226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54038) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:35.386658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-724984036-network', 'tenant_id': 'a10324ff6536446894e7e21e017cb9f5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:35.437219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Made reservation on behalf of a10324ff6536446894e7e21e017cb9f5 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:35.443682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:35.464553 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:35.672176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:35.682011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:35.710848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:41:35.747772 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:35.748556 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Added segment 5fd4fb9f-464f-42bf-92bb-7c33fe40a805 of type vlan for network 795bb588-bf70-40c4-80bc-3bb8ec686536 Nov 03 18:41:35.798496 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35b5-25ef-4590-bdcf-5bb1c7e15f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:35.867944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5560ec-e01a-4878-a8af-f225023c8460,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:35.931121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:35.995587 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.001178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:36.001178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.094984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54044) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:36.098675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9444778 Nov 03 18:41:36.102080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Request body: {'subnet': {'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-724984036-subnet', 'tenant_id': 'a10324ff6536446894e7e21e017cb9f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:36.162005 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Made reservation on behalf of a10324ff6536446894e7e21e017cb9f5 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:36.164429 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.177825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e0f41-60ad-4401-aa1e-bbddac7f8de2 admin admin] Pushing event updated for resources: {'Network': ['ID=795bb588-bf70-40c4-80bc-3bb8ec686536,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:36.203014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:41:36.497097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.572754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06ebf8-b300-4929-bdb1-6a5942c2c941 req-711d6a92-e1bc-4d0f-a943-e1f5ff81c259 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:36.574297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d06ebf8-b300-4929-bdb1-6a5942c2c941 req-711d6a92-e1bc-4d0f-a943-e1f5ff81c259 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.1237502 Nov 03 18:41:36.596269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Checking segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:36.597066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Network hostable DHCP agents. Network: 795bb588-bf70-40c4-80bc-3bb8ec686536, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:41:36.606399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4172a838-dcb0-4f89-bd61-730d70567714,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:36.633355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:41:36.657325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 795bb588-bf70-40c4-80bc-3bb8ec686536) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:36.665644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:36.667219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.670393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d06ebf8-b300-4929-bdb1-6a5942c2c941 req-401e9309-6770-4bfe-a2fa-8a555ba27226 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874104 Nov 03 18:41:36.672175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e93af07-758e-4225-a508-8100584888a9 None None] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:36.705301 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a6ea5aaa-971e-46ce-9e98-85d2cc22394b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6064095 Nov 03 18:41:36.887181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-795bb588-bf70-40c4-80bc-3bb8ec686536', 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536', 'tenant_id': 'a10324ff6536446894e7e21e017cb9f5', 'fixed_ips': [{'subnet_id': '4172a838-dcb0-4f89-bd61-730d70567714'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:41:36.890449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc7cd4-9c68-4242-88fb-a5eb681a91ed req-08e0957d-0b67-44b1-b10b-86199169dd06 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:36.890892 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.906080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6cc7cd4-9c68-4242-88fb-a5eb681a91ed req-08e0957d-0b67-44b1-b10b-86199169dd06 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.1418517 Nov 03 18:41:36.998234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6cc7cd4-9c68-4242-88fb-a5eb681a91ed req-772e7c1a-d9a3-4cb6-834b-2bd73dacbcd4 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912426 Nov 03 18:41:37.198496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Allocated IP 172.20.0.2 (795bb588-bf70-40c4-80bc-3bb8ec686536/4172a838-dcb0-4f89-bd61-730d70567714/70645a45-072c-4824-851e-15e62d0da614) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:37.219902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9450-25fb-47f2-b264-47cdf03de8b3 req-a351a9ca-cee8-428e-99a3-e8dc21a3aa22 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:37.237912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87db9450-25fb-47f2-b264-47cdf03de8b3 req-a351a9ca-cee8-428e-99a3-e8dc21a3aa22 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.0821161 Nov 03 18:41:37.311151 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87db9450-25fb-47f2-b264-47cdf03de8b3 req-ddec4d1e-f83d-4f96-bb48-9e325b9c4196 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723135 Nov 03 18:41:37.441155 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a767f099-159a-42f1-ac22-0355d98770e9 x-openstack-request-id: req-a767f099-159a-42f1-ac22-0355d98770e9 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:37.441769 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1593b97c-550e-48b1-83f7-d83649437bd4", "name": "network-vif-deleted", "tag": "4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:37.442288 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a767f099-159a-42f1-ac22-0355d98770e9 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:37.443004 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1593b97c-550e-48b1-83f7-d83649437bd4', 'name': 'network-vif-deleted', 'tag': '4bbbaa78-c8fd-4e4f-ac30-3bdd3b77d9b4', 'status': 'completed', 'code': 200} Nov 03 18:41:37.517177 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.529277 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.593278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Pushing event updated for resources: {'Port': ['ID=70645a45-072c-4824-851e-15e62d0da614,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:37.606899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:37.608762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:37.618738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:37.636840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08010f-515f-45fb-9891-90fa698685a4 req-650d35ec-6707-49cb-a745-fe5a8baea93f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:37.642523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e08010f-515f-45fb-9891-90fa698685a4 req-650d35ec-6707-49cb-a745-fe5a8baea93f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.1073961 Nov 03 18:41:37.723208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Attempting to bind port 70645a45-072c-4824-851e-15e62d0da614 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:37.723932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Attempting to bind port 70645a45-072c-4824-851e-15e62d0da614 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:37.724680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Attempting to bind port 70645a45-072c-4824-851e-15e62d0da614 on network 795bb588-bf70-40c4-80bc-3bb8ec686536 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:37.730422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e08010f-515f-45fb-9891-90fa698685a4 req-11195103-3394-41f1-acae-780214f5c0c8 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817392 Nov 03 18:41:37.740807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:37.742325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Checking segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:37.743142 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.754285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Bound using segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:37.754285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Bound port: 70645a45-072c-4824-851e-15e62d0da614, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:37.754285 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.857534 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e51b0d-2a8d-4539-8d3f-d463eff56641 x-openstack-request-id: req-d2e51b0d-2a8d-4539-8d3f-d463eff56641 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:37.858233 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "name": "network-vif-plugged", "status": "completed", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:37.858685 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2e51b0d-2a8d-4539-8d3f-d463eff56641 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:37.859575 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'code': 200} Nov 03 18:41:37.861380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] For port 70645a45-072c-4824-851e-15e62d0da614, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:37.866521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] For port 70645a45-072c-4824-851e-15e62d0da614, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=70645a45-072c-4824-851e-15e62d0da614,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:37.925059 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.078404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2e7ce-d6b0-47ed-b1eb-c468302393f4 None None] Pushing event updated for resources: {'Port': ['ID=70645a45-072c-4824-851e-15e62d0da614,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:38.317760 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3d37d024-aef2-4d74-82b5-f573394d348f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.900270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-a56bbe38-efb7-44b1-8004-8921cf6e8652 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:38.918793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-a56bbe38-efb7-44b1-8004-8921cf6e8652 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 815 time: 0.2188420 Nov 03 18:41:38.954238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-adcd8d3c-2922-430b-9693-27eae968d45c tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/quotas/a10324ff6536446894e7e21e017cb9f5 HTTP/1.1" status: 200 len: 375 time: 0.0332911 Nov 03 18:41:39.061736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-4f724da1-b6a4-4dd5-8a46-2d875041df64 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062005 Nov 03 18:41:39.177829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 70645a45-072c-4824-851e-15e62d0da614 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:39.220592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-f64b1824-0e9a-49c4-8f19-f92f9f78e7a6 service neutron] 10.222.0.77 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470382 Nov 03 18:41:39.374815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 70645a45-072c-4824-851e-15e62d0da614 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:39.377933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-1f480da1-5997-42c1-8af8-3ce64adf468f service neutron] 10.222.0.77 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563036 Nov 03 18:41:39.381740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.621568 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.745995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 70645a45-072c-4824-851e-15e62d0da614, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=70645a45-072c-4824-851e-15e62d0da614,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:39.756913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.802013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d45a33-eb04-48b1-9174-c68e55873973 req-7a9b7a1f-07b9-4a29-b1bd-443f2cf6f9c9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:39.810300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2d45a33-eb04-48b1-9174-c68e55873973 req-7a9b7a1f-07b9-4a29-b1bd-443f2cf6f9c9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1227331 Nov 03 18:41:39.928795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2d45a33-eb04-48b1-9174-c68e55873973 req-082b4c8f-3b62-4588-a7d9-54216da79fcf tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170762 Nov 03 18:41:40.019193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=70645a45-072c-4824-851e-15e62d0da614,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:40.048182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a138b-1697-4fee-905f-8d13fa1d215c None None] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:40.214114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b8d3-db92-4f01-a0e3-66d858a3f0bf req-6899566e-d07d-45a3-bc4b-e805b1927cc5 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:40.226388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d335b8d3-db92-4f01-a0e3-66d858a3f0bf req-6899566e-d07d-45a3-bc4b-e805b1927cc5 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.1367230 Nov 03 18:41:40.264541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.278437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b4dff630-e1b7-4422-b0a9-c76a4802d0ae None None] Provisioning complete for port 70645a45-072c-4824-851e-15e62d0da614 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:40.279002 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b4dff630-e1b7-4422-b0a9-c76a4802d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.379783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d335b8d3-db92-4f01-a0e3-66d858a3f0bf req-8c9540cc-0022-4ee6-aae2-65b6535237a2 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467178 Nov 03 18:41:40.682139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32d80-5da3-4cf2-b176-82fc43b60d62 req-c3cdc647-4022-405d-9266-0154977ad85d tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:40.697559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9b32d80-5da3-4cf2-b176-82fc43b60d62 req-c3cdc647-4022-405d-9266-0154977ad85d tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.1223745 Nov 03 18:41:40.816071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9b32d80-5da3-4cf2-b176-82fc43b60d62 req-56a02c12-301c-44b7-8213-905480e53a05 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148880 Nov 03 18:41:41.055235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 70645a45-072c-4824-851e-15e62d0da614 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:41.210412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 70645a45-072c-4824-851e-15e62d0da614 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:41.211163 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.593271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f5eddd1a-fc0a-4b70-8149-d63f9dbf082c None None] Provisioning complete for port 70645a45-072c-4824-851e-15e62d0da614 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:41.594048 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f5eddd1a-fc0a-4b70-8149-d63f9dbf082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.048161 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.115251 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.778236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-9ef0cf03-464c-488d-9cdb-ebd27d51cecb tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:42.780469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-9ef0cf03-464c-488d-9cdb-ebd27d51cecb tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.96 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 815 time: 0.2605104 Nov 03 18:41:42.833117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Request body: {'port': {'device_id': '9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb', 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536', 'admin_state_up': True, 'tenant_id': 'a10324ff6536446894e7e21e017cb9f5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:43.474922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0fa6-1f52-4e94-baa1-78d4ff855623 req-68bee68d-5708-48d7-b867-df6a520fcae9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:43.486830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7df0fa6-1f52-4e94-baa1-78d4ff855623 req-68bee68d-5708-48d7-b867-df6a520fcae9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.7532685 Nov 03 18:41:43.542084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Made reservation on behalf of a10324ff6536446894e7e21e017cb9f5 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:43.547846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.632955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7df0fa6-1f52-4e94-baa1-78d4ff855623 req-2e2eebef-8e94-4cb8-8c0a-cbd91662aa01 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444128 Nov 03 18:41:43.987569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Allocated IP 172.20.0.9 (795bb588-bf70-40c4-80bc-3bb8ec686536/4172a838-dcb0-4f89-bd61-730d70567714/94e8183e-b9a8-4291-9302-cf44577dcf6c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:44.065079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87946eb9-4453-4037-beee-207b8ef9b4fe req-a7d73794-8b0f-4c64-923f-76502b40fea9 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.068034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87946eb9-4453-4037-beee-207b8ef9b4fe req-a7d73794-8b0f-4c64-923f-76502b40fea9 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.2960122 Nov 03 18:41:44.315050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-78a2d4ce-3d66-4e5f-b069-44bfb5b23c35 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769081 Nov 03 18:41:44.316090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87946eb9-4453-4037-beee-207b8ef9b4fe req-7b59c8ae-e766-4d92-a991-f4adffae9005 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336507 Nov 03 18:41:44.419795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-77d6e249-9200-4b20-adb2-b896fa488a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.423172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-77d6e249-9200-4b20-adb2-b896fa488a18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 1099 time: 0.0777302 Nov 03 18:41:44.514298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.597392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fe973238-d26c-4e94-a0a0-3efdf9adc64e details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:44.601437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fe973238-d26c-4e94-a0a0-3efdf9adc64e no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:44.707890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-c0dc4b7e-c2e9-450f-92e5-2b5ec5afcce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.710710 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-c0dc4b7e-c2e9-450f-92e5-2b5ec5afcce0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.2587268 Nov 03 18:41:44.773540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.824422 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.853965 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-8e46f3ec-6e6d-4f35-94c6-6d499418dbca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7918d072-2ddf-48a8-b430-0c85b79c4377 HTTP/1.1" status: 200 len: 217 time: 0.1349976 Nov 03 18:41:44.895261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:44.898924 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18045441-4db4-4938-b8ff-3e6131a4f1a1" -d '{"events": [{"server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "name": "network-vif-unplugged", "status": "completed", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:44.938496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Pushing event updated for resources: {'Port': ['ID=94e8183e-b9a8-4291-9302-cf44577dcf6c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:44.940914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:44.951525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:44.955633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.000163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:45.006313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:45.016319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:45.053531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:45.061537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'port_id': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'mac_address': 'fa:16:3e:fa:29:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a182a9b8-dffd-4a22-9817-72fabc4a4159', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:45.064741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-e6f38f86-60e5-4c00-9f35-5bd02e3c4f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:45.067272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-e6f38f86-60e5-4c00-9f35-5bd02e3c4f35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2041137 Nov 03 18:41:45.071739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-c679ecbb-8595-4830-a266-875c936da78a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:45.073832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-c679ecbb-8595-4830-a266-875c936da78a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 815 time: 0.4854169 Nov 03 18:41:45.121522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-0ca6fd92-fa1a-4d60-8955-b696393fdc65 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/quotas/a10324ff6536446894e7e21e017cb9f5 HTTP/1.1" status: 200 len: 375 time: 0.0286119 Nov 03 18:41:45.189468 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.205751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-49d4d03b-aa98-43be-b1a5-42aa77f8cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:45.207433 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-49d4d03b-aa98-43be-b1a5-42aa77f8cc36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308513 Nov 03 18:41:45.230685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe973238-d26c-4e94-a0a0-3efdf9adc64e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:45.254890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:45.255577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.280805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:45.288121 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.342867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-45bc0d91-c520-4b68-86a6-c46bad3a4ad5 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2147617 Nov 03 18:41:45.349045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-bd4f9859-18e8-42e4-94a0-a337bc64e150 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5261633 Nov 03 18:41:45.456164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:45.532501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Request body: {'port': {'device_id': '9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:45.539783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-e3016418-fc7e-4c32-a16a-15a5558ace21 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096244 Nov 03 18:41:45.583653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-32ee6994-e4b6-46a0-8629-331ca53106a4 None None] Provisioning complete for port 94e8183e-b9a8-4291-9302-cf44577dcf6c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:45.586272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-32ee6994-e4b6-46a0-8629-331ca53106a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.604293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['fe973238-d26c-4e94-a0a0-3efdf9adc64e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:45.712022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a36cb2c6-0473-4c92-ace0-474754eff4f5 service neutron] 10.222.0.77 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570719 Nov 03 18:41:45.761397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-32ee6994-e4b6-46a0-8629-331ca53106a4 None None] Port 94e8183e-b9a8-4291-9302-cf44577dcf6c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:45.880967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e021cad7-22cc-4fb4-9842-2fdd95406da4 req-1077dba6-bc7f-40e6-94c7-b0a122149c0c service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266339 Nov 03 18:41:45.960644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.293307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-4cb6f67b-5204-4478-bdc3-56678bccc310 service neutron] 10.222.0.77 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646389 Nov 03 18:41:46.603138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e8183e-b9a8-4291-9302-cf44577dcf6c {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:46.603138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.638548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Transition to ACTIVE for port object 94e8183e-b9a8-4291-9302-cf44577dcf6c will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:46.733540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.102301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Pushing event updated for resources: {'Port': ['ID=94e8183e-b9a8-4291-9302-cf44577dcf6c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:47.336350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a3704-961a-4982-a12a-9529b577fdc4 req-a6608851-95ec-45d0-a42f-f8ae52c8cb82 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:47.344556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-006a3704-961a-4982-a12a-9529b577fdc4 req-a6608851-95ec-45d0-a42f-f8ae52c8cb82 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.3750269 Nov 03 18:41:47.349266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Attempting to bind port 94e8183e-b9a8-4291-9302-cf44577dcf6c on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:47.357220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Attempting to bind port 94e8183e-b9a8-4291-9302-cf44577dcf6c by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:47.357949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Attempting to bind port 94e8183e-b9a8-4291-9302-cf44577dcf6c on network 795bb588-bf70-40c4-80bc-3bb8ec686536 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:47.379334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Port 94e8183e-b9a8-4291-9302-cf44577dcf6c on network 795bb588-bf70-40c4-80bc-3bb8ec686536 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:47.379907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Attempting to bind port 94e8183e-b9a8-4291-9302-cf44577dcf6c on network 795bb588-bf70-40c4-80bc-3bb8ec686536 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:47.394927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:47.395778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Checking segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:47.396785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Bound using segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:47.397473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Bound port: 94e8183e-b9a8-4291-9302-cf44577dcf6c, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:47.398465 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.461895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-006a3704-961a-4982-a12a-9529b577fdc4 req-59903d83-28c2-4ca3-abcf-a4be0a9e6149 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909784 Nov 03 18:41:47.698016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] For port 94e8183e-b9a8-4291-9302-cf44577dcf6c, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:47.711907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] For port 94e8183e-b9a8-4291-9302-cf44577dcf6c, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=94e8183e-b9a8-4291-9302-cf44577dcf6c,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:47.811195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.881440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:47.897696 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.914896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] 10.222.0.96 "PUT /v2.0/ports/94e8183e-b9a8-4291-9302-cf44577dcf6c HTTP/1.1" status: 200 len: 1091 time: 2.3985591 Nov 03 18:41:47.985558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb', 'tag': '94e8183e-b9a8-4291-9302-cf44577dcf6c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:47.988446 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8644b681-1cb0-41e4-b4b0-d56efafc9767" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb", "tag": "94e8183e-b9a8-4291-9302-cf44577dcf6c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:48.054584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d17612-94e4-496a-9639-5a419374d44d req-d9ab1249-ac0c-4394-99f5-7238be4c6045 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.058346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6d17612-94e4-496a-9639-5a419374d44d req-d9ab1249-ac0c-4394-99f5-7238be4c6045 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 945 time: 0.3519084 Nov 03 18:41:48.254516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3827f95-e40a-4a7b-8643-8174995be97c service neutron] Pushing event updated for resources: {'Port': ['ID=94e8183e-b9a8-4291-9302-cf44577dcf6c,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:48.340420 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6d17612-94e4-496a-9639-5a419374d44d req-b6e959a5-f23b-42e0-8b68-e820e8184f44 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398491 Nov 03 18:41:48.371035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-217d0cd3-af7a-4f8e-8778-2c3ba77f535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.397071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-217d0cd3-af7a-4f8e-8778-2c3ba77f535f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 1094 time: 0.3057296 Nov 03 18:41:48.498401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-a29b6a1b-5f5e-40cb-b018-34c85734e219 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e8183e-b9a8-4291-9302-cf44577dcf6c HTTP/1.1" status: 200 len: 217 time: 0.0965488 Nov 03 18:41:48.653684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fe973238-d26c-4e94-a0a0-3efdf9adc64e up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:48.817620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-eb2f87d7-240d-401a-95f1-4c80d408ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.820126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-eb2f87d7-240d-401a-95f1-4c80d408ebb8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4172a838-dcb0-4f89-bd61-730d70567714 HTTP/1.1" status: 200 len: 854 time: 0.3111370 Nov 03 18:41:48.867726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port fe973238-d26c-4e94-a0a0-3efdf9adc64e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:48.868309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.009987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-a6a45ee1-b11e-4d9e-9802-8c15e32bf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.010515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-a6a45ee1-b11e-4d9e-9802-8c15e32bf92f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=795bb588-bf70-40c4-80bc-3bb8ec686536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800032 Nov 03 18:41:49.166500 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.279127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:49.288506 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.325965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-41b1a791-fb3d-4c38-bd8c-f0e9482a91a8 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043301 Nov 03 18:41:49.482363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:49.537645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19772afa-2ad6-4dfd-858a-e2648151fd09 req-2c7dd7dc-6b0c-4c92-a3a4-cecf763fe1e0 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034416 Nov 03 18:41:50.162631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-8e49228d-96e4-4235-8471-6ae777b8116a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:50.164375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-8e49228d-96e4-4235-8471-6ae777b8116a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.96 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 815 time: 0.2108040 Nov 03 18:41:50.184475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c83ae-be11-420b-8ba1-501d0203961b req-d3a5b65d-bb46-4ff7-9df7-abdd24d32b88 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:50.186208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf4c83ae-be11-420b-8ba1-501d0203961b req-d3a5b65d-bb46-4ff7-9df7-abdd24d32b88 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.1016366 Nov 03 18:41:50.192290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Request body: {'port': {'device_id': 'd430ce04-b262-44ce-80df-f6750de2a11f', 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536', 'admin_state_up': True, 'tenant_id': 'a10324ff6536446894e7e21e017cb9f5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:50.359406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf4c83ae-be11-420b-8ba1-501d0203961b req-1689c276-6f82-4c76-9ee4-a170fa3697c7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473634 Nov 03 18:41:50.384893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-be053f9b-54c7-47c5-b550-48dd5524ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:50.387078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-be053f9b-54c7-47c5-b550-48dd5524ba55 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 1096 time: 0.1135375 Nov 03 18:41:50.456526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Made reservation on behalf of a10324ff6536446894e7e21e017cb9f5 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:50.458926 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd67f5df-48f0-4cbd-9397-95cfaccfda40 x-openstack-request-id: req-bd67f5df-48f0-4cbd-9397-95cfaccfda40 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:50.459934 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "name": "network-vif-unplugged", "status": "completed", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:50.459934 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd67f5df-48f0-4cbd-9397-95cfaccfda40 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:50.459934 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'code': 200} Nov 03 18:41:50.463788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.630491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-9a801688-2ddc-4b3d-b92f-0326708b5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:50.632009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-9a801688-2ddc-4b3d-b92f-0326708b5d95 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 912 time: 0.2271619 Nov 03 18:41:50.715847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-f2420253-acd2-41f9-8d62-37f3b1f1c148 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340 HTTP/1.1" status: 200 len: 217 time: 0.0706282 Nov 03 18:41:50.730045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fffec-bdbd-4a70-ae95-c1058a2f1363 req-ad5b5f8d-46fc-4a07-8afa-083b502249a1 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:50.731647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-940fffec-bdbd-4a70-ae95-c1058a2f1363 req-ad5b5f8d-46fc-4a07-8afa-083b502249a1 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.1961856 Nov 03 18:41:50.788488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Allocated IP 172.20.0.11 (795bb588-bf70-40c4-80bc-3bb8ec686536/4172a838-dcb0-4f89-bd61-730d70567714/bd008468-fe36-45c5-b000-23a6e6b73043) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:50.854090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-a639cb8e-0f8b-494f-b390-8e08a871af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:50.855572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-a639cb8e-0f8b-494f-b390-8e08a871af73 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.1229842 Nov 03 18:41:50.900016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-940fffec-bdbd-4a70-ae95-c1058a2f1363 req-9c5e3d24-2396-45f7-a290-6ddea02c3c6b tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571276 Nov 03 18:41:50.929601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-6cdfa21d-0280-4326-9ce5-b2478d0c13d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585845 Nov 03 18:41:51.146251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ecd36-bb16-4b43-bcdd-76178ae90f6b req-0f58a9f6-d6d0-4ff9-aebb-d02b5e90d292 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.147889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-491ecd36-bb16-4b43-bcdd-76178ae90f6b req-0f58a9f6-d6d0-4ff9-aebb-d02b5e90d292 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1611664 Nov 03 18:41:51.161476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 94e8183e-b9a8-4291-9302-cf44577dcf6c details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:51.206841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-9dbfa022-c0f6-4aa0-a494-be83dd9e7407 service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615230 Nov 03 18:41:51.220703 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.297061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 94e8183e-b9a8-4291-9302-cf44577dcf6c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=94e8183e-b9a8-4291-9302-cf44577dcf6c,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:51.317409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-491ecd36-bb16-4b43-bcdd-76178ae90f6b req-946d87f9-231a-4a5e-a14c-453cd79c215c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610858 Nov 03 18:41:51.322782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '94e8183e-b9a8-4291-9302-cf44577dcf6c', 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536', 'port_id': '94e8183e-b9a8-4291-9302-cf44577dcf6c', 'mac_address': 'fa:16:3e:96:6b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4172a838-dcb0-4f89-bd61-730d70567714', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:51.367835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.380478 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.400114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e8183e-b9a8-4291-9302-cf44577dcf6c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:51.436692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 94e8183e-b9a8-4291-9302-cf44577dcf6c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=94e8183e-b9a8-4291-9302-cf44577dcf6c,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:51.442017 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.456252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:51.475032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:51.487861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bfb48f24-b4b0-4913-a2bb-46c7836ba2ca req-3c9ef653-9c8f-4e80-98d1-7a7e46b2d56e service neutron] 10.222.0.96 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709229 Nov 03 18:41:51.488693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:51.497225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=94e8183e-b9a8-4291-9302-cf44577dcf6c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:51.707792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['94e8183e-b9a8-4291-9302-cf44577dcf6c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:51.883064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Pushing event updated for resources: {'Port': ['ID=bd008468-fe36-45c5-b000-23a6e6b73043,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:51.950307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.951424 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.952272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d010d50f-a157-485c-a9af-aa222d1f4728 None None] Provisioning complete for port bd008468-fe36-45c5-b000-23a6e6b73043 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:51.952680 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d010d50f-a157-485c-a9af-aa222d1f4728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.015379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-488ec920-0668-4a04-bd2d-ce64fcacb742 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:52.018135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-488ec920-0668-4a04-bd2d-ce64fcacb742 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 815 time: 0.5883968 Nov 03 18:41:52.023996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-a398e84e-5594-45a2-a7dc-64e052ba9e84 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8364973 Nov 03 18:41:52.026002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d010d50f-a157-485c-a9af-aa222d1f4728 None None] Port bd008468-fe36-45c5-b000-23a6e6b73043 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:52.041756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Request body: {'port': {'device_id': 'd430ce04-b262-44ce-80df-f6750de2a11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:52.087127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-58c2dd5c-d943-4087-b352-d4fefc46a427 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/quotas/a10324ff6536446894e7e21e017cb9f5 HTTP/1.1" status: 200 len: 375 time: 0.0407495 Nov 03 18:41:52.161665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.249732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-29c02d0d-18a9-4161-806a-eeeb47231597 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508086 Nov 03 18:41:52.460932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:52.464034 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ebe220-61f5-4a4d-93ad-0a1a54ca5b08" -d '{"events": [{"server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "name": "network-vif-plugged", "status": "completed", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:52.601458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-386013bb-618b-422d-9894-2f922a9b1068 service neutron] 10.222.0.77 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194433 Nov 03 18:41:52.897476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-e62e2285-7811-4a0e-9062-c41ccaf95216 service neutron] 10.222.0.77 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764323 Nov 03 18:41:52.901350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd008468-fe36-45c5-b000-23a6e6b73043 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:52.916968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.945846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Transition to ACTIVE for port object bd008468-fe36-45c5-b000-23a6e6b73043 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:52.952318 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.052759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd008468-fe36-45c5-b000-23a6e6b73043,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:53.172819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Attempting to bind port bd008468-fe36-45c5-b000-23a6e6b73043 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:53.173539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Attempting to bind port bd008468-fe36-45c5-b000-23a6e6b73043 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:53.174048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Attempting to bind port bd008468-fe36-45c5-b000-23a6e6b73043 on network 795bb588-bf70-40c4-80bc-3bb8ec686536 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:53.178396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 94e8183e-b9a8-4291-9302-cf44577dcf6c up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:53.184714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Port bd008468-fe36-45c5-b000-23a6e6b73043 on network 795bb588-bf70-40c4-80bc-3bb8ec686536 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:53.185287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Attempting to bind port bd008468-fe36-45c5-b000-23a6e6b73043 on network 795bb588-bf70-40c4-80bc-3bb8ec686536 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:53.192444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:53.193096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Checking segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:53.194190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Bound using segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:53.195171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Bound port: bd008468-fe36-45c5-b000-23a6e6b73043, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:53.195686 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.298762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575581e-c0be-4d24-ae3f-67516303780f req-ba982f0c-c3e5-4530-beaa-9dca84c6a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:53.300564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9575581e-c0be-4d24-ae3f-67516303780f req-ba982f0c-c3e5-4530-beaa-9dca84c6a984 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 1096 time: 0.1979377 Nov 03 18:41:53.322215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] For port bd008468-fe36-45c5-b000-23a6e6b73043, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:53.326857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] For port bd008468-fe36-45c5-b000-23a6e6b73043, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bd008468-fe36-45c5-b000-23a6e6b73043,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:53.333107 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.417457 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930b3221-a037-4271-a1ea-cbcebbec5532 x-openstack-request-id: req-930b3221-a037-4271-a1ea-cbcebbec5532 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:53.417898 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb", "tag": "94e8183e-b9a8-4291-9302-cf44577dcf6c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:53.417898 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-930b3221-a037-4271-a1ea-cbcebbec5532 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:53.418903 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb', 'tag': '94e8183e-b9a8-4291-9302-cf44577dcf6c', 'status': 'completed', 'code': 200} Nov 03 18:41:53.448705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 94e8183e-b9a8-4291-9302-cf44577dcf6c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:53.456930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 94e8183e-b9a8-4291-9302-cf44577dcf6c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:53.458193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.463834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:53.468182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.472776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] 10.222.0.96 "PUT /v2.0/ports/bd008468-fe36-45c5-b000-23a6e6b73043 HTTP/1.1" status: 200 len: 1092 time: 1.4382772 Nov 03 18:41:53.515769 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9575581e-c0be-4d24-ae3f-67516303780f req-2a17e027-6460-4dec-b4a2-f871e81ec099 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056990 Nov 03 18:41:53.592519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb83a7a-2b8b-431c-ab91-d92171e05de8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd008468-fe36-45c5-b000-23a6e6b73043,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:53.783166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.836516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-eb584759-e33e-4a82-90b4-2be50ed1dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:53.837655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-eb584759-e33e-4a82-90b4-2be50ed1dfdb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&device_id=d430ce04-b262-44ce-80df-f6750de2a11f HTTP/1.1" status: 200 len: 1095 time: 0.2059956 Nov 03 18:41:53.871919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 94e8183e-b9a8-4291-9302-cf44577dcf6c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=94e8183e-b9a8-4291-9302-cf44577dcf6c,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:53.882734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.884375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9075683-a3cb-4fd0-ad45-8fbce5a1fcf9 req-837adf6f-62f8-48fb-bdde-717a480b800d tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:53.884689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3d7ef9a3-096e-4d65-a43c-64a695dc8340 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:53.888308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9075683-a3cb-4fd0-ad45-8fbce5a1fcf9 req-837adf6f-62f8-48fb-bdde-717a480b800d tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.3354743 Nov 03 18:41:53.919711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-d351f814-46e0-4441-ae7c-1d8d92400787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:53.921503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-d351f814-46e0-4441-ae7c-1d8d92400787 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 1095 time: 0.3781452 Nov 03 18:41:54.037134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=94e8183e-b9a8-4291-9302-cf44577dcf6c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:54.049223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-cfca113b-294f-4bf7-b1d7-38453c8d5962 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd008468-fe36-45c5-b000-23a6e6b73043 HTTP/1.1" status: 200 len: 217 time: 0.1590536 Nov 03 18:41:54.109992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.155165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:54.163004 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.188557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9075683-a3cb-4fd0-ad45-8fbce5a1fcf9 req-37f88146-a5ec-4801-926a-e31cff065c22 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658393 Nov 03 18:41:54.228240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:54.236085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-15aaebfe-93f9-40c4-bb37-2f2e8993c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.247329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-15aaebfe-93f9-40c4-bb37-2f2e8993c916 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4172a838-dcb0-4f89-bd61-730d70567714 HTTP/1.1" status: 200 len: 854 time: 0.1806128 Nov 03 18:41:54.319828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-4ae7c82c-f0f6-4ab5-b20a-a3ff997d7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.321377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-4ae7c82c-f0f6-4ab5-b20a-a3ff997d7fc9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 916 time: 0.2889998 Nov 03 18:41:54.391800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-1dde87ac-788a-4576-9179-dafdd78abb6a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e8183e-b9a8-4291-9302-cf44577dcf6c HTTP/1.1" status: 200 len: 217 time: 0.0516529 Nov 03 18:41:54.398649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-e2b74c51-00a1-455b-a4e7-f5c3ab0db1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.400287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-e2b74c51-00a1-455b-a4e7-f5c3ab0db1fe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=795bb588-bf70-40c4-80bc-3bb8ec686536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435151 Nov 03 18:41:54.506393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3174bd-43d5-4ca4-ab64-7fd7bd8aeb55 req-7217772c-ac59-4c23-881c-1ed0587cae82 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.509045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c3174bd-43d5-4ca4-ab64-7fd7bd8aeb55 req-7217772c-ac59-4c23-881c-1ed0587cae82 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 943 time: 0.2311411 Nov 03 18:41:54.575345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-608cf24e-4bcf-474c-8bbd-35cfd49f0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.576845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-608cf24e-4bcf-474c-8bbd-35cfd49f0ec0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4172a838-dcb0-4f89-bd61-730d70567714 HTTP/1.1" status: 200 len: 854 time: 0.1733475 Nov 03 18:41:54.668125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c3174bd-43d5-4ca4-ab64-7fd7bd8aeb55 req-69e8f020-d236-4d99-9218-87a2bd612ff0 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192381 Nov 03 18:41:54.676797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-f18ca488-ee7e-4a52-bee4-11be94a7c557 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627497 Nov 03 18:41:54.697507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-5a6328cd-44f7-48ce-8405-bdc6346d1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.697507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-5a6328cd-44f7-48ce-8405-bdc6346d1d76 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=795bb588-bf70-40c4-80bc-3bb8ec686536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105843 Nov 03 18:41:54.876048 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd0b8d1-46ff-4c97-8af1-521c45ede74f req-c00515cc-7ed0-4506-b86f-d638ab02e9c3 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918049 Nov 03 18:41:54.881241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-c540be25-6b39-4471-829b-62e9d32c5ca2 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697450 Nov 03 18:41:55.065613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8644b681-1cb0-41e4-b4b0-d56efafc9767 req-3feadeaf-24fe-453d-a8b2-f297fd6128b6 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768486 Nov 03 18:41:55.200942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-db2aa3c9-82ae-4b7b-aa4a-e738e6d1c88b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.204392 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-db2aa3c9-82ae-4b7b-aa4a-e738e6d1c88b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.70 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 815 time: 0.2814970 Nov 03 18:41:55.220176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Request body: {'port': {'device_id': '87071212-7abd-480b-b9c9-db85d07b4aad', 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536', 'admin_state_up': True, 'tenant_id': 'a10324ff6536446894e7e21e017cb9f5'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:55.362722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Made reservation on behalf of a10324ff6536446894e7e21e017cb9f5 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:55.366583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.420784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd430ce04-b262-44ce-80df-f6750de2a11f', 'tag': 'bd008468-fe36-45c5-b000-23a6e6b73043'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:55.424302 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7436b459-3825-4f44-88a6-feea0289bb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d430ce04-b262-44ce-80df-f6750de2a11f", "tag": "bd008468-fe36-45c5-b000-23a6e6b73043"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:55.529197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Allocated IP 172.20.0.8 (795bb588-bf70-40c4-80bc-3bb8ec686536/4172a838-dcb0-4f89-bd61-730d70567714/28327d6a-7f6d-43c0-a031-5d8f54a8810e) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:55.630981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfaf1e-e27c-4be1-9050-501e743a1c40 req-650151dd-a913-4f8d-9c4f-cc66e35136cb tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.632660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aebfaf1e-e27c-4be1-9050-501e743a1c40 req-650151dd-a913-4f8d-9c4f-cc66e35136cb tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0626290 Nov 03 18:41:55.686072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aebfaf1e-e27c-4be1-9050-501e743a1c40 req-accda63b-875e-4601-9040-dc7af6dfa529 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464206 Nov 03 18:41:55.712643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.757046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.771113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['94e8183e-b9a8-4291-9302-cf44577dcf6c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:55.808790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:55.810519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:55.813612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:55.819171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c5e36-b018-4dba-8bd5-7e5715942340 req-5bc3cb5a-0e7d-477e-a1cc-078e3a69c828 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.823184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-713c5e36-b018-4dba-8bd5-7e5715942340 req-5bc3cb5a-0e7d-477e-a1cc-078e3a69c828 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.0722072 Nov 03 18:41:55.876708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Pushing event updated for resources: {'Port': ['ID=28327d6a-7f6d-43c0-a031-5d8f54a8810e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:55.902176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.902863 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.926270 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-aba41b98-596c-4067-b2ba-c27a2a6e178a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7112169 Nov 03 18:41:55.941523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Request body: {'port': {'device_id': '87071212-7abd-480b-b9c9-db85d07b4aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:55.948223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-713c5e36-b018-4dba-8bd5-7e5715942340 req-b9a66bd4-5f63-41b7-9715-614aad3e3b03 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128080 Nov 03 18:41:56.020862 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41545521-f4a4-4c19-8aba-54c19ca30390 x-openstack-request-id: req-41545521-f4a4-4c19-8aba-54c19ca30390 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:56.021340 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "name": "network-vif-plugged", "status": "completed", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:56.021821 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41545521-f4a4-4c19-8aba-54c19ca30390 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:56.022071 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'code': 200} Nov 03 18:41:56.033126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.212627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-554a5a0b-3816-4524-beb7-a881acc57e49 None None] Provisioning complete for port 28327d6a-7f6d-43c0-a031-5d8f54a8810e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:56.215137 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-554a5a0b-3816-4524-beb7-a881acc57e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.236831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb09b44-e35d-4648-980b-0cc79b534ee9 req-76b95140-fa49-4891-a722-2adbeca48618 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.245499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cb09b44-e35d-4648-980b-0cc79b534ee9 req-76b95140-fa49-4891-a722-2adbeca48618 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 931 time: 0.1049037 Nov 03 18:41:56.265381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54398) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:56.276595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2125893330'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:56.290948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-554a5a0b-3816-4524-beb7-a881acc57e49 None None] Port 28327d6a-7f6d-43c0-a031-5d8f54a8810e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:56.321069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cb09b44-e35d-4648-980b-0cc79b534ee9 req-0aa86c22-20f7-47dd-8c1f-87a19985a415 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744536 Nov 03 18:41:56.352830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528173f8-ad9e-4721-89de-2f52bed0ff8a req-0b27d8f3-0ef6-4c89-ad93-c722ec27f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.354539 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-528173f8-ad9e-4721-89de-2f52bed0ff8a req-0b27d8f3-0ef6-4c89-ad93-c722ec27f2b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 1096 time: 0.1296794 Nov 03 18:41:56.357020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:56.359034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.474596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:41:56.497238 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-528173f8-ad9e-4721-89de-2f52bed0ff8a req-16c3b244-97ef-48d7-b262-18318447587e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345222 Nov 03 18:41:56.511220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.511570 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Added segment 8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a of type vlan for network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b Nov 03 18:41:56.579028 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.650557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28327d6a-7f6d-43c0-a031-5d8f54a8810e {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:56.668198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.685209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.695622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.696710 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.714388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Transition to ACTIVE for port object 28327d6a-7f6d-43c0-a031-5d8f54a8810e will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:56.727629 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.817289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5450022 Nov 03 18:41:56.820350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54432) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:56.838939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-450133717'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:56.899254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:56.911895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.914251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2aa69-70b4-4edc-bb59-d918e447f0a5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Network': ['ID=2c5383e2-9870-4fe0-97d5-cb2447d03d2b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:56.931776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:41:56.945986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:41:56.959747 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.960452 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Added segment 6a750ed3-f171-458c-82b5-5c63de704912 of type vlan for network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f Nov 03 18:41:57.004669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Pushing event updated for resources: {'Port': ['ID=28327d6a-7f6d-43c0-a031-5d8f54a8810e,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:57.017439 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.058340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.067193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.068044 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.171229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Attempting to bind port 28327d6a-7f6d-43c0-a031-5d8f54a8810e on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:57.172116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Attempting to bind port 28327d6a-7f6d-43c0-a031-5d8f54a8810e by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:57.172614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Attempting to bind port 28327d6a-7f6d-43c0-a031-5d8f54a8810e on network 795bb588-bf70-40c4-80bc-3bb8ec686536 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:57.196177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Port 28327d6a-7f6d-43c0-a031-5d8f54a8810e on network 795bb588-bf70-40c4-80bc-3bb8ec686536 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:57.196728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Attempting to bind port 28327d6a-7f6d-43c0-a031-5d8f54a8810e on network 795bb588-bf70-40c4-80bc-3bb8ec686536 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:57.226327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:57.227343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Checking segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:57.227791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Bound using segment: {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:57.234572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bd008468-fe36-45c5-b000-23a6e6b73043 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:57.237050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Bound port: 28327d6a-7f6d-43c0-a031-5d8f54a8810e, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd4fb9f-464f-42bf-92bb-7c33fe40a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:57.240092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.249601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 3d7ef9a3-096e-4d65-a43c-64a695dc8340 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:57.320369 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:41:57.344601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5202928 Nov 03 18:41:57.440436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54444) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:57.446145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] For port 28327d6a-7f6d-43c0-a031-5d8f54a8810e, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:57.450837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] For port 28327d6a-7f6d-43c0-a031-5d8f54a8810e, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28327d6a-7f6d-43c0-a031-5d8f54a8810e,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:57.457842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.499013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'subnet': {'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:57.518877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.519516 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.521773 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] 10.222.0.70 "PUT /v2.0/ports/28327d6a-7f6d-43c0-a031-5d8f54a8810e HTTP/1.1" status: 200 len: 1091 time: 1.5861385 Nov 03 18:41:57.524403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87071212-7abd-480b-b9c9-db85d07b4aad', 'tag': '28327d6a-7f6d-43c0-a031-5d8f54a8810e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:57.528672 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9267ca5-f94b-4b16-b632-f25182369c34" -d '{"events": [{"name": "network-changed", "server_uuid": "87071212-7abd-480b-b9c9-db85d07b4aad", "tag": "28327d6a-7f6d-43c0-a031-5d8f54a8810e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:57.552104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906a710-93ca-4428-9429-7279a9bebb5e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Network': ['ID=2b93c670-4a1c-4cee-a870-d7acbef9dc5f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:57.622878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82062d-69a3-42bd-b161-b17157d16d06 service neutron] Pushing event updated for resources: {'Port': ['ID=28327d6a-7f6d-43c0-a031-5d8f54a8810e,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:57.631500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:41:57.743064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-11521127-4f12-4851-85d2-69896f0b898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.749532 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-11521127-4f12-4851-85d2-69896f0b898c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 1094 time: 0.1441734 Nov 03 18:41:57.766884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-472e52c6-efec-4a81-873b-6d4d11a16df7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.769756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-472e52c6-efec-4a81-873b-6d4d11a16df7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c5a7286-4895-4fa3-947c-57e8936e6605 HTTP/1.1" status: 200 len: 943 time: 0.3277838 Nov 03 18:41:57.858652 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-fa85028e-9b5e-439d-bb7b-f63cd7db8afb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28327d6a-7f6d-43c0-a031-5d8f54a8810e HTTP/1.1" status: 200 len: 217 time: 0.1026399 Nov 03 18:41:57.914581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:57.922692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.987649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-6e847a1a-67c1-4a2f-9735-1c07b7ad0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.991299 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-6e847a1a-67c1-4a2f-9735-1c07b7ad0322 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4172a838-dcb0-4f89-bd61-730d70567714 HTTP/1.1" status: 200 len: 854 time: 0.1247168 Nov 03 18:41:58.026732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e8183e-b9a8-4291-9302-cf44577dcf6c'}, {'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:58.031042 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d50850f-9e3c-4572-8a7b-d0243c6d1fb4" -d '{"events": [{"server_uuid": "9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb", "name": "network-vif-plugged", "status": "completed", "tag": "94e8183e-b9a8-4291-9302-cf44577dcf6c"}, {"server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:58.067243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-e34a87e2-4925-48de-a272-643ffeb031c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.068440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bd008468-fe36-45c5-b000-23a6e6b73043, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bd008468-fe36-45c5-b000-23a6e6b73043,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:58.070134 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-e34a87e2-4925-48de-a272-643ffeb031c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=795bb588-bf70-40c4-80bc-3bb8ec686536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710485 Nov 03 18:41:58.081670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'bd008468-fe36-45c5-b000-23a6e6b73043', 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536', 'port_id': 'bd008468-fe36-45c5-b000-23a6e6b73043', 'mac_address': 'fa:16:3e:ab:d8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4172a838-dcb0-4f89-bd61-730d70567714', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:58.128029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.149216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd008468-fe36-45c5-b000-23a6e6b73043 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:58.181808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bd008468-fe36-45c5-b000-23a6e6b73043, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bd008468-fe36-45c5-b000-23a6e6b73043,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:58.185243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Deleting port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:58.185841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.187450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.249705 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-64c040be-59ad-44e1-a898-05473ca12c6a service neutron] 10.222.0.70 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712637 Nov 03 18:41:58.251712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=bd008468-fe36-45c5-b000-23a6e6b73043,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:58.355968 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1171517a-7a00-4302-b5ef-62eabf1411d4 req-e21cf77f-d521-4fb0-8c21-7d7fcec32f7f service neutron] 10.222.0.70 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984135 Nov 03 18:41:58.439762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['bd008468-fe36-45c5-b000-23a6e6b73043'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:58.482133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] For port 3d7ef9a3-096e-4d65-a43c-64a695dc8340, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=3d7ef9a3-096e-4d65-a43c-64a695dc8340,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:58.482738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.523639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Calling delete_port for 3d7ef9a3-096e-4d65-a43c-64a695dc8340 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:58.539502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.086778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Subnet': ['ID=4bc8480f-b963-44f7-ba48-e76459c0d5d4,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:59.104427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Checking segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:59.104784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network hostable DHCP agents. Network: 2c5383e2-9870-4fe0-97d5-cb2447d03d2b, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:41:59.145849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:41:59.167986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2c5383e2-9870-4fe0-97d5-cb2447d03d2b) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:59.175717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:59.176458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.184341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce70ee4-6fb5-47ef-ae5d-15fecb959107 None None] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:59.206171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.231693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c4dca6f6-f359-4c78-a3d5-72436c45cdd2 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7346914 Nov 03 18:41:59.232280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54462) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:59.241579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'subnet': {'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:59.245088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event deleted for resources: {'Port': ['ID=3d7ef9a3-096e-4d65-a43c-64a695dc8340,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:59.309197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] No DVR routers for this DVR port 3d7ef9a3-096e-4d65-a43c-64a695dc8340 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:59.312515 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.321461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79015de6-b139-44eb-b213-c05c16e5d2ac req-dbdeb329-c850-4956-8958-fe840d23e593 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "DELETE /v2.0/ports/3d7ef9a3-096e-4d65-a43c-64a695dc8340 HTTP/1.1" status: 204 len: 173 time: 1.5380871 Nov 03 18:41:59.463751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'fixed_ips': [{'subnet_id': '4bc8480f-b963-44f7-ba48-e76459c0d5d4'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:41:59.465778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.693444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Allocated IP 10.1.1.2 (2c5383e2-9870-4fe0-97d5-cb2447d03d2b/4bc8480f-b963-44f7-ba48-e76459c0d5d4/e7dff715-7e5b-4975-bb1b-9f65fc97ce09) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:59.741730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:59.748742 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.934757 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.945621 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.017136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b649d3f-2aae-42dc-9fba-6c86ece57673 req-9506e99b-b70c-4f9b-84a7-22ac35f3966f tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.020614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b649d3f-2aae-42dc-9fba-6c86ece57673 req-9506e99b-b70c-4f9b-84a7-22ac35f3966f tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.0765665 Nov 03 18:42:00.023266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:00.036511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:00.044577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:00.050291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Pushing event updated for resources: {'Port': ['ID=e7dff715-7e5b-4975-bb1b-9f65fc97ce09,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:00.103030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b649d3f-2aae-42dc-9fba-6c86ece57673 req-7388ac83-bb38-491d-bb74-8aff4643c658 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717919 Nov 03 18:42:00.114157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.157615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Attempting to bind port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:00.158835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Attempting to bind port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:00.161294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Attempting to bind port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:00.169151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:00.169917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Checking segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:00.170381 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.171056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Bound using segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:00.172543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Bound port: e7dff715-7e5b-4975-bb1b-9f65fc97ce09, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:00.172543 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.181609 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db72d9-547f-42b7-95eb-55cc3fc9b545 x-openstack-request-id: req-42db72d9-547f-42b7-95eb-55cc3fc9b545 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:00.182370 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d430ce04-b262-44ce-80df-f6750de2a11f", "tag": "bd008468-fe36-45c5-b000-23a6e6b73043", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:00.184218 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42db72d9-547f-42b7-95eb-55cc3fc9b545 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:00.185227 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd430ce04-b262-44ce-80df-f6750de2a11f', 'tag': 'bd008468-fe36-45c5-b000-23a6e6b73043', 'status': 'completed', 'code': 200} Nov 03 18:42:00.231282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Subnet': ['ID=620d2180-35b3-4732-b58d-c686aca2c152,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:00.247151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Checking segment: {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:00.247898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network hostable DHCP agents. Network: 2b93c670-4a1c-4cee-a870-d7acbef9dc5f, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:00.261687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] For port e7dff715-7e5b-4975-bb1b-9f65fc97ce09, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:00.267854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] For port e7dff715-7e5b-4975-bb1b-9f65fc97ce09, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e7dff715-7e5b-4975-bb1b-9f65fc97ce09,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:00.273994 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.279319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:00.299461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2b93c670-4a1c-4cee-a870-d7acbef9dc5f) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:00.311735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.313014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.320945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fcbb1e-7e8b-473b-bb09-8377126ecb10 None None] Network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:00.342266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b459-3825-4f44-88a6-feea0289bb9f req-ee4db239-9132-4fcf-a142-3ac48a74ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.345222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7436b459-3825-4f44-88a6-feea0289bb9f req-ee4db239-9132-4fcf-a142-3ac48a74ce19 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&device_id=d430ce04-b262-44ce-80df-f6750de2a11f HTTP/1.1" status: 200 len: 1096 time: 0.1374724 Nov 03 18:42:00.359833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9c7f6e03-a30f-4119-a808-46239809f9e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1224108 Nov 03 18:42:00.367255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54478) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:00.378805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'port': {'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1188474090', 'fixed_ips': [{'subnet_id': '4bc8480f-b963-44f7-ba48-e76459c0d5d4'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:00.439307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0b850-fa12-4608-b181-e16ee78c6570 None None] Pushing event updated for resources: {'Port': ['ID=e7dff715-7e5b-4975-bb1b-9f65fc97ce09,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:00.598560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b459-3825-4f44-88a6-feea0289bb9f req-133f1cca-6573-4ec9-b3cb-522ae778d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.600135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7436b459-3825-4f44-88a6-feea0289bb9f req-133f1cca-6573-4ec9-b3cb-522ae778d5cd service neutron] 10.222.0.96 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 916 time: 0.2479932 Nov 03 18:42:00.605311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:00.622220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e4487-5e1b-4f4d-8e21-5842840217da req-db5c8e84-6184-44bd-8e8f-26356eaf0748 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.631208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-104e4487-5e1b-4f4d-8e21-5842840217da req-db5c8e84-6184-44bd-8e8f-26356eaf0748 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0953770 Nov 03 18:42:00.653801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-2b93c670-4a1c-4cee-a870-d7acbef9dc5f', 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'fixed_ips': [{'subnet_id': '620d2180-35b3-4732-b58d-c686aca2c152'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:00.657381 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.694818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7436b459-3825-4f44-88a6-feea0289bb9f req-676f4030-52e1-4b17-8291-58092c5ffd1e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd008468-fe36-45c5-b000-23a6e6b73043 HTTP/1.1" status: 200 len: 217 time: 0.0798051 Nov 03 18:42:00.695165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 28327d6a-7f6d-43c0-a031-5d8f54a8810e details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:00.820815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-104e4487-5e1b-4f4d-8e21-5842840217da req-232633cc-55f5-440e-9b1f-80ca1409a7a0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880898 Nov 03 18:42:00.820946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.826670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b459-3825-4f44-88a6-feea0289bb9f req-9a8907c6-34cc-4f83-92ba-1d789881307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.829101 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7436b459-3825-4f44-88a6-feea0289bb9f req-9a8907c6-34cc-4f83-92ba-1d789881307a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4172a838-dcb0-4f89-bd61-730d70567714 HTTP/1.1" status: 200 len: 854 time: 0.1279917 Nov 03 18:42:00.894476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] device_id is not set on port 1799dee1-c8aa-42b5-9d27-87c47fe95073 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:42:00.945640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b459-3825-4f44-88a6-feea0289bb9f req-ded18f24-3925-42f3-bcb4-20db01fa4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.947647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7436b459-3825-4f44-88a6-feea0289bb9f req-ded18f24-3925-42f3-bcb4-20db01fa4b9e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=795bb588-bf70-40c4-80bc-3bb8ec686536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081533 Nov 03 18:42:01.063133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Allocated IP 10.2.2.2 (2b93c670-4a1c-4cee-a870-d7acbef9dc5f/620d2180-35b3-4732-b58d-c686aca2c152/1f79a58f-9191-4780-b8b1-04ae28e0a530) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:01.089286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 28327d6a-7f6d-43c0-a031-5d8f54a8810e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28327d6a-7f6d-43c0-a031-5d8f54a8810e,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:01.114620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '28327d6a-7f6d-43c0-a031-5d8f54a8810e', 'network_id': '795bb588-bf70-40c4-80bc-3bb8ec686536', 'port_id': '28327d6a-7f6d-43c0-a031-5d8f54a8810e', 'mac_address': 'fa:16:3e:12:1c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4172a838-dcb0-4f89-bd61-730d70567714', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:01.129750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1a7a-1644-424f-857c-87f2b0b57da9 req-82cbb8f1-a470-4e31-886e-b353bcc40dcf tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:01.137983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-545d1a7a-1644-424f-857c-87f2b0b57da9 req-82cbb8f1-a470-4e31-886e-b353bcc40dcf tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.1455629 Nov 03 18:42:01.160536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7436b459-3825-4f44-88a6-feea0289bb9f req-a871aecb-48e9-4f4b-9174-15d5d7ff84d8 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053559 Nov 03 18:42:01.225476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e7dff715-7e5b-4975-bb1b-9f65fc97ce09 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:01.254715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-545d1a7a-1644-424f-857c-87f2b0b57da9 req-a24e8173-c10b-4148-b75e-6c0f0243f7ef tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153879 Nov 03 18:42:01.258305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bd008468-fe36-45c5-b000-23a6e6b73043 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:01.281133 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.307544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7436b459-3825-4f44-88a6-feea0289bb9f req-29a1e278-b017-40cd-8eb0-d3a150aed003 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374705 Nov 03 18:42:01.353907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Allocated IP 10.1.1.24 (2c5383e2-9870-4fe0-97d5-cb2447d03d2b/4bc8480f-b963-44f7-ba48-e76459c0d5d4/1799dee1-c8aa-42b5-9d27-87c47fe95073) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:01.466016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28327d6a-7f6d-43c0-a031-5d8f54a8810e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:01.497189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb94dc-a47f-47ac-95a0-b0dbc6f41024 req-cc103dcf-1c16-44cf-aa09-d69e5850ddb5 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:01.499432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8cb94dc-a47f-47ac-95a0-b0dbc6f41024 req-cc103dcf-1c16-44cf-aa09-d69e5850ddb5 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 943 time: 0.0965962 Nov 03 18:42:01.513865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 28327d6a-7f6d-43c0-a031-5d8f54a8810e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28327d6a-7f6d-43c0-a031-5d8f54a8810e,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:01.543777 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.626377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8cb94dc-a47f-47ac-95a0-b0dbc6f41024 req-86424c5d-f6d5-47af-945e-6f87e60897cb tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128566 Nov 03 18:42:01.686693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port bd008468-fe36-45c5-b000-23a6e6b73043 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:01.691523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:01.692047 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.692284 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.758420 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134fbe78-2416-40a8-b234-77494449cd3f x-openstack-request-id: req-134fbe78-2416-40a8-b234-77494449cd3f {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:01.758875 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87071212-7abd-480b-b9c9-db85d07b4aad", "tag": "28327d6a-7f6d-43c0-a031-5d8f54a8810e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:01.759549 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-134fbe78-2416-40a8-b234-77494449cd3f {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:01.760197 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87071212-7abd-480b-b9c9-db85d07b4aad', 'tag': '28327d6a-7f6d-43c0-a031-5d8f54a8810e', 'status': 'completed', 'code': 200} Nov 03 18:42:01.762854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.771676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port bd008468-fe36-45c5-b000-23a6e6b73043 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:01.772340 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.871336 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1775064-ac68-4044-ab44-5cd1ba20ab90 x-openstack-request-id: req-c1775064-ac68-4044-ab44-5cd1ba20ab90 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:01.871583 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb", "name": "network-vif-plugged", "status": "completed", "tag": "94e8183e-b9a8-4291-9302-cf44577dcf6c", "code": 200}, {"server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "name": "network-vif-unplugged", "status": "failed", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340", "code": 422}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:01.871947 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1775064-ac68-4044-ab44-5cd1ba20ab90 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:01.872544 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e8183e-b9a8-4291-9302-cf44577dcf6c', 'code': 200} Nov 03 18:42:01.872988 n-d-812148-3 neutron-server[101757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'code': 422} returned with failed status Nov 03 18:42:01.910482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:01.920901 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=1799dee1-c8aa-42b5-9d27-87c47fe95073,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:01.967203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:01.977039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:01.993264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.016367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824ff8-6ed4-4cdf-b06b-502aff601eb0 req-b76ba6ce-f688-4983-9df9-73b71518c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.020273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa824ff8-6ed4-4cdf-b06b-502aff601eb0 req-b76ba6ce-f688-4983-9df9-73b71518c7bd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 1096 time: 0.0846021 Nov 03 18:42:02.069052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.070140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.076089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.080228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce75b7-ab2f-4053-9ed1-3d78bd1c61c5 None None] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:02.087730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['28327d6a-7f6d-43c0-a031-5d8f54a8810e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:02.177483 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c66e6740-34d7-49f8-ade3-dffb20c85192 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8088944 Nov 03 18:42:02.179865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa824ff8-6ed4-4cdf-b06b-502aff601eb0 req-4f552347-92c5-4bf2-9a6c-b90d1b37aa50 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427081 Nov 03 18:42:02.183014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-dd61a1a3-d0c9-4fc4-a21f-423ba493d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.183862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54492) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:02.185286 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-dd61a1a3-d0c9-4fc4-a21f-423ba493d1e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 1095 time: 0.2696309 Nov 03 18:42:02.209307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'port': {'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'name': 'tempest-TaggedBootDevicesTest_v242-792471635', 'fixed_ips': [{'subnet_id': '4bc8480f-b963-44f7-ba48-e76459c0d5d4'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:02.220582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'name': 'network-vif-deleted', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:02.226343 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e2c28-0cd0-4951-9a5c-63b3088bd76b" -d '{"events": [{"server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "name": "network-vif-deleted", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:02.286591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=28327d6a-7f6d-43c0-a031-5d8f54a8810e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.317623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-4554613e-9a6e-43c8-9e1c-22963e33427f tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.320662 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-4554613e-9a6e-43c8-9e1c-22963e33427f tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 948 time: 0.2277725 Nov 03 18:42:02.446799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e688ef-8746-45ea-a866-d5f5b3fe0ba7 req-ea0ca4e2-5966-46d8-a30e-66dc6ab8cb37 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.449799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7e688ef-8746-45ea-a866-d5f5b3fe0ba7 req-ea0ca4e2-5966-46d8-a30e-66dc6ab8cb37 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.2337570 Nov 03 18:42:02.469797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-776a8aed-4c43-4605-b832-39a20252cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.471335 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-776a8aed-4c43-4605-b832-39a20252cd32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 916 time: 0.2789361 Nov 03 18:42:02.555091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7e688ef-8746-45ea-a866-d5f5b3fe0ba7 req-560f7fdd-ed2e-4068-9ed5-f6d5fe61b0cb tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890284 Nov 03 18:42:02.565462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-b60575a0-7401-4b85-aedb-12cef54f3a41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28327d6a-7f6d-43c0-a031-5d8f54a8810e HTTP/1.1" status: 200 len: 217 time: 0.0763404 Nov 03 18:42:02.571160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:02.571621 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Deleting port 7918d072-2ddf-48a8-b430-0c85b79c4377 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:02.572208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.715700 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.752932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.763842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-527d74c1-b477-4dc2-8311-5e252ff17b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.766803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-527d74c1-b477-4dc2-8311-5e252ff17b0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4172a838-dcb0-4f89-bd61-730d70567714 HTTP/1.1" status: 200 len: 854 time: 0.1862411 Nov 03 18:42:02.779986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:02.782271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] device_id is not set on port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:42:02.791002 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.802134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354e3ea-631c-4d30-b4d7-b13c04c4ba43 req-a5929506-1b1e-480a-ba81-05cb306ec132 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.803742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5354e3ea-631c-4d30-b4d7-b13c04c4ba43 req-a5929506-1b1e-480a-ba81-05cb306ec132 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c7dabc8-0000-4865-812e-f568fff7eece HTTP/1.1" status: 200 len: 948 time: 0.1043229 Nov 03 18:42:02.828674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:02.835143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:02.856837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] For port 7918d072-2ddf-48a8-b430-0c85b79c4377, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=7918d072-2ddf-48a8-b430-0c85b79c4377,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:02.857397 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.885541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Calling delete_port for 7918d072-2ddf-48a8-b430-0c85b79c4377 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:02.901731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-098207c5-b2a2-4dbb-a56d-af9ab91d34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.905022 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-098207c5-b2a2-4dbb-a56d-af9ab91d34ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=795bb588-bf70-40c4-80bc-3bb8ec686536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272702 Nov 03 18:42:02.926257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3da16d38-5d6d-4ba6-8b42-01ff474b8e69 None None] Provisioning complete for port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:02.926942 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3da16d38-5d6d-4ba6-8b42-01ff474b8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.938032 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Pushing event updated for resources: {'Port': ['ID=1f79a58f-9191-4780-b8b1-04ae28e0a530,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.008457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bd008468-fe36-45c5-b000-23a6e6b73043, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bd008468-fe36-45c5-b000-23a6e6b73043,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:03.046924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5354e3ea-631c-4d30-b4d7-b13c04c4ba43 req-db7d3046-cfab-465f-a1eb-a6781843f86e tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddc167e0-1cfa-4907-948d-354556671ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660359 Nov 03 18:42:03.099757 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.146065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Allocated IP 10.1.1.117 (2c5383e2-9870-4fe0-97d5-cb2447d03d2b/4bc8480f-b963-44f7-ba48-e76459c0d5d4/8371b5da-a777-4b6c-b3b9-6abdf7277ff3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:03.147145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.231095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Attempting to bind port 1f79a58f-9191-4780-b8b1-04ae28e0a530 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:03.231462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Attempting to bind port 1f79a58f-9191-4780-b8b1-04ae28e0a530 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:03.231832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Attempting to bind port 1f79a58f-9191-4780-b8b1-04ae28e0a530 on network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:03.237462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-3fe5f9a1-3c1e-4414-8022-838077b3b956 service neutron] 10.222.0.70 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226151 Nov 03 18:42:03.280154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.306902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:03.307980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Checking segment: {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:03.307980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.308308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Bound using segment: {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:03.308756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Bound port: 1f79a58f-9191-4780-b8b1-04ae28e0a530, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:03.309118 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.339125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port e7dff715-7e5b-4975-bb1b-9f65fc97ce09, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e7dff715-7e5b-4975-bb1b-9f65fc97ce09,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:03.341948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=bd008468-fe36-45c5-b000-23a6e6b73043,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.383540 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.425869 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b9267ca5-f94b-4b16-b632-f25182369c34 req-c2760b9c-c1f3-47cf-8585-959eb8ae6b61 service neutron] 10.222.0.70 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800296 Nov 03 18:42:03.563996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] For port 1f79a58f-9191-4780-b8b1-04ae28e0a530, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:03.568749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=e7dff715-7e5b-4975-bb1b-9f65fc97ce09,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.593774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6cd3b-0426-4c1e-90d1-06b8f861f377 req-03a5694a-af92-45f2-8b0a-7387d84b930a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:03.607900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1d6cd3b-0426-4c1e-90d1-06b8f861f377 req-03a5694a-af92-45f2-8b0a-7387d84b930a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.3883893 Nov 03 18:42:03.614931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.619544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] For port 1f79a58f-9191-4780-b8b1-04ae28e0a530, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1f79a58f-9191-4780-b8b1-04ae28e0a530,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:03.639753 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.673256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Pushing event deleted for resources: {'Port': ['ID=7918d072-2ddf-48a8-b430-0c85b79c4377,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.727486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.750197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1d6cd3b-0426-4c1e-90d1-06b8f861f377 req-6cda71e0-6ab3-4216-acd9-1430c8f1f17b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336877 Nov 03 18:42:03.772982 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] No DVR routers for this DVR port 7918d072-2ddf-48a8-b430-0c85b79c4377 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:03.807600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58700a-4791-4b69-830a-4e455ac0bb67 None None] Pushing event updated for resources: {'Port': ['ID=1f79a58f-9191-4780-b8b1-04ae28e0a530,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.810152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.823108 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-29f43926-01b6-4b41-826a-0b980dfeb51f req-9c025b24-ddb1-494a-be6f-ddeec2f9c383 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "DELETE /v2.0/ports/7918d072-2ddf-48a8-b430-0c85b79c4377 HTTP/1.1" status: 204 len: 173 time: 1.4944899 Nov 03 18:42:03.824109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'name': 'network-vif-deleted', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:03.827971 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1400db4-98fd-4bc7-ad29-8ae6febc2550" -d '{"events": [{"server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "name": "network-vif-deleted", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:03.839667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.874606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd430ce04-b262-44ce-80df-f6750de2a11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd008468-fe36-45c5-b000-23a6e6b73043'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:03.877566 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd26e8bc-a45f-4396-a7fe-e440e7845b1d" -d '{"events": [{"server_uuid": "d430ce04-b262-44ce-80df-f6750de2a11f", "name": "network-vif-plugged", "status": "completed", "tag": "bd008468-fe36-45c5-b000-23a6e6b73043"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:03.956656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:03.978501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:03.985838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:04.023146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:04.101558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76959e76-1c10-4038-8a23-daaba67b0e88 req-d4928691-f163-444f-a4cb-9d956dde7a70 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.102692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9db79ab6-f4b2-4478-b5a9-820defba6eb8 None None] Provisioning complete for port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:04.103357 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9db79ab6-f4b2-4478-b5a9-820defba6eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.104776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76959e76-1c10-4038-8a23-daaba67b0e88 req-d4928691-f163-444f-a4cb-9d956dde7a70 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.1703348 Nov 03 18:42:04.131565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.132924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.259543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6e377f62-ea0d-429d-b4d2-62fe603df715 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0735312 Nov 03 18:42:04.315443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76959e76-1c10-4038-8a23-daaba67b0e88 req-d5b6e7e9-0903-4bfe-a692-b9c16af621a4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692889 Nov 03 18:42:04.317277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9db79ab6-f4b2-4478-b5a9-820defba6eb8 None None] Provisioning complete for port 1799dee1-c8aa-42b5-9d27-87c47fe95073 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:04.317277 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9db79ab6-f4b2-4478-b5a9-820defba6eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.449867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9db79ab6-f4b2-4478-b5a9-820defba6eb8 None None] Port 1799dee1-c8aa-42b5-9d27-87c47fe95073 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:04.572690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87364e-9f1d-4e8f-a766-385d5ed47686 req-6a6df96d-aeb4-4cc1-b172-e04b2a10a2fa tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.574934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c87364e-9f1d-4e8f-a766-385d5ed47686 req-6a6df96d-aeb4-4cc1-b172-e04b2a10a2fa tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0860121 Nov 03 18:42:04.645588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c87364e-9f1d-4e8f-a766-385d5ed47686 req-66d39a17-22e5-409a-b873-d2b5ab9ce8a7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609944 Nov 03 18:42:04.695679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 28327d6a-7f6d-43c0-a031-5d8f54a8810e up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:04.729149 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46121fb-a820-44f7-9583-ddfa6fd411e8 x-openstack-request-id: req-f46121fb-a820-44f7-9583-ddfa6fd411e8 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:04.729583 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5a7286-4895-4fa3-947c-57e8936e6605", "name": "network-vif-deleted", "tag": "3d7ef9a3-096e-4d65-a43c-64a695dc8340", "status": "failed", "code": 422}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:04.729983 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f46121fb-a820-44f7-9583-ddfa6fd411e8 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:04.730442 n-d-812148-3 neutron-server[101756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c5a7286-4895-4fa3-947c-57e8936e6605', 'name': 'network-vif-deleted', 'tag': '3d7ef9a3-096e-4d65-a43c-64a695dc8340', 'status': 'failed', 'code': 422} returned with failed status Nov 03 18:42:04.751393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d178ded3-f1fd-4472-8e03-fb2c8ad44910 None None] Provisioning complete for port 1799dee1-c8aa-42b5-9d27-87c47fe95073 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:04.751988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d178ded3-f1fd-4472-8e03-fb2c8ad44910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.833455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d178ded3-f1fd-4472-8e03-fb2c8ad44910 None None] Port 1799dee1-c8aa-42b5-9d27-87c47fe95073 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:04.852708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 28327d6a-7f6d-43c0-a031-5d8f54a8810e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:04.858877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 28327d6a-7f6d-43c0-a031-5d8f54a8810e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:04.859889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.009989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-38318059-8bdd-4773-9dad-52a7da34438e None None] Provisioning complete for port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:05.010570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38318059-8bdd-4773-9dad-52a7da34438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.017329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-b96cdb13-b01d-4688-813d-a16ac745cc63 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.019785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-b96cdb13-b01d-4688-813d-a16ac745cc63 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.1774068 Nov 03 18:42:05.041847 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.044598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-8e2cd90e-18f7-4f5d-afde-3a93c78fcfc1 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/quotas/ffc088fa1d274cfb9d81e04655cc56b9 HTTP/1.1" status: 200 len: 375 time: 0.0161450 Nov 03 18:42:05.082722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-38318059-8bdd-4773-9dad-52a7da34438e None None] Port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:05.087073 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-7e6d3ee7-370c-4489-8337-cc4cf72e26cf tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358586 Nov 03 18:42:05.103155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 28327d6a-7f6d-43c0-a031-5d8f54a8810e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28327d6a-7f6d-43c0-a031-5d8f54a8810e,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:05.108970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.110415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7918d072-2ddf-48a8-b430-0c85b79c4377 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:05.153198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 7918d072-2ddf-48a8-b430-0c85b79c4377 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:05.153585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 7918d072-2ddf-48a8-b430-0c85b79c4377 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:05.186436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=28327d6a-7f6d-43c0-a031-5d8f54a8810e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:05.196796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.197124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.197520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.197864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.198198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.198673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.199037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.199459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.199791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.200269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.200661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.200986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:05.212166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-a629ddd2-bccf-457d-a5a5-7fc09e6278fc service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168556 Nov 03 18:42:05.336630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372695cd-1faf-4054-89e1-56bcd210e510 None None] Network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:05.345318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-1bd04ee9-2fe7-444a-b989-5513f80d4353 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217837 Nov 03 18:42:05.459874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-13782ee7-19df-4f57-ae66-faacdbac87c5 None None] Provisioning complete for port 1f79a58f-9191-4780-b8b1-04ae28e0a530 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:05.460162 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13782ee7-19df-4f57-ae66-faacdbac87c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.657940 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13782ee7-19df-4f57-ae66-faacdbac87c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.686805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e7dff715-7e5b-4975-bb1b-9f65fc97ce09 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:05.725818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c3b1f-3df4-4dc6-bb2c-72a2d39589f8 req-dfbc0a10-eda9-4d76-9d2c-3f4b879da3df tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.727993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b6c3b1f-3df4-4dc6-bb2c-72a2d39589f8 req-dfbc0a10-eda9-4d76-9d2c-3f4b879da3df tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.1189079 Nov 03 18:42:05.751526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-13782ee7-19df-4f57-ae66-faacdbac87c5 None None] For port 1f79a58f-9191-4780-b8b1-04ae28e0a530, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1f79a58f-9191-4780-b8b1-04ae28e0a530,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:05.760477 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13782ee7-19df-4f57-ae66-faacdbac87c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.833305 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa366-ea53-4734-b8d2-13a61577cf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.838541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:05.838801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.856454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b6c3b1f-3df4-4dc6-bb2c-72a2d39589f8 req-06939b07-9d29-4ba9-88ba-8e6cad804e91 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117389 Nov 03 18:42:05.893625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782ee7-19df-4f57-ae66-faacdbac87c5 None None] Pushing event updated for resources: {'Port': ['ID=1f79a58f-9191-4780-b8b1-04ae28e0a530,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:05.936913 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6462353b-577d-4d09-ad62-6e0b27ad78bc x-openstack-request-id: req-6462353b-577d-4d09-ad62-6e0b27ad78bc {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:05.938069 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7dabc8-0000-4865-812e-f568fff7eece", "name": "network-vif-deleted", "tag": "7918d072-2ddf-48a8-b430-0c85b79c4377", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:05.938069 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6462353b-577d-4d09-ad62-6e0b27ad78bc {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:05.938822 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7dabc8-0000-4865-812e-f568fff7eece', 'name': 'network-vif-deleted', 'tag': '7918d072-2ddf-48a8-b430-0c85b79c4377', 'status': 'completed', 'code': 200} Nov 03 18:42:05.980416 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ea45b5-58a8-4925-981b-e11d079c87bb x-openstack-request-id: req-18ea45b5-58a8-4925-981b-e11d079c87bb {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:05.981094 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d430ce04-b262-44ce-80df-f6750de2a11f", "name": "network-vif-plugged", "status": "completed", "tag": "bd008468-fe36-45c5-b000-23a6e6b73043", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:05.981375 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18ea45b5-58a8-4925-981b-e11d079c87bb {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:05.982049 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd430ce04-b262-44ce-80df-f6750de2a11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd008468-fe36-45c5-b000-23a6e6b73043', 'code': 200} Nov 03 18:42:06.018565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1f79a58f-9191-4780-b8b1-04ae28e0a530 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:06.101730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1c09b80c-1719-41b2-804b-80ed35f125a0 None None] Provisioning complete for port 1f79a58f-9191-4780-b8b1-04ae28e0a530 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:06.102218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c09b80c-1719-41b2-804b-80ed35f125a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.138465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1f79a58f-9191-4780-b8b1-04ae28e0a530 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:06.139138 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.224286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f0fbd-868a-4a60-8441-c18b7bba48aa req-53d44a61-93aa-4e79-8283-e4d43b85fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.226067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-981f0fbd-868a-4a60-8441-c18b7bba48aa req-53d44a61-93aa-4e79-8283-e4d43b85fe51 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d430ce04-b262-44ce-80df-f6750de2a11f HTTP/1.1" status: 200 len: 1097 time: 0.1691995 Nov 03 18:42:06.336058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-d3a993e5-7092-45dd-9613-6d3d44a4d3cb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.338607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-d3a993e5-7092-45dd-9613-6d3d44a4d3cb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.2340400 Nov 03 18:42:06.375838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-3c1ff1c1-c26a-4471-9b51-639c275fcfdb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/quotas/51ffde06203b44aba4c073550661a141 HTTP/1.1" status: 200 len: 375 time: 0.0291069 Nov 03 18:42:06.379531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-981f0fbd-868a-4a60-8441-c18b7bba48aa req-e1b6d176-d34f-402d-950f-e2a363f59506 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381984 Nov 03 18:42:06.458668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-2d7b1e6a-9652-48a1-b353-1cc8420b98f0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0709200 Nov 03 18:42:06.572307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-30d5e4c9-f2c4-40f7-81cd-739033b2d317 service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072414 Nov 03 18:42:06.674355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-831ccea7-6d14-4219-8794-f135f1033200 service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952303 Nov 03 18:42:07.083911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54558) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:07.091584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-40338167-6d5e-4e82-a154-f8dcfbb94969 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152144826', 'description': 'tempest-description--1532669820'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:07.148563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40338167-6d5e-4e82-a154-f8dcfbb94969 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.184585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-ffe37d86-da6c-489a-837f-fbac242562be tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.189073 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-ffe37d86-da6c-489a-837f-fbac242562be tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.2697725 Nov 03 18:42:07.212268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Request body: {'port': {'device_id': '909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'admin_state_up': True, 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:07.335775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40338167-6d5e-4e82-a154-f8dcfbb94969 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.343319 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40338167-6d5e-4e82-a154-f8dcfbb94969 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.460048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40338167-6d5e-4e82-a154-f8dcfbb94969 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.467685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54564) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:07.468129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-40338167-6d5e-4e82-a154-f8dcfbb94969 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3764300 Nov 03 18:42:07.482768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-565813c9-8c97-4325-9065-3e0698840fef tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'security_group_rule': {'security_group_id': 'da91e05c-03a2-49be-9b3f-3e73d04a1396', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:07.506730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40338167-6d5e-4e82-a154-f8dcfbb94969 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da91e05c-03a2-49be-9b3f-3e73d04a1396,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:07.545394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6289270-1ff8-475d-b29c-4aa6c1c937bf req-ed88bbf3-e286-4f7d-afe7-d8e9c4e5cda5 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.548402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6289270-1ff8-475d-b29c-4aa6c1c937bf req-ed88bbf3-e286-4f7d-afe7-d8e9c4e5cda5 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1584237 Nov 03 18:42:07.579587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1f79a58f-9191-4780-b8b1-04ae28e0a530 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:07.582120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-565813c9-8c97-4325-9065-3e0698840fef tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.603285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:07.607633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.655649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6289270-1ff8-475d-b29c-4aa6c1c937bf req-581aebb7-2fc2-4dae-ac5c-94bfb0dec903 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974641 Nov 03 18:42:07.696150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1f79a58f-9191-4780-b8b1-04ae28e0a530 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:07.696771 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.700362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-565813c9-8c97-4325-9065-3e0698840fef tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.708740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-565813c9-8c97-4325-9065-3e0698840fef tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.763151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565813c9-8c97-4325-9065-3e0698840fef tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ba3ead-6db3-4927-b089-686135fd6955,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:07.793845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f56b85c1-c90a-4c5e-969c-4b81c81de350 req-727b8b1b-cefc-4685-84e7-7381c3f02dc6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 210 time: 0.0562663 Nov 03 18:42:07.812191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-565813c9-8c97-4325-9065-3e0698840fef tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.825809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54570) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:07.826067 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-565813c9-8c97-4325-9065-3e0698840fef tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561099 Nov 03 18:42:07.834543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-42fdc85d-6e08-4002-80e5-043e31fb4665 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'security_group_rule': {'security_group_id': 'da91e05c-03a2-49be-9b3f-3e73d04a1396', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:07.884609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Allocated IP 172.20.0.7 (d2f344a3-8e8d-4453-977e-445bf7e8c494/0e37e125-5d36-4a7a-8a18-0dcddadb205f/48d6f2fe-767b-4f89-a487-d6262d4ed566) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:07.935729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-42fdc85d-6e08-4002-80e5-043e31fb4665 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.983841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87071212-7abd-480b-b9c9-db85d07b4aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28327d6a-7f6d-43c0-a031-5d8f54a8810e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:07.988331 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710850e6-338d-4352-9df3-eeeaf1592b2e" -d '{"events": [{"server_uuid": "87071212-7abd-480b-b9c9-db85d07b4aad", "name": "network-vif-plugged", "status": "completed", "tag": "28327d6a-7f6d-43c0-a031-5d8f54a8810e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:08.102835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-42fdc85d-6e08-4002-80e5-043e31fb4665 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.130207 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-42fdc85d-6e08-4002-80e5-043e31fb4665 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.192358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.211893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e364ca5-646c-4de3-82fc-616375b3fa12 req-7919b819-ff9b-4b93-81a6-36de23b71019 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 210 time: 0.1203957 Nov 03 18:42:08.223804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-42fdc85d-6e08-4002-80e5-043e31fb4665 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.232615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-42fdc85d-6e08-4002-80e5-043e31fb4665 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4045489 Nov 03 18:42:08.240282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54580) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:08.266161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:08.292994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.333266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdc85d-6e08-4002-80e5-043e31fb4665 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3c9031-07f8-47b3-bdff-b65d074065b2,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:08.335579 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3b74ebd-1847-4e0a-976f-32403931bf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.368785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:08.374051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:08.381158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:08.464966 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.474834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event updated for resources: {'Port': ['ID=48d6f2fe-767b-4f89-a487-d6262d4ed566,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:08.506707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.507264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.507803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.508338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.509769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.510698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.511278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.512342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.513038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.513711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.514259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.514908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:08.561562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.564622 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.596940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-31cb496d-019a-4284-992c-52c500ac926c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3932195 Nov 03 18:42:08.618941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Request body: {'port': {'device_id': '909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:08.705260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.707347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-001e4b7a-50f4-430d-a751-1922d156f30a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.708919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-001e4b7a-50f4-430d-a751-1922d156f30a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.3905411 Nov 03 18:42:08.744062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'port': {'device_id': 'ec9d9dc3-a47d-4f58-8a8c-59bad6009a54', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'admin_state_up': True, 'tenant_id': '51ffde06203b44aba4c073550661a141'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:08.788634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a174-2c4c-4720-a805-c16ac48e81fb req-18962573-a923-46b6-8d6b-17c4afe197cf tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.790287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81d3a174-2c4c-4720-a805-c16ac48e81fb req-18962573-a923-46b6-8d6b-17c4afe197cf tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.1836021 Nov 03 18:42:08.932412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81d3a174-2c4c-4720-a805-c16ac48e81fb req-85e3a2e9-7c93-45bd-9155-9362fdf70710 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969040 Nov 03 18:42:08.991146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Made reservation on behalf of 51ffde06203b44aba4c073550661a141 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:08.994859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.997823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-c424df90-dae9-4c8e-a31f-299ff06cf72e tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.999448 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-c424df90-dae9-4c8e-a31f-299ff06cf72e tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdd72f9-d99f-4957-9431-a2e3eb74e385 HTTP/1.1" status: 200 len: 945 time: 0.0974798 Nov 03 18:42:09.029098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.199111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Deleting port fe973238-d26c-4e94-a0a0-3efdf9adc64e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:09.199691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.396757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d6f2fe-767b-4f89-a487-d6262d4ed566 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:09.419588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.461202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] For port fe973238-d26c-4e94-a0a0-3efdf9adc64e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=fe973238-d26c-4e94-a0a0-3efdf9adc64e,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:09.461627 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.464767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Transition to ACTIVE for port object 48d6f2fe-767b-4f89-a487-d6262d4ed566 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:09.473043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.487412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Calling delete_port for fe973238-d26c-4e94-a0a0-3efdf9adc64e owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:09.586798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Pushing event updated for resources: {'Port': ['ID=48d6f2fe-767b-4f89-a487-d6262d4ed566,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:09.681905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Attempting to bind port 48d6f2fe-767b-4f89-a487-d6262d4ed566 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:09.682274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Attempting to bind port 48d6f2fe-767b-4f89-a487-d6262d4ed566 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:09.682698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Attempting to bind port 48d6f2fe-767b-4f89-a487-d6262d4ed566 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:09.692177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Port 48d6f2fe-767b-4f89-a487-d6262d4ed566 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:09.692544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Attempting to bind port 48d6f2fe-767b-4f89-a487-d6262d4ed566 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:09.694784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Allocated IP 172.25.3.167 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/8667c33f-e6ad-4928-87c6-55543c3e418f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:09.719686 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:09.720040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Checking segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:09.720393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Bound using segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:09.720833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Bound port: 48d6f2fe-767b-4f89-a487-d6262d4ed566, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:09.721193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.727209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-b8b65ea7-3d9d-4368-94c4-9e3dea872ee1 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:09.728765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-b8b65ea7-3d9d-4368-94c4-9e3dea872ee1 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 814 time: 0.6355026 Nov 03 18:42:09.740284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Allocated IP 172.20.0.12 (3be66829-994e-43a8-a069-27a57675c6f1/cbeff23e-0785-44b9-9a9b-c8efe3b73c0d/17553e24-ff88-49a5-acd7-7505361372eb) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:09.786557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-3b8602cb-e6f7-43ed-b33d-2f7f3a9da3a9 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/quotas/5e70bacd3d1349c0980317fd7b6c7da6 HTTP/1.1" status: 200 len: 375 time: 0.0419512 Nov 03 18:42:09.790910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.805439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['fe973238-d26c-4e94-a0a0-3efdf9adc64e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:09.839820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Pushing event deleted for resources: {'Port': ['ID=fe973238-d26c-4e94-a0a0-3efdf9adc64e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:09.849448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] For port 48d6f2fe-767b-4f89-a487-d6262d4ed566, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:09.871520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-420c0c0e-f015-415d-ac3c-72afa8b77202 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517585 Nov 03 18:42:09.883613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] For port 48d6f2fe-767b-4f89-a487-d6262d4ed566, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48d6f2fe-767b-4f89-a487-d6262d4ed566,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:09.899807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] No DVR routers for this DVR port fe973238-d26c-4e94-a0a0-3efdf9adc64e on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:09.902142 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.904916 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.908811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-34aa6bd4-1593-4e79-b980-48d24fc031ca req-bde8632b-f2d4-4c80-889e-1023435f57f4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.70 "DELETE /v2.0/ports/fe973238-d26c-4e94-a0a0-3efdf9adc64e HTTP/1.1" status: 204 len: 173 time: 0.9008279 Nov 03 18:42:09.911530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'name': 'network-vif-deleted', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:09.913983 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827b8f5b-1ffe-43fd-bb70-c25ce63199d4" -d '{"events": [{"server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "name": "network-vif-deleted", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:09.927537 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.960110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:09.961001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.962791 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] 10.222.0.70 "PUT /v2.0/ports/48d6f2fe-767b-4f89-a487-d6262d4ed566 HTTP/1.1" status: 200 len: 1091 time: 1.3523691 Nov 03 18:42:09.988942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a686-0608-4899-a676-4687ab958d05 service neutron] Pushing event updated for resources: {'Port': ['ID=48d6f2fe-767b-4f89-a487-d6262d4ed566,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:10.059595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-94df1898-e285-4c79-863a-07ebac3b6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:10.061555 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-94df1898-e285-4c79-863a-07ebac3b6da7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 1094 time: 0.0482507 Nov 03 18:42:10.144227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-c24ded4b-d68c-4143-9028-70d71df04987 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48d6f2fe-767b-4f89-a487-d6262d4ed566 HTTP/1.1" status: 200 len: 217 time: 0.0670049 Nov 03 18:42:10.173241 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.203095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-73b309ff-1e1d-4ba0-b4ef-d61a7155017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:10.204612 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-73b309ff-1e1d-4ba0-b4ef-d61a7155017e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.0520957 Nov 03 18:42:10.245990 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-34f227e1-3cc7-41d5-a9ff-5744499fa2d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307996 Nov 03 18:42:10.334131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-11c388e9-8b99-4661-b671-12566ee2bc75 service neutron] 10.222.0.77 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360738 Nov 03 18:42:10.356628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.391611 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.410477 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-2731fcdc-633c-4bb8-9bed-7af6f39f6ee5 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446652 Nov 03 18:42:10.528460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:10.551978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:10.570569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:10.574047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=8667c33f-e6ad-4928-87c6-55543c3e418f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:10.637857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619b50e-61b3-42ee-830c-8b15334611ab req-1c59b28a-e80e-4d15-bcee-a4013d89ea09 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:10.639429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4619b50e-61b3-42ee-830c-8b15334611ab req-1c59b28a-e80e-4d15-bcee-a4013d89ea09 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "GET /v2.0/ports?device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 949 time: 0.1081724 Nov 03 18:42:10.642886 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cf54a783-b597-4675-9c80-bd3c0b17e9a4 req-f45f5dc6-1655-4f23-9cbc-8ed41de8325d service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241561 Nov 03 18:42:10.664064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-5c6bc065-7fb1-448c-a4e5-64b232242206 service neutron] 10.222.0.77 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125391 Nov 03 18:42:10.669250 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.686499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b1205953-75f6-42d5-8e6f-365f7d143571'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:10.753776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Network 3be66829-994e-43a8-a069-27a57675c6f1 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:10.792430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:10.802843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:10.899871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Deleting port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:10.900854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.017811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.020330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.046301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'Port': ['ID=17553e24-ff88-49a5-acd7-7505361372eb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:11.074005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-1a37adaa-f4e5-468c-84e7-3b520eb07d47 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3357038 Nov 03 18:42:11.111383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Request body: {'port': {'device_id': 'ec9d9dc3-a47d-4f58-8a8c-59bad6009a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:11.124927 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.127695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] For port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:11.129641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.172722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Calling delete_port for b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:11.284847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.296499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81519eb8-086c-4227-8a1e-34cbe237fa18 req-058c41bc-b1d9-4585-9c38-d22af570cdb9 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.304615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81519eb8-086c-4227-8a1e-34cbe237fa18 req-058c41bc-b1d9-4585-9c38-d22af570cdb9 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.2415507 Nov 03 18:42:11.309215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.350679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-51016bf3-1aef-4f44-9d5c-af1456575125 None None] Provisioning complete for port 17553e24-ff88-49a5-acd7-7505361372eb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:11.351820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-51016bf3-1aef-4f44-9d5c-af1456575125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.411410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.447262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-51016bf3-1aef-4f44-9d5c-af1456575125 None None] Port 17553e24-ff88-49a5-acd7-7505361372eb cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:11.463863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Pushing event deleted for resources: {'Port': ['ID=b28aa88a-70bd-4f27-bebd-fa4d2d6952d7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:11.497403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81519eb8-086c-4227-8a1e-34cbe237fa18 req-c05a8597-db69-4f9a-ae0e-d93b86ff655d tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887977 Nov 03 18:42:11.549882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] No DVR routers for this DVR port b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:11.556339 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.560661 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4619b50e-61b3-42ee-830c-8b15334611ab req-98af6783-9dc3-4386-af66-061b37b5bcca tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.70 "DELETE /v2.0/ports/b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 HTTP/1.1" status: 204 len: 173 time: 0.9114733 Nov 03 18:42:11.585295 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03909d90-06b4-4f15-8250-c2d1f1f162ac x-openstack-request-id: req-03909d90-06b4-4f15-8250-c2d1f1f162ac {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:11.586975 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87071212-7abd-480b-b9c9-db85d07b4aad", "name": "network-vif-plugged", "status": "completed", "tag": "28327d6a-7f6d-43c0-a031-5d8f54a8810e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:11.587952 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03909d90-06b4-4f15-8250-c2d1f1f162ac {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:11.588823 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87071212-7abd-480b-b9c9-db85d07b4aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28327d6a-7f6d-43c0-a031-5d8f54a8810e', 'code': 200} Nov 03 18:42:11.774704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a5fe2-87b1-4c2e-906e-80182d698650 req-947edfae-5a05-43db-bde8-8429b638dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.778684 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e4a5fe2-87b1-4c2e-906e-80182d698650 req-947edfae-5a05-43db-bde8-8429b638dbba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 1096 time: 0.1045802 Nov 03 18:42:11.805237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-490cf857-8745-45b2-ba5a-4cf8d778de80 req-e7a1ac5c-605a-4a95-b7fa-f513670c1502 tempest-ListImageFiltersTestJSON-200721406 tempest-ListImageFiltersTestJSON-200721406-project] 10.222.0.77 "GET /v2.0/ports?device_id=6827674e-fe53-4dca-8c30-93f1690ccb6c HTTP/1.1" status: 200 len: 210 time: 0.0912395 Nov 03 18:42:11.840771 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.854922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.907431 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e4a5fe2-87b1-4c2e-906e-80182d698650 req-fec1dd89-7312-414a-946b-714c37851600 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219871 Nov 03 18:42:12.032134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=8667c33f-e6ad-4928-87c6-55543c3e418f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:12.048184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.068373 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.086294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17553e24-ff88-49a5-acd7-7505361372eb {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:12.105053 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.108237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.121282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef1d4-d4df-4304-ae49-cc54351f50cb req-26b82e80-4a04-4310-a833-ef0302f95f8c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.126112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-306ef1d4-d4df-4304-ae49-cc54351f50cb req-26b82e80-4a04-4310-a833-ef0302f95f8c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 943 time: 0.2111890 Nov 03 18:42:12.134025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.135682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7343b51a-8820-4be5-b71e-fde5c747d827 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8818719 Nov 03 18:42:12.168306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Transition to ACTIVE for port object 17553e24-ff88-49a5-acd7-7505361372eb will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:12.175435 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.274702 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-306ef1d4-d4df-4304-ae49-cc54351f50cb req-441d5db6-8ff5-489b-9746-180e0e921c6a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374815 Nov 03 18:42:12.289404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Pushing event updated for resources: {'Port': ['ID=17553e24-ff88-49a5-acd7-7505361372eb,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:12.435398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Attempting to bind port 17553e24-ff88-49a5-acd7-7505361372eb on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:12.435855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Attempting to bind port 17553e24-ff88-49a5-acd7-7505361372eb by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:12.436248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Attempting to bind port 17553e24-ff88-49a5-acd7-7505361372eb on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:12.471417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Port 17553e24-ff88-49a5-acd7-7505361372eb on network 3be66829-994e-43a8-a069-27a57675c6f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:12.471834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Attempting to bind port 17553e24-ff88-49a5-acd7-7505361372eb on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:12.483904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:12.485108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Checking segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:12.485799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Bound using segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:12.486333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Bound port: 17553e24-ff88-49a5-acd7-7505361372eb, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:12.487578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.526596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f83b8-8d98-4c4f-84f6-b03e84251e64 req-7c444eba-1473-42a0-98c3-3c0321af446a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.528481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-938f83b8-8d98-4c4f-84f6-b03e84251e64 req-7c444eba-1473-42a0-98c3-3c0321af446a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 944 time: 0.0941346 Nov 03 18:42:12.632469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] For port 17553e24-ff88-49a5-acd7-7505361372eb, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:12.637211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] For port 17553e24-ff88-49a5-acd7-7505361372eb, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=17553e24-ff88-49a5-acd7-7505361372eb,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:12.642869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-938f83b8-8d98-4c4f-84f6-b03e84251e64 req-ffb2d0bf-0e95-4f4a-a1c5-4e735e0998b6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892029 Nov 03 18:42:12.644992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.693214 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.693881 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.695447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] 10.222.0.96 "PUT /v2.0/ports/17553e24-ff88-49a5-acd7-7505361372eb HTTP/1.1" status: 200 len: 1092 time: 1.5974441 Nov 03 18:42:12.696002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9d9dc3-a47d-4f58-8a8c-59bad6009a54', 'tag': '17553e24-ff88-49a5-acd7-7505361372eb'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:12.698904 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9d9dc3-a47d-4f58-8a8c-59bad6009a54", "tag": "17553e24-ff88-49a5-acd7-7505361372eb"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:12.707268 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69786c20-ec1a-4d5a-97bf-ad785da27761 x-openstack-request-id: req-69786c20-ec1a-4d5a-97bf-ad785da27761 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:12.708039 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdd72f9-d99f-4957-9431-a2e3eb74e385", "name": "network-vif-deleted", "tag": "fe973238-d26c-4e94-a0a0-3efdf9adc64e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:12.712136 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69786c20-ec1a-4d5a-97bf-ad785da27761 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:12.713379 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdd72f9-d99f-4957-9431-a2e3eb74e385', 'name': 'network-vif-deleted', 'tag': 'fe973238-d26c-4e94-a0a0-3efdf9adc64e', 'status': 'completed', 'code': 200} Nov 03 18:42:12.722137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48d6f2fe-767b-4f89-a487-d6262d4ed566 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:12.725322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f517c90-5eea-4467-b753-a88116663a9a service neutron] Pushing event updated for resources: {'Port': ['ID=17553e24-ff88-49a5-acd7-7505361372eb,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:12.735436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fe973238-d26c-4e94-a0a0-3efdf9adc64e no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:12.795569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: fe973238-d26c-4e94-a0a0-3efdf9adc64e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:12.796310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device fe973238-d26c-4e94-a0a0-3efdf9adc64e not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:12.850188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fc299-e643-42b8-9104-576637e46456 req-a89ff101-141a-4522-819b-ee2e4f0d2dcc tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.859922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd6fc299-e643-42b8-9104-576637e46456 req-a89ff101-141a-4522-819b-ee2e4f0d2dcc tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.0928071 Nov 03 18:42:12.862227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-38f71f50-a237-4799-ba61-a3c6fb47a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.864784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-38f71f50-a237-4799-ba61-a3c6fb47a37c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 1095 time: 0.1098304 Nov 03 18:42:12.945098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-e6ab66c6-78f2-4f60-81a5-acb9852d9223 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17553e24-ff88-49a5-acd7-7505361372eb HTTP/1.1" status: 200 len: 217 time: 0.0713632 Nov 03 18:42:12.979140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48d6f2fe-767b-4f89-a487-d6262d4ed566, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48d6f2fe-767b-4f89-a487-d6262d4ed566,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:13.006936 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '48d6f2fe-767b-4f89-a487-d6262d4ed566', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'port_id': '48d6f2fe-767b-4f89-a487-d6262d4ed566', 'mac_address': 'fa:16:3e:af:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e37e125-5d36-4a7a-8a18-0dcddadb205f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:13.023864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd6fc299-e643-42b8-9104-576637e46456 req-8670b7b9-ec43-4ee0-aab7-c20367e3684c tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649916 Nov 03 18:42:13.058280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-66b7bd0f-2e7d-4eb0-9de7-77b813dbf6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.066114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-66b7bd0f-2e7d-4eb0-9de7-77b813dbf6ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1078408 Nov 03 18:42:13.066964 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.107895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d6f2fe-767b-4f89-a487-d6262d4ed566 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:13.172798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-679c25b4-6280-49fa-b6c9-71abe81c2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.175522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-679c25b4-6280-49fa-b6c9-71abe81c2f88 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045270 Nov 03 18:42:13.191899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48d6f2fe-767b-4f89-a487-d6262d4ed566, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48d6f2fe-767b-4f89-a487-d6262d4ed566,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:13.206012 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.280371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6d06355e-da5e-455b-bdf3-363086f59627 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.282552 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6d06355e-da5e-455b-bdf3-363086f59627 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.70 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 814 time: 0.2957771 Nov 03 18:42:13.310205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Request body: {'port': {'device_id': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'admin_state_up': True, 'tenant_id': '5e70bacd3d1349c0980317fd7b6c7da6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:13.323003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=48d6f2fe-767b-4f89-a487-d6262d4ed566,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:13.372400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0bace9d-d9c9-4f62-9fb1-29f29436a214 req-d4cedabe-142c-47ad-9126-826c853c2213 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 210 time: 0.0585537 Nov 03 18:42:13.424681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-bc6d99c5-434b-4cd5-bd66-39298ba970a0 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384012 Nov 03 18:42:13.518646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Made reservation on behalf of 5e70bacd3d1349c0980317fd7b6c7da6 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:13.522468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['48d6f2fe-767b-4f89-a487-d6262d4ed566'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:13.526153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.551844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4741158-f575-4224-95f9-2ba3d52c5701 req-8c0ee4ea-b2d7-4c0e-b38a-b16340a89d15 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150355 Nov 03 18:42:13.722956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Allocated IP 172.20.0.11 (dff888f0-c074-4250-9054-9adbb8470657/a182a9b8-dffd-4a22-9817-72fabc4a4159/0e35f732-4738-4480-ab7b-9914729d07c8) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:13.735348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-06ca71b4-6996-4603-8bcd-594ec6e4d581 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1152144826&fields=id&tenant_id=079991ce9b0c48179a4285f793f55aad HTTP/1.1" status: 200 len: 267 time: 0.0889807 Nov 03 18:42:13.798110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-73d37956-6888-4e2a-b275-246d77826256 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.799697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-73d37956-6888-4e2a-b275-246d77826256 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports/1799dee1-c8aa-42b5-9d27-87c47fe95073 HTTP/1.1" status: 200 len: 936 time: 0.0551639 Nov 03 18:42:13.858469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ddb28f98-f5b2-4e97-b7a3-93b5b88057f9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.860078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ddb28f98-f5b2-4e97-b7a3-93b5b88057f9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports/8371b5da-a777-4b6c-b3b9-6abdf7277ff3 HTTP/1.1" status: 200 len: 936 time: 0.0525696 Nov 03 18:42:13.938246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2d8c6389-2537-4801-a65a-146be863c20f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0650558 Nov 03 18:42:13.982143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fece66b8-0b8b-4809-9aec-22fe5b4f179a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0323763 Nov 03 18:42:14.143117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-95ab7c2c-2d69-4083-9c72-cf6e8154e31b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.149399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-95ab7c2c-2d69-4083-9c72-cf6e8154e31b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.155626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-95ab7c2c-2d69-4083-9c72-cf6e8154e31b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.158769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-95ab7c2c-2d69-4083-9c72-cf6e8154e31b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/networks?id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f HTTP/1.1" status: 200 len: 1994 time: 0.1629043 Nov 03 18:42:14.180186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b2bbe0b9-ea4c-42bd-a5e6-30b5c0018dd9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/quotas/079991ce9b0c48179a4285f793f55aad HTTP/1.1" status: 200 len: 375 time: 0.0148258 Nov 03 18:42:14.224994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.262393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.286622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4ba8f684-1d9a-4763-bf84-2690ff019647 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0958307 Nov 03 18:42:14.313357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Network dff888f0-c074-4250-9054-9adbb8470657 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:14.319345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:14.323585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:14.330790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Pushing event updated for resources: {'Port': ['ID=0e35f732-4738-4480-ab7b-9914729d07c8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:14.396463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.397405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.420129 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6990d548-2944-473a-a91d-a28837832735 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1220326 Nov 03 18:42:14.440581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Request body: {'port': {'device_id': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:14.441219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-3185402f-b2c7-4815-b062-11a52e6be6b8 service neutron] 10.222.0.77 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383340 Nov 03 18:42:14.508783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.610676 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-0bca2295-50a8-451c-8d3b-f2b6be28425f service neutron] 10.222.0.77 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622446 Nov 03 18:42:14.676714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-751d9f15-6d6a-4819-ba80-7069cf2aaa03 service neutron] 10.222.0.77 "GET /v2.0/ports/1799dee1-c8aa-42b5-9d27-87c47fe95073?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0565448 Nov 03 18:42:14.709862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48d6f2fe-767b-4f89-a487-d6262d4ed566 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:14.734866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b', 'tag': '48d6f2fe-767b-4f89-a487-d6262d4ed566'}, {'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-deleted', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:14.737929 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b", "tag": "48d6f2fe-767b-4f89-a487-d6262d4ed566"}, {"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-deleted", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:14.822739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 48d6f2fe-767b-4f89-a487-d6262d4ed566 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:14.831448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 48d6f2fe-767b-4f89-a487-d6262d4ed566 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:14.832433 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.875277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-793606ee-f3df-4f9b-bac8-03c1829373e4 service neutron] 10.222.0.77 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847537 Nov 03 18:42:14.917192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e35f732-4738-4480-ab7b-9914729d07c8 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:14.936828 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.963571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Transition to ACTIVE for port object 0e35f732-4738-4480-ab7b-9914729d07c8 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:14.971043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.994089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.045197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 48d6f2fe-767b-4f89-a487-d6262d4ed566, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48d6f2fe-767b-4f89-a487-d6262d4ed566,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:15.047416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d6f2fe-767b-4f89-a487-d6262d4ed566'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:15.050732 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72774bae-5fe1-45bc-af44-3821086e3a92" -d '{"events": [{"server_uuid": "909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b", "name": "network-vif-plugged", "status": "completed", "tag": "48d6f2fe-767b-4f89-a487-d6262d4ed566"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:15.055784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.056594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:15.083031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fc0d890a-4bde-49e6-82b3-a88844c66757 service neutron] 10.222.0.77 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983864 Nov 03 18:42:15.095504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:15.096707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b28aa88a-70bd-4f27-bebd-fa4d2d6952d7 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:15.104776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Pushing event updated for resources: {'Port': ['ID=0e35f732-4738-4480-ab7b-9914729d07c8,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.139410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-1b055684-a0eb-4914-bfe8-c5d5a93d8f1d service neutron] 10.222.0.77 "GET /v2.0/ports/8371b5da-a777-4b6c-b3b9-6abdf7277ff3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0489404 Nov 03 18:42:15.187722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=48d6f2fe-767b-4f89-a487-d6262d4ed566,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.211480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Attempting to bind port 0e35f732-4738-4480-ab7b-9914729d07c8 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:15.212013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Attempting to bind port 0e35f732-4738-4480-ab7b-9914729d07c8 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:15.212545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Attempting to bind port 0e35f732-4738-4480-ab7b-9914729d07c8 on network dff888f0-c074-4250-9054-9adbb8470657 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:15.221203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Port 0e35f732-4738-4480-ab7b-9914729d07c8 on network dff888f0-c074-4250-9054-9adbb8470657 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:15.221750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Attempting to bind port 0e35f732-4738-4480-ab7b-9914729d07c8 on network dff888f0-c074-4250-9054-9adbb8470657 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:15.230810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:15.231337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Checking segment: {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:15.231839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Bound using segment: {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:15.232438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Bound port: 0e35f732-4738-4480-ab7b-9914729d07c8, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:15.233017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.271915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 17553e24-ff88-49a5-acd7-7505361372eb details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:15.290909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-add0a225-c728-44e6-b0a4-caa6ef8f1400 service neutron] 10.222.0.77 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444719 Nov 03 18:42:15.339046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:15.350079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0e35f732-4738-4480-ab7b-9914729d07c8,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:15.358149 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.414943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:15.414943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.416847 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] 10.222.0.70 "PUT /v2.0/ports/0e35f732-4738-4480-ab7b-9914729d07c8 HTTP/1.1" status: 200 len: 1092 time: 0.9821444 Nov 03 18:42:15.460119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fb526-d1df-4074-b937-1a008202c901 service neutron] Pushing event updated for resources: {'Port': ['ID=0e35f732-4738-4480-ab7b-9914729d07c8,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.475043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 17553e24-ff88-49a5-acd7-7505361372eb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=17553e24-ff88-49a5-acd7-7505361372eb,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:15.486830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8636077b-ad16-41ae-b006-0c0252c80f29 service neutron] 10.222.0.77 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813807 Nov 03 18:42:15.497499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '17553e24-ff88-49a5-acd7-7505361372eb', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': '17553e24-ff88-49a5-acd7-7505361372eb', 'mac_address': 'fa:16:3e:67:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:15.520588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-ed703e81-7add-4da4-927d-7c0b6aebe1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:15.522403 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-ed703e81-7add-4da4-927d-7c0b6aebe1b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 1095 time: 0.0514550 Nov 03 18:42:15.567970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.589256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17553e24-ff88-49a5-acd7-7505361372eb {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:15.601169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-894a7f2a-389b-48d1-b7a7-fd5c69c740df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e35f732-4738-4480-ab7b-9914729d07c8 HTTP/1.1" status: 200 len: 217 time: 0.0690742 Nov 03 18:42:15.617963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 17553e24-ff88-49a5-acd7-7505361372eb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=17553e24-ff88-49a5-acd7-7505361372eb,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:15.625794 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.649647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5ba96673-234c-4c04-a3f0-b5e64c1d15dd service neutron] 10.222.0.77 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487408 Nov 03 18:42:15.703413 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-4c14e3e5-a325-4585-998a-59998c678c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:15.705913 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-4c14e3e5-a325-4585-998a-59998c678c53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a182a9b8-dffd-4a22-9817-72fabc4a4159 HTTP/1.1" status: 200 len: 854 time: 0.0951867 Nov 03 18:42:15.706738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=17553e24-ff88-49a5-acd7-7505361372eb,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.746917 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-6aa6532e-13ef-4570-af84-51802b69248d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dff888f0-c074-4250-9054-9adbb8470657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315528 Nov 03 18:42:15.784427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-6114014f-d25e-4373-8413-e303db811513 service neutron] 10.222.0.77 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334565 Nov 03 18:42:15.887883 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-77b5155e-be65-4d37-a225-54630e3f36d4 service neutron] 10.222.0.70 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331100 Nov 03 18:42:15.906352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['17553e24-ff88-49a5-acd7-7505361372eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:15.933675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-6059c2dd-b95d-42aa-9d05-aa60f097edc5 service neutron] 10.222.0.77 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421375 Nov 03 18:42:16.042489 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-485d7522-ea73-429d-9ce6-c64fab355f26 req-5ee261c8-2ad4-4ce3-88da-edac924ade33 service neutron] 10.222.0.70 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467562 Nov 03 18:42:16.094461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b768178a-9aea-44ad-b8e6-30f968d8de73 service neutron] 10.222.0.77 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500580 Nov 03 18:42:16.245722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-cff9b43a-da1c-4b54-bc57-fcc3c2edc617 service neutron] 10.222.0.77 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450894 Nov 03 18:42:16.351230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-bbf931d7-bf04-4197-9cc8-6127228d5b20 service neutron] 10.222.0.77 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984964 Nov 03 18:42:16.459939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-61e8af12-4e05-4075-be33-96ea474ac3ca service neutron] 10.222.0.77 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016204 Nov 03 18:42:16.572557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-59f476ca-3701-4c9a-9775-0b5e9e718821 service neutron] 10.222.0.77 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061277 Nov 03 18:42:17.289582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 17553e24-ff88-49a5-acd7-7505361372eb up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:17.371686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 17553e24-ff88-49a5-acd7-7505361372eb completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:17.377348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 17553e24-ff88-49a5-acd7-7505361372eb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:17.377904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.413568 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fb7719-b1dd-4007-a0e2-724a6f98c836 x-openstack-request-id: req-62fb7719-b1dd-4007-a0e2-724a6f98c836 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:17.414518 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9d9dc3-a47d-4f58-8a8c-59bad6009a54", "tag": "17553e24-ff88-49a5-acd7-7505361372eb", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:17.415755 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62fb7719-b1dd-4007-a0e2-724a6f98c836 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:17.415755 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9d9dc3-a47d-4f58-8a8c-59bad6009a54', 'tag': '17553e24-ff88-49a5-acd7-7505361372eb', 'status': 'completed', 'code': 200} Nov 03 18:42:17.540952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-33fa352e-caa6-48d5-ae7b-a0a5436dac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:17.543177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-33fa352e-caa6-48d5-ae7b-a0a5436dac50 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 1096 time: 0.0875912 Nov 03 18:42:17.557399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.622804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 17553e24-ff88-49a5-acd7-7505361372eb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=17553e24-ff88-49a5-acd7-7505361372eb,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:17.631514 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.735623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=17553e24-ff88-49a5-acd7-7505361372eb,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:17.782659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b13276-f9a8-4a5a-87c7-56bed9324c7b req-692022da-b74c-4c24-9fd8-ee4fc29ac3c7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:17.785326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97b13276-f9a8-4a5a-87c7-56bed9324c7b req-692022da-b74c-4c24-9fd8-ee4fc29ac3c7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2141018 Nov 03 18:42:17.814682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-01e8bef4-7eca-4e86-a9d1-6c0c63aa0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:17.816447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-01e8bef4-7eca-4e86-a9d1-6c0c63aa0383 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.2575474 Nov 03 18:42:17.879793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-b3015bdc-9a0a-4e4b-bff6-4f7bfa8d0e1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17553e24-ff88-49a5-acd7-7505361372eb HTTP/1.1" status: 200 len: 217 time: 0.0494943 Nov 03 18:42:17.939115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97b13276-f9a8-4a5a-87c7-56bed9324c7b req-a630d1e2-302e-4b54-a6f8-e1675e7a460a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389685 Nov 03 18:42:17.978198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-e530e940-1d70-463f-bf67-d5a8331b5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:17.983979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-e530e940-1d70-463f-bf67-d5a8331b5a67 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.0948663 Nov 03 18:42:18.127620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-40495ae4-dedd-4901-8327-5b43695b499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:18.130936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-40495ae4-dedd-4901-8327-5b43695b499a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399207 Nov 03 18:42:18.154312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbeda7-2e7f-4799-8761-314839cfbe95 req-7d3b6b6f-a8ab-4ca8-93c6-490ef1a03145 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:18.156475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5cfbeda7-2e7f-4799-8761-314839cfbe95 req-7d3b6b6f-a8ab-4ca8-93c6-490ef1a03145 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0990388 Nov 03 18:42:18.300677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5cfbeda7-2e7f-4799-8761-314839cfbe95 req-7b752417-2c7d-47df-a809-eb617b2f647f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302974 Nov 03 18:42:18.330612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-e429b940-e1ab-4f7e-995c-21e5373cd220 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727424 Nov 03 18:42:18.694877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0e35f732-4738-4480-ab7b-9914729d07c8 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:18.898652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0e35f732-4738-4480-ab7b-9914729d07c8,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:18.934411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '0e35f732-4738-4480-ab7b-9914729d07c8', 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'port_id': '0e35f732-4738-4480-ab7b-9914729d07c8', 'mac_address': 'fa:16:3e:66:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a182a9b8-dffd-4a22-9817-72fabc4a4159', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:18.963490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b3ff-9047-4f72-b55e-64965ce189a4 req-823ffbd6-0d8d-4ca3-855e-f13df0c14a83 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:18.970258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b2b3ff-9047-4f72-b55e-64965ce189a4 req-823ffbd6-0d8d-4ca3-855e-f13df0c14a83 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 946 time: 0.1988370 Nov 03 18:42:18.993254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e72fa32e-e3c8-4bab-8e6e-ea50f86ab5d5 req-f443aeff-15c7-4847-8417-70de0eceab27 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456742 Nov 03 18:42:19.010818 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.039944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e35f732-4738-4480-ab7b-9914729d07c8 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:19.076127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0e35f732-4738-4480-ab7b-9914729d07c8,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:19.083537 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.085498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b2b3ff-9047-4f72-b55e-64965ce189a4 req-1f9c0fb4-8ff9-4cd3-8371-405803f8f800 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076958 Nov 03 18:42:19.168966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-c37a1e3c-1df0-409b-b725-451437178d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.170917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-c37a1e3c-1df0-409b-b725-451437178d3d service neutron] 10.222.0.96 "GET /v2.0/ports/1799dee1-c8aa-42b5-9d27-87c47fe95073 HTTP/1.1" status: 200 len: 1032 time: 0.0959687 Nov 03 18:42:19.206010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0e35f732-4738-4480-ab7b-9914729d07c8,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:19.283316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-20dd35ee-7722-4ba1-8c3f-cf0dcbe165fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.287176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-20dd35ee-7722-4ba1-8c3f-cf0dcbe165fc service neutron] 10.222.0.96 "GET /v2.0/ports/8371b5da-a777-4b6c-b3b9-6abdf7277ff3 HTTP/1.1" status: 200 len: 1032 time: 0.1047761 Nov 03 18:42:19.371200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['0e35f732-4738-4480-ab7b-9914729d07c8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:19.376032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbdca2-70bb-4c21-9f31-6e7fd98a17fb req-7d0428a4-3dcd-4e88-90f6-ada8272e26f9 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.382049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cbbdca2-70bb-4c21-9f31-6e7fd98a17fb req-7d0428a4-3dcd-4e88-90f6-ada8272e26f9 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.1510494 Nov 03 18:42:19.587914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cbbdca2-70bb-4c21-9f31-6e7fd98a17fb req-a83d5208-8525-41ae-81ec-58c7f77636e5 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470549 Nov 03 18:42:19.601503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b8ff243a-fe65-4aeb-a978-83962d0c634e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.614253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b8ff243a-fe65-4aeb-a978-83962d0c634e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.636758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b8ff243a-fe65-4aeb-a978-83962d0c634e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.640029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b8ff243a-fe65-4aeb-a978-83962d0c634e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "GET /v2.0/networks?id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f HTTP/1.1" status: 200 len: 1994 time: 0.3378720 Nov 03 18:42:19.819517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-705c09bc-d1b1-4dad-8766-afade8d7ecd3 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079991ce9b0c48179a4285f793f55aad HTTP/1.1" status: 200 len: 380 time: 0.1682708 Nov 03 18:42:19.853589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d50d0-5cbc-496d-9191-714b314810a9 req-568bae4d-1fc9-4426-a684-b85cdf716d40 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.856328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f6d50d0-5cbc-496d-9191-714b314810a9 req-568bae4d-1fc9-4426-a684-b85cdf716d40 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 945 time: 0.1237378 Nov 03 18:42:19.863166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'admin_state_up': True, 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'security_groups': ['da91e05c-03a2-49be-9b3f-3e73d04a1396']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:20.068194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f6d50d0-5cbc-496d-9191-714b314810a9 req-599020cc-c5a9-46f6-b937-4b696b796476 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966567 Nov 03 18:42:20.161150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:20.167734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.183487 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a263ae9f-8ef3-4b79-a449-1b0c22078fd5 x-openstack-request-id: req-a263ae9f-8ef3-4b79-a449-1b0c22078fd5 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:20.185393 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b", "tag": "48d6f2fe-767b-4f89-a487-d6262d4ed566", "status": "completed", "code": 200}, {"server_uuid": "6827674e-fe53-4dca-8c30-93f1690ccb6c", "name": "network-vif-deleted", "tag": "b28aa88a-70bd-4f27-bebd-fa4d2d6952d7", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:20.186254 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a263ae9f-8ef3-4b79-a449-1b0c22078fd5 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:20.187831 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b', 'tag': '48d6f2fe-767b-4f89-a487-d6262d4ed566', 'status': 'completed', 'code': 200} Nov 03 18:42:20.192040 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6827674e-fe53-4dca-8c30-93f1690ccb6c', 'name': 'network-vif-deleted', 'tag': 'b28aa88a-70bd-4f27-bebd-fa4d2d6952d7', 'status': 'completed', 'code': 200} Nov 03 18:42:20.243017 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28791276-484e-4a7a-82a0-8d78fc55a831 x-openstack-request-id: req-28791276-484e-4a7a-82a0-8d78fc55a831 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:20.243980 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b", "name": "network-vif-plugged", "status": "completed", "tag": "48d6f2fe-767b-4f89-a487-d6262d4ed566", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:20.243980 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28791276-484e-4a7a-82a0-8d78fc55a831 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:20.244566 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d6f2fe-767b-4f89-a487-d6262d4ed566', 'code': 200} Nov 03 18:42:20.322701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-6e450468-ab75-4380-8645-1ae735ebde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.326887 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-6e450468-ab75-4380-8645-1ae735ebde29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 1096 time: 0.1065547 Nov 03 18:42:20.486661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Allocated IP 172.20.0.14 (c0d79a55-44b4-4875-8aa5-b9e9a21493fc/11427b39-cb02-4adb-aa28-da7268be0be7/f5a145a4-d2fd-449d-9953-2447fc8be26d) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:20.534809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7517f926-751a-4df7-a4a6-a0b501f4a9a2 req-7c826543-fec7-44fc-bca4-d741a09d265c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0689106 Nov 03 18:42:20.578892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-12f4cb2f-cff9-4c8e-840d-dfc90d244aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.581686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-12f4cb2f-cff9-4c8e-840d-dfc90d244aca service neutron] 10.222.0.70 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 912 time: 0.2420199 Nov 03 18:42:20.588906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaa53a-ea0e-4ca1-8a0b-d5056eb1301e req-ebd98794-448c-4f02-acc5-030e9518e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.592351 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-41eaa53a-ea0e-4ca1-8a0b-d5056eb1301e req-ebd98794-448c-4f02-acc5-030e9518e2c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 1096 time: 0.1208484 Nov 03 18:42:20.702260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0e35f732-4738-4480-ab7b-9914729d07c8 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:20.708928 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-bcf4ea92-f462-494a-903e-d953334ae603 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48d6f2fe-767b-4f89-a487-d6262d4ed566 HTTP/1.1" status: 200 len: 217 time: 0.1128569 Nov 03 18:42:20.818666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-5750bdf0-6450-441e-a4dc-ad2517ddd47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.820059 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-5750bdf0-6450-441e-a4dc-ad2517ddd47d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.0984850 Nov 03 18:42:20.881234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.890811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 0e35f732-4738-4480-ab7b-9914729d07c8 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:20.902480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 0e35f732-4738-4480-ab7b-9914729d07c8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:20.904339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.939535 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-41eaa53a-ea0e-4ca1-8a0b-d5056eb1301e req-6d36eff8-d321-4f56-8a2e-b3d4cebf0b75 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230469 Nov 03 18:42:20.942682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-b117eef7-c4c5-48bb-8e48-b5ce64b1e46f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729721 Nov 03 18:42:21.001345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.082238 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.153371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0e35f732-4738-4480-ab7b-9914729d07c8,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:21.163255 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.172839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=f5a145a4-d2fd-449d-9953-2447fc8be26d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:21.195838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:21.198877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:21.216791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:21.281265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0e35f732-4738-4480-ab7b-9914729d07c8,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:21.383871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.385673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.388357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-2b3442c7-c888-4a34-883d-314a5571ee1e service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322812 Nov 03 18:42:21.480115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ef6d26ab-3d58-4991-9e2f-640686a76af1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6425431 Nov 03 18:42:21.507522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a9409-9b9a-4599-9ba4-784c436e53ea req-4fee76bb-ae71-4cb7-a663-1c60c73d99a1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.509236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df9a9409-9b9a-4599-9ba4-784c436e53ea req-4fee76bb-ae71-4cb7-a663-1c60c73d99a1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1585314 Nov 03 18:42:21.528089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'admin_state_up': True, 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'security_groups': ['da91e05c-03a2-49be-9b3f-3e73d04a1396']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:21.535946 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0f472498-a5cd-4bc4-9023-a7882f7b3ae4 req-97efbe4a-fb2c-4d33-8157-e3556a36d2d9 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388922 Nov 03 18:42:21.679365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df9a9409-9b9a-4599-9ba4-784c436e53ea req-d6ea3189-224a-40c7-b3a5-d04889e21e30 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440873 Nov 03 18:42:21.740037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6371be98-0d73-4bc3-b31a-6a996872e036 None None] Provisioning complete for port f5a145a4-d2fd-449d-9953-2447fc8be26d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:21.740252 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6371be98-0d73-4bc3-b31a-6a996872e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.790302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:21.802932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.816549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6371be98-0d73-4bc3-b31a-6a996872e036 None None] Port f5a145a4-d2fd-449d-9953-2447fc8be26d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:21.950305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad831c-0c27-421c-be11-5b324d13ae3f req-490038ff-e50b-4bac-bfa9-5cd839bdefbe tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.953176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cad831c-0c27-421c-be11-5b324d13ae3f req-490038ff-e50b-4bac-bfa9-5cd839bdefbe tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1416993 Nov 03 18:42:22.089292 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cad831c-0c27-421c-be11-5b324d13ae3f req-048fc9b8-f90d-4c59-85ed-9e562182b892 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179905 Nov 03 18:42:22.097043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Allocated IP 10.1.1.178 (2c5383e2-9870-4fe0-97d5-cb2447d03d2b/4bc8480f-b963-44f7-ba48-e76459c0d5d4/4f625c3b-d8e1-46e1-8101-7e1056b1c9ed) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:22.195075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'tag': '0e35f732-4738-4480-ab7b-9914729d07c8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:22.200656 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5db792-8b87-4137-a4e6-91f0913c3169" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bb0705-be7f-433a-9ff5-cc105c236540", "tag": "0e35f732-4738-4480-ab7b-9914729d07c8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:22.246211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9d9dc3-a47d-4f58-8a8c-59bad6009a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17553e24-ff88-49a5-acd7-7505361372eb'}, {'server_uuid': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f732-4738-4480-ab7b-9914729d07c8'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:22.249987 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70fa75-5178-4d45-954b-29de100e1fb9" -d '{"events": [{"server_uuid": "ec9d9dc3-a47d-4f58-8a8c-59bad6009a54", "name": "network-vif-plugged", "status": "completed", "tag": "17553e24-ff88-49a5-acd7-7505361372eb"}, {"server_uuid": "a9bb0705-be7f-433a-9ff5-cc105c236540", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f732-4738-4480-ab7b-9914729d07c8"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:22.356075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.379379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8ba2a-97c9-441a-b014-65a71e2bd0bb req-f9a70193-b9c2-435d-bbbe-0c1f7418a00c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:22.381170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ea8ba2a-97c9-441a-b014-65a71e2bd0bb req-f9a70193-b9c2-435d-bbbe-0c1f7418a00c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1090617 Nov 03 18:42:22.480757 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.502731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ea8ba2a-97c9-441a-b014-65a71e2bd0bb req-12cf973e-3e35-4591-8f90-f4070fa94f74 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018541 Nov 03 18:42:22.548342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:22.564815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:22.586402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:22.635632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:22.677817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.678167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.678516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.678855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.679193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.679533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.679865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.680204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.680539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.680948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.681686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.682020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:22.713122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:22.713846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.751251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192910-96d3-45f8-b50b-5578e9332d6d req-c64918c2-73d9-4b1a-9a2e-507bcf4a7c58 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:22.760825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6192910-96d3-45f8-b50b-5578e9332d6d req-c64918c2-73d9-4b1a-9a2e-507bcf4a7c58 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.1567714 Nov 03 18:42:22.774707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2a8bfcaf-ef31-4e49-9010-d34aa917ad9b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2641201 Nov 03 18:42:22.790958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'admin_state_up': True, 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'security_groups': ['da91e05c-03a2-49be-9b3f-3e73d04a1396']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:22.955633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-85c8788d-3c42-4d84-9cd8-d139c1133240 None None] Provisioning complete for port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:22.956485 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-85c8788d-3c42-4d84-9cd8-d139c1133240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.034718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-85c8788d-3c42-4d84-9cd8-d139c1133240 None None] Port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:23.052192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6192910-96d3-45f8-b50b-5578e9332d6d req-def02df7-a976-4cde-9908-61605530b854 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888362 Nov 03 18:42:23.061030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:23.066575 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.299913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Allocated IP 10.1.1.56 (2c5383e2-9870-4fe0-97d5-cb2447d03d2b/4bc8480f-b963-44f7-ba48-e76459c0d5d4/a401ab22-4218-4894-af80-4ae82f356e2c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:23.320307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2f53e-09f6-47a1-8bce-f63ca0c86ca7 req-00692034-241a-476d-8023-5e1a054b19a3 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.321941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bef2f53e-09f6-47a1-8bce-f63ca0c86ca7 req-00692034-241a-476d-8023-5e1a054b19a3 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 946 time: 0.1197696 Nov 03 18:42:23.478016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bef2f53e-09f6-47a1-8bce-f63ca0c86ca7 req-036d39d3-5714-4837-96d7-e5de326a6809 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344411 Nov 03 18:42:23.579132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.686542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37174-58a6-4b59-ac31-8ab0c8229c65 req-ed8f4ba6-e6c3-4df4-99ad-44623a155888 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.689367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bda37174-58a6-4b59-ac31-8ab0c8229c65 req-ed8f4ba6-e6c3-4df4-99ad-44623a155888 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.1036451 Nov 03 18:42:23.710566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.843778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:23.850130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=a401ab22-4218-4894-af80-4ae82f356e2c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:23.856080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:23.860664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:23.906910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bda37174-58a6-4b59-ac31-8ab0c8229c65 req-ecca6cd6-5e6e-4c6a-a68b-b8a342782398 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933231 Nov 03 18:42:24.017506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:24.018597 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.054011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2de9b50d-8904-4898-8a18-7585caa6e4b1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2691619 Nov 03 18:42:24.069558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f', 'admin_state_up': True, 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'security_groups': ['da91e05c-03a2-49be-9b3f-3e73d04a1396']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:24.309133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:24.389670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-da92177a-5aee-4ed7-804a-3de73f4e44c3 None None] Provisioning complete for port a401ab22-4218-4894-af80-4ae82f356e2c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:24.390367 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-da92177a-5aee-4ed7-804a-3de73f4e44c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.457796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.482201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-da92177a-5aee-4ed7-804a-3de73f4e44c3 None None] Port a401ab22-4218-4894-af80-4ae82f356e2c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:24.740479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101a670-9eb8-441f-bfa5-a38582beb4eb req-25cc6645-61dc-4077-9a90-b5419cda3353 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:24.750735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101a670-9eb8-441f-bfa5-a38582beb4eb req-25cc6645-61dc-4077-9a90-b5419cda3353 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:24.762156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101a670-9eb8-441f-bfa5-a38582beb4eb req-25cc6645-61dc-4077-9a90-b5419cda3353 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:24.765168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6101a670-9eb8-441f-bfa5-a38582beb4eb req-25cc6645-61dc-4077-9a90-b5419cda3353 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 2374 time: 0.2325296 Nov 03 18:42:24.921831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6101a670-9eb8-441f-bfa5-a38582beb4eb req-d7762ac8-27ed-441a-9918-2b088558a8e0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456139 Nov 03 18:42:24.933304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Allocated IP 10.2.2.100 (2b93c670-4a1c-4cee-a870-d7acbef9dc5f/620d2180-35b3-4732-b58d-c686aca2c152/b77313c5-6c1e-4c5e-80e9-353ee215d988) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:25.008340 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d350f694-701b-40ce-9efe-6b5fcdda91e3 x-openstack-request-id: req-d350f694-701b-40ce-9efe-6b5fcdda91e3 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:25.009089 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bb0705-be7f-433a-9ff5-cc105c236540", "tag": "0e35f732-4738-4480-ab7b-9914729d07c8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:25.009089 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d350f694-701b-40ce-9efe-6b5fcdda91e3 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:25.009504 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'tag': '0e35f732-4738-4480-ab7b-9914729d07c8', 'status': 'completed', 'code': 200} Nov 03 18:42:25.090413 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdc68b4-f270-47d9-9ccf-031ddec4a47a x-openstack-request-id: req-7fdc68b4-f270-47d9-9ccf-031ddec4a47a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:25.091043 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9d9dc3-a47d-4f58-8a8c-59bad6009a54", "name": "network-vif-plugged", "status": "completed", "tag": "17553e24-ff88-49a5-acd7-7505361372eb", "code": 200}, {"server_uuid": "a9bb0705-be7f-433a-9ff5-cc105c236540", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f732-4738-4480-ab7b-9914729d07c8", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:25.091349 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fdc68b4-f270-47d9-9ccf-031ddec4a47a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:25.091995 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9d9dc3-a47d-4f58-8a8c-59bad6009a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17553e24-ff88-49a5-acd7-7505361372eb', 'code': 200} Nov 03 18:42:25.092402 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f732-4738-4480-ab7b-9914729d07c8', 'code': 200} Nov 03 18:42:25.247829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-e834beb2-9976-4876-b6a0-3ca242ea85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.252760 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-e834beb2-9976-4876-b6a0-3ca242ea85b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 1097 time: 0.2179251 Nov 03 18:42:25.270922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.343943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab89ba-9f4b-4e91-8a8c-f59bac7f166a req-c0419ddc-0df9-45a3-8d75-36971252d962 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.345770 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1ab89ba-9f4b-4e91-8a8c-f59bac7f166a req-c0419ddc-0df9-45a3-8d75-36971252d962 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=d430ce04-b262-44ce-80df-f6750de2a11f HTTP/1.1" status: 200 len: 946 time: 0.1588473 Nov 03 18:42:25.414653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fb88a-e03f-452f-9304-cc0c0f8cd710 req-282d4948-63ce-45ec-9796-0475ec8e3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.416415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c6fb88a-e03f-452f-9304-cc0c0f8cd710 req-282d4948-63ce-45ec-9796-0475ec8e3f49 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 1097 time: 0.1395688 Nov 03 18:42:25.420694 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.446178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619753e6-441c-4c6f-b3da-aed1a5460959 req-ae5aeebe-4e00-4375-8d12-b43746e5633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.449278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-619753e6-441c-4c6f-b3da-aed1a5460959 req-ae5aeebe-4e00-4375-8d12-b43746e5633c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 1097 time: 0.1868935 Nov 03 18:42:25.492298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1ab89ba-9f4b-4e91-8a8c-f59bac7f166a req-8ca492b4-a3d5-47ce-8fe3-b8369d55b15b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292620 Nov 03 18:42:25.517784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:25.520250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=b77313c5-6c1e-4c5e-80e9-353ee215d988,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:25.528097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:25.531375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:25.583382 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-619753e6-441c-4c6f-b3da-aed1a5460959 req-888b89f9-2c50-42d9-8907-ca588a7bd162 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160064 Nov 03 18:42:25.602664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-e50973ca-4296-4723-b39d-820fae08d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.606541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-e50973ca-4296-4723-b39d-820fae08d4be service neutron] 10.222.0.70 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 915 time: 0.2983260 Nov 03 18:42:25.629119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c6fb88a-e03f-452f-9304-cc0c0f8cd710 req-021c2e9d-b2d9-42d6-adcd-13fac99902d6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027829 Nov 03 18:42:25.636379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.637442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.661569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-916b6734-bb45-403b-a2d1-e8005f78faf5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5992236 Nov 03 18:42:25.753409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c5e84-7599-423e-97b9-5321bd4620ef req-41f448a3-1ddc-4c36-bd93-96b795586254 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.756305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b77c5e84-7599-423e-97b9-5321bd4620ef req-41f448a3-1ddc-4c36-bd93-96b795586254 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0932021 Nov 03 18:42:25.833773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4afef8ea-6a54-4073-a6c9-ad082c25c29e None None] Provisioning complete for port b77313c5-6c1e-4c5e-80e9-353ee215d988 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:25.835509 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4afef8ea-6a54-4073-a6c9-ad082c25c29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.844876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b77c5e84-7599-423e-97b9-5321bd4620ef req-084b4327-3e6b-4f6c-ada0-e3b1323c08df tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782943 Nov 03 18:42:25.854737 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-664e5b25-388d-46f1-8924-90d185e2ebfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e35f732-4738-4480-ab7b-9914729d07c8 HTTP/1.1" status: 200 len: 217 time: 0.0656986 Nov 03 18:42:25.858332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f', 'admin_state_up': True, 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'security_groups': ['da91e05c-03a2-49be-9b3f-3e73d04a1396']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:25.936791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4afef8ea-6a54-4073-a6c9-ad082c25c29e None None] Port b77313c5-6c1e-4c5e-80e9-353ee215d988 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:26.029322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-caeb1cb8-b112-4aa7-a581-76856f50a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:26.032031 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-caeb1cb8-b112-4aa7-a581-76856f50a680 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a182a9b8-dffd-4a22-9817-72fabc4a4159 HTTP/1.1" status: 200 len: 854 time: 0.1698291 Nov 03 18:42:26.086930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Made reservation on behalf of 079991ce9b0c48179a4285f793f55aad for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:26.099454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.101752 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-27fe3010-114b-4c3e-b5a5-c01b64d76af1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dff888f0-c074-4250-9054-9adbb8470657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597210 Nov 03 18:42:26.333761 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-1428a734-8b8b-4ffe-8cb0-ea21635e2a49 service neutron] 10.222.0.70 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173913 Nov 03 18:42:26.512802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Allocated IP 10.2.2.200 (2b93c670-4a1c-4cee-a870-d7acbef9dc5f/620d2180-35b3-4732-b58d-c686aca2c152/7d9787c1-4cf0-4c6b-82aa-c64b20c69561) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:26.545805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ba775-3203-4e71-95ea-6827900ea333 req-0dcda071-0bfe-4f77-b46b-16c995313f0e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:26.548751 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5ba775-3203-4e71-95ea-6827900ea333 req-0dcda071-0bfe-4f77-b46b-16c995313f0e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 946 time: 0.0741556 Nov 03 18:42:26.610574 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9e5db792-8b87-4137-a4e6-91f0913c3169 req-9e34eadb-50d6-4dd3-9627-4b9813ffbac3 service neutron] 10.222.0.70 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646563 Nov 03 18:42:26.683453 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5ba775-3203-4e71-95ea-6827900ea333 req-729f0aca-f028-4c52-b9ab-5403390a50b8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190498 Nov 03 18:42:26.821233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.836916 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54794) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:26.961160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4a17a-5fc4-45e2-90aa-67ff72d75afa req-f7ba94b8-804f-4dba-b7be-1772571701f8 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:26.962857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47d4a17a-5fc4-45e2-90aa-67ff72d75afa req-f7ba94b8-804f-4dba-b7be-1772571701f8 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.1142395 Nov 03 18:42:26.965320 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.072288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:27.089098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:27.101137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:27.107715 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event updated for resources: {'Port': ['ID=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.172707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47d4a17a-5fc4-45e2-90aa-67ff72d75afa req-430d43c2-13d5-4db9-9093-f59256f09d17 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815081 Nov 03 18:42:27.199926 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c5a6e190-2f88-4dc8-b445-1556bb42dd26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2184e8e85a72472d9dd7eee5d6ba7361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616121 Nov 03 18:42:27.204994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54798) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:27.210818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:27.212283 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.252257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8c3eda36-3f90-4494-9bb5-f40660c80155 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4038897 Nov 03 18:42:27.273706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:27.322765 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-682d71e6-b38a-447a-9102-699bfa1f3373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.365173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-682d71e6-b38a-447a-9102-699bfa1f3373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.367078 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.480146 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-682d71e6-b38a-447a-9102-699bfa1f3373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.484585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-682d71e6-b38a-447a-9102-699bfa1f3373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.490274 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-682d71e6-b38a-447a-9102-699bfa1f3373 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ddc167e0-1cfa-4907-948d-354556671ca3 HTTP/1.1" status: 204 len: 168 time: 0.2802684 Nov 03 18:42:27.499795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d71e6-b38a-447a-9102-699bfa1f3373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc167e0-1cfa-4907-948d-354556671ca3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.584753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5b137b4e-a701-40b8-8edb-e92ca3fec92c None None] Provisioning complete for port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:27.586288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b137b4e-a701-40b8-8edb-e92ca3fec92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.648259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5b137b4e-a701-40b8-8edb-e92ca3fec92c None None] Port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:27.897877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85f638-5d78-4370-956c-876f2c0ee31f req-091139ff-63c3-445c-ac0c-f7acfc0dc2ed tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:27.899509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc85f638-5d78-4370-956c-876f2c0ee31f req-091139ff-63c3-445c-ac0c-f7acfc0dc2ed tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.5335071 Nov 03 18:42:28.040558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc85f638-5d78-4370-956c-876f2c0ee31f req-2bd470e5-8307-4415-96dc-9e9d06dabf8c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922177 Nov 03 18:42:28.250765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a145a4-d2fd-449d-9953-2447fc8be26d {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:28.269059 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.301204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Transition to ACTIVE for port object f5a145a4-d2fd-449d-9953-2447fc8be26d will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:28.308893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.420550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Pushing event updated for resources: {'Port': ['ID=f5a145a4-d2fd-449d-9953-2447fc8be26d,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:28.488275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-98be3410-a63e-47ef-b886-2f8f7ea7019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.490585 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-98be3410-a63e-47ef-b886-2f8f7ea7019d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1096 time: 0.1904652 Nov 03 18:42:28.525501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Attempting to bind port f5a145a4-d2fd-449d-9953-2447fc8be26d on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:28.525962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Attempting to bind port f5a145a4-d2fd-449d-9953-2447fc8be26d by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:28.526385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Attempting to bind port f5a145a4-d2fd-449d-9953-2447fc8be26d on network c0d79a55-44b4-4875-8aa5-b9e9a21493fc {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:28.539987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Port f5a145a4-d2fd-449d-9953-2447fc8be26d on network c0d79a55-44b4-4875-8aa5-b9e9a21493fc not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:28.540597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Attempting to bind port f5a145a4-d2fd-449d-9953-2447fc8be26d on network c0d79a55-44b4-4875-8aa5-b9e9a21493fc {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:28.557408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:28.560413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Checking segment: {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:28.562454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Bound using segment: {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:28.563738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Bound port: f5a145a4-d2fd-449d-9953-2447fc8be26d, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640b4201-353f-459b-b72a-995a82349ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:28.565155 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.698185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-e8e2a414-30dc-463e-8b7c-72016c443a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.702559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-e8e2a414-30dc-463e-8b7c-72016c443a7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.2013018 Nov 03 18:42:28.726037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158dae-c285-40cb-b363-d403768db380 req-747f42ed-a716-4b4e-ae56-0bf64eb2966a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.735557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e158dae-c285-40cb-b363-d403768db380 req-747f42ed-a716-4b4e-ae56-0bf64eb2966a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.1659195 Nov 03 18:42:28.764995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] For port f5a145a4-d2fd-449d-9953-2447fc8be26d, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:28.799922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] For port f5a145a4-d2fd-449d-9953-2447fc8be26d, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:28.806806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.820692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-ad16c99e-00c4-4178-a5c4-096b9e3ad99f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 200 len: 217 time: 0.0964978 Nov 03 18:42:28.867940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:28.897673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Pushing event updated for resources: {'Port': ['ID=f5a145a4-d2fd-449d-9953-2447fc8be26d,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:28.926444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.930115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.933376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-d87172f5-e16f-4ffd-8a68-54e232197bca service neutron] 10.222.0.96 "PUT /v2.0/ports/f5a145a4-d2fd-449d-9953-2447fc8be26d HTTP/1.1" status: 200 len: 1092 time: 1.6642532 Nov 03 18:42:28.934539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:28.942247 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d2d199-062d-40ce-82fc-bce7b69a94a5" -d '{"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:28.954543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-0d453541-e537-4653-9736-792bb18bc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.959509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-0d453541-e537-4653-9736-792bb18bc948 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.1282022 Nov 03 18:42:28.973409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e158dae-c285-40cb-b363-d403768db380 req-358151fa-f0ae-4825-b204-201bf3ac00d6 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337425 Nov 03 18:42:28.990572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:29.031578 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-3b2b5fb6-6b16-4d6a-b4c1-774e119c40f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565193 Nov 03 18:42:29.165119 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.252947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-796549154-network', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:29.271517 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-9a9daba1-f4d4-4f74-a559-63c62adb79b4 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289617 Nov 03 18:42:29.377995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Made reservation on behalf of c64deee38c3444a2a7c2efcf47939d11 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:29.381256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.396272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.478559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-72173684-8149-49f0-9ad5-f1d33f0e3489 req-9fad4388-c12c-4ca4-b1ee-e336002945e0 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966259 Nov 03 18:42:29.578612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094a253-3689-4cea-8a85-eefd99e7504f req-b3026693-6b71-42a7-b578-449a8ffd0e14 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.588558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094a253-3689-4cea-8a85-eefd99e7504f req-b3026693-6b71-42a7-b578-449a8ffd0e14 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.591174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.598092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094a253-3689-4cea-8a85-eefd99e7504f req-b3026693-6b71-42a7-b578-449a8ffd0e14 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.598320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.607619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094a253-3689-4cea-8a85-eefd99e7504f req-b3026693-6b71-42a7-b578-449a8ffd0e14 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.620009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094a253-3689-4cea-8a85-eefd99e7504f req-b3026693-6b71-42a7-b578-449a8ffd0e14 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.623293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c094a253-3689-4cea-8a85-eefd99e7504f req-b3026693-6b71-42a7-b578-449a8ffd0e14 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 3828 time: 0.2009773 Nov 03 18:42:29.650742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:29.674685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7580bc-dd7e-4b91-b871-1f257f69a47d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:29.691527 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.692290 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Added segment 9dbd12e0-c3c7-4524-8961-6f322e74d22e of type vlan for network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 Nov 03 18:42:29.784677 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.791109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c094a253-3689-4cea-8a85-eefd99e7504f req-37455202-b9a1-41f0-8922-3024a431e166 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891266 Nov 03 18:42:29.844486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.846562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.847844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.987082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1128557 Nov 03 18:42:29.987535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54842) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:29.993199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1799dee1-c8aa-42b5-9d27-87c47fe95073 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:29.996394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Request body: {'subnet': {'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-796549154-subnet', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:30.008258 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.025609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16045b-17b2-4952-99fd-8a6eccabd1ae admin admin] Pushing event updated for resources: {'Network': ['ID=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.042247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Transition to ACTIVE for port object 1799dee1-c8aa-42b5-9d27-87c47fe95073 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:30.049460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:30.055780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Made reservation on behalf of c64deee38c3444a2a7c2efcf47939d11 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:30.059188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.059622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f429d39-97a2-4cf4-8798-5e81004b496e req-8fbdd42f-fc94-477e-9617-eec235fc856a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.063422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f429d39-97a2-4cf4-8798-5e81004b496e req-8fbdd42f-fc94-477e-9617-eec235fc856a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 946 time: 0.1205106 Nov 03 18:42:30.066823 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.195055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Pushing event updated for resources: {'Port': ['ID=1799dee1-c8aa-42b5-9d27-87c47fe95073,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.311511 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f429d39-97a2-4cf4-8798-5e81004b496e req-dd73af0c-6ddc-4a8d-9351-004e6ee55691 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392595 Nov 03 18:42:30.414557 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.479242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Attempting to bind port 1799dee1-c8aa-42b5-9d27-87c47fe95073 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:30.479728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Attempting to bind port 1799dee1-c8aa-42b5-9d27-87c47fe95073 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:30.480428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Attempting to bind port 1799dee1-c8aa-42b5-9d27-87c47fe95073 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:30.509803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Port 1799dee1-c8aa-42b5-9d27-87c47fe95073 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:30.510277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Attempting to bind port 1799dee1-c8aa-42b5-9d27-87c47fe95073 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:30.531401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:30.531995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Checking segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:30.532656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Bound using segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:30.533481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Bound port: 1799dee1-c8aa-42b5-9d27-87c47fe95073, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:30.534892 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.574263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25b48a1-00db-4ac8-9b4f-fca58e048569,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.578445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Checking segment: {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:30.579049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Network hostable DHCP agents. Network: 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:30.611910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:30.626132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:30.632027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.632692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.643764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349ebc1-4bd4-4f04-ac59-9fc9beda42ed None None] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:30.678763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7e42a82f-8057-458a-bb92-ec405470d6a2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6890309 Nov 03 18:42:30.682518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54846) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:30.691131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:30.720510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] For port 1799dee1-c8aa-42b5-9d27-87c47fe95073, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:30.726085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] For port 1799dee1-c8aa-42b5-9d27-87c47fe95073, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1799dee1-c8aa-42b5-9d27-87c47fe95073,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:30.739223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ccc7-4773-419a-a1f0-9d4663ce6093 req-e14437e3-cfd9-4b49-bd3f-fd0697f6d100 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.746672 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.750162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.750963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4c9ccc7-4773-419a-a1f0-9d4663ce6093 req-e14437e3-cfd9-4b49-bd3f-fd0697f6d100 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2917488 Nov 03 18:42:30.816948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.831620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4c9ccc7-4773-419a-a1f0-9d4663ce6093 req-d1459387-8ef9-464d-92df-8432bf5b631f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792110 Nov 03 18:42:30.881119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.925132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:30.928267 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.984545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.984976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.986851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] 10.222.0.96 "PUT /v2.0/ports/1799dee1-c8aa-42b5-9d27-87c47fe95073 HTTP/1.1" status: 200 len: 1135 time: 2.0045652 Nov 03 18:42:31.057876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:31.127471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb17638-076a-4a9a-95e9-d23700066575 service neutron] Pushing event updated for resources: {'Port': ['ID=1799dee1-c8aa-42b5-9d27-87c47fe95073,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:31.274302 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.304791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98ee70-537c-4bf1-94a9-ff0c2655a3ed req-492c4e38-f5eb-4c64-b1af-69c181ea2924 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:31.318977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb98ee70-537c-4bf1-94a9-ff0c2655a3ed req-492c4e38-f5eb-4c64-b1af-69c181ea2924 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.2399926 Nov 03 18:42:31.418594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.500928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Allocated IP 172.20.0.2 (2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573/d25b48a1-00db-4ac8-9b4f-fca58e048569/9813211a-2bb5-4913-abb8-249becd481c4) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:31.535302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb98ee70-537c-4bf1-94a9-ff0c2655a3ed req-2921e3bb-a715-4e74-8a50-cce0e951b223 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109737 Nov 03 18:42:31.821330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.832002 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.884811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:31.890848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:31.893227 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.895732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:31.943378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Pushing event updated for resources: {'Port': ['ID=9813211a-2bb5-4913-abb8-249becd481c4,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:31.966711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cf3d9-f321-43e3-81c4-2afa6619363e req-a5a3dcec-fa76-4438-b02c-f02efcc6909b tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:31.973921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.976710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-467cf3d9-f321-43e3-81c4-2afa6619363e req-a5a3dcec-fa76-4438-b02c-f02efcc6909b tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.2026052 Nov 03 18:42:31.986441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:32.004583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.009489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Attempting to bind port 9813211a-2bb5-4913-abb8-249becd481c4 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:32.010119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Attempting to bind port 9813211a-2bb5-4913-abb8-249becd481c4 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:32.010474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Attempting to bind port 9813211a-2bb5-4913-abb8-249becd481c4 on network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:32.019457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:32.019811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Checking segment: {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:32.020287 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.020882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Bound using segment: {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:32.021375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Bound port: 9813211a-2bb5-4913-abb8-249becd481c4, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:32.021862 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.038198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Transition to ACTIVE for port object 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:32.048840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.128156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] For port 9813211a-2bb5-4913-abb8-249becd481c4, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:32.131028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-467cf3d9-f321-43e3-81c4-2afa6619363e req-384c5f82-d433-4352-8b34-88aa85a48f00 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531250 Nov 03 18:42:32.135448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] For port 9813211a-2bb5-4913-abb8-249becd481c4, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9813211a-2bb5-4913-abb8-249becd481c4,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:32.164363 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.239142 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c44ec0-a0bd-4da0-8606-d29c79ea32f8 x-openstack-request-id: req-63c44ec0-a0bd-4da0-8606-d29c79ea32f8 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:32.239558 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:32.239740 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63c44ec0-a0bd-4da0-8606-d29c79ea32f8 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:32.240120 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'status': 'completed', 'code': 200} Nov 03 18:42:32.293322 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.335625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:32.352867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61303945-9b36-4bbd-a9e7-270b6132ed76 None None] Pushing event updated for resources: {'Port': ['ID=9813211a-2bb5-4913-abb8-249becd481c4,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:32.402668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Allocated IP 172.25.3.252 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/86bf7369-64be-461e-8abb-d4f533336fdc) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:32.526525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-e4a87f4d-4147-4b31-a181-70f44879418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.531058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-e4a87f4d-4147-4b31-a181-70f44879418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.531058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-e4a87f4d-4147-4b31-a181-70f44879418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.531058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-e4a87f4d-4147-4b31-a181-70f44879418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.531058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-e4a87f4d-4147-4b31-a181-70f44879418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.531655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-e4a87f4d-4147-4b31-a181-70f44879418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.532435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-e4a87f4d-4147-4b31-a181-70f44879418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.536303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-e4a87f4d-4147-4b31-a181-70f44879418b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6177 time: 0.2096395 Nov 03 18:42:32.687657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Attempting to bind port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:32.688208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Attempting to bind port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:32.688759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Attempting to bind port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:32.713455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.719780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:32.725957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Attempting to bind port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:32.740936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:32.741521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Checking segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:32.742360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Bound using segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:32.743088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Bound port: 8371b5da-a777-4b6c-b3b9-6abdf7277ff3, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:32.743701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.796570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.864006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:32.869388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:32.884839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:32.960254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Pushing event updated for resources: {'Port': ['ID=86bf7369-64be-461e-8abb-d4f533336fdc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.055999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-780c73f6-4c6a-432b-abe5-3fb76fc205c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:33.056467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-780c73f6-4c6a-432b-abe5-3fb76fc205c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:33.056926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-780c73f6-4c6a-432b-abe5-3fb76fc205c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:33.058861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-780c73f6-4c6a-432b-abe5-3fb76fc205c9 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=079991ce9b0c48179a4285f793f55aad&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5030744 Nov 03 18:42:33.189243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.209604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] For port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:33.248288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b32dd-010f-4d5e-a930-e5a7c81bc505 req-8b69ab25-bcfe-4209-ae94-4201052333d7 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:33.251419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-620b32dd-010f-4d5e-a930-e5a7c81bc505 req-8b69ab25-bcfe-4209-ae94-4201052333d7 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.2988114 Nov 03 18:42:33.260965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] For port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:33.283520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.414419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:33.415653 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.418229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] 10.222.0.96 "PUT /v2.0/ports/8371b5da-a777-4b6c-b3b9-6abdf7277ff3 HTTP/1.1" status: 200 len: 1135 time: 2.3777192 Nov 03 18:42:33.542959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.567008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:33.583313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-a85553a6-3454-45b5-a738-e65225797cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:33.591976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98d2d199-062d-40ce-82fc-bce7b69a94a5 req-a85553a6-3454-45b5-a738-e65225797cad service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5187380 Nov 03 18:42:33.657106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-620b32dd-010f-4d5e-a930-e5a7c81bc505 req-6b86b66a-bb22-4c89-a1e2-f94780a5eba6 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825593 Nov 03 18:42:33.676048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa904ffd-9eca-4ceb-b8e5-b826086b8bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.781940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9813211a-2bb5-4913-abb8-249becd481c4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:33.848834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.928730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9813211a-2bb5-4913-abb8-249becd481c4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:33.928730 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.034643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3825-ec2b-477c-acfb-a9d894a700fb req-e5515e71-cd65-4ab7-908e-d8dc93ae88c6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.043651 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-993b3825-ec2b-477c-acfb-a9d894a700fb req-e5515e71-cd65-4ab7-908e-d8dc93ae88c6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.2529533 Nov 03 18:42:34.146816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.211664 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.283395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': '1799dee1-c8aa-42b5-9d27-87c47fe95073'}, {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': '8371b5da-a777-4b6c-b3b9-6abdf7277ff3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:34.287155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 9813211a-2bb5-4913-abb8-249becd481c4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9813211a-2bb5-4913-abb8-249becd481c4,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:34.289185 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d490c2-6762-4a91-814f-8d9f8b1e372e" -d '{"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "1799dee1-c8aa-42b5-9d27-87c47fe95073"}, {"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "8371b5da-a777-4b6c-b3b9-6abdf7277ff3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:34.292612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57698a3e-d800-45ed-93dd-39e248c8cb9d None None] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:34.299538 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:42:34.334960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.399962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-993b3825-ec2b-477c-acfb-a9d894a700fb req-4788d273-73fa-40b3-a930-a9b81e41a7dd tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401937 Nov 03 18:42:34.439669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=9813211a-2bb5-4913-abb8-249becd481c4,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:34.487066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Router d28b645f-28a5-44a3-bc25-52d60a0499d8 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:42:34.606476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48b8f7f8-12bc-4ab6-bae7-eb8ac5655585 None None] Provisioning complete for port 9813211a-2bb5-4913-abb8-249becd481c4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:34.607090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48b8f7f8-12bc-4ab6-bae7-eb8ac5655585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.687608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:34.704132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:34.719589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Sync routers for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:34.722350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-ddcc54a4-cc8f-47bb-b35c-bba230eb410a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.733037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-ddcc54a4-cc8f-47bb-b35c-bba230eb410a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.735380 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.737380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-39335011-6d81-4d95-bd98-9e1bb0784996 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0528605 Nov 03 18:42:34.742664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54862) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:34.746628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-ddcc54a4-cc8f-47bb-b35c-bba230eb410a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.757216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-ddcc54a4-cc8f-47bb-b35c-bba230eb410a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.764837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-ddcc54a4-cc8f-47bb-b35c-bba230eb410a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.773266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-ddcc54a4-cc8f-47bb-b35c-bba230eb410a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.781031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-ddcc54a4-cc8f-47bb-b35c-bba230eb410a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.784366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-ddcc54a4-cc8f-47bb-b35c-bba230eb410a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5382 time: 0.1627359 Nov 03 18:42:34.787991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.876240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:34.877451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:42:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:34.880497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Transition to ACTIVE for port object 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:34.890921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cef9a705-dc59-49a5-bdff-cea958e49825 req-cb700f58-22cb-46a8-b315-eded4c8adf46 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974646 Nov 03 18:42:34.892552 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.106786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Pushing event updated for resources: {'Port': ['ID=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:35.143452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Attempting to bind port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:35.144319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Attempting to bind port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:35.144934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Attempting to bind port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:35.172010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:35.172573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Attempting to bind port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:35.181609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:35.182168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Checking segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:35.182696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Bound using segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:35.183282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Bound port: 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:35.183760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.247638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:35.308647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] For port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:35.317312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] For port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:35.324987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.354899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:35.356368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.358607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] 10.222.0.96 "PUT /v2.0/ports/4f625c3b-d8e1-46e1-8101-7e1056b1c9ed HTTP/1.1" status: 200 len: 1091 time: 1.8635781 Nov 03 18:42:35.415958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a7b40-e926-4af7-bf9e-2ae8e0bd2a3d req-7c0dfd54-8e43-47c5-a020-383ebb15450f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:35.418358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c8a7b40-e926-4af7-bf9e-2ae8e0bd2a3d req-7c0dfd54-8e43-47c5-a020-383ebb15450f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.2968962 Nov 03 18:42:35.432811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:35.657071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2b4a-3cf4-4c21-be80-86c30f8da25f service neutron] Pushing event updated for resources: {'Port': ['ID=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:35.697342 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.704366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9813211a-2bb5-4913-abb8-249becd481c4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:35.739387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c8a7b40-e926-4af7-bf9e-2ae8e0bd2a3d req-c09b9c91-75c7-4323-9d8f-6deaf5197928 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917371 Nov 03 18:42:35.965528 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-662b4e37-74ee-4d7e-93cf-3eec593e74b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.979996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3684878b-20b7-4df2-b71e-57d686882422 None None] Provisioning complete for port 9813211a-2bb5-4913-abb8-249becd481c4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:35.980365 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3684878b-20b7-4df2-b71e-57d686882422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.053148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9813211a-2bb5-4913-abb8-249becd481c4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:36.053783 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.191113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174d9bd-50dc-4781-b36f-1e0692732979 req-f7749548-83ff-4d4b-a75f-19597160a1ea tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:36.193841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4174d9bd-50dc-4781-b36f-1e0692732979 req-f7749548-83ff-4d4b-a75f-19597160a1ea tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.3002658 Nov 03 18:42:36.222988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 3, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:36.258892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Checking router: d28b645f-28a5-44a3-bc25-52d60a0499d8 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:36.259929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Updating router d28b645f-28a5-44a3-bc25-52d60a0499d8 port 86bf7369-64be-461e-8abb-d4f533336fdc binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:36.315849 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.343837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4174d9bd-50dc-4781-b36f-1e0692732979 req-3611f9d4-de74-4110-816f-8ad1eb6081f5 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115816 Nov 03 18:42:36.652445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a401ab22-4218-4894-af80-4ae82f356e2c {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:36.673946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.728216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.734266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Transition to ACTIVE for port object a401ab22-4218-4894-af80-4ae82f356e2c will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:36.742056 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.845241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Pushing event updated for resources: {'Port': ['ID=a401ab22-4218-4894-af80-4ae82f356e2c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:37.060230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Attempting to bind port a401ab22-4218-4894-af80-4ae82f356e2c on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:37.060862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Attempting to bind port a401ab22-4218-4894-af80-4ae82f356e2c by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:37.061343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Attempting to bind port a401ab22-4218-4894-af80-4ae82f356e2c on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:37.061565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Allocated IP 172.20.0.1 (2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573/d25b48a1-00db-4ac8-9b4f-fca58e048569/e1c31b22-54db-4f2d-8689-e7e25a450ee6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:37.077711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Port a401ab22-4218-4894-af80-4ae82f356e2c on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:37.077711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Attempting to bind port a401ab22-4218-4894-af80-4ae82f356e2c on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:37.136759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.148721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:37.151158 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.152309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Checking segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:37.153217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Bound using segment: {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:37.154334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Bound port: a401ab22-4218-4894-af80-4ae82f356e2c, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:37.155133 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.227374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.261930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff719-4cd2-4dc9-ae7e-2645ff63ae0b None None] Pushing event updated for resources: {'Port': ['ID=86bf7369-64be-461e-8abb-d4f533336fdc,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:37.272084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Attempting to bind port 86bf7369-64be-461e-8abb-d4f533336fdc on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:37.272969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Attempting to bind port 86bf7369-64be-461e-8abb-d4f533336fdc by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:37.273792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Attempting to bind port 86bf7369-64be-461e-8abb-d4f533336fdc on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:37.286331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:37.287615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:37.287829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.288724 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.289942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:37.290881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Bound port: 86bf7369-64be-461e-8abb-d4f533336fdc, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:37.291751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.300520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d66e94-af37-4079-bccd-868815149599 req-e308bfb6-e3fb-48cd-9fda-bd05c62e3175 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:37.307529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d66e94-af37-4079-bccd-868815149599 req-e308bfb6-e3fb-48cd-9fda-bd05c62e3175 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:37.314042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d66e94-af37-4079-bccd-868815149599 req-e308bfb6-e3fb-48cd-9fda-bd05c62e3175 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:37.322693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9d66e94-af37-4079-bccd-868815149599 req-e308bfb6-e3fb-48cd-9fda-bd05c62e3175 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad&device_id=d430ce04-b262-44ce-80df-f6750de2a11f&device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 2417 time: 0.2840588 Nov 03 18:42:37.349644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:37.357548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:37.363819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:37.417246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] For port a401ab22-4218-4894-af80-4ae82f356e2c, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:37.424051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] For port a401ab22-4218-4894-af80-4ae82f356e2c, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a401ab22-4218-4894-af80-4ae82f356e2c,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:37.470601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9d66e94-af37-4079-bccd-868815149599 req-e650fa21-a0eb-4ac2-be98-4c012438ed32 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466937 Nov 03 18:42:37.473366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.511484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] For port 86bf7369-64be-461e-8abb-d4f533336fdc, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:37.519509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] For port 86bf7369-64be-461e-8abb-d4f533336fdc, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=86bf7369-64be-461e-8abb-d4f533336fdc,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:37.525088 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.529814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.550176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:37.552491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.560238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] 10.222.0.96 "PUT /v2.0/ports/a401ab22-4218-4894-af80-4ae82f356e2c HTTP/1.1" status: 200 len: 1090 time: 2.1364081 Nov 03 18:42:37.684631 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963456ea-b760-41bb-bfc3-340651c04bdf x-openstack-request-id: req-963456ea-b760-41bb-bfc3-340651c04bdf {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:37.685087 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "1799dee1-c8aa-42b5-9d27-87c47fe95073", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "8371b5da-a777-4b6c-b3b9-6abdf7277ff3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:37.685605 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-963456ea-b760-41bb-bfc3-340651c04bdf {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:37.686269 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': '1799dee1-c8aa-42b5-9d27-87c47fe95073', 'status': 'completed', 'code': 200} Nov 03 18:42:37.686710 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': '8371b5da-a777-4b6c-b3b9-6abdf7277ff3', 'status': 'completed', 'code': 200} Nov 03 18:42:37.725702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:37.729321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:42:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:37.751023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:37.762438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Pushing event updated for resources: {'Port': ['ID=e1c31b22-54db-4f2d-8689-e7e25a450ee6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:37.843500 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.913487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.199136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcd84e-daec-438e-88e2-1a6ca7e3db52 req-e9349b82-86b5-466e-92bb-34445b843c7b tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.202277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83bcd84e-daec-438e-88e2-1a6ca7e3db52 req-e9349b82-86b5-466e-92bb-34445b843c7b tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2904251 Nov 03 18:42:38.212152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c0915-9e7f-410c-8a1b-00a91948f820 service neutron] Pushing event updated for resources: {'Port': ['ID=a401ab22-4218-4894-af80-4ae82f356e2c,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:38.242873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-fe2bb474-123b-4dac-a79f-76a842522965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.244041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-fe2bb474-123b-4dac-a79f-76a842522965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.245102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-fe2bb474-123b-4dac-a79f-76a842522965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.246260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-fe2bb474-123b-4dac-a79f-76a842522965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.247305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-fe2bb474-123b-4dac-a79f-76a842522965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.247483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.248481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-fe2bb474-123b-4dac-a79f-76a842522965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.249786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-fe2bb474-123b-4dac-a79f-76a842522965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.256377 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.263606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-fe2bb474-123b-4dac-a79f-76a842522965 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6353 time: 0.5911384 Nov 03 18:42:38.272422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff719-4cd2-4dc9-ae7e-2645ff63ae0b None None] Pushing event updated for resources: {'Port': ['ID=86bf7369-64be-461e-8abb-d4f533336fdc,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:38.401806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b782a2ec-ca26-42b2-a2f8-56abefb4a240 None None] Provisioning complete for port e1c31b22-54db-4f2d-8689-e7e25a450ee6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:38.402615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b782a2ec-ca26-42b2-a2f8-56abefb4a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.414137 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.429744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Pushing event updated for resources: {'Port': ['ID=e1c31b22-54db-4f2d-8689-e7e25a450ee6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:38.456085 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e6967a65-22fd-4fc5-a7f5-f7e71f230cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.522919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b782a2ec-ca26-42b2-a2f8-56abefb4a240 None None] Port e1c31b22-54db-4f2d-8689-e7e25a450ee6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:38.542228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:38.604372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83bcd84e-daec-438e-88e2-1a6ca7e3db52 req-083f64fd-b7a9-4080-8a6d-c55218b74144 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735855 Nov 03 18:42:38.650965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:38.650965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:39.117966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Router d28b645f-28a5-44a3-bc25-52d60a0499d8 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:42:39.143674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 1, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:39.213493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736755c9-f222-4af0-9e9c-13119ed9d271 None None] The sync data for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 is: [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 1, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:39.247970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c93c08b0-1763-4248-a36d-d593c763d917 None None] Provisioning complete for port e1c31b22-54db-4f2d-8689-e7e25a450ee6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:39.247970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c93c08b0-1763-4248-a36d-d593c763d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.317975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c93c08b0-1763-4248-a36d-d593c763d917 None None] Port e1c31b22-54db-4f2d-8689-e7e25a450ee6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:39.384025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:39.401807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-2d252394-0c13-4516-99b4-d0ecf8f87d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.402498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-2d252394-0c13-4516-99b4-d0ecf8f87d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.403318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-2d252394-0c13-4516-99b4-d0ecf8f87d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.406735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-2d252394-0c13-4516-99b4-d0ecf8f87d05 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=079991ce9b0c48179a4285f793f55aad&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1039159 Nov 03 18:42:39.413379 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-170051c9-8d44-4a97-9e15-b82c1f9a88ff admin admin] 10.222.0.77 "PUT /v2.0/routers/d28b645f-28a5-44a3-bc25-52d60a0499d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6687424 Nov 03 18:42:39.603922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c809f-4a61-45ba-ab98-d3ad32129faa req-530608e4-644a-4ad9-98be-7f39dcdf6417 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.606640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb4c809f-4a61-45ba-ab98-d3ad32129faa req-530608e4-644a-4ad9-98be-7f39dcdf6417 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.3144650 Nov 03 18:42:39.693365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed'}, {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': 'a401ab22-4218-4894-af80-4ae82f356e2c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:39.698518 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9078863-a9bd-43de-a713-47be0022127d" -d '{"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "4f625c3b-d8e1-46e1-8101-7e1056b1c9ed"}, {"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "a401ab22-4218-4894-af80-4ae82f356e2c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:39.789312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77313c5-6c1e-4c5e-80e9-353ee215d988 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:39.827689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.832868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-ff937ba9-da25-4586-bf48-8a3f1150d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.835677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-ff937ba9-da25-4586-bf48-8a3f1150d5a1 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4149814 Nov 03 18:42:39.882250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Transition to ACTIVE for port object b77313c5-6c1e-4c5e-80e9-353ee215d988 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:39.892194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb4c809f-4a61-45ba-ab98-d3ad32129faa req-9d004449-5523-442c-bdde-1c8aa3f65aba tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128081 Nov 03 18:42:39.894631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.947010 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.105195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Pushing event updated for resources: {'Port': ['ID=b77313c5-6c1e-4c5e-80e9-353ee215d988,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:40.160101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-cb1b69d6-f133-4a84-9993-a09c380bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.161196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-cb1b69d6-f133-4a84-9993-a09c380bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.162574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-cb1b69d6-f133-4a84-9993-a09c380bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.163892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-cb1b69d6-f133-4a84-9993-a09c380bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.164679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-cb1b69d6-f133-4a84-9993-a09c380bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.165575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-cb1b69d6-f133-4a84-9993-a09c380bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.167239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-cb1b69d6-f133-4a84-9993-a09c380bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.170096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-cb1b69d6-f133-4a84-9993-a09c380bd43e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6378 time: 0.2600114 Nov 03 18:42:40.459078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-e23d7cb3-05ad-4c0e-8a80-db90decb9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.459935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-e23d7cb3-05ad-4c0e-8a80-db90decb9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.460853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-e23d7cb3-05ad-4c0e-8a80-db90decb9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.464463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-e23d7cb3-05ad-4c0e-8a80-db90decb9912 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=079991ce9b0c48179a4285f793f55aad&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2376881 Nov 03 18:42:40.639235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Attempting to bind port b77313c5-6c1e-4c5e-80e9-353ee215d988 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:40.640825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Attempting to bind port b77313c5-6c1e-4c5e-80e9-353ee215d988 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:40.640825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Attempting to bind port b77313c5-6c1e-4c5e-80e9-353ee215d988 on network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:40.672327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-88fbdebe-4c49-4e9a-a1c5-e9c6134916a9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.679081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-88fbdebe-4c49-4e9a-a1c5-e9c6134916a9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.686041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-88fbdebe-4c49-4e9a-a1c5-e9c6134916a9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.692948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-88fbdebe-4c49-4e9a-a1c5-e9c6134916a9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.699333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-88fbdebe-4c49-4e9a-a1c5-e9c6134916a9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.707842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-88fbdebe-4c49-4e9a-a1c5-e9c6134916a9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.714269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-88fbdebe-4c49-4e9a-a1c5-e9c6134916a9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.716417 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-88fbdebe-4c49-4e9a-a1c5-e9c6134916a9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5418 time: 0.2965372 Nov 03 18:42:40.720070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Port b77313c5-6c1e-4c5e-80e9-353ee215d988 on network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:40.720384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Attempting to bind port b77313c5-6c1e-4c5e-80e9-353ee215d988 on network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:40.748777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:40.749671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Checking segment: {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:40.750081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Bound using segment: {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:40.750580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Bound port: b77313c5-6c1e-4c5e-80e9-353ee215d988, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:40.751196 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.809135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-f963c210-f8ca-41f2-adfe-84e322b71858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.810933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6d490c2-6762-4a91-814f-8d9f8b1e372e req-f963c210-f8ca-41f2-adfe-84e322b71858 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3020058 Nov 03 18:42:40.923681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7bbdd40-75b9-4ddb-9a25-fd7fc74d6a9d req-a92e543a-e469-4284-9c21-9aac2236c577 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929753 Nov 03 18:42:40.984597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] For port b77313c5-6c1e-4c5e-80e9-353ee215d988, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:40.991187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] For port b77313c5-6c1e-4c5e-80e9-353ee215d988, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:41.004126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.128338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.128865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.134306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] 10.222.0.96 "PUT /v2.0/ports/b77313c5-6c1e-4c5e-80e9-353ee215d988 HTTP/1.1" status: 200 len: 1091 time: 3.4527035 Nov 03 18:42:41.135456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bd15a-48a4-403a-b66f-736257a2309d service neutron] Pushing event updated for resources: {'Port': ['ID=b77313c5-6c1e-4c5e-80e9-353ee215d988,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:41.197333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Request body: {'port': {'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:41.448565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e153a-aba7-418d-9042-cba90bc53391 req-407e5a68-8645-4afa-8cc4-734ea8df76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.450012 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.455155 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0e1e153a-aba7-418d-9042-cba90bc53391 req-407e5a68-8645-4afa-8cc4-734ea8df76b7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1096 time: 0.1353507 Nov 03 18:42:41.658458 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0e1e153a-aba7-418d-9042-cba90bc53391 req-810e53ef-df22-4685-afdd-1042267cc209 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901479 Nov 03 18:42:41.692311 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 86bf7369-64be-461e-8abb-d4f533336fdc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:41.808165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 86bf7369-64be-461e-8abb-d4f533336fdc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:41.808650 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.934902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfcce5-e63d-401e-9a82-3885ce172fa7 req-8de282a4-44ad-42c5-a98e-2e439eea65b8 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.939345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2acfcce5-e63d-401e-9a82-3885ce172fa7 req-8de282a4-44ad-42c5-a98e-2e439eea65b8 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.2520838 Nov 03 18:42:41.972144 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.005815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 86bf7369-64be-461e-8abb-d4f533336fdc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=86bf7369-64be-461e-8abb-d4f533336fdc,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:42.013217 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.122349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2acfcce5-e63d-401e-9a82-3885ce172fa7 req-9f2bb554-4116-470a-ad26-5980862bf9f1 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331832 Nov 03 18:42:42.157113 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.182935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.221863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=86bf7369-64be-461e-8abb-d4f533336fdc,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:42.315402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:42.334409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.370604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Transition to ACTIVE for port object 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:42.383169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962131-a9ec-43c6-958c-73a9883cea33 req-42cd73c1-aeca-448a-ae1e-827f90d291c5 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:42.385132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57962131-a9ec-43c6-958c-73a9883cea33 req-42cd73c1-aeca-448a-ae1e-827f90d291c5 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.1408114 Nov 03 18:42:42.386798 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.484249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:42.607961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57962131-a9ec-43c6-958c-73a9883cea33 req-33bc4bc9-38d3-4177-8ec3-81df2869bcd0 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822572 Nov 03 18:42:42.670763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Attempting to bind port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:42.671274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Attempting to bind port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:42.671706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Attempting to bind port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 on network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:42.678826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 on network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:42.679535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Attempting to bind port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 on network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:42.690526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:42.691293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Checking segment: {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:42.693246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Bound using segment: {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:42.694239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Bound port: 7d9787c1-4cf0-4c6b-82aa-c64b20c69561, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a750ed3-f171-458c-82b5-5c63de704912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:42.695147 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.919575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3da681-25c8-4fe4-877d-d288cf5671bf req-d5d17076-cfaa-4936-86a7-6d028764c544 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:42.930335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da3da681-25c8-4fe4-877d-d288cf5671bf req-d5d17076-cfaa-4936-86a7-6d028764c544 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1599493 Nov 03 18:42:42.934527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] For port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:42.949126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] For port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:42.969396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.068614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.069951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.071886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] 10.222.0.96 "PUT /v2.0/ports/7d9787c1-4cf0-4c6b-82aa-c64b20c69561 HTTP/1.1" status: 200 len: 1091 time: 1.8930900 Nov 03 18:42:43.082746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da3da681-25c8-4fe4-877d-d288cf5671bf req-58c2e47a-7e9e-494e-8a19-b73b33cc0618 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509202 Nov 03 18:42:43.228855 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Sync routers for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:43.256229 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:43.257653 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:43.288200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053563e-a540-4465-84ee-5cd97cd01107 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:43.322597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2da033ef-66d0-44e5-8218-dfab23026f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.323714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2da033ef-66d0-44e5-8218-dfab23026f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.324631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2da033ef-66d0-44e5-8218-dfab23026f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.325936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2da033ef-66d0-44e5-8218-dfab23026f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.328128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2da033ef-66d0-44e5-8218-dfab23026f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.329298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2da033ef-66d0-44e5-8218-dfab23026f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.330381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2da033ef-66d0-44e5-8218-dfab23026f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.335128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2da033ef-66d0-44e5-8218-dfab23026f6d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6487 time: 0.1730962 Nov 03 18:42:43.470769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b02f28d1-24aa-4207-8bf0-02490f91d58e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d HTTP/1.1" status: 200 len: 217 time: 0.1246443 Nov 03 18:42:43.509185 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:43.591297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-dcfc16a6-bbaf-44ec-924d-9a072009027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.593854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-dcfc16a6-bbaf-44ec-924d-9a072009027c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11427b39-cb02-4adb-aa28-da7268be0be7 HTTP/1.1" status: 200 len: 855 time: 0.1093051 Nov 03 18:42:43.661183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 86bf7369-64be-461e-8abb-d4f533336fdc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:43.720456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b11af2b3-f9db-409b-8d2a-257212f5127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.724189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b11af2b3-f9db-409b-8d2a-257212f5127a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222031 Nov 03 18:42:43.793498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 86bf7369-64be-461e-8abb-d4f533336fdc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:43.794768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.859482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54904) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:43.878139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cd95dca4-a202-409a-9502-adf28d0d97c6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269098347', 'description': 'tempest-description--793772001'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:43.939520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8da29523-8ad6-4aca-befe-502d814e5aa2 service neutron] 10.222.0.96 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031026 Nov 03 18:42:43.949487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd95dca4-a202-409a-9502-adf28d0d97c6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.054535 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ec09d6-c3a8-42d9-8132-42afb2f77dbe x-openstack-request-id: req-a1ec09d6-c3a8-42d9-8132-42afb2f77dbe {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:44.056428 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "4f625c3b-d8e1-46e1-8101-7e1056b1c9ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "a401ab22-4218-4894-af80-4ae82f356e2c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:44.057088 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1ec09d6-c3a8-42d9-8132-42afb2f77dbe {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:44.060600 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed', 'status': 'completed', 'code': 200} Nov 03 18:42:44.061367 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': 'a401ab22-4218-4894-af80-4ae82f356e2c', 'status': 'completed', 'code': 200} Nov 03 18:42:44.127146 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd95dca4-a202-409a-9502-adf28d0d97c6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.135827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd95dca4-a202-409a-9502-adf28d0d97c6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.210592 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd95dca4-a202-409a-9502-adf28d0d97c6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.211293 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 2, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:44.213851 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cd95dca4-a202-409a-9502-adf28d0d97c6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3526042 Nov 03 18:42:44.223406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54906) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:44.232524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-bbf134a2-bf62-4341-bc27-63a33d7487ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Request body: {'security_group_rule': {'security_group_id': '709fff5a-ecca-4fa9-b286-afb74cad12f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:44.256911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95dca4-a202-409a-9502-adf28d0d97c6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709fff5a-ecca-4fa9-b286-afb74cad12f4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:44.279310 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Checking router: d28b645f-28a5-44a3-bc25-52d60a0499d8 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:44.280994 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Updating router d28b645f-28a5-44a3-bc25-52d60a0499d8 port e1c31b22-54db-4f2d-8689-e7e25a450ee6 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:44.289831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-05261656-1dd7-4483-aa5e-df492b5c2a40 service neutron] 10.222.0.96 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384700 Nov 03 18:42:44.299438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbf134a2-bf62-4341-bc27-63a33d7487ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.336747 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.372592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-acc2d553-3fbf-4d99-8bf1-8d5ffbd4c06f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=1799dee1-c8aa-42b5-9d27-87c47fe95073 HTTP/1.1" status: 200 len: 217 time: 0.0704110 Nov 03 18:42:44.393060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbf134a2-bf62-4341-bc27-63a33d7487ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.394962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09680ea5-8fb9-4545-abfc-7cf213f5d8bb req-72b5a4cd-c2d6-42c8-a94e-610679d4dff3 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.397003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09680ea5-8fb9-4545-abfc-7cf213f5d8bb req-72b5a4cd-c2d6-42c8-a94e-610679d4dff3 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.2282469 Nov 03 18:42:44.409985 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbf134a2-bf62-4341-bc27-63a33d7487ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.441743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf134a2-bf62-4341-bc27-63a33d7487ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af9e713-3b0c-412b-b3a2-5a24b4ce24e0,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:44.462401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbf134a2-bf62-4341-bc27-63a33d7487ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.464810 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bbf134a2-bf62-4341-bc27-63a33d7487ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2390971 Nov 03 18:42:44.470006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54908) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:44.477961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-aca3fcdc-de55-46b2-b772-d75b381256a9 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Request body: {'security_group_rule': {'security_group_id': '709fff5a-ecca-4fa9-b286-afb74cad12f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:44.549995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-225d527a-469d-4b6c-94db-b0ac640b4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.550698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aca3fcdc-de55-46b2-b772-d75b381256a9 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.551678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-225d527a-469d-4b6c-94db-b0ac640b4e47 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1535962 Nov 03 18:42:44.624662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09680ea5-8fb9-4545-abfc-7cf213f5d8bb req-c1fa0242-0c4a-4d6d-a08b-afee09319929 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543379 Nov 03 18:42:44.652472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-e1599030-c57c-4c39-985c-3b6bdf01b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.657266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-e1599030-c57c-4c39-985c-3b6bdf01b78b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922093 Nov 03 18:42:44.696248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aca3fcdc-de55-46b2-b772-d75b381256a9 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.707371 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aca3fcdc-de55-46b2-b772-d75b381256a9 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.745907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3fcdc-de55-46b2-b772-d75b381256a9 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ff02d5-e4ae-42c1-95f7-cfe47f2d8c2b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:44.754269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aca3fcdc-de55-46b2-b772-d75b381256a9 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.755773 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aca3fcdc-de55-46b2-b772-d75b381256a9 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2839012 Nov 03 18:42:44.759286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54912) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:44.764607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:44.797286 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.863410 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.873592 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.921300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de910c-5b17-4e30-a405-32c5d6d25128 req-6d630efe-efb7-409e-805b-e9753e583901 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.924077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9de910c-5b17-4e30-a405-32c5d6d25128 req-6d630efe-efb7-409e-805b-e9753e583901 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0983219 Nov 03 18:42:44.927597 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-b401a5a8-9535-470d-bf32-81041797286e service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489464 Nov 03 18:42:44.943776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.979871 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Pushing event updated for resources: {'Port': ['ID=e1c31b22-54db-4f2d-8689-e7e25a450ee6,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:44.998313 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:44.998880 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:44.999363 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:44.999843 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.000692 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.001357 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.001938 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.002454 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.003116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.003673 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.004265 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.004760 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:45.096952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9de910c-5b17-4e30-a405-32c5d6d25128 req-500c9f70-f075-4187-99f0-a12a57cce6b8 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447875 Nov 03 18:42:45.118725 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Attempting to bind port e1c31b22-54db-4f2d-8689-e7e25a450ee6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:45.119167 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Attempting to bind port e1c31b22-54db-4f2d-8689-e7e25a450ee6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:45.119625 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Attempting to bind port e1c31b22-54db-4f2d-8689-e7e25a450ee6 on network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:45.140263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-f89d4f9d-a57c-4895-b7bb-41ec9a518ce8 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018731 Nov 03 18:42:45.141541 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:45.141921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Checking segment: {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:45.142321 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.142726 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Bound using segment: {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:45.143199 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Bound port: e1c31b22-54db-4f2d-8689-e7e25a450ee6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:45.143580 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.300123 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-fe9557dc-c863-453a-871f-dbae85de9f46 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8371b5da-a777-4b6c-b3b9-6abdf7277ff3 HTTP/1.1" status: 200 len: 217 time: 0.1504993 Nov 03 18:42:45.306063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Allocated IP 172.25.3.103 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/779fb89e-f92b-4afb-9c89-45ff6f1e116f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:45.360397 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] For port e1c31b22-54db-4f2d-8689-e7e25a450ee6, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:45.364819 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] For port e1c31b22-54db-4f2d-8689-e7e25a450ee6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e1c31b22-54db-4f2d-8689-e7e25a450ee6,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:45.372579 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.459680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c2d13c73-2a23-40b1-96c4-9466e2996c51 None None] Provisioning complete for port e1c31b22-54db-4f2d-8689-e7e25a450ee6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:45.462563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2d13c73-2a23-40b1-96c4-9466e2996c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.539022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.549029 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614bade-dc15-480c-83cc-e26a1c6b0d37 None None] Pushing event updated for resources: {'Port': ['ID=e1c31b22-54db-4f2d-8689-e7e25a450ee6,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:45.552300 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:45.552988 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:45.606261 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-ff0a35d9-32a0-4a1d-b679-5fd6e9fcfa1b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3699269 Nov 03 18:42:45.642777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.696486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-194fe8ed-dda9-471a-a19b-eefa325d3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.701243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-194fe8ed-dda9-471a-a19b-eefa325d3a5b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.3675249 Nov 03 18:42:45.755363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event updated for resources: {'Port': ['ID=779fb89e-f92b-4afb-9c89-45ff6f1e116f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:45.795543 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2d13c73-2a23-40b1-96c4-9466e2996c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.875445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-f1af5ac0-dee2-4397-b931-27e3f7b7fccd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.928556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-f1af5ac0-dee2-4397-b931-27e3f7b7fccd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.957124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-f1af5ac0-dee2-4397-b931-27e3f7b7fccd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.971461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c2d13c73-2a23-40b1-96c4-9466e2996c51 None None] For port e1c31b22-54db-4f2d-8689-e7e25a450ee6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e1c31b22-54db-4f2d-8689-e7e25a450ee6,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:45.975832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:45.984786 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2d13c73-2a23-40b1-96c4-9466e2996c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.992729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-f1af5ac0-dee2-4397-b931-27e3f7b7fccd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.996146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:46.005274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:46.018869 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:46.037735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-f1af5ac0-dee2-4397-b931-27e3f7b7fccd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.052876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-f1af5ac0-dee2-4397-b931-27e3f7b7fccd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.068714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-f1af5ac0-dee2-4397-b931-27e3f7b7fccd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.087333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-f1af5ac0-dee2-4397-b931-27e3f7b7fccd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5430 time: 0.6165636 Nov 03 18:42:46.095068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': 'b77313c5-6c1e-4c5e-80e9-353ee215d988'}, {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:46.100211 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "b77313c5-6c1e-4c5e-80e9-353ee215d988"}, {"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "7d9787c1-4cf0-4c6b-82aa-c64b20c69561"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:46.137617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-e7913c2e-bef6-4dd7-bf7b-8ed866ed1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.144813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-88bf8528-1b14-46f1-a6ed-9d61babb953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.147666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-88bf8528-1b14-46f1-a6ed-9d61babb953c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4241655 Nov 03 18:42:46.157975 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-e7913c2e-bef6-4dd7-bf7b-8ed866ed1248 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1096 time: 0.3940196 Nov 03 18:42:46.254574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-85cdf6ef-82cb-4eb2-b744-0d7fa6e93ebf None None] Provisioning complete for port e1c31b22-54db-4f2d-8689-e7e25a450ee6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:46.257998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-85cdf6ef-82cb-4eb2-b744-0d7fa6e93ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.265314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d13c73-2a23-40b1-96c4-9466e2996c51 None None] Pushing event updated for resources: {'Port': ['ID=e1c31b22-54db-4f2d-8689-e7e25a450ee6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:46.383917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cef09674-d30a-4315-9ca2-9f92dfde51c5 req-a679a980-bacd-4132-9ed5-2b4ffb2bbd5d tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2776270 Nov 03 18:42:46.474591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-2ea0eaa3-48ec-4ad9-bbb7-3ecda57d06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.479246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-2ea0eaa3-48ec-4ad9-bbb7-3ecda57d06e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.2807994 Nov 03 18:42:46.495677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ae0d0a1f-dfff-49fa-aaca-eaac33a29970 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077724 Nov 03 18:42:46.616464 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:46.626556 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-66429382-06bc-4730-ae2a-a6ea1ed10dd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 200 len: 217 time: 0.1327550 Nov 03 18:42:46.680624 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084ead5-2c2c-473b-865e-b9f9edab98fc None None] The sync data for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 is: [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:46.761282 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.791636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-8355cb78-4460-4e03-8379-fd8fd3ab36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.795491 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-8355cb78-4460-4e03-8379-fd8fd3ab36ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.1548197 Nov 03 18:42:46.850332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-9fcb45ad-e1e2-452b-9321-3db438e3620a service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438179 Nov 03 18:42:46.874011 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-62888a79-5610-4a82-95da-388875617b44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630982 Nov 03 18:42:46.894750 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.956512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-f9a76307-3b76-4fb8-8b37-b451dea3e3b4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed HTTP/1.1" status: 200 len: 217 time: 0.0976381 Nov 03 18:42:47.074769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8be87990-5372-4cb2-af50-ce6388321ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.076361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-8be87990-5372-4cb2-af50-ce6388321ef2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1089275 Nov 03 18:42:47.088315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512289c-5929-4508-ab19-36d2a21f61ac req-b941bfb0-50ed-4725-8bd5-b792a9babb49 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.099484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6512289c-5929-4508-ab19-36d2a21f61ac req-b941bfb0-50ed-4725-8bd5-b792a9babb49 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1417747 Nov 03 18:42:47.237914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6512289c-5929-4508-ab19-36d2a21f61ac req-1fdad4cc-e4ce-42da-a79a-c104e07ba84a tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370134 Nov 03 18:42:47.248349 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-3db4e7c1-a48f-4492-b836-f4fb2d1cdf1a service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489535 Nov 03 18:42:47.330965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-59a66111-57a3-43d8-8c3e-1000580e1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.334467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-59a66111-57a3-43d8-8c3e-1000580e1c34 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1849811 Nov 03 18:42:47.571305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.623293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e1c31b22-54db-4f2d-8689-e7e25a450ee6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:47.692790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb29c0-9f12-4f0a-b106-8651fce4b2ba req-14167f20-d4cf-4c15-8c35-6afe31801448 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.694677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afcb29c0-9f12-4f0a-b106-8651fce4b2ba req-14167f20-d4cf-4c15-8c35-6afe31801448 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.1541057 Nov 03 18:42:47.698912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-7ef8a619-86f1-44c5-916d-3fa993e4cc9f service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554242 Nov 03 18:42:47.725575 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-39e72e9e-6c75-4e3f-adaf-ae8c1f92fb73 req-43761902-dacd-4c1f-8b2a-def362aab3d8 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561591 Nov 03 18:42:47.727168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.800669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e1c31b22-54db-4f2d-8689-e7e25a450ee6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:47.801138 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.887271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event updated for resources: {'Port': ['ID=779fb89e-f92b-4afb-9c89-45ff6f1e116f,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:47.890807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.916526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2c43fc04-4584-4189-8066-0d57e1b4aabf service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027123 Nov 03 18:42:47.931477 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.942473 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cda53ce6-23f9-4566-b8f5-49141b4a3fd4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1731057 Nov 03 18:42:48.005364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-759157d4-a3e3-4595-a854-8463e9381f11 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a401ab22-4218-4894-af80-4ae82f356e2c HTTP/1.1" status: 200 len: 217 time: 0.0662644 Nov 03 18:42:48.108946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afcb29c0-9f12-4f0a-b106-8651fce4b2ba req-08e0b89d-7d21-441d-9049-d46113110512 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935969 Nov 03 18:42:48.133821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-b11b4d3a-b4b9-4020-90b3-f4e0adb7b02a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2097936 Nov 03 18:42:48.141084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-0f96f29e-bbda-4081-b156-14f8b8fabe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.144180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-0f96f29e-bbda-4081-b156-14f8b8fabe33 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1181128 Nov 03 18:42:48.305816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-01fcd5af-7c60-466b-97ee-a8bbe171ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.307400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-01fcd5af-7c60-466b-97ee-a8bbe171ad32 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1565182 Nov 03 18:42:48.320006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-9bb91d3b-82be-47ee-b13c-1df2e6bd9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.321556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-9bb91d3b-82be-47ee-b13c-1df2e6bd9063 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.1146946 Nov 03 18:42:48.358775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553bfe3-1f6b-4cb8-bae8-7bd62188b06c req-b2c47f36-7927-4112-9cbc-86243bc90be0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.360353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8553bfe3-1f6b-4cb8-bae8-7bd62188b06c req-b2c47f36-7927-4112-9cbc-86243bc90be0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1349101 Nov 03 18:42:48.846614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8553bfe3-1f6b-4cb8-bae8-7bd62188b06c req-d41f2d74-28f0-464c-97cc-991dc369b1e1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4752712 Nov 03 18:42:48.858611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-c9e08b66-5255-4f5d-85a3-72464cd42596 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355568 Nov 03 18:42:48.905792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-afdc0b6a-4032-4650-b7c1-cb6b3f0f3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.914130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-afdc0b6a-4032-4650-b7c1-cb6b3f0f3f11 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.5469575 Nov 03 18:42:49.029903 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd77d0-9fa8-4d52-bfda-99315b680b4e x-openstack-request-id: req-17dd77d0-9fa8-4d52-bfda-99315b680b4e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:49.030437 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "b77313c5-6c1e-4c5e-80e9-353ee215d988", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "7d9787c1-4cf0-4c6b-82aa-c64b20c69561", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:49.030781 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17dd77d0-9fa8-4d52-bfda-99315b680b4e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:49.031338 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': 'b77313c5-6c1e-4c5e-80e9-353ee215d988', 'status': 'completed', 'code': 200} Nov 03 18:42:49.031732 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561', 'status': 'completed', 'code': 200} Nov 03 18:42:49.213787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-79d22b95-17e0-44e4-adda-153e96ba1d4d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1000 time: 0.2785075 Nov 03 18:42:49.223299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-eb713bc9-406f-463c-8420-c04be4b6b600 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561614 Nov 03 18:42:49.242739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947403b-7484-414d-874a-c383597da86e req-ec842230-ae19-4b51-be5e-7ee08947b6f4 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.244361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6947403b-7484-414d-874a-c383597da86e req-ec842230-ae19-4b51-be5e-7ee08947b6f4 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1663766 Nov 03 18:42:49.314540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-1c1d680c-bb21-4171-bbf4-aab5e4f761b5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988 HTTP/1.1" status: 200 len: 217 time: 0.0811849 Nov 03 18:42:49.396762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-79880048-3f57-4639-85b0-9e32bafd42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.398359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-79880048-3f57-4639-85b0-9e32bafd42ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1741159 Nov 03 18:42:49.440086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6947403b-7484-414d-874a-c383597da86e req-f00f7c6c-b560-4063-aa95-59deb75b2718 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669748 Nov 03 18:42:49.456513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-a857c7aa-67ab-4091-ab67-9c311bee3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.458118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-a857c7aa-67ab-4091-ab67-9c311bee3619 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 200 len: 797 time: 0.1310971 Nov 03 18:42:49.522025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-67bcb299-67a8-4049-9263-6cf2dcadbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.523793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-67bcb299-67a8-4049-9263-6cf2dcadbf2e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058004 Nov 03 18:42:49.563825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-15bd5f09-ea1f-4ec3-be1e-905bfe3f7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.565549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-15bd5f09-ea1f-4ec3-be1e-905bfe3f7237 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988464 Nov 03 18:42:49.845079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-54944b07-5ad7-4d40-8492-9ac19bd65eec service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090167 Nov 03 18:42:49.873988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-30a52c45-c081-4020-94ca-df945a78da1c service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984359 Nov 03 18:42:49.929755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b043b5-8803-4e43-9a78-9377b1c93189 req-404d6035-0929-4914-b4d5-1a8f40450765 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.931379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02b043b5-8803-4e43-9a78-9377b1c93189 req-404d6035-0929-4914-b4d5-1a8f40450765 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2073212 Nov 03 18:42:50.097922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69c22fe2-16ec-4a52-a94b-938fd5ce85aa req-0c2225f2-d00a-4492-b9b1-3c6089f73a4a service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401359 Nov 03 18:42:50.105659 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02b043b5-8803-4e43-9a78-9377b1c93189 req-e3b7da09-bda2-4ad9-95d4-f671edb72c69 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404040 Nov 03 18:42:50.131835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-da95cef4-fdd9-4243-a43e-38785c4b8baf service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464170 Nov 03 18:42:50.213063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-1cb0cf51-8d9e-450d-a259-5821f9b88705 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561 HTTP/1.1" status: 200 len: 217 time: 0.0722108 Nov 03 18:42:50.321625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ff90093e-c907-4596-a799-ce9987bcd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.323060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-ff90093e-c907-4596-a799-ce9987bcd508 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 200 len: 797 time: 0.0954604 Nov 03 18:42:50.336107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-f17a88d3-3a3e-4f88-99a9-a607e872f62f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.342283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-f17a88d3-3a3e-4f88-99a9-a607e872f62f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.349001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-f17a88d3-3a3e-4f88-99a9-a607e872f62f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.355393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-f17a88d3-3a3e-4f88-99a9-a607e872f62f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.362300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-f17a88d3-3a3e-4f88-99a9-a607e872f62f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.368604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-f17a88d3-3a3e-4f88-99a9-a607e872f62f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.375334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-f17a88d3-3a3e-4f88-99a9-a607e872f62f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.377341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-f17a88d3-3a3e-4f88-99a9-a607e872f62f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5430 time: 0.1695726 Nov 03 18:42:50.459797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-994d4e1a-be2f-4539-a06e-17fe79828b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.461362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-994d4e1a-be2f-4539-a06e-17fe79828b17 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829504 Nov 03 18:42:50.477611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e82ee1-324c-4164-ba8c-59600fe34705 req-818cae42-61b2-42ae-aafa-764d60734e67 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882425 Nov 03 18:42:50.612388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-cf87a205-a428-4418-8bbc-896825db0693 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345842 Nov 03 18:42:50.767627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-bb4ecf01-0390-4896-a560-f33cb51f6115 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1269098347&fields=id&tenant_id=c64deee38c3444a2a7c2efcf47939d11 HTTP/1.1" status: 200 len: 267 time: 0.1304512 Nov 03 18:42:50.831152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea0fda04-1c62-43a1-aec9-ed0f118bc134 req-2c5c1519-e40a-4fa7-9d80-9da368de61c7 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081628 Nov 03 18:42:50.940346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-de155d57-44f8-46cb-a287-671d696622f6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.942060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-de155d57-44f8-46cb-a287-671d696622f6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/networks?id=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 HTTP/1.1" status: 200 len: 814 time: 0.1646430 Nov 03 18:42:50.963641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-bed06fdc-0685-438f-99e4-a4b597dccab2 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/quotas/c64deee38c3444a2a7c2efcf47939d11 HTTP/1.1" status: 200 len: 375 time: 0.0104733 Nov 03 18:42:51.025705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-f6400b4a-a0b5-4932-82c8-67377892db5a tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c64deee38c3444a2a7c2efcf47939d11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555022 Nov 03 18:42:51.158708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-c2425334-f710-4b72-843e-f880db99eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.159182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-c2425334-f710-4b72-843e-f880db99eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.159649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-c2425334-f710-4b72-843e-f880db99eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.160107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-c2425334-f710-4b72-843e-f880db99eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.160830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-c2425334-f710-4b72-843e-f880db99eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.161287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-c2425334-f710-4b72-843e-f880db99eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.161779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-c2425334-f710-4b72-843e-f880db99eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.163860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-c2425334-f710-4b72-843e-f880db99eabf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6487 time: 0.1153700 Nov 03 18:42:51.200701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-eccd8421-3fba-404a-850b-c15d2af716f2 service neutron] 10.222.0.77 "GET /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608260 Nov 03 18:42:51.369622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-f0c0d100-cab2-4510-adfd-f09da830e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.371493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-f0c0d100-cab2-4510-adfd-f09da830e082 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b HTTP/1.1" status: 200 len: 903 time: 0.1854570 Nov 03 18:42:51.396026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-d5b80a90-c07d-46e6-b04a-d9de231ea98a service neutron] 10.222.0.77 "GET /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802990 Nov 03 18:42:51.441515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-5e3ae362-bf1d-49a4-8880-4b8e7f9d0157 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed HTTP/1.1" status: 200 len: 217 time: 0.0584793 Nov 03 18:42:51.504034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-1517b1d9-4a36-4464-bfd2-fe7d78005c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.506099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-1517b1d9-4a36-4464-bfd2-fe7d78005c01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.0562286 Nov 03 18:42:51.581675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-ce05af2c-e8fe-4519-a4d0-892854f283c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.584386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-ce05af2c-e8fe-4519-a4d0-892854f283c3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699971 Nov 03 18:42:51.782210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-b0a53821-5dce-4351-b976-1b9700664fb7 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828618 Nov 03 18:42:52.002055 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-97a51dec-9069-4c7d-9551-a03c67376acc service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074172 Nov 03 18:42:52.203608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317295-e6ba-480b-b869-42bf2533c17e req-e2feb9f4-fd5a-48cb-b67c-b234d900ef24 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.206208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4317295-e6ba-480b-b869-42bf2533c17e req-e2feb9f4-fd5a-48cb-b67c-b234d900ef24 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1439743 Nov 03 18:42:52.220379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-fa060243-6cfd-45ce-974a-6c32947fcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.220379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-fa060243-6cfd-45ce-974a-6c32947fcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.220972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-fa060243-6cfd-45ce-974a-6c32947fcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.221735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-fa060243-6cfd-45ce-974a-6c32947fcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.222381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-fa060243-6cfd-45ce-974a-6c32947fcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.223016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-fa060243-6cfd-45ce-974a-6c32947fcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.223699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-fa060243-6cfd-45ce-974a-6c32947fcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.226682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-fa060243-6cfd-45ce-974a-6c32947fcdb6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6487 time: 0.1454148 Nov 03 18:42:52.406338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4317295-e6ba-480b-b869-42bf2533c17e req-536033d2-8c23-449e-8238-5a1e01a69959 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1773598 Nov 03 18:42:52.455427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-51be5598-2345-41f2-a3da-6b78d957d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.457216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-51be5598-2345-41f2-a3da-6b78d957d9c8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b HTTP/1.1" status: 200 len: 903 time: 0.2179220 Nov 03 18:42:52.533221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-b6d2d644-6fa6-4e00-b943-d384ff7c02f0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a401ab22-4218-4894-af80-4ae82f356e2c HTTP/1.1" status: 200 len: 217 time: 0.0681238 Nov 03 18:42:52.620890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-e17daf9f-71b7-487c-9aeb-dcf6f4648ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.622979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-e17daf9f-71b7-487c-9aeb-dcf6f4648ff2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.0820808 Nov 03 18:42:52.703291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078863-a9bd-43de-a713-47be0022127d req-209c5b8f-15e5-47ff-8a88-b4e9c44a66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.711942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-209c5b8f-15e5-47ff-8a88-b4e9c44a66a3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749283 Nov 03 18:42:52.927189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-61c07ede-3d4d-4298-883e-eb1f2f4ea6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.930798 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-61c07ede-3d4d-4298-883e-eb1f2f4ea6fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0939169 Nov 03 18:42:52.957783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-a60a405d-e547-4625-bba4-c07381df034f service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431471 Nov 03 18:42:52.996775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca432acd-b1b3-467a-8f0b-0d70fd43d105 req-03610e86-2122-4d49-9f46-4d0b46d79421 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.999618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca432acd-b1b3-467a-8f0b-0d70fd43d105 req-03610e86-2122-4d49-9f46-4d0b46d79421 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1448617 Nov 03 18:42:53.099164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-730d8c37-9dcb-4827-a273-ddab7bef4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.104045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-730d8c37-9dcb-4827-a273-ddab7bef4281 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.1648052 Nov 03 18:42:53.185262 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-89db4054-4294-45e0-a059-ac9f146898e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 200 len: 217 time: 0.0703743 Nov 03 18:42:53.203795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca432acd-b1b3-467a-8f0b-0d70fd43d105 req-b6d3c06b-c848-4957-97bb-343073400622 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787133 Nov 03 18:42:53.250054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9078863-a9bd-43de-a713-47be0022127d req-178f9587-114f-4e92-8b35-9eba4cc554a2 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832179 Nov 03 18:42:53.317197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-55b74f8e-27f4-4350-846f-2fe12ec7d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.319496 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-55b74f8e-27f4-4350-846f-2fe12ec7d8cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.1248233 Nov 03 18:42:53.415882 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-a3c7c474-3b00-4c6a-a627-0cc223771116 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820296 Nov 03 18:42:53.575044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462e351-af4b-4b2b-8fe4-faf8fa339c1a req-9ae0049b-a4eb-4d91-bf6c-5df28851cbad tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.578153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8462e351-af4b-4b2b-8fe4-faf8fa339c1a req-9ae0049b-a4eb-4d91-bf6c-5df28851cbad tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.2282455 Nov 03 18:42:53.598430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-92ef8baa-4387-41c9-9b2f-0346e0f5e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.599580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-92ef8baa-4387-41c9-9b2f-0346e0f5e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.600364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-92ef8baa-4387-41c9-9b2f-0346e0f5e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.601037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-92ef8baa-4387-41c9-9b2f-0346e0f5e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.601896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-92ef8baa-4387-41c9-9b2f-0346e0f5e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.602696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-92ef8baa-4387-41c9-9b2f-0346e0f5e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.603340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-92ef8baa-4387-41c9-9b2f-0346e0f5e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.606978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-92ef8baa-4387-41c9-9b2f-0346e0f5e382 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6487 time: 0.2376821 Nov 03 18:42:53.697266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-130f6184-b8f8-4fac-a414-e6c5452cc18d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.700260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-130f6184-b8f8-4fac-a414-e6c5452cc18d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.70 "GET /v2.0/networks?id=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 HTTP/1.1" status: 200 len: 814 time: 0.3433793 Nov 03 18:42:53.709950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-04eea62e-7c8f-461e-b68a-17843b418145 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760262 Nov 03 18:42:53.824259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8462e351-af4b-4b2b-8fe4-faf8fa339c1a req-89e77778-0a85-4d6e-8684-571309190fc6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130377 Nov 03 18:42:53.868827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-4375eecf-49b9-4bdb-9aec-83705e068e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.875843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-4375eecf-49b9-4bdb-9aec-83705e068e64 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f HTTP/1.1" status: 200 len: 902 time: 0.2568450 Nov 03 18:42:53.960284 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-1c96a49e-5ad3-4aea-984b-fd70d536537f tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c64deee38c3444a2a7c2efcf47939d11 HTTP/1.1" status: 200 len: 380 time: 0.2375877 Nov 03 18:42:53.976965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-c012d142-ea6f-4719-b2ae-a68fd20fab15 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988 HTTP/1.1" status: 200 len: 217 time: 0.0963771 Nov 03 18:42:53.987978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Request body: {'port': {'device_id': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'admin_state_up': True, 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'security_groups': ['709fff5a-ecca-4fa9-b286-afb74cad12f4']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:54.021064 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ff28b915-e743-4c2b-8612-d1072b658e89 req-693402e1-ab90-4f44-a392-bd31a1ba1607 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895615 Nov 03 18:42:54.099936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-1d6d66a7-75ca-419a-aa41-91ae216c2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.102515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-1d6d66a7-75ca-419a-aa41-91ae216c2180 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 200 len: 797 time: 0.1167767 Nov 03 18:42:54.151981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-94c2b512-a2c8-4d21-88d8-dc56636c4d11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.164938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-94c2b512-a2c8-4d21-88d8-dc56636c4d11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.177895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-94c2b512-a2c8-4d21-88d8-dc56636c4d11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.191001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-94c2b512-a2c8-4d21-88d8-dc56636c4d11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.202330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-94c2b512-a2c8-4d21-88d8-dc56636c4d11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.214548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-94c2b512-a2c8-4d21-88d8-dc56636c4d11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.227213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Made reservation on behalf of c64deee38c3444a2a7c2efcf47939d11 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:54.227534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-94c2b512-a2c8-4d21-88d8-dc56636c4d11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.231070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-94c2b512-a2c8-4d21-88d8-dc56636c4d11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5430 time: 0.2667458 Nov 03 18:42:54.234357 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.355622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-b8ad9b1f-6c96-4a78-8963-16a6695f7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.357236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-b8ad9b1f-6c96-4a78-8963-16a6695f7912 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2455246 Nov 03 18:42:54.434427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2af9d513-a4dc-4c99-9e34-de800f1e99e8 req-46227baf-3708-4290-852a-5f306b4505d1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1647103 Nov 03 18:42:54.494036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Allocated IP 172.20.0.3 (2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573/d25b48a1-00db-4ac8-9b4f-fca58e048569/71cba451-f4b6-4355-a861-5ee9b44865c8) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:54.573764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-a755f9e0-27ba-4bd4-b21b-3ee7c698fdb6 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066360 Nov 03 18:42:54.658189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d5b794b-d2af-459e-9c8a-80234f0da8ba req-4ad938e0-65d5-4544-b4f4-ca1763395e0a tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0824723 Nov 03 18:42:54.752405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.829932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.855373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-45b0ba63-a475-4a8d-ab5a-5eddd34ea291 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625306 Nov 03 18:42:54.875543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4176f4-f08a-475d-a6fe-64cc2bf4dc43 req-bd2ac8b9-82fc-457a-8833-5e6ebe479263 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.877265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e4176f4-f08a-475d-a6fe-64cc2bf4dc43 req-bd2ac8b9-82fc-457a-8833-5e6ebe479263 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.1175315 Nov 03 18:42:54.930668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:54.937751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:54.950590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:55.000630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event updated for resources: {'Port': ['ID=71cba451-f4b6-4355-a861-5ee9b44865c8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.010572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e4176f4-f08a-475d-a6fe-64cc2bf4dc43 req-8e9a579b-88be-485c-ba72-1858d8456c8e tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214890 Nov 03 18:42:55.048134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-6ad3a2b3-78e4-4126-b8c6-412bb38db117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.048974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-6ad3a2b3-78e4-4126-b8c6-412bb38db117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.049953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-6ad3a2b3-78e4-4126-b8c6-412bb38db117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.050965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-6ad3a2b3-78e4-4126-b8c6-412bb38db117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.051905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-6ad3a2b3-78e4-4126-b8c6-412bb38db117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.052841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-6ad3a2b3-78e4-4126-b8c6-412bb38db117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.053781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-6ad3a2b3-78e4-4126-b8c6-412bb38db117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.057365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-6ad3a2b3-78e4-4126-b8c6-412bb38db117 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6487 time: 0.1216071 Nov 03 18:42:55.084574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.086523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.123561 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8ccbca75-71df-492f-8430-565b03708aaa tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1513395 Nov 03 18:42:55.147628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Request body: {'port': {'device_id': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:55.198033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-aeb81431-3cf2-4e59-8783-3d6eb3d764dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.200612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-aeb81431-3cf2-4e59-8783-3d6eb3d764dc service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f HTTP/1.1" status: 200 len: 902 time: 0.1346095 Nov 03 18:42:55.253517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.288068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-ce325b45-5432-4f1d-9d40-7ed125d7da5e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561 HTTP/1.1" status: 200 len: 217 time: 0.0795305 Nov 03 18:42:55.391056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-d2a80c3c-2685-4a29-9614-38bd7e5e1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.403722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-d2a80c3c-2685-4a29-9614-38bd7e5e1ba9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 200 len: 797 time: 0.1057107 Nov 03 18:42:55.408281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0eb3639d-80dd-4b6c-aaf2-0ddc7464fd8f None None] Provisioning complete for port 71cba451-f4b6-4355-a861-5ee9b44865c8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:55.408892 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0eb3639d-80dd-4b6c-aaf2-0ddc7464fd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.469787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-dbb55e8c-ff4c-413d-8335-b75fb1a16cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.473098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-dbb55e8c-ff4c-413d-8335-b75fb1a16cf8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617146 Nov 03 18:42:55.483873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3639d-80dd-4b6c-aaf2-0ddc7464fd8f None None] Port 71cba451-f4b6-4355-a861-5ee9b44865c8 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:55.639082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-82ae928e-9306-4a7a-be91-bd73c1eb8e77 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574407 Nov 03 18:42:55.794832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cba451-f4b6-4355-a861-5ee9b44865c8 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:55.813128 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.837259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Transition to ACTIVE for port object 71cba451-f4b6-4355-a861-5ee9b44865c8 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:55.848524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.855348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b85fc06e-8bd9-4eb8-95f3-ccdc7e5b7fe8 req-5dcca9a0-c4d2-4a69-b551-4cb5f870048d service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086110 Nov 03 18:42:55.891194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abade8e-b26d-4bbf-b121-ef509b423a58 req-cd6b1f9e-bae8-4a7d-929a-a19ee22a08a5 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.892870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8abade8e-b26d-4bbf-b121-ef509b423a58 req-cd6b1f9e-bae8-4a7d-929a-a19ee22a08a5 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1053572 Nov 03 18:42:55.946625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=71cba451-f4b6-4355-a861-5ee9b44865c8,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.999955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8abade8e-b26d-4bbf-b121-ef509b423a58 req-d86b91cc-25dc-4406-9a0d-63ecb0a908c8 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979583 Nov 03 18:42:56.083083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Attempting to bind port 71cba451-f4b6-4355-a861-5ee9b44865c8 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:56.083922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Attempting to bind port 71cba451-f4b6-4355-a861-5ee9b44865c8 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:56.083922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Attempting to bind port 71cba451-f4b6-4355-a861-5ee9b44865c8 on network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:56.100022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Port 71cba451-f4b6-4355-a861-5ee9b44865c8 on network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:56.100316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Attempting to bind port 71cba451-f4b6-4355-a861-5ee9b44865c8 on network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:56.112335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:56.112671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Checking segment: {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:56.113057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Bound using segment: {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:56.113549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Bound port: 71cba451-f4b6-4355-a861-5ee9b44865c8, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbd12e0-c3c7-4524-8961-6f322e74d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:56.113918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.226781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] For port 71cba451-f4b6-4355-a861-5ee9b44865c8, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:56.230559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] For port 71cba451-f4b6-4355-a861-5ee9b44865c8, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=71cba451-f4b6-4355-a861-5ee9b44865c8,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:56.236685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.253008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3382d08-7d42-4223-bbfd-5fabfc732047 req-8a5da1fc-a9c8-4a3a-937f-e45290fdd2cb tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.256118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3382d08-7d42-4223-bbfd-5fabfc732047 req-8a5da1fc-a9c8-4a3a-937f-e45290fdd2cb tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1087189 Nov 03 18:42:56.274347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.275212 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.276707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] 10.222.0.70 "PUT /v2.0/ports/71cba451-f4b6-4355-a861-5ee9b44865c8 HTTP/1.1" status: 200 len: 1091 time: 1.1373720 Nov 03 18:42:56.279205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'tag': '71cba451-f4b6-4355-a861-5ee9b44865c8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:56.283387 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaae0070-bcba-43c4-b5f0-575464d1ec76" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0", "tag": "71cba451-f4b6-4355-a861-5ee9b44865c8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:56.321871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae403c51-d8be-4054-afd9-ae9d77c3e5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=71cba451-f4b6-4355-a861-5ee9b44865c8,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.361560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3382d08-7d42-4223-bbfd-5fabfc732047 req-3031ea54-fcbc-4a8e-9066-4602b0ded199 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934997 Nov 03 18:42:56.442432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ee02f579-83fa-42d4-a76c-c9b463b743c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.445817 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-ee02f579-83fa-42d4-a76c-c9b463b743c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c64deee38c3444a2a7c2efcf47939d11&device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 1094 time: 0.0850723 Nov 03 18:42:56.528771 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-967350f2-0ee3-4834-a97a-ea71a798c870 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cba451-f4b6-4355-a861-5ee9b44865c8 HTTP/1.1" status: 200 len: 217 time: 0.0732696 Nov 03 18:42:56.544397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8031c4-9ee3-40de-839e-e5910bad74e1 req-e45d9dd9-1dbf-4f1a-a19d-ac38d1af7c44 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.547212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a8031c4-9ee3-40de-839e-e5910bad74e1 req-e45d9dd9-1dbf-4f1a-a19d-ac38d1af7c44 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0804613 Nov 03 18:42:56.937706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a8031c4-9ee3-40de-839e-e5910bad74e1 req-0e17f2e2-4520-4139-9d0b-e47f503bec63 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3776820 Nov 03 18:42:57.028004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-9275550b-a278-4299-ae09-76b8dbf88dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.030802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-9275550b-a278-4299-ae09-76b8dbf88dcd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d25b48a1-00db-4ac8-9b4f-fca58e048569 HTTP/1.1" status: 200 len: 853 time: 0.4924591 Nov 03 18:42:57.090634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-e7319a7e-7a67-40b1-9fdf-00490727bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.092642 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-e7319a7e-7a67-40b1-9fdf-00490727bf79 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532601 Nov 03 18:42:57.093167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-59c14cd1-e1df-437c-87c1-4b1a5e5f06bf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.099663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-59c14cd1-e1df-437c-87c1-4b1a5e5f06bf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.105691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-59c14cd1-e1df-437c-87c1-4b1a5e5f06bf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.111653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-59c14cd1-e1df-437c-87c1-4b1a5e5f06bf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.118212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-59c14cd1-e1df-437c-87c1-4b1a5e5f06bf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.126105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-59c14cd1-e1df-437c-87c1-4b1a5e5f06bf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.135511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-59c14cd1-e1df-437c-87c1-4b1a5e5f06bf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.142097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-59c14cd1-e1df-437c-87c1-4b1a5e5f06bf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5430 time: 0.1137333 Nov 03 18:42:57.230565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53e4bc98-f1cf-4cbb-ab5d-7b32f1f94c8b req-6760e6ca-b0ae-4df1-adba-453ad5555ee5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770409 Nov 03 18:42:57.271213 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-8155a456-b58c-40d0-999d-234a0948edbe service neutron] 10.222.0.70 "GET /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571183 Nov 03 18:42:57.402746 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-76a7c80b-360a-4a13-a538-a099d4cfc617 req-96ffca76-4b4f-4fa4-846d-1c4227df131c service neutron] 10.222.0.70 "GET /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205449 Nov 03 18:42:57.411015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c50a8-e3d4-4ffd-a15e-88bc543966bc req-0909f57b-0b0e-44bf-861d-2e3b578817ce tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.412857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b4c50a8-e3d4-4ffd-a15e-88bc543966bc req-0909f57b-0b0e-44bf-861d-2e3b578817ce tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 943 time: 0.0751140 Nov 03 18:42:57.489038 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b4c50a8-e3d4-4ffd-a15e-88bc543966bc req-589264f2-de62-4936-ac01-e0ab2a216307 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/security-groups?id=709fff5a-ecca-4fa9-b286-afb74cad12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637765 Nov 03 18:42:57.707120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f352e5f-1687-4565-8bf5-bff32b42d82f req-532551cb-3250-47b7-8b46-8f838228bdf7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.709856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f352e5f-1687-4565-8bf5-bff32b42d82f req-532551cb-3250-47b7-8b46-8f838228bdf7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0882030 Nov 03 18:42:57.785698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f352e5f-1687-4565-8bf5-bff32b42d82f req-c2fcf5de-4845-4317-8687-46555dcf7087 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611727 Nov 03 18:42:57.962310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98050176-3395-488c-8949-c2dae068eb59 req-26511ce2-5779-471f-9d6b-b5b80530633c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.964710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98050176-3395-488c-8949-c2dae068eb59 req-26511ce2-5779-471f-9d6b-b5b80530633c tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.0863199 Nov 03 18:42:58.048387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98050176-3395-488c-8949-c2dae068eb59 req-78244d87-d78c-4260-b152-cd3279ddc553 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715892 Nov 03 18:42:58.133210 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdfb4bf-3199-47bc-97d7-fa0bff93431b x-openstack-request-id: req-6cdfb4bf-3199-47bc-97d7-fa0bff93431b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:58.134106 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0", "tag": "71cba451-f4b6-4355-a861-5ee9b44865c8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:58.134341 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6cdfb4bf-3199-47bc-97d7-fa0bff93431b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:58.135047 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'tag': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'status': 'completed', 'code': 200} Nov 03 18:42:58.232441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-2b807f24-0bc5-42bd-aa7a-ce098384d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.235079 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-2b807f24-0bc5-42bd-aa7a-ce098384d2f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c64deee38c3444a2a7c2efcf47939d11&device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 1094 time: 0.0621345 Nov 03 18:42:58.385345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddce82-23a7-482e-976b-dd0d2abeb00b req-dcdf999d-0536-4d16-962f-cb4a3a166823 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.388166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8ddce82-23a7-482e-976b-dd0d2abeb00b req-dcdf999d-0536-4d16-962f-cb4a3a166823 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.0964179 Nov 03 18:42:58.389877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-69b65974-a836-4a94-919e-807fea215f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.391395 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-69b65974-a836-4a94-919e-807fea215f43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 HTTP/1.1" status: 200 len: 915 time: 0.1472857 Nov 03 18:42:58.454728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8ddce82-23a7-482e-976b-dd0d2abeb00b req-9bc93638-e1e8-427c-8e4e-a4ba439b35b9 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545862 Nov 03 18:42:58.466531 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-3df84896-1c1b-4b99-90a6-53f5822bc370 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cba451-f4b6-4355-a861-5ee9b44865c8 HTTP/1.1" status: 200 len: 217 time: 0.0624311 Nov 03 18:42:58.555932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-b961080a-5874-40f8-bb0e-23a1143560e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.559100 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-b961080a-5874-40f8-bb0e-23a1143560e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d25b48a1-00db-4ac8-9b4f-fca58e048569 HTTP/1.1" status: 200 len: 853 time: 0.0851114 Nov 03 18:42:58.651275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-86f731af-f31d-40f2-84d5-5f7341d7fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.656025 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-86f731af-f31d-40f2-84d5-5f7341d7fe93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837510 Nov 03 18:42:58.676561 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f56af-04b1-4b5a-b0db-e2b2382e2d1d req-350945c6-0e9a-4ddd-9bed-b8af5ab0a00a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.679692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c2f56af-04b1-4b5a-b0db-e2b2382e2d1d req-350945c6-0e9a-4ddd-9bed-b8af5ab0a00a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1011522 Nov 03 18:42:58.790368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c2f56af-04b1-4b5a-b0db-e2b2382e2d1d req-9dcde94f-3ca4-4500-bc3c-7d686cb58865 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996101 Nov 03 18:42:58.876269 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-ad658e26-7993-4018-b4e0-313af8813d0e service neutron] 10.222.0.70 "GET /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095249 Nov 03 18:42:59.057747 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aaae0070-bcba-43c4-b5f0-575464d1ec76 req-cb8345c7-6dab-483d-98b2-d4404d1bdf01 service neutron] 10.222.0.70 "GET /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699471 Nov 03 18:42:59.298267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a016f0-acb8-4832-84c1-67e879f68d09 req-35e0f412-ad3e-46a3-bb8e-f52890453c92 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.301361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7a016f0-acb8-4832-84c1-67e879f68d09 req-35e0f412-ad3e-46a3-bb8e-f52890453c92 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0926638 Nov 03 18:42:59.389834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7a016f0-acb8-4832-84c1-67e879f68d09 req-8fdf9f76-5597-4da6-b53c-566db44e5085 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803199 Nov 03 18:42:59.712710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-92e13289-a6f4-47df-939a-930faf764a75 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.725920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-92e13289-a6f4-47df-939a-930faf764a75 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.738501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-92e13289-a6f4-47df-939a-930faf764a75 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.750958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-92e13289-a6f4-47df-939a-930faf764a75 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.762939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-92e13289-a6f4-47df-939a-930faf764a75 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.776062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-92e13289-a6f4-47df-939a-930faf764a75 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.790485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-92e13289-a6f4-47df-939a-930faf764a75 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.794926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-92e13289-a6f4-47df-939a-930faf764a75 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5430 time: 0.1861980 Nov 03 18:42:59.924578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3900c0ce-6120-494b-8930-cde9cffe2be7 req-08746395-98dc-453c-891f-59672cd29023 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167643 Nov 03 18:43:00.130531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434e487-ecef-438e-b1d3-de92b6aed1de req-7050bd26-b38a-4121-8954-7cf524029bb6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.132189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5434e487-ecef-438e-b1d3-de92b6aed1de req-7050bd26-b38a-4121-8954-7cf524029bb6 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 943 time: 0.0900521 Nov 03 18:43:00.210074 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5434e487-ecef-438e-b1d3-de92b6aed1de req-f2b0a7dd-17c3-43d4-891f-71c18ae2e634 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/security-groups?id=709fff5a-ecca-4fa9-b286-afb74cad12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651407 Nov 03 18:43:00.355848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434e58-adf3-4534-96d1-b1ed69d4b483 req-334b94ed-af91-44c4-b087-d1bfb1a421fb tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.357606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05434e58-adf3-4534-96d1-b1ed69d4b483 req-334b94ed-af91-44c4-b087-d1bfb1a421fb tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.0767362 Nov 03 18:43:00.419529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05434e58-adf3-4534-96d1-b1ed69d4b483 req-04fcfdb1-a81c-4ec0-b2e1-4b801e4fddf2 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502608 Nov 03 18:43:00.754788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430881fc-0652-4b43-ab84-0eb10739c1ac req-2ee1bc58-532f-4b77-965b-7c19b340aaac tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.756354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430881fc-0652-4b43-ab84-0eb10739c1ac req-2ee1bc58-532f-4b77-965b-7c19b340aaac tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0665290 Nov 03 18:43:00.812915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-430881fc-0652-4b43-ab84-0eb10739c1ac req-90893ebf-b6a3-46b3-8c7b-6a319a75cf00 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501072 Nov 03 18:43:00.887792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 71cba451-f4b6-4355-a861-5ee9b44865c8 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:00.941994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c74c1-23ee-4af4-8979-9608707bc80f req-9c976e7a-7059-40e8-9dce-f3a74d1dd12b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.944730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-383c74c1-23ee-4af4-8979-9608707bc80f req-9c976e7a-7059-40e8-9dce-f3a74d1dd12b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.0680358 Nov 03 18:43:01.012876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 71cba451-f4b6-4355-a861-5ee9b44865c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=71cba451-f4b6-4355-a861-5ee9b44865c8,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:01.015660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-383c74c1-23ee-4af4-8979-9608707bc80f req-080faf57-0df9-49a3-87bd-2666a0a157c7 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648599 Nov 03 18:43:01.034682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'port_id': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'mac_address': 'fa:16:3e:57:40:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:01.098004 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.120462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cba451-f4b6-4355-a861-5ee9b44865c8 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:01.157093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 71cba451-f4b6-4355-a861-5ee9b44865c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=71cba451-f4b6-4355-a861-5ee9b44865c8,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:01.164492 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.214342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd41996-ae8d-4dbd-9051-ccf44ce95101 req-1d008b53-d028-49e5-b23b-023f58ea37cf tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.216080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddd41996-ae8d-4dbd-9051-ccf44ce95101 req-1d008b53-d028-49e5-b23b-023f58ea37cf tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0956979 Nov 03 18:43:01.259233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=71cba451-f4b6-4355-a861-5ee9b44865c8,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:01.288896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddd41996-ae8d-4dbd-9051-ccf44ce95101 req-ea8eb871-4e63-4da5-a155-3ce23b1f9fdf tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607858 Nov 03 18:43:01.414609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cabca-6481-460e-85b0-c4ef307556a1 req-04700171-67e8-49c3-9efa-467df7a86b96 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.416261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed2cabca-6481-460e-85b0-c4ef307556a1 req-04700171-67e8-49c3-9efa-467df7a86b96 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0610933 Nov 03 18:43:01.479877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['71cba451-f4b6-4355-a861-5ee9b44865c8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:01.489682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed2cabca-6481-460e-85b0-c4ef307556a1 req-876c0576-3d33-4af6-8521-6d724e1c9f36 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658360 Nov 03 18:43:01.771144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8374507d-961a-40fe-a29c-faefa4286021 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.777871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8374507d-961a-40fe-a29c-faefa4286021 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.783944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8374507d-961a-40fe-a29c-faefa4286021 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.790284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8374507d-961a-40fe-a29c-faefa4286021 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.796946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8374507d-961a-40fe-a29c-faefa4286021 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.803029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8374507d-961a-40fe-a29c-faefa4286021 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.809015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8374507d-961a-40fe-a29c-faefa4286021 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.811629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8374507d-961a-40fe-a29c-faefa4286021 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5430 time: 0.1029127 Nov 03 18:43:01.878955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6b2bd08-0c96-4403-9272-866a5ea0d68e req-8fc7b372-2ba1-427d-abf4-c93b4677a60e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598712 Nov 03 18:43:02.048439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca76ae8-6c12-4610-bbc8-93647b764a73 req-b1cdb9a0-60a0-4eb1-9724-e8ed725a77b6 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.051132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ca76ae8-6c12-4610-bbc8-93647b764a73 req-b1cdb9a0-60a0-4eb1-9724-e8ed725a77b6 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.0854967 Nov 03 18:43:02.110527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.131334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ca76ae8-6c12-4610-bbc8-93647b764a73 req-b30fbae2-2709-463e-ad0a-e582a9848814 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732040 Nov 03 18:43:02.294232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bda1c-520f-4616-9209-57a2309ddd37 req-f737bc18-af36-4a32-9007-f6bdc5523f88 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.296452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-771bda1c-520f-4616-9209-57a2309ddd37 req-f737bc18-af36-4a32-9007-f6bdc5523f88 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 944 time: 0.0808189 Nov 03 18:43:02.385537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-771bda1c-520f-4616-9209-57a2309ddd37 req-da332c55-18bb-41af-9d37-24c7ddf58fe7 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/security-groups?id=709fff5a-ecca-4fa9-b286-afb74cad12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776122 Nov 03 18:43:02.563460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7b0a8-2ed4-4bfe-82e0-bc725c2899b5 req-cfa18f1e-eb26-4d57-a098-a02123d1b72d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.566026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8de7b0a8-2ed4-4bfe-82e0-bc725c2899b5 req-cfa18f1e-eb26-4d57-a098-a02123d1b72d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0906544 Nov 03 18:43:02.628921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8de7b0a8-2ed4-4bfe-82e0-bc725c2899b5 req-57f497a9-5363-4137-aae4-47f08cd13ef3 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552320 Nov 03 18:43:02.773782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be745d-b9ab-4756-b635-485b42ef6122 req-73ba5ab9-5332-4468-9911-d02e559ec717 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.775665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67be745d-b9ab-4756-b635-485b42ef6122 req-73ba5ab9-5332-4468-9911-d02e559ec717 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.0626180 Nov 03 18:43:02.860471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67be745d-b9ab-4756-b635-485b42ef6122 req-dea9899e-71c9-4484-bade-47a55b4a1afb tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Nov 03 18:43:02.903612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 71cba451-f4b6-4355-a861-5ee9b44865c8 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:02.992938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 71cba451-f4b6-4355-a861-5ee9b44865c8 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:02.999353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 71cba451-f4b6-4355-a861-5ee9b44865c8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:03.000016 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.035769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb518e3-fc17-4a35-b31c-4cc02e0a0703 req-47bff0df-859d-4cd0-9425-7aeee30fb3c7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:03.038796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bb518e3-fc17-4a35-b31c-4cc02e0a0703 req-47bff0df-859d-4cd0-9425-7aeee30fb3c7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0929539 Nov 03 18:43:03.114140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bb518e3-fc17-4a35-b31c-4cc02e0a0703 req-2eaebb2d-6216-412a-81bf-f6c6a2a0b528 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627384 Nov 03 18:43:03.144319 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.211087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cba451-f4b6-4355-a861-5ee9b44865c8'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:03.215349 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c34c3bc-c46f-4a55-be65-f38a16247678" -d '{"events": [{"server_uuid": "6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0", "name": "network-vif-plugged", "status": "completed", "tag": "71cba451-f4b6-4355-a861-5ee9b44865c8"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:03.221560 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.238244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa60db-91f4-4305-b142-60ee447fe934 req-2a01f1c3-0144-439e-af0c-2c47e279d0ba tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:03.241158 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-edfa60db-91f4-4305-b142-60ee447fe934 req-2a01f1c3-0144-439e-af0c-2c47e279d0ba tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "GET /v2.0/ports?device_id=909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0834775 Nov 03 18:43:03.252572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 71cba451-f4b6-4355-a861-5ee9b44865c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=71cba451-f4b6-4355-a861-5ee9b44865c8,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:03.260186 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.337164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ae499-5f6c-49b5-a0ae-9c5f6beb1857 req-f028a6af-1c4f-4001-9bf9-57ea61cadc3f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:03.340734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf5ae499-5f6c-49b5-a0ae-9c5f6beb1857 req-f028a6af-1c4f-4001-9bf9-57ea61cadc3f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.1094580 Nov 03 18:43:03.355125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=71cba451-f4b6-4355-a861-5ee9b44865c8,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:03.429839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf5ae499-5f6c-49b5-a0ae-9c5f6beb1857 req-b5f47762-6350-463d-893d-67e0d01fc535 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744555 Nov 03 18:43:03.432334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Deleting port 48d6f2fe-767b-4f89-a487-d6262d4ed566 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:03.432746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.621217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] For port 48d6f2fe-767b-4f89-a487-d6262d4ed566, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=48d6f2fe-767b-4f89-a487-d6262d4ed566,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:03.621855 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.653218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Calling delete_port for 48d6f2fe-767b-4f89-a487-d6262d4ed566 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:03.922803 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.938221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['48d6f2fe-767b-4f89-a487-d6262d4ed566'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:04.019556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event deleted for resources: {'Port': ['ID=48d6f2fe-767b-4f89-a487-d6262d4ed566,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:04.114118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] No DVR routers for this DVR port 48d6f2fe-767b-4f89-a487-d6262d4ed566 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:04.117497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.118129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa84a9-d0f8-4e91-bd32-2bfdfdb259cc req-646e3806-eb4b-4890-98e3-bc0a95b2f66b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.121041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9aa84a9-d0f8-4e91-bd32-2bfdfdb259cc req-646e3806-eb4b-4890-98e3-bc0a95b2f66b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1054308 Nov 03 18:43:04.123210 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-edfa60db-91f4-4305-b142-60ee447fe934 req-93409114-5b26-4a1d-860a-7d54267cbb0e tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "DELETE /v2.0/ports/48d6f2fe-767b-4f89-a487-d6262d4ed566 HTTP/1.1" status: 204 len: 173 time: 0.8717265 Nov 03 18:43:04.124006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b', 'name': 'network-vif-deleted', 'tag': '48d6f2fe-767b-4f89-a487-d6262d4ed566'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:04.133282 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545b253e-7863-43f0-a509-c69f23d332b0" -d '{"events": [{"server_uuid": "909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b", "name": "network-vif-deleted", "tag": "48d6f2fe-767b-4f89-a487-d6262d4ed566"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:04.223525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9aa84a9-d0f8-4e91-bd32-2bfdfdb259cc req-f0a725a2-2f46-4e48-88e2-e8d36b76698f tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856488 Nov 03 18:43:04.526700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1d01d-c82b-43e8-8409-242b2cefba5e req-9618ec9f-c2d5-4a50-8d7e-01b79fde7544 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.528392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a1d01d-c82b-43e8-8409-242b2cefba5e req-9618ec9f-c2d5-4a50-8d7e-01b79fde7544 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 813 time: 0.1576431 Nov 03 18:43:04.550557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a1d01d-c82b-43e8-8409-242b2cefba5e req-dc218dcd-aac5-4d2b-a75b-81fe51afaca5 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/quotas/f4d0be58189b4609adebd115604850be HTTP/1.1" status: 200 len: 375 time: 0.0113668 Nov 03 18:43:04.624110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a1d01d-c82b-43e8-8409-242b2cefba5e req-cb3c2982-b2c8-4788-a6d6-cc876ca1b2fc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590849 Nov 03 18:43:04.818071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278526-9184-41f6-baae-ad3e8a774678 req-e5b8d921-b074-47f4-981a-9f46fa4fedb1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.830634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278526-9184-41f6-baae-ad3e8a774678 req-e5b8d921-b074-47f4-981a-9f46fa4fedb1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.843311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278526-9184-41f6-baae-ad3e8a774678 req-e5b8d921-b074-47f4-981a-9f46fa4fedb1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.855317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278526-9184-41f6-baae-ad3e8a774678 req-e5b8d921-b074-47f4-981a-9f46fa4fedb1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.867343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278526-9184-41f6-baae-ad3e8a774678 req-e5b8d921-b074-47f4-981a-9f46fa4fedb1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.880037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278526-9184-41f6-baae-ad3e8a774678 req-e5b8d921-b074-47f4-981a-9f46fa4fedb1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.892241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278526-9184-41f6-baae-ad3e8a774678 req-e5b8d921-b074-47f4-981a-9f46fa4fedb1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.895464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08278526-9184-41f6-baae-ad3e8a774678 req-e5b8d921-b074-47f4-981a-9f46fa4fedb1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5430 time: 0.1818049 Nov 03 18:43:05.009878 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08278526-9184-41f6-baae-ad3e8a774678 req-4d266924-9003-4d74-89e4-51767f76c2b3 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047995 Nov 03 18:43:05.254624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c951d4-d7ca-41b8-952c-6f73fa19a143 req-56461f73-0d0a-4ec8-8f46-d9fc08d5d414 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.270328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57c951d4-d7ca-41b8-952c-6f73fa19a143 req-56461f73-0d0a-4ec8-8f46-d9fc08d5d414 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 945 time: 0.1129429 Nov 03 18:43:05.271396 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46667580-de7c-4254-ab81-464d61799847 x-openstack-request-id: req-46667580-de7c-4254-ab81-464d61799847 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:05.272314 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0", "name": "network-vif-plugged", "status": "completed", "tag": "71cba451-f4b6-4355-a861-5ee9b44865c8", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:05.272594 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46667580-de7c-4254-ab81-464d61799847 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:05.273596 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'code': 200} Nov 03 18:43:05.280591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a426a1-6536-4cb9-bf75-4ccec8f63fac req-f9aec1ac-6559-4acc-8d26-becc984c3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.283286 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00a426a1-6536-4cb9-bf75-4ccec8f63fac req-f9aec1ac-6559-4acc-8d26-becc984c3b7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 1096 time: 0.0836515 Nov 03 18:43:05.339950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57c951d4-d7ca-41b8-952c-6f73fa19a143 req-68c11836-24ef-4b6a-b350-e3750c4cc714 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/security-groups?id=709fff5a-ecca-4fa9-b286-afb74cad12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658157 Nov 03 18:43:05.366798 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-00a426a1-6536-4cb9-bf75-4ccec8f63fac req-d89b1035-ffdf-4124-bc99-895a5a45f3d2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=709fff5a-ecca-4fa9-b286-afb74cad12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734508 Nov 03 18:43:05.525367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73205262-73c4-4211-b927-7b161fdb22ce req-ea41c383-cb39-4a5d-b71a-08a4e1f0fc30 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.527977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73205262-73c4-4211-b927-7b161fdb22ce req-ea41c383-cb39-4a5d-b71a-08a4e1f0fc30 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.0935771 Nov 03 18:43:05.631885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73205262-73c4-4211-b927-7b161fdb22ce req-94c68944-65bf-43bf-b137-49cd5eb60d55 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915768 Nov 03 18:43:05.712850 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1444cf18-88e9-4411-9c1a-b5ccdac85d69 x-openstack-request-id: req-1444cf18-88e9-4411-9c1a-b5ccdac85d69 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:05.713337 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b", "name": "network-vif-deleted", "tag": "48d6f2fe-767b-4f89-a487-d6262d4ed566", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:05.713832 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1444cf18-88e9-4411-9c1a-b5ccdac85d69 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:05.715177 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909d4e95-0f5c-4382-bfe5-cbde7d5f4c6b', 'name': 'network-vif-deleted', 'tag': '48d6f2fe-767b-4f89-a487-d6262d4ed566', 'status': 'completed', 'code': 200} Nov 03 18:43:05.834552 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b6b9ea22-bd69-4179-aac4-b8547cfc5762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.847836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09a773-bd81-41fa-b5e9-5f3686c0279a req-df4dce13-cff5-46e1-8650-cd5daa676a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.850170 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ea09a773-bd81-41fa-b5e9-5f3686c0279a req-df4dce13-cff5-46e1-8650-cd5daa676a24 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 1097 time: 0.1018333 Nov 03 18:43:05.958363 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ea09a773-bd81-41fa-b5e9-5f3686c0279a req-c5853aaa-c188-43cf-aa2d-7ab22d1b65a0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974932 Nov 03 18:43:05.973635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e24257-0fb3-4da0-b941-1ce1742202e8 req-d9f7e4c4-833a-48af-8dd6-caad58ffd8a2 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.977609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4e24257-0fb3-4da0-b941-1ce1742202e8 req-d9f7e4c4-833a-48af-8dd6-caad58ffd8a2 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.1137521 Nov 03 18:43:06.053295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4e24257-0fb3-4da0-b941-1ce1742202e8 req-f33c3202-570d-427a-bec9-8455e02d0bd4 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642867 Nov 03 18:43:06.228117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3a31b-1a7d-4f29-b86c-bdd128d4d681 req-ff89b26b-a248-462b-aeb1-3e38b628777e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.231012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78a3a31b-1a7d-4f29-b86c-bdd128d4d681 req-ff89b26b-a248-462b-aeb1-3e38b628777e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1063190 Nov 03 18:43:06.329371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78a3a31b-1a7d-4f29-b86c-bdd128d4d681 req-aa4a4f56-fd48-4fa5-b28a-c41f27d1a67c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872488 Nov 03 18:43:06.501823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c65ce3-14cc-489c-9f49-2703ef14bd98 req-aec088b8-34b0-4109-8aaa-1058ac0ff491 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.505091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c65ce3-14cc-489c-9f49-2703ef14bd98 req-aec088b8-34b0-4109-8aaa-1058ac0ff491 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0885308 Nov 03 18:43:06.619029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c65ce3-14cc-489c-9f49-2703ef14bd98 req-56218034-b190-42b1-bd59-55be32642ec6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036835 Nov 03 18:43:06.912073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-37e57a1a-25b7-485d-9d6a-c017bdc9938c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.925509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-37e57a1a-25b7-485d-9d6a-c017bdc9938c tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.1968658 Nov 03 18:43:06.929062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0e35f732-4738-4480-ab7b-9914729d07c8 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:06.934115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48d6f2fe-767b-4f89-a487-d6262d4ed566 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:06.953994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-b3d311e2-e12d-4c68-952f-e2b410d34844 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/quotas/ffc088fa1d274cfb9d81e04655cc56b9 HTTP/1.1" status: 200 len: 375 time: 0.0193615 Nov 03 18:43:06.963926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 48d6f2fe-767b-4f89-a487-d6262d4ed566 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:06.964512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 48d6f2fe-767b-4f89-a487-d6262d4ed566 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:07.008487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-39209ed3-55dc-4675-a8dc-0fc4742f59b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379353 Nov 03 18:43:07.214629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-cd1d044b-5f77-4140-aa01-333df44f8664 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856079 Nov 03 18:43:07.217922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0e35f732-4738-4480-ab7b-9914729d07c8,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:07.247671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '0e35f732-4738-4480-ab7b-9914729d07c8', 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'port_id': '0e35f732-4738-4480-ab7b-9914729d07c8', 'mac_address': 'fa:16:3e:66:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a182a9b8-dffd-4a22-9817-72fabc4a4159', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:07.311604 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.330679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e35f732-4738-4480-ab7b-9914729d07c8 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:07.375066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0e35f732-4738-4480-ab7b-9914729d07c8,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:07.384799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.448710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-bb6bb3bf-2141-4766-932b-0aeef83e5f6f service neutron] 10.222.0.77 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306163 Nov 03 18:43:07.480290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0e35f732-4738-4480-ab7b-9914729d07c8,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:07.495685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.496271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.496843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.497461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.498082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.498599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.499155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.499656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.500181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.500719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.501302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.501942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:07.683747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['0e35f732-4738-4480-ab7b-9914729d07c8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:07.868968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-3bf03a47-18c8-4b49-b4da-301e5048ae16 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.879085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-3bf03a47-18c8-4b49-b4da-301e5048ae16 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.888056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-3bf03a47-18c8-4b49-b4da-301e5048ae16 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.900806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-3bf03a47-18c8-4b49-b4da-301e5048ae16 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.911534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-3bf03a47-18c8-4b49-b4da-301e5048ae16 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.922389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-3bf03a47-18c8-4b49-b4da-301e5048ae16 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.931976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-3bf03a47-18c8-4b49-b4da-301e5048ae16 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.935045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-3bf03a47-18c8-4b49-b4da-301e5048ae16 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5430 time: 0.1686347 Nov 03 18:43:08.090843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ae1245b-3767-4d44-b164-628ece8a01d8 req-a7f0d518-3f39-40e1-90ca-4938b1de176e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430659 Nov 03 18:43:08.321239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20a335-1ac5-4e91-a960-a1f6844ee76b req-0c6b54f1-0f53-41f3-ac8e-2d85a3dd48b8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:08.333148 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eaa729fb-9792-46c1-a93c-8b09a35b82e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.338039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b20a335-1ac5-4e91-a960-a1f6844ee76b req-0c6b54f1-0f53-41f3-ac8e-2d85a3dd48b8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1300430 Nov 03 18:43:08.470743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b20a335-1ac5-4e91-a960-a1f6844ee76b req-6e9a0ac1-e7eb-40ad-b238-8a5feb6da8cf tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188912 Nov 03 18:43:08.684321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e01bb5-8b4e-47bb-95b5-bcc4eaf6fdd4 req-70f727b3-0aab-492d-951d-efc7917319c4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:08.686321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1e01bb5-8b4e-47bb-95b5-bcc4eaf6fdd4 req-70f727b3-0aab-492d-951d-efc7917319c4 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 945 time: 0.1058996 Nov 03 18:43:08.772619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1e01bb5-8b4e-47bb-95b5-bcc4eaf6fdd4 req-f92209f7-5d9f-47e2-a3ae-003e0d88925b tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/security-groups?id=709fff5a-ecca-4fa9-b286-afb74cad12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740778 Nov 03 18:43:08.962146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0e35f732-4738-4480-ab7b-9914729d07c8 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:08.974651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32444eb-cf08-4019-ac51-b065a9333ba6 req-feff4150-134c-458c-8c54-6f9ec8a8f2a0 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:08.974651 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e32444eb-cf08-4019-ac51-b065a9333ba6 req-feff4150-134c-458c-8c54-6f9ec8a8f2a0 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 945 time: 0.0811129 Nov 03 18:43:09.041841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 0e35f732-4738-4480-ab7b-9914729d07c8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:09.042220 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.069002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e32444eb-cf08-4019-ac51-b065a9333ba6 req-4c3cf8a8-ce9a-40b6-8328-5b38abc84d71 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822644 Nov 03 18:43:09.216825 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.254296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b701ca-4088-41f8-accc-a414f326ab14 req-2a8202bc-431c-4044-894f-02c72c590005 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:09.259735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45b701ca-4088-41f8-accc-a414f326ab14 req-2a8202bc-431c-4044-894f-02c72c590005 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.0928867 Nov 03 18:43:09.263619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f732-4738-4480-ab7b-9914729d07c8'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:09.267991 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f89b184-971f-47ff-82ce-fb70813c8bbb" -d '{"events": [{"server_uuid": "a9bb0705-be7f-433a-9ff5-cc105c236540", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f732-4738-4480-ab7b-9914729d07c8"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:09.297242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0e35f732-4738-4480-ab7b-9914729d07c8,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:09.314263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.366418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45b701ca-4088-41f8-accc-a414f326ab14 req-59dc0a8f-a660-48df-ba4b-d966192e692d tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979099 Nov 03 18:43:09.493722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0e35f732-4738-4480-ab7b-9914729d07c8,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:09.520053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:09.597302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852569a-7446-41fa-ada9-c7c22d8d5d53 req-609f07e9-8628-4456-baac-06c7ba712cbd tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:09.610710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9852569a-7446-41fa-ada9-c7c22d8d5d53 req-609f07e9-8628-4456-baac-06c7ba712cbd tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1221721 Nov 03 18:43:09.742412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9852569a-7446-41fa-ada9-c7c22d8d5d53 req-e829d71d-5be7-4b70-a43e-8f0c6e864a34 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268749 Nov 03 18:43:09.756168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:09.791719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561', 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f', 'port_id': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561', 'mac_address': 'fa:16:3e:d0:bf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620d2180-35b3-4732-b58d-c686aca2c152', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:09.831683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-04465941-0dea-450d-8a04-7be487268dc9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:09.836036 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-04465941-0dea-450d-8a04-7be487268dc9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 811 time: 0.4584763 Nov 03 18:43:09.852703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Request body: {'port': {'device_id': '41e91750-f98f-4977-ad47-20b956dde38f', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'admin_state_up': True, 'tenant_id': 'ffc088fa1d274cfb9d81e04655cc56b9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:09.915341 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.922458 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.956819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-072190c7-3d05-4f1e-a18d-c482db3581c6 req-bfcf712e-d568-44f4-8f67-434c0f2fd880 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 210 time: 0.0860479 Nov 03 18:43:09.959322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:10.002546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.011128 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.015912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a401ab22-4218-4894-af80-4ae82f356e2c details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:10.137612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Made reservation on behalf of ffc088fa1d274cfb9d81e04655cc56b9 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:10.142851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.170250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57917b4a-8a23-45d8-8fc3-b71d0d6401e4 req-e23a731a-fb5f-45c1-84de-ee5e81186ca6 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f4d0be58189b4609adebd115604850be HTTP/1.1" status: 200 len: 221 time: 0.0498204 Nov 03 18:43:10.234655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a401ab22-4218-4894-af80-4ae82f356e2c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a401ab22-4218-4894-af80-4ae82f356e2c,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.295570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'a401ab22-4218-4894-af80-4ae82f356e2c', 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'port_id': 'a401ab22-4218-4894-af80-4ae82f356e2c', 'mac_address': 'fa:16:3e:3f:39:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc8480f-b963-44f7-ba48-e76459c0d5d4', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:10.372299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3fd4-0250-4493-b6bc-1d83bbbfe0be req-71db5e55-c2f2-4e13-bacf-b23341bb074b tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:10.375578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67ba3fd4-0250-4493-b6bc-1d83bbbfe0be req-71db5e55-c2f2-4e13-bacf-b23341bb074b tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 945 time: 0.0877562 Nov 03 18:43:10.391335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55176) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:10.402341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Request body: {'floatingip': {'port_id': '71cba451-f4b6-4355-a861-5ee9b44865c8'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:10.443158 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.446975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.472198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Allocated IP 172.20.0.8 (d2f344a3-8e8d-4453-977e-445bf7e8c494/0e37e125-5d36-4a7a-8a18-0dcddadb205f/c86c7fe0-a594-499a-9269-b2b66c5b1233) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:10.490802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a401ab22-4218-4894-af80-4ae82f356e2c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:10.503106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.529173 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a401ab22-4218-4894-af80-4ae82f356e2c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a401ab22-4218-4894-af80-4ae82f356e2c,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.538497 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.540211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:10.609870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e41fbc-6468-4831-b2cc-2bbaed5ecb99 req-2b4f4c93-4264-498e-b399-5c2297ee8f3d tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:10.635351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40e41fbc-6468-4831-b2cc-2bbaed5ecb99 req-2b4f4c93-4264-498e-b399-5c2297ee8f3d tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.1399169 Nov 03 18:43:10.648123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a401ab22-4218-4894-af80-4ae82f356e2c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.676265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.707747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '8371b5da-a777-4b6c-b3b9-6abdf7277ff3', 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'port_id': '8371b5da-a777-4b6c-b3b9-6abdf7277ff3', 'mac_address': 'fa:16:3e:88:de:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc8480f-b963-44f7-ba48-e76459c0d5d4', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:10.736861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40e41fbc-6468-4831-b2cc-2bbaed5ecb99 req-98ac0148-f03c-4641-a914-ee88881cb558 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943472 Nov 03 18:43:10.779584 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.796328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:10.831229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.837535 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.838358 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b77313c5-6c1e-4c5e-80e9-353ee215d988 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:10.907108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.947447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b77313c5-6c1e-4c5e-80e9-353ee215d988, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.964849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'b77313c5-6c1e-4c5e-80e9-353ee215d988', 'network_id': '2b93c670-4a1c-4cee-a870-d7acbef9dc5f', 'port_id': 'b77313c5-6c1e-4c5e-80e9-353ee215d988', 'mac_address': 'fa:16:3e:2e:6a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620d2180-35b3-4732-b58d-c686aca2c152', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:11.018962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-bd3bd8b1-24a9-490b-b794-478991c60914 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.026872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-bd3bd8b1-24a9-490b-b794-478991c60914 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.034371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-bd3bd8b1-24a9-490b-b794-478991c60914 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.041313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-bd3bd8b1-24a9-490b-b794-478991c60914 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.050114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-bd3bd8b1-24a9-490b-b794-478991c60914 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.061796 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.069379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-bd3bd8b1-24a9-490b-b794-478991c60914 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.082540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-bd3bd8b1-24a9-490b-b794-478991c60914 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.084567 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-bd3bd8b1-24a9-490b-b794-478991c60914 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5433 time: 0.2352259 Nov 03 18:43:11.089042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77313c5-6c1e-4c5e-80e9-353ee215d988 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:11.146591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b77313c5-6c1e-4c5e-80e9-353ee215d988, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:11.155201 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.158682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f5a145a4-d2fd-449d-9953-2447fc8be26d details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:11.173549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d09e00c-f1df-4ff2-9a9e-a75c4ac728e1 req-20952cb8-7ec9-410e-898d-d878124959d3 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776186 Nov 03 18:43:11.239178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.303528 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:43:11.311255 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f37522-75f1-4b9c-8052-e53fa126e2ef x-openstack-request-id: req-b0f37522-75f1-4b9c-8052-e53fa126e2ef {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:11.311883 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bb0705-be7f-433a-9ff5-cc105c236540", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f732-4738-4480-ab7b-9914729d07c8", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:11.312342 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0f37522-75f1-4b9c-8052-e53fa126e2ef {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:11.313923 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f732-4738-4480-ab7b-9914729d07c8', 'code': 200} Nov 03 18:43:11.437502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=b77313c5-6c1e-4c5e-80e9-353ee215d988,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:11.447502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.481941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3f082-9521-41ee-a5bc-4ff3bc9b1096 req-fb88d19f-f4f1-4a41-89dc-0be5dbf02dc5 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.483674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8da3f082-9521-41ee-a5bc-4ff3bc9b1096 req-fb88d19f-f4f1-4a41-89dc-0be5dbf02dc5 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0848150 Nov 03 18:43:11.562865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8da3f082-9521-41ee-a5bc-4ff3bc9b1096 req-acd5b510-bbbc-4661-8209-83ec8d3d56d7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677009 Nov 03 18:43:11.581307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f5a145a4-d2fd-449d-9953-2447fc8be26d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:11.603173 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'port_id': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'mac_address': 'fa:16:3e:18:98:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:11.708248 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.743378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.750339 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.753971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a145a4-d2fd-449d-9953-2447fc8be26d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:11.763056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Network d2f344a3-8e8d-4453-977e-445bf7e8c494 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:11.778943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92556bb2-4bfc-4070-a88b-5b06abd33bab req-b7e50892-0ae4-403a-9957-8f353082c50b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.781385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92556bb2-4bfc-4070-a88b-5b06abd33bab req-b7e50892-0ae4-403a-9957-8f353082c50b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.0762415 Nov 03 18:43:11.809112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:11.822918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:11.832103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f5a145a4-d2fd-449d-9953-2447fc8be26d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:11.842917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.846349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1799dee1-c8aa-42b5-9d27-87c47fe95073 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:11.876323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92556bb2-4bfc-4070-a88b-5b06abd33bab req-ed46e9dd-692e-4841-9916-d58c887a997c tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824811 Nov 03 18:43:11.937007 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.937878 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.952628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event updated for resources: {'Port': ['ID=c86c7fe0-a594-499a-9269-b2b66c5b1233,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:11.985772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.986833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.987575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.988144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.988728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.989338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.990224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.990833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.992357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.992618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1799dee1-c8aa-42b5-9d27-87c47fe95073, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1799dee1-c8aa-42b5-9d27-87c47fe95073,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:11.992829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.993367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.993804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.997645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=f5a145a4-d2fd-449d-9953-2447fc8be26d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:12.020314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '1799dee1-c8aa-42b5-9d27-87c47fe95073', 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'port_id': '1799dee1-c8aa-42b5-9d27-87c47fe95073', 'mac_address': 'fa:16:3e:72:dc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc8480f-b963-44f7-ba48-e76459c0d5d4', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:12.037169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f7a917a9-7924-4386-8499-92c1e65089b7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1880162 Nov 03 18:43:12.114277 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.133853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Request body: {'port': {'device_id': '41e91750-f98f-4977-ad47-20b956dde38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:12.153895 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.160983 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.194525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1799dee1-c8aa-42b5-9d27-87c47fe95073 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:12.236025 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Floating IP b8581168-7aa2-40d7-9838-d5a2d392db1d associated. External IP: 172.25.3.103, port: 71cba451-f4b6-4355-a861-5ee9b44865c8. Nov 03 18:43:12.252299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1799dee1-c8aa-42b5-9d27-87c47fe95073, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1799dee1-c8aa-42b5-9d27-87c47fe95073,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:12.260184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.262000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:12.301990 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.429763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:12.436635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1799dee1-c8aa-42b5-9d27-87c47fe95073,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:12.462250 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed', 'network_id': '2c5383e2-9870-4fe0-97d5-cb2447d03d2b', 'port_id': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed', 'mac_address': 'fa:16:3e:22:ec:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc8480f-b963-44f7-ba48-e76459c0d5d4', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:12.521626 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.552117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:12.581199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f6c6-c470-420c-a28e-533064af428e req-be377945-4b6d-4373-b563-2903d3a24ae0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:12.583915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a961f6c6-c470-420c-a28e-533064af428e req-be377945-4b6d-4373-b563-2903d3a24ae0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1299434 Nov 03 18:43:12.596264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:12.602720 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.677592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:12.696482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a961f6c6-c470-420c-a28e-533064af428e req-3b52c7fc-fa5f-4ba4-ac54-8a5dcd559202 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014919 Nov 03 18:43:12.877184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b67319-d77d-458b-898f-a6368614bd3c req-d3853f31-26b4-4c5f-81aa-f38593ac1b3a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:12.879887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66b67319-d77d-458b-898f-a6368614bd3c req-d3853f31-26b4-4c5f-81aa-f38593ac1b3a tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 931 time: 0.0715911 Nov 03 18:43:12.974508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66b67319-d77d-458b-898f-a6368614bd3c req-4cff0255-9938-4146-a85a-4d80278fdb32 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846946 Nov 03 18:43:12.994877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Router d28b645f-28a5-44a3-bc25-52d60a0499d8 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:13.152235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91308744-1787-4dad-94f4-7e6855873266 req-cd6e6a19-3c47-4130-8a69-442c71b95a1a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.153034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86c7fe0-a594-499a-9269-b2b66c5b1233 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:13.155632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91308744-1787-4dad-94f4-7e6855873266 req-cd6e6a19-3c47-4130-8a69-442c71b95a1a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0842540 Nov 03 18:43:13.211380 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.237854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Transition to ACTIVE for port object c86c7fe0-a594-499a-9269-b2b66c5b1233 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:13.238092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91308744-1787-4dad-94f4-7e6855873266 req-1992546b-bd82-445d-a699-c6fbf29004c9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739965 Nov 03 18:43:13.245914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.250120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:13.259303 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.275153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] Sync routers for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:13.299204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:13.300177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:13.329130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4629b595-a0a0-4875-a806-86db6d446a41 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "PUT /v2.0/floatingips/b8581168-7aa2-40d7-9838-d5a2d392db1d HTTP/1.1" status: 200 len: 991 time: 2.9354630 Nov 03 18:43:13.335120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'tag': '71cba451-f4b6-4355-a861-5ee9b44865c8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:13.337591 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc0920-cfbd-4993-b81e-aa8920f50c26" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0", "tag": "71cba451-f4b6-4355-a861-5ee9b44865c8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:13.343158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Pushing event updated for resources: {'Port': ['ID=c86c7fe0-a594-499a-9269-b2b66c5b1233,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:13.429452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-85e27533-11d1-4b5a-94ce-e00a9776b2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.444587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-85e27533-11d1-4b5a-94ce-e00a9776b2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.454206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-85e27533-11d1-4b5a-94ce-e00a9776b2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.455718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Attempting to bind port c86c7fe0-a594-499a-9269-b2b66c5b1233 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:13.456909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Attempting to bind port c86c7fe0-a594-499a-9269-b2b66c5b1233 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:13.456909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Attempting to bind port c86c7fe0-a594-499a-9269-b2b66c5b1233 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:13.462083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-85e27533-11d1-4b5a-94ce-e00a9776b2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.463596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Port c86c7fe0-a594-499a-9269-b2b66c5b1233 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:13.464006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Attempting to bind port c86c7fe0-a594-499a-9269-b2b66c5b1233 on network d2f344a3-8e8d-4453-977e-445bf7e8c494 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:13.469689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-85e27533-11d1-4b5a-94ce-e00a9776b2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.471967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:13.472315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Checking segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:13.473070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Bound using segment: {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:13.476309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Bound port: c86c7fe0-a594-499a-9269-b2b66c5b1233, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80aad5cf-71a4-4a25-af85-ec2ceb6c0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:13.476309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.477562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-85e27533-11d1-4b5a-94ce-e00a9776b2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.485069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-85e27533-11d1-4b5a-94ce-e00a9776b2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.498070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-85e27533-11d1-4b5a-94ce-e00a9776b2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5437 time: 0.1341465 Nov 03 18:43:13.504289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a401ab22-4218-4894-af80-4ae82f356e2c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:13.508994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['8371b5da-a777-4b6c-b3b9-6abdf7277ff3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:13.530958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b77313c5-6c1e-4c5e-80e9-353ee215d988'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:13.534330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['f5a145a4-d2fd-449d-9953-2447fc8be26d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:13.538724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['1799dee1-c8aa-42b5-9d27-87c47fe95073'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:13.584825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] For port c86c7fe0-a594-499a-9269-b2b66c5b1233, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:13.586755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-329712ba-c497-4fce-98e1-de64587ef0a9 req-871dd6a8-ab47-4a3d-83ac-7b3c3ae36228 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874817 Nov 03 18:43:13.591316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] For port c86c7fe0-a594-499a-9269-b2b66c5b1233, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c86c7fe0-a594-499a-9269-b2b66c5b1233,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:13.599822 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.698010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.699406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.701484 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] 10.222.0.70 "PUT /v2.0/ports/c86c7fe0-a594-499a-9269-b2b66c5b1233 HTTP/1.1" status: 200 len: 1091 time: 1.5746634 Nov 03 18:43:13.763780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0bbdd-f205-4dca-ae2c-b189d4831427 service neutron] Pushing event updated for resources: {'Port': ['ID=c86c7fe0-a594-499a-9269-b2b66c5b1233,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:13.852865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['4f625c3b-d8e1-46e1-8101-7e1056b1c9ed'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:13.869361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-45cf4678-1cb9-4f23-b719-475cc6546a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.875762 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-45cf4678-1cb9-4f23-b719-475cc6546a52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 1094 time: 0.0997136 Nov 03 18:43:13.953212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-68bdfa1d-8914-4173-ac2b-b32ec295998f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.954295 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-cc164609-d01c-46f4-a862-7a402a9ac3e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c86c7fe0-a594-499a-9269-b2b66c5b1233 HTTP/1.1" status: 200 len: 217 time: 0.0673108 Nov 03 18:43:13.956143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-68bdfa1d-8914-4173-ac2b-b32ec295998f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 814 time: 0.2212765 Nov 03 18:43:13.979744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-8182b9b6-21d4-40bc-9417-3ffd734cceeb tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/quotas/5e70bacd3d1349c0980317fd7b6c7da6 HTTP/1.1" status: 200 len: 375 time: 0.0139639 Nov 03 18:43:14.059780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-4c2c76d0-cb20-4d48-ae17-232b52f9f068 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663381 Nov 03 18:43:14.082060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-9654f993-d98f-4f01-987f-f42218bdb147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:14.083618 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-9654f993-d98f-4f01-987f-f42218bdb147 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.1176744 Nov 03 18:43:14.086320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:14.137233 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-021a7524-e6ea-4bbe-97d9-c34327dd9ee3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377188 Nov 03 18:43:14.203031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-560a8950-9626-4d88-8053-68cea91693ad service neutron] 10.222.0.77 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441715 Nov 03 18:43:14.351588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-b2efffc6-e214-4f77-b468-12d2758bf1f8 service neutron] 10.222.0.77 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381524 Nov 03 18:43:14.408563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7d9787c1-4cf0-4c6b-82aa-c64b20c69561'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:14.614854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af1236-5f78-47a0-8531-52a5abe22688 req-e7c59031-d5e2-4b0e-988a-0c878edb393f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:14.617658 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-60af1236-5f78-47a0-8531-52a5abe22688 req-e7c59031-d5e2-4b0e-988a-0c878edb393f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9bb0705-be7f-433a-9ff5-cc105c236540 HTTP/1.1" status: 200 len: 946 time: 0.5502017 Nov 03 18:43:14.817576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-f4318a02-1fca-4b23-906e-62d432a1f1a0 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708927 Nov 03 18:43:14.954130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07b62-8256-466a-afe6-8b75ae0fd741 req-86d4741d-bd8c-4aa6-8a16-0a7e640dc725 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:14.964821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39e07b62-8256-466a-afe6-8b75ae0fd741 req-86d4741d-bd8c-4aa6-8a16-0a7e640dc725 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.1493533 Nov 03 18:43:15.090583 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-221ec0ac-70aa-4d82-bb00-91ecf0a356bd req-89692b35-57c5-4a38-9f51-e07bca3db658 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620864 Nov 03 18:43:15.165552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39e07b62-8256-466a-afe6-8b75ae0fd741 req-55cbe7fb-86c7-4138-b873-227b1e231484 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911447 Nov 03 18:43:15.187665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Deleting port 0e35f732-4738-4480-ab7b-9914729d07c8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:15.188116 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.188420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-e2c70e00-d637-479b-be1f-bec283c0ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:15.191813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-e2c70e00-d637-479b-be1f-bec283c0ae9d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.2176485 Nov 03 18:43:15.511800 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e28768-3f8b-4969-a374-47eafdbce27e x-openstack-request-id: req-c0e28768-3f8b-4969-a374-47eafdbce27e {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:15.514041 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0", "tag": "71cba451-f4b6-4355-a861-5ee9b44865c8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:15.514633 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0e28768-3f8b-4969-a374-47eafdbce27e {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:15.516228 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'tag': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'status': 'completed', 'code': 200} Nov 03 18:43:15.529938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] For port 0e35f732-4738-4480-ab7b-9914729d07c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0e35f732-4738-4480-ab7b-9914729d07c8,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:15.530784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.576074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-7b2cfbab-5dab-494e-a354-907a30fe0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:15.582201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-7b2cfbab-5dab-494e-a354-907a30fe0d90 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.3816392 Nov 03 18:43:15.620757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Calling delete_port for 0e35f732-4738-4480-ab7b-9914729d07c8 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:15.817298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-d27c635d-cf84-48f7-b21d-dd3b7bd9ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:15.820014 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-d27c635d-cf84-48f7-b21d-dd3b7bd9ac95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c64deee38c3444a2a7c2efcf47939d11&device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 1096 time: 0.3006582 Nov 03 18:43:15.837544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-d818e3fe-e27b-4b4c-a26c-bf3c9b0bc2e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1000 time: 0.2402055 Nov 03 18:43:15.852288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0b1e-6e78-4584-976f-e0d61fb109d4 req-f39c6e47-975d-47be-8d26-050df64d7fc8 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:15.864842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4ad0b1e-6e78-4584-976f-e0d61fb109d4 req-f39c6e47-975d-47be-8d26-050df64d7fc8 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 943 time: 0.1516070 Nov 03 18:43:16.069175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8581168-7aa2-40d7-9838-d5a2d392db1d', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'port_id': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'mac_address': 'fa:16:3e:57:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:43:11Z', 'revision_number': 1, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 5, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:16.072024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-10b3175d-815a-4e20-9e48-2fb01b6bae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.078255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-10b3175d-815a-4e20-9e48-2fb01b6bae20 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1741312 Nov 03 18:43:16.144135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4ad0b1e-6e78-4584-976f-e0d61fb109d4 req-2562f587-1e25-47aa-ae92-63d95d88b6ac tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781286 Nov 03 18:43:16.152233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] Checking router: d28b645f-28a5-44a3-bc25-52d60a0499d8 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:16.169704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-d4ec5874-9cc8-46be-add2-757de1a7022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.172566 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-d4ec5874-9cc8-46be-add2-757de1a7022f service neutron] 10.222.0.70 "GET /v2.0/networks?id=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 HTTP/1.1" status: 200 len: 915 time: 0.3419402 Nov 03 18:43:16.174594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:16.175240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:16.225352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-f3a43718-421f-4633-ab12-6c62adb41d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.228082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-f3a43718-421f-4633-ab12-6c62adb41d89 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288369 Nov 03 18:43:16.305768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.325331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['0e35f732-4738-4480-ab7b-9914729d07c8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:16.378517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Pushing event deleted for resources: {'Port': ['ID=0e35f732-4738-4480-ab7b-9914729d07c8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:16.407750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-74ff2b6a-004d-47d7-8237-0f5d2b1bf54b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cba451-f4b6-4355-a861-5ee9b44865c8 HTTP/1.1" status: 200 len: 999 time: 0.2241552 Nov 03 18:43:16.454575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb4836f1-fc19-467b-bf7f-e5e0ff6a51ff req-860c5841-dee6-47a1-92e4-63a11c854e8f tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 210 time: 0.0913055 Nov 03 18:43:16.496239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:16.502587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-3029c862-bc7d-4fb4-b294-a20b32476e4d service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617805 Nov 03 18:43:16.559408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] No DVR routers for this DVR port 0e35f732-4738-4480-ab7b-9914729d07c8 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:16.564463 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.578303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-60af1236-5f78-47a0-8531-52a5abe22688 req-976c0d52-66c1-4f25-a75d-f03a25b45414 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.70 "DELETE /v2.0/ports/0e35f732-4738-4480-ab7b-9914729d07c8 HTTP/1.1" status: 204 len: 173 time: 1.8956399 Nov 03 18:43:16.621907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-3f7a0387-beb8-44b7-84f4-4a4a2d034593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.624377 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-3f7a0387-beb8-44b7-84f4-4a4a2d034593 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d25b48a1-00db-4ac8-9b4f-fca58e048569 HTTP/1.1" status: 200 len: 853 time: 0.1928697 Nov 03 18:43:16.702411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a401ab22-4218-4894-af80-4ae82f356e2c up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:16.775980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-732a0352-0771-45d6-8bf3-e989084bc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.780716 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-732a0352-0771-45d6-8bf3-e989084bc479 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470428 Nov 03 18:43:16.956557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port a401ab22-4218-4894-af80-4ae82f356e2c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:16.966383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port a401ab22-4218-4894-af80-4ae82f356e2c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:16.967533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.987230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-b19fbb91-81e2-47ed-8aa7-2835a8cef8e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.995577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-b19fbb91-81e2-47ed-8aa7-2835a8cef8e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.003896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-b19fbb91-81e2-47ed-8aa7-2835a8cef8e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.012379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-b19fbb91-81e2-47ed-8aa7-2835a8cef8e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.021069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-b19fbb91-81e2-47ed-8aa7-2835a8cef8e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.028997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c86c7fe0-a594-499a-9269-b2b66c5b1233 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:17.030076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-b19fbb91-81e2-47ed-8aa7-2835a8cef8e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.037712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-b19fbb91-81e2-47ed-8aa7-2835a8cef8e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.039303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-b19fbb91-81e2-47ed-8aa7-2835a8cef8e5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5437 time: 0.3607495 Nov 03 18:43:17.041407 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65663d0a-b549-46b3-92ba-cb34d1e5dc5e req-3f0233a7-7d75-440c-a355-a977cee6d237 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311196 Nov 03 18:43:17.057498 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-38b563df-e80c-4cbf-a7e4-23d2d8fbd643 service neutron] 10.222.0.70 "GET /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598054 Nov 03 18:43:17.099875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-5b581c0e-6a06-475c-bd50-8eb371e151ab tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.103692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-5b581c0e-6a06-475c-bd50-8eb371e151ab tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.96 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 814 time: 0.4523034 Nov 03 18:43:17.129286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Request body: {'port': {'device_id': 'fd89245f-3009-4595-9b49-dcdc50557992', 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'admin_state_up': True, 'tenant_id': '5e70bacd3d1349c0980317fd7b6c7da6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:17.250476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-322ce0b6-49b5-475a-8d70-36196346ff9b req-79265c84-dc36-41d3-91cc-372becd4465b tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1857021 Nov 03 18:43:17.297812 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5bdc0920-cfbd-4993-b81e-aa8920f50c26 req-471aa99b-5de6-43d0-9f24-f7d41eeb5aad service neutron] 10.222.0.70 "GET /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312078 Nov 03 18:43:17.411245 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.458346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8581168-7aa2-40d7-9838-d5a2d392db1d', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'port_id': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'mac_address': 'fa:16:3e:57:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:43:11Z', 'revision_number': 1, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 5, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:17.518227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e91750-f98f-4977-ad47-20b956dde38f', 'tag': 'c86c7fe0-a594-499a-9269-b2b66c5b1233'}, {'server_uuid': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'name': 'network-vif-deleted', 'tag': '0e35f732-4738-4480-ab7b-9914729d07c8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:17.523121 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd8e6f3-224b-466b-bdaf-2747df297218" -d '{"events": [{"name": "network-changed", "server_uuid": "41e91750-f98f-4977-ad47-20b956dde38f", "tag": "c86c7fe0-a594-499a-9269-b2b66c5b1233"}, {"server_uuid": "a9bb0705-be7f-433a-9ff5-cc105c236540", "name": "network-vif-deleted", "tag": "0e35f732-4738-4480-ab7b-9914729d07c8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:17.565260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a401ab22-4218-4894-af80-4ae82f356e2c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:17.569661 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fa0752-104a-4e2a-821f-711cc26d086e" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "a401ab22-4218-4894-af80-4ae82f356e2c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:17.575578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Made reservation on behalf of 5e70bacd3d1349c0980317fd7b6c7da6 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:17.583816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.600648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00c1bb-20cf-438d-8061-a19cd55197a8 None None] The sync data for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 is: [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8581168-7aa2-40d7-9838-d5a2d392db1d', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'port_id': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'mac_address': 'fa:16:3e:57:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:43:11Z', 'revision_number': 1, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 5, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:17.615240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a401ab22-4218-4894-af80-4ae82f356e2c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a401ab22-4218-4894-af80-4ae82f356e2c,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:17.619535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c86c7fe0-a594-499a-9269-b2b66c5b1233, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c86c7fe0-a594-499a-9269-b2b66c5b1233,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:17.631838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f3596-23d2-478b-b906-0b0e544c2f52 req-d9c83ebb-e0ce-432d-9f6a-f42ae8254958 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.635960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.645279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d9f3596-23d2-478b-b906-0b0e544c2f52 req-d9c83ebb-e0ce-432d-9f6a-f42ae8254958 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1717618 Nov 03 18:43:17.659711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'c86c7fe0-a594-499a-9269-b2b66c5b1233', 'network_id': 'd2f344a3-8e8d-4453-977e-445bf7e8c494', 'port_id': 'c86c7fe0-a594-499a-9269-b2b66c5b1233', 'mac_address': 'fa:16:3e:10:53:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e37e125-5d36-4a7a-8a18-0dcddadb205f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:17.778839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d9f3596-23d2-478b-b906-0b0e544c2f52 req-3da6f1d3-3d09-4b7e-8953-1c2bfd49d37f tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317427 Nov 03 18:43:17.826827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a401ab22-4218-4894-af80-4ae82f356e2c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:17.841099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.881007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86c7fe0-a594-499a-9269-b2b66c5b1233 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:17.933627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c86c7fe0-a594-499a-9269-b2b66c5b1233, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c86c7fe0-a594-499a-9269-b2b66c5b1233,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:17.952068 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.058294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c86c7fe0-a594-499a-9269-b2b66c5b1233,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:18.086699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Allocated IP 172.20.0.9 (dff888f0-c074-4250-9054-9adbb8470657/a182a9b8-dffd-4a22-9817-72fabc4a4159/ac5b32e2-4255-4e4d-8c37-2d82c0c36fac) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:18.093842 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa4ba7-5a37-4b15-9ff3-0408d95ab1b1 None None] New status for floating IP b8581168-7aa2-40d7-9838-d5a2d392db1d: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:43:18.104821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c1fc3-f19a-48c7-a664-782d739552ad req-fcdfab66-f2e2-4027-bf6d-4265ff48ff04 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:18.107159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a89c1fc3-f19a-48c7-a664-782d739552ad req-fcdfab66-f2e2-4027-bf6d-4265ff48ff04 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1850877 Nov 03 18:43:18.265488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a89c1fc3-f19a-48c7-a664-782d739552ad req-4aa8275d-569a-46f4-81c2-bd8ca5a2afeb tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425748 Nov 03 18:43:18.299389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c86c7fe0-a594-499a-9269-b2b66c5b1233'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:18.453386 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.658732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09069e80-3756-4742-bd30-00b7f6b7fa86 req-45c9dff4-368c-49d5-a886-ee8b6424dc2a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:18.671642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09069e80-3756-4742-bd30-00b7f6b7fa86 req-45c9dff4-368c-49d5-a886-ee8b6424dc2a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.1814015 Nov 03 18:43:18.684109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.766499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f5a145a4-d2fd-449d-9953-2447fc8be26d up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:18.841383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Network dff888f0-c074-4250-9054-9adbb8470657 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:18.844486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Pushing event updated for resources: {'Port': ['ID=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:18.859677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:18.871287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:18.945936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09069e80-3756-4742-bd30-00b7f6b7fa86 req-79bd425d-1ad4-4132-bed2-7ad1ff8d5cda tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727063 Nov 03 18:43:18.965771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port f5a145a4-d2fd-449d-9953-2447fc8be26d completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:18.977314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port f5a145a4-d2fd-449d-9953-2447fc8be26d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:18.977992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.012606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:19.014031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.041608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-40bd21fc-e451-4945-8f01-78545f9581ff tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9250143 Nov 03 18:43:19.043575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0e35f732-4738-4480-ab7b-9914729d07c8 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:19.059899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Request body: {'port': {'device_id': 'fd89245f-3009-4595-9b49-dcdc50557992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:19.116355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 0e35f732-4738-4480-ab7b-9914729d07c8 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:19.116938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0e35f732-4738-4480-ab7b-9914729d07c8 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:19.200576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.222168 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.286966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f5a145a4-d2fd-449d-9953-2447fc8be26d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:19.293327 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.295219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:19.351747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e537e7f-391d-4607-9a04-e75c0bb925c2 req-863b5b69-4562-4005-ab30-6a4fe44b1ca7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:19.354377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e537e7f-391d-4607-9a04-e75c0bb925c2 req-863b5b69-4562-4005-ab30-6a4fe44b1ca7 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 944 time: 0.1722379 Nov 03 18:43:19.422311 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=f5a145a4-d2fd-449d-9953-2447fc8be26d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:19.437067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:19.444096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:19.444651 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.568680 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.599094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e537e7f-391d-4607-9a04-e75c0bb925c2 req-dd8bd577-d29f-4756-9f14-5ca9533fd902 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259676 Nov 03 18:43:19.615938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:19.622868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.623734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b77313c5-6c1e-4c5e-80e9-353ee215d988 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:19.796278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:19.832683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port b77313c5-6c1e-4c5e-80e9-353ee215d988 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:19.843491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port b77313c5-6c1e-4c5e-80e9-353ee215d988 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:19.844183 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.912910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e743c2-d085-4f9c-8f1d-f0cbf55edf2a req-2f8ae189-f521-4651-84d5-a1e6bd21d938 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:19.915512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5e743c2-d085-4f9c-8f1d-f0cbf55edf2a req-2f8ae189-f521-4651-84d5-a1e6bd21d938 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 931 time: 0.1786888 Nov 03 18:43:19.946849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5b32e2-4255-4e4d-8c37-2d82c0c36fac {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:19.971476 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.010873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Transition to ACTIVE for port object ac5b32e2-4255-4e4d-8c37-2d82c0c36fac will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:20.020866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.034929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.088661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5e743c2-d085-4f9c-8f1d-f0cbf55edf2a req-ef6c75f3-d9e5-48f0-b8b1-9004921f8494 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576273 Nov 03 18:43:20.108209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b77313c5-6c1e-4c5e-80e9-353ee215d988, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:20.125337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.127241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1799dee1-c8aa-42b5-9d27-87c47fe95073 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:20.194938 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a00951-cb20-44ea-97f7-b8f8d42d4a68 x-openstack-request-id: req-76a00951-cb20-44ea-97f7-b8f8d42d4a68 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:20.196699 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e91750-f98f-4977-ad47-20b956dde38f", "tag": "c86c7fe0-a594-499a-9269-b2b66c5b1233", "status": "completed", "code": 200}, {"server_uuid": "a9bb0705-be7f-433a-9ff5-cc105c236540", "name": "network-vif-deleted", "tag": "0e35f732-4738-4480-ab7b-9914729d07c8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:20.197194 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76a00951-cb20-44ea-97f7-b8f8d42d4a68 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:20.198111 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e91750-f98f-4977-ad47-20b956dde38f', 'tag': 'c86c7fe0-a594-499a-9269-b2b66c5b1233', 'status': 'completed', 'code': 200} Nov 03 18:43:20.198742 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb0705-be7f-433a-9ff5-cc105c236540', 'name': 'network-vif-deleted', 'tag': '0e35f732-4738-4480-ab7b-9914729d07c8', 'status': 'completed', 'code': 200} Nov 03 18:43:20.206052 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:20.284271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=b77313c5-6c1e-4c5e-80e9-353ee215d988,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:20.293188 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822c4344-5b49-45ba-af46-3179a7995ae8 x-openstack-request-id: req-822c4344-5b49-45ba-af46-3179a7995ae8 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:20.293914 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "a401ab22-4218-4894-af80-4ae82f356e2c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:20.294331 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-822c4344-5b49-45ba-af46-3179a7995ae8 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:20.294963 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a401ab22-4218-4894-af80-4ae82f356e2c', 'code': 200} Nov 03 18:43:20.299921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Attempting to bind port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:20.300684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Attempting to bind port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:20.301924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Attempting to bind port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac on network dff888f0-c074-4250-9054-9adbb8470657 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:20.313888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac on network dff888f0-c074-4250-9054-9adbb8470657 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:20.314718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Attempting to bind port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac on network dff888f0-c074-4250-9054-9adbb8470657 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:20.325387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:20.325786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Checking segment: {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:20.326608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Bound using segment: {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:20.327480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Bound port: ac5b32e2-4255-4e4d-8c37-2d82c0c36fac, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9337514a-cc1a-4108-9d49-e707ef335c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:20.328181 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.344496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 1799dee1-c8aa-42b5-9d27-87c47fe95073 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:20.353849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 1799dee1-c8aa-42b5-9d27-87c47fe95073 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:20.354406 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.357802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-182e1ae2-5225-44c8-83b3-563ffa533757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.361978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-182e1ae2-5225-44c8-83b3-563ffa533757 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 1095 time: 0.1268902 Nov 03 18:43:20.546485 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.600532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-5c250f05-2b49-4d3a-b486-f8f213890e24 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.612577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-5c250f05-2b49-4d3a-b486-f8f213890e24 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.623130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-5c250f05-2b49-4d3a-b486-f8f213890e24 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.627666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-268fc841-205e-43c7-8ec8-a2b166afb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.630804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-268fc841-205e-43c7-8ec8-a2b166afb915 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 200 len: 912 time: 0.2561557 Nov 03 18:43:20.633221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-5c250f05-2b49-4d3a-b486-f8f213890e24 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.633636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 1799dee1-c8aa-42b5-9d27-87c47fe95073, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1799dee1-c8aa-42b5-9d27-87c47fe95073,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:20.641650 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.642033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-5c250f05-2b49-4d3a-b486-f8f213890e24 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.643230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:20.653446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-5c250f05-2b49-4d3a-b486-f8f213890e24 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.667804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-5c250f05-2b49-4d3a-b486-f8f213890e24 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.671285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-5c250f05-2b49-4d3a-b486-f8f213890e24 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5441 time: 0.2362237 Nov 03 18:43:20.679411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] For port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:20.725785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-d0267bf5-fb15-45c6-ab9d-914d1af7e4ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c86c7fe0-a594-499a-9269-b2b66c5b1233 HTTP/1.1" status: 200 len: 217 time: 0.0806751 Nov 03 18:43:20.729331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] For port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:20.741788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.803896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=1799dee1-c8aa-42b5-9d27-87c47fe95073,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:20.827498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:20.842923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:20.842923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.847293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-3a99bab2-586b-4fb7-bbd0-b1a21ac0f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.852065 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-3a99bab2-586b-4fb7-bbd0-b1a21ac0f520 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 200 len: 851 time: 0.1146419 Nov 03 18:43:20.885557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.890824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.890824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] 10.222.0.96 "PUT /v2.0/ports/ac5b32e2-4255-4e4d-8c37-2d82c0c36fac HTTP/1.1" status: 200 len: 1091 time: 1.8381121 Nov 03 18:43:20.890824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd89245f-3009-4595-9b49-dcdc50557992', 'tag': 'ac5b32e2-4255-4e4d-8c37-2d82c0c36fac'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:20.895286 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c8cf75-a777-48ff-9753-4444ea258b25" -d '{"events": [{"name": "network-changed", "server_uuid": "fd89245f-3009-4595-9b49-dcdc50557992", "tag": "ac5b32e2-4255-4e4d-8c37-2d82c0c36fac"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:20.948227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-1f649be4-6fc7-47ee-a206-d21ce7db969d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f344a3-8e8d-4453-977e-445bf7e8c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774748 Nov 03 18:43:20.959696 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1f59410-0402-4665-a582-1f4a78a036f5 req-2253ca71-1b82-41fd-af93-8ba602d65f73 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2689648 Nov 03 18:43:21.034740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3e7a3-ee26-4650-84f7-f67b9387d444 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:21.047458 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c86c7fe0-a594-499a-9269-b2b66c5b1233 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:21.144261 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.187194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-94a85929-2e9f-49b1-a1f4-7933dc55e9e8 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305784 Nov 03 18:43:21.190404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-c0340d12-9f60-4a05-89f2-c7f328afbe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:21.193152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-c0340d12-9f60-4a05-89f2-c7f328afbe5e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 1094 time: 0.2313526 Nov 03 18:43:21.240892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:21.246213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port c86c7fe0-a594-499a-9269-b2b66c5b1233 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:21.258995 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.293486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port c86c7fe0-a594-499a-9269-b2b66c5b1233 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:21.294230 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.309587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:21.337170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c70c-0fad-43f3-a864-acc80f0e4fb9 req-3817df41-655c-4f6c-91e9-56e36a08df90 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:21.340017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-82e9c70c-0fad-43f3-a864-acc80f0e4fb9 req-3817df41-655c-4f6c-91e9-56e36a08df90 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2676539 Nov 03 18:43:21.343784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-ee3f4f08-6276-4e26-b699-8631b53a76f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac HTTP/1.1" status: 200 len: 217 time: 0.1393328 Nov 03 18:43:21.404177 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ecd8e6f3-224b-466b-bdaf-2747df297218 req-a760d1e3-ed01-4edb-8ca3-ea67daaa72e4 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001607 Nov 03 18:43:21.473579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-134f9645-0101-4181-9adb-b734dbaccb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:21.474650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:21.475757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-134f9645-0101-4181-9adb-b734dbaccb93 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a182a9b8-dffd-4a22-9817-72fabc4a4159 HTTP/1.1" status: 200 len: 854 time: 0.1247947 Nov 03 18:43:21.536435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-82e9c70c-0fad-43f3-a864-acc80f0e4fb9 req-3a40e1a8-955a-4a1c-ac54-5390a69f0475 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707077 Nov 03 18:43:21.539228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-8cc101ff-1c7e-4ca6-b8e7-e5f9b712ad5a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dff888f0-c074-4250-9054-9adbb8470657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539684 Nov 03 18:43:21.562395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:21.578983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:21.579776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.645479 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.729904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c86c7fe0-a594-499a-9269-b2b66c5b1233, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c86c7fe0-a594-499a-9269-b2b66c5b1233,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:21.737655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.828536 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.844550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c86c7fe0-a594-499a-9269-b2b66c5b1233,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:21.891641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:21.898128 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.983755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:22.171168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-00af6d05-6117-44a3-be83-a61aa173828b service neutron] 10.222.0.96 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235685 Nov 03 18:43:22.182119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc63609-974d-4197-ac22-229d240840b4 req-db29fce8-c016-4b74-ac22-98f888dcd4f9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:22.183952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bc63609-974d-4197-ac22-229d240840b4 req-db29fce8-c016-4b74-ac22-98f888dcd4f9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1125975 Nov 03 18:43:22.296257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d'}, {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8371b5da-a777-4b6c-b3b9-6abdf7277ff3'}, {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77313c5-6c1e-4c5e-80e9-353ee215d988'}, {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1799dee1-c8aa-42b5-9d27-87c47fe95073'}, {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed'}, {'server_uuid': '41e91750-f98f-4977-ad47-20b956dde38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c7fe0-a594-499a-9269-b2b66c5b1233'}, {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:22.299634 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4725725-18b6-48a4-a013-5805cb66d866" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d"}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "8371b5da-a777-4b6c-b3b9-6abdf7277ff3"}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "b77313c5-6c1e-4c5e-80e9-353ee215d988"}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "1799dee1-c8aa-42b5-9d27-87c47fe95073"}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "4f625c3b-d8e1-46e1-8101-7e1056b1c9ed"}, {"server_uuid": "41e91750-f98f-4977-ad47-20b956dde38f", "name": "network-vif-plugged", "status": "completed", "tag": "c86c7fe0-a594-499a-9269-b2b66c5b1233"}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "7d9787c1-4cf0-4c6b-82aa-c64b20c69561"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:22.315616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bc63609-974d-4197-ac22-229d240840b4 req-58747b5a-60c3-401d-83b5-99db618ccf49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208646 Nov 03 18:43:22.338694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-345f5f83-5f61-42fe-9d4d-d99ccd423613 req-0992caa8-a0ed-4770-9e3d-86a787a1d07e service neutron] 10.222.0.96 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535201 Nov 03 18:43:22.833880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-8e57c77b-2053-4dc4-8adc-17e7c6022786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:22.835063 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-8e57c77b-2053-4dc4-8adc-17e7c6022786 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0740173 Nov 03 18:43:22.999959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2feb900-635b-455e-b9b5-8b9a0e8e9b27 req-e4125ad3-84dc-4771-83ad-c8c7845aaf78 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.002428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2feb900-635b-455e-b9b5-8b9a0e8e9b27 req-e4125ad3-84dc-4771-83ad-c8c7845aaf78 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 945 time: 0.1030238 Nov 03 18:43:23.014443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-e21246fb-efa3-4ab6-a9ef-063f4f149717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.017030 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-e21246fb-efa3-4ab6-a9ef-063f4f149717 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.1738899 Nov 03 18:43:23.086798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2feb900-635b-455e-b9b5-8b9a0e8e9b27 req-418261d5-e642-4c5e-924a-0140509007c9 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743625 Nov 03 18:43:23.100273 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-d583b9fa-4b94-4969-bfd4-a5c565decd0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 200 len: 217 time: 0.0623968 Nov 03 18:43:23.168871 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56959bd3-c11c-40d2-bffc-6a2c451ba1cf x-openstack-request-id: req-56959bd3-c11c-40d2-bffc-6a2c451ba1cf {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:23.168871 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd89245f-3009-4595-9b49-dcdc50557992", "tag": "ac5b32e2-4255-4e4d-8c37-2d82c0c36fac", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:23.168871 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56959bd3-c11c-40d2-bffc-6a2c451ba1cf {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:23.168871 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd89245f-3009-4595-9b49-dcdc50557992', 'tag': 'ac5b32e2-4255-4e4d-8c37-2d82c0c36fac', 'status': 'completed', 'code': 200} Nov 03 18:43:23.202179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-526bacce-533c-4d8d-9130-a4a014dfccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.204826 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-526bacce-533c-4d8d-9130-a4a014dfccf1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.0953300 Nov 03 18:43:23.271125 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-6775c35f-61ce-46b1-8095-efb4c172cf4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508323 Nov 03 18:43:23.303789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-159950b5-459c-427c-ab26-5ab462e4c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.305747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-159950b5-459c-427c-ab26-5ab462e4c5de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 1094 time: 0.1086612 Nov 03 18:43:23.435517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aedb28-bc75-481c-86cf-3ddbcd1d7302 req-41886288-1ec5-47a8-b8cf-1415d010c863 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.437793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68aedb28-bc75-481c-86cf-3ddbcd1d7302 req-41886288-1ec5-47a8-b8cf-1415d010c863 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 943 time: 0.1803377 Nov 03 18:43:23.459097 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-1a48f2f1-408b-4e3b-ac15-feff6b9ffadf service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794753 Nov 03 18:43:23.550074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-d4ad4d1c-468b-45db-b9cc-4b49188fe8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.552376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-d4ad4d1c-468b-45db-b9cc-4b49188fe8c9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 200 len: 915 time: 0.2335341 Nov 03 18:43:23.578302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68aedb28-bc75-481c-86cf-3ddbcd1d7302 req-0207ac73-4210-4740-82ce-c31e9566d0cc tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165104 Nov 03 18:43:23.621009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-c5cd9951-57d8-4269-a6fa-b1c5204a81e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac HTTP/1.1" status: 200 len: 217 time: 0.0586181 Nov 03 18:43:23.684243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a1d847-93af-47ca-8644-ec875758e8e8 req-860fb4a9-375c-4fbb-9fd8-61e06c25230f service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092249 Nov 03 18:43:23.724666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-c104aa0d-8d80-4202-b245-4bd8d862581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.730165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-c104aa0d-8d80-4202-b245-4bd8d862581d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a182a9b8-dffd-4a22-9817-72fabc4a4159 HTTP/1.1" status: 200 len: 854 time: 0.1014059 Nov 03 18:43:23.815656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-6c67a744-efd0-4dd0-acde-03eeb8ebdfd6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dff888f0-c074-4250-9054-9adbb8470657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734432 Nov 03 18:43:23.916774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-5c340ea2-c4c1-4667-b6e4-31e9b46607da tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.925692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-5c340ea2-c4c1-4667-b6e4-31e9b46607da tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.933214 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-5c340ea2-c4c1-4667-b6e4-31e9b46607da tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.940551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-5c340ea2-c4c1-4667-b6e4-31e9b46607da tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.951718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-5c340ea2-c4c1-4667-b6e4-31e9b46607da tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.961897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-5c340ea2-c4c1-4667-b6e4-31e9b46607da tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.970930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-5c340ea2-c4c1-4667-b6e4-31e9b46607da tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.973190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-5c340ea2-c4c1-4667-b6e4-31e9b46607da tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5444 time: 0.2289033 Nov 03 18:43:24.061213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-6095ca93-411b-4252-ab5c-5cef289bf3cd service neutron] 10.222.0.96 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348964 Nov 03 18:43:24.160303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-499fd2a0-c95f-4b92-8a3b-15bb78e5466a req-580fec95-ef39-4f42-a712-aee618c1f6d4 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754236 Nov 03 18:43:24.229345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c8cf75-a777-48ff-9753-4444ea258b25 req-148a8e45-063d-4d8f-bbac-22429455c209 service neutron] 10.222.0.96 "GET /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603992 Nov 03 18:43:24.283499 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273359ad-f8e9-43a6-9c6d-a1976d40aa50 x-openstack-request-id: req-273359ad-f8e9-43a6-9c6d-a1976d40aa50 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:24.284475 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d", "code": 200}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "8371b5da-a777-4b6c-b3b9-6abdf7277ff3", "code": 200}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "b77313c5-6c1e-4c5e-80e9-353ee215d988", "code": 200}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "1799dee1-c8aa-42b5-9d27-87c47fe95073", "code": 200}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "4f625c3b-d8e1-46e1-8101-7e1056b1c9ed", "code": 200}, {"server_uuid": "41e91750-f98f-4977-ad47-20b956dde38f", "name": "network-vif-plugged", "status": "completed", "tag": "c86c7fe0-a594-499a-9269-b2b66c5b1233", "code": 200}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-plugged", "status": "completed", "tag": "7d9787c1-4cf0-4c6b-82aa-c64b20c69561", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:24.285261 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-273359ad-f8e9-43a6-9c6d-a1976d40aa50 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:24.286442 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'code': 200} Nov 03 18:43:24.287490 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8371b5da-a777-4b6c-b3b9-6abdf7277ff3', 'code': 200} Nov 03 18:43:24.290793 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77313c5-6c1e-4c5e-80e9-353ee215d988', 'code': 200} Nov 03 18:43:24.291693 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1799dee1-c8aa-42b5-9d27-87c47fe95073', 'code': 200} Nov 03 18:43:24.292489 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed', 'code': 200} Nov 03 18:43:24.293129 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e91750-f98f-4977-ad47-20b956dde38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c7fe0-a594-499a-9269-b2b66c5b1233', 'code': 200} Nov 03 18:43:24.293976 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561', 'code': 200} Nov 03 18:43:24.497546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df61ebe-eefe-4f2a-85d8-a743f7a75876 req-bf78446f-f4c3-49a4-aa76-9eec3d174ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.500282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2df61ebe-eefe-4f2a-85d8-a743f7a75876 req-bf78446f-f4c3-49a4-aa76-9eec3d174ca6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 1096 time: 0.0829318 Nov 03 18:43:24.511602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906404-f114-46eb-98c2-e1d45be3e150 req-a5f8dfb8-512a-4301-8b84-d4697c037c92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.514408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6906404-f114-46eb-98c2-e1d45be3e150 req-a5f8dfb8-512a-4301-8b84-d4697c037c92 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1434193 Nov 03 18:43:24.531628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-84105ed9-892d-42df-84fd-db8ea8fd959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.532370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-84105ed9-892d-42df-84fd-db8ea8fd959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.533279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-84105ed9-892d-42df-84fd-db8ea8fd959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.534113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-84105ed9-892d-42df-84fd-db8ea8fd959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.534958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-84105ed9-892d-42df-84fd-db8ea8fd959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.535962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-84105ed9-892d-42df-84fd-db8ea8fd959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.536744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-84105ed9-892d-42df-84fd-db8ea8fd959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.539894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-84105ed9-892d-42df-84fd-db8ea8fd959d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6501 time: 0.1231310 Nov 03 18:43:24.596299 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2df61ebe-eefe-4f2a-85d8-a743f7a75876 req-e235e67d-5d17-4318-ba63-9e713833ebc5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753956 Nov 03 18:43:24.661541 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6906404-f114-46eb-98c2-e1d45be3e150 req-af11a1f6-82cc-4484-8310-cfc9916fdf0b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202035 Nov 03 18:43:24.677652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ac5b32e2-4255-4e4d-8c37-2d82c0c36fac details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:24.679265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b734f033-9cd1-4058-b06c-acb90d532ee2 req-e135447e-6707-410e-964b-b1155bc17617 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260469 Nov 03 18:43:24.893329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:24.931338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'ac5b32e2-4255-4e4d-8c37-2d82c0c36fac', 'network_id': 'dff888f0-c074-4250-9054-9adbb8470657', 'port_id': 'ac5b32e2-4255-4e4d-8c37-2d82c0c36fac', 'mac_address': 'fa:16:3e:c4:35:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a182a9b8-dffd-4a22-9817-72fabc4a4159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:25.007169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e6d11-db0c-469e-8f19-01b1dbc87c77 req-1e0b22c9-1a86-42bd-9089-ffa77e3b1f9e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.019423 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.026037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb9e6d11-db0c-469e-8f19-01b1dbc87c77 req-1e0b22c9-1a86-42bd-9089-ffa77e3b1f9e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1266875 Nov 03 18:43:25.051715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5b32e2-4255-4e4d-8c37-2d82c0c36fac {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:25.104189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:25.112185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.149346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb9e6d11-db0c-469e-8f19-01b1dbc87c77 req-158ede1e-cf86-46cc-a560-49a040161af4 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216924 Nov 03 18:43:25.220137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:25.226992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa847-2985-4606-b0b3-0ee0071f948a req-738be4b0-85eb-423d-8187-1da27f7f4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.231086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662fa847-2985-4606-b0b3-0ee0071f948a req-738be4b0-85eb-423d-8187-1da27f7f4c22 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a10324ff6536446894e7e21e017cb9f5&device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 1096 time: 0.1113286 Nov 03 18:43:25.484791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533affbd-a804-49ee-b9f3-51978f225d79 req-9a171ae0-e4fc-4ab8-9e6b-dbab70a68b66 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.487580 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-533affbd-a804-49ee-b9f3-51978f225d79 req-9a171ae0-e4fc-4ab8-9e6b-dbab70a68b66 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1392946 Nov 03 18:43:25.489773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa847-2985-4606-b0b3-0ee0071f948a req-49a21efc-a013-4f27-bdf6-12821d06d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.492115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662fa847-2985-4606-b0b3-0ee0071f948a req-49a21efc-a013-4f27-bdf6-12821d06d813 service neutron] 10.222.0.96 "GET /v2.0/networks?id=795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 200 len: 916 time: 0.2493653 Nov 03 18:43:25.534970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ac5b32e2-4255-4e4d-8c37-2d82c0c36fac'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:25.603743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662fa847-2985-4606-b0b3-0ee0071f948a req-4bd79831-8882-4362-91ff-c176d4a0a07e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e8183e-b9a8-4291-9302-cf44577dcf6c HTTP/1.1" status: 200 len: 217 time: 0.1003284 Nov 03 18:43:25.726707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-533affbd-a804-49ee-b9f3-51978f225d79 req-9f5a2d7c-07bc-4c2f-a90a-b396f9d88056 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256644 Nov 03 18:43:25.748861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa847-2985-4606-b0b3-0ee0071f948a req-35783e33-ef97-4285-955b-162ff17dcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.751621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662fa847-2985-4606-b0b3-0ee0071f948a req-35783e33-ef97-4285-955b-162ff17dcf95 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4172a838-dcb0-4f89-bd61-730d70567714 HTTP/1.1" status: 200 len: 854 time: 0.1391616 Nov 03 18:43:25.853561 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa847-2985-4606-b0b3-0ee0071f948a req-a1c9bfbf-6332-4af0-9940-e3c918226c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.856072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662fa847-2985-4606-b0b3-0ee0071f948a req-a1c9bfbf-6332-4af0-9940-e3c918226c15 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=795bb588-bf70-40c4-80bc-3bb8ec686536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956752 Nov 03 18:43:26.109037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662fa847-2985-4606-b0b3-0ee0071f948a req-a992094a-ec44-47b5-87b6-965f1d49b4e7 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314646 Nov 03 18:43:26.335930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b528a5-4485-4e44-a4b1-889613c1b8e5 req-e9c3e15c-bcf9-4ddb-8390-30b40b4bd078 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:26.338823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20b528a5-4485-4e44-a4b1-889613c1b8e5 req-e9c3e15c-bcf9-4ddb-8390-30b40b4bd078 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 945 time: 0.2186069 Nov 03 18:43:26.397218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662fa847-2985-4606-b0b3-0ee0071f948a req-d232eef3-b29b-4f31-b4f0-8f1ca7a01c81 service neutron] 10.222.0.96 "GET /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738030 Nov 03 18:43:26.461565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20b528a5-4485-4e44-a4b1-889613c1b8e5 req-9355847d-0b1f-4d52-b91e-6bc591f8cef6 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095209 Nov 03 18:43:26.641809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1294d-a93b-4bf0-b217-5e6934358166 req-c69f911d-a25d-4d0c-a5fe-25730cd32f40 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:26.646428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b8e1294d-a93b-4bf0-b217-5e6934358166 req-c69f911d-a25d-4d0c-a5fe-25730cd32f40 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 944 time: 0.0926268 Nov 03 18:43:26.726060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b8e1294d-a93b-4bf0-b217-5e6934358166 req-cd075e18-d437-4f95-ba80-bfaf440f879d tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690999 Nov 03 18:43:27.115845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08a0b2-abe3-4bc8-89a9-c11ac36f6037 req-d055504d-6f7b-4595-9afd-f6e66a91688d tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.119268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af08a0b2-abe3-4bc8-89a9-c11ac36f6037 req-d055504d-6f7b-4595-9afd-f6e66a91688d tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.0890081 Nov 03 18:43:27.202604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af08a0b2-abe3-4bc8-89a9-c11ac36f6037 req-4f3a48fe-2efd-48bc-a640-9260a8001ede tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733261 Nov 03 18:43:27.399161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46963-d842-4cb0-9093-6f808917509b req-8ce3e9ef-80fb-4496-8ce7-cc3e9d56acac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.411984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46963-d842-4cb0-9093-6f808917509b req-8ce3e9ef-80fb-4496-8ce7-cc3e9d56acac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.422981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46963-d842-4cb0-9093-6f808917509b req-8ce3e9ef-80fb-4496-8ce7-cc3e9d56acac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.430482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46963-d842-4cb0-9093-6f808917509b req-8ce3e9ef-80fb-4496-8ce7-cc3e9d56acac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.438803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46963-d842-4cb0-9093-6f808917509b req-8ce3e9ef-80fb-4496-8ce7-cc3e9d56acac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.447186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46963-d842-4cb0-9093-6f808917509b req-8ce3e9ef-80fb-4496-8ce7-cc3e9d56acac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.456556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46963-d842-4cb0-9093-6f808917509b req-8ce3e9ef-80fb-4496-8ce7-cc3e9d56acac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.459125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ca46963-d842-4cb0-9093-6f808917509b req-8ce3e9ef-80fb-4496-8ce7-cc3e9d56acac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5444 time: 0.1707926 Nov 03 18:43:27.586463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ca46963-d842-4cb0-9093-6f808917509b req-d54ccbf7-2cfd-4ef3-bd43-6a42ea5c4879 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124151 Nov 03 18:43:27.828404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e309202-a151-4c81-97b1-11d8baff1189 req-6adfa17f-e0f1-4a73-a0c9-8c5fd0eee8d1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.831036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e309202-a151-4c81-97b1-11d8baff1189 req-6adfa17f-e0f1-4a73-a0c9-8c5fd0eee8d1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1057634 Nov 03 18:43:27.915757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e309202-a151-4c81-97b1-11d8baff1189 req-7b70b975-58fa-4684-a375-ee96e35aca39 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Nov 03 18:43:28.104850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1316a5-83a6-4489-b425-11cd631f1e97 req-4651eb20-ec1e-4105-8513-990a3f210f25 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.107775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b1316a5-83a6-4489-b425-11cd631f1e97 req-4651eb20-ec1e-4105-8513-990a3f210f25 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.0947900 Nov 03 18:43:28.210299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b1316a5-83a6-4489-b425-11cd631f1e97 req-f1e4a836-ccfd-49d2-ae11-42c603917370 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922804 Nov 03 18:43:28.666920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62be5-123b-4a84-b13e-6cc2140b3262 req-a8ae6e12-a42a-4f80-ae16-bc016d90d60e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.668973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29d62be5-123b-4a84-b13e-6cc2140b3262 req-a8ae6e12-a42a-4f80-ae16-bc016d90d60e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0671811 Nov 03 18:43:28.738536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ac5b32e2-4255-4e4d-8c37-2d82c0c36fac up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:28.746798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29d62be5-123b-4a84-b13e-6cc2140b3262 req-2bd73aa8-c496-4cf0-a1c0-f2e3170513d9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653002 Nov 03 18:43:28.835930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:28.843207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:28.843820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.970592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f85ce1-2eb4-40be-be11-034c5e045218 req-44c6fd70-7c55-403a-b538-e15a1f28956c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.983019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f85ce1-2eb4-40be-be11-034c5e045218 req-44c6fd70-7c55-403a-b538-e15a1f28956c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.996403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f85ce1-2eb4-40be-be11-034c5e045218 req-44c6fd70-7c55-403a-b538-e15a1f28956c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.009918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f85ce1-2eb4-40be-be11-034c5e045218 req-44c6fd70-7c55-403a-b538-e15a1f28956c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.012847 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.023256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f85ce1-2eb4-40be-be11-034c5e045218 req-44c6fd70-7c55-403a-b538-e15a1f28956c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.036205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f85ce1-2eb4-40be-be11-034c5e045218 req-44c6fd70-7c55-403a-b538-e15a1f28956c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.051183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f85ce1-2eb4-40be-be11-034c5e045218 req-44c6fd70-7c55-403a-b538-e15a1f28956c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.055028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1f85ce1-2eb4-40be-be11-034c5e045218 req-44c6fd70-7c55-403a-b538-e15a1f28956c tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5444 time: 0.1894991 Nov 03 18:43:29.060178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd89245f-3009-4595-9b49-dcdc50557992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5b32e2-4255-4e4d-8c37-2d82c0c36fac'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:29.065178 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afc1d18-c0b7-4ae5-817a-fcc77275aefa" -d '{"events": [{"server_uuid": "fd89245f-3009-4595-9b49-dcdc50557992", "name": "network-vif-plugged", "status": "completed", "tag": "ac5b32e2-4255-4e4d-8c37-2d82c0c36fac"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:29.074835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55338) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:29.088460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Request body: {'floatingip': {'port_id': 'f5a145a4-d2fd-449d-9953-2447fc8be26d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:29.096819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:29.105246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.166346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.223895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:29.295787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026dd6e-c964-4885-bb30-687feefa8ec0 req-6955c06d-3099-490d-b33f-8463836457d3 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.298525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5026dd6e-c964-4885-bb30-687feefa8ec0 req-6955c06d-3099-490d-b33f-8463836457d3 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.1008036 Nov 03 18:43:29.392211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5026dd6e-c964-4885-bb30-687feefa8ec0 req-dd0cf95a-3b4c-4a0a-bd58-91eba3226d93 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848274 Nov 03 18:43:29.612366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5ef83-92a8-4fe8-b923-ed0c624f70e7 req-60e5f0d6-49d8-42ad-9c09-bf42ba53434d tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.614393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08f5ef83-92a8-4fe8-b923-ed0c624f70e7 req-60e5f0d6-49d8-42ad-9c09-bf42ba53434d tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.0721478 Nov 03 18:43:29.698117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08f5ef83-92a8-4fe8-b923-ed0c624f70e7 req-d9ec7b10-a26c-449c-8729-a2644af729d2 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698726 Nov 03 18:43:29.853676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0943b-e3be-4329-a22c-8f9d55bd6023 req-83dc20d3-8a89-4699-9285-593566e124bb tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.855718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1b0943b-e3be-4329-a22c-8f9d55bd6023 req-83dc20d3-8a89-4699-9285-593566e124bb tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 945 time: 0.0708604 Nov 03 18:43:29.949093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1b0943b-e3be-4329-a22c-8f9d55bd6023 req-9918738e-7fd1-4ffc-8047-554c70dc424f tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813479 Nov 03 18:43:30.057906 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.064441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.189237 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cf7092-cb6f-4561-840d-25d0a613570f x-openstack-request-id: req-d1cf7092-cb6f-4561-840d-25d0a613570f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:30.189902 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd89245f-3009-4595-9b49-dcdc50557992", "name": "network-vif-plugged", "status": "completed", "tag": "ac5b32e2-4255-4e4d-8c37-2d82c0c36fac", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:30.190510 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1cf7092-cb6f-4561-840d-25d0a613570f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:30.191353 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd89245f-3009-4595-9b49-dcdc50557992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5b32e2-4255-4e4d-8c37-2d82c0c36fac', 'code': 200} Nov 03 18:43:30.298275 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Floating IP 6083fe60-fd7b-42f6-9f4a-a955ff7efe62 associated. External IP: 172.25.3.167, port: f5a145a4-d2fd-449d-9953-2447fc8be26d. Nov 03 18:43:30.406727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaac642-1dd1-45cb-acb4-dfcd034d4a69 req-598b86e8-57fd-49c0-bd61-603b875cf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.409756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aaac642-1dd1-45cb-acb4-dfcd034d4a69 req-598b86e8-57fd-49c0-bd61-603b875cf5a0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 1096 time: 0.1282015 Nov 03 18:43:30.427828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f481dc9-7bf6-4c68-8255-62d98d884fce req-57bcc93a-bbc3-470d-bfda-71d4987a45cf tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.430405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f481dc9-7bf6-4c68-8255-62d98d884fce req-57bcc93a-bbc3-470d-bfda-71d4987a45cf tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1326060 Nov 03 18:43:30.581474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aaac642-1dd1-45cb-acb4-dfcd034d4a69 req-16ce1a09-ae54-4455-918b-1c583dea39c2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494708 Nov 03 18:43:30.588540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f481dc9-7bf6-4c68-8255-62d98d884fce req-5d4ae567-cd6c-4db9-bda7-0e0dbb73642c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237395 Nov 03 18:43:30.770774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ad21a-a445-4dd9-9982-c0a82e713496 req-be4d60aa-2b39-4cf4-a198-02191bd0d91d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.773757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-459ad21a-a445-4dd9-9982-c0a82e713496 req-be4d60aa-2b39-4cf4-a198-02191bd0d91d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1001208 Nov 03 18:43:30.794726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Router 377e2ae3-08b8-4692-8c0d-c1814facf407 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:30.873601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-459ad21a-a445-4dd9-9982-c0a82e713496 req-6914b475-76fd-4e2d-99f7-30f68e2c2f17 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920208 Nov 03 18:43:31.015027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:31.025695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.033334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] Sync routers for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:31.054348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:31.055009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:31.082538 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-85b43837-dbac-47ae-8bb2-1a0cfd2539a0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "PUT /v2.0/floatingips/6083fe60-fd7b-42f6-9f4a-a955ff7efe62 HTTP/1.1" status: 200 len: 992 time: 2.0046299 Nov 03 18:43:31.083231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:31.086473 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:31.237237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:31.475764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6807e1-fffb-4ca0-8e1e-5327268efb76 req-22374129-ad24-422c-a008-697d8f599a17 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.478312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f6807e1-fffb-4ca0-8e1e-5327268efb76 req-22374129-ad24-422c-a008-697d8f599a17 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0981171 Nov 03 18:43:31.578577 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f6807e1-fffb-4ca0-8e1e-5327268efb76 req-580edb35-0358-4a8f-bee8-320e42deff14 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894814 Nov 03 18:43:31.606645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6083fe60-fd7b-42f6-9f4a-a955ff7efe62', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'port_id': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'mac_address': 'fa:16:3e:18:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:42:10Z', 'updated_at': '2021-11-03T18:43:29Z', 'revision_number': 1, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:21Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:31.672120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] Checking router: 377e2ae3-08b8-4692-8c0d-c1814facf407 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:31.694609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:31.695817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:31.746961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6602b-ba02-47ee-84bf-67dcc5d25ab7 req-662c5cd0-5f1c-45d3-b77d-c0b88c3ecae8 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.750287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37e6602b-ba02-47ee-84bf-67dcc5d25ab7 req-662c5cd0-5f1c-45d3-b77d-c0b88c3ecae8 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.0910780 Nov 03 18:43:31.853856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37e6602b-ba02-47ee-84bf-67dcc5d25ab7 req-440994bc-4301-4cf0-96f7-451ce7229eba tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895009 Nov 03 18:43:32.066010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0b728-0f6b-479e-9100-bece370f0731 req-feae0b67-d0ac-4d07-aea8-4a5f29c599f2 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.068986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65f0b728-0f6b-479e-9100-bece370f0731 req-feae0b67-d0ac-4d07-aea8-4a5f29c599f2 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1127391 Nov 03 18:43:32.128659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:32.180376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65f0b728-0f6b-479e-9100-bece370f0731 req-dc3323fa-4336-4c6b-8363-2d211d44ca9a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003783 Nov 03 18:43:32.181890 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.387285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14a473-93db-4ffa-9c63-3201860271f8 req-6a230763-95e3-49f7-887b-d12fb6b1b76f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.390750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa14a473-93db-4ffa-9c63-3201860271f8 req-6a230763-95e3-49f7-887b-d12fb6b1b76f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.0908380 Nov 03 18:43:32.481884 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa14a473-93db-4ffa-9c63-3201860271f8 req-25c7b0fb-6da7-483c-a4a7-e143a480ea77 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796971 Nov 03 18:43:32.560370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6083fe60-fd7b-42f6-9f4a-a955ff7efe62', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'port_id': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'mac_address': 'fa:16:3e:18:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:42:10Z', 'updated_at': '2021-11-03T18:43:29Z', 'revision_number': 1, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:21Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:32.618869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1146463-0d91-404f-b88e-d34b6bac1516 None None] The sync data for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 is: [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6083fe60-fd7b-42f6-9f4a-a955ff7efe62', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'port_id': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'mac_address': 'fa:16:3e:18:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:42:10Z', 'updated_at': '2021-11-03T18:43:29Z', 'revision_number': 1, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:21Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:32.662922 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0653a96f-c93f-418b-820e-022f419ce50c x-openstack-request-id: req-0653a96f-c93f-418b-820e-022f419ce50c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:32.663917 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:32.664637 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0653a96f-c93f-418b-820e-022f419ce50c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:32.665850 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'status': 'completed', 'code': 200} Nov 03 18:43:32.836167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-21531cd9-6784-42c9-be9c-daa37ccde67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.836887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-21531cd9-6784-42c9-be9c-daa37ccde67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.837722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-21531cd9-6784-42c9-be9c-daa37ccde67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.838530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-21531cd9-6784-42c9-be9c-daa37ccde67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.839346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-21531cd9-6784-42c9-be9c-daa37ccde67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.840032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-21531cd9-6784-42c9-be9c-daa37ccde67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.840611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-21531cd9-6784-42c9-be9c-daa37ccde67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.844166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-21531cd9-6784-42c9-be9c-daa37ccde67f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6501 time: 0.1516306 Nov 03 18:43:32.914987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544ded9-03df-4cad-b59c-084fde849e67 req-7aa28d9f-f237-4d75-af84-50f25189f4c3 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.916625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8544ded9-03df-4cad-b59c-084fde849e67 req-7aa28d9f-f237-4d75-af84-50f25189f4c3 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 945 time: 0.1498675 Nov 03 18:43:33.008447 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a0a09-1fe9-42e1-8143-6bb798fc9943 None None] New status for floating IP 6083fe60-fd7b-42f6-9f4a-a955ff7efe62: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:43:33.064651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-22703acf-605e-4ed7-b177-b2bda833ffa5 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.067605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-22703acf-605e-4ed7-b177-b2bda833ffa5 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "GET /v2.0/ports?device_id=41e91750-f98f-4977-ad47-20b956dde38f HTTP/1.1" status: 200 len: 945 time: 0.1075721 Nov 03 18:43:33.122750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8544ded9-03df-4cad-b59c-084fde849e67 req-34782e0b-1c82-4a5b-bd1a-919c3c451259 tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.77 "GET /v2.0/security-groups?id=bbfc34f6-85d1-41a6-a58f-0721784a1036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486273 Nov 03 18:43:33.125469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-9407d3c9-20eb-4a61-84fe-612e934c3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.129175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-9407d3c9-20eb-4a61-84fe-612e934c3263 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc HTTP/1.1" status: 200 len: 917 time: 0.2764504 Nov 03 18:43:33.186533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.287512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-612ac9d9-7395-49dd-8ef3-0e2d7f09c4a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d HTTP/1.1" status: 200 len: 1000 time: 0.1458991 Nov 03 18:43:33.308603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Deleting port c86c7fe0-a594-499a-9269-b2b66c5b1233 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:33.312364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.426585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-f8ec4413-6653-420d-8938-927d62f5e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.433251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-f8ec4413-6653-420d-8938-927d62f5e35d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11427b39-cb02-4adb-aa28-da7268be0be7 HTTP/1.1" status: 200 len: 855 time: 0.1190281 Nov 03 18:43:33.541550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] For port c86c7fe0-a594-499a-9269-b2b66c5b1233, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c86c7fe0-a594-499a-9269-b2b66c5b1233,segment=NetworkSegment(80aad5cf-71a4-4a25-af85-ec2ceb6c0045),segment_id=80aad5cf-71a4-4a25-af85-ec2ceb6c0045)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:33.542153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.572374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Calling delete_port for c86c7fe0-a594-499a-9269-b2b66c5b1233 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:33.576156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-73d4c817-fa7f-4dc6-82e1-d9208f71827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.578066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-73d4c817-fa7f-4dc6-82e1-d9208f71827a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383283 Nov 03 18:43:33.599373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca16b4-1955-48de-8591-4f07a527a3e1 req-1761c73c-9fb7-473e-ad9c-eceb5615ce67 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.602291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6aca16b4-1955-48de-8591-4f07a527a3e1 req-1761c73c-9fb7-473e-ad9c-eceb5615ce67 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1332920 Nov 03 18:43:33.804449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6aca16b4-1955-48de-8591-4f07a527a3e1 req-5fddf1f8-298b-4bdf-b389-522be7f438c8 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657419 Nov 03 18:43:33.847066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-cb3b9b12-4688-4b23-a7df-bff65903e46d service neutron] 10.222.0.96 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432277 Nov 03 18:43:33.873959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.891072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c86c7fe0-a594-499a-9269-b2b66c5b1233'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:33.936753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Pushing event deleted for resources: {'Port': ['ID=c86c7fe0-a594-499a-9269-b2b66c5b1233,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:34.024264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] No DVR routers for this DVR port c86c7fe0-a594-499a-9269-b2b66c5b1233 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:34.029635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.036985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-291bf6ce-9e8e-4de5-bde1-3c5f51a05956 req-0f40bef8-db06-4eb1-8b85-9d001e7a18ee tempest-DeleteServersTestJSON-744289762 tempest-DeleteServersTestJSON-744289762-project] 10.222.0.70 "DELETE /v2.0/ports/c86c7fe0-a594-499a-9269-b2b66c5b1233 HTTP/1.1" status: 204 len: 173 time: 0.9617350 Nov 03 18:43:34.073384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf836ba7-9ea0-44a7-9fc0-93b5e286c4e7 req-f3f42164-6e27-4b47-8d3b-b01214074e6c service neutron] 10.222.0.96 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155731 Nov 03 18:43:34.202419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119df7-8ada-41a0-9629-d5126eb47d32 req-021c7a54-f2ce-4d21-80ef-69e87c98db37 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:34.205209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93119df7-8ada-41a0-9629-d5126eb47d32 req-021c7a54-f2ce-4d21-80ef-69e87c98db37 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=d430ce04-b262-44ce-80df-f6750de2a11f HTTP/1.1" status: 200 len: 946 time: 0.1050053 Nov 03 18:43:34.291966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93119df7-8ada-41a0-9629-d5126eb47d32 req-b06f5b0e-b6ab-470b-b8e7-6158ece8902a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743427 Nov 03 18:43:34.462550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd789f6-c0d6-4283-a10a-adb7dcbe54e8 req-e04b8cc9-824e-4f4c-ab46-68a24eea3430 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:34.465310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9dd789f6-c0d6-4283-a10a-adb7dcbe54e8 req-e04b8cc9-824e-4f4c-ab46-68a24eea3430 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.0759132 Nov 03 18:43:34.543776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9dd789f6-c0d6-4283-a10a-adb7dcbe54e8 req-8c73f620-3056-4ee5-85b6-b48ad6d656c1 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680346 Nov 03 18:43:34.667142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e91750-f98f-4977-ad47-20b956dde38f', 'name': 'network-vif-deleted', 'tag': 'c86c7fe0-a594-499a-9269-b2b66c5b1233'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:34.670621 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a225aa-6d44-4fbf-b1fc-31d8ac86871b" -d '{"events": [{"server_uuid": "41e91750-f98f-4977-ad47-20b956dde38f", "name": "network-vif-deleted", "tag": "c86c7fe0-a594-499a-9269-b2b66c5b1233"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:34.741599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43adce-9e73-4770-b293-d3d4a7405e34 req-6369fedd-01ec-40e9-b6e2-d67c77dedc0c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:34.744469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c43adce-9e73-4770-b293-d3d4a7405e34 req-6369fedd-01ec-40e9-b6e2-d67c77dedc0c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0969586 Nov 03 18:43:34.838225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c43adce-9e73-4770-b293-d3d4a7405e34 req-303f0309-98b3-4c7a-8247-9fc9462974b4 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815973 Nov 03 18:43:35.135263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf1ffb-4da1-4d32-81c8-74ce2fc9ab24 req-523a734c-0243-4a27-909b-96037bd92152 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.138421 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-15bf1ffb-4da1-4d32-81c8-74ce2fc9ab24 req-523a734c-0243-4a27-909b-96037bd92152 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0940852 Nov 03 18:43:35.173122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13929eb9-5cf4-4391-a273-d89833b0c4d0 req-f8450a96-2ce3-4d57-b78e-e9b2fd7e8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.175641 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13929eb9-5cf4-4391-a273-d89833b0c4d0 req-f8450a96-2ce3-4d57-b78e-e9b2fd7e8713 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0965152 Nov 03 18:43:35.226882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-15bf1ffb-4da1-4d32-81c8-74ce2fc9ab24 req-fb1f3a74-39c6-4da1-8e33-5477ef575301 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806942 Nov 03 18:43:35.248484 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13929eb9-5cf4-4391-a273-d89833b0c4d0 req-55f299d4-62af-435a-a24a-1a1469fd24fc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615323 Nov 03 18:43:35.480461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb894d1-788d-4de0-a1b7-db3868130172 req-d64156f4-3e03-4fce-99fb-41a240469f63 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.483232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fb894d1-788d-4de0-a1b7-db3868130172 req-d64156f4-3e03-4fce-99fb-41a240469f63 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.0954449 Nov 03 18:43:35.576612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fb894d1-788d-4de0-a1b7-db3868130172 req-0be706e5-2cd0-441b-85fb-0502c9d4e5b4 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844350 Nov 03 18:43:35.748190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b304c4-a8e9-4304-89c6-27f325fa1628 req-9cbdc9eb-3b4c-4907-9ace-ca78308e9b09 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.750467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24b304c4-a8e9-4304-89c6-27f325fa1628 req-9cbdc9eb-3b4c-4907-9ace-ca78308e9b09 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.0764396 Nov 03 18:43:35.804617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-668389d3-f451-4c35-a023-ff61e38036c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.846856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24b304c4-a8e9-4304-89c6-27f325fa1628 req-e6b88b1d-d521-42d9-bc46-f2351e78c527 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887578 Nov 03 18:43:35.921720 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb60a29-1dc0-4db2-8dda-65308f642e4a x-openstack-request-id: req-3cb60a29-1dc0-4db2-8dda-65308f642e4a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:35.922231 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e91750-f98f-4977-ad47-20b956dde38f", "name": "network-vif-deleted", "tag": "c86c7fe0-a594-499a-9269-b2b66c5b1233", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:35.922451 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cb60a29-1dc0-4db2-8dda-65308f642e4a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:35.923446 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e91750-f98f-4977-ad47-20b956dde38f', 'name': 'network-vif-deleted', 'tag': 'c86c7fe0-a594-499a-9269-b2b66c5b1233', 'status': 'completed', 'code': 200} Nov 03 18:43:36.074271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a9e60-b887-4a73-a5e2-57cd2b0004f7 req-171aff47-b47c-4fe7-be22-446f6f1e9b4d tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.076239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb0a9e60-b887-4a73-a5e2-57cd2b0004f7 req-171aff47-b47c-4fe7-be22-446f6f1e9b4d tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.0901585 Nov 03 18:43:36.142600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb0a9e60-b887-4a73-a5e2-57cd2b0004f7 req-730f51c9-21ce-4d73-b4b5-09d93f894b82 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589101 Nov 03 18:43:36.337587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2004-1c7c-4708-8146-86cac51a8e9d req-aa113e83-a630-4a9b-ab48-db07eebba4a1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.340423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c3a2004-1c7c-4708-8146-86cac51a8e9d req-aa113e83-a630-4a9b-ab48-db07eebba4a1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0904810 Nov 03 18:43:36.422622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c3a2004-1c7c-4708-8146-86cac51a8e9d req-241cea2c-b0e7-47b3-b268-a5eb62b31a1d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721500 Nov 03 18:43:36.703973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be534e6a-1e26-45c5-8281-aedb0585d580 req-ae708f1e-a711-4a31-88fa-3cef5001a0ca tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.706830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be534e6a-1e26-45c5-8281-aedb0585d580 req-ae708f1e-a711-4a31-88fa-3cef5001a0ca tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0908914 Nov 03 18:43:36.772508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be534e6a-1e26-45c5-8281-aedb0585d580 req-3d57b296-3bd9-4cd8-975d-8921388e0b9f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Nov 03 18:43:36.867166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-fac77128-8a83-46d2-b8ac-2c2336e6b7e2 req-b1d3cac1-b791-40c0-8525-85d066d4c330 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:43:36.869032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fac77128-8a83-46d2-b8ac-2c2336e6b7e2 req-b1d3cac1-b791-40c0-8525-85d066d4c330 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0106490 Nov 03 18:43:36.987832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fac77128-8a83-46d2-b8ac-2c2336e6b7e2 req-288389c9-14ee-4889-9fab-fc61c27c2959 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1069336 Nov 03 18:43:37.136879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c86c7fe0-a594-499a-9269-b2b66c5b1233 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:37.183064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: c86c7fe0-a594-499a-9269-b2b66c5b1233 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:37.183701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c86c7fe0-a594-499a-9269-b2b66c5b1233 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:37.619449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b0158-84c9-41fb-8e20-c12833b7a4b4 req-ee216e87-1a65-4f39-adac-ad1f5d7fa993 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.622287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-406b0158-84c9-41fb-8e20-c12833b7a4b4 req-ee216e87-1a65-4f39-adac-ad1f5d7fa993 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0896304 Nov 03 18:43:37.702917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-406b0158-84c9-41fb-8e20-c12833b7a4b4 req-fffcaee4-831b-4f60-aded-749fcd7ad2d4 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733056 Nov 03 18:43:37.923417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faefd1-d5f3-4dc3-82e6-7114fc1033cf req-0583aa2b-4225-4c41-ada3-fa53a7bce62e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.926080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4faefd1-d5f3-4dc3-82e6-7114fc1033cf req-0583aa2b-4225-4c41-ada3-fa53a7bce62e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.0731585 Nov 03 18:43:38.011446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4faefd1-d5f3-4dc3-82e6-7114fc1033cf req-4619a912-c7e7-47da-b811-4f22c46e239b tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763717 Nov 03 18:43:38.220015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f47a7-97dc-4d53-b479-15e3e504495d req-f4eb3329-cf24-48ea-a16b-2972b93fe34b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.222794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-453f47a7-97dc-4d53-b479-15e3e504495d req-f4eb3329-cf24-48ea-a16b-2972b93fe34b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.0932055 Nov 03 18:43:38.321894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d299-8fb6-4302-a77f-a06f1e08e980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.337211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-453f47a7-97dc-4d53-b479-15e3e504495d req-84dfeb16-1224-4887-a9de-1e7991d18c65 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037171 Nov 03 18:43:38.548135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e18725-ca94-44c8-b2e0-f95a02c461fb req-f616163b-f213-456b-a306-f8a7a54f6fef tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.551076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34e18725-ca94-44c8-b2e0-f95a02c461fb req-f616163b-f213-456b-a306-f8a7a54f6fef tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.0958476 Nov 03 18:43:38.629644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34e18725-ca94-44c8-b2e0-f95a02c461fb req-56dd1596-85e6-45b7-9ba7-690a01b7dccf tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707796 Nov 03 18:43:38.882966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be602b-1e86-4c44-8a69-7ff3490d2aa1 req-cdbb51c8-5ac6-43a0-bfa5-bdf97b0fad14 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.885748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7be602b-1e86-4c44-8a69-7ff3490d2aa1 req-cdbb51c8-5ac6-43a0-bfa5-bdf97b0fad14 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.0872872 Nov 03 18:43:38.977102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7be602b-1e86-4c44-8a69-7ff3490d2aa1 req-55092353-fb5d-48fc-8304-70264b5ea911 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804229 Nov 03 18:43:39.162393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901104dd-a27c-4664-b5cd-7c528fd24edb req-aa01d956-38f0-49d4-a91b-51ab95aceefb tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:39.165058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-901104dd-a27c-4664-b5cd-7c528fd24edb req-aa01d956-38f0-49d4-a91b-51ab95aceefb tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0983300 Nov 03 18:43:39.245518 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-901104dd-a27c-4664-b5cd-7c528fd24edb req-77a867f8-9388-40c8-8c16-bd038cb9c517 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678716 Nov 03 18:43:39.616959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159efb4-e5ee-45b7-b916-1de7e7599b90 req-cd6a6b75-3ec6-4941-a409-39d02886054c tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:39.619882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7159efb4-e5ee-45b7-b916-1de7e7599b90 req-cd6a6b75-3ec6-4941-a409-39d02886054c tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=d430ce04-b262-44ce-80df-f6750de2a11f HTTP/1.1" status: 200 len: 946 time: 0.0874820 Nov 03 18:43:39.726583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7159efb4-e5ee-45b7-b916-1de7e7599b90 req-48132297-27d3-4588-aeac-c663a337b11f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934770 Nov 03 18:43:39.908558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.998544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3acb-c862-46ea-85bf-610732937324 req-cb515bfe-1056-4732-b291-a91e5a49bfa4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.000849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-737a3acb-c862-46ea-85bf-610732937324 req-cb515bfe-1056-4732-b291-a91e5a49bfa4 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.0789936 Nov 03 18:43:40.079949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-737a3acb-c862-46ea-85bf-610732937324 req-b2ce35d4-bc26-4ca7-9859-fc4bd6efa03d tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702298 Nov 03 18:43:40.252828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42e4cb-0106-4c21-a42a-311c4f694565 req-8eb0eb7d-8606-4240-bf64-e93c265fa011 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.255253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d42e4cb-0106-4c21-a42a-311c4f694565 req-8eb0eb7d-8606-4240-bf64-e93c265fa011 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0866504 Nov 03 18:43:40.342882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d42e4cb-0106-4c21-a42a-311c4f694565 req-1722a60a-16db-4e07-bd2d-9a9c54b5b6dd tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810738 Nov 03 18:43:40.713555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72fd8-b717-436b-a136-0a824c652324 req-123244bd-07fa-4d3b-b7a1-87181d55d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.716790 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd72fd8-b717-436b-a136-0a824c652324 req-123244bd-07fa-4d3b-b7a1-87181d55d6de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0762441 Nov 03 18:43:40.822978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2e7ac-1c4e-4cef-ba47-ffce1b1eb4f2 req-7e6bc5cf-ca0f-4e3a-b36a-2a5f0c10bd28 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.825266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eef2e7ac-1c4e-4cef-ba47-ffce1b1eb4f2 req-7e6bc5cf-ca0f-4e3a-b36a-2a5f0c10bd28 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.0759132 Nov 03 18:43:40.914950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eef2e7ac-1c4e-4cef-ba47-ffce1b1eb4f2 req-762003cf-cf54-4e83-bb8d-fe46cbe9e591 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798917 Nov 03 18:43:41.271522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72fd8-b717-436b-a136-0a824c652324 req-aaca607b-5ec4-4a36-9f6a-b704e418b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.273747 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd72fd8-b717-436b-a136-0a824c652324 req-aaca607b-5ec4-4a36-9f6a-b704e418b58e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.5487499 Nov 03 18:43:41.335938 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd72fd8-b717-436b-a136-0a824c652324 req-2e64c853-55bd-448c-827d-4b19dc98b410 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 200 len: 217 time: 0.0538051 Nov 03 18:43:41.366224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cc452-6ab3-4469-83b2-599ce38ff67e req-d02812d4-6a32-46c4-a4a7-b3d2463e8989 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.368457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d6cc452-6ab3-4469-83b2-599ce38ff67e req-d02812d4-6a32-46c4-a4a7-b3d2463e8989 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.0869081 Nov 03 18:43:41.425324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72fd8-b717-436b-a136-0a824c652324 req-3f5ba2bb-2822-439c-a7c5-10e947dfe058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.428004 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd72fd8-b717-436b-a136-0a824c652324 req-3f5ba2bb-2822-439c-a7c5-10e947dfe058 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.0841837 Nov 03 18:43:41.456184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d6cc452-6ab3-4469-83b2-599ce38ff67e req-ec195ab9-30ec-437e-9d61-6428ef701486 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781474 Nov 03 18:43:41.474559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd72fd8-b717-436b-a136-0a824c652324 req-a274ab63-904e-4ff5-aa78-fc378626674a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362098 Nov 03 18:43:41.627207 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd72fd8-b717-436b-a136-0a824c652324 req-88722d23-7f6d-4027-8a53-9f8665997d86 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430585 Nov 03 18:43:41.788285 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4fd72fd8-b717-436b-a136-0a824c652324 req-b5e43051-81c6-4a42-b87c-e44245dfbdd3 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481104 Nov 03 18:43:41.892131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73cc4-0711-4ab9-9244-34f449348f1a req-1c77f9c5-b520-4a08-82cb-9fbb6c169749 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.902644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73cc4-0711-4ab9-9244-34f449348f1a req-1c77f9c5-b520-4a08-82cb-9fbb6c169749 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.910885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73cc4-0711-4ab9-9244-34f449348f1a req-1c77f9c5-b520-4a08-82cb-9fbb6c169749 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.912727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7f73cc4-0711-4ab9-9244-34f449348f1a req-1c77f9c5-b520-4a08-82cb-9fbb6c169749 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad&device_id=d430ce04-b262-44ce-80df-f6750de2a11f&device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 2417 time: 0.1193607 Nov 03 18:43:41.996199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7f73cc4-0711-4ab9-9244-34f449348f1a req-6be3a7f7-4196-4f83-89e9-8812873fcc27 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711219 Nov 03 18:43:42.057541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.101552 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.197101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eda7e2-4260-47c7-8244-84fe6fddcbbd req-f9a62f01-16ab-4d39-9242-7613429fa175 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.200188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74eda7e2-4260-47c7-8244-84fe6fddcbbd req-f9a62f01-16ab-4d39-9242-7613429fa175 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.1065814 Nov 03 18:43:42.287083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74eda7e2-4260-47c7-8244-84fe6fddcbbd req-48f65aa8-0919-4d21-8d52-6ecd2b240c00 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791066 Nov 03 18:43:42.487458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd68b69-fe7d-4874-9931-ee9051f5e7a5 req-f5d30ed9-9c12-4dd5-b790-f4a7556bfd89 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.490409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cd68b69-fe7d-4874-9931-ee9051f5e7a5 req-f5d30ed9-9c12-4dd5-b790-f4a7556bfd89 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0941975 Nov 03 18:43:42.580583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cd68b69-fe7d-4874-9931-ee9051f5e7a5 req-52355ec2-0b7c-4d34-8516-01ef7df7f152 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804243 Nov 03 18:43:42.914622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1af44294-daec-45c7-82e4-09933cd20b6d req-c0e3220d-6680-43a1-bc60-9116c41848e6 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1034641 Nov 03 18:43:43.204535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83938cda-a5b2-40ad-a443-f768198ad44c req-b1590936-0966-46b0-8d62-c08272adad03 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.207235 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83938cda-a5b2-40ad-a443-f768198ad44c req-b1590936-0966-46b0-8d62-c08272adad03 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.0907564 Nov 03 18:43:43.295030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83938cda-a5b2-40ad-a443-f768198ad44c req-49dd9849-9081-441c-8ac6-81d9e7ad33e6 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Nov 03 18:43:43.506901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1f9da-511a-4369-ac3c-d6f8cd7a235e req-a4f04afe-ed09-4c62-b872-314efaa4c305 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.509612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acd1f9da-511a-4369-ac3c-d6f8cd7a235e req-a4f04afe-ed09-4c62-b872-314efaa4c305 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1042199 Nov 03 18:43:43.626301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acd1f9da-511a-4369-ac3c-d6f8cd7a235e req-8cebe600-763c-48dd-a358-e7a7a555772a tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039732 Nov 03 18:43:43.965628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae79166-499c-4e67-b432-d91dba23d522 req-c4c0f727-02d0-4662-92c1-185a7aa69abc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.968464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bae79166-499c-4e67-b432-d91dba23d522 req-c4c0f727-02d0-4662-92c1-185a7aa69abc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1038139 Nov 03 18:43:44.061222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bae79166-499c-4e67-b432-d91dba23d522 req-f8821424-c6ca-48f9-9a09-7850512f6f09 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811331 Nov 03 18:43:45.434465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93a715-c221-4f48-8d38-fa86ac1663fc req-710e6dba-80cf-4dfc-8f02-a28504cf7c99 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:45.437541 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e93a715-c221-4f48-8d38-fa86ac1663fc req-710e6dba-80cf-4dfc-8f02-a28504cf7c99 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1055670 Nov 03 18:43:45.513229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e93a715-c221-4f48-8d38-fa86ac1663fc req-d67c11b5-17f6-42ef-b4b6-7d89aeb33545 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648606 Nov 03 18:43:45.926032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9878e2-d620-4bf2-a845-f5bf411b03db req-0ca120dd-a1f4-4168-8c48-88758634fd66 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:45.928824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee9878e2-d620-4bf2-a845-f5bf411b03db req-0ca120dd-a1f4-4168-8c48-88758634fd66 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1048367 Nov 03 18:43:46.034282 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee9878e2-d620-4bf2-a845-f5bf411b03db req-33056dba-a9c7-45ad-b674-9d11f9015ef9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912445 Nov 03 18:43:46.339416 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-2499139e-3107-4c8a-997a-099e5d2675f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102977 Nov 03 18:43:46.487898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-f7b7b4b0-bd5e-432d-beb3-24009a21d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:46.490804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-f7b7b4b0-bd5e-432d-beb3-24009a21d28a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c54efc969b2481a9141191880037b61&device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 1096 time: 0.0833859 Nov 03 18:43:46.621308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986bc06-80db-4a80-9a0f-cd18b2f556fb req-67cd16d8-c5c8-4e54-a7b9-483e3934dfb7 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:46.624307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4986bc06-80db-4a80-9a0f-cd18b2f556fb req-67cd16d8-c5c8-4e54-a7b9-483e3934dfb7 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.1719170 Nov 03 18:43:46.656045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-7181e487-513b-427d-a22a-fbfee25f4b3a tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:46.658932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-7181e487-513b-427d-a22a-fbfee25f4b3a tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd89245f-3009-4595-9b49-dcdc50557992 HTTP/1.1" status: 200 len: 945 time: 0.1562123 Nov 03 18:43:46.734277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-7c71dfce-669c-4603-bbb4-237af1bb73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:46.739227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-7c71dfce-669c-4603-bbb4-237af1bb73e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 200 len: 920 time: 0.2181647 Nov 03 18:43:46.815442 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-8ac6f7bf-a971-4094-bc5c-4d492dce354d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0466329-638e-45ef-9a2b-fe2919a4a846 HTTP/1.1" status: 200 len: 217 time: 0.0680289 Nov 03 18:43:46.916623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-24e28b2a-6050-484b-b911-ebef385db86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:46.921466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-24e28b2a-6050-484b-b911-ebef385db86e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 200 len: 859 time: 0.0959172 Nov 03 18:43:46.974919 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-d6f02b72-b7ad-4bb5-8760-8c67aceb8676 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b68c9050-d93c-494a-854e-e9b0288251ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438361 Nov 03 18:43:47.212001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-c1933783-a44d-4f1e-94f0-9f67a7ea4802 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256873 Nov 03 18:43:47.255380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4986bc06-80db-4a80-9a0f-cd18b2f556fb req-63550dd0-7360-41e3-8ff7-fbd03ee8a57e tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.77 "GET /v2.0/security-groups?id=daec2611-dd5d-4774-bc68-31b993db28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945728 Nov 03 18:43:47.333459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Deleting port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:47.334323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.434694 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0ce5a6e9-513e-4057-b156-bf7880057b4b req-405a7e6b-e3f5-40e4-bda0-85349d8c2151 service neutron] 10.222.0.70 "GET /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144418 Nov 03 18:43:47.540788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] For port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,segment=NetworkSegment(9337514a-cc1a-4108-9d49-e707ef335c61),segment_id=9337514a-cc1a-4108-9d49-e707ef335c61)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:47.540788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.571166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Calling delete_port for ac5b32e2-4255-4e4d-8c37-2d82c0c36fac owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:47.860455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.883982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ac5b32e2-4255-4e4d-8c37-2d82c0c36fac'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:47.961911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Pushing event deleted for resources: {'Port': ['ID=ac5b32e2-4255-4e4d-8c37-2d82c0c36fac,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:48.003252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.003643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.004127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.004507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.004843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.005210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.005780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.006168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.006505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.006838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.007215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.007727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:48.071352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] No DVR routers for this DVR port ac5b32e2-4255-4e4d-8c37-2d82c0c36fac on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:48.084916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.089810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9361bf9f-e919-4901-a8f2-32d6dcc54186 req-896452ea-7fbc-4b1f-8761-a193de328d60 tempest-ServerDiskConfigTestJSON-889753493 tempest-ServerDiskConfigTestJSON-889753493-project] 10.222.0.96 "DELETE /v2.0/ports/ac5b32e2-4255-4e4d-8c37-2d82c0c36fac HTTP/1.1" status: 204 len: 173 time: 1.4158778 Nov 03 18:43:48.090272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd89245f-3009-4595-9b49-dcdc50557992', 'name': 'network-vif-deleted', 'tag': 'ac5b32e2-4255-4e4d-8c37-2d82c0c36fac'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:48.093229 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4de64c-0298-4ac9-b642-1db8c910c99d" -d '{"events": [{"server_uuid": "fd89245f-3009-4595-9b49-dcdc50557992", "name": "network-vif-deleted", "tag": "ac5b32e2-4255-4e4d-8c37-2d82c0c36fac"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:48.183494 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1a6a8-12be-4de2-9b96-9247483c9ea3 req-7f57f57f-10c7-474e-9715-3b66a3197f41 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:48.196997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e1a6a8-12be-4de2-9b96-9247483c9ea3 req-7f57f57f-10c7-474e-9715-3b66a3197f41 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1264489 Nov 03 18:43:48.292355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e1a6a8-12be-4de2-9b96-9247483c9ea3 req-f555eefc-1f40-45bb-afb3-b05be2901339 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925164 Nov 03 18:43:48.302648 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:43:48.568249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-b2c0cee8-6aeb-4f24-b436-82425d5424ab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777214 Nov 03 18:43:48.722421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-82864f53-b4e1-4bc0-9eaa-5e09decffc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:48.730484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-82864f53-b4e1-4bc0-9eaa-5e09decffc22 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1286576 Nov 03 18:43:49.055426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-c773ac00-aaf4-4e4c-9e2b-b22b1208ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:49.063164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-c773ac00-aaf4-4e4c-9e2b-b22b1208ea02 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 914 time: 0.2936473 Nov 03 18:43:49.067827 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fda5ac-bbb7-478b-b23d-be540b3751fc x-openstack-request-id: req-55fda5ac-bbb7-478b-b23d-be540b3751fc {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:49.068632 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd89245f-3009-4595-9b49-dcdc50557992", "name": "network-vif-deleted", "tag": "ac5b32e2-4255-4e4d-8c37-2d82c0c36fac", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:49.069255 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55fda5ac-bbb7-478b-b23d-be540b3751fc {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:49.070241 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd89245f-3009-4595-9b49-dcdc50557992', 'name': 'network-vif-deleted', 'tag': 'ac5b32e2-4255-4e4d-8c37-2d82c0c36fac', 'status': 'completed', 'code': 200} Nov 03 18:43:49.163306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-54d81d04-f68d-4215-9f4a-5bebadc03c53 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7 HTTP/1.1" status: 200 len: 217 time: 0.0849299 Nov 03 18:43:49.264766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-961fcd66-c85b-45a7-88f3-2293dfb86e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:49.267821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-961fcd66-c85b-45a7-88f3-2293dfb86e42 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 200 len: 853 time: 0.0938725 Nov 03 18:43:49.314459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-763a39a5-35cf-434c-b5d2-f2b5b945ec38 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391133 Nov 03 18:43:49.483362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-2fa88ea6-c478-4500-b550-94c83277d57d service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589127 Nov 03 18:43:49.657093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91ed7a9b-5350-4299-b982-10c8a61f23c6 req-c3b19e43-98fe-4bf0-9df8-0b372db230a8 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651423 Nov 03 18:43:49.863211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8c55-e1dc-4a36-8d40-ba659f804dcb req-8c59fa2a-b518-498d-ac5e-91f65d133ad1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:49.865901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-586a8c55-e1dc-4a36-8d40-ba659f804dcb req-8c59fa2a-b518-498d-ac5e-91f65d133ad1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0921118 Nov 03 18:43:49.980822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-586a8c55-e1dc-4a36-8d40-ba659f804dcb req-d679006c-5ffd-4bb5-8e10-2598be67c6fc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986664 Nov 03 18:43:50.776312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab8afc-db65-4562-8c9e-18dbcaef1c3a req-62cc288f-5073-4bbb-a231-2e64f2f6cd01 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:50.780019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1ab8afc-db65-4562-8c9e-18dbcaef1c3a req-62cc288f-5073-4bbb-a231-2e64f2f6cd01 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1083481 Nov 03 18:43:50.870841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1ab8afc-db65-4562-8c9e-18dbcaef1c3a req-347cb99e-2407-4187-b041-131ce406d771 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779285 Nov 03 18:43:50.887118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ac5b32e2-4255-4e4d-8c37-2d82c0c36fac no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:50.960913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: ac5b32e2-4255-4e4d-8c37-2d82c0c36fac {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:50.962103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ac5b32e2-4255-4e4d-8c37-2d82c0c36fac not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:51.092238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42d8d2-9501-44d6-86d1-28767d9b3993 req-ecbc119d-f5f3-4364-b938-b25c86e7329c tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:51.097173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e42d8d2-9501-44d6-86d1-28767d9b3993 req-ecbc119d-f5f3-4364-b938-b25c86e7329c tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.1049585 Nov 03 18:43:51.172951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e42d8d2-9501-44d6-86d1-28767d9b3993 req-45958f66-f7f6-4b29-887d-117f700806d4 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666230 Nov 03 18:43:51.421667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55580) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:51.540004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ce296b-aec3-4ae9-87e3-50d73be1fa71 admin admin] Deleting subnet a182a9b8-dffd-4a22-9817-72fabc4a4159 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:51.545871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ce296b-aec3-4ae9-87e3-50d73be1fa71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.600683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d4440-8a70-4d3a-9aa1-9979280baade req-82a930c4-f1ef-4184-aa0d-36ced616b5df tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:51.610037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c63d4440-8a70-4d3a-9aa1-9979280baade req-82a930c4-f1ef-4184-aa0d-36ced616b5df tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0953863 Nov 03 18:43:51.630457 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ce296b-aec3-4ae9-87e3-50d73be1fa71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.700556 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ce296b-aec3-4ae9-87e3-50d73be1fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.708301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c63d4440-8a70-4d3a-9aa1-9979280baade req-62748cea-2569-4029-bd8f-7b21a0db28dc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970037 Nov 03 18:43:51.837559 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ce296b-aec3-4ae9-87e3-50d73be1fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.858663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ce296b-aec3-4ae9-87e3-50d73be1fa71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.864370 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b0ce296b-aec3-4ae9-87e3-50d73be1fa71 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a182a9b8-dffd-4a22-9817-72fabc4a4159 HTTP/1.1" status: 204 len: 168 time: 0.4399137 Nov 03 18:43:51.869562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55588) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:51.923505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce296b-aec3-4ae9-87e3-50d73be1fa71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a182a9b8-dffd-4a22-9817-72fabc4a4159,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:52.077853 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.108407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-e154112a-af0b-4e3c-9559-68df55189c71 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:52.111429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-e154112a-af0b-4e3c-9559-68df55189c71 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.70 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.3123658 Nov 03 18:43:52.197018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3cb5-2d42-4af3-9f4a-ce995555624f req-e7be40bd-2a52-4f4f-881b-88c711ae3eac tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:52.213055 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-874c3cb5-2d42-4af3-9f4a-ce995555624f req-e7be40bd-2a52-4f4f-881b-88c711ae3eac tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1052771 Nov 03 18:43:52.293791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-874c3cb5-2d42-4af3-9f4a-ce995555624f req-63da059f-afbf-430d-8080-142d337fd252 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790462 Nov 03 18:43:52.326445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.356240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff888f0-c074-4250-9054-9adbb8470657']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:52.374094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9337514a-cc1a-4108-9d49-e707ef335c61') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:52.374510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9337514a-cc1a-4108-9d49-e707ef335c61') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:52.399527 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.430812 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.449294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:52.450163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:52.454658 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:52.579863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a612e-c728-4794-90f7-a24f2acb0724 req-52beb343-54d1-4098-96be-6bcf444b6951 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:52.594452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a4a612e-c728-4794-90f7-a24f2acb0724 req-52beb343-54d1-4098-96be-6bcf444b6951 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 945 time: 0.1077075 Nov 03 18:43:52.633997 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.650326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.658290 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dff888f0-c074-4250-9054-9adbb8470657 HTTP/1.1" status: 204 len: 168 time: 0.7834389 Nov 03 18:43:52.686969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa0d7d-12e5-4303-8851-b37905477875 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff888f0-c074-4250-9054-9adbb8470657,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:52.704339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Deleting port 28327d6a-7f6d-43c0-a031-5d8f54a8810e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:52.704843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.723385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a4a612e-c728-4794-90f7-a24f2acb0724 req-f40de909-b3dd-4d1c-90f1-2065bd49dbc9 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275220 Nov 03 18:43:52.954983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55602) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:52.993407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] For port 28327d6a-7f6d-43c0-a031-5d8f54a8810e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28327d6a-7f6d-43c0-a031-5d8f54a8810e,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:52.994050 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.031385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Calling delete_port for 28327d6a-7f6d-43c0-a031-5d8f54a8810e owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:53.100731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82f138be-4fd2-4d90-90f9-a3fe7779a550 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e70bacd3d1349c0980317fd7b6c7da6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430709 Nov 03 18:43:53.105639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55608) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:53.214270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-101184f2-d971-4f7a-9587-62d307aa5157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.267365 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-101184f2-d971-4f7a-9587-62d307aa5157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.391806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-101184f2-d971-4f7a-9587-62d307aa5157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.397025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-101184f2-d971-4f7a-9587-62d307aa5157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.402929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-101184f2-d971-4f7a-9587-62d307aa5157 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daec2611-dd5d-4774-bc68-31b993db28e2 HTTP/1.1" status: 204 len: 168 time: 0.2903633 Nov 03 18:43:53.427975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101184f2-d971-4f7a-9587-62d307aa5157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daec2611-dd5d-4774-bc68-31b993db28e2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:53.507296 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.533031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['94e8183e-b9a8-4291-9302-cf44577dcf6c', 'bd008468-fe36-45c5-b000-23a6e6b73043'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:53.632702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Pushing event deleted for resources: {'Port': ['ID=28327d6a-7f6d-43c0-a031-5d8f54a8810e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:53.780843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] No DVR routers for this DVR port 28327d6a-7f6d-43c0-a031-5d8f54a8810e on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:53.786729 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.794222 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-775e4abc-0ca1-4c55-a2aa-d96c480cd223 req-776da436-b3b2-4d2c-b18d-614d42f8a27f tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.70 "DELETE /v2.0/ports/28327d6a-7f6d-43c0-a031-5d8f54a8810e HTTP/1.1" status: 204 len: 173 time: 1.6738029 Nov 03 18:43:53.795118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87071212-7abd-480b-b9c9-db85d07b4aad', 'name': 'network-vif-deleted', 'tag': '28327d6a-7f6d-43c0-a031-5d8f54a8810e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:53.811324 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c9e46-2da3-42e8-b37d-09da1cb2839f" -d '{"events": [{"server_uuid": "87071212-7abd-480b-b9c9-db85d07b4aad", "name": "network-vif-deleted", "tag": "28327d6a-7f6d-43c0-a031-5d8f54a8810e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:53.891833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f544-ad6d-45fc-81f1-d6cd49a9545f req-e82c362e-7a99-4cba-968f-a2a8a712a188 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:53.906494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bff6f544-ad6d-45fc-81f1-d6cd49a9545f req-e82c362e-7a99-4cba-968f-a2a8a712a188 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1765084 Nov 03 18:43:54.040552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bff6f544-ad6d-45fc-81f1-d6cd49a9545f req-dc3fc1d1-d786-4909-9b54-469e5f7dc301 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282177 Nov 03 18:43:54.499888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5024de8c-a0f9-4675-96f9-8ea9b059a334 req-425aa031-dded-4b92-833e-797814f89d7b tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=87071212-7abd-480b-b9c9-db85d07b4aad HTTP/1.1" status: 200 len: 210 time: 0.1431415 Nov 03 18:43:54.646418 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9755868b-283a-48c0-b767-ab3ebba7e2c9 x-openstack-request-id: req-9755868b-283a-48c0-b767-ab3ebba7e2c9 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:54.647216 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87071212-7abd-480b-b9c9-db85d07b4aad", "name": "network-vif-deleted", "tag": "28327d6a-7f6d-43c0-a031-5d8f54a8810e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:54.647574 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9755868b-283a-48c0-b767-ab3ebba7e2c9 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:54.648403 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87071212-7abd-480b-b9c9-db85d07b4aad', 'name': 'network-vif-deleted', 'tag': '28327d6a-7f6d-43c0-a031-5d8f54a8810e', 'status': 'completed', 'code': 200} Nov 03 18:43:55.243655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 28327d6a-7f6d-43c0-a031-5d8f54a8810e no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:55.344510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 28327d6a-7f6d-43c0-a031-5d8f54a8810e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:55.345120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 28327d6a-7f6d-43c0-a031-5d8f54a8810e not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:55.835093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ea329-9177-4933-8d62-19649624f45c req-74d3956c-4d57-46cd-89c3-c47110f80ecd tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:55.856286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-116ea329-9177-4933-8d62-19649624f45c req-74d3956c-4d57-46cd-89c3-c47110f80ecd tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1682792 Nov 03 18:43:55.956825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55662) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:56.008666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-116ea329-9177-4933-8d62-19649624f45c req-978cd3d6-31b2-495b-ad96-c8b5d0ce6f6c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461911 Nov 03 18:43:56.184344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55670) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:56.265580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-556937941-network', 'tenant_id': 'd7557f94a4cb49a58a922e43500eca94'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:56.321097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Made reservation on behalf of d7557f94a4cb49a58a922e43500eca94 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:56.333949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.373737 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.505347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f142cdb9-2d77-48d1-90f7-9970741369a0 admin admin] Deleting subnet 0e37e125-5d36-4a7a-8a18-0dcddadb205f {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:56.512423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f142cdb9-2d77-48d1-90f7-9970741369a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.553794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.562305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.590917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f142cdb9-2d77-48d1-90f7-9970741369a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.610251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:56.643382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57112a6c-78cb-488f-9899-86c21b9a513d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:56.652723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.656383 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Added segment 88f4715f-ef33-49f0-a880-169f381d5197 of type vlan for network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 Nov 03 18:43:56.681258 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f142cdb9-2d77-48d1-90f7-9970741369a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.746617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.819451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f142cdb9-2d77-48d1-90f7-9970741369a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.839110 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.840663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:56.841810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.872265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142cdb9-2d77-48d1-90f7-9970741369a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e37e125-5d36-4a7a-8a18-0dcddadb205f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:56.876656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f142cdb9-2d77-48d1-90f7-9970741369a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.881603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f142cdb9-2d77-48d1-90f7-9970741369a0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0e37e125-5d36-4a7a-8a18-0dcddadb205f HTTP/1.1" status: 204 len: 168 time: 0.6946332 Nov 03 18:43:56.885758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55678) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:56.954717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] Pushing event updated for resources: {'Network': ['ID=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:56.977880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:56.995963 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3a53ffe9-b969-4bf5-bf5e-cb8ba6383304 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0374310 Nov 03 18:43:57.001631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55680) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:57.012739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.019105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Request body: {'subnet': {'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-556937941-subnet', 'tenant_id': 'd7557f94a4cb49a58a922e43500eca94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:57.088021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Made reservation on behalf of d7557f94a4cb49a58a922e43500eca94 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:57.091685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.152065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.181940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f344a3-8e8d-4453-977e-445bf7e8c494']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:57.195611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80aad5cf-71a4-4a25-af85-ec2ceb6c0045') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:57.196196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80aad5cf-71a4-4a25-af85-ec2ceb6c0045') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:57.211447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.240516 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.264467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:57.265122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:57.267416 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:57.458755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.486052 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6791e-14fe-4db9-a972-48b6b3f7affa req-0eebed56-61c2-4fbf-829a-7f7c3c2744cb tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:57.490566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fec6791e-14fe-4db9-a972-48b6b3f7affa req-0eebed56-61c2-4fbf-829a-7f7c3c2744cb tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=d430ce04-b262-44ce-80df-f6750de2a11f HTTP/1.1" status: 200 len: 946 time: 0.2435591 Nov 03 18:43:57.492764 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.499558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d2f344a3-8e8d-4453-977e-445bf7e8c494 HTTP/1.1" status: 204 len: 168 time: 0.6121447 Nov 03 18:43:57.516624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7ced1-36b5-4412-8738-1ef4a030ed23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f344a3-8e8d-4453-977e-445bf7e8c494,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:57.572332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.644481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fec6791e-14fe-4db9-a972-48b6b3f7affa req-ac26a63a-af5d-40b1-8106-78bb9a241095 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174154 Nov 03 18:43:57.696293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Checking segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:57.697060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Network hostable DHCP agents. Network: 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:57.721201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:57.752987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:57.788129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:57.802652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:57.804112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f75eff-bab5-4749-94d4-caeb9d327822 None None] Network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:57.804732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.849211 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7d73888b-5f93-4a3d-83e8-274edb3e91af admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8454735 Nov 03 18:43:57.973823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55694) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:58.139590 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d4b5947d-14b5-46dc-be30-ae6fa57de739 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffc088fa1d274cfb9d81e04655cc56b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631513 Nov 03 18:43:58.142993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:58.292227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5672bb-5bcc-4198-a26b-33cd7c2904a4 None None] Network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:58.301615 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c66f204-3400-49a4-a726-1967c5cd00a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.475178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c66f204-3400-49a4-a726-1967c5cd00a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.513576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceb10d-565f-413a-9ab7-1da9c9594933 req-e87a4236-2dd1-45a7-82bf-cfaf8df7d6a8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:58.517054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4ceb10d-565f-413a-9ab7-1da9c9594933 req-e87a4236-2dd1-45a7-82bf-cfaf8df7d6a8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.6739900 Nov 03 18:43:58.540116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61364380-ae27-4dd8-8290-eea35d20900f req-be4ab0b5-130a-4826-a2cb-421f51a780f0 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:58.543713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61364380-ae27-4dd8-8290-eea35d20900f req-be4ab0b5-130a-4826-a2cb-421f51a780f0 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.96 "GET /v2.0/ports?device_id=d430ce04-b262-44ce-80df-f6750de2a11f HTTP/1.1" status: 200 len: 946 time: 0.2123017 Nov 03 18:43:58.753497 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c66f204-3400-49a4-a726-1967c5cd00a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.757112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c66f204-3400-49a4-a726-1967c5cd00a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.762244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9c66f204-3400-49a4-a726-1967c5cd00a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bbfc34f6-85d1-41a6-a58f-0721784a1036 HTTP/1.1" status: 204 len: 168 time: 0.6177278 Nov 03 18:43:58.791565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4ceb10d-565f-413a-9ab7-1da9c9594933 req-090eb132-542b-4759-9f05-c530eaadf462 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442768 Nov 03 18:43:58.803178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66f204-3400-49a4-a726-1967c5cd00a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfc34f6-85d1-41a6-a58f-0721784a1036,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:58.855087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Deleting port bd008468-fe36-45c5-b000-23a6e6b73043 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:58.855449 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.995647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] For port bd008468-fe36-45c5-b000-23a6e6b73043, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bd008468-fe36-45c5-b000-23a6e6b73043,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:58.996011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.015834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Calling delete_port for bd008468-fe36-45c5-b000-23a6e6b73043 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:59.246099 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.263650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['94e8183e-b9a8-4291-9302-cf44577dcf6c', 'bd008468-fe36-45c5-b000-23a6e6b73043'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:59.332972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Pushing event deleted for resources: {'Port': ['ID=bd008468-fe36-45c5-b000-23a6e6b73043,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:59.485640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] No DVR routers for this DVR port bd008468-fe36-45c5-b000-23a6e6b73043 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:59.492712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.500856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61364380-ae27-4dd8-8290-eea35d20900f req-bac60931-e666-41cf-9522-61c18f573274 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.96 "DELETE /v2.0/ports/bd008468-fe36-45c5-b000-23a6e6b73043 HTTP/1.1" status: 204 len: 173 time: 0.9468930 Nov 03 18:43:59.501590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd430ce04-b262-44ce-80df-f6750de2a11f', 'name': 'network-vif-deleted', 'tag': 'bd008468-fe36-45c5-b000-23a6e6b73043'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:59.506967 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887cb72f-b91a-4b65-89b6-b181981a395c" -d '{"events": [{"server_uuid": "d430ce04-b262-44ce-80df-f6750de2a11f", "name": "network-vif-deleted", "tag": "bd008468-fe36-45c5-b000-23a6e6b73043"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:59.760084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-42a082d2-236b-46f9-9c1a-bfaa1c19537a tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:59.761863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-42a082d2-236b-46f9-9c1a-bfaa1c19537a tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 812 time: 0.1729369 Nov 03 18:43:59.793096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-60095b30-dace-44a4-b95c-4ff30a8c436f tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/quotas/d7557f94a4cb49a58a922e43500eca94 HTTP/1.1" status: 200 len: 375 time: 0.0207448 Nov 03 18:43:59.862094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-c2e02947-cb15-432a-8d52-1d0b6f70fcaf tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649161 Nov 03 18:43:59.896901 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55744) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:00.032419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-2d1aabab-2c74-4191-bb15-51909bb4ac76 service neutron] 10.222.0.77 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586251 Nov 03 18:44:00.080301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1287892745-network', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:00.115613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:00.120545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.136633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.202723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-c54029d3-9c7a-4423-be86-dbd9aee0f37c service neutron] 10.222.0.77 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681600 Nov 03 18:44:00.288863 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.294792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.320189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:00.338100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:00.344623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.344945 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Added segment 819cc470-a75b-4535-b2e0-29f105496be8 of type vlan for network d952c588-c9c2-450f-ad5b-ec4a17d7b380 Nov 03 18:44:00.411313 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.464494 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.466606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:00.467647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.527271 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6277876 Nov 03 18:44:00.531985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55758) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:00.541970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Request body: {'subnet': {'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1287892745-subnet', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:00.608422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5152d3b-7ff2-48a5-b2b3-c9a115fa63be admin admin] Pushing event updated for resources: {'Network': ['ID=d952c588-c9c2-450f-ad5b-ec4a17d7b380,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:00.626348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:00.647257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:00.651315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.721279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef03c3-ce97-440c-bc94-6461d5eaec6b req-0d774d04-a54a-4f31-a1e5-ab1917e7ca04 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:00.723977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09ef03c3-ce97-440c-bc94-6461d5eaec6b req-0d774d04-a54a-4f31-a1e5-ab1917e7ca04 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1486704 Nov 03 18:44:00.919786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09ef03c3-ce97-440c-bc94-6461d5eaec6b req-ca07d238-af6a-45db-bfe1-7bcbaa9853e1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366496 Nov 03 18:44:01.046185 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70b71ca-20a7-40a4-8b88-a92f3e4539d5 x-openstack-request-id: req-a70b71ca-20a7-40a4-8b88-a92f3e4539d5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:01.046728 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d430ce04-b262-44ce-80df-f6750de2a11f", "name": "network-vif-deleted", "tag": "bd008468-fe36-45c5-b000-23a6e6b73043", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:01.047133 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a70b71ca-20a7-40a4-8b88-a92f3e4539d5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:01.047736 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd430ce04-b262-44ce-80df-f6750de2a11f', 'name': 'network-vif-deleted', 'tag': 'bd008468-fe36-45c5-b000-23a6e6b73043', 'status': 'completed', 'code': 200} Nov 03 18:44:01.086397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.192788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c15032-d505-4f09-9ba2-7861fbedc873,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:01.206193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Checking segment: {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:01.206827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Network hostable DHCP agents. Network: d952c588-c9c2-450f-ad5b-ec4a17d7b380, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:01.239207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:01.268440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, d952c588-c9c2-450f-ad5b-ec4a17d7b380) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:01.276573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:01.277380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb03d6-d9c4-4789-8f0a-49497a659173 None None] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:01.277644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.307410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-737e6484-16d3-4ee8-8ee6-801102eadf22 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7725646 Nov 03 18:44:01.311268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55774) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:01.317236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:01.351022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.353768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.484983 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.616621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-d952c588-c9c2-450f-ad5b-ec4a17d7b380', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:44:01.618555 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.845740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.930265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Allocated IP 172.20.0.2 (d952c588-c9c2-450f-ad5b-ec4a17d7b380/05c15032-d505-4f09-9ba2-7861fbedc873/f5b8bf02-48a3-4a6b-a57e-4d816938150a) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:02.118366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18a79868-0ac2-4b16-9f3a-e4c99a35bc39 req-048f22f4-bb87-4b50-89d0-32cef1741c20 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 210 time: 0.0892811 Nov 03 18:44:02.212549 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.221972 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.227289 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.277400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea4949-9959-4f61-b8d4-ce437e22c48a req-2b154b29-0600-4069-9eed-d35f6f01e008 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:02.287751 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ea4949-9959-4f61-b8d4-ce437e22c48a req-2b154b29-0600-4069-9eed-d35f6f01e008 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.0763283 Nov 03 18:44:02.295335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:02.299397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:02.321407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:02.357841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ea4949-9959-4f61-b8d4-ce437e22c48a req-8b272f7d-f2f0-4f88-ac23-bfa7ea08b214 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687280 Nov 03 18:44:02.383282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Pushing event updated for resources: {'Port': ['ID=f5b8bf02-48a3-4a6b-a57e-4d816938150a,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:02.415561 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.469871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.496476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Attempting to bind port f5b8bf02-48a3-4a6b-a57e-4d816938150a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:02.497511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Attempting to bind port f5b8bf02-48a3-4a6b-a57e-4d816938150a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:02.498335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Attempting to bind port f5b8bf02-48a3-4a6b-a57e-4d816938150a on network d952c588-c9c2-450f-ad5b-ec4a17d7b380 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:02.509977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:02.510874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Checking segment: {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:02.511768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.512610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Bound using segment: {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:02.514237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Bound port: f5b8bf02-48a3-4a6b-a57e-4d816938150a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:02.515012 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.613817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937389-4dee-477b-99bb-d55a6126cba7 req-a2e0f786-6676-4666-8fe0-eb4a515d5154 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:02.624171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a937389-4dee-477b-99bb-d55a6126cba7 req-a2e0f786-6676-4666-8fe0-eb4a515d5154 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1333425 Nov 03 18:44:02.684457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] For port f5b8bf02-48a3-4a6b-a57e-4d816938150a, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:02.692983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] For port f5b8bf02-48a3-4a6b-a57e-4d816938150a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f5b8bf02-48a3-4a6b-a57e-4d816938150a,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:02.702738 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.707293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-f3fada23-22b7-4df6-8594-febc14420287 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:02.709151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-f3fada23-22b7-4df6-8594-febc14420287 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 812 time: 0.2161436 Nov 03 18:44:02.726927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Request body: {'port': {'device_id': '1169fec2-9a0a-40cc-b24d-8e11c292bf94', 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'admin_state_up': True, 'tenant_id': 'd7557f94a4cb49a58a922e43500eca94'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:02.742058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Allocated IP 172.25.3.7 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/0719a9fe-0e3e-4108-91e7-9e64f0056fff) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:02.898159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a937389-4dee-477b-99bb-d55a6126cba7 req-4899e910-e0ab-4576-9a3a-67031588cee2 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728803 Nov 03 18:44:02.974262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bd008468-fe36-45c5-b000-23a6e6b73043 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:03.009388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.031264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Made reservation on behalf of d7557f94a4cb49a58a922e43500eca94 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:03.036415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.044725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-db11b288-5dc7-4241-9852-1d82bd334304 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:03.047509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-db11b288-5dc7-4241-9852-1d82bd334304 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.96 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 812 time: 0.4048235 Nov 03 18:44:03.076049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Request body: {'port': {'device_id': '9f4aa094-f560-4b4e-9a23-148d720fed71', 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'admin_state_up': True, 'tenant_id': 'd7557f94a4cb49a58a922e43500eca94'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:03.082530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: bd008468-fe36-45c5-b000-23a6e6b73043 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:03.084360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bd008468-fe36-45c5-b000-23a6e6b73043 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:03.103548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c1d51-0903-4114-bbd4-9fc9ebdf1eff None None] Pushing event updated for resources: {'Port': ['ID=f5b8bf02-48a3-4a6b-a57e-4d816938150a,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:03.179726 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.200859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.425622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Made reservation on behalf of d7557f94a4cb49a58a922e43500eca94 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:03.430065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.460956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Allocated IP 172.20.0.4 (2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3/3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6/f43583ef-1eac-4be7-8de1-c3021746c2ee) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:03.576532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Pushing event updated for resources: {'Port': ['ID=0719a9fe-0e3e-4108-91e7-9e64f0056fff,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:03.594707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:03.619247 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:03.641885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:03.780851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f934b-14e2-4340-adca-6ec902386dda req-dd12b0cd-0a82-4c93-a0d3-2adbe14cd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:03.782888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a4f934b-14e2-4340-adca-6ec902386dda req-dd12b0cd-0a82-4c93-a0d3-2adbe14cd937 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.1830299 Nov 03 18:44:03.789492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f5b8bf02-48a3-4a6b-a57e-4d816938150a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:03.803341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4198e-c431-44ca-b8c1-02db14d9bcc0 req-ada17e52-b907-467b-abad-c543644917b7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:03.806733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20d4198e-c431-44ca-b8c1-02db14d9bcc0 req-ada17e52-b907-467b-abad-c543644917b7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1513536 Nov 03 18:44:03.864733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f5b8bf02-48a3-4a6b-a57e-4d816938150a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:03.865651 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.908966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20d4198e-c431-44ca-b8c1-02db14d9bcc0 req-f07dd985-9660-4aee-a204-9dba2df7d7de tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850868 Nov 03 18:44:04.000345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f934b-14e2-4340-adca-6ec902386dda req-b384a12c-055a-4a9a-b6b8-ed01a40cb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.002255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a4f934b-14e2-4340-adca-6ec902386dda req-b384a12c-055a-4a9a-b6b8-ed01a40cb21a service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.1931911 Nov 03 18:44:04.026676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.098548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port f5b8bf02-48a3-4a6b-a57e-4d816938150a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f5b8bf02-48a3-4a6b-a57e-4d816938150a,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:04.109217 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.139806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1be06821-0692-46ca-a831-bb2d0939543e req-5598379a-5702-4acb-ad3f-2cb326266c32 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 210 time: 0.0508237 Nov 03 18:44:04.167280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-bae84d40-ed9f-4eb9-912e-056df416184a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.169030 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-bae84d40-ed9f-4eb9-912e-056df416184a tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.4705799 Nov 03 18:44:04.196303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a4f934b-14e2-4340-adca-6ec902386dda req-cb154fce-aa35-459c-8df8-210a14131284 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1000 time: 0.1861169 Nov 03 18:44:04.261938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=f5b8bf02-48a3-4a6b-a57e-4d816938150a,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:04.374900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f934b-14e2-4340-adca-6ec902386dda req-713e3402-e9ba-47e6-bd88-c6cefe5aaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.377629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a4f934b-14e2-4340-adca-6ec902386dda req-713e3402-e9ba-47e6-bd88-c6cefe5aaf0c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1734195 Nov 03 18:44:04.405309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.624449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f934b-14e2-4340-adca-6ec902386dda req-3a593173-4c6d-49a1-a43b-25de6e053806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.625906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a4f934b-14e2-4340-adca-6ec902386dda req-3a593173-4c6d-49a1-a43b-25de6e053806 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922510 Nov 03 18:44:04.642929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331b9a8-c661-449c-b453-74cde369fa8f req-5b3f2b31-b4ef-43d0-9027-b2957beddcc8 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.646044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0331b9a8-c661-449c-b453-74cde369fa8f req-5b3f2b31-b4ef-43d0-9027-b2957beddcc8 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 945 time: 0.3312004 Nov 03 18:44:04.687961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480c268-0f71-4777-9293-027d3473d73f None None] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:04.808166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a4f934b-14e2-4340-adca-6ec902386dda req-c873320f-b513-4293-a425-2321f96d81f9 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603229 Nov 03 18:44:04.850948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-95f706e4-6fad-48dc-8605-f4716019df69 None None] Provisioning complete for port f5b8bf02-48a3-4a6b-a57e-4d816938150a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:04.851666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95f706e4-6fad-48dc-8605-f4716019df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.879507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0331b9a8-c661-449c-b453-74cde369fa8f req-ec91e2ab-052c-4bcb-82bf-7a1c64b21779 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/security-groups?id=af5560ec-e01a-4878-a8af-f225023c8460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196257 Nov 03 18:44:05.029320 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Deleting port 94e8183e-b9a8-4291-9302-cf44577dcf6c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:05.030362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.054156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a4f934b-14e2-4340-adca-6ec902386dda req-af8e7c9e-d4c9-44cc-8572-c4c32932a471 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353144 Nov 03 18:44:05.058867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.100057 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.143743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Allocated IP 172.20.0.12 (2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3/3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6/834399f3-c7de-4f2d-b2c0-522659bb754f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:05.155313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07387155-cd06-4719-a652-bc0a5fb2b936 req-d8c83a4b-50f8-45ab-b841-37ab40e713a7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:05.164388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07387155-cd06-4719-a652-bc0a5fb2b936 req-d8c83a4b-50f8-45ab-b841-37ab40e713a7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1395752 Nov 03 18:44:05.218960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:05.287254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07387155-cd06-4719-a652-bc0a5fb2b936 req-54436900-84cd-420e-be8a-088656ab60c0 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193001 Nov 03 18:44:05.371708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:05.378189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:05.539332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:05.540694 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.635760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.640764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Pushing event updated for resources: {'Port': ['ID=f43583ef-1eac-4be7-8de1-c3021746c2ee,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:05.732909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-169f371c-44ba-40f0-a5a8-7c2c978533cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0121794 Nov 03 18:44:05.780066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] For port 94e8183e-b9a8-4291-9302-cf44577dcf6c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=94e8183e-b9a8-4291-9302-cf44577dcf6c,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:05.781036 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.788621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.823410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f5b8bf02-48a3-4a6b-a57e-4d816938150a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:05.851770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Calling delete_port for 94e8183e-b9a8-4291-9302-cf44577dcf6c owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:05.869109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a242c333-d726-4b75-94d5-d245c82a4ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.935983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f5b8bf02-48a3-4a6b-a57e-4d816938150a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:05.936500 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.974249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Request body: {'port': {'device_id': '1169fec2-9a0a-40cc-b24d-8e11c292bf94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:06.004853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:06.013505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:06.051540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:06.133974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f1f7cdd0-7044-4148-9bd0-ae75a27cd081 None None] Provisioning complete for port f5b8bf02-48a3-4a6b-a57e-4d816938150a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:06.134563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1f7cdd0-7044-4148-9bd0-ae75a27cd081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.136435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Pushing event updated for resources: {'Port': ['ID=834399f3-c7de-4f2d-b2c0-522659bb754f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:06.229329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f500-6ad8-4311-a444-eb3393e939d6 req-f91181e2-e87b-4618-99d5-727a56a3b03e tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:06.262259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c545f500-6ad8-4311-a444-eb3393e939d6 req-f91181e2-e87b-4618-99d5-727a56a3b03e tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 932 time: 0.4409273 Nov 03 18:44:06.266655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.281919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:06.282477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.318087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-d84717e8-9f9a-498f-8e08-946a2c62bdda tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2550366 Nov 03 18:44:06.360207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Request body: {'port': {'device_id': '9f4aa094-f560-4b4e-9a23-148d720fed71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:06.437113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c545f500-6ad8-4311-a444-eb3393e939d6 req-ff863630-9c35-4130-b9c2-8f874ce5640e tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493313 Nov 03 18:44:06.454157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.517355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.739688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb437-4289-497a-a602-7853d67622f0 req-1b5ef8eb-12a6-44f9-b352-4da0a7cd9a72 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:06.750332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-133eb437-4289-497a-a602-7853d67622f0 req-1b5ef8eb-12a6-44f9-b352-4da0a7cd9a72 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1626949 Nov 03 18:44:06.809124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.913841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Pushing event deleted for resources: {'Port': ['ID=94e8183e-b9a8-4291-9302-cf44577dcf6c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:06.939388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 94e8183e-b9a8-4291-9302-cf44577dcf6c no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:06.982766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 94e8183e-b9a8-4291-9302-cf44577dcf6c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:06.984819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 94e8183e-b9a8-4291-9302-cf44577dcf6c not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:07.018920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] No DVR routers for this DVR port 94e8183e-b9a8-4291-9302-cf44577dcf6c on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:07.024928 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.029695 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d1a45b69-8125-4afb-a68a-0f375db46f8a req-1beb2b18-ddab-42b1-b9d7-f9556dedf065 tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.96 "DELETE /v2.0/ports/94e8183e-b9a8-4291-9302-cf44577dcf6c HTTP/1.1" status: 204 len: 173 time: 2.8430963 Nov 03 18:44:07.030348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb', 'name': 'network-vif-deleted', 'tag': '94e8183e-b9a8-4291-9302-cf44577dcf6c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:07.033752 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe19912-5a1a-4d58-8ddd-9c3afe4aba4b" -d '{"events": [{"server_uuid": "9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb", "name": "network-vif-deleted", "tag": "94e8183e-b9a8-4291-9302-cf44577dcf6c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:07.112807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:44:07.214881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43583ef-1eac-4be7-8de1-c3021746c2ee {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:07.227889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.288810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Transition to ACTIVE for port object f43583ef-1eac-4be7-8de1-c3021746c2ee will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:07.301077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.381148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:07.383086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-133eb437-4289-497a-a602-7853d67622f0 req-6f41865e-f4e2-4eea-a152-bd69833ac38f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324761 Nov 03 18:44:07.383569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Pushing event updated for resources: {'Port': ['ID=f43583ef-1eac-4be7-8de1-c3021746c2ee,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:07.403234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Sync routers for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:07.431118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:07.431994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:43:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:07.546630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.549587 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a45532c5-e960-41c2-b0c0-3468191cb693 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2364821 Nov 03 18:44:07.554333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55838) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:07.587613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Attempting to bind port f43583ef-1eac-4be7-8de1-c3021746c2ee on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:07.588207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Attempting to bind port f43583ef-1eac-4be7-8de1-c3021746c2ee by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:07.588727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Attempting to bind port f43583ef-1eac-4be7-8de1-c3021746c2ee on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:07.603226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Port f43583ef-1eac-4be7-8de1-c3021746c2ee on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:07.603744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Attempting to bind port f43583ef-1eac-4be7-8de1-c3021746c2ee on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:07.613295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:07.613863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Checking segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:07.614514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Bound using segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:07.615250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Bound port: f43583ef-1eac-4be7-8de1-c3021746c2ee, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:07.615849 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.817986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-788df494-e832-46a8-b53d-31a384e35b36 req-d8338d59-095c-472e-b109-82dcd6239cdf tempest-ListServerFiltersTestJSON-1177639954 tempest-ListServerFiltersTestJSON-1177639954-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb HTTP/1.1" status: 200 len: 210 time: 0.1335838 Nov 03 18:44:07.827169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] For port f43583ef-1eac-4be7-8de1-c3021746c2ee, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:07.833490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] For port f43583ef-1eac-4be7-8de1-c3021746c2ee, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f43583ef-1eac-4be7-8de1-c3021746c2ee,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:07.853681 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.875011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:07.918290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.919023 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.920564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] 10.222.0.70 "PUT /v2.0/ports/f43583ef-1eac-4be7-8de1-c3021746c2ee HTTP/1.1" status: 200 len: 1091 time: 2.1648998 Nov 03 18:44:08.057752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9aad9-ed4e-41b0-9d55-4539e361c798 service neutron] Pushing event updated for resources: {'Port': ['ID=f43583ef-1eac-4be7-8de1-c3021746c2ee,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:08.112137 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-fc73a825-fd56-4895-8d3a-bfbf866264c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.117797 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-fc73a825-fd56-4895-8d3a-bfbf866264c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&device_id=1169fec2-9a0a-40cc-b24d-8e11c292bf94 HTTP/1.1" status: 200 len: 1094 time: 0.1235983 Nov 03 18:44:08.325376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-74b5db34-80b6-47bc-bac1-083a79f460c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.328188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834399f3-c7de-4f2d-b2c0-522659bb754f {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:08.337032 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-64ce301d-4e30-496b-8c3e-4fbcc87b1ce6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f43583ef-1eac-4be7-8de1-c3021746c2ee HTTP/1.1" status: 200 len: 217 time: 0.2078495 Nov 03 18:44:08.354861 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.395897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:04Z', 'revision_number': 3, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:08.474410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea7a12-455c-4680-ab4a-34ccd1f344ba req-9cc5d18f-c4c4-41e4-a0b5-2c622774f59c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.475107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-f109838f-813e-4e16-a971-34fe1c1c8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.477669 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-f109838f-813e-4e16-a971-34fe1c1c8963 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 200 len: 852 time: 0.1276989 Nov 03 18:44:08.489438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99ea7a12-455c-4680-ab4a-34ccd1f344ba req-9cc5d18f-c4c4-41e4-a0b5-2c622774f59c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.3794062 Nov 03 18:44:08.508638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Checking router: df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:08.509274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Updating router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a port 0719a9fe-0e3e-4108-91e7-9e64f0056fff binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:44:08.524689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Transition to ACTIVE for port object 834399f3-c7de-4f2d-b2c0-522659bb754f will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:08.546400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-89963f85-283b-41d5-87a2-08d1f465b744 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592330 Nov 03 18:44:08.550579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.601140 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.821093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99ea7a12-455c-4680-ab4a-34ccd1f344ba req-11b0150c-ef55-4d8a-b2a1-083ce0ca9dbc tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3270056 Nov 03 18:44:08.827978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-e8eede84-fffe-49b6-981b-d4063fc22c85 service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727473 Nov 03 18:44:08.850647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Pushing event updated for resources: {'Port': ['ID=834399f3-c7de-4f2d-b2c0-522659bb754f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.077619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.088967 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.174527 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-a2a650ee-e25b-4d68-b8c9-7e9d86c388f2 service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376179 Nov 03 18:44:09.297023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Attempting to bind port 834399f3-c7de-4f2d-b2c0-522659bb754f on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:09.297338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Attempting to bind port 834399f3-c7de-4f2d-b2c0-522659bb754f by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:09.297736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Attempting to bind port 834399f3-c7de-4f2d-b2c0-522659bb754f on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:09.306630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Port 834399f3-c7de-4f2d-b2c0-522659bb754f on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:09.307056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Attempting to bind port 834399f3-c7de-4f2d-b2c0-522659bb754f on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:09.317659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:09.317995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Checking segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:09.318386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Bound using segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:09.318909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Bound port: 834399f3-c7de-4f2d-b2c0-522659bb754f, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:09.319362 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.348263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Attempting to bind port 0719a9fe-0e3e-4108-91e7-9e64f0056fff on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:09.349068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Attempting to bind port 0719a9fe-0e3e-4108-91e7-9e64f0056fff by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:09.349068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Attempting to bind port 0719a9fe-0e3e-4108-91e7-9e64f0056fff on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:09.355757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce86037-f305-4968-8324-f2a02590517e None None] Pushing event updated for resources: {'Port': ['ID=0719a9fe-0e3e-4108-91e7-9e64f0056fff,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.377637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.378201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.378647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.379010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.379374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.379714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.380071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.380421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.380750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.381106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.381456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.381804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce86037-f305-4968-8324-f2a02590517e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:09.387177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:09.387707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:09.388134 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.388564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:09.389094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Bound port: 0719a9fe-0e3e-4108-91e7-9e64f0056fff, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:09.389567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.523660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] For port 0719a9fe-0e3e-4108-91e7-9e64f0056fff, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:09.529697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] For port 0719a9fe-0e3e-4108-91e7-9e64f0056fff, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0719a9fe-0e3e-4108-91e7-9e64f0056fff,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:09.548343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] For port 834399f3-c7de-4f2d-b2c0-522659bb754f, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:09.566559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.584837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] For port 834399f3-c7de-4f2d-b2c0-522659bb754f, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=834399f3-c7de-4f2d-b2c0-522659bb754f,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:09.612138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.683324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:09.684879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:09.685966 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45cd8c6-4233-401f-9d9a-2016a5393ea6 x-openstack-request-id: req-b45cd8c6-4233-401f-9d9a-2016a5393ea6 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:09.686534 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb", "name": "network-vif-deleted", "tag": "94e8183e-b9a8-4291-9302-cf44577dcf6c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:09.686792 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b45cd8c6-4233-401f-9d9a-2016a5393ea6 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:09.687265 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd542c5-12ba-44e3-a9cf-f3a3fc55e3fb', 'name': 'network-vif-deleted', 'tag': '94e8183e-b9a8-4291-9302-cf44577dcf6c', 'status': 'completed', 'code': 200} Nov 03 18:44:09.697234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:09.698261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.700533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] 10.222.0.96 "PUT /v2.0/ports/834399f3-c7de-4f2d-b2c0-522659bb754f HTTP/1.1" status: 200 len: 1092 time: 3.3462465 Nov 03 18:44:09.703854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4aa094-f560-4b4e-9a23-148d720fed71', 'tag': '834399f3-c7de-4f2d-b2c0-522659bb754f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:09.713129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce86037-f305-4968-8324-f2a02590517e None None] Pushing event updated for resources: {'Port': ['ID=0719a9fe-0e3e-4108-91e7-9e64f0056fff,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.714961 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003fd814-8f11-4679-a2e6-1341fa55ee6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4aa094-f560-4b4e-9a23-148d720fed71", "tag": "834399f3-c7de-4f2d-b2c0-522659bb754f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:09.736868 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.771777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d64aaf-d52d-4869-a449-081d12c222a0 service neutron] Pushing event updated for resources: {'Port': ['ID=834399f3-c7de-4f2d-b2c0-522659bb754f,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.908294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:10.056740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-fc3ae344-b3b4-4ca1-8132-9206846f6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:10.059937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-fc3ae344-b3b4-4ca1-8132-9206846f6fe3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 1095 time: 0.2825356 Nov 03 18:44:10.063094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.143105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6a51-1dc6-4d88-ab34-68b7993954c5 req-11dc5cf5-63ad-4763-8c1c-5b646ad1032a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:10.145821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb3f6a51-1dc6-4d88-ab34-68b7993954c5 req-11dc5cf5-63ad-4763-8c1c-5b646ad1032a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.3069303 Nov 03 18:44:10.178728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:04Z', 'revision_number': 3, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:10.215806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-f841abc7-79be-480c-9fc7-298c2df63850 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=834399f3-c7de-4f2d-b2c0-522659bb754f HTTP/1.1" status: 200 len: 217 time: 0.1091335 Nov 03 18:44:10.221675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864debb-8cd4-4d2a-8410-c78fffd2d1b2 None None] The sync data for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 is: [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:04Z', 'revision_number': 3, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:10.442794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-027bda59-5728-48b5-968f-4c602aad61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:10.445309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-027bda59-5728-48b5-968f-4c602aad61c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 200 len: 852 time: 0.2167461 Nov 03 18:44:10.518538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Allocated IP 172.20.0.1 (d952c588-c9c2-450f-ad5b-ec4a17d7b380/05c15032-d505-4f09-9ba2-7861fbedc873/a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:10.578681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-af8811d7-2d37-4e95-b007-f276351ce301 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163552 Nov 03 18:44:10.601578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb3f6a51-1dc6-4d88-ab34-68b7993954c5 req-861e1c30-ba61-49b5-8ffd-07a82bce5a81 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965425 Nov 03 18:44:10.867624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-8fc80394-a1c3-4e09-ab85-b61daa5158bd service neutron] 10.222.0.96 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646058 Nov 03 18:44:10.906477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52db66-a56e-4c5e-a069-6e7c8e42a5ca req-d93c67b9-5187-4ecd-9cda-2ebba010a1e0 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:10.908211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d52db66-a56e-4c5e-a069-6e7c8e42a5ca req-d93c67b9-5187-4ecd-9cda-2ebba010a1e0 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 944 time: 0.1747382 Nov 03 18:44:10.963361 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.109704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d52db66-a56e-4c5e-a069-6e7c8e42a5ca req-81ecd3d4-283d-4ef6-b90f-90b250329104 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816876 Nov 03 18:44:11.141245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f7d4e83-6087-4e6a-aaeb-9dd4430f47c1 req-bf0e1f65-e33e-4471-b468-82a29a6b8cd6 service neutron] 10.222.0.96 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567048 Nov 03 18:44:11.158613 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.247394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55864) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:11.263814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:11.276596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:11.281607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:11.283143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f43583ef-1eac-4be7-8de1-c3021746c2ee details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:11.480535 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0cf68c-3e41-4e8a-86cc-243bd190445f x-openstack-request-id: req-4d0cf68c-3e41-4e8a-86cc-243bd190445f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:11.480991 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4aa094-f560-4b4e-9a23-148d720fed71", "tag": "834399f3-c7de-4f2d-b2c0-522659bb754f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:11.481606 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d0cf68c-3e41-4e8a-86cc-243bd190445f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:11.482289 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4aa094-f560-4b4e-9a23-148d720fed71', 'tag': '834399f3-c7de-4f2d-b2c0-522659bb754f', 'status': 'completed', 'code': 200} Nov 03 18:44:11.525960 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.527197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Deleting subnet 4172a838-dcb0-4f89-bd61-730d70567714 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:11.531666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.611970 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.627640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:11.702524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1169fec2-9a0a-40cc-b24d-8e11c292bf94', 'tag': 'f43583ef-1eac-4be7-8de1-c3021746c2ee'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:11.706751 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e96a83-8b2f-4986-bf83-06ef189b4f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1169fec2-9a0a-40cc-b24d-8e11c292bf94", "tag": "f43583ef-1eac-4be7-8de1-c3021746c2ee"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:11.799252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f43583ef-1eac-4be7-8de1-c3021746c2ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f43583ef-1eac-4be7-8de1-c3021746c2ee,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:11.883555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'f43583ef-1eac-4be7-8de1-c3021746c2ee', 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'port_id': 'f43583ef-1eac-4be7-8de1-c3021746c2ee', 'mac_address': 'fa:16:3e:73:75:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:11.924356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-bc3862f7-5771-4c10-ab3c-a4f91833b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:11.931343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-bc3862f7-5771-4c10-ab3c-a4f91833b8fa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 1095 time: 0.4474480 Nov 03 18:44:11.973724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e69d3-5218-4aa9-9958-3ead71185436 req-fa907a08-a169-44d7-8a7b-3c959c82db15 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:11.978375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0719a9fe-0e3e-4108-91e7-9e64f0056fff up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:11.994326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c36e69d3-5218-4aa9-9958-3ead71185436 req-fa907a08-a169-44d7-8a7b-3c959c82db15 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.3552759 Nov 03 18:44:11.995864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.135175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.152739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.155456 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.170516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-82f880ab-f20b-4057-afe2-64ae818e2690 None None] Provisioning complete for port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:12.170882 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-82f880ab-f20b-4057-afe2-64ae818e2690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.175886 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.180591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4172a838-dcb0-4f89-bd61-730d70567714,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:12.186991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.191899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4172a838-dcb0-4f89-bd61-730d70567714 HTTP/1.1" status: 204 len: 168 time: 0.9423175 Nov 03 18:44:12.196919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55872) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:12.208009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.208757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.209316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.210126 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.210759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.211344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.211915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.212041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21704f2-482d-49a9-acda-3afa7340b651 None None] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:12.212654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.213255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.213863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.214409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.214946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad982-0e74-4cbe-8ca3-82994477daa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.220172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43583ef-1eac-4be7-8de1-c3021746c2ee {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:12.254500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0719a9fe-0e3e-4108-91e7-9e64f0056fff triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:12.255331 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.268749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.303451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c36e69d3-5218-4aa9-9958-3ead71185436 req-c8a9eb47-03d5-49e3-a188-c6712f2584c2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3080509 Nov 03 18:44:12.378126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f43583ef-1eac-4be7-8de1-c3021746c2ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f43583ef-1eac-4be7-8de1-c3021746c2ee,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:12.388790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-832da4be-6341-43bb-8590-10b200caf855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:12.390550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-832da4be-6341-43bb-8590-10b200caf855 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 913 time: 0.3877192 Nov 03 18:44:12.394630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.395844 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-82f880ab-f20b-4057-afe2-64ae818e2690 None None] Port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:12.415850 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.510929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-09d9edd6-6348-45ab-86c1-a6449385bfce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=834399f3-c7de-4f2d-b2c0-522659bb754f HTTP/1.1" status: 200 len: 217 time: 0.1037059 Nov 03 18:44:12.529964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Deleting port 70645a45-072c-4824-851e-15e62d0da614 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:12.530291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.563201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f43583ef-1eac-4be7-8de1-c3021746c2ee,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:12.689919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['f43583ef-1eac-4be7-8de1-c3021746c2ee'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:12.708530 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae539b0-ed27-400b-9f1a-e6f1e3294f52 x-openstack-request-id: req-5ae539b0-ed27-400b-9f1a-e6f1e3294f52 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:12.708843 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1169fec2-9a0a-40cc-b24d-8e11c292bf94", "tag": "f43583ef-1eac-4be7-8de1-c3021746c2ee", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:12.711791 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ae539b0-ed27-400b-9f1a-e6f1e3294f52 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:12.712334 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1169fec2-9a0a-40cc-b24d-8e11c292bf94', 'tag': 'f43583ef-1eac-4be7-8de1-c3021746c2ee', 'status': 'completed', 'code': 200} Nov 03 18:44:12.714641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] For port 70645a45-072c-4824-851e-15e62d0da614, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=70645a45-072c-4824-851e-15e62d0da614,segment=NetworkSegment(5fd4fb9f-464f-42bf-92bb-7c33fe40a805),segment_id=5fd4fb9f-464f-42bf-92bb-7c33fe40a805)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:12.715011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.771750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Calling delete_port for 70645a45-072c-4824-851e-15e62d0da614 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:12.807993 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.845034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] DHCP port deletion for 795bb588-bf70-40c4-80bc-3bb8ec686536 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:44:12.897238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-65e2ced7-3a0f-4ab7-9016-bfd60c15af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:12.898909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-65e2ced7-3a0f-4ab7-9016-bfd60c15af06 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&device_id=1169fec2-9a0a-40cc-b24d-8e11c292bf94 HTTP/1.1" status: 200 len: 1095 time: 0.1600075 Nov 03 18:44:12.949553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 0719a9fe-0e3e-4108-91e7-9e64f0056fff, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0719a9fe-0e3e-4108-91e7-9e64f0056fff,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:12.973039 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.076636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=0719a9fe-0e3e-4108-91e7-9e64f0056fff,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:13.084146 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.089500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 834399f3-c7de-4f2d-b2c0-522659bb754f details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:13.134321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=70645a45-072c-4824-851e-15e62d0da614,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:13.139837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-da0fd0ac-18f1-4a09-a639-0921b2e91b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:13.141880 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-da0fd0ac-18f1-4a09-a639-0921b2e91b8f service neutron] 10.222.0.70 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 913 time: 0.2331653 Nov 03 18:44:13.151129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] No DVR routers for this DVR port 70645a45-072c-4824-851e-15e62d0da614 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:13.212395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] Deleting port 70645a45-072c-4824-851e-15e62d0da614 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:13.212395 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.226303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-1984fc83-0617-4c86-9c57-5d45fc592d51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f43583ef-1eac-4be7-8de1-c3021746c2ee HTTP/1.1" status: 200 len: 217 time: 0.0714893 Nov 03 18:44:13.346684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] For port 70645a45-072c-4824-851e-15e62d0da614, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:13.348637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.361504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.371660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c44292-8c90-4347-b517-0f7b2674bfbc req-a2022e84-fa7d-4b3a-9e56-e605338372cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:13.387206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78c44292-8c90-4347-b517-0f7b2674bfbc req-a2022e84-fa7d-4b3a-9e56-e605338372cb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 944 time: 0.2722831 Nov 03 18:44:13.398588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-1f7a3ec7-597d-47e5-b8b5-9a33932133c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:13.401265 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-1f7a3ec7-597d-47e5-b8b5-9a33932133c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 200 len: 852 time: 0.1580782 Nov 03 18:44:13.407368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795bb588-bf70-40c4-80bc-3bb8ec686536']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:13.426674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-1f73daaa-be3b-4723-914c-270be1a4e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:13.430047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-1f73daaa-be3b-4723-914c-270be1a4e3ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 200 len: 852 time: 0.3099713 Nov 03 18:44:13.465107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd4fb9f-464f-42bf-92bb-7c33fe40a805') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:13.465731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd4fb9f-464f-42bf-92bb-7c33fe40a805') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:13.470687 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-a03efc11-71ef-4d21-b729-02c439813389 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508330 Nov 03 18:44:13.494988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.525474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-8c08ac4f-6199-4551-bf2e-b8f98e69ad28 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630274 Nov 03 18:44:13.596113 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.609139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:13.609848 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:13.612525 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:13.763621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-3084de3e-9f90-4cba-ba1a-9f1a5e392a14 service neutron] 10.222.0.96 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052610 Nov 03 18:44:13.798044 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-ef9fa88f-604c-4285-ac47-345c6a7abe2b service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986689 Nov 03 18:44:13.799869 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.844252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0719a9fe-0e3e-4108-91e7-9e64f0056fff up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:13.893896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] Calling delete_port for 70645a45-072c-4824-851e-15e62d0da614 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:13.914718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] Port 70645a45-072c-4824-851e-15e62d0da614 was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:44:13.945278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.949105 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.955523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-003fd814-8f11-4679-a2e6-1341fa55ee6a req-bfd754f7-cc33-4b77-a3fb-7660a160b4f0 service neutron] 10.222.0.96 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796174 Nov 03 18:44:13.970748 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.989472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] Network 795bb588-bf70-40c4-80bc-3bb8ec686536 is not hosted by any dhcp agent {{(pid=101757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:44:13.990030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] No DVR routers for this DVR port 70645a45-072c-4824-851e-15e62d0da614 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:14.009176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87561b9-50ac-434b-922d-862f4652da84 None None] Pushing event deleted for resources: {'Port': ['ID=70645a45-072c-4824-851e-15e62d0da614,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:14.035967 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78c44292-8c90-4347-b517-0f7b2674bfbc req-dcfc3a7d-88ef-4197-a467-4e8d811bb1d1 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296566 Nov 03 18:44:14.045087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 834399f3-c7de-4f2d-b2c0-522659bb754f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=834399f3-c7de-4f2d-b2c0-522659bb754f,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:14.075250 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.083633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '834399f3-c7de-4f2d-b2c0-522659bb754f', 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'port_id': '834399f3-c7de-4f2d-b2c0-522659bb754f', 'mac_address': 'fa:16:3e:71:40:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:14.083923 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] 10.222.0.77 "DELETE /v2.0/networks/795bb588-bf70-40c4-80bc-3bb8ec686536 HTTP/1.1" status: 204 len: 168 time: 1.8856173 Nov 03 18:44:14.085333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05767-6253-49da-8f54-5e9779dd0b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=795bb588-bf70-40c4-80bc-3bb8ec686536,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:14.094356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0719a9fe-0e3e-4108-91e7-9e64f0056fff triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:14.095161 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.198282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-17e96a83-8b2f-4986-bf83-06ef189b4f3e req-4ea2db98-74c8-4216-a065-eee276ba0565 service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341532 Nov 03 18:44:14.254043 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.267002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.273521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:14.276323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834399f3-c7de-4f2d-b2c0-522659bb754f {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:14.318482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129deda-7401-483a-9845-e5417ddbe6c0 req-9f4098ba-9fd6-4f54-babd-7cac7fd4b41f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:14.321253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f129deda-7401-483a-9845-e5417ddbe6c0 req-9f4098ba-9fd6-4f54-babd-7cac7fd4b41f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1608248 Nov 03 18:44:14.330279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 834399f3-c7de-4f2d-b2c0-522659bb754f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=834399f3-c7de-4f2d-b2c0-522659bb754f,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:14.335918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.345713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55888) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:14.423779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 70645a45-072c-4824-851e-15e62d0da614 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:14.436904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f10a2318-b904-428c-a4e4-a1dbdc389a00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a10324ff6536446894e7e21e017cb9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869062 Nov 03 18:44:14.437504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55890) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:14.459585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 70645a45-072c-4824-851e-15e62d0da614 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:14.460544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 70645a45-072c-4824-851e-15e62d0da614 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:14.503804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=834399f3-c7de-4f2d-b2c0-522659bb754f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:14.513677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f129deda-7401-483a-9845-e5417ddbe6c0 req-6d26e14f-7624-4271-9def-7bbc533fd80e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649406 Nov 03 18:44:14.515911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-247e28c4-0c64-46d6-ba64-b85f7c35e914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.535401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:14.537240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:14.555443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-247e28c4-0c64-46d6-ba64-b85f7c35e914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.635198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-247e28c4-0c64-46d6-ba64-b85f7c35e914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.641468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-247e28c4-0c64-46d6-ba64-b85f7c35e914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.649371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-247e28c4-0c64-46d6-ba64-b85f7c35e914 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/af5560ec-e01a-4878-a8af-f225023c8460 HTTP/1.1" status: 204 len: 168 time: 0.2105482 Nov 03 18:44:14.667233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e28c4-0c64-46d6-ba64-b85f7c35e914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5560ec-e01a-4878-a8af-f225023c8460,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:14.683500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['834399f3-c7de-4f2d-b2c0-522659bb754f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:14.852556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:15.049877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4127fb47-6718-45bf-a815-4e981683fda7 None None] Provisioning complete for port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:15.050427 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4127fb47-6718-45bf-a815-4e981683fda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.079527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:15.091434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ff986a7-aaa0-4091-b6b7-499974dc7cf5 admin admin] 10.222.0.77 "PUT /v2.0/routers/df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5347922 Nov 03 18:44:15.105705 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Sync routers for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:15.120488 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:15.121521 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:15.174805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4127fb47-6718-45bf-a815-4e981683fda7 None None] Port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:15.226934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c754-2d38-4c71-8b90-64ad5dc26e76 req-db4dd810-986e-4d5c-956d-0cead0d6c85f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.228973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1b3c754-2d38-4c71-8b90-64ad5dc26e76 req-db4dd810-986e-4d5c-956d-0cead0d6c85f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0816724 Nov 03 18:44:15.291184 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:15.302827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f43583ef-1eac-4be7-8de1-c3021746c2ee up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:15.335349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1b3c754-2d38-4c71-8b90-64ad5dc26e76 req-a1919bcb-a44e-4f46-a0b2-b7ceae7d60c4 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983217 Nov 03 18:44:15.396142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port f43583ef-1eac-4be7-8de1-c3021746c2ee completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:15.401217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port f43583ef-1eac-4be7-8de1-c3021746c2ee triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:15.401618 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.536510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e561a2d-a58d-450f-b554-162410e526b7 req-c4d120f7-1cff-4fb8-8f12-76033438826c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.544278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e561a2d-a58d-450f-b554-162410e526b7 req-c4d120f7-1cff-4fb8-8f12-76033438826c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.0751112 Nov 03 18:44:15.610449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e561a2d-a58d-450f-b554-162410e526b7 req-e6bc9abf-d2c8-4f77-9d69-448419bb84a8 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650747 Nov 03 18:44:15.614648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.664498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1169fec2-9a0a-40cc-b24d-8e11c292bf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43583ef-1eac-4be7-8de1-c3021746c2ee'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:15.668486 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154c3f1f-b23a-4dfa-8f24-e97f7d0d33b1" -d '{"events": [{"server_uuid": "1169fec2-9a0a-40cc-b24d-8e11c292bf94", "name": "network-vif-plugged", "status": "completed", "tag": "f43583ef-1eac-4be7-8de1-c3021746c2ee"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:15.681487 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 2, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:15.690879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f43583ef-1eac-4be7-8de1-c3021746c2ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f43583ef-1eac-4be7-8de1-c3021746c2ee,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:15.699031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.719513 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Checking router: df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:15.720188 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Updating router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:44:15.764199 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.793282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f43583ef-1eac-4be7-8de1-c3021746c2ee,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:15.883731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64c91c-dfa3-484a-832c-44634994ff84 req-8b8e4dbf-4221-4669-923f-c0bb9b40727e tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.897404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c64c91c-dfa3-484a-832c-44634994ff84 req-8b8e4dbf-4221-4669-923f-c0bb9b40727e tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 945 time: 0.1151044 Nov 03 18:44:16.032138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c64c91c-dfa3-484a-832c-44634994ff84 req-43ac3307-5718-468d-b7d9-21330ea595b5 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325808 Nov 03 18:44:16.229360 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e837790-e3ed-4920-9e22-89ffe1aba66b x-openstack-request-id: req-8e837790-e3ed-4920-9e22-89ffe1aba66b {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:16.230336 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1169fec2-9a0a-40cc-b24d-8e11c292bf94", "name": "network-vif-plugged", "status": "completed", "tag": "f43583ef-1eac-4be7-8de1-c3021746c2ee", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:16.230336 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e837790-e3ed-4920-9e22-89ffe1aba66b {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:16.230945 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1169fec2-9a0a-40cc-b24d-8e11c292bf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43583ef-1eac-4be7-8de1-c3021746c2ee', 'code': 200} Nov 03 18:44:16.297193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55966) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:16.476553 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.484322 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.550144 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Pushing event updated for resources: {'Port': ['ID=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:16.564705 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.565688 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.566277 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.567044 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.567536 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.568007 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.568594 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.569084 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.569588 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.570076 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.570555 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.571483 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:16.607634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d530-e314-4ee9-ae12-2e5ed41d392b req-d008d541-e57d-41ad-b1d8-fb5efdd06132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.611786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a270d530-e314-4ee9-ae12-2e5ed41d392b req-d008d541-e57d-41ad-b1d8-fb5efdd06132 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1169fec2-9a0a-40cc-b24d-8e11c292bf94 HTTP/1.1" status: 200 len: 1096 time: 0.1788468 Nov 03 18:44:16.629042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-315936453-network', 'tenant_id': 'e96123328296445aafa2dfe9bbc9b645'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:16.695769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Made reservation on behalf of e96123328296445aafa2dfe9bbc9b645 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:16.699252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.738353 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a270d530-e314-4ee9-ae12-2e5ed41d392b req-c34da7a1-820e-4242-b141-067faff9b364 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175842 Nov 03 18:44:16.739513 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.770997 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Attempting to bind port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:16.772038 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Attempting to bind port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:16.773226 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Attempting to bind port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c on network d952c588-c9c2-450f-ad5b-ec4a17d7b380 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:16.785139 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:16.785998 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Checking segment: {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:16.786873 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.787626 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Bound using segment: {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:16.788880 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Bound port: a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:16.790016 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.902369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.912180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.934735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34006f-3aca-4ddc-a07f-f06e5f41fbf2 req-5f0d1cf9-0a35-4ca0-98a4-cc6ad66248a2 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.946687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:16.947825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd34006f-3aca-4ddc-a07f-f06e5f41fbf2 req-5f0d1cf9-0a35-4ca0-98a4-cc6ad66248a2 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1270106 Nov 03 18:44:16.967330 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] For port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:16.975617 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] For port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:16.979436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.979860 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Added segment 10ab0477-4863-4335-8b77-b3487f96d9fd of type vlan for network c39fa089-b53a-4d3b-9c5e-56c610a6b252 Nov 03 18:44:16.986549 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.011471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 834399f3-c7de-4f2d-b2c0-522659bb754f up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:17.046764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.085894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd34006f-3aca-4ddc-a07f-f06e5f41fbf2 req-7c44950f-e0a5-45cf-9568-d89870171876 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364751 Nov 03 18:44:17.117789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:17.128794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.129855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.130572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.138077 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:17.139132 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:17.198097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 834399f3-c7de-4f2d-b2c0-522659bb754f completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:17.212097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 834399f3-c7de-4f2d-b2c0-522659bb754f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:17.212911 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.222619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c39fa089-b53a-4d3b-9c5e-56c610a6b252,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:17.262604 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-302a7e61-ee85-4f4e-936d-2922b05b28b3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9624426 Nov 03 18:44:17.267387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55996) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:17.274357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Request body: {'subnet': {'network_id': 'c39fa089-b53a-4d3b-9c5e-56c610a6b252', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-315936453-subnet', 'tenant_id': 'e96123328296445aafa2dfe9bbc9b645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:17.297345 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e3ff-038d-413f-91cd-82392e76cd61 None None] Pushing event updated for resources: {'Port': ['ID=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:17.331514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Made reservation on behalf of e96123328296445aafa2dfe9bbc9b645 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:17.336325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.396157 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:17.397464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c39fa089-b53a-4d3b-9c5e-56c610a6b252 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:17.478381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9d7b002d-9a6b-4afd-b2df-4a9a3f690c8d None None] Provisioning complete for port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:17.481587 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9d7b002d-9a6b-4afd-b2df-4a9a3f690c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.574840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-f6e8154c-6d9c-4e90-a117-65f3b8134e72 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.579869 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-f6e8154c-6d9c-4e90-a117-65f3b8134e72 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.70 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.1758008 Nov 03 18:44:17.637283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239d553-ae64-4dd8-b1a7-6e7d636557a0 req-db0732de-f771-4fbc-acc0-effa8944c08e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.652906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d239d553-ae64-4dd8-b1a7-6e7d636557a0 req-db0732de-f771-4fbc-acc0-effa8944c08e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 945 time: 0.1952047 Nov 03 18:44:17.778656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d239d553-ae64-4dd8-b1a7-6e7d636557a0 req-ef389f33-b3e3-44b4-8cd9-98345d615a6e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247418 Nov 03 18:44:17.895149 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.902615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.962754 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9d7b002d-9a6b-4afd-b2df-4a9a3f690c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.008111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68675fc3-ee3b-4a57-b276-a1bcb571eaef,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:18.008704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Deleting port e0466329-638e-45ef-9a2b-fe2919a4a846 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:18.011174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.037216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9d7b002d-9a6b-4afd-b2df-4a9a3f690c8d None None] For port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:18.044722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 834399f3-c7de-4f2d-b2c0-522659bb754f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=834399f3-c7de-4f2d-b2c0-522659bb754f,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:18.050109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9d7b002d-9a6b-4afd-b2df-4a9a3f690c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.057899 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.123960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b002d-9a6b-4afd-b2df-4a9a3f690c8d None None] Pushing event updated for resources: {'Port': ['ID=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:18.151554 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:16Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:18.200189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4e84ecfb-53b2-40aa-bc3b-0c8fd5b127fa None None] Provisioning complete for port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:18.200889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4e84ecfb-53b2-40aa-bc3b-0c8fd5b127fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.220508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Checking segment: {'id': '10ab0477-4863-4335-8b77-b3487f96d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c39fa089-b53a-4d3b-9c5e-56c610a6b252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:18.221656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Network hostable DHCP agents. Network: c39fa089-b53a-4d3b-9c5e-56c610a6b252, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:18.228192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8d8e8-b43d-40cf-90bd-8dfa89411f33 None None] The sync data for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 is: [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:16Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:18.244842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12386-68a3-410a-b7ea-269ff22d45c6 req-7fbd518f-7bc3-4b13-ba89-31ae23a77550 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.259205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89e12386-68a3-410a-b7ea-269ff22d45c6 req-7fbd518f-7bc3-4b13-ba89-31ae23a77550 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 945 time: 0.2621524 Nov 03 18:44:18.272394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4aa094-f560-4b4e-9a23-148d720fed71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834399f3-c7de-4f2d-b2c0-522659bb754f'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:18.275093 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0528b0-9858-44c2-a803-7eceb540d07b" -d '{"events": [{"server_uuid": "9f4aa094-f560-4b4e-9a23-148d720fed71", "name": "network-vif-plugged", "status": "completed", "tag": "834399f3-c7de-4f2d-b2c0-522659bb754f"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:18.316077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] For port e0466329-638e-45ef-9a2b-fe2919a4a846, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e0466329-638e-45ef-9a2b-fe2919a4a846,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:18.316077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.362259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Network c39fa089-b53a-4d3b-9c5e-56c610a6b252 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:18.367209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=834399f3-c7de-4f2d-b2c0-522659bb754f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:18.393807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Calling delete_port for e0466329-638e-45ef-9a2b-fe2919a4a846 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:18.417477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c39fa089-b53a-4d3b-9c5e-56c610a6b252) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:18.446312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.447316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.455702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5789bb-9ed8-4006-861f-5877852139c0 None None] Network c39fa089-b53a-4d3b-9c5e-56c610a6b252 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:18.476996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89e12386-68a3-410a-b7ea-269ff22d45c6 req-421778f1-8292-483c-bab7-8b50ebb97b41 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162268 Nov 03 18:44:18.529617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-11176330-43e5-439c-abcc-29086a531992 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2604039 Nov 03 18:44:18.655873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.689292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1975f82e-8741-4bb2-b1d7-a56238204dd4', 'e0466329-638e-45ef-9a2b-fe2919a4a846'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:18.700767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Pushing event deleted for resources: {'Port': ['ID=e0466329-638e-45ef-9a2b-fe2919a4a846,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:18.761368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a5f29-4c16-4cff-b3d0-c7816e8f1c95 req-de7f97a5-23d9-4162-83f5-16f8d4fe2a64 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.769746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d69a5f29-4c16-4cff-b3d0-c7816e8f1c95 req-de7f97a5-23d9-4162-83f5-16f8d4fe2a64 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0925486 Nov 03 18:44:18.802596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] No DVR routers for this DVR port e0466329-638e-45ef-9a2b-fe2919a4a846 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:18.811935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.819373 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8747d785-ea2f-4be2-aad8-af87507bd111 req-0d7eb93d-435a-49b3-b927-7393544ab407 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.70 "DELETE /v2.0/ports/e0466329-638e-45ef-9a2b-fe2919a4a846 HTTP/1.1" status: 204 len: 173 time: 1.2331886 Nov 03 18:44:18.819908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884ab3a-987d-4170-96ed-4c5d29d26020', 'name': 'network-vif-deleted', 'tag': 'e0466329-638e-45ef-9a2b-fe2919a4a846'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:18.829711 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1425e81d-a72f-4aaa-b1aa-74d4f7463191" -d '{"events": [{"server_uuid": "9884ab3a-987d-4170-96ed-4c5d29d26020", "name": "network-vif-deleted", "tag": "e0466329-638e-45ef-9a2b-fe2919a4a846"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:18.869766 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d69a5f29-4c16-4cff-b3d0-c7816e8f1c95 req-62479086-cb50-4540-beda-49277d47b415 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965817 Nov 03 18:44:19.153623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf7622-99c5-4827-99de-81cea9d257d7 None None] Network c39fa089-b53a-4d3b-9c5e-56c610a6b252 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:19.320021 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d36caa-c738-43c3-8afb-2468b9c2ddad x-openstack-request-id: req-83d36caa-c738-43c3-8afb-2468b9c2ddad {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:19.320021 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4aa094-f560-4b4e-9a23-148d720fed71", "name": "network-vif-plugged", "status": "completed", "tag": "834399f3-c7de-4f2d-b2c0-522659bb754f", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:19.320021 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83d36caa-c738-43c3-8afb-2468b9c2ddad {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:19.320021 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4aa094-f560-4b4e-9a23-148d720fed71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834399f3-c7de-4f2d-b2c0-522659bb754f', 'code': 200} Nov 03 18:44:19.591553 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7c9adce-b6a1-48da-be05-72b7b9f76693 req-24c56685-eb39-4adb-a6a6-0046d42b127a tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=9884ab3a-987d-4170-96ed-4c5d29d26020 HTTP/1.1" status: 200 len: 210 time: 0.1052394 Nov 03 18:44:19.609561 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51739b-8a48-4798-8b67-dca14a4300bf req-a6338208-c755-44cd-b7cb-369ac75a8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.617259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c51739b-8a48-4798-8b67-dca14a4300bf req-a6338208-c755-44cd-b7cb-369ac75a8626 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 1097 time: 0.2453055 Nov 03 18:44:19.722460 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34705db-6a08-49d7-a55d-801ce28b8c5c x-openstack-request-id: req-d34705db-6a08-49d7-a55d-801ce28b8c5c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:19.723692 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884ab3a-987d-4170-96ed-4c5d29d26020", "name": "network-vif-deleted", "tag": "e0466329-638e-45ef-9a2b-fe2919a4a846", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:19.724463 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d34705db-6a08-49d7-a55d-801ce28b8c5c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:19.725174 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884ab3a-987d-4170-96ed-4c5d29d26020', 'name': 'network-vif-deleted', 'tag': 'e0466329-638e-45ef-9a2b-fe2919a4a846', 'status': 'completed', 'code': 200} Nov 03 18:44:19.755038 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c51739b-8a48-4798-8b67-dca14a4300bf req-726dfcc4-6000-4ca3-ae53-f854013241ac service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309571 Nov 03 18:44:19.847984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:19.983252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:19.983252 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.437900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eafda-66c2-4350-b9f1-925567e7a0ea req-7a30b410-a248-4ccb-b195-bbdb380d6db7 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:20.440864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566eafda-66c2-4350-b9f1-925567e7a0ea req-7a30b410-a248-4ccb-b195-bbdb380d6db7 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 946 time: 0.0894110 Nov 03 18:44:20.562377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566eafda-66c2-4350-b9f1-925567e7a0ea req-f9a7b540-8f36-45cb-9022-a6ce411e45b6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086037 Nov 03 18:44:21.107859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f29bc-e677-491f-a643-96eca8dabcdf req-205f4bec-3760-4ebc-9c7b-7a5406983c87 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.109784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-926f29bc-e677-491f-a643-96eca8dabcdf req-205f4bec-3760-4ebc-9c7b-7a5406983c87 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0806806 Nov 03 18:44:21.193728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-926f29bc-e677-491f-a643-96eca8dabcdf req-67da3fad-40e2-493e-b8f4-f842df72d80e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657499 Nov 03 18:44:21.319497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e0466329-638e-45ef-9a2b-fe2919a4a846 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:21.353905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: e0466329-638e-45ef-9a2b-fe2919a4a846 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:21.354975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e0466329-638e-45ef-9a2b-fe2919a4a846 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:21.628441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7b8d5-84f5-4cf1-bb43-b565b8fde1ea req-83988029-1aec-40f7-a803-a2d8f7761040 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.631138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cc7b8d5-84f5-4cf1-bb43-b565b8fde1ea req-83988029-1aec-40f7-a803-a2d8f7761040 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0933952 Nov 03 18:44:21.723623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cc7b8d5-84f5-4cf1-bb43-b565b8fde1ea req-53fe9de8-62cf-4df4-bed8-4fdb2b6fa7a1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810113 Nov 03 18:44:22.210677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95983d-8754-4ef1-a8e1-f9a27e466a71 req-245f0cd6-4b9c-450e-9bd3-96dcff1c61ba tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:22.213559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da95983d-8754-4ef1-a8e1-f9a27e466a71 req-245f0cd6-4b9c-450e-9bd3-96dcff1c61ba tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 946 time: 0.0947335 Nov 03 18:44:22.313720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da95983d-8754-4ef1-a8e1-f9a27e466a71 req-334e9845-8480-478d-9488-f0687ba56306 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879061 Nov 03 18:44:22.802994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa8abb-88e1-4f18-83b4-78c46397a883 req-ddfa15a9-b27f-4626-b948-a462853b846d tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:22.805703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3dfa8abb-88e1-4f18-83b4-78c46397a883 req-ddfa15a9-b27f-4626-b948-a462853b846d tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.0926406 Nov 03 18:44:22.903171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3dfa8abb-88e1-4f18-83b4-78c46397a883 req-b5608785-4a43-4a45-bec0-ac9c97ecc5c2 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858531 Nov 03 18:44:23.158963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299fb24-a261-45dd-a503-279d7ea9a466 req-df9579c6-bae1-4972-8188-70c13e8bc60f tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:23.161666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a299fb24-a261-45dd-a503-279d7ea9a466 req-df9579c6-bae1-4972-8188-70c13e8bc60f tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1169fec2-9a0a-40cc-b24d-8e11c292bf94 HTTP/1.1" status: 200 len: 945 time: 0.0867436 Nov 03 18:44:23.247852 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a299fb24-a261-45dd-a503-279d7ea9a466 req-3cae1307-85bf-434f-b69b-39e4d3b48123 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772560 Nov 03 18:44:23.430525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0921-d0c1-467b-b68b-437c85349663 req-c0af370a-8ca1-4a9d-a3ec-3f6e37db709d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:23.432433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-839e0921-d0c1-467b-b68b-437c85349663 req-c0af370a-8ca1-4a9d-a3ec-3f6e37db709d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0972266 Nov 03 18:44:23.541466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-839e0921-d0c1-467b-b68b-437c85349663 req-cc7c2e5e-260a-4f64-a9b4-7a8a828159ea tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913925 Nov 03 18:44:24.085711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59696c-10ab-4545-8884-d6c014d744c2 req-dff450b3-5b38-45e7-873c-b73b8ff51860 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:24.088475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da59696c-10ab-4545-8884-d6c014d744c2 req-dff450b3-5b38-45e7-873c-b73b8ff51860 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.0883911 Nov 03 18:44:24.192369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da59696c-10ab-4545-8884-d6c014d744c2 req-f6827992-b492-4c39-b590-0ae0a9f2dc00 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901158 Nov 03 18:44:24.801609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c0d64-578d-4c24-93c3-4e8286e2eb21 req-9182af7e-2977-443d-a1cc-7c13c2fb7e7c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:24.804797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-181c0d64-578d-4c24-93c3-4e8286e2eb21 req-9182af7e-2977-443d-a1cc-7c13c2fb7e7c tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.0930600 Nov 03 18:44:24.903500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-181c0d64-578d-4c24-93c3-4e8286e2eb21 req-f727d4f2-4c4e-4057-92b7-b4e84b189714 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922322 Nov 03 18:44:25.298399 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:44:25.437571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-22999133-32b4-446a-9f6e-c96b73312a89 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.439736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-22999133-32b4-446a-9f6e-c96b73312a89 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 812 time: 0.1909215 Nov 03 18:44:25.449346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-b4ff2091-00bd-4a4c-b11a-4055294d202b tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.456977 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-b4ff2091-00bd-4a4c-b11a-4055294d202b tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "GET /v2.0/ports?device_id=1169fec2-9a0a-40cc-b24d-8e11c292bf94 HTTP/1.1" status: 200 len: 945 time: 0.1061101 Nov 03 18:44:25.465554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-0f290930-72f7-4837-a811-491c53ef9851 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/quotas/d7557f94a4cb49a58a922e43500eca94 HTTP/1.1" status: 200 len: 375 time: 0.0140159 Nov 03 18:44:25.590931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-caf9dfa5-9ee0-4525-a587-abd63f15ffdf tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116357 Nov 03 18:44:25.613666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Deleting port f43583ef-1eac-4be7-8de1-c3021746c2ee {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:25.614892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.716386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-39f7cee3-efef-4601-bfd8-d9081cbae122 service neutron] 10.222.0.77 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171091 Nov 03 18:44:25.813953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] For port f43583ef-1eac-4be7-8de1-c3021746c2ee, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f43583ef-1eac-4be7-8de1-c3021746c2ee,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:25.814578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.837850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Calling delete_port for f43583ef-1eac-4be7-8de1-c3021746c2ee owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:25.891636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c6ba208d-8557-4274-96ca-11233fd84dce service neutron] 10.222.0.77 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633677 Nov 03 18:44:26.124164 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.144509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['834399f3-c7de-4f2d-b2c0-522659bb754f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:26.196171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-5e25c275-1c65-4a44-8cdf-ae45794ade32 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.199191 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-5e25c275-1c65-4a44-8cdf-ae45794ade32 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f4aa094-f560-4b4e-9a23-148d720fed71 HTTP/1.1" status: 200 len: 946 time: 0.1137636 Nov 03 18:44:26.218296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['f43583ef-1eac-4be7-8de1-c3021746c2ee'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:26.385919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] No DVR routers for this DVR port f43583ef-1eac-4be7-8de1-c3021746c2ee on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:26.390912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Pushing event deleted for resources: {'Port': ['ID=f43583ef-1eac-4be7-8de1-c3021746c2ee,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:26.395506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.401693 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-aa7600be-e208-420f-8b83-ee3a44b4e57b req-ea4a99f8-b1d1-4c6a-add9-000567e26c71 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "DELETE /v2.0/ports/f43583ef-1eac-4be7-8de1-c3021746c2ee HTTP/1.1" status: 204 len: 173 time: 0.9367738 Nov 03 18:44:26.402117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1169fec2-9a0a-40cc-b24d-8e11c292bf94', 'name': 'network-vif-deleted', 'tag': 'f43583ef-1eac-4be7-8de1-c3021746c2ee'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:26.406621 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43102408-3967-4a67-975c-0f40ecd7c43f" -d '{"events": [{"server_uuid": "1169fec2-9a0a-40cc-b24d-8e11c292bf94", "name": "network-vif-deleted", "tag": "f43583ef-1eac-4be7-8de1-c3021746c2ee"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:26.672245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Deleting port 834399f3-c7de-4f2d-b2c0-522659bb754f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:26.672869 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.769797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a91e1f-c6e6-4c74-97ff-b0fbf8716359 req-7e82f8fd-0797-41b5-8647-ff0cb5736928 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.779443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91a91e1f-c6e6-4c74-97ff-b0fbf8716359 req-7e82f8fd-0797-41b5-8647-ff0cb5736928 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2277925 Nov 03 18:44:26.978245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91a91e1f-c6e6-4c74-97ff-b0fbf8716359 req-b9a62673-2401-4175-96c2-54709be435ea tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425905 Nov 03 18:44:26.983336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] For port 834399f3-c7de-4f2d-b2c0-522659bb754f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=834399f3-c7de-4f2d-b2c0-522659bb754f,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:26.983718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.008499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Calling delete_port for 834399f3-c7de-4f2d-b2c0-522659bb754f owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:27.320827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.333665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['f43583ef-1eac-4be7-8de1-c3021746c2ee'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:27.377636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Pushing event deleted for resources: {'Port': ['ID=834399f3-c7de-4f2d-b2c0-522659bb754f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:27.420954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85a798-593c-4997-b523-db6ae813a27e req-cae0677a-efc6-4a5e-8c3e-0b85b13ad4c7 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.428979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d85a798-593c-4997-b523-db6ae813a27e req-cae0677a-efc6-4a5e-8c3e-0b85b13ad4c7 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1668670 Nov 03 18:44:27.450801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] No DVR routers for this DVR port 834399f3-c7de-4f2d-b2c0-522659bb754f on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:27.454387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.457912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7c16cfd-d0b6-43cd-94cf-72f290f0ed70 req-cdeda8bc-3761-4dfe-9b0e-5818dc583a35 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.96 "DELETE /v2.0/ports/834399f3-c7de-4f2d-b2c0-522659bb754f HTTP/1.1" status: 204 len: 173 time: 1.2490578 Nov 03 18:44:27.458410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4aa094-f560-4b4e-9a23-148d720fed71', 'name': 'network-vif-deleted', 'tag': '834399f3-c7de-4f2d-b2c0-522659bb754f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:27.460958 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7665dc87-6220-43db-bcab-925e511a50f2" -d '{"events": [{"server_uuid": "9f4aa094-f560-4b4e-9a23-148d720fed71", "name": "network-vif-deleted", "tag": "834399f3-c7de-4f2d-b2c0-522659bb754f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:27.565799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-a9aa7fac-55ee-4bf3-84ef-1a76ceeaea60 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.567996 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-a9aa7fac-55ee-4bf3-84ef-1a76ceeaea60 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.70 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 945 time: 0.1048536 Nov 03 18:44:27.582268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d85a798-593c-4997-b523-db6ae813a27e req-bfe90594-6824-408a-ac6f-6882ae10b9c4 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/security-groups?id=adeb48fe-a336-421d-9731-54bd1c850022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481996 Nov 03 18:44:27.777124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Deleting port 1975f82e-8741-4bb2-b1d7-a56238204dd4 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:27.778463 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.788806 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd324b33-0dbb-4b25-bda4-d8e2bdafd65b x-openstack-request-id: req-cd324b33-0dbb-4b25-bda4-d8e2bdafd65b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:27.789717 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1169fec2-9a0a-40cc-b24d-8e11c292bf94", "name": "network-vif-deleted", "tag": "f43583ef-1eac-4be7-8de1-c3021746c2ee", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:27.790257 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd324b33-0dbb-4b25-bda4-d8e2bdafd65b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:27.790840 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1169fec2-9a0a-40cc-b24d-8e11c292bf94', 'name': 'network-vif-deleted', 'tag': 'f43583ef-1eac-4be7-8de1-c3021746c2ee', 'status': 'completed', 'code': 200} Nov 03 18:44:27.941811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] For port 1975f82e-8741-4bb2-b1d7-a56238204dd4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1975f82e-8741-4bb2-b1d7-a56238204dd4,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:27.942178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.966530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb47855-649b-472f-ae4d-1b64eff3c2d3 req-b013f7bd-2b80-46b9-8b03-fb3076b288f8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.968152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bbb47855-649b-472f-ae4d-1b64eff3c2d3 req-b013f7bd-2b80-46b9-8b03-fb3076b288f8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1121852 Nov 03 18:44:28.072564 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bbb47855-649b-472f-ae4d-1b64eff3c2d3 req-ff979e68-3f85-4804-99e6-cbd3535c0884 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969436 Nov 03 18:44:28.301698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Calling delete_port for 1975f82e-8741-4bb2-b1d7-a56238204dd4 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:28.411809 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9ca052-8a50-4dab-98c0-37cb9ad7cf30 x-openstack-request-id: req-8c9ca052-8a50-4dab-98c0-37cb9ad7cf30 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:28.412111 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4aa094-f560-4b4e-9a23-148d720fed71", "name": "network-vif-deleted", "tag": "834399f3-c7de-4f2d-b2c0-522659bb754f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:28.412365 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c9ca052-8a50-4dab-98c0-37cb9ad7cf30 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:28.412776 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4aa094-f560-4b4e-9a23-148d720fed71', 'name': 'network-vif-deleted', 'tag': '834399f3-c7de-4f2d-b2c0-522659bb754f', 'status': 'completed', 'code': 200} Nov 03 18:44:28.607335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-8a3c69cd-0ef1-40d8-b4a4-8fa83c7ccc6b tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:28.611998 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-8a3c69cd-0ef1-40d8-b4a4-8fa83c7ccc6b tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 812 time: 0.2062802 Nov 03 18:44:28.650823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Request body: {'port': {'device_id': '5d60e63c-c423-4b2d-afb3-2b256da70774', 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'admin_state_up': True, 'tenant_id': 'd7557f94a4cb49a58a922e43500eca94'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:28.657216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.674295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1975f82e-8741-4bb2-b1d7-a56238204dd4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:28.865299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Pushing event deleted for resources: {'Port': ['ID=1975f82e-8741-4bb2-b1d7-a56238204dd4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:28.875848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] No DVR routers for this DVR port 1975f82e-8741-4bb2-b1d7-a56238204dd4 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:28.897916 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.929708 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f13bbf1-9de8-45c8-a540-28072e7bbed8 req-d562d13d-f2b8-431a-952a-6e5353238561 tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.70 "DELETE /v2.0/ports/1975f82e-8741-4bb2-b1d7-a56238204dd4 HTTP/1.1" status: 204 len: 173 time: 1.3536241 Nov 03 18:44:29.028948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a235cf9-79a8-42c9-94a7-2efa437e9703 req-eaf0a3aa-f67b-4405-8bf5-82fe2a4b7f15 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 210 time: 0.0774896 Nov 03 18:44:29.066599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Made reservation on behalf of d7557f94a4cb49a58a922e43500eca94 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:29.071330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.151286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-1246c39f-c98a-4ea3-9e4e-a3eb53d87a81 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:29.153744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-1246c39f-c98a-4ea3-9e4e-a3eb53d87a81 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 812 time: 0.3492122 Nov 03 18:44:29.184825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Request body: {'port': {'device_id': 'f8a73ce7-5bd4-4bcd-9323-bea4570fac36', 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'admin_state_up': True, 'tenant_id': 'd7557f94a4cb49a58a922e43500eca94'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:29.341823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f43583ef-1eac-4be7-8de1-c3021746c2ee no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:29.412901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: f43583ef-1eac-4be7-8de1-c3021746c2ee {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:29.413497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f43583ef-1eac-4be7-8de1-c3021746c2ee not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:29.414867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1975f82e-8741-4bb2-b1d7-a56238204dd4 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:29.435407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Allocated IP 172.20.0.6 (2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3/3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6/a736a051-6dc3-42af-83e1-f8bbb7366359) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:29.460595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 1975f82e-8741-4bb2-b1d7-a56238204dd4 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:29.461525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1975f82e-8741-4bb2-b1d7-a56238204dd4 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:29.518103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Made reservation on behalf of d7557f94a4cb49a58a922e43500eca94 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:29.524479 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.776456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9680944b-4204-4490-95f2-76374311dac0 req-f820abd2-f8e8-4ee8-97c7-c3ef5355436e tempest-ServerRescueNegativeTestJSON-1091418588 tempest-ServerRescueNegativeTestJSON-1091418588-project] 10.222.0.77 "GET /v2.0/ports?device_id=d948f64f-702c-4559-b0ac-9d374e5ae9c1 HTTP/1.1" status: 200 len: 210 time: 0.0851314 Nov 03 18:44:29.786480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.801586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd948f64f-702c-4559-b0ac-9d374e5ae9c1', 'name': 'network-vif-deleted', 'tag': '1975f82e-8741-4bb2-b1d7-a56238204dd4'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:29.805998 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9505009-a67b-442e-b72e-b22c384e7c56" -d '{"events": [{"server_uuid": "d948f64f-702c-4559-b0ac-9d374e5ae9c1", "name": "network-vif-deleted", "tag": "1975f82e-8741-4bb2-b1d7-a56238204dd4"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:29.856453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.926091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:29.930104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:29.935431 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:29.986538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Pushing event updated for resources: {'Port': ['ID=a736a051-6dc3-42af-83e1-f8bbb7366359,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:30.021921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.021921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.028454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Allocated IP 172.20.0.11 (2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3/3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6/1bc6e49e-50ef-4261-ab3a-bb31e12ab3af) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:30.046644 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c877462b-de1b-49c9-8c52-2f9ac1fccdb6 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4017036 Nov 03 18:44:30.070807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Request body: {'port': {'device_id': '5d60e63c-c423-4b2d-afb3-2b256da70774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:30.083088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2efed1-d8a6-4158-8d21-7cd190e0bfef req-c2c01bfe-3cc7-4a4a-88a8-fc00c19b3339 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.085797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d2efed1-d8a6-4158-8d21-7cd190e0bfef req-c2c01bfe-3cc7-4a4a-88a8-fc00c19b3339 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1064975 Nov 03 18:44:30.201251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.298994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d2efed1-d8a6-4158-8d21-7cd190e0bfef req-b29af16c-3cc2-4acb-9f98-4a7d94e361a8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941001 Nov 03 18:44:30.403478 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.457973 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.510909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:30.518435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:30.527814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:30.578757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Pushing event updated for resources: {'Port': ['ID=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:30.629360 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d9edee-735d-4e00-bd35-279e4e55f0f7 x-openstack-request-id: req-00d9edee-735d-4e00-bd35-279e4e55f0f7 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:30.629886 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d948f64f-702c-4559-b0ac-9d374e5ae9c1", "name": "network-vif-deleted", "tag": "1975f82e-8741-4bb2-b1d7-a56238204dd4", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:30.630211 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00d9edee-735d-4e00-bd35-279e4e55f0f7 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:30.631034 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd948f64f-702c-4559-b0ac-9d374e5ae9c1', 'name': 'network-vif-deleted', 'tag': '1975f82e-8741-4bb2-b1d7-a56238204dd4', 'status': 'completed', 'code': 200} Nov 03 18:44:30.638169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.640103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.680470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-993c9bfd-2962-47bb-b2e6-4796c9a4d351 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5150688 Nov 03 18:44:30.695824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Request body: {'port': {'device_id': 'f8a73ce7-5bd4-4bcd-9323-bea4570fac36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:30.803596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a736a051-6dc3-42af-83e1-f8bbb7366359 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:30.814180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.832614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Transition to ACTIVE for port object a736a051-6dc3-42af-83e1-f8bbb7366359 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:30.837589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.863381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56eef56-334e-4ebe-aca4-d2374a9d0b94 req-1c414a94-d269-46d1-bbf5-eebadd9cd737 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.865745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f56eef56-334e-4ebe-aca4-d2374a9d0b94 req-1c414a94-d269-46d1-bbf5-eebadd9cd737 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 932 time: 0.1644537 Nov 03 18:44:30.867395 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.902933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a736a051-6dc3-42af-83e1-f8bbb7366359,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:31.002615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Attempting to bind port a736a051-6dc3-42af-83e1-f8bbb7366359 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:31.002952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Attempting to bind port a736a051-6dc3-42af-83e1-f8bbb7366359 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:31.003289 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Attempting to bind port a736a051-6dc3-42af-83e1-f8bbb7366359 on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:31.008615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Port a736a051-6dc3-42af-83e1-f8bbb7366359 on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:31.008943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Attempting to bind port a736a051-6dc3-42af-83e1-f8bbb7366359 on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:31.024172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:31.025972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Checking segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:31.026625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Bound using segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:31.028174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f56eef56-334e-4ebe-aca4-d2374a9d0b94 req-37a11224-a51d-426a-8f7a-26e6d0520c2c tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315327 Nov 03 18:44:31.038168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Bound port: a736a051-6dc3-42af-83e1-f8bbb7366359, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:31.038976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.069850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 834399f3-c7de-4f2d-b2c0-522659bb754f no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:31.123010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 834399f3-c7de-4f2d-b2c0-522659bb754f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:31.123690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 834399f3-c7de-4f2d-b2c0-522659bb754f not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:31.242939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] For port a736a051-6dc3-42af-83e1-f8bbb7366359, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:31.250116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] For port a736a051-6dc3-42af-83e1-f8bbb7366359, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a736a051-6dc3-42af-83e1-f8bbb7366359,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:31.269522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.361434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.362541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.365340 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] 10.222.0.70 "PUT /v2.0/ports/a736a051-6dc3-42af-83e1-f8bbb7366359 HTTP/1.1" status: 200 len: 1091 time: 1.3107607 Nov 03 18:44:31.367578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9e28b-ceee-4b24-b22d-8c1c0c777cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a736a051-6dc3-42af-83e1-f8bbb7366359,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:31.423871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f40da-ac29-47cb-9994-98ab8a64685f req-fdf043a9-60ef-40ca-8bf0-0e97dec68b5b tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.426082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd9f40da-ac29-47cb-9994-98ab8a64685f req-fdf043a9-60ef-40ca-8bf0-0e97dec68b5b tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2110367 Nov 03 18:44:31.506176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-3b008c06-5adc-43a5-8f28-692637a3fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.508202 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-3b008c06-5adc-43a5-8f28-692637a3fea0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&device_id=5d60e63c-c423-4b2d-afb3-2b256da70774 HTTP/1.1" status: 200 len: 1094 time: 0.0752835 Nov 03 18:44:31.546963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd9f40da-ac29-47cb-9994-98ab8a64685f req-fc4ad8c9-7bea-44f0-b9ec-d5781ba13c0d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076400 Nov 03 18:44:31.586040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-24fede49-6e3b-44de-9b09-996e0d9c26c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a736a051-6dc3-42af-83e1-f8bbb7366359 HTTP/1.1" status: 200 len: 217 time: 0.0611191 Nov 03 18:44:31.619972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:31.660267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.696036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-cf1c167a-2eab-4c68-b7e5-91391cacdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.697947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Transition to ACTIVE for port object 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:31.702106 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-cf1c167a-2eab-4c68-b7e5-91391cacdd61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 200 len: 852 time: 0.1059170 Nov 03 18:44:31.709924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.787152 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-b0a7edac-1b97-46b2-ba9c-c03e304e03ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795336 Nov 03 18:44:31.811589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Pushing event updated for resources: {'Port': ['ID=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:31.865050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56196) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:32.009571 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-472dc281-7392-4178-84a2-d70b15d9a5f8 service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086856 Nov 03 18:44:32.136643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Attempting to bind port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:32.137769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Attempting to bind port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:32.138682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Attempting to bind port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:32.147143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.168952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-67b7a306-7c3e-4593-a6f2-95a8a294173c service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513462 Nov 03 18:44:32.498789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:32.499677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Attempting to bind port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af on network 2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:32.568719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:32.569059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Checking segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:32.569464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Bound using segment: {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:32.569919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Bound port: 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f4715f-ef33-49f0-a880-169f381d5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:32.570316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.632933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d60e63c-c423-4b2d-afb3-2b256da70774', 'tag': 'a736a051-6dc3-42af-83e1-f8bbb7366359'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:32.635966 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7595b13a-2ae9-4254-9436-e1a16d43b329" -d '{"events": [{"name": "network-changed", "server_uuid": "5d60e63c-c423-4b2d-afb3-2b256da70774", "tag": "a736a051-6dc3-42af-83e1-f8bbb7366359"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:32.720154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-5798cdc4-de0d-4432-9541-07ef6adc6184 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:32.720154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-5798cdc4-de0d-4432-9541-07ef6adc6184 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/networks?id=c39fa089-b53a-4d3b-9c5e-56c610a6b252 HTTP/1.1" status: 200 len: 809 time: 0.6176126 Nov 03 18:44:32.799752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-39ac3a95-f1e8-46a7-8ca5-396addc40fa0 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/quotas/e96123328296445aafa2dfe9bbc9b645 HTTP/1.1" status: 200 len: 375 time: 0.0622513 Nov 03 18:44:32.804065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] For port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:32.828088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] For port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:32.845175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.867899 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-6f3568d1-283b-4b77-87b8-8d0cc36db594 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e96123328296445aafa2dfe9bbc9b645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496376 Nov 03 18:44:33.023373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.024034 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.025481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] 10.222.0.70 "PUT /v2.0/ports/1bc6e49e-50ef-4261-ab3a-bb31e12ab3af HTTP/1.1" status: 200 len: 1092 time: 2.3370166 Nov 03 18:44:33.028376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a73ce7-5bd4-4bcd-9323-bea4570fac36', 'tag': '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:33.031092 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e75f22-e31e-4c9f-8504-9756243fea06" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a73ce7-5bd4-4bcd-9323-bea4570fac36", "tag": "1bc6e49e-50ef-4261-ab3a-bb31e12ab3af"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:33.127115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a146f6-8d18-4e45-8de6-10f77b1ef93d service neutron] Pushing event updated for resources: {'Port': ['ID=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:33.164475 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.190335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-fec1f545-4943-4294-9cbc-b7ba91d7c8a8 service neutron] 10.222.0.77 "GET /v2.0/networks/c39fa089-b53a-4d3b-9c5e-56c610a6b252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968597 Nov 03 18:44:33.284798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-46354a95-0d90-4df5-b763-942fbb35141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.286382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-46354a95-0d90-4df5-b763-942fbb35141b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 1095 time: 0.1663854 Nov 03 18:44:33.351929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-c300f41a-341b-4ea5-be78-72ad144fa6b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af HTTP/1.1" status: 200 len: 217 time: 0.0507150 Nov 03 18:44:33.424003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-1c5aed1e-3eec-447e-b1a4-832c49a95f04 service neutron] 10.222.0.77 "GET /v2.0/networks/c39fa089-b53a-4d3b-9c5e-56c610a6b252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270679 Nov 03 18:44:33.523742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-f8f04a6f-9e0f-4373-b3db-3cc6fc8da94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.525948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-f8f04a6f-9e0f-4373-b3db-3cc6fc8da94b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 200 len: 852 time: 0.1675417 Nov 03 18:44:33.600942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-87e9d1c4-e1df-4aeb-b4ae-5392195485cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597057 Nov 03 18:44:33.765522 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.953483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-070b17d8-4536-4a0a-b45f-0767c45c94de service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425035 Nov 03 18:44:34.221741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4266b55-8e63-4d65-bb48-2b1c34dfbe97 req-d65f7d11-e9b8-47d1-8dd0-2eb3830196fb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.224180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4266b55-8e63-4d65-bb48-2b1c34dfbe97 req-d65f7d11-e9b8-47d1-8dd0-2eb3830196fb tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 944 time: 0.2789576 Nov 03 18:44:34.363657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0222b65-498f-4a33-b2f2-06379a628e81 req-35104125-dd7a-4e8a-be59-80ba2a607168 service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929274 Nov 03 18:44:34.426523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4266b55-8e63-4d65-bb48-2b1c34dfbe97 req-5e251e10-4c62-4216-ae78-d417d1f6b541 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707206 Nov 03 18:44:34.526143 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2233a18a-aa6c-4394-a780-e3bed1f67930 x-openstack-request-id: req-2233a18a-aa6c-4394-a780-e3bed1f67930 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:34.526143 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d60e63c-c423-4b2d-afb3-2b256da70774", "tag": "a736a051-6dc3-42af-83e1-f8bbb7366359", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:34.527005 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2233a18a-aa6c-4394-a780-e3bed1f67930 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:34.527005 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d60e63c-c423-4b2d-afb3-2b256da70774', 'tag': 'a736a051-6dc3-42af-83e1-f8bbb7366359', 'status': 'completed', 'code': 200} Nov 03 18:44:34.744372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Deleting port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:34.744971 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.752364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-4178bc10-362b-4a88-b531-614dd1e72933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.756883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-4178bc10-362b-4a88-b531-614dd1e72933 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&device_id=5d60e63c-c423-4b2d-afb3-2b256da70774 HTTP/1.1" status: 200 len: 1094 time: 0.1694405 Nov 03 18:44:35.006926 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fe7211-a5a7-4e9b-af76-268da96922de x-openstack-request-id: req-03fe7211-a5a7-4e9b-af76-268da96922de {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:35.007388 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a73ce7-5bd4-4bcd-9323-bea4570fac36", "tag": "1bc6e49e-50ef-4261-ab3a-bb31e12ab3af", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:35.007881 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03fe7211-a5a7-4e9b-af76-268da96922de {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:35.008390 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a73ce7-5bd4-4bcd-9323-bea4570fac36', 'tag': '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af', 'status': 'completed', 'code': 200} Nov 03 18:44:35.068257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] For port 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,segment=NetworkSegment(9e60ce9a-92af-4871-9547-d121dce1658e),segment_id=9e60ce9a-92af-4871-9547-d121dce1658e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:35.068852 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.110787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Calling delete_port for 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:35.115327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-2d267772-c9af-4600-882a-dd94e9d32dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.118210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-2d267772-c9af-4600-882a-dd94e9d32dc6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 913 time: 0.3476212 Nov 03 18:44:35.161525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-2118f006-e016-43db-aade-7d44df0f476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.164551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-2118f006-e016-43db-aade-7d44df0f476a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7557f94a4cb49a58a922e43500eca94&device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 1095 time: 0.1379757 Nov 03 18:44:35.198183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-ec247f69-9198-4a40-8d26-69eeca40d34e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a736a051-6dc3-42af-83e1-f8bbb7366359 HTTP/1.1" status: 200 len: 217 time: 0.0655539 Nov 03 18:44:35.262413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6637e97-b448-43f0-aa10-d25970e501d6 req-158a98a3-316d-4a47-9bed-d1c3ee12faf1 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 210 time: 0.1288705 Nov 03 18:44:35.315714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-36e09d17-ff69-4a2b-a6b7-7f0328716a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.318111 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-36e09d17-ff69-4a2b-a6b7-7f0328716a65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 200 len: 913 time: 0.1452787 Nov 03 18:44:35.338546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a736a051-6dc3-42af-83e1-f8bbb7366359 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:35.410788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-fb138ff5-aa2a-4194-8f98-7079643d2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.412641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-fb138ff5-aa2a-4194-8f98-7079643d2d51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 200 len: 852 time: 0.1489897 Nov 03 18:44:35.436943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-a48026c3-c9f1-4f0d-95f3-777b447d669f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af HTTP/1.1" status: 200 len: 217 time: 0.1105652 Nov 03 18:44:35.522987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-1f900f2f-93b8-4e9b-a8d0-471ad0e329dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990949 Nov 03 18:44:35.531572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-789711c9-51a4-426e-bdbf-79a4007355e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.535541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-789711c9-51a4-426e-bdbf-79a4007355e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 200 len: 852 time: 0.0915859 Nov 03 18:44:35.609831 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-e443f429-dad9-44bb-a955-6ab031a72613 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626142 Nov 03 18:44:35.748293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a736a051-6dc3-42af-83e1-f8bbb7366359, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a736a051-6dc3-42af-83e1-f8bbb7366359,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:35.775385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'a736a051-6dc3-42af-83e1-f8bbb7366359', 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'port_id': 'a736a051-6dc3-42af-83e1-f8bbb7366359', 'mac_address': 'fa:16:3e:95:0e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:35.865963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-797bb987-8a0b-4b9c-93b5-6323e254ccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.899985 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.913542 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-0a4309a8-8e57-4b6f-aa04-85028bd51fe9 service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924325 Nov 03 18:44:35.943448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a736a051-6dc3-42af-83e1-f8bbb7366359 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:36.031996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a736a051-6dc3-42af-83e1-f8bbb7366359, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a736a051-6dc3-42af-83e1-f8bbb7366359,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:36.040774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.131177 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-35e75f22-e31e-4c9f-8504-9756243fea06 req-ab52e408-f922-4b4e-b3f6-2bd40ac1cfa6 service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116208 Nov 03 18:44:36.207375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a736a051-6dc3-42af-83e1-f8bbb7366359,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:36.269557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['a736a051-6dc3-42af-83e1-f8bbb7366359'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:36.427789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd57072-147d-46c7-82b1-e1ebdb74aceb req-8886f9c7-7f40-419f-be43-f306ef47de1a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.436501 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfd57072-147d-46c7-82b1-e1ebdb74aceb req-8886f9c7-7f40-419f-be43-f306ef47de1a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.9912734 Nov 03 18:44:36.518653 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-3f7153f2-c00e-4f2c-a278-6d2d5dc3544d service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9566228 Nov 03 18:44:36.648909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-4dcaabb4-ddca-40a6-b55d-6924bddf9cba tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.650509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-4dcaabb4-ddca-40a6-b55d-6924bddf9cba tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.96 "GET /v2.0/networks?id=c39fa089-b53a-4d3b-9c5e-56c610a6b252 HTTP/1.1" status: 200 len: 809 time: 1.0083034 Nov 03 18:44:36.704264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Request body: {'port': {'device_id': '369db16b-b54f-4555-8c95-655644e187f8', 'network_id': 'c39fa089-b53a-4d3b-9c5e-56c610a6b252', 'admin_state_up': True, 'tenant_id': 'e96123328296445aafa2dfe9bbc9b645'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:36.723161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfd57072-147d-46c7-82b1-e1ebdb74aceb req-86f97bd5-83c7-4cd5-8b80-e210adc2ac6f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726452 Nov 03 18:44:36.744402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.856272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:37.031039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7595b13a-2ae9-4254-9436-e1a16d43b329 req-883d56c6-5237-4173-aa06-d859d9cc54cf service neutron] 10.222.0.70 "GET /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012500 Nov 03 18:44:37.179186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2b558-544a-4a2c-a84a-d0b37cdd4277 req-f3ef8fac-be01-4c83-ade9-8ceb94711378 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:37.181345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6c2b558-544a-4a2c-a84a-d0b37cdd4277 req-f3ef8fac-be01-4c83-ade9-8ceb94711378 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 944 time: 0.2536595 Nov 03 18:44:37.208674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Made reservation on behalf of e96123328296445aafa2dfe9bbc9b645 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:37.212256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.327299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.349748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:37.359484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6c2b558-544a-4a2c-a84a-d0b37cdd4277 req-3d4a5906-66b1-4081-9476-fd9103eb77f8 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659904 Nov 03 18:44:37.496902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:37.500226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Allocated IP 172.20.0.13 (c39fa089-b53a-4d3b-9c5e-56c610a6b252/68675fc3-ee3b-4a57-b276-a1bcb571eaef/c0151a3a-d015-42d6-80e1-d44e2ae576aa) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:37.513887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a736a051-6dc3-42af-83e1-f8bbb7366359 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:37.519222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af', 'network_id': '2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3', 'port_id': '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af', 'mac_address': 'fa:16:3e:92:02:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:37.693249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.724694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:37.773123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port a736a051-6dc3-42af-83e1-f8bbb7366359 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:37.778534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:37.782724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port a736a051-6dc3-42af-83e1-f8bbb7366359 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:37.783019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47e6e402-31c2-419d-8356-2379654e9679 req-20305149-972f-4ee2-a427-5e2d81074eb5 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 210 time: 0.1221445 Nov 03 18:44:37.783888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.789459 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.957051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:38.041519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.071943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1bc6e49e-50ef-4261-ab3a-bb31e12ab3af'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:38.138591 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.211135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d60e63c-c423-4b2d-afb3-2b256da70774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a736a051-6dc3-42af-83e1-f8bbb7366359'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:38.214764 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2f1ab8-2f6b-45d9-b345-25509a1fe6b9" -d '{"events": [{"server_uuid": "5d60e63c-c423-4b2d-afb3-2b256da70774", "name": "network-vif-plugged", "status": "completed", "tag": "a736a051-6dc3-42af-83e1-f8bbb7366359"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:38.230968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec726945-5976-44cc-8dcf-fb6ad721bd4c req-ad14901b-d569-4b38-8a75-5323dd78c473 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:38.233493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec726945-5976-44cc-8dcf-fb6ad721bd4c req-ad14901b-d569-4b38-8a75-5323dd78c473 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2715666 Nov 03 18:44:38.248890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a736a051-6dc3-42af-83e1-f8bbb7366359, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a736a051-6dc3-42af-83e1-f8bbb7366359,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:38.265112 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.272919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.287336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Router d95a51b6-7138-4210-a623-b95af807493f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:38.372712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Network c39fa089-b53a-4d3b-9c5e-56c610a6b252 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:38.394546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:38.394839 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e106d21-07f4-45eb-9c2d-73f824fcdb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.403733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:38.489269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Pushing event updated for resources: {'Port': ['ID=c0151a3a-d015-42d6-80e1-d44e2ae576aa,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:38.569473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec726945-5976-44cc-8dcf-fb6ad721bd4c req-e0629637-c8c4-455b-a08b-241b9e828263 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426555 Nov 03 18:44:38.634874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a736a051-6dc3-42af-83e1-f8bbb7366359,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:38.657974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:38.659020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.662804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:38.675965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3483ae50-a59c-4ef6-8f85-fca58bd61892 admin admin] 10.222.0.77 "PUT /v2.0/routers/d95a51b6-7138-4210-a623-b95af807493f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8037522 Nov 03 18:44:38.675965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56282) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:38.683036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] Sync routers for ids ['d95a51b6-7138-4210-a623-b95af807493f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:38.714324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] Routers {'d95a51b6-7138-4210-a623-b95af807493f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:38.714998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:44:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d95a51b6-7138-4210-a623-b95af807493f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:38.791629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ce81b490-9cc9-425d-9067-f58467d56a9b tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0991435 Nov 03 18:44:38.849086 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996081a8-7a0c-486c-a1e1-31cbeb6d9153 x-openstack-request-id: req-996081a8-7a0c-486c-a1e1-31cbeb6d9153 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:38.849443 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d60e63c-c423-4b2d-afb3-2b256da70774", "name": "network-vif-plugged", "status": "completed", "tag": "a736a051-6dc3-42af-83e1-f8bbb7366359", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:38.849661 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-996081a8-7a0c-486c-a1e1-31cbeb6d9153 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:38.850507 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d60e63c-c423-4b2d-afb3-2b256da70774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a736a051-6dc3-42af-83e1-f8bbb7366359', 'code': 200} Nov 03 18:44:38.896987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] Set router d95a51b6-7138-4210-a623-b95af807493f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:39.057344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Request body: {'port': {'device_id': '369db16b-b54f-4555-8c95-655644e187f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:39.121050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.216131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:44:36Z', 'revision_number': 5, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:39.272262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.274883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] Checking router: d95a51b6-7138-4210-a623-b95af807493f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:39.276371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275a0d-6031-4487-9e63-f71e11d2711a req-49783649-b895-4cc0-af83-08e953f6902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:39.279524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48275a0d-6031-4487-9e63-f71e11d2711a req-49783649-b895-4cc0-af83-08e953f6902d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5d60e63c-c423-4b2d-afb3-2b256da70774 HTTP/1.1" status: 200 len: 1096 time: 0.3173473 Nov 03 18:44:39.291084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] Routers {'d95a51b6-7138-4210-a623-b95af807493f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:39.292039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:44:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d95a51b6-7138-4210-a623-b95af807493f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:39.295482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c7655-b3fb-492b-b1f5-0b127d733c3e req-ce5ff399-85ca-4600-8c55-4212316c6d9b tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:39.298862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d43c7655-b3fb-492b-b1f5-0b127d733c3e req-ce5ff399-85ca-4600-8c55-4212316c6d9b tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 945 time: 0.2746916 Nov 03 18:44:39.366887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:39.423344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.477444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d43c7655-b3fb-492b-b1f5-0b127d733c3e req-15c0aa04-e4b6-42d8-a7a6-74d9ce9f0861 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572509 Nov 03 18:44:39.479582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48275a0d-6031-4487-9e63-f71e11d2711a req-ea61894e-d617-4eb6-8c54-3fb42d1ea049 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730957 Nov 03 18:44:39.591127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] Set router d95a51b6-7138-4210-a623-b95af807493f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:39.816243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0151a3a-d015-42d6-80e1-d44e2ae576aa {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:39.817930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:39.827504 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.831640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:39.832606 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.845490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Transition to ACTIVE for port object c0151a3a-d015-42d6-80e1-d44e2ae576aa will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:39.853693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.041208 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.231272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.317584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Deleting port 6750a875-218f-494c-8276-7a87d80a7846 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:40.318071 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.330401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:40.340669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:44:36Z', 'revision_number': 5, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:40.345258 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.371820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Pushing event updated for resources: {'Port': ['ID=c0151a3a-d015-42d6-80e1-d44e2ae576aa,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:40.459176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ae681-0489-46f4-9ba1-732e6f1b032f None None] The sync data for ids ['d95a51b6-7138-4210-a623-b95af807493f'] in n-d-812148-3 is: [{'id': 'd95a51b6-7138-4210-a623-b95af807493f', 'name': 'tempest-ServerRescueNegativeTestJSON-1262925005-router', 'tenant_id': '7c54efc969b2481a9141191880037b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '6750a875-218f-494c-8276-7a87d80a7846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:42Z', 'updated_at': '2021-11-03T18:44:36Z', 'revision_number': 5, 'project_id': '7c54efc969b2481a9141191880037b61', 'gw_port': {'id': '6750a875-218f-494c-8276-7a87d80a7846', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a51b6-7138-4210-a623-b95af807493f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:43Z', 'updated_at': '2021-11-03T18:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:40.496751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a4b2f-991b-40e8-8617-4eed6b8cfac2 req-21410b92-82b7-4403-956b-07ec2c6fb1fe tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:40.509481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d38a4b2f-991b-40e8-8617-4eed6b8cfac2 req-21410b92-82b7-4403-956b-07ec2c6fb1fe tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 944 time: 0.2558913 Nov 03 18:44:40.546617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:40.701751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] For port 6750a875-218f-494c-8276-7a87d80a7846, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6750a875-218f-494c-8276-7a87d80a7846,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:40.702264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.736330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d38a4b2f-991b-40e8-8617-4eed6b8cfac2 req-1219f876-ef06-4e0e-bf71-e4744d2789dc tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/security-groups?id=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265141 Nov 03 18:44:40.746932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Calling delete_port for 6750a875-218f-494c-8276-7a87d80a7846 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:40.752194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Attempting to bind port c0151a3a-d015-42d6-80e1-d44e2ae576aa on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:40.752740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Attempting to bind port c0151a3a-d015-42d6-80e1-d44e2ae576aa by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '10ab0477-4863-4335-8b77-b3487f96d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c39fa089-b53a-4d3b-9c5e-56c610a6b252'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:40.753082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Attempting to bind port c0151a3a-d015-42d6-80e1-d44e2ae576aa on network c39fa089-b53a-4d3b-9c5e-56c610a6b252 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:40.768685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Port c0151a3a-d015-42d6-80e1-d44e2ae576aa on network c39fa089-b53a-4d3b-9c5e-56c610a6b252 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:40.768685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Attempting to bind port c0151a3a-d015-42d6-80e1-d44e2ae576aa on network c39fa089-b53a-4d3b-9c5e-56c610a6b252 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:40.820341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:40.821394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Checking segment: {'id': '10ab0477-4863-4335-8b77-b3487f96d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c39fa089-b53a-4d3b-9c5e-56c610a6b252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:40.821394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Bound using segment: {'id': '10ab0477-4863-4335-8b77-b3487f96d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c39fa089-b53a-4d3b-9c5e-56c610a6b252'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:40.821394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Bound port: c0151a3a-d015-42d6-80e1-d44e2ae576aa, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ab0477-4863-4335-8b77-b3487f96d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c39fa089-b53a-4d3b-9c5e-56c610a6b252'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:40.821923 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.852418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a73ce7-5bd4-4bcd-9323-bea4570fac36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:40.859255 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24b4925-64f3-43a9-ab6a-166c103727ad" -d '{"events": [{"server_uuid": "f8a73ce7-5bd4-4bcd-9323-bea4570fac36", "name": "network-vif-plugged", "status": "completed", "tag": "1bc6e49e-50ef-4261-ab3a-bb31e12ab3af"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:41.074978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] For port c0151a3a-d015-42d6-80e1-d44e2ae576aa, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:41.082010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] For port c0151a3a-d015-42d6-80e1-d44e2ae576aa, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c0151a3a-d015-42d6-80e1-d44e2ae576aa,segment=NetworkSegment(10ab0477-4863-4335-8b77-b3487f96d9fd),segment_id=10ab0477-4863-4335-8b77-b3487f96d9fd)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:41.093920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.108108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3214b5-1f56-463f-b133-86737e0ca206 req-6b3e5212-83e6-4167-9141-b6bac106ebf1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.111002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b3214b5-1f56-463f-b133-86737e0ca206 req-6b3e5212-83e6-4167-9141-b6bac106ebf1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2333565 Nov 03 18:44:41.180336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.181588 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.184316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] 10.222.0.96 "PUT /v2.0/ports/c0151a3a-d015-42d6-80e1-d44e2ae576aa HTTP/1.1" status: 200 len: 1092 time: 2.3181133 Nov 03 18:44:41.195466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369db16b-b54f-4555-8c95-655644e187f8', 'tag': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:41.200065 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2" -d '{"events": [{"name": "network-changed", "server_uuid": "369db16b-b54f-4555-8c95-655644e187f8", "tag": "c0151a3a-d015-42d6-80e1-d44e2ae576aa"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:41.465381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b3214b5-1f56-463f-b133-86737e0ca206 req-090ef6f3-1032-4e09-a2b9-3db932ee6cf0 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925777 Nov 03 18:44:41.470988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c73257-ea7a-4882-a0bd-c8e53f73ef1b service neutron] Pushing event updated for resources: {'Port': ['ID=c0151a3a-d015-42d6-80e1-d44e2ae576aa,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.487441 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.511999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-2a312ad7-ab1b-49f1-873f-4367e7a32206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.515461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-2a312ad7-ab1b-49f1-873f-4367e7a32206 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e96123328296445aafa2dfe9bbc9b645&device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 1095 time: 0.1928318 Nov 03 18:44:41.562495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Pushing event deleted for resources: {'Port': ['ID=6750a875-218f-494c-8276-7a87d80a7846,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.695385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-ec9b9d34-574c-4b7a-a1d6-32d7f487a6ab service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0151a3a-d015-42d6-80e1-d44e2ae576aa HTTP/1.1" status: 200 len: 217 time: 0.1454606 Nov 03 18:44:41.737894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:41.777870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:41.779114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0d068d42-bc95-4b1e-9af0-fa9b3dc38ad6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:41.792572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.831461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-a7fb0673-a06d-4fd9-8ea0-59d1b8c51024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.833314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-a7fb0673-a06d-4fd9-8ea0-59d1b8c51024 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=68675fc3-ee3b-4a57-b276-a1bcb571eaef HTTP/1.1" status: 200 len: 849 time: 0.1200538 Nov 03 18:44:41.888009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c081c-0ff0-4289-a63a-5b8005e21d4a req-0dbc18ab-8764-42c2-a69a-c458cbd014b2 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.889763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b98c081c-0ff0-4289-a63a-5b8005e21d4a req-0dbc18ab-8764-42c2-a69a-c458cbd014b2 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 946 time: 0.2372363 Nov 03 18:44:41.979707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-1a23bf5c-52f8-40e3-ab57-8c96f5d493e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c39fa089-b53a-4d3b-9c5e-56c610a6b252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867486 Nov 03 18:44:41.981716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.992403 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.070480 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.129110 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.133673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.134220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95a51b6-7138-4210-a623-b95af807493f {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:44:42.141935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.147934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8bdeae16-2eb3-4a8c-9ba6-6e608b926726 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d95a51b6-7138-4210-a623-b95af807493f HTTP/1.1" status: 204 len: 168 time: 3.4648924 Nov 03 18:44:42.148400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56318) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:42.169574 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b98c081c-0ff0-4289-a63a-5b8005e21d4a req-a88c613a-d2d5-4a69-aaa1-2d116ef8aeac tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635913 Nov 03 18:44:42.226285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-24b99283-5c7b-40c4-8390-5cefa80c75e6 service neutron] 10.222.0.96 "GET /v2.0/networks/c39fa089-b53a-4d3b-9c5e-56c610a6b252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360790 Nov 03 18:44:42.241959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adaa663-731e-49c6-8163-9d6e86966700 admin admin] Deleting subnet 87dbe58b-d7ad-44ba-8b2c-850998019186 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:42.256518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6adaa663-731e-49c6-8163-9d6e86966700 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.361894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6adaa663-731e-49c6-8163-9d6e86966700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.452670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3be55b0c-a056-4db5-8a41-dadc4bb47667 req-8ea82005-ea33-4b8b-8903-adbf27f6efc5 service neutron] 10.222.0.96 "GET /v2.0/networks/c39fa089-b53a-4d3b-9c5e-56c610a6b252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173858 Nov 03 18:44:42.523950 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6adaa663-731e-49c6-8163-9d6e86966700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.634478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6adaa663-731e-49c6-8163-9d6e86966700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.651952 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcac0a9-05aa-48a6-9977-7d95071fea61 x-openstack-request-id: req-6dcac0a9-05aa-48a6-9977-7d95071fea61 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:42.653751 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a73ce7-5bd4-4bcd-9323-bea4570fac36", "name": "network-vif-plugged", "status": "completed", "tag": "1bc6e49e-50ef-4261-ab3a-bb31e12ab3af", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:42.654374 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6dcac0a9-05aa-48a6-9977-7d95071fea61 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:42.655235 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a73ce7-5bd4-4bcd-9323-bea4570fac36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af', 'code': 200} Nov 03 18:44:42.714502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6adaa663-731e-49c6-8163-9d6e86966700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.723358 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6adaa663-731e-49c6-8163-9d6e86966700 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/87dbe58b-d7ad-44ba-8b2c-850998019186 HTTP/1.1" status: 204 len: 168 time: 0.5749822 Nov 03 18:44:42.725767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaa663-731e-49c6-8163-9d6e86966700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87dbe58b-d7ad-44ba-8b2c-850998019186,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:42.727227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56322) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:42.759507 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55758aa-aa83-4ad0-ab7c-dcdbe90ffe39 x-openstack-request-id: req-e55758aa-aa83-4ad0-ab7c-dcdbe90ffe39 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:42.763348 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369db16b-b54f-4555-8c95-655644e187f8", "tag": "c0151a3a-d015-42d6-80e1-d44e2ae576aa", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:42.764209 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e55758aa-aa83-4ad0-ab7c-dcdbe90ffe39 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:42.765775 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369db16b-b54f-4555-8c95-655644e187f8', 'tag': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa', 'status': 'completed', 'code': 200} Nov 03 18:44:43.101391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.113835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86cc6a-c168-4ccb-a302-95aa753c64fe req-6e18fc49-61f5-42a7-b393-8924d10f12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.116422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd86cc6a-c168-4ccb-a302-95aa753c64fe req-6e18fc49-61f5-42a7-b393-8924d10f12d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 1097 time: 0.3236213 Nov 03 18:44:43.122559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-ae1f779b-14b2-49fb-9967-8ffa799f35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.125085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-ae1f779b-14b2-49fb-9967-8ffa799f35fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e96123328296445aafa2dfe9bbc9b645&device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 1095 time: 0.3135934 Nov 03 18:44:43.188786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729ba3f-ddd2-42ed-91fd-740a854ac4bf req-3b1f8b39-c32f-4666-8f39-4d7d3506a413 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.191683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a729ba3f-ddd2-42ed-91fd-740a854ac4bf req-3b1f8b39-c32f-4666-8f39-4d7d3506a413 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.3079515 Nov 03 18:44:43.459820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd86cc6a-c168-4ccb-a302-95aa753c64fe req-3019f003-9627-4939-a019-6dd69e57afbd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329852 Nov 03 18:44:43.570302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a729ba3f-ddd2-42ed-91fd-740a854ac4bf req-7e2dad53-a32b-49f6-99f2-a1f85ee08462 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566775 Nov 03 18:44:43.574176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.628159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68c9050-d93c-494a-854e-e9b0288251ea']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:43.639024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6750a875-218f-494c-8276-7a87d80a7846 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:43.653078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e60ce9a-92af-4871-9547-d121dce1658e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:43.653781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e60ce9a-92af-4871-9547-d121dce1658e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:43.680279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.704735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 6750a875-218f-494c-8276-7a87d80a7846 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:43.705365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6750a875-218f-494c-8276-7a87d80a7846 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:43.710778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-0abbf5f8-ed91-4c87-8c77-cf2d3c4ff65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.713105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-0abbf5f8-ed91-4c87-8c77-cf2d3c4ff65d service neutron] 10.222.0.96 "GET /v2.0/networks?id=c39fa089-b53a-4d3b-9c5e-56c610a6b252 HTTP/1.1" status: 200 len: 910 time: 0.5681863 Nov 03 18:44:43.734078 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.818349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:43.819003 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:43.821975 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:43.863386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-9212af75-c685-44ff-bba4-922361a3f3b1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0151a3a-d015-42d6-80e1-d44e2ae576aa HTTP/1.1" status: 200 len: 217 time: 0.1413069 Nov 03 18:44:44.031584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.058206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b52af-1440-4385-8613-b7d782c192f8 req-7bfc27a2-bd09-48c0-9511-85892e50dd89 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:44.062006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-503b52af-1440-4385-8613-b7d782c192f8 req-7bfc27a2-bd09-48c0-9511-85892e50dd89 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 944 time: 0.3234987 Nov 03 18:44:44.063574 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.071170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b68c9050-d93c-494a-854e-e9b0288251ea HTTP/1.1" status: 204 len: 168 time: 1.3399470 Nov 03 18:44:44.074812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-d45025c1-ba03-4d1d-bef9-e1d48fd6c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:44.077900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-d45025c1-ba03-4d1d-bef9-e1d48fd6c06d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=68675fc3-ee3b-4a57-b276-a1bcb571eaef HTTP/1.1" status: 200 len: 849 time: 0.2004516 Nov 03 18:44:44.149223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df79f9-9128-41c7-aca2-20b8fbee8f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68c9050-d93c-494a-854e-e9b0288251ea,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:44.157783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-175f07e4-2cdd-40b7-bafb-2b8c4e0751ec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c39fa089-b53a-4d3b-9c5e-56c610a6b252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600100 Nov 03 18:44:44.310190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-503b52af-1440-4385-8613-b7d782c192f8 req-1fdeefa7-3851-4122-ae11-46dafd24bf6c tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/security-groups?id=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305605 Nov 03 18:44:44.340155 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-be5d6e7f-85cb-4c92-bf03-accaf87896a0 service neutron] 10.222.0.96 "GET /v2.0/networks/c39fa089-b53a-4d3b-9c5e-56c610a6b252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696546 Nov 03 18:44:44.355463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56338) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:44.455098 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-41ef94ab-48dd-453b-96f8-80b2a8ca1f7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c54efc969b2481a9141191880037b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0976343 Nov 03 18:44:44.461946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56340) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:44.596124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a440131-bb1f-4e1a-9210-95700f2b3ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.601931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d4bb3-8731-48e4-b7f7-cd28267e3b3b req-532f0873-c2fe-41a0-9b5e-914f6a14b1c7 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:44.604599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c0d4bb3-8731-48e4-b7f7-cd28267e3b3b req-532f0873-c2fe-41a0-9b5e-914f6a14b1c7 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 946 time: 0.1381638 Nov 03 18:44:44.611626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6bc5553-50e0-4b37-88c9-4a15d0cfebb2 req-0ff3aa67-48fc-41f4-9648-65d0c86f6f45 service neutron] 10.222.0.96 "GET /v2.0/networks/c39fa089-b53a-4d3b-9c5e-56c610a6b252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635078 Nov 03 18:44:44.672234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a440131-bb1f-4e1a-9210-95700f2b3ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.742788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c0d4bb3-8731-48e4-b7f7-cd28267e3b3b req-f43ca130-111d-4dc4-8840-7b05089145f7 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115305 Nov 03 18:44:44.811678 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a440131-bb1f-4e1a-9210-95700f2b3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.818680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a440131-bb1f-4e1a-9210-95700f2b3ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.822234 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2a440131-bb1f-4e1a-9210-95700f2b3ed9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/adeb48fe-a336-421d-9731-54bd1c850022 HTTP/1.1" status: 204 len: 168 time: 0.3575666 Nov 03 18:44:44.843360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a440131-bb1f-4e1a-9210-95700f2b3ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb48fe-a336-421d-9731-54bd1c850022,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:45.122485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c0151a3a-d015-42d6-80e1-d44e2ae576aa details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:45.563432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c0151a3a-d015-42d6-80e1-d44e2ae576aa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c0151a3a-d015-42d6-80e1-d44e2ae576aa,segment=NetworkSegment(10ab0477-4863-4335-8b77-b3487f96d9fd),segment_id=10ab0477-4863-4335-8b77-b3487f96d9fd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:45.616319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa', 'network_id': 'c39fa089-b53a-4d3b-9c5e-56c610a6b252', 'port_id': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa', 'mac_address': 'fa:16:3e:23:0d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68675fc3-ee3b-4a57-b276-a1bcb571eaef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:45.862538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.906110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0151a3a-d015-42d6-80e1-d44e2ae576aa {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:45.988463 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c0151a3a-d015-42d6-80e1-d44e2ae576aa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c0151a3a-d015-42d6-80e1-d44e2ae576aa,segment=NetworkSegment(10ab0477-4863-4335-8b77-b3487f96d9fd),segment_id=10ab0477-4863-4335-8b77-b3487f96d9fd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:45.999481 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.057797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057019a-8442-4ab1-8f58-35be60f178b2 req-809ba79f-9433-441c-8dd2-74c6d4514306 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:46.074655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5057019a-8442-4ab1-8f58-35be60f178b2 req-809ba79f-9433-441c-8dd2-74c6d4514306 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1253028 Nov 03 18:44:46.164569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=c0151a3a-d015-42d6-80e1-d44e2ae576aa,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:46.197064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5057019a-8442-4ab1-8f58-35be60f178b2 req-0fb09b21-9719-404a-ac0f-c716e030f1fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185980 Nov 03 18:44:46.339348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['c0151a3a-d015-42d6-80e1-d44e2ae576aa'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:46.520410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1a15-c110-499b-b251-beec38513b79 req-8092d2d0-6259-4335-b0e1-6cdedfbea764 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:46.523799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-638d1a15-c110-499b-b251-beec38513b79 req-8092d2d0-6259-4335-b0e1-6cdedfbea764 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 945 time: 0.1243906 Nov 03 18:44:46.634602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-638d1a15-c110-499b-b251-beec38513b79 req-b4d77021-3362-4b90-a3bc-bcf557283f17 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/security-groups?id=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998142 Nov 03 18:44:46.878040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331ca76-bbd0-489a-9102-caa7bb04c109 req-62ced971-7e25-4bd6-aa23-a7f0bf96feb7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:46.890423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c331ca76-bbd0-489a-9102-caa7bb04c109 req-62ced971-7e25-4bd6-aa23-a7f0bf96feb7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1490459 Nov 03 18:44:47.044724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c331ca76-bbd0-489a-9102-caa7bb04c109 req-4c022081-f042-44bc-9d21-ae433818513c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507075 Nov 03 18:44:47.209108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afdc5a-de88-47d2-919c-73d88f9ac2b5 req-208e0fea-0dee-417e-a192-7b70f6aedcd8 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:47.212021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4afdc5a-de88-47d2-919c-73d88f9ac2b5 req-208e0fea-0dee-417e-a192-7b70f6aedcd8 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 946 time: 0.0920079 Nov 03 18:44:47.303649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4afdc5a-de88-47d2-919c-73d88f9ac2b5 req-8cbc9d3c-19a1-4441-b7c4-7b824c91d76d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831289 Nov 03 18:44:47.682848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a6907-3424-4c89-ab6e-5d979f103a4b req-e31c5ec0-339e-472b-8c12-d48fd69b1e60 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:47.685360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f35a6907-3424-4c89-ab6e-5d979f103a4b req-e31c5ec0-339e-472b-8c12-d48fd69b1e60 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1012809 Nov 03 18:44:47.771054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f35a6907-3424-4c89-ab6e-5d979f103a4b req-1dd76add-4d73-4e0e-aa58-770bab46eb3d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744410 Nov 03 18:44:48.510162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a1d3d-dc2b-4de2-bd62-2ad3558f99fe req-f570cc6d-1dbd-4cde-a754-b5be3452f889 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:48.513368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa2a1d3d-dc2b-4de2-bd62-2ad3558f99fe req-f570cc6d-1dbd-4cde-a754-b5be3452f889 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d60e63c-c423-4b2d-afb3-2b256da70774 HTTP/1.1" status: 200 len: 945 time: 0.1245506 Nov 03 18:44:48.646947 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-9b536344-0824-4f44-965d-d30a17d53d05 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318994 Nov 03 18:44:48.658041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa2a1d3d-dc2b-4de2-bd62-2ad3558f99fe req-19ad7bb0-2f86-4958-ad13-3dd6547ad3ef tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286495 Nov 03 18:44:49.143811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c0151a3a-d015-42d6-80e1-d44e2ae576aa up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:49.266613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3091e1b-2575-493e-a11c-412e1a5f1419 req-9e0ed48c-7e4a-4880-9f33-579bedfd4cc1 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.280402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3091e1b-2575-493e-a11c-412e1a5f1419 req-9e0ed48c-7e4a-4880-9f33-579bedfd4cc1 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 945 time: 0.1145458 Nov 03 18:44:49.283571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port c0151a3a-d015-42d6-80e1-d44e2ae576aa completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:49.286578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-ecf3bbe7-48da-46fa-9ead-c5812c295e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.288946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-ecf3bbe7-48da-46fa-9ead-c5812c295e89 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 1096 time: 0.5941184 Nov 03 18:44:49.294869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port c0151a3a-d015-42d6-80e1-d44e2ae576aa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:49.296203 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:49.422734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3091e1b-2575-493e-a11c-412e1a5f1419 req-98245648-55b3-4922-946f-a10d62e19bc7 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/security-groups?id=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321270 Nov 03 18:44:49.452877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:49.538161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369db16b-b54f-4555-8c95-655644e187f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:49.544541 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856cc50d-8446-4212-a271-32467a263eaf" -d '{"events": [{"server_uuid": "369db16b-b54f-4555-8c95-655644e187f8", "name": "network-vif-plugged", "status": "completed", "tag": "c0151a3a-d015-42d6-80e1-d44e2ae576aa"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:49.583554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-39b021bb-7580-4d09-94ed-50674da3e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.586388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-39b021bb-7580-4d09-94ed-50674da3e2a8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.2596569 Nov 03 18:44:49.591219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c0151a3a-d015-42d6-80e1-d44e2ae576aa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c0151a3a-d015-42d6-80e1-d44e2ae576aa,segment=NetworkSegment(10ab0477-4863-4335-8b77-b3487f96d9fd),segment_id=10ab0477-4863-4335-8b77-b3487f96d9fd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:49.598475 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:49.685918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=c0151a3a-d015-42d6-80e1-d44e2ae576aa,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:49.723643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-a4c3f0f7-2956-4d24-a626-32cb5842cb20 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1205953-75f6-42d5-8e6f-365f7d143571 HTTP/1.1" status: 200 len: 217 time: 0.1151526 Nov 03 18:44:49.881007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-357c2295-3cae-4494-bc72-7adf696a6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.883006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-357c2295-3cae-4494-bc72-7adf696a6c8a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1501544 Nov 03 18:44:49.997187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-20d9887a-2762-4e30-b675-0e7b92d5cd2c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.999955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-20d9887a-2762-4e30-b675-0e7b92d5cd2c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.3795435 Nov 03 18:44:50.039034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-d3db66fd-7b85-4e78-a547-ae19b52191ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:50.041520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-d3db66fd-7b85-4e78-a547-ae19b52191ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415176 Nov 03 18:44:50.043548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-b5d76127-2ca3-44a6-bb0b-36c89462947e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/quotas/51ffde06203b44aba4c073550661a141 HTTP/1.1" status: 200 len: 375 time: 0.0325811 Nov 03 18:44:50.233297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-4971c574-56a0-4bcc-a91f-14fcb7a4092e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1693807 Nov 03 18:44:50.263116 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-1fa2c28d-7d93-46e1-a69f-378987825da8 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125797 Nov 03 18:44:50.456481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-2e2eff04-3b01-4dc0-b2db-ebbd05db12c0 service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110133 Nov 03 18:44:50.460978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9aaada3-0e19-4cc6-9b48-49a9f6af8e6f req-7672877c-9852-4900-9d9d-237a03df37a6 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821351 Nov 03 18:44:50.611445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-7f274fed-51e9-474e-82ce-e0f86d71bd3b service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441724 Nov 03 18:44:50.963004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba896df-ec35-4cf8-9718-a488e38be52f req-aef8b351-2135-401f-b36a-f4b2a5ee973d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:50.976140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eba896df-ec35-4cf8-9718-a488e38be52f req-aef8b351-2135-401f-b36a-f4b2a5ee973d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1260481 Nov 03 18:44:51.102105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eba896df-ec35-4cf8-9718-a488e38be52f req-8a6e838e-09a2-4c30-b352-5c9bcc7c090b tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242523 Nov 03 18:44:51.321633 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dbf1fd7f-fc9d-48e1-b8ee-24ef4dcf29f1 req-8f92f0c9-978c-40e3-acaa-baae4f365fe1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5741f194-e266-4525-a7bc-c222cb9bacae HTTP/1.1" status: 200 len: 210 time: 0.0670075 Nov 03 18:44:51.335972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3dbab5a0-683f-4364-acbd-5fa7b92dc2bc req-8da95046-30c5-4d21-be3d-3fd843e5c1e6 tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=5741f194-e266-4525-a7bc-c222cb9bacae HTTP/1.1" status: 200 len: 210 time: 0.0940428 Nov 03 18:44:51.907089 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91eaeffb-b331-4a4e-bd9c-9f5b58d166f2 x-openstack-request-id: req-91eaeffb-b331-4a4e-bd9c-9f5b58d166f2 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:51.908032 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369db16b-b54f-4555-8c95-655644e187f8", "name": "network-vif-plugged", "status": "completed", "tag": "c0151a3a-d015-42d6-80e1-d44e2ae576aa", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:51.908643 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91eaeffb-b331-4a4e-bd9c-9f5b58d166f2 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:51.909945 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369db16b-b54f-4555-8c95-655644e187f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa', 'code': 200} Nov 03 18:44:52.102274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7b9ea-c9a7-4ecf-a165-6b80e53f8aec req-a4d3688c-73dc-4b0a-948b-4efadcf38ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.104322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb7b9ea-c9a7-4ecf-a165-6b80e53f8aec req-a4d3688c-73dc-4b0a-948b-4efadcf38ac4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 1097 time: 0.1114354 Nov 03 18:44:52.115349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939b670-ca87-4c23-8bfc-70a3c633e025 req-7e197c8c-bf2c-4845-b9cf-553fe9105f3e tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.116999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7939b670-ca87-4c23-8bfc-70a3c633e025 req-7e197c8c-bf2c-4845-b9cf-553fe9105f3e tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 946 time: 0.1106074 Nov 03 18:44:52.251321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb7b9ea-c9a7-4ecf-a165-6b80e53f8aec req-7a96e8d5-1e38-4d05-bcc1-8a2b22947360 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325068 Nov 03 18:44:52.289943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7939b670-ca87-4c23-8bfc-70a3c633e025 req-24d8f57a-cf7f-4cc5-b02a-71da57238639 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/security-groups?id=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606719 Nov 03 18:44:52.491706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9bee086-bd56-48ab-a395-65d72514e988 req-cf641fb6-21d7-4259-b8a9-e362748ca180 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 210 time: 0.0459130 Nov 03 18:44:52.569612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-ffe707fc-4a77-423a-912c-576d2eaa4e70 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.572870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-ffe707fc-4a77-423a-912c-576d2eaa4e70 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.70 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.2181103 Nov 03 18:44:52.596634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'port': {'device_id': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'admin_state_up': True, 'tenant_id': '51ffde06203b44aba4c073550661a141'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:52.859128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Made reservation on behalf of 51ffde06203b44aba4c073550661a141 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:52.863037 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.077033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Allocated IP 172.20.0.5 (3be66829-994e-43a8-a069-27a57675c6f1/cbeff23e-0785-44b9-9a9b-c8efe3b73c0d/3d9b35b6-64be-4d65-add3-c777a6e47d0b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:53.218944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41169-b7ac-4d86-b959-25c20e588896 req-cf31a401-3e60-4b2a-875b-2b4a043685e4 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.221448 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28b41169-b7ac-4d86-b959-25c20e588896 req-cf31a401-3e60-4b2a-875b-2b4a043685e4 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1207852 Nov 03 18:44:53.329958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56510) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:53.336997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1204382603'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:53.370723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:53.377664 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.413301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:53.428283 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.429343 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Added segment a8cc225f-a10f-4153-a49b-60f688a19d27 of type vlan for network 096c4017-e6cf-4b69-85bf-2ccac7e0896e Nov 03 18:44:53.444571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28b41169-b7ac-4d86-b959-25c20e588896 req-5b0ab3d3-d19e-4ab7-b14a-f29fddbfb87b tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108686 Nov 03 18:44:53.526832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.534743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.583083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.598997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b1205953-75f6-42d5-8e6f-365f7d143571', '17553e24-ff88-49a5-acd7-7505361372eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:53.624752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.638834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Network 3be66829-994e-43a8-a069-27a57675c6f1 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:53.645535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.650969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.663698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:53.669036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:53.768001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'Port': ['ID=3d9b35b6-64be-4d65-add3-c777a6e47d0b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:53.780328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.780647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.780990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.781328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.781699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.782027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.782352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.782675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.782993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.783315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.783635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.783955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:53.797911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.798766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.825155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Network': ['ID=096c4017-e6cf-4b69-85bf-2ccac7e0896e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:53.837566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-83d627bb-6f07-4d9f-91b0-c6a1a0b13075 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2514052 Nov 03 18:44:53.852787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Request body: {'port': {'device_id': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:53.900010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:53.909901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-feba80f9-28f4-412b-b534-2803b9e2c325 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5779836 Nov 03 18:44:53.913694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56516) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:53.927717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-989412009'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:53.963976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.020919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43034422-27a2-4203-81a9-18f54989c016 req-5b16f840-3baa-4088-abb0-38492abc5287 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.025464 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43034422-27a2-4203-81a9-18f54989c016 req-5b16f840-3baa-4088-abb0-38492abc5287 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d60e63c-c423-4b2d-afb3-2b256da70774 HTTP/1.1" status: 200 len: 945 time: 0.2050841 Nov 03 18:44:54.116023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:54.123088 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.241618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:54.262444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.262792 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Added segment 91d6b290-e7d1-437c-ac03-524b38bb08ac of type vlan for network e454b638-90bf-4367-b6f3-115f9ec7bfc1 Nov 03 18:44:54.343010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-73ae79c5-82f2-43c5-a262-5f025e825b12 None None] Provisioning complete for port 3d9b35b6-64be-4d65-add3-c777a6e47d0b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:54.344079 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-73ae79c5-82f2-43c5-a262-5f025e825b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.353548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.357776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Deleting port a736a051-6dc3-42af-83e1-f8bbb7366359 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:54.358422 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.417140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc757034-d207-4238-94d1-cf534aab33dc req-033caea8-53f4-4335-8d46-ff46320f7254 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.432499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc757034-d207-4238-94d1-cf534aab33dc req-033caea8-53f4-4335-8d46-ff46320f7254 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d60e63c-c423-4b2d-afb3-2b256da70774 HTTP/1.1" status: 200 len: 945 time: 0.2141600 Nov 03 18:44:54.444660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-73ae79c5-82f2-43c5-a262-5f025e825b12 None None] Port 3d9b35b6-64be-4d65-add3-c777a6e47d0b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:54.498318 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.512346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.513827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.590298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] For port a736a051-6dc3-42af-83e1-f8bbb7366359, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a736a051-6dc3-42af-83e1-f8bbb7366359,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:54.590911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.598113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc757034-d207-4238-94d1-cf534aab33dc req-cfab38ea-e581-4445-8bfa-d2f305df2013 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.77 "GET /v2.0/security-groups?id=57112a6c-78cb-488f-9899-86c21b9a513d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487026 Nov 03 18:44:54.642037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7257001 Nov 03 18:44:54.653979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56524) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:54.663202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'subnet': {'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:54.668786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b961df-0158-4c5e-ba6e-1cf16b15638c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Network': ['ID=e454b638-90bf-4367-b6f3-115f9ec7bfc1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:54.680664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Calling delete_port for a736a051-6dc3-42af-83e1-f8bbb7366359 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:54.684405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e454b638-90bf-4367-b6f3-115f9ec7bfc1 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:54.991623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79d349-ec24-4c22-915e-a822181f0621 req-32f2e32f-7421-47f0-8d03-4e1717ac20c4 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.994573 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f79d349-ec24-4c22-915e-a822181f0621 req-32f2e32f-7421-47f0-8d03-4e1717ac20c4 tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8a73ce7-5bd4-4bcd-9323-bea4570fac36 HTTP/1.1" status: 200 len: 946 time: 0.3043497 Nov 03 18:44:55.004691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.020174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9b35b6-64be-4d65-add3-c777a6e47d0b {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:55.024242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['a736a051-6dc3-42af-83e1-f8bbb7366359', '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:55.026229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:55.030937 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.056242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af3ae-e9fb-497d-9021-0bcec2c51cbd req-285a2295-275d-43c6-b7a9-5bca1bf2cda6 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:55.059259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f8af3ae-e9fb-497d-9021-0bcec2c51cbd req-285a2295-275d-43c6-b7a9-5bca1bf2cda6 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 946 time: 0.2753792 Nov 03 18:44:55.077521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.107758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Pushing event deleted for resources: {'Port': ['ID=a736a051-6dc3-42af-83e1-f8bbb7366359,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:55.129741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] No DVR routers for this DVR port a736a051-6dc3-42af-83e1-f8bbb7366359 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:55.137869 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.142111 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "DELETE /v2.0/ports/a736a051-6dc3-42af-83e1-f8bbb7366359 HTTP/1.1" status: 204 len: 173 time: 1.1017778 Nov 03 18:44:55.142497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d60e63c-c423-4b2d-afb3-2b256da70774', 'name': 'network-vif-deleted', 'tag': 'a736a051-6dc3-42af-83e1-f8bbb7366359'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:55.145129 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8dd1f4-70ee-4410-9fc5-083b7cb9fa6b" -d '{"events": [{"server_uuid": "5d60e63c-c423-4b2d-afb3-2b256da70774", "name": "network-vif-deleted", "tag": "a736a051-6dc3-42af-83e1-f8bbb7366359"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:55.187312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Transition to ACTIVE for port object 3d9b35b6-64be-4d65-add3-c777a6e47d0b will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:55.213815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.273908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Deleting port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:55.275042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.297451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f8af3ae-e9fb-497d-9021-0bcec2c51cbd req-78048aa5-beda-4a08-92bc-663b22f30ef3 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/security-groups?id=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018344 Nov 03 18:44:55.349361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9b35b6-64be-4d65-add3-c777a6e47d0b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:55.486924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] For port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,segment=NetworkSegment(88f4715f-ef33-49f0-a880-169f381d5197),segment_id=88f4715f-ef33-49f0-a880-169f381d5197)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:55.487776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.509039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Calling delete_port for 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:55.709646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6013eb-2b13-4ede-bec9-e9f60d683c96 req-f2e4e36b-b17b-4d98-bd17-117adbe94c67 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:55.722379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df6013eb-2b13-4ede-bec9-e9f60d683c96 req-f2e4e36b-b17b-4d98-bd17-117adbe94c67 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 943 time: 0.2851305 Nov 03 18:44:55.761185 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.769271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.795812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Attempting to bind port 3d9b35b6-64be-4d65-add3-c777a6e47d0b on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:55.796342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Attempting to bind port 3d9b35b6-64be-4d65-add3-c777a6e47d0b by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:55.796869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Attempting to bind port 3d9b35b6-64be-4d65-add3-c777a6e47d0b on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:55.801581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Pushing event deleted for resources: {'Port': ['ID=1bc6e49e-50ef-4261-ab3a-bb31e12ab3af,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:55.863968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Port 3d9b35b6-64be-4d65-add3-c777a6e47d0b on network 3be66829-994e-43a8-a069-27a57675c6f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:55.864329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Attempting to bind port 3d9b35b6-64be-4d65-add3-c777a6e47d0b on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:55.871614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] No DVR routers for this DVR port 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:55.875425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.879808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f79d349-ec24-4c22-915e-a822181f0621 req-6900ee18-efec-472a-8d2c-46a1db4f462d tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] 10.222.0.70 "DELETE /v2.0/ports/1bc6e49e-50ef-4261-ab3a-bb31e12ab3af HTTP/1.1" status: 204 len: 173 time: 0.8766541 Nov 03 18:44:55.904701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:55.905045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Checking segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:55.905437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Bound using segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:55.905936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Bound port: 3d9b35b6-64be-4d65-add3-c777a6e47d0b, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:55.906274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.913735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Subnet': ['ID=a88dce4c-149f-4b64-a08e-35ae0903cdfe,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:55.934650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df6013eb-2b13-4ede-bec9-e9f60d683c96 req-7d36c43a-793f-4b84-b61d-7393d5e4ef8e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876154 Nov 03 18:44:55.999117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Checking segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:55.999732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network hostable DHCP agents. Network: 096c4017-e6cf-4b69-85bf-2ccac7e0896e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:56.062205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:56.073680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] For port 3d9b35b6-64be-4d65-add3-c777a6e47d0b, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:56.080654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] For port 3d9b35b6-64be-4d65-add3-c777a6e47d0b, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:56.107399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 096c4017-e6cf-4b69-85bf-2ccac7e0896e) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:56.115006 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.117678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-61e63b40-b750-42f0-b7e9-1a861d929418 req-f37db8c9-fbc3-4a08-86ea-1eb5bf89842d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.0742874 Nov 03 18:44:56.136524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4113b-a07f-4eb7-a9c5-c0c605fbea04 None None] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:56.155234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97f78787-8fe9-4690-b339-1f20b6c67dde req-6b8413c1-5f2e-44d2-995a-65dd937faddc tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.0715854 Nov 03 18:44:56.160719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.161697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.219997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.221228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.223533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] 10.222.0.70 "PUT /v2.0/ports/3d9b35b6-64be-4d65-add3-c777a6e47d0b HTTP/1.1" status: 200 len: 1091 time: 2.3766768 Nov 03 18:44:56.227592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'tag': '3d9b35b6-64be-4d65-add3-c777a6e47d0b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:56.232186 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab267cfe-0ee9-44b1-b690-05e6451e8c67", "tag": "3d9b35b6-64be-4d65-add3-c777a6e47d0b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:56.259367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4ecf04a5-56dc-42cd-a324-b4d09c6df9a7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6027300 Nov 03 18:44:56.262646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56536) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:56.279096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'subnet': {'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:56.308509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7e090-067f-453b-9322-fc2ce54247d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9b35b6-64be-4d65-add3-c777a6e47d0b,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:56.507191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'fixed_ips': [{'subnet_id': 'a88dce4c-149f-4b64-a08e-35ae0903cdfe'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:44:56.509154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.516450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-344d4f27-2682-4016-a672-ac29a9622ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.519058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-344d4f27-2682-4016-a672-ac29a9622ff7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 1094 time: 0.1401699 Nov 03 18:44:56.551932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:56.558989 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.642858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30e5b7-a4e8-4b37-a94e-2a0a4945e25c req-6fdae72f-2b79-403e-816f-70a6fab7c926 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.650627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a30e5b7-a4e8-4b37-a94e-2a0a4945e25c req-6fdae72f-2b79-403e-816f-70a6fab7c926 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2191806 Nov 03 18:44:56.652594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-b17a7d54-397f-4025-82e7-cf8c8604d7ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b HTTP/1.1" status: 200 len: 217 time: 0.1242018 Nov 03 18:44:56.809799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Allocated IP 10.1.1.2 (096c4017-e6cf-4b69-85bf-2ccac7e0896e/a88dce4c-149f-4b64-a08e-35ae0903cdfe/e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:56.845157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a30e5b7-a4e8-4b37-a94e-2a0a4945e25c req-6ce7541a-63ed-49fd-bbe1-4ae29739a6ee tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874881 Nov 03 18:44:56.866121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-ae4707cc-2b31-40c3-bc99-f45e301b2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.869970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-ae4707cc-2b31-40c3-bc99-f45e301b2a2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1562583 Nov 03 18:44:56.974915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-07b3f5fb-b56d-4ad5-9e81-b0939b3b629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.976516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-07b3f5fb-b56d-4ad5-9e81-b0939b3b629d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977924 Nov 03 18:44:57.008537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.123717 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.138689 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.239764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-d843ec05-5842-463e-bfc6-1feb7f36e69b service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528219 Nov 03 18:44:57.243006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Subnet': ['ID=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:57.263931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Checking segment: {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:57.264310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network hostable DHCP agents. Network: e454b638-90bf-4367-b6f3-115f9ec7bfc1, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:57.267029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:57.312301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network e454b638-90bf-4367-b6f3-115f9ec7bfc1 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:57.314437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:57.319623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:57.325196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Pushing event updated for resources: {'Port': ['ID=e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:57.331025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:57.344647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, e454b638-90bf-4367-b6f3-115f9ec7bfc1) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:57.363568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.364558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.376927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403fac3-4402-419f-bd31-7127ba5f4105 None None] Network e454b638-90bf-4367-b6f3-115f9ec7bfc1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:57.414219 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b718cbc-cae6-4ecf-80cd-da348019436f x-openstack-request-id: req-6b718cbc-cae6-4ecf-80cd-da348019436f {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:57.416044 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d60e63c-c423-4b2d-afb3-2b256da70774", "name": "network-vif-deleted", "tag": "a736a051-6dc3-42af-83e1-f8bbb7366359", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:57.420580 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b718cbc-cae6-4ecf-80cd-da348019436f {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:57.421345 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d60e63c-c423-4b2d-afb3-2b256da70774', 'name': 'network-vif-deleted', 'tag': 'a736a051-6dc3-42af-83e1-f8bbb7366359', 'status': 'completed', 'code': 200} Nov 03 18:44:57.432234 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1d2b9ef8-d5e8-4781-a592-13b6cc9034bd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1618121 Nov 03 18:44:57.432620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56544) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:57.436807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a736a051-6dc3-42af-83e1-f8bbb7366359 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:57.437920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'port': {'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'name': 'tempest-TaggedBootDevicesTest-1094704243', 'fixed_ips': [{'subnet_id': 'a88dce4c-149f-4b64-a08e-35ae0903cdfe'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:57.563770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: a736a051-6dc3-42af-83e1-f8bbb7366359 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:57.564214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a736a051-6dc3-42af-83e1-f8bbb7366359 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:57.598229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Attempting to bind port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:57.598597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Attempting to bind port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:57.599084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Attempting to bind port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:57.605301 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aae2a4-cefe-4f0b-9578-e666d6377ba3 x-openstack-request-id: req-d5aae2a4-cefe-4f0b-9578-e666d6377ba3 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:57.606099 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab267cfe-0ee9-44b1-b690-05e6451e8c67", "tag": "3d9b35b6-64be-4d65-add3-c777a6e47d0b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:57.606843 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5aae2a4-cefe-4f0b-9578-e666d6377ba3 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:57.607739 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'tag': '3d9b35b6-64be-4d65-add3-c777a6e47d0b', 'status': 'completed', 'code': 200} Nov 03 18:44:57.612288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:57.612288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Checking segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:57.612814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.613088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Bound using segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:57.613614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Bound port: e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:57.613998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.617254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43d4c4d-561c-4838-b0ab-0e5aa34616f0 req-946bd029-adb9-4cbe-925e-606fac814936 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629019 Nov 03 18:44:57.711577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:57.755093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6', 'port_id': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'mac_address': 'fa:16:3e:15:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5ccdd2-87a5-4ffa-9647-c5030d5de171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:57.807446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] For port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:57.830857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:57.856159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] For port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:57.866583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-e454b638-90bf-4367-b6f3-115f9ec7bfc1', 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'fixed_ips': [{'subnet_id': 'ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:44:57.867634 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.874972 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.891122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-cdab466b-e51f-4e37-9dc4-3495b98e2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.893939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-cdab466b-e51f-4e37-9dc4-3495b98e2459 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 1094 time: 0.2054329 Nov 03 18:44:57.896465 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.983492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3f7c4a1-18df-4cde-b987-facff3dce3c7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:57.995454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76be861-013e-4407-8127-e82da45a6c0f req-a109aa75-17a4-4d8e-834f-3e0158a27a15 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.998255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e76be861-013e-4407-8127-e82da45a6c0f req-a109aa75-17a4-4d8e-834f-3e0158a27a15 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 943 time: 0.2869315 Nov 03 18:44:58.170323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:58.185751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.191829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d2d3c-6919-4e76-8dab-ffc2c3b837be None None] Pushing event updated for resources: {'Port': ['ID=e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:58.196053 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.257709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e76be861-013e-4407-8127-e82da45a6c0f req-9039190e-f22e-4425-bcbc-7755fdb77eba tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311695 Nov 03 18:44:58.275794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] device_id is not set on port b2e89039-febc-4dae-9d31-8b25affd20cb yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:58.332781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:58.385248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Allocated IP 10.2.2.2 (e454b638-90bf-4367-b6f3-115f9ec7bfc1/ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2/1a2fd345-6c34-43d0-8045-0894b4d0e029) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:58.503244 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-8906aeb6-ea87-4831-bd35-28398e7e3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:58.504536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-8906aeb6-ea87-4831-bd35-28398e7e3aa9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.5486014 Nov 03 18:44:58.576400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d3f7c4a1-18df-4cde-b987-facff3dce3c7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:58.619372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-2f84bbea-4ebe-4ab6-9ac7-a354ce73efec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b HTTP/1.1" status: 200 len: 217 time: 0.0522761 Nov 03 18:44:58.703035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-188bf21c-759c-4747-8d10-5accd36bffdc req-555ca4a8-a01d-4957-b4d4-431280e08deb tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.1378796 Nov 03 18:44:58.714009 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.727156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Allocated IP 10.1.1.117 (096c4017-e6cf-4b69-85bf-2ccac7e0896e/a88dce4c-149f-4b64-a08e-35ae0903cdfe/b2e89039-febc-4dae-9d31-8b25affd20cb) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:58.728629 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.760193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-4a816915-5d92-407b-88f2-b4ca69dd635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:58.762450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-4a816915-5d92-407b-88f2-b4ca69dd635f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1269572 Nov 03 18:44:58.835421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-bf299d6b-8ad1-4406-9df4-85bfa0db4d4d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:58.837699 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-bf299d6b-8ad1-4406-9df4-85bfa0db4d4d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 945 time: 0.0953219 Nov 03 18:44:58.846845 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Network e454b638-90bf-4367-b6f3-115f9ec7bfc1 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:58.858252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:58.864584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:59.009756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-7bc9ed8f-8330-4749-a881-5d2cc28e267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.012884 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-7bc9ed8f-8330-4749-a881-5d2cc28e267d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365241 Nov 03 18:44:59.051510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Deleting port 71cba451-f4b6-4355-a861-5ee9b44865c8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:59.052075 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.088592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Pushing event updated for resources: {'Port': ['ID=1a2fd345-6c34-43d0-8045-0894b4d0e029,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:59.174158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6413-c018-42f5-9f54-9cd2f9c01108 req-397865e7-709a-4b5c-a8dd-f8feb0e7fcd8 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.184865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c07a6413-c018-42f5-9f54-9cd2f9c01108 req-397865e7-709a-4b5c-a8dd-f8feb0e7fcd8 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0 HTTP/1.1" status: 200 len: 945 time: 0.2946582 Nov 03 18:44:59.202053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Attempting to bind port 1a2fd345-6c34-43d0-8045-0894b4d0e029 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:59.202741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Attempting to bind port 1a2fd345-6c34-43d0-8045-0894b4d0e029 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:59.202838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Attempting to bind port 1a2fd345-6c34-43d0-8045-0894b4d0e029 on network e454b638-90bf-4367-b6f3-115f9ec7bfc1 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:59.227083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:59.228164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Checking segment: {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:59.228959 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.229621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Bound using segment: {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:59.230385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Bound port: 1a2fd345-6c34-43d0-8045-0894b4d0e029, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:59.231072 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.325916 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] For port 71cba451-f4b6-4355-a861-5ee9b44865c8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=71cba451-f4b6-4355-a861-5ee9b44865c8,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:59.326504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.361388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.435469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a73ce7-5bd4-4bcd-9323-bea4570fac36', 'name': 'network-vif-deleted', 'tag': '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:59.440078 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac64a618-657a-48cd-b7dc-9fa8640caa40" -d '{"events": [{"server_uuid": "f8a73ce7-5bd4-4bcd-9323-bea4570fac36", "name": "network-vif-deleted", "tag": "1bc6e49e-50ef-4261-ab3a-bb31e12ab3af"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:59.443998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3d9b35b6-64be-4d65-add3-c777a6e47d0b details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:59.463937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:59.575426 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] For port 1a2fd345-6c34-43d0-8045-0894b4d0e029, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:59.581335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] For port 1a2fd345-6c34-43d0-8045-0894b4d0e029, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a2fd345-6c34-43d0-8045-0894b4d0e029,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:59.597339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.607992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:59.608586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1bc6e49e-50ef-4261-ab3a-bb31e12ab3af not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:59.747137 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:44:59.898162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.899964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.901114 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Floating IP b8581168-7aa2-40d7-9838-d5a2d392db1d disassociated. External IP: 172.25.3.103, port: 71cba451-f4b6-4355-a861-5ee9b44865c8. Nov 03 18:44:59.902419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Calling delete_port for 71cba451-f4b6-4355-a861-5ee9b44865c8 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:00.027816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:00.031488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398cac3-240e-488e-9002-00695a2eaec8 None None] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:00.134229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df02a41-e002-4baa-9252-30303518d5f0 None None] Pushing event updated for resources: {'Port': ['ID=1a2fd345-6c34-43d0-8045-0894b4d0e029,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:00.174772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.206972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c07a6413-c018-42f5-9f54-9cd2f9c01108 req-7d0d26df-85b5-4212-9d44-96d41f8fbb67 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/security-groups?id=709fff5a-ecca-4fa9-b286-afb74cad12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0209606 Nov 03 18:45:00.231209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event deleted for resources: {'Port': ['ID=71cba451-f4b6-4355-a861-5ee9b44865c8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:00.236919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.347825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-651065ad-c5d7-4291-84af-f4ece526679a service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3208938 Nov 03 18:45:00.452970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:00.496873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:00.562857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9a9468af-05c9-4d87-951f-aace71f3fe48 None None] Provisioning complete for port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:00.564472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a9468af-05c9-4d87-951f-aace71f3fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.572996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:00.611648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=b2e89039-febc-4dae-9d31-8b25affd20cb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:00.620529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Router d28b645f-28a5-44a3-bc25-52d60a0499d8 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:45:00.719899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:00.720864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.755607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30f86c0a-841e-41f3-98fa-82f4cd65cbe3 req-f5f74083-953c-496c-aeaf-3cff2ab5518f service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933227 Nov 03 18:45:00.756524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 3d9b35b6-64be-4d65-add3-c777a6e47d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:00.788227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5181622a-731b-4941-b4ed-c6c3e18feda7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3544121 Nov 03 18:45:00.791899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56588) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:00.802397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '3d9b35b6-64be-4d65-add3-c777a6e47d0b', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': '3d9b35b6-64be-4d65-add3-c777a6e47d0b', 'mac_address': 'fa:16:3e:d6:56:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:00.814899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'port': {'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'name': 'tempest-TaggedBootDevicesTest-1611754256', 'fixed_ips': [{'subnet_id': 'a88dce4c-149f-4b64-a08e-35ae0903cdfe'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:00.912578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:45:00.923178 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a9468af-05c9-4d87-951f-aace71f3fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.942098 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] Sync routers for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:45:00.972954 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:00.979266 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:44:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:01.025463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56592) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:01.051077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] No DVR routers for this DVR port 71cba451-f4b6-4355-a861-5ee9b44865c8 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:01.054558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.059669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9a9468af-05c9-4d87-951f-aace71f3fe48 None None] For port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:01.062403 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e385e6d-cda9-4917-93a1-288d11dce8b4 req-3022cf19-c3a3-4240-8abe-9c4b83ec0203 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.70 "DELETE /v2.0/ports/71cba451-f4b6-4355-a861-5ee9b44865c8 HTTP/1.1" status: 204 len: 173 time: 2.2188265 Nov 03 18:45:01.169382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:01.169382 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.213176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a9468af-05c9-4d87-951f-aace71f3fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.307666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:01.389277 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:01.394513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e1d85f-dc57-4235-a652-b49a16346a90 admin admin] Deleting subnet 3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:45:01.423265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81e1d85f-dc57-4235-a652-b49a16346a90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.493199 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.520484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9b35b6-64be-4d65-add3-c777a6e47d0b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:01.638118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81e1d85f-dc57-4235-a652-b49a16346a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.782772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 3d9b35b6-64be-4d65-add3-c777a6e47d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:01.788512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port d3f7c4a1-18df-4cde-b987-facff3dce3c7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:01.790175 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.794730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9468af-05c9-4d87-951f-aace71f3fe48 None None] Pushing event updated for resources: {'Port': ['ID=e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:01.814050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81e1d85f-dc57-4235-a652-b49a16346a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.820784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.070760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:02.080954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.086757 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81e1d85f-dc57-4235-a652-b49a16346a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.129747 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 5, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:02.131110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81e1d85f-dc57-4235-a652-b49a16346a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.144586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:02.145955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-81e1d85f-dc57-4235-a652-b49a16346a90 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6 HTTP/1.1" status: 204 len: 168 time: 1.1117539 Nov 03 18:45:02.176282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf0041-aa53-42ad-9273-7142085df0bf req-bf49fd46-3ba8-45cd-b947-9c871ccfff02 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:02.191646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ebf0041-aa53-42ad-9273-7142085df0bf req-bf49fd46-3ba8-45cd-b947-9c871ccfff02 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 944 time: 0.9649806 Nov 03 18:45:02.219841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=3d9b35b6-64be-4d65-add3-c777a6e47d0b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:02.271702 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] Checking router: d28b645f-28a5-44a3-bc25-52d60a0499d8 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:45:02.328546 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:45:02.329851 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:02.332355 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:44:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:02.340979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['3d9b35b6-64be-4d65-add3-c777a6e47d0b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:02.358028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.389478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.462027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ebf0041-aa53-42ad-9273-7142085df0bf req-f1797086-4d5a-4363-9357-c2769e7977ba tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688260 Nov 03 18:45:02.492606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb2a58a-cac7-48b4-aa8c-21fab9dab355 None None] Network e454b638-90bf-4367-b6f3-115f9ec7bfc1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:02.620175 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:02.650408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1d85f-dc57-4235-a652-b49a16346a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d0f0791-7d1e-4d8c-8f7d-77264ee65cd6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:02.685973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] device_id is not set on port 7b58501f-47f6-4ca7-90ad-c57544e380a5 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:45:02.861506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.091317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:03.147987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 5, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:03.162842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f4715f-ef33-49f0-a880-169f381d5197') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:03.163436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f4715f-ef33-49f0-a880-169f381d5197') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:03.209960 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.256040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.273369 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787f5ce-2f4d-4c7e-b237-25c612f06c38 None None] The sync data for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 is: [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:42:37Z', 'revision_number': 4, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1c31b22-54db-4f2d-8689-e7e25a450ee6', 'name': '', 'network_id': '2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'mac_address': 'fa:16:3e:78:cf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:36Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 5, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'subnets': [{'id': 'd25b48a1-00db-4ac8-9b4f-fca58e048569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:45:03.323233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:45:03.329163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:45:03.332322 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:45:03.383648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4d0c987f-88d8-484c-8af4-e54bb0b61b5f None None] Provisioning complete for port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:03.384271 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d0c987f-88d8-484c-8af4-e54bb0b61b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.399901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-154beb09-d262-4cbd-b0f1-85c56b8f0cf8 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:03.405018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-154beb09-d262-4cbd-b0f1-85c56b8f0cf8 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.96 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 946 time: 0.9849274 Nov 03 18:45:03.419770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:03.521206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.547096 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.553409 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3 HTTP/1.1" status: 204 len: 168 time: 1.4079442 Nov 03 18:45:03.623114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775cf94-9c57-4129-9f93-46960f7de883 admin admin] Pushing event deleted for resources: {'Network': ['ID=2787f5ca-0fd5-4c20-a7e0-2c6a8a73bcf3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:03.781737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Allocated IP 10.1.1.6 (096c4017-e6cf-4b69-85bf-2ccac7e0896e/a88dce4c-149f-4b64-a08e-35ae0903cdfe/7b58501f-47f6-4ca7-90ad-c57544e380a5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:03.892717 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.907698 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.017357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 71cba451-f4b6-4355-a861-5ee9b44865c8 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:04.162948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 71cba451-f4b6-4355-a861-5ee9b44865c8 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:04.163289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 71cba451-f4b6-4355-a861-5ee9b44865c8 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:04.203564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56618) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:04.275584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:04.300828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:04.303545 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f16210-5269-401d-b379-481ef67c37ab" -d '{"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:04.314468 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.382799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c0151a3a-d015-42d6-80e1-d44e2ae576aa no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:04.400717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c996b-8067-42cc-afac-d6cb8dea6214 None None] New status for floating IP b8581168-7aa2-40d7-9838-d5a2d392db1d: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:45:04.410864 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-10aab4a4-c603-42c8-8a14-396ee05ea320 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d7557f94a4cb49a58a922e43500eca94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028925 Nov 03 18:45:04.414201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56622) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:04.631614 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8ebfa4e-1212-485e-8e78-334a85d4664e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.661914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9d02-e2c1-476e-96b4-ee00a57ba71d req-2c4e72fe-b4ae-49d3-a92b-14f16d5e20cf tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:04.664763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e39a9d02-e2c1-476e-96b4-ee00a57ba71d req-2c4e72fe-b4ae-49d3-a92b-14f16d5e20cf tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 944 time: 0.6532552 Nov 03 18:45:04.684866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8ebfa4e-1212-485e-8e78-334a85d4664e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.685939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:04.778274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Deleting port c0151a3a-d015-42d6-80e1-d44e2ae576aa {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:04.778891 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.814209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8ebfa4e-1212-485e-8e78-334a85d4664e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.820083 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8ebfa4e-1212-485e-8e78-334a85d4664e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.829006 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f8ebfa4e-1212-485e-8e78-334a85d4664e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57112a6c-78cb-488f-9899-86c21b9a513d HTTP/1.1" status: 204 len: 168 time: 0.4124947 Nov 03 18:45:04.849699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebfa4e-1212-485e-8e78-334a85d4664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57112a6c-78cb-488f-9899-86c21b9a513d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:04.855928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.965671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:04.966113 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.036739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e39a9d02-e2c1-476e-96b4-ee00a57ba71d req-f571b24a-1452-45db-b84e-3a331fd95760 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213277 Nov 03 18:45:05.055257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.129883 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e930c0e-6243-432a-b331-7fd7fd434537 x-openstack-request-id: req-9e930c0e-6243-432a-b331-7fd7fd434537 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:05.130301 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a73ce7-5bd4-4bcd-9323-bea4570fac36", "name": "network-vif-deleted", "tag": "1bc6e49e-50ef-4261-ab3a-bb31e12ab3af", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:05.130635 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e930c0e-6243-432a-b331-7fd7fd434537 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:05.131629 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a73ce7-5bd4-4bcd-9323-bea4570fac36', 'name': 'network-vif-deleted', 'tag': '1bc6e49e-50ef-4261-ab3a-bb31e12ab3af', 'status': 'completed', 'code': 200} Nov 03 18:45:05.250173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] For port c0151a3a-d015-42d6-80e1-d44e2ae576aa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c0151a3a-d015-42d6-80e1-d44e2ae576aa,segment=NetworkSegment(10ab0477-4863-4335-8b77-b3487f96d9fd),segment_id=10ab0477-4863-4335-8b77-b3487f96d9fd)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:05.250728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.318933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:05.324107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4d0c987f-88d8-484c-8af4-e54bb0b61b5f None None] Provisioning complete for port b2e89039-febc-4dae-9d31-8b25affd20cb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:05.324736 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d0c987f-88d8-484c-8af4-e54bb0b61b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.364548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:05.372190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Calling delete_port for c0151a3a-d015-42d6-80e1-d44e2ae576aa owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:05.401463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:05.423679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=7b58501f-47f6-4ca7-90ad-c57544e380a5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:05.496562 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.499727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c987f-88d8-484c-8af4-e54bb0b61b5f None None] Port b2e89039-febc-4dae-9d31-8b25affd20cb cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:05.654704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186e29c-70f4-488f-899a-7ee611bbbdc0 req-352e204d-9735-477a-8f94-1d8930ef33d8 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:05.667272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1186e29c-70f4-488f-899a-7ee611bbbdc0 req-352e204d-9735-477a-8f94-1d8930ef33d8 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/ports?device_id=369db16b-b54f-4555-8c95-655644e187f8 HTTP/1.1" status: 200 len: 946 time: 0.4117525 Nov 03 18:45:05.679909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a2fd345-6c34-43d0-8045-0894b4d0e029 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:05.759744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:05.760619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.774633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c0151a3a-d015-42d6-80e1-d44e2ae576aa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c0151a3a-d015-42d6-80e1-d44e2ae576aa,segment=NetworkSegment(10ab0477-4863-4335-8b77-b3487f96d9fd),segment_id=10ab0477-4863-4335-8b77-b3487f96d9fd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:05.826432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b9445a9c-edea-4237-bbe8-c83f5f948b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0298438 Nov 03 18:45:05.861706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.895700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1186e29c-70f4-488f-899a-7ee611bbbdc0 req-ac6ceef9-2b2d-41ae-9093-e74b81496376 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.77 "GET /v2.0/security-groups?id=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176273 Nov 03 18:45:06.006114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1543a719-a610-499a-b5e7-23bab249ff60 None None] Provisioning complete for port 1a2fd345-6c34-43d0-8045-0894b4d0e029 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:06.006554 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1543a719-a610-499a-b5e7-23bab249ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.017130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=c0151a3a-d015-42d6-80e1-d44e2ae576aa,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:06.028678 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eeb7aa2f-7202-4582-9340-76c8364749f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.088964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.130138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1a2fd345-6c34-43d0-8045-0894b4d0e029 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:06.130721 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.233492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Pushing event deleted for resources: {'Port': ['ID=c0151a3a-d015-42d6-80e1-d44e2ae576aa,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:06.369934 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.383537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] No DVR routers for this DVR port c0151a3a-d015-42d6-80e1-d44e2ae576aa on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:06.390133 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.396786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19935aea-1b65-454d-84da-6d66b83a3ecd req-cfcd4a8d-abcc-4110-b52b-04b84e084581 tempest-ServerGroupTestJSON-1212251713 tempest-ServerGroupTestJSON-1212251713-project] 10.222.0.96 "DELETE /v2.0/ports/c0151a3a-d015-42d6-80e1-d44e2ae576aa HTTP/1.1" status: 204 len: 173 time: 2.9842007 Nov 03 18:45:06.398898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369db16b-b54f-4555-8c95-655644e187f8', 'name': 'network-vif-deleted', 'tag': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:06.406797 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cfca77-350c-426c-8a13-6a987364ce2e" -d '{"events": [{"server_uuid": "369db16b-b54f-4555-8c95-655644e187f8", "name": "network-vif-deleted", "tag": "c0151a3a-d015-42d6-80e1-d44e2ae576aa"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:06.438299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 1a2fd345-6c34-43d0-8045-0894b4d0e029, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a2fd345-6c34-43d0-8045-0894b4d0e029,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:06.445957 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1543a719-a610-499a-b5e7-23bab249ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.478439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.480817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd7a6c-d002-46e3-a4a6-bfd3429ec5d9 req-b89e0767-76f2-433a-b97b-b0505a5c866c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:06.484985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55bd7a6c-d002-46e3-a4a6-bfd3429ec5d9 req-b89e0767-76f2-433a-b97b-b0505a5c866c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2675064 Nov 03 18:45:06.663733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55bd7a6c-d002-46e3-a4a6-bfd3429ec5d9 req-b4966665-a007-49be-85df-419184664ece tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663916 Nov 03 18:45:06.667705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-1543a719-a610-499a-b5e7-23bab249ff60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:45:06.668578 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-1543a719-a610-499a-b5e7-23bab249ff60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:45:06.672567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=1a2fd345-6c34-43d0-8045-0894b4d0e029,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:06.953995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6eb0046f-3b1a-4b96-9441-2c0789d8f848 req-2057b6b9-2335-4c14-ab74-2037399b9bd1 tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.0468147 Nov 03 18:45:07.061886 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911a3d3-0426-4e1d-8305-62d1f77a3bc4 x-openstack-request-id: req-e911a3d3-0426-4e1d-8305-62d1f77a3bc4 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:07.061886 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:07.064049 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e911a3d3-0426-4e1d-8305-62d1f77a3bc4 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:07.064049 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'code': 200} Nov 03 18:45:07.132925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'name': 'network-vif-deleted', 'tag': '71cba451-f4b6-4355-a861-5ee9b44865c8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:07.139175 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e9f45c-56ae-4e23-bf42-c6decdfbd9fa" -d '{"events": [{"server_uuid": "6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0", "name": "network-vif-deleted", "tag": "71cba451-f4b6-4355-a861-5ee9b44865c8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:07.299043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1543a719-a610-499a-b5e7-23bab249ff60 None None] Provisioning complete for port b2e89039-febc-4dae-9d31-8b25affd20cb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:07.300078 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1543a719-a610-499a-b5e7-23bab249ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.369648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1543a719-a610-499a-b5e7-23bab249ff60 None None] Port b2e89039-febc-4dae-9d31-8b25affd20cb cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:07.516089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fd2f1a25-d68c-4829-a922-4ad8f60a5754 None None] Provisioning complete for port 7b58501f-47f6-4ca7-90ad-c57544e380a5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:07.517054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd2f1a25-d68c-4829-a922-4ad8f60a5754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.577611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56658) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:07.583700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6f99a8ee-49e2-4740-9bbc-4440f1f49037 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159000771', 'description': 'tempest-description--1438734954'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:07.595882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f1a25-d68c-4829-a922-4ad8f60a5754 None None] Port 7b58501f-47f6-4ca7-90ad-c57544e380a5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:07.639445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6f99a8ee-49e2-4740-9bbc-4440f1f49037 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.833368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193f5b-7c4c-4400-83f8-ae993d62ab1a req-00b377d2-e728-407e-8eed-4f42eb9da29e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.836586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3d9b35b6-64be-4d65-add3-c777a6e47d0b up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:07.849996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa193f5b-7c4c-4400-83f8-ae993d62ab1a req-00b377d2-e728-407e-8eed-4f42eb9da29e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 944 time: 0.1581836 Nov 03 18:45:07.936145 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6f99a8ee-49e2-4740-9bbc-4440f1f49037 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.945252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 3d9b35b6-64be-4d65-add3-c777a6e47d0b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:07.948631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6f99a8ee-49e2-4740-9bbc-4440f1f49037 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.958892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 3d9b35b6-64be-4d65-add3-c777a6e47d0b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:07.960039 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.004767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99a8ee-49e2-4740-9bbc-4440f1f49037 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec25ec-623a-4d97-ad9f-0b29435eeae7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.047520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa193f5b-7c4c-4400-83f8-ae993d62ab1a req-c6d4b42a-f72c-4b01-b723-1a77ff67c500 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888151 Nov 03 18:45:08.058930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6f99a8ee-49e2-4740-9bbc-4440f1f49037 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.060924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6f99a8ee-49e2-4740-9bbc-4440f1f49037 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4819210 Nov 03 18:45:08.065802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56666) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:08.071853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ae0f4aee-022d-47ea-bd3c-2b75ab20275e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'security_group_rule': {'security_group_id': '3aec25ec-623a-4d97-ad9f-0b29435eeae7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:08.120271 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.139581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56668) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:08.164480 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae0f4aee-022d-47ea-bd3c-2b75ab20275e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.189133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 3d9b35b6-64be-4d65-add3-c777a6e47d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:08.204708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.302221 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e0b460e-387c-4054-844e-461dbf02c51d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.349701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e0b460e-387c-4054-844e-461dbf02c51d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.352091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f144-e739-4883-abcd-c973be454fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.369428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=3d9b35b6-64be-4d65-add3-c777a6e47d0b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.382287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae0f4aee-022d-47ea-bd3c-2b75ab20275e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.399217 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae0f4aee-022d-47ea-bd3c-2b75ab20275e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.459437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f4aee-022d-47ea-bd3c-2b75ab20275e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5740eb32-27c3-4e3e-8436-6575264fea5e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.522804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae0f4aee-022d-47ea-bd3c-2b75ab20275e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.531654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ae0f4aee-022d-47ea-bd3c-2b75ab20275e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4639404 Nov 03 18:45:08.532495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56672) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:08.541928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4b90dfe2-0681-4308-b757-6d731ec08eed tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'security_group_rule': {'security_group_id': '3aec25ec-623a-4d97-ad9f-0b29435eeae7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:08.556140 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33a65b0-5650-434f-9222-c287c5faba9b x-openstack-request-id: req-e33a65b0-5650-434f-9222-c287c5faba9b {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:08.556614 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369db16b-b54f-4555-8c95-655644e187f8", "name": "network-vif-deleted", "tag": "c0151a3a-d015-42d6-80e1-d44e2ae576aa", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:08.557032 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e33a65b0-5650-434f-9222-c287c5faba9b {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:08.558567 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369db16b-b54f-4555-8c95-655644e187f8', 'name': 'network-vif-deleted', 'tag': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa', 'status': 'completed', 'code': 200} Nov 03 18:45:08.643359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4b90dfe2-0681-4308-b757-6d731ec08eed tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.679641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a2fd345-6c34-43d0-8045-0894b4d0e029 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:08.804594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1a2fd345-6c34-43d0-8045-0894b4d0e029 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:08.805205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.809910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4b90dfe2-0681-4308-b757-6d731ec08eed tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.820519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4b90dfe2-0681-4308-b757-6d731ec08eed tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.915841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4b90dfe2-0681-4308-b757-6d731ec08eed tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.929283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4b90dfe2-0681-4308-b757-6d731ec08eed tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3949018 Nov 03 18:45:08.930575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90dfe2-0681-4308-b757-6d731ec08eed tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d422bd61-60c1-469a-8aa8-5432606bc82d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.938842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56682) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:08.955625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:09.030342 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b16534a-ca9a-49f9-8bd9-8289df36fc79 x-openstack-request-id: req-5b16534a-ca9a-49f9-8bd9-8289df36fc79 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:09.030771 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0", "name": "network-vif-deleted", "tag": "71cba451-f4b6-4355-a861-5ee9b44865c8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:09.031085 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b16534a-ca9a-49f9-8bd9-8289df36fc79 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:09.031729 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1c9f6f-3f6d-45e5-92e7-2ec7e932d5c0', 'name': 'network-vif-deleted', 'tag': '71cba451-f4b6-4355-a861-5ee9b44865c8', 'status': 'completed', 'code': 200} Nov 03 18:45:09.066396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369db16b-b54f-4555-8c95-655644e187f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa'}, {'server_uuid': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9b35b6-64be-4d65-add3-c777a6e47d0b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:09.070641 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae1abff-a6f1-4cb3-8775-19d032818ff8" -d '{"events": [{"server_uuid": "369db16b-b54f-4555-8c95-655644e187f8", "name": "network-vif-unplugged", "status": "completed", "tag": "c0151a3a-d015-42d6-80e1-d44e2ae576aa"}, {"server_uuid": "ab267cfe-0ee9-44b1-b690-05e6451e8c67", "name": "network-vif-plugged", "status": "completed", "tag": "3d9b35b6-64be-4d65-add3-c777a6e47d0b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:09.082345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e0b460e-387c-4054-844e-461dbf02c51d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.087647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e0b460e-387c-4054-844e-461dbf02c51d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.088783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.094191 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5e0b460e-387c-4054-844e-461dbf02c51d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "DELETE /v2.0/security-groups/709fff5a-ecca-4fa9-b286-afb74cad12f4 HTTP/1.1" status: 204 len: 168 time: 0.9488661 Nov 03 18:45:09.110904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788ac0a-2d0d-49f4-a2a8-63b4e3f3a761 req-99b3ac13-2a99-4901-a80f-11372eb5999a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:09.113826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a788ac0a-2d0d-49f4-a2a8-63b4e3f3a761 req-99b3ac13-2a99-4901-a80f-11372eb5999a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1430106 Nov 03 18:45:09.114523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56688) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:09.132676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b460e-387c-4054-844e-461dbf02c51d tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709fff5a-ecca-4fa9-b286-afb74cad12f4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:09.181180 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-42747da9-a834-4ee3-be81-faed432ee9ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] show failed (client error): The resource could not be found. Nov 03 18:45:09.183491 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-42747da9-a834-4ee3-be81-faed432ee9ee tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "GET /v2.0/security-groups/709fff5a-ecca-4fa9-b286-afb74cad12f4 HTTP/1.1" status: 404 len: 347 time: 0.0646427 Nov 03 18:45:09.186524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56690) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:09.317055 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a788ac0a-2d0d-49f4-a2a8-63b4e3f3a761 req-2c962f40-9bb1-48cc-973a-9f42aaff7bd9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693890 Nov 03 18:45:09.430340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.466639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Deleting port 779fb89e-f92b-4afb-9c89-45ff6f1e116f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:09.466986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.699471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.700775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.708527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ddbe0de-13a4-4d74-8434-7a906aac0b8e req-7862caa3-6979-4bad-9139-35eb4e05b873 tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.0603032 Nov 03 18:45:09.762217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Calling delete_port for 779fb89e-f92b-4afb-9c89-45ff6f1e116f owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:09.775631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Allocated IP 172.25.3.88 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/44869812-92a1-4165-bd88-af29040264bb) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:09.912693 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fc4064-4044-437a-8c1b-ba2aa08a637b x-openstack-request-id: req-c9fc4064-4044-437a-8c1b-ba2aa08a637b {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:09.913142 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369db16b-b54f-4555-8c95-655644e187f8", "name": "network-vif-unplugged", "status": "completed", "tag": "c0151a3a-d015-42d6-80e1-d44e2ae576aa", "code": 200}, {"server_uuid": "ab267cfe-0ee9-44b1-b690-05e6451e8c67", "name": "network-vif-plugged", "status": "completed", "tag": "3d9b35b6-64be-4d65-add3-c777a6e47d0b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:09.913587 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9fc4064-4044-437a-8c1b-ba2aa08a637b {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:09.914235 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369db16b-b54f-4555-8c95-655644e187f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0151a3a-d015-42d6-80e1-d44e2ae576aa', 'code': 200} Nov 03 18:45:09.920749 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9b35b6-64be-4d65-add3-c777a6e47d0b', 'code': 200} Nov 03 18:45:09.963238 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.149142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.177777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefa279-5ee0-432b-b3ee-40beb5f85eea req-6583329a-4104-461d-b447-8b7054fb67f7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:10.179977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adefa279-5ee0-432b-b3ee-40beb5f85eea req-6583329a-4104-461d-b447-8b7054fb67f7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 945 time: 0.1386971 Nov 03 18:45:10.254992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592b4ed-52f3-4ec9-9acc-c3f0615fc684 req-874c0b30-c6c6-4cc6-9d7a-b02123211660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:10.256512 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7592b4ed-52f3-4ec9-9acc-c3f0615fc684 req-874c0b30-c6c6-4cc6-9d7a-b02123211660 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 1096 time: 0.2055414 Nov 03 18:45:10.257332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.272033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.317773 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adefa279-5ee0-432b-b3ee-40beb5f85eea req-53edd7ba-015a-41a9-bb8c-8677b8a53a66 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244640 Nov 03 18:45:10.358383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Pushing event deleted for resources: {'Port': ['ID=779fb89e-f92b-4afb-9c89-45ff6f1e116f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:10.373512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:10.379625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:10.384880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:10.435463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=44869812-92a1-4165-bd88-af29040264bb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:10.566711 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.570765 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.572144 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-224a0e9b-6119-44f8-b5a7-5ddd5fdf5199 tempest-ServersTestFqdnHostnames-1090916785 tempest-ServersTestFqdnHostnames-1090916785-project] 10.222.0.77 "DELETE /v2.0/floatingips/b8581168-7aa2-40d7-9838-d5a2d392db1d HTTP/1.1" status: 204 len: 168 time: 1.3841169 Nov 03 18:45:10.577700 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7592b4ed-52f3-4ec9-9acc-c3f0615fc684 req-e1017c88-7811-460b-827f-210e2c882b5b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038330 Nov 03 18:45:10.578505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56704) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:10.593321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.704877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.770183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ce572-4078-4f6e-be5a-9f538254e80e req-942a8748-8c64-422f-af1a-13cb40f441fb tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:10.775262 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f70ce572-4078-4f6e-be5a-9f538254e80e req-942a8748-8c64-422f-af1a-13cb40f441fb tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.1676071 Nov 03 18:45:10.987912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f70ce572-4078-4f6e-be5a-9f538254e80e req-1ad6125f-9f67-4bbe-ac4a-6857c4479314 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942647 Nov 03 18:45:11.181106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.197375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.343175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=44869812-92a1-4165-bd88-af29040264bb,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:11.417112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.448899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.451163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-893b2c05-f638-432c-a8e0-6392aee69847 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5113988 Nov 03 18:45:11.501928 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.630072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43b42ebc-48c7-4ead-9c45-637b8da362c1 req-da6303a1-0d32-41be-8cca-02bac290fd82 tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.0836034 Nov 03 18:45:11.973002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56724) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:12.051550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606eca-2cb2-4a89-b50d-6c116afd092c req-b010bba2-e4d6-4a63-a91e-9b174aeb888a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.062886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e606eca-2cb2-4a89-b50d-6c116afd092c req-b010bba2-e4d6-4a63-a91e-9b174aeb888a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 945 time: 0.2143483 Nov 03 18:45:12.078010 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.128184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.194776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e606eca-2cb2-4a89-b50d-6c116afd092c req-b7932076-4745-4216-a0b6-6e2dc4e4f6a1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304991 Nov 03 18:45:12.271401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-793f4ba4-a83e-477e-ba35-d88e0eb29844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.283661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Deleting port e1c31b22-54db-4f2d-8689-e7e25a450ee6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:12.285222 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.463374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-549f4101-d40f-4a5c-b770-ac93b1812b41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--159000771&fields=id&tenant_id=212fac93969d4549abbb47ca6ec3a2ac HTTP/1.1" status: 200 len: 267 time: 0.1225445 Nov 03 18:45:12.493703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] For port e1c31b22-54db-4f2d-8689-e7e25a450ee6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e1c31b22-54db-4f2d-8689-e7e25a450ee6,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:12.494471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.524270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Calling delete_port for e1c31b22-54db-4f2d-8689-e7e25a450ee6 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:12.597753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1cf14c8c-f898-4127-ab1c-7198b6b8bb18 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.610237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1cf14c8c-f898-4127-ab1c-7198b6b8bb18 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports/b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 932 time: 0.1331251 Nov 03 18:45:12.722774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-793f4ba4-a83e-477e-ba35-d88e0eb29844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.732749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-793f4ba4-a83e-477e-ba35-d88e0eb29844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.752435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-b12d9b5d-be91-4fac-b3c8-cb578795abdd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.755291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-b12d9b5d-be91-4fac-b3c8-cb578795abdd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports/7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 930 time: 0.1405835 Nov 03 18:45:12.857211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-65c2d5ba-8a42-4da0-a5dc-9c1f3083d1c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0712752 Nov 03 18:45:12.879755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f4ba4-a83e-477e-ba35-d88e0eb29844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad91f54c-ee9c-4f66-ae06-4b0e47a09f7b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:12.901278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-793f4ba4-a83e-477e-ba35-d88e0eb29844 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=391aef94d53b44ddb2f654821a8013bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9269719 Nov 03 18:45:12.906856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56744) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:12.938032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-dda14af3-5654-4d3a-be41-9b4fd60f1955 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0620797 Nov 03 18:45:12.976619 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.033211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c31b22-54db-4f2d-8689-e7e25a450ee6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:13.046505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.046832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.047421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.047820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.048466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.049090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.049619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.050036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.050376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.050789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.051166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.051645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:13.192192 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b652d2c-5cd1-401d-9d08-4be0d0de08fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.258820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b652d2c-5cd1-401d-9d08-4be0d0de08fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.270604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7caeb5e2-05e3-4a0a-9f03-abc8e641d0d9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.278182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7caeb5e2-05e3-4a0a-9f03-abc8e641d0d9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.297009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7caeb5e2-05e3-4a0a-9f03-abc8e641d0d9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.310442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7caeb5e2-05e3-4a0a-9f03-abc8e641d0d9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/networks?id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 1990 time: 0.3484840 Nov 03 18:45:13.367461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-68fdf360-bbcf-4165-8351-d3fa575f6b3f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/quotas/212fac93969d4549abbb47ca6ec3a2ac HTTP/1.1" status: 200 len: 375 time: 0.0544529 Nov 03 18:45:13.517071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.543034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4ce1bae3-fec8-46b8-bd1f-748e7e049a4c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1740034 Nov 03 18:45:13.576575 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b652d2c-5cd1-401d-9d08-4be0d0de08fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.582763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b652d2c-5cd1-401d-9d08-4be0d0de08fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.584984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1b652d2c-5cd1-401d-9d08-4be0d0de08fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad91f54c-ee9c-4f66-ae06-4b0e47a09f7b HTTP/1.1" status: 204 len: 168 time: 0.6575818 Nov 03 18:45:13.609349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b652d2c-5cd1-401d-9d08-4be0d0de08fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad91f54c-ee9c-4f66-ae06-4b0e47a09f7b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:13.886149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-e8507997-3bf3-41d6-ab6b-73bd65f97833 service neutron] 10.222.0.77 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200617 Nov 03 18:45:14.048110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-31b013db-1f1f-4dcb-88e8-f9db5eb9849b service neutron] 10.222.0.77 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569428 Nov 03 18:45:14.143818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-524b4226-c2f0-4a0d-a249-3ab459f99888 service neutron] 10.222.0.77 "GET /v2.0/ports/b2e89039-febc-4dae-9d31-8b25affd20cb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0802026 Nov 03 18:45:14.163629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Router d28b645f-28a5-44a3-bc25-52d60a0499d8 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:45:14.418502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:45:14.436967 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] Sync routers for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:45:14.438994 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49ef91ce-de5d-411e-a489-72dcf397072b admin admin] 10.222.0.77 "PUT /v2.0/routers/d28b645f-28a5-44a3-bc25-52d60a0499d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8533614 Nov 03 18:45:14.442785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56760) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:14.457737 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:14.459274 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:45:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:14.477257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-38090e84-7d44-45b1-ae24-2b1bf60a73e1 service neutron] 10.222.0.77 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175316 Nov 03 18:45:14.712523 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:14.775110 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.137440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.257918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Deleting port 86bf7369-64be-461e-8abb-d4f533336fdc {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:15.259324 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.273605 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:45:12Z', 'revision_number': 5, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port': {'id': '86bf7369-64be-461e-8abb-d4f533336fdc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:15.317082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5e645564-68aa-48de-95f4-3b8dfaddee68 service neutron] 10.222.0.77 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8341978 Nov 03 18:45:15.319218 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] Checking router: d28b645f-28a5-44a3-bc25-52d60a0499d8 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:45:15.338194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] Routers {'d28b645f-28a5-44a3-bc25-52d60a0499d8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:15.339225 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:45:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d28b645f-28a5-44a3-bc25-52d60a0499d8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:15.513271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-77d39928-c29e-4217-87ea-2fd6f4d2c090 service neutron] 10.222.0.77 "GET /v2.0/ports/7b58501f-47f6-4ca7-90ad-c57544e380a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1553733 Nov 03 18:45:15.548225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] For port 86bf7369-64be-461e-8abb-d4f533336fdc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=86bf7369-64be-461e-8abb-d4f533336fdc,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:15.548669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.595663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Calling delete_port for 86bf7369-64be-461e-8abb-d4f533336fdc owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:15.688558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5172e514-1d46-431f-89b7-e311f9c92aba service neutron] 10.222.0.77 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671138 Nov 03 18:45:15.751121 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] Set router d28b645f-28a5-44a3-bc25-52d60a0499d8 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:15.810354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56776) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:15.853163 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:45:15Z', 'revision_number': 6, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:15.887427 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bbf1f-53d1-4e43-98f5-2b06aa6b21ce None None] The sync data for ids ['d28b645f-28a5-44a3-bc25-52d60a0499d8'] in n-d-812148-3 is: [{'id': 'd28b645f-28a5-44a3-bc25-52d60a0499d8', 'name': 'tempest-ServersTestFqdnHostnames-796549154-router', 'tenant_id': 'c64deee38c3444a2a7c2efcf47939d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:30Z', 'updated_at': '2021-11-03T18:45:15Z', 'revision_number': 6, 'project_id': 'c64deee38c3444a2a7c2efcf47939d11', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:45:15.974457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5acd6809-3663-4362-8f71-e3c6cba8aea6 service neutron] 10.222.0.77 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805810 Nov 03 18:45:15.982344 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.035589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Pushing event deleted for resources: {'Port': ['ID=86bf7369-64be-461e-8abb-d4f533336fdc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:16.181689 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.220237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d1ceeb15-a079-4bf9-9c4a-027ecf466c9a service neutron] 10.222.0.77 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226458 Nov 03 18:45:16.403237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.410402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.462508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1792b0be-75a5-4a73-b0d4-360bded9a628 service neutron] 10.222.0.77 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302041 Nov 03 18:45:16.536361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1455579424-network', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:16.542286 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.543609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28b645f-28a5-44a3-bc25-52d60a0499d8 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:45:16.553855 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.555829 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c4fa89b1-e73b-4ebc-a65a-ac80ab517492 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d28b645f-28a5-44a3-bc25-52d60a0499d8 HTTP/1.1" status: 204 len: 168 time: 2.1117325 Nov 03 18:45:16.560866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56780) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:16.690983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Made reservation on behalf of 83e00789823b48c582ec2cbe49f0863d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:16.700125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-3612f2fe-ef7b-4c24-8d25-53be89a674b6 service neutron] 10.222.0.77 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258058 Nov 03 18:45:16.703650 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.713363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e88ad15-f63e-40d4-b311-ca822b760ee3 admin admin] Deleting subnet d25b48a1-00db-4ac8-9b4f-fca58e048569 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:45:16.718797 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e88ad15-f63e-40d4-b311-ca822b760ee3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.812589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e88ad15-f63e-40d4-b311-ca822b760ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.926574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.039940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e1c31b22-54db-4f2d-8689-e7e25a450ee6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:17.101621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e1c31b22-54db-4f2d-8689-e7e25a450ee6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:17.102850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e1c31b22-54db-4f2d-8689-e7e25a450ee6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:17.116247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-96ab90c1-4e0f-4544-b91d-c7900f478dc4 service neutron] 10.222.0.77 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144051 Nov 03 18:45:17.124523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e88ad15-f63e-40d4-b311-ca822b760ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.206156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.212501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.229080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:45:17.261042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.261622 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Added segment ee284a94-0dde-4799-a9dc-199b03afff35 of type vlan for network 620c4680-0aef-41df-abe6-5ec9a47f55ba Nov 03 18:45:17.320658 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e88ad15-f63e-40d4-b311-ca822b760ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.340374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e98c58-08be-4a50-adfb-033575524ef1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:17.415871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88ad15-f63e-40d4-b311-ca822b760ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25b48a1-00db-4ac8-9b4f-fca58e048569,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:17.424938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71274d36-56cc-4569-a83f-e8403d4ea745 None None] Network 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:17.426126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.429957 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e88ad15-f63e-40d4-b311-ca822b760ee3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.438784 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e88ad15-f63e-40d4-b311-ca822b760ee3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d25b48a1-00db-4ac8-9b4f-fca58e048569 HTTP/1.1" status: 204 len: 168 time: 0.8762190 Nov 03 18:45:17.440282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56782) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:17.457896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9fa552f7-32e1-482b-a309-795a16d2a2b0 service neutron] 10.222.0.77 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385053 Nov 03 18:45:17.573023 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.585322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:45:17.649756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.653872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.655664 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.741084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-b1f79fe2-ae78-40c1-b4c7-5f7eaef7d417 service neutron] 10.222.0.77 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738812 Nov 03 18:45:17.767086 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9510119 Nov 03 18:45:17.772021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56784) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:17.779309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Request body: {'subnet': {'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1455579424-subnet', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:17.909742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a0cb9-dac0-4380-a279-80e1480d8bad admin admin] Pushing event updated for resources: {'Network': ['ID=620c4680-0aef-41df-abe6-5ec9a47f55ba,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:17.915562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Made reservation on behalf of 83e00789823b48c582ec2cbe49f0863d for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:17.920075 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.924802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:45:18.043618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-88a2dd4b-2483-4aa7-b754-bf5fb75c2abb service neutron] 10.222.0.77 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825882 Nov 03 18:45:18.078208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Deleting port 9813211a-2bb5-4913-abb8-249becd481c4 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:18.078677 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.085208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] DHCP port deletion for 2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:45:18.181992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] For port 9813211a-2bb5-4913-abb8-249becd481c4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9813211a-2bb5-4913-abb8-249becd481c4,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:18.183021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.208511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Deleting port 9813211a-2bb5-4913-abb8-249becd481c4 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:18.210721 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.244819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-e20d71b4-7a09-4012-9dfc-06bb8daa7650 service neutron] 10.222.0.77 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940739 Nov 03 18:45:18.368673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] For port 9813211a-2bb5-4913-abb8-249becd481c4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9813211a-2bb5-4913-abb8-249becd481c4,segment=NetworkSegment(9dbd12e0-c3c7-4524-8961-6f322e74d22e),segment_id=9dbd12e0-c3c7-4524-8961-6f322e74d22e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:18.369988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.397395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Calling delete_port for 9813211a-2bb5-4913-abb8-249becd481c4 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:18.701013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Calling delete_port for 9813211a-2bb5-4913-abb8-249becd481c4 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:18.702108 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.728807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 86bf7369-64be-461e-8abb-d4f533336fdc no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:18.820789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] No DVR routers for this DVR port 9813211a-2bb5-4913-abb8-249becd481c4 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:18.830765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Pushing event deleted for resources: {'Port': ['ID=9813211a-2bb5-4913-abb8-249becd481c4,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:18.835166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 86bf7369-64be-461e-8abb-d4f533336fdc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:18.836951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 86bf7369-64be-461e-8abb-d4f533336fdc not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:18.836951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9813211a-2bb5-4913-abb8-249becd481c4 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:18.917611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9813211a-2bb5-4913-abb8-249becd481c4 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:18.921119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9813211a-2bb5-4913-abb8-249becd481c4 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:18.931240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.931946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.934179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.935400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.936103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.937188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.938367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.939335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.940146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.941571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.942404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:18.943291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9eea98-99a8-4df7-9afa-767f36aacba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:19.194133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.256441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.321592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9813211a-2bb5-4913-abb8-249becd481c4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:19.360488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] No DVR routers for this DVR port 9813211a-2bb5-4913-abb8-249becd481c4 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:19.370114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47432405-7164-4512-86d2-83305c003903,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:19.473795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Checking segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:19.475665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Network hostable DHCP agents. Network: 620c4680-0aef-41df-abe6-5ec9a47f55ba, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:45:19.560658 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.608987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:45:19.616006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:19.640068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbd12e0-c3c7-4524-8961-6f322e74d22e') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:19.640473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbd12e0-c3c7-4524-8961-6f322e74d22e') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:19.643779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 620c4680-0aef-41df-abe6-5ec9a47f55ba) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:19.657960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a03f2-e900-4bc8-98d7-8b73d28d1e08 None None] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:19.664860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.665933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.672510 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.710946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.728675 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2cbcf509-2277-4881-9f20-fe95a68f2f6a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9546278 Nov 03 18:45:19.733158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56804) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:19.741752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:19.780925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:45:19.781743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:45:19.787215 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:45:19.808561 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.811228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.943689 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.956396 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.964794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] 10.222.0.77 "DELETE /v2.0/networks/2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573 HTTP/1.1" status: 204 len: 168 time: 2.5181775 Nov 03 18:45:20.066093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.073642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c1af3-2645-45cb-af9c-9955183c60bc admin admin] Pushing event deleted for resources: {'Network': ['ID=2f8dcc4f-eb18-4f6a-9cd6-cabefa82d573,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:20.126640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-620c4680-0aef-41df-abe6-5ec9a47f55ba', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:45:20.128941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.139459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703d190-be82-4cb5-acc0-d749c5776282 req-ee8790bc-3503-4a0c-839e-14e55815e0a9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:20.155891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5703d190-be82-4cb5-acc0-d749c5776282 req-ee8790bc-3503-4a0c-839e-14e55815e0a9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2538829 Nov 03 18:45:20.381523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5703d190-be82-4cb5-acc0-d749c5776282 req-b232d67b-5cdc-4484-9824-26f1045d7e72 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107553 Nov 03 18:45:20.457852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56816) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:20.615882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e80adec5-3fa4-4154-815d-4220a0c844a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c64deee38c3444a2a7c2efcf47939d11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560485 Nov 03 18:45:20.620822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56820) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:20.645880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Allocated IP 172.20.0.2 (620c4680-0aef-41df-abe6-5ec9a47f55ba/47432405-7164-4512-86d2-83305c003903/2d5d6588-ee87-454f-b762-18c7de407eaf) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:20.664682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.865111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1bda8c75-83e0-45ca-8098-72cade5eed54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.980275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1bda8c75-83e0-45ca-8098-72cade5eed54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.137795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cf7d334-6811-4ec0-b3d5-aa1ddf3fe027 req-229c8a8a-35e3-4463-bc5c-6c76ef35e65b tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.1515527 Nov 03 18:45:21.205007 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.220214 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.270232 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1bda8c75-83e0-45ca-8098-72cade5eed54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.274433 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1bda8c75-83e0-45ca-8098-72cade5eed54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.277682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1bda8c75-83e0-45ca-8098-72cade5eed54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a7580bc-dd7e-4b91-b871-1f257f69a47d HTTP/1.1" status: 204 len: 168 time: 0.6542962 Nov 03 18:45:21.322633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda8c75-83e0-45ca-8098-72cade5eed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7580bc-dd7e-4b91-b871-1f257f69a47d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:21.592719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:21.594719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.603466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Pushing event updated for resources: {'Port': ['ID=2d5d6588-ee87-454f-b762-18c7de407eaf,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:21.613611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:21.627518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:21.636795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574122-05c5-4863-97da-b455d952bdde req-bf54166d-827a-44d8-bf68-d93d3ff36beb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:21.640514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33574122-05c5-4863-97da-b455d952bdde req-bf54166d-827a-44d8-bf68-d93d3ff36beb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 945 time: 0.1669044 Nov 03 18:45:21.743398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.812582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Attempting to bind port 2d5d6588-ee87-454f-b762-18c7de407eaf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:21.815162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Attempting to bind port 2d5d6588-ee87-454f-b762-18c7de407eaf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:21.817133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Attempting to bind port 2d5d6588-ee87-454f-b762-18c7de407eaf on network 620c4680-0aef-41df-abe6-5ec9a47f55ba {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:21.830875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:21.831753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Checking segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:21.832636 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.834591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Bound using segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:21.851447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Bound port: 2d5d6588-ee87-454f-b762-18c7de407eaf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:21.854860 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.943182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33574122-05c5-4863-97da-b455d952bdde req-4fb654d3-0aac-407c-b12a-3bf657c86f20 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839532 Nov 03 18:45:22.209468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] For port 2d5d6588-ee87-454f-b762-18c7de407eaf, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:22.225729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] For port 2d5d6588-ee87-454f-b762-18c7de407eaf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2d5d6588-ee87-454f-b762-18c7de407eaf,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:22.244188 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.346487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc120a1b-90e2-4ed0-ad44-b240af13c5d9 req-c26692d9-e1ed-40d4-81c3-912727b9a4ba tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.0749607 Nov 03 18:45:22.422548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Allocated IP 172.25.3.156 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/ad0ba9dd-f26c-47de-8320-10f398c8610d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:22.536719 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7eefa1a3-fb0f-45ed-8037-9bef6fb1bb65 req-5f8c630d-025f-4d25-b502-9d73d2b46663 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.0949152 Nov 03 18:45:22.572771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb110ab5-f2c3-4ff0-9687-ed5891d8dfad None None] Pushing event updated for resources: {'Port': ['ID=2d5d6588-ee87-454f-b762-18c7de407eaf,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:22.876324 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.887269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-911d9652-46ee-46f3-ae97-daab2e936e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:22.889760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-911d9652-46ee-46f3-ae97-daab2e936e27 service neutron] 10.222.0.96 "GET /v2.0/ports/b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 1028 time: 0.1676943 Nov 03 18:45:23.027585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08b82-c289-428f-b3c4-fc47274223f4 req-24614e7a-654a-4841-9051-759467e223cd tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:23.046906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0d08b82-c289-428f-b3c4-fc47274223f4 req-24614e7a-654a-4841-9051-759467e223cd tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.2978275 Nov 03 18:45:23.060100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.185223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-05270aa6-5604-4046-8c3e-603c027bae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:23.186605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-05270aa6-5604-4046-8c3e-603c027bae20 service neutron] 10.222.0.96 "GET /v2.0/ports/7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 1026 time: 0.2867889 Nov 03 18:45:23.210525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:23.217160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:23.224638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:23.334404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Pushing event updated for resources: {'Port': ['ID=ad0ba9dd-f26c-47de-8320-10f398c8610d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:23.482977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0d08b82-c289-428f-b3c4-fc47274223f4 req-4c52a09e-cef5-4126-a9fe-2d986d0da5b7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171007 Nov 03 18:45:23.774847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ec0247cf-8926-489b-8ae2-98213cb34ac8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:23.802288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ec0247cf-8926-489b-8ae2-98213cb34ac8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:23.818020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ec0247cf-8926-489b-8ae2-98213cb34ac8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:23.835726 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ec0247cf-8926-489b-8ae2-98213cb34ac8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "GET /v2.0/networks?id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 1990 time: 0.6346991 Nov 03 18:45:24.068381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-b9e74ef9-708d-41db-af51-651cdf78e6f7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=212fac93969d4549abbb47ca6ec3a2ac HTTP/1.1" status: 200 len: 379 time: 0.2196994 Nov 03 18:45:24.094947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'admin_state_up': True, 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'security_groups': ['3aec25ec-623a-4d97-ad9f-0b29435eeae7']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:24.241946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.429138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-95034dd2-9130-4ff9-a00c-951aa2b82c9c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=51ffde06203b44aba4c073550661a141 HTTP/1.1" status: 200 len: 267 time: 0.3590310 Nov 03 18:45:24.696953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-2eb9bfb7-1ac0-49f4-bc3e-cbced3d335f1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:24.733731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-2eb9bfb7-1ac0-49f4-bc3e-cbced3d335f1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 945 time: 0.3028600 Nov 03 18:45:24.753269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'port': {'security_groups': []}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:24.869240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2d5d6588-ee87-454f-b762-18c7de407eaf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:24.889018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:24.893665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.975220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de0daf-3c14-4454-a835-c299b43dad19 None None] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:25.043577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.072030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.461206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] For port 3d9b35b6-64be-4d65-add3-c777a6e47d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:25.594281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.681883 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.706477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['3d9b35b6-64be-4d65-add3-c777a6e47d0b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:25.714982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b1205953-75f6-42d5-8e6f-365f7d143571', '17553e24-ff88-49a5-acd7-7505361372eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:25.715388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Router 66e4ace6-474d-4763-b331-52f930d8168f is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:45:25.839209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:25.848417 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.870756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acd7427c-cacf-42e4-bc56-af7debf346ca req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "PUT /v2.0/ports/3d9b35b6-64be-4d65-add3-c777a6e47d0b HTTP/1.1" status: 200 len: 904 time: 1.1342332 Nov 03 18:45:25.956105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:45:25.991392 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.002368 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dcaffcc2-cbc1-4f83-b2bf-eeb577e225ed admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2588484 Nov 03 18:45:26.039136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-441a2f43-f358-4f44-9e8e-2bd6798e3c0d None None] Provisioning complete for port 2d5d6588-ee87-454f-b762-18c7de407eaf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:26.066975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-441a2f43-f358-4f44-9e8e-2bd6798e3c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.069178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56866) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:26.111149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Allocated IP 172.20.0.10 (d952c588-c9c2-450f-ad5b-ec4a17d7b380/05c15032-d505-4f09-9ba2-7861fbedc873/05ffe491-d40f-4e61-b670-446afa590d27) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:26.257171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Sync routers for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:45:26.279133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['3d9b35b6-64be-4d65-add3-c777a6e47d0b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:26.452100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:26.453199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:45:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:26.595763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.673179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'tag': '3d9b35b6-64be-4d65-add3-c777a6e47d0b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:26.679149 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994" -d '{"events": [{"name": "network-changed", "server_uuid": "ab267cfe-0ee9-44b1-b690-05e6451e8c67", "tag": "3d9b35b6-64be-4d65-add3-c777a6e47d0b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:26.694108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.779716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:26.789207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2d5d6588-ee87-454f-b762-18c7de407eaf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:26.789881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.794557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d293757-d167-4380-a7bb-ac749f7f325d req-273538e9-0f9b-4665-865a-f47da1cf9fff tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.1083922 Nov 03 18:45:26.818718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:26.873398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:27.039134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c098a-8d96-49d2-ae30-0f2c28596904 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'Port': ['ID=3d9b35b6-64be-4d65-add3-c777a6e47d0b,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:27.240414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=05ffe491-d40f-4e61-b670-446afa590d27,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:27.277801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-441a2f43-f358-4f44-9e8e-2bd6798e3c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.439435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.440907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.476781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-441a2f43-f358-4f44-9e8e-2bd6798e3c0d None None] For port 2d5d6588-ee87-454f-b762-18c7de407eaf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2d5d6588-ee87-454f-b762-18c7de407eaf,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:27.514857 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-441a2f43-f358-4f44-9e8e-2bd6798e3c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.525027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f339df2e-04d6-4f34-9d5d-f0a85b3f65a0 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4381647 Nov 03 18:45:27.554146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:27.577036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1b97b-d4df-42bc-9c17-2b043847901c req-03711838-4426-4f8c-854c-7ec99e0d41da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.586910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5b1b97b-d4df-42bc-9c17-2b043847901c req-03711838-4426-4f8c-854c-7ec99e0d41da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 932 time: 0.3277359 Nov 03 18:45:27.613008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'admin_state_up': True, 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'security_groups': ['3aec25ec-623a-4d97-ad9f-0b29435eeae7']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:27.975683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4cee05fc-ef61-481c-8dda-4cc5056c2cb3 None None] Provisioning complete for port 2d5d6588-ee87-454f-b762-18c7de407eaf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:27.976475 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4cee05fc-ef61-481c-8dda-4cc5056c2cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.038325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:28.045510 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.114293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5b1b97b-d4df-42bc-9c17-2b043847901c req-1e473e56-795f-405b-ba22-8080f6a6c399 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4720936 Nov 03 18:45:28.413777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Allocated IP 10.1.1.65 (096c4017-e6cf-4b69-85bf-2ccac7e0896e/a88dce4c-149f-4b64-a08e-35ae0903cdfe/22dc1c34-0f4a-4d1b-a223-8b74166877e8) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:28.463267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.511290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2f43-f358-4f44-9e8e-2bd6798e3c0d None None] Pushing event updated for resources: {'Port': ['ID=2d5d6588-ee87-454f-b762-18c7de407eaf,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:28.871786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.880417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:23Z', 'revision_number': 3, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:28.970045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Checking router: 66e4ace6-474d-4763-b331-52f930d8168f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:45:28.971154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Updating router 66e4ace6-474d-4763-b331-52f930d8168f port ad0ba9dd-f26c-47de-8320-10f398c8610d binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:45:28.974676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.982869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4cee05fc-ef61-481c-8dda-4cc5056c2cb3 None None] Provisioning complete for port 05ffe491-d40f-4e61-b670-446afa590d27 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:28.983941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4cee05fc-ef61-481c-8dda-4cc5056c2cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.083535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4cee05fc-ef61-481c-8dda-4cc5056c2cb3 None None] Port 05ffe491-d40f-4e61-b670-446afa590d27 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:29.175381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Allocated IP 172.20.0.1 (620c4680-0aef-41df-abe6-5ec9a47f55ba/47432405-7164-4512-86d2-83305c003903/76a669ec-6586-4bfe-adb5-7795db447a4d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:29.198948 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.221785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4cee05fc-ef61-481c-8dda-4cc5056c2cb3 None None] Provisioning complete for port 3d9b35b6-64be-4d65-add3-c777a6e47d0b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:29.223931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4cee05fc-ef61-481c-8dda-4cc5056c2cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.238610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:29.240510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=22dc1c34-0f4a-4d1b-a223-8b74166877e8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:29.245404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:29.252417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:29.334290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf144c1-1cb8-49a0-a61a-f8535c3a7bc9 req-9e21b37f-7be2-4b45-9639-c734fa18f879 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:29.337946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edf144c1-1cb8-49a0-a61a-f8535c3a7bc9 req-9e21b37f-7be2-4b45-9639-c734fa18f879 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 945 time: 0.3480148 Nov 03 18:45:29.523757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edf144c1-1cb8-49a0-a61a-f8535c3a7bc9 req-d01faac2-5070-4d0a-9125-de898e33fe73 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627963 Nov 03 18:45:29.560445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:29.561650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.586631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.678135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-9eebb94d-912b-4635-ba81-c286fedb578c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0848978 Nov 03 18:45:29.694006 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.719569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'admin_state_up': True, 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'security_groups': ['3aec25ec-623a-4d97-ad9f-0b29435eeae7']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:29.829642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:29.840270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:29.954003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:30.019303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Pushing event updated for resources: {'Port': ['ID=76a669ec-6586-4bfe-adb5-7795db447a4d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:30.113017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.165670 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.281610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671daeb7-88fc-473d-912f-3656ef9bb773 req-027a6b03-c0ef-4709-aa0c-68485f222a9e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:30.304407 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.308657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-671daeb7-88fc-473d-912f-3656ef9bb773 req-027a6b03-c0ef-4709-aa0c-68485f222a9e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 907 time: 0.2418766 Nov 03 18:45:30.377566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:30.383455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.492214 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55778489-e8ee-4738-bc2b-9bfaab5b8710 x-openstack-request-id: req-55778489-e8ee-4738-bc2b-9bfaab5b8710 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:30.493779 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab267cfe-0ee9-44b1-b690-05e6451e8c67", "tag": "3d9b35b6-64be-4d65-add3-c777a6e47d0b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:30.495893 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55778489-e8ee-4738-bc2b-9bfaab5b8710 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:30.497102 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'tag': '3d9b35b6-64be-4d65-add3-c777a6e47d0b', 'status': 'completed', 'code': 200} Nov 03 18:45:30.594854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Attempting to bind port ad0ba9dd-f26c-47de-8320-10f398c8610d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:30.604665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Attempting to bind port ad0ba9dd-f26c-47de-8320-10f398c8610d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:30.604665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Attempting to bind port ad0ba9dd-f26c-47de-8320-10f398c8610d on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:30.642641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb33b81-28eb-4523-9e2c-78ea9bfe6fa2 None None] Pushing event updated for resources: {'Port': ['ID=ad0ba9dd-f26c-47de-8320-10f398c8610d,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:30.704569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:30.706239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:30.707161 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.707765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:30.708621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Bound port: ad0ba9dd-f26c-47de-8320-10f398c8610d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:30.709245 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.760473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2d5d6588-ee87-454f-b762-18c7de407eaf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:30.896963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Allocated IP 10.1.1.99 (096c4017-e6cf-4b69-85bf-2ccac7e0896e/a88dce4c-149f-4b64-a08e-35ae0903cdfe/2a248d95-1dd6-4365-9f2a-4bf795a9c0c9) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:31.029612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] For port ad0ba9dd-f26c-47de-8320-10f398c8610d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:31.036418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] For port ad0ba9dd-f26c-47de-8320-10f398c8610d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ad0ba9dd-f26c-47de-8320-10f398c8610d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:31.051789 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.207842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.303005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.382457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb33b81-28eb-4523-9e2c-78ea9bfe6fa2 None None] Pushing event updated for resources: {'Port': ['ID=ad0ba9dd-f26c-47de-8320-10f398c8610d,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:31.423637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4c5560b-047f-49d6-bf99-9bcc798e62d0 req-c272ff28-508c-42b3-9257-1c6c3b8b8e64 tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad&device_id=5741f194-e266-4525-a7bc-c222cb9bacae HTTP/1.1" status: 200 len: 210 time: 0.0651462 Nov 03 18:45:31.425927 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.451874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2d5d6588-ee87-454f-b762-18c7de407eaf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:31.452640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.517464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7977ce2d-715e-4fed-a9f2-201e6b523989 None None] Provisioning complete for port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:31.518263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7977ce2d-715e-4fed-a9f2-201e6b523989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.523461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:31.526879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:31.527983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:45:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:31.551802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:31.554366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:31.569451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:31.618048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-03893d65-c70f-46af-a7a3-23b74dc8d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:31.629978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-03893d65-c70f-46af-a7a3-23b74dc8d4bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 1058 time: 0.6123459 Nov 03 18:45:31.646772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56904) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:31.755151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce76af5b-3b08-4f74-b8af-9036286b95ae admin admin] Deleting subnet 68675fc3-ee3b-4a57-b276-a1bcb571eaef {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:45:31.766074 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce76af5b-3b08-4f74-b8af-9036286b95ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.811189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.883904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7977ce2d-715e-4fed-a9f2-201e6b523989 None None] Port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:31.910392 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.921823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:31.922827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.973787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce76af5b-3b08-4f74-b8af-9036286b95ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.051651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7977ce2d-715e-4fed-a9f2-201e6b523989 None None] Provisioning complete for port 76a669ec-6586-4bfe-adb5-7795db447a4d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:32.052436 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7977ce2d-715e-4fed-a9f2-201e6b523989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.068700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-c0b803e0-5c6a-4d13-a0ec-a0e1f73cd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.072198 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-c0b803e0-5c6a-4d13-a0ec-a0e1f73cd0b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 1096 time: 0.9104378 Nov 03 18:45:32.138143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-d48b9de9-6ea7-4401-8d14-d233116f0b70 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4544854 Nov 03 18:45:32.164047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1', 'admin_state_up': True, 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'security_groups': ['3aec25ec-623a-4d97-ad9f-0b29435eeae7']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:32.184398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:32.191857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7977ce2d-715e-4fed-a9f2-201e6b523989 None None] Port 76a669ec-6586-4bfe-adb5-7795db447a4d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:32.250402 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.319881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc11a83-5a35-4ada-8058-a7c5364a1ef1 req-15713af5-da83-4086-9901-b06ebde66f7c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.332233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc11a83-5a35-4ada-8058-a7c5364a1ef1 req-15713af5-da83-4086-9901-b06ebde66f7c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.346274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc11a83-5a35-4ada-8058-a7c5364a1ef1 req-15713af5-da83-4086-9901-b06ebde66f7c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.349158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cc11a83-5a35-4ada-8058-a7c5364a1ef1 req-15713af5-da83-4086-9901-b06ebde66f7c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 2373 time: 0.4002926 Nov 03 18:45:32.355489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce76af5b-3b08-4f74-b8af-9036286b95ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.399809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-cac28214-0179-453d-92c9-7d3c2b2ec703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.405913 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-cac28214-0179-453d-92c9-7d3c2b2ec703 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 914 time: 0.2396231 Nov 03 18:45:32.472438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5495faf2-3b7e-4446-9cd2-1eeb4c7fc1e6 None None] Provisioning complete for port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:32.473125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5495faf2-3b7e-4446-9cd2-1eeb4c7fc1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.586893 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-69ca3157-8956-4ae8-b2ef-bb814e9e9820 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7 HTTP/1.1" status: 200 len: 217 time: 0.1540203 Nov 03 18:45:32.595468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5495faf2-3b7e-4446-9cd2-1eeb4c7fc1e6 None None] Port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:32.608242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cc11a83-5a35-4ada-8058-a7c5364a1ef1 req-9a218c52-e8d5-4005-9452-883d79c44d10 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075093 Nov 03 18:45:32.631368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce76af5b-3b08-4f74-b8af-9036286b95ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.679388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-c3fb73a7-0d4b-4698-82ac-2dc17e548c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.682757 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-c3fb73a7-0d4b-4698-82ac-2dc17e548c2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 1.0393746 Nov 03 18:45:32.707923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76af5b-3b08-4f74-b8af-9036286b95ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68675fc3-ee3b-4a57-b276-a1bcb571eaef,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:32.712218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:32.759599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:29Z', 'revision_number': 1, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:32.767733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce76af5b-3b08-4f74-b8af-9036286b95ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.774083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ce76af5b-3b08-4f74-b8af-9036286b95ae admin admin] 10.222.0.77 "DELETE /v2.0/subnets/68675fc3-ee3b-4a57-b276-a1bcb571eaef HTTP/1.1" status: 204 len: 168 time: 1.1254621 Nov 03 18:45:32.790949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56910) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:32.816756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.822481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf3569-4f25-4a3b-8c78-0569fb175afc None None] The sync data for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 is: [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:29Z', 'revision_number': 1, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:45:32.915453 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-aaa120fd-709c-4db6-9628-64813e3b2bda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b HTTP/1.1" status: 200 len: 217 time: 0.1138668 Nov 03 18:45:32.922677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-22c7fa64-a51e-433c-b721-38045c9f9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.925516 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-22c7fa64-a51e-433c-b721-38045c9f9839 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 200 len: 853 time: 0.2489216 Nov 03 18:45:32.926719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Pushing event updated for resources: {'Port': ['ID=76a669ec-6586-4bfe-adb5-7795db447a4d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:33.000606 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-4748d31e-ff3d-4d0e-878c-1253f83f13ab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646927 Nov 03 18:45:33.254995 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.315529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-7a50aade-41e3-4866-9d08-5a1d7a539cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.318171 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-7a50aade-41e3-4866-9d08-5a1d7a539cc0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.3330977 Nov 03 18:45:33.360578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:33.522147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-8697c721-06fd-42c9-b3cc-f54147c7cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.525013 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-8697c721-06fd-42c9-b3cc-f54147c7cd87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882589 Nov 03 18:45:33.528520 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-3849f4f0-6358-4ad1-b7f8-ed29c54f836d service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832211 Nov 03 18:45:33.532800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:33.536319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:33.634737 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.664961 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.734599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:33.747396 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c227da-32e5-4554-8cf0-e076cc3b02a5" -d '{"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:33.796261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdc52e-5d57-4ddb-8752-dcb06660013c req-65c49f79-5220-4e35-a9f5-1ee9e3cc4c37 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.807598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:33.807926 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-dd6216af-4bb4-4aa2-aec5-08ea36241096 req-72787118-8847-4bca-b00b-1b5fbb501a8c service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445979 Nov 03 18:45:33.822585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.822984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9bdc52e-5d57-4ddb-8752-dcb06660013c req-65c49f79-5220-4e35-a9f5-1ee9e3cc4c37 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 1.0222673 Nov 03 18:45:33.823919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.953560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:34.182156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3aad7719-6820-47fd-a789-b0d5e724c6aa None None] Provisioning complete for port 76a669ec-6586-4bfe-adb5-7795db447a4d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:34.183099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3aad7719-6820-47fd-a789-b0d5e724c6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.229563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.297629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9bdc52e-5d57-4ddb-8752-dcb06660013c req-ffd7b590-e154-4036-8421-38968b96c725 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4659886 Nov 03 18:45:34.344453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3aad7719-6820-47fd-a789-b0d5e724c6aa None None] Port 76a669ec-6586-4bfe-adb5-7795db447a4d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:34.363179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Router 66e4ace6-474d-4763-b331-52f930d8168f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:45:34.456133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39fa089-b53a-4d3b-9c5e-56c610a6b252']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:34.503239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ab0477-4863-4335-8b77-b3487f96d9fd') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:34.503715 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ab0477-4863-4335-8b77-b3487f96d9fd') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:34.526613 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-563f8937-f226-4271-b064-c6f47b3ef1b5 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9800043 Nov 03 18:45:34.664978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:45:34.732529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.777270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ad0ba9dd-f26c-47de-8320-10f398c8610d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:34.779472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Allocated IP 10.2.2.100 (e454b638-90bf-4367-b6f3-115f9ec7bfc1/ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2/6ae491b2-c4a8-4bd9-910d-673c20f494e6) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:34.802035 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1aae1695-d8e1-48ef-80a3-0a678798814b admin admin] 10.222.0.77 "PUT /v2.0/routers/66e4ace6-474d-4763-b331-52f930d8168f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7303405 Nov 03 18:45:34.913802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.967027 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb6457c9-f18b-41b4-ab13-fdb8ae0a6994 req-0d78f0b4-8946-4eda-8e8b-7d46867e3196 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962582 Nov 03 18:45:34.968984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:45:34.969660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:45:34.975905 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:45:35.012804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ad0ba9dd-f26c-47de-8320-10f398c8610d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:35.014009 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.024081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc4f3-d9f5-49c8-99b7-8ae84450f141 req-0a64bce0-78ab-4809-acda-903668b7072e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.038429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0fcc4f3-d9f5-49c8-99b7-8ae84450f141 req-0a64bce0-78ab-4809-acda-903668b7072e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.4677513 Nov 03 18:45:35.210074 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.276468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port ad0ba9dd-f26c-47de-8320-10f398c8610d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ad0ba9dd-f26c-47de-8320-10f398c8610d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:35.290805 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.357555 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.441726 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.463062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=ad0ba9dd-f26c-47de-8320-10f398c8610d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:35.493090 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.504575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] 10.222.0.77 "DELETE /v2.0/networks/c39fa089-b53a-4d3b-9c5e-56c610a6b252 HTTP/1.1" status: 204 len: 168 time: 2.7114072 Nov 03 18:45:35.536021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0fcc4f3-d9f5-49c8-99b7-8ae84450f141 req-da7b52de-f453-4388-b460-637555324859 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954570 Nov 03 18:45:35.540317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2276bae-6c11-48b3-bea1-b3dc14cd8c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c39fa089-b53a-4d3b-9c5e-56c610a6b252,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:35.595350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.709502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network e454b638-90bf-4367-b6f3-115f9ec7bfc1 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:35.740247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:35.762892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:35.852154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-db0b0446-32e0-48ef-8d2d-0f6b6eff1f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.958252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.959339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.003525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8420246 Nov 03 18:45:36.013777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1', 'admin_state_up': True, 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'security_groups': ['3aec25ec-623a-4d97-ad9f-0b29435eeae7']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:36.070579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b031af-7fa6-4d64-aabd-8d64336114c7 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=6ae491b2-c4a8-4bd9-910d-673c20f494e6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:36.198672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56924) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:36.363105 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2f2b9773-1352-4841-a9cd-67e547e8a796 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e96123328296445aafa2dfe9bbc9b645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1538401 Nov 03 18:45:36.363834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56930) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:36.400120 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d8e443e-84dc-42d4-87ab-75bea056b4b5 req-f3c0b4b2-e2c1-4d80-9df9-8f4ef883d42f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9db6e68272e649cdad34037924429053&device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.1177218 Nov 03 18:45:36.457523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-70b7c6da-c134-4d81-bfcf-220eaa5b961f None None] Provisioning complete for port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:36.458397 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-70b7c6da-c134-4d81-bfcf-220eaa5b961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.547432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Made reservation on behalf of 212fac93969d4549abbb47ca6ec3a2ac for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:36.556864 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d8e443e-84dc-42d4-87ab-75bea056b4b5 req-123ffe31-ad86-451e-b2e6-323706e272c8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=9db6e68272e649cdad34037924429053&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1410179 Nov 03 18:45:36.562617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.633241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-70b7c6da-c134-4d81-bfcf-220eaa5b961f None None] Port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:36.703542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ad0ba9dd-f26c-47de-8320-10f398c8610d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:36.820018 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-679d9133-f19e-4b7e-853a-b1bd1ffc0dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.846629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ad0ba9dd-f26c-47de-8320-10f398c8610d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:36.847532 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.900397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9459d29-d9a6-48cb-9031-b0883c0d55cc req-386d6692-ae4d-4f67-81e4-94156e1cc296 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.923525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9459d29-d9a6-48cb-9031-b0883c0d55cc req-386d6692-ae4d-4f67-81e4-94156e1cc296 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.933305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9459d29-d9a6-48cb-9031-b0883c0d55cc req-386d6692-ae4d-4f67-81e4-94156e1cc296 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.941175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9459d29-d9a6-48cb-9031-b0883c0d55cc req-386d6692-ae4d-4f67-81e4-94156e1cc296 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.943996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9459d29-d9a6-48cb-9031-b0883c0d55cc req-386d6692-ae4d-4f67-81e4-94156e1cc296 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 3094 time: 0.4149518 Nov 03 18:45:36.982632 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-679d9133-f19e-4b7e-853a-b1bd1ffc0dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.096225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e443e-84dc-42d4-87ab-75bea056b4b5 req-16cb0f43-ddd4-4ac4-a47c-863c374b5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.099955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d8e443e-84dc-42d4-87ab-75bea056b4b5 req-16cb0f43-ddd4-4ac4-a47c-863c374b5fe2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5266762 Nov 03 18:45:37.223178 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Sync routers for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:45:37.244350 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:37.246284 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:45:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:37.247126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9459d29-d9a6-48cb-9031-b0883c0d55cc req-82a38a68-9597-44ab-a5b4-94f24756f8c9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726455 Nov 03 18:45:37.332845 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff71cc9c-d721-44ea-8be9-13cd8080ae6f x-openstack-request-id: req-ff71cc9c-d721-44ea-8be9-13cd8080ae6f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:37.334550 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-unplugged", "status": "failed", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7", "code": 422}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:37.335171 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff71cc9c-d721-44ea-8be9-13cd8080ae6f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:37.336036 n-d-812148-3 neutron-server[101757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'code': 422} returned with failed status Nov 03 18:45:37.375056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Allocated IP 10.2.2.200 (e454b638-90bf-4367-b6f3-115f9ec7bfc1/ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2/382e5b56-3fe3-4119-9669-afd9f3c0678e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:37.472754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-679d9133-f19e-4b7e-853a-b1bd1ffc0dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.477854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-679d9133-f19e-4b7e-853a-b1bd1ffc0dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.479819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-679d9133-f19e-4b7e-853a-b1bd1ffc0dc8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb HTTP/1.1" status: 204 len: 168 time: 1.1142387 Nov 03 18:45:37.487302 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:37.521232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d9133-f19e-4b7e-853a-b1bd1ffc0dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69aaf2f-4a7d-484e-a8fb-5ac8f25c70cb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:37.732802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d3277-bcab-4c9d-8ea1-8836fef7f19c req-b8e5eaa1-c761-411d-9924-1e05488a329c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.746316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-598d3277-bcab-4c9d-8ea1-8836fef7f19c req-b8e5eaa1-c761-411d-9924-1e05488a329c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2826412 Nov 03 18:45:37.914243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-598d3277-bcab-4c9d-8ea1-8836fef7f19c req-a8accff9-0889-4451-a089-82a4e14db45d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1606102 Nov 03 18:45:37.935048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.047440 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 2, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:38.081308 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.111400 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Checking router: 66e4ace6-474d-4763-b331-52f930d8168f for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:45:38.112989 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Updating router 66e4ace6-474d-4763-b331-52f930d8168f port 76a669ec-6586-4bfe-adb5-7795db447a4d binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:45:38.169757 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.298588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Network e454b638-90bf-4367-b6f3-115f9ec7bfc1 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:38.309956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:38.329965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:38.331830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9bf8830c-65c1-4865-9823-dccdb6e6855c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.473968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.475243 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.507983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event updated for resources: {'Port': ['ID=382e5b56-3fe3-4119-9669-afd9f3c0678e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:38.526408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-97f16f72-59da-4f30-a67a-85252f7cb4f4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5214615 Nov 03 18:45:38.538696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d8e443e-84dc-42d4-87ab-75bea056b4b5 req-90da1f9d-a82e-4fb1-848a-6a3695a84710 tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.70 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.1274478 Nov 03 18:45:38.546484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:38.717110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.018001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-49170f4c-a81d-4eb3-b5dc-29a2a6f48cce None None] Provisioning complete for port 382e5b56-3fe3-4119-9669-afd9f3c0678e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:39.020045 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-49170f4c-a81d-4eb3-b5dc-29a2a6f48cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.187842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-49170f4c-a81d-4eb3-b5dc-29a2a6f48cce None None] Port 382e5b56-3fe3-4119-9669-afd9f3c0678e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:39.271282 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.291028 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.325679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56960) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:39.336873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9ef41cbb-793f-43e6-b35a-023fc04dbd65 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--825935249', 'description': 'tempest-description--468509270'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:39.377994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:39.462407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ef41cbb-793f-43e6-b35a-023fc04dbd65 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.478142 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Pushing event updated for resources: {'Port': ['ID=76a669ec-6586-4bfe-adb5-7795db447a4d,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:39.529687 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:45:39.595656 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.597271 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.614528 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.621567 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.624101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.624636 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.627262 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.631363 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.631989 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.632517 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.633045 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.639730 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:39.774466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ef41cbb-793f-43e6-b35a-023fc04dbd65 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.785123 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ef41cbb-793f-43e6-b35a-023fc04dbd65 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.792387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ffe491-d40f-4e61-b670-446afa590d27 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:39.816619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.849396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Transition to ACTIVE for port object 05ffe491-d40f-4e61-b670-446afa590d27 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:39.867559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.935678 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Attempting to bind port 76a669ec-6586-4bfe-adb5-7795db447a4d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:39.936480 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Attempting to bind port 76a669ec-6586-4bfe-adb5-7795db447a4d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:39.943216 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Attempting to bind port 76a669ec-6586-4bfe-adb5-7795db447a4d on network 620c4680-0aef-41df-abe6-5ec9a47f55ba {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:39.950113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef41cbb-793f-43e6-b35a-023fc04dbd65 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb98359-4b05-42f1-8bae-ce7d02cd89ec,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:39.962681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb2273b5-c288-4d27-917c-6996cc15c5b1 req-836f47d6-e1fc-463b-a740-7472a5861ddb tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1b960f-6afa-4546-8ca3-976e07a4e1ad HTTP/1.1" status: 200 len: 210 time: 0.1097095 Nov 03 18:45:39.970596 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.972508 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:39.974970 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Checking segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:39.980961 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.982059 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Bound using segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:39.984811 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Bound port: 76a669ec-6586-4bfe-adb5-7795db447a4d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:39.986027 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.995752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ef41cbb-793f-43e6-b35a-023fc04dbd65 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.997336 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9ef41cbb-793f-43e6-b35a-023fc04dbd65 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6697547 Nov 03 18:45:40.005102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56970) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:40.023173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2a624452-c397-4611-922c-2888089f0207 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'security_group_rule': {'security_group_id': '1fb98359-4b05-42f1-8bae-ce7d02cd89ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:40.116971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a624452-c397-4611-922c-2888089f0207 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.170226 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] For port 76a669ec-6586-4bfe-adb5-7795db447a4d, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:40.193711 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] For port 76a669ec-6586-4bfe-adb5-7795db447a4d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=76a669ec-6586-4bfe-adb5-7795db447a4d,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:40.204766 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.218088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1043bd05-5d6b-44d5-a59d-948a4748c86b None None] Provisioning complete for port 76a669ec-6586-4bfe-adb5-7795db447a4d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:40.223436 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1043bd05-5d6b-44d5-a59d-948a4748c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.332126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Attempting to bind port 05ffe491-d40f-4e61-b670-446afa590d27 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:40.341566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Attempting to bind port 05ffe491-d40f-4e61-b670-446afa590d27 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:40.341915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Attempting to bind port 05ffe491-d40f-4e61-b670-446afa590d27 on network d952c588-c9c2-450f-ad5b-ec4a17d7b380 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:40.378908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Port 05ffe491-d40f-4e61-b670-446afa590d27 on network d952c588-c9c2-450f-ad5b-ec4a17d7b380 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:40.379324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Attempting to bind port 05ffe491-d40f-4e61-b670-446afa590d27 on network d952c588-c9c2-450f-ad5b-ec4a17d7b380 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:40.391174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a624452-c397-4611-922c-2888089f0207 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.398127 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a624452-c397-4611-922c-2888089f0207 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.410102 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:40.410102 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:45:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:40.462539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:40.466445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a624452-c397-4611-922c-2888089f0207 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43832344-3ae5-4425-a6fc-7272a029f5c9,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:40.474585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Checking segment: {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:40.477148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Bound using segment: {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:40.478074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Bound port: 05ffe491-d40f-4e61-b670-446afa590d27, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819cc470-a75b-4535-b2e0-29f105496be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:40.481071 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.490678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=05ffe491-d40f-4e61-b670-446afa590d27,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:40.503314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a624452-c397-4611-922c-2888089f0207 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.512027 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2a624452-c397-4611-922c-2888089f0207 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5041947 Nov 03 18:45:40.522254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56974) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:40.533342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c10413f0-25a2-4420-bf5b-7defbef55b1b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'security_group_rule': {'security_group_id': '1fb98359-4b05-42f1-8bae-ce7d02cd89ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:40.628920 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1043bd05-5d6b-44d5-a59d-948a4748c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.687412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10413f0-25a2-4420-bf5b-7defbef55b1b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.726765 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:40.730760 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128155f-3789-4107-8ad1-5cc3fb527812 None None] Pushing event updated for resources: {'Port': ['ID=76a669ec-6586-4bfe-adb5-7795db447a4d,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:40.763763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1043bd05-5d6b-44d5-a59d-948a4748c86b None None] For port 76a669ec-6586-4bfe-adb5-7795db447a4d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=76a669ec-6586-4bfe-adb5-7795db447a4d,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:40.779231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1043bd05-5d6b-44d5-a59d-948a4748c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.848135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] For port 05ffe491-d40f-4e61-b670-446afa590d27, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:40.862953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] For port 05ffe491-d40f-4e61-b670-446afa590d27, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=05ffe491-d40f-4e61-b670-446afa590d27,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:40.877987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.941663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10413f0-25a2-4420-bf5b-7defbef55b1b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.949907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10413f0-25a2-4420-bf5b-7defbef55b1b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.981768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ff52-c31b-4edd-9e2c-b51b0eed917e req-6c428ae6-a215-439e-a875-4f56047eeb1e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.997824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2b2ff52-c31b-4edd-9e2c-b51b0eed917e req-6c428ae6-a215-439e-a875-4f56047eeb1e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.7248609 Nov 03 18:45:41.032726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10413f0-25a2-4420-bf5b-7defbef55b1b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27266b7a-4678-4716-acd2-f72ff76e9d25,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:41.057732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043bd05-5d6b-44d5-a59d-948a4748c86b None None] Pushing event updated for resources: {'Port': ['ID=76a669ec-6586-4bfe-adb5-7795db447a4d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:41.063174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10413f0-25a2-4420-bf5b-7defbef55b1b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.076012 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c10413f0-25a2-4420-bf5b-7defbef55b1b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5491877 Nov 03 18:45:41.083628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56984) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:41.103694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:41.189738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.196697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-30f48eee-e169-459b-975c-f3a00506ef5d None None] Provisioning complete for port 76a669ec-6586-4bfe-adb5-7795db447a4d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:41.197109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30f48eee-e169-459b-975c-f3a00506ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.219600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=05ffe491-d40f-4e61-b670-446afa590d27,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:41.235687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.237181 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.238814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-6eb30f06-e9e4-4985-bbc4-00c665dfe1c8 service neutron] 10.222.0.96 "PUT /v2.0/ports/05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 200 len: 1092 time: 2.7035909 Nov 03 18:45:41.283418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2b2ff52-c31b-4edd-9e2c-b51b0eed917e req-293fbbd2-8415-4acf-8bcc-47ebc3f7ba76 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822809 Nov 03 18:45:41.286768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:41.290787 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b90e9cc-0a1a-4627-b485-a4a75218d73f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "05ffe491-d40f-4e61-b670-446afa590d27"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:41.333587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:41.534121 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:41.610954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.724383 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.853312 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91e9ef-add4-4c99-bc94-ed3612b25878 None None] The sync data for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 is: [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:45:41.999944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Allocated IP 172.25.3.208 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/84e2d732-c507-49d4-9b41-521c7d899a6b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:42.160491 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.164935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.250307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f080d-ca3b-4784-99b4-f53466daabc1 req-850f08f4-f78b-488e-a923-6b1b5793bdef tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.263429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f080d-ca3b-4784-99b4-f53466daabc1 req-850f08f4-f78b-488e-a923-6b1b5793bdef tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.275256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f080d-ca3b-4784-99b4-f53466daabc1 req-850f08f4-f78b-488e-a923-6b1b5793bdef tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.283961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f080d-ca3b-4784-99b4-f53466daabc1 req-850f08f4-f78b-488e-a923-6b1b5793bdef tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.293552 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f080d-ca3b-4784-99b4-f53466daabc1 req-850f08f4-f78b-488e-a923-6b1b5793bdef tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.296902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208f080d-ca3b-4784-99b4-f53466daabc1 req-850f08f4-f78b-488e-a923-6b1b5793bdef tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 3827 time: 0.1827066 Nov 03 18:45:42.403162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.469882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e89039-febc-4dae-9d31-8b25affd20cb {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:42.482716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208f080d-ca3b-4784-99b4-f53466daabc1 req-9876c299-a680-4956-938e-db824620e7af tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534653 Nov 03 18:45:42.513046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.522404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.579352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Transition to ACTIVE for port object b2e89039-febc-4dae-9d31-8b25affd20cb will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:42.586065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.720893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'Port': ['ID=84e2d732-c507-49d4-9b41-521c7d899a6b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:42.817101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:42.820061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:42.830267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:42.873840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 76a669ec-6586-4bfe-adb5-7795db447a4d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:42.879072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e89039-febc-4dae-9d31-8b25affd20cb,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:43.116266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 76a669ec-6586-4bfe-adb5-7795db447a4d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:43.119073 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.223760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.349672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-f1b50ea9-d4fb-4139-8e01-b6b0c0233584 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.352392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-f1b50ea9-d4fb-4139-8e01-b6b0c0233584 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.4788036 Nov 03 18:45:43.392068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.427836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-a2cf6ffd-91a9-4cd1-96d3-69fe36df06e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/quotas/51ffde06203b44aba4c073550661a141 HTTP/1.1" status: 200 len: 375 time: 0.0541415 Nov 03 18:45:43.579967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Attempting to bind port b2e89039-febc-4dae-9d31-8b25affd20cb on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:43.580268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Attempting to bind port b2e89039-febc-4dae-9d31-8b25affd20cb by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:43.580698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Attempting to bind port b2e89039-febc-4dae-9d31-8b25affd20cb on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:43.600925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Port b2e89039-febc-4dae-9d31-8b25affd20cb on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:43.601266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Attempting to bind port b2e89039-febc-4dae-9d31-8b25affd20cb on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:43.662262 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-ef04c06a-e66e-49e6-9a50-2ab274694965 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2331223 Nov 03 18:45:43.796286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:43.796846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Checking segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:43.797750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Bound using segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:43.798274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Bound port: b2e89039-febc-4dae-9d31-8b25affd20cb, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:43.799140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.905019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.921089 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.950654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-ae3aa349-5198-4bb9-809c-6aa920fa4b02 service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786429 Nov 03 18:45:44.073845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'Port': ['ID=84e2d732-c507-49d4-9b41-521c7d899a6b,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.110313 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.133068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.134695 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-02bb6695-550e-48a1-b75e-37383b808c28 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0494978 Nov 03 18:45:44.144238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] For port b2e89039-febc-4dae-9d31-8b25affd20cb, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:44.169141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] For port b2e89039-febc-4dae-9d31-8b25affd20cb, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b2e89039-febc-4dae-9d31-8b25affd20cb,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:44.179246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.304912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:44.306179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.308952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] 10.222.0.96 "PUT /v2.0/ports/b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 1131 time: 2.9933994 Nov 03 18:45:44.327804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e138626-028e-4eca-8254-0a96784f8a37 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e89039-febc-4dae-9d31-8b25affd20cb,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.363462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:44.466056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-c3ae8271-c620-412b-93ec-5b260d7e5bcb service neutron] 10.222.0.77 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900558 Nov 03 18:45:44.467108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.091251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fdca7-33fb-4948-8b3b-a43c2557d6b9 req-63b2acf7-a868-43b1-86ed-d44c86cacf44 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.093717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-458fdca7-33fb-4948-8b3b-a43c2557d6b9 req-63b2acf7-a868-43b1-86ed-d44c86cacf44 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.1527343 Nov 03 18:45:45.141384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b58501f-47f6-4ca7-90ad-c57544e380a5 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:45.157482 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.227935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-458fdca7-33fb-4948-8b3b-a43c2557d6b9 req-0688bb72-4a28-422d-830d-2c90172f2188 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206026 Nov 03 18:45:45.279825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Transition to ACTIVE for port object 7b58501f-47f6-4ca7-90ad-c57544e380a5 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:45.289824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.439082 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1d2488-14aa-4966-83eb-47383b83c3f7 x-openstack-request-id: req-3c1d2488-14aa-4966-83eb-47383b83c3f7 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:45.440065 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "05ffe491-d40f-4e61-b670-446afa590d27", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:45.440224 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c1d2488-14aa-4966-83eb-47383b83c3f7 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:45.440861 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27', 'status': 'completed', 'code': 200} Nov 03 18:45:45.540743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Pushing event updated for resources: {'Port': ['ID=7b58501f-47f6-4ca7-90ad-c57544e380a5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:45.662428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4d633f0e-2ebc-48d3-bdcc-d16f095b4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.663432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4d633f0e-2ebc-48d3-bdcc-d16f095b4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.664601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4d633f0e-2ebc-48d3-bdcc-d16f095b4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.671609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4d633f0e-2ebc-48d3-bdcc-d16f095b4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.673438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4d633f0e-2ebc-48d3-bdcc-d16f095b4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.674523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4d633f0e-2ebc-48d3-bdcc-d16f095b4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.675592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4d633f0e-2ebc-48d3-bdcc-d16f095b4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.678719 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4d633f0e-2ebc-48d3-bdcc-d16f095b4ef8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6166 time: 0.2295721 Nov 03 18:45:45.996857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Attempting to bind port 7b58501f-47f6-4ca7-90ad-c57544e380a5 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:46.003274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Attempting to bind port 7b58501f-47f6-4ca7-90ad-c57544e380a5 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:46.007142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Attempting to bind port 7b58501f-47f6-4ca7-90ad-c57544e380a5 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:46.040920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Port 7b58501f-47f6-4ca7-90ad-c57544e380a5 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:46.044277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Attempting to bind port 7b58501f-47f6-4ca7-90ad-c57544e380a5 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:46.119696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57060) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.191294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:46.191294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Checking segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:46.191294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Bound using segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:46.193173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Bound port: 7b58501f-47f6-4ca7-90ad-c57544e380a5, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:46.193173 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.440066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57064) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.462287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-d72f8cfb-06b7-485d-8602-2b4268b44ab6 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.470189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-d72f8cfb-06b7-485d-8602-2b4268b44ab6 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.476931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-d72f8cfb-06b7-485d-8602-2b4268b44ab6 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.485246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-d72f8cfb-06b7-485d-8602-2b4268b44ab6 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.515429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-d72f8cfb-06b7-485d-8602-2b4268b44ab6 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.531316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-d72f8cfb-06b7-485d-8602-2b4268b44ab6 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.547112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-d72f8cfb-06b7-485d-8602-2b4268b44ab6 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.562167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-d72f8cfb-06b7-485d-8602-2b4268b44ab6 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5371 time: 0.5036852 Nov 03 18:45:46.777256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] For port 7b58501f-47f6-4ca7-90ad-c57544e380a5, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:46.789876 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a62-83d1-4b9c-b879-85f52c2b1871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.813578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] For port 7b58501f-47f6-4ca7-90ad-c57544e380a5, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:46.827691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.905976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4716df13-15fd-44e4-a564-70fe6fc28b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.906683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4716df13-15fd-44e4-a564-70fe6fc28b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.910898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0acad623-288b-4eed-8b1b-eb53aa4e479c req-f65e85c9-3c0c-4ea8-9ca6-11696bfd39e1 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3471074 Nov 03 18:45:46.918682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.919716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.922756 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4716df13-15fd-44e4-a564-70fe6fc28b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.927996 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-4716df13-15fd-44e4-a564-70fe6fc28b2f service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2356062 Nov 03 18:45:46.931241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] 10.222.0.96 "PUT /v2.0/ports/7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 1129 time: 2.5755880 Nov 03 18:45:47.015664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d40451-304e-442b-9aad-3174a58e0173 service neutron] Pushing event updated for resources: {'Port': ['ID=7b58501f-47f6-4ca7-90ad-c57544e380a5,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:47.050070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.074168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7605b7b-26f0-484e-9f15-7765f09fbfcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.680669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': 'b2e89039-febc-4dae-9d31-8b25affd20cb'}, {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '7b58501f-47f6-4ca7-90ad-c57544e380a5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:47.686806 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "b2e89039-febc-4dae-9d31-8b25affd20cb"}, {"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "7b58501f-47f6-4ca7-90ad-c57544e380a5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:47.691973 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.736627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-22eb5565-246a-4a1f-9bc2-b180742352bb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.739254 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-22eb5565-246a-4a1f-9bc2-b180742352bb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.70 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 812 time: 0.6019981 Nov 03 18:45:47.761603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Request body: {'port': {'device_id': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'admin_state_up': True, 'tenant_id': '51ffde06203b44aba4c073550661a141'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.792914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-9044444c-7b77-4bda-a746-3f2e9acaf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.795706 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4b90e9cc-0a1a-4627-b485-a4a75218d73f req-9044444c-7b77-4bda-a746-3f2e9acaf24d service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8384628 Nov 03 18:45:47.875941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-56da0b50-8815-4bb4-b3f8-2966f578286e tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--825935249&fields=id&tenant_id=83e00789823b48c582ec2cbe49f0863d HTTP/1.1" status: 200 len: 267 time: 0.1987412 Nov 03 18:45:48.007601 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7605b7b-26f0-484e-9f15-7765f09fbfcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.015557 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7605b7b-26f0-484e-9f15-7765f09fbfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.130928 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c7605b7b-26f0-484e-9f15-7765f09fbfcc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d474fe60f2c144b399f81b1159801bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0094891 Nov 03 18:45:48.136628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7605b7b-26f0-484e-9f15-7765f09fbfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec24878-cd6d-4d25-8ffe-940f80e5c0e6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:48.144914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57082) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.191826 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a62-83d1-4b9c-b879-85f52c2b1871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.205639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a62-83d1-4b9c-b879-85f52c2b1871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.233395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Made reservation on behalf of 51ffde06203b44aba4c073550661a141 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:48.239723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.290668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-947c8945-3698-4cdf-ae13-f03dd90056ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.320150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4bdb9a62-83d1-4b9c-b879-85f52c2b1871 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=015f6031712c4bdaaedc3400de090583&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7533381 Nov 03 18:45:48.321382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57084) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.345312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb9a62-83d1-4b9c-b879-85f52c2b1871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faf1f8f-eb44-43ed-96bd-780b727bc73e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:48.419750 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-947c8945-3698-4cdf-ae13-f03dd90056ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.614255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Allocated IP 172.20.0.11 (3be66829-994e-43a8-a069-27a57675c6f1/cbeff23e-0785-44b9-9a9b-c8efe3b73c0d/f13d20df-4302-4731-92cc-16669db03385) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:48.670590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-947c8945-3698-4cdf-ae13-f03dd90056ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.674026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-947c8945-3698-4cdf-ae13-f03dd90056ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.681818 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-947c8945-3698-4cdf-ae13-f03dd90056ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ec24878-cd6d-4d25-8ffe-940f80e5c0e6 HTTP/1.1" status: 204 len: 168 time: 0.5290132 Nov 03 18:45:48.717264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c8945-3698-4cdf-ae13-f03dd90056ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec24878-cd6d-4d25-8ffe-940f80e5c0e6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:48.795558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717329-b747-4994-af20-bc5abb3e8627 req-d7265b9d-dbf2-4b36-8d07-75a0674b1033 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.798289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-d7265b9d-dbf2-4b36-8d07-75a0674b1033 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 811 time: 0.9079983 Nov 03 18:45:48.802963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-3b9985ce-0734-4efa-bad7-71baeea4b1af service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5230412 Nov 03 18:45:48.904603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-456df4be-e349-47da-80b9-44940a2e9d21 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/quotas/83e00789823b48c582ec2cbe49f0863d HTTP/1.1" status: 200 len: 375 time: 0.0595689 Nov 03 18:45:48.926684 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-636eb065-a420-4d25-83a5-b0a3b072cfd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.060953 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.104422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dc1c34-0f4a-4d1b-a223-8b74166877e8 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:49.113926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-636eb065-a420-4d25-83a5-b0a3b072cfd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.133531 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.134011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-be7711c3-065b-4e66-ace2-d310a4ceac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:49.136046 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-be7711c3-065b-4e66-ace2-d310a4ceac9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 1058 time: 0.2291799 Nov 03 18:45:49.141212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.148720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b1205953-75f6-42d5-8e6f-365f7d143571', '17553e24-ff88-49a5-acd7-7505361372eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:49.168447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-f5fd49aa-24d7-44b8-9678-322740888950 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1817462 Nov 03 18:45:49.253879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Transition to ACTIVE for port object 22dc1c34-0f4a-4d1b-a223-8b74166877e8 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:49.263442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event updated for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.297823 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.299533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Network 3be66829-994e-43a8-a069-27a57675c6f1 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:49.306794 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:49.313189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:49.462279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:49.477123 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.500293 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-398a5e6c-5643-46d3-92c4-72c7545311e7 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7496734 Nov 03 18:45:49.516278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Request body: {'port': {'device_id': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:49.614419 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-636eb065-a420-4d25-83a5-b0a3b072cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.621161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-636eb065-a420-4d25-83a5-b0a3b072cfd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.623274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-636eb065-a420-4d25-83a5-b0a3b072cfd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1faf1f8f-eb44-43ed-96bd-780b727bc73e HTTP/1.1" status: 204 len: 168 time: 1.2677269 Nov 03 18:45:49.710139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.732517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Pushing event updated for resources: {'Port': ['ID=22dc1c34-0f4a-4d1b-a223-8b74166877e8,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.758630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636eb065-a420-4d25-83a5-b0a3b072cfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faf1f8f-eb44-43ed-96bd-780b727bc73e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.761361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57092) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:49.834394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa54695d-b773-4251-967d-b27f910c1b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.869455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-3218f4b3-8788-4ca7-9c4f-d86d7af255ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:49.871045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-3218f4b3-8788-4ca7-9c4f-d86d7af255ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.6906304 Nov 03 18:45:50.214122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1b7ed11e-e98d-4175-bedc-3412fcafe7cc None None] Provisioning complete for port f13d20df-4302-4731-92cc-16669db03385 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:50.214896 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed11e-e98d-4175-bedc-3412fcafe7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.227378 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-1350d526-57a1-44d6-8622-28b56b851527 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4992065 Nov 03 18:45:50.253409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-e8e6a23f-8e86-4522-9c1f-f91b60993843 service neutron] 10.222.0.77 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0208316 Nov 03 18:45:50.337483 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ed11e-e98d-4175-bedc-3412fcafe7cc None None] Port f13d20df-4302-4731-92cc-16669db03385 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:50.456637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Attempting to bind port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:50.457097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Attempting to bind port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:50.457626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Attempting to bind port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:50.462483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-9ebd4c8d-6a85-461b-a13f-1a14a9a56f2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b HTTP/1.1" status: 200 len: 217 time: 0.3144169 Nov 03 18:45:50.491551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-46c0f519-68c1-42f0-9808-d92f346f2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.496207 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-46c0f519-68c1-42f0-9808-d92f346f2fa1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 1097 time: 0.2170250 Nov 03 18:45:50.563700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:50.564749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Attempting to bind port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:50.635364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:50.635712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Checking segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:50.636248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Bound using segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:50.638331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Bound port: 22dc1c34-0f4a-4d1b-a223-8b74166877e8, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:50.638886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.662428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-c95ae100-8ea0-4d94-a3e3-cf560a2f6fcd service neutron] 10.222.0.77 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324764 Nov 03 18:45:50.771341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa54695d-b773-4251-967d-b27f910c1b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.785385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-6fc39495-5aaa-4081-bcaf-eba91e997a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.787935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-6fc39495-5aaa-4081-bcaf-eba91e997a9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.2938597 Nov 03 18:45:50.796493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa54695d-b773-4251-967d-b27f910c1b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.861209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-d756aa50-f5b1-4d1c-b314-02e956c775ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.864244 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-d756aa50-f5b1-4d1c-b314-02e956c775ea service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.3268523 Nov 03 18:45:51.028456 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-16834d5b-f252-43dc-b1e4-5fae7c696178 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17553e24-ff88-49a5-acd7-7505361372eb HTTP/1.1" status: 200 len: 217 time: 0.1525505 Nov 03 18:45:51.036274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13d20df-4302-4731-92cc-16669db03385 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:51.069488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa54695d-b773-4251-967d-b27f910c1b9d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d8b3416c29a4986b0da4483d982a4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2830877 Nov 03 18:45:51.075128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57108) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:51.081929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.161815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Transition to ACTIVE for port object f13d20df-4302-4731-92cc-16669db03385 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:51.165252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54695d-b773-4251-967d-b27f910c1b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a310209-4c41-45f5-80d9-e1e7b06254ff,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:51.188491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.203094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-b65e1aa0-1bae-4bd4-b92c-103b76661089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:51.205970 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-b65e1aa0-1bae-4bd4-b92c-103b76661089 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1638741 Nov 03 18:45:51.221184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] For port 22dc1c34-0f4a-4d1b-a223-8b74166877e8, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:51.269492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-d99c2554-13ec-4c78-921c-3150b4be3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:51.272591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-d99c2554-13ec-4c78-921c-3150b4be3632 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3831568 Nov 03 18:45:51.287632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] For port 22dc1c34-0f4a-4d1b-a223-8b74166877e8, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:51.500238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-d25eefff-aaa4-47bb-b074-50e795949e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:51.503024 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-d25eefff-aaa4-47bb-b074-50e795949e1d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780907 Nov 03 18:45:51.504154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Pushing event updated for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:51.606330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a921c02a-e074-4114-8dc8-70be16aa71ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.617533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.770843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Attempting to bind port f13d20df-4302-4731-92cc-16669db03385 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:51.771264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Attempting to bind port f13d20df-4302-4731-92cc-16669db03385 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:51.771784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Attempting to bind port f13d20df-4302-4731-92cc-16669db03385 on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:51.790690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57122) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:51.814058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Port f13d20df-4302-4731-92cc-16669db03385 on network 3be66829-994e-43a8-a069-27a57675c6f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:51.814621 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Attempting to bind port f13d20df-4302-4731-92cc-16669db03385 on network 3be66829-994e-43a8-a069-27a57675c6f1 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:51.843809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:51.844318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Checking segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:51.844980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Bound using segment: {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:51.845844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Bound port: f13d20df-4302-4731-92cc-16669db03385, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052bcae5-e857-4ed7-8dc5-aaf5354e965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:51.846546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.874215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:51.875137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.877112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] 10.222.0.96 "PUT /v2.0/ports/22dc1c34-0f4a-4d1b-a223-8b74166877e8 HTTP/1.1" status: 200 len: 1090 time: 4.8439300 Nov 03 18:45:52.029657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073cf36-7bca-4659-9d40-ebbd45251403 service neutron] Pushing event updated for resources: {'Port': ['ID=22dc1c34-0f4a-4d1b-a223-8b74166877e8,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:52.078361 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-02013eaf-acbe-4994-9e12-32a43d561eb5 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656424 Nov 03 18:45:52.083418 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a921c02a-e074-4114-8dc8-70be16aa71ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.087356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:52.103467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:52.125053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-abf8fad6-e29b-4b2c-a4fe-6d9f4c964fae service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8348691 Nov 03 18:45:52.137003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:52.200604 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.245362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-29936932-network', 'tenant_id': '65ed3bb71fff4cb5a0ab2eda1630b336'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:52.291761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5219f-b19d-45b7-9cc8-0f3fceda0b26 req-771cbc2a-6ca4-465c-8876-0b2f33b8554e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.305358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0aa5219f-b19d-45b7-9cc8-0f3fceda0b26 req-771cbc2a-6ca4-465c-8876-0b2f33b8554e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 944 time: 1.0759223 Nov 03 18:45:52.426079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.427360 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.429459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] 10.222.0.70 "PUT /v2.0/ports/f13d20df-4302-4731-92cc-16669db03385 HTTP/1.1" status: 200 len: 1092 time: 2.9206567 Nov 03 18:45:52.430180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'tag': 'f13d20df-4302-4731-92cc-16669db03385'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:52.435142 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "tag": "f13d20df-4302-4731-92cc-16669db03385"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:52.496343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Made reservation on behalf of 65ed3bb71fff4cb5a0ab2eda1630b336 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:52.502666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.526679 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.556926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.608687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276e45b-65d8-4589-8f4e-b170beda0047 service neutron] Pushing event updated for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:52.657779 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c1cace0c-9e13-42a0-95f5-d0e7c96981a5 req-8d8441e2-6d4f-4b3b-b898-5405e52de73a service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652905 Nov 03 18:45:52.716808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-c16c0cb1-9e98-45f9-a55b-9cba80368aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.723161 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-c16c0cb1-9e98-45f9-a55b-9cba80368aa9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 1095 time: 0.1540253 Nov 03 18:45:52.794405 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a921c02a-e074-4114-8dc8-70be16aa71ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.807635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a921c02a-e074-4114-8dc8-70be16aa71ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.809269 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a921c02a-e074-4114-8dc8-70be16aa71ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a310209-4c41-45f5-80d9-e1e7b06254ff HTTP/1.1" status: 204 len: 168 time: 1.7300656 Nov 03 18:45:52.870675 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-e43c8522-c6f9-454d-96f6-fd66679212ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13d20df-4302-4731-92cc-16669db03385 HTTP/1.1" status: 200 len: 217 time: 0.1359351 Nov 03 18:45:52.888253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0aa5219f-b19d-45b7-9cc8-0f3fceda0b26 req-8d9f9683-280c-4851-8ec2-9ee06eb353a9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801909 Nov 03 18:45:52.909031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c02a-e074-4114-8dc8-70be16aa71ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a310209-4c41-45f5-80d9-e1e7b06254ff,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:53.104277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e37fc5c-16fc-4b48-b92f-71c61476b0d0 req-9b2a40ad-44c7-4ab3-9381-ec10ce62d143 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8851321 Nov 03 18:45:53.129118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-39573036-b947-4b51-b7c9-1f5c57056990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.131161 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-39573036-b947-4b51-b7c9-1f5c57056990 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.2291520 Nov 03 18:45:53.360629 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.364494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-ac06154d-ee32-4428-adc9-cefc9e753d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.367139 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-ac06154d-ee32-4428-adc9-cefc9e753d0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218633 Nov 03 18:45:53.372459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.417239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:45:53.435810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.436854 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Added segment fc4b0bf8-c1f4-441c-ab3d-060d79c31940 of type vlan for network 3c1fc745-5891-40f0-8aca-dd393c743225 Nov 03 18:45:53.656474 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.775088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-072c6c87-d24f-4197-9a29-b03189438a27 req-53622fa3-ade6-4e0a-91da-216558055652 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9db6e68272e649cdad34037924429053&device_id=5741f194-e266-4525-a7bc-c222cb9bacae HTTP/1.1" status: 200 len: 210 time: 0.4287634 Nov 03 18:45:53.777229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.779003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.780160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.869100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:53.887885 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.909837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Transition to ACTIVE for port object 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:53.932561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.959864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1fc745-5891-40f0-8aca-dd393c743225,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:53.964390 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-072c6c87-d24f-4197-9a29-b03189438a27 req-880d1ae2-6985-479d-90ea-b1b17e542621 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=9db6e68272e649cdad34037924429053&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435450 Nov 03 18:45:53.981405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3c1fc745-5891-40f0-8aca-dd393c743225 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:45:54.167577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Pushing event updated for resources: {'Port': ['ID=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:54.190913 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3976791 Nov 03 18:45:54.191284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57148) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:54.215805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b3a49-2fa6-4272-952e-3c2478092e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241a72e7-5b77-4356-9619-6f2474289d05,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:54.237586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Request body: {'subnet': {'network_id': '3c1fc745-5891-40f0-8aca-dd393c743225', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-29936932-subnet', 'tenant_id': '65ed3bb71fff4cb5a0ab2eda1630b336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:54.297287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717329-b747-4994-af20-bc5abb3e8627 req-00217830-2f83-40d3-a964-9ded490c3eb9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.299755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-00217830-2f83-40d3-a964-9ded490c3eb9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 811 time: 0.9760571 Nov 03 18:45:54.311696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c6c87-d24f-4197-9a29-b03189438a27 req-dd4449a1-db4f-4850-ba84-7dfc2f8c8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.313630 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-072c6c87-d24f-4197-9a29-b03189438a27 req-dd4449a1-db4f-4850-ba84-7dfc2f8c8736 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3313465 Nov 03 18:45:54.368435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-7846908a-d572-4d82-85e1-4f3451734f5d service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346214 Nov 03 18:45:54.384619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.386317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.387533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.388119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.388694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.389464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.390986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.391573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.392149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.393283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.393924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.395043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:54.690558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Made reservation on behalf of 65ed3bb71fff4cb5a0ab2eda1630b336 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:54.693596 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2a09949c-7074-4f53-ada1-ed03faec97fb req-360c807b-71a5-465d-b151-d598bdf1202b service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094945 Nov 03 18:45:54.695307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:54.782167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Attempting to bind port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:54.782608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Attempting to bind port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:54.783027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Attempting to bind port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:54.887392 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af1687-48ee-4ed1-b07a-fb5952651351 x-openstack-request-id: req-22af1687-48ee-4ed1-b07a-fb5952651351 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:54.887965 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "b2e89039-febc-4dae-9d31-8b25affd20cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "7b58501f-47f6-4ca7-90ad-c57544e380a5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:54.888467 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22af1687-48ee-4ed1-b07a-fb5952651351 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:54.889269 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': 'b2e89039-febc-4dae-9d31-8b25affd20cb', 'status': 'completed', 'code': 200} Nov 03 18:45:54.889819 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '7b58501f-47f6-4ca7-90ad-c57544e380a5', 'status': 'completed', 'code': 200} Nov 03 18:45:54.895694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:54.896314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Attempting to bind port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:54.931310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-eba2d46f-e42e-4658-82ed-8a92b52e7b7a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e00789823b48c582ec2cbe49f0863d HTTP/1.1" status: 200 len: 379 time: 0.5705414 Nov 03 18:45:54.950630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'port': {'device_id': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'admin_state_up': True, 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'security_groups': ['1fb98359-4b05-42f1-8bae-ce7d02cd89ec']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:54.956458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:54.956995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Checking segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:54.957668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Bound using segment: {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:54.958419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Bound port: 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cc225f-a10f-4153-a49b-60f688a19d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:54.958971 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:54.969679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-f9852410-241b-4460-9eba-a10246479c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.971235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-f9852410-241b-4460-9eba-a10246479c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.973190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-f9852410-241b-4460-9eba-a10246479c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.974580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-f9852410-241b-4460-9eba-a10246479c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.976279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-f9852410-241b-4460-9eba-a10246479c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.978234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-f9852410-241b-4460-9eba-a10246479c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.979424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-f9852410-241b-4460-9eba-a10246479c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.984917 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-f9852410-241b-4460-9eba-a10246479c2c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6300 time: 0.1499016 Nov 03 18:45:55.273678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-385e85ef-19b2-452e-a6dc-d77c7e095124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.275257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-385e85ef-19b2-452e-a6dc-d77c7e095124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.277680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-385e85ef-19b2-452e-a6dc-d77c7e095124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.280997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-385e85ef-19b2-452e-a6dc-d77c7e095124 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2869284 Nov 03 18:45:55.380173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] For port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:55.418414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-1b1a3de6-f9c5-491b-9372-a13d74807c42 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.431227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-1b1a3de6-f9c5-491b-9372-a13d74807c42 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.441407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-1b1a3de6-f9c5-491b-9372-a13d74807c42 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.452387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-1b1a3de6-f9c5-491b-9372-a13d74807c42 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.460263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-1b1a3de6-f9c5-491b-9372-a13d74807c42 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.468944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-1b1a3de6-f9c5-491b-9372-a13d74807c42 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.480524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-1b1a3de6-f9c5-491b-9372-a13d74807c42 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.483934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-1b1a3de6-f9c5-491b-9372-a13d74807c42 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5395 time: 0.4579103 Nov 03 18:45:55.515941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] For port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:55.548552 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:55.549224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-cb25f1e0-4240-423f-8ed7-23797e30782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.552240 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-cb25f1e0-4240-423f-8ed7-23797e30782d service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607944 Nov 03 18:45:55.687330 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-072c6c87-d24f-4197-9a29-b03189438a27 req-11ad80ef-e63c-4a7d-a4a7-3408c02be877 tempest-ServerShowV247Test-1312902806 tempest-ServerShowV247Test-1312902806-project] 10.222.0.96 "GET /v2.0/ports?device_id=5741f194-e266-4525-a7bc-c222cb9bacae HTTP/1.1" status: 200 len: 210 time: 0.0560203 Nov 03 18:45:56.282675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.284234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.287242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] 10.222.0.96 "PUT /v2.0/ports/2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 HTTP/1.1" status: 200 len: 1090 time: 4.1653090 Nov 03 18:45:56.341640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Made reservation on behalf of 83e00789823b48c582ec2cbe49f0863d for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:56.347949 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.378178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:56.394884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.543581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cb10715-1fe7-439b-a475-583ae27b9278 req-8c3235b5-1c7b-4c6c-ba00-7638bc008e03 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0318718 Nov 03 18:45:56.601278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8b055-9807-46f9-aa62-03a159d644ca service neutron] Pushing event updated for resources: {'Port': ['ID=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:56.847700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-181493d9-56ee-495b-ae86-32be65cde8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.848170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-181493d9-56ee-495b-ae86-32be65cde8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.849585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-181493d9-56ee-495b-ae86-32be65cde8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.850170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-181493d9-56ee-495b-ae86-32be65cde8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.850874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-181493d9-56ee-495b-ae86-32be65cde8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.851522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-181493d9-56ee-495b-ae86-32be65cde8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.852153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-181493d9-56ee-495b-ae86-32be65cde8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.857043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-181493d9-56ee-495b-ae86-32be65cde8f2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6342 time: 1.1992350 Nov 03 18:45:56.937722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '22dc1c34-0f4a-4d1b-a223-8b74166877e8'}, {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:56.942429 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43bb83d-b788-4c8d-a7b7-d3524f390de9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "22dc1c34-0f4a-4d1b-a223-8b74166877e8"}, {"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "2a248d95-1dd6-4365-9f2a-4bf795a9c0c9"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:56.970178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18fe66c1-94eb-4abe-bba3-89c4ba5e5fd6 req-06bf3839-fc58-47d5-9cee-cb6304f211f7 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 210 time: 0.1979091 Nov 03 18:45:57.000725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:57.003740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=841f6979-86fe-4846-8052-452272c71e6d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:57.090207 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac5921-a46d-4416-920d-dd0cb3d90e02 x-openstack-request-id: req-91ac5921-a46d-4416-920d-dd0cb3d90e02 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:57.091150 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "tag": "f13d20df-4302-4731-92cc-16669db03385", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:57.091150 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91ac5921-a46d-4416-920d-dd0cb3d90e02 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:57.099826 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'tag': 'f13d20df-4302-4731-92cc-16669db03385', 'status': 'completed', 'code': 200} Nov 03 18:45:57.237063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-eeada122-c73a-4840-8eb1-776e4e9e4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.254817 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-eeada122-c73a-4840-8eb1-776e4e9e4aee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 1095 time: 0.1280873 Nov 03 18:45:57.364919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Checking segment: {'id': 'fc4b0bf8-c1f4-441c-ab3d-060d79c31940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c1fc745-5891-40f0-8aca-dd393c743225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:57.365754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Network hostable DHCP agents. Network: 3c1fc745-5891-40f0-8aca-dd393c743225, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:45:57.546118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-e0a98b8c-e001-4967-8021-08bcf03d8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.550113 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-e0a98b8c-e001-4967-8021-08bcf03d8d1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.2873707 Nov 03 18:45:57.744793 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-1d7a0178-f196-4245-bccf-e1198aa7efef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13d20df-4302-4731-92cc-16669db03385 HTTP/1.1" status: 200 len: 217 time: 0.1812830 Nov 03 18:45:57.810381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Allocated IP 172.20.0.3 (620c4680-0aef-41df-abe6-5ec9a47f55ba/47432405-7164-4512-86d2-83305c003903/6892b3f2-e027-48c9-b783-35121cc260a8) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:57.814709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Network 3c1fc745-5891-40f0-8aca-dd393c743225 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:45:57.873223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-7e4d0721-dd7f-45ea-81c6-ebc940e94eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.875363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-7e4d0721-dd7f-45ea-81c6-ebc940e94eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.875670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-7e4d0721-dd7f-45ea-81c6-ebc940e94eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.878988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-7e4d0721-dd7f-45ea-81c6-ebc940e94eb7 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9289432 Nov 03 18:45:57.879298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f13d20df-4302-4731-92cc-16669db03385 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:57.912423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3c1fc745-5891-40f0-8aca-dd393c743225) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:57.941475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21562c4-626d-41f2-98ee-7fc8e22bae93 None None] Network 3c1fc745-5891-40f0-8aca-dd393c743225 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:57.968907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfab182-6668-4e16-b1aa-78caa1dc30ac req-165f13a8-b9ce-4490-9c5c-26ba78584aff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.982380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bfab182-6668-4e16-b1aa-78caa1dc30ac req-165f13a8-b9ce-4490-9c5c-26ba78584aff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 944 time: 0.5934644 Nov 03 18:45:57.985379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.987079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.029185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:45:58.056206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-cf245c70-b9c7-4901-98fd-ce98963a69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:58.060724 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-cf245c70-b9c7-4901-98fd-ce98963a69a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.3127513 Nov 03 18:45:58.133161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57198) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:58.170998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-32be20c5-e47b-4b04-a6ca-a71ab1d93726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:58.174572 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-32be20c5-e47b-4b04-a6ca-a71ab1d93726 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048074 Nov 03 18:45:58.279991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:58.341818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a54c3ee4-2afa-4f4b-9004-7641159e0f8e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1374991 Nov 03 18:45:58.504571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'f13d20df-4302-4731-92cc-16669db03385', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': 'f13d20df-4302-4731-92cc-16669db03385', 'mac_address': 'fa:16:3e:8e:16:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:58.512157 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-5c2afd53-eecf-4133-853c-091824ab269b service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299801 Nov 03 18:45:58.546512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bfab182-6668-4e16-b1aa-78caa1dc30ac req-e87143b3-b4e1-4d80-8a60-4a3b7d78a219 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038807 Nov 03 18:45:58.655665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-553dd996-3c48-4e02-9169-bc781aaa0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:58.663801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-739937d7-1b71-4cc5-8025-d7d3abbdf9a9 req-553dd996-3c48-4e02-9169-bc781aaa0ca8 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7532678 Nov 03 18:45:58.690896 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.808257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1566dfe-94d4-444f-bef6-ec49b0b98891 None None] Network 3c1fc745-5891-40f0-8aca-dd393c743225 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:58.816649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-6894e39c-2f5e-4d18-8359-9d325f2c3f54 req-caf183fa-de44-4f0c-b05a-bfbc294999eb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:45:58.819716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6894e39c-2f5e-4d18-8359-9d325f2c3f54 req-caf183fa-de44-4f0c-b05a-bfbc294999eb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0297070 Nov 03 18:45:58.821935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-049f21f4-483e-477f-b3ff-ca1aa56894e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.838490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.858570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13d20df-4302-4731-92cc-16669db03385 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:58.996381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:59.008450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.024680 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cee3a838-1cc8-4f47-ab1c-a30ff99858f8 req-fbe19209-9035-4711-bf0a-925688f5b219 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044398 Nov 03 18:45:59.031053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae491b2-c4a8-4bd9-910d-673c20f494e6 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:59.082454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.156105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Transition to ACTIVE for port object 6ae491b2-c4a8-4bd9-910d-673c20f494e6 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:59.204942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.223033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.244938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:59.317692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['f13d20df-4302-4731-92cc-16669db03385'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:59.422203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-049f21f4-483e-477f-b3ff-ca1aa56894e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.471563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-049f21f4-483e-477f-b3ff-ca1aa56894e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.516576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:59.544927 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873c5aa5-00d6-47dc-98b4-8e1bff9261a1 x-openstack-request-id: req-873c5aa5-00d6-47dc-98b4-8e1bff9261a1 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:59.545583 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "22dc1c34-0f4a-4d1b-a223-8b74166877e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "2a248d95-1dd6-4365-9f2a-4bf795a9c0c9", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:59.545945 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-873c5aa5-00d6-47dc-98b4-8e1bff9261a1 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:59.546447 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '22dc1c34-0f4a-4d1b-a223-8b74166877e8', 'status': 'completed', 'code': 200} Nov 03 18:45:59.546718 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9', 'status': 'completed', 'code': 200} Nov 03 18:45:59.560204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Pushing event updated for resources: {'Port': ['ID=6ae491b2-c4a8-4bd9-910d-673c20f494e6,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:59.617795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:59.627319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:46:00.129963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-049f21f4-483e-477f-b3ff-ca1aa56894e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9db6e68272e649cdad34037924429053&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9898088 Nov 03 18:46:00.134253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57232) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:00.193152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f21f4-483e-477f-b3ff-ca1aa56894e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ecf288-0a59-43a2-a5f2-dd189fbb8a3e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:00.234084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-959d0589-072e-4e1b-bf5d-349aa3788313 None None] Provisioning complete for port 6892b3f2-e027-48c9-b783-35121cc260a8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:00.237148 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-959d0589-072e-4e1b-bf5d-349aa3788313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.278074 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2cc45541-6c3c-499f-9f50-aa5f1588020a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.305684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'Port': ['ID=6892b3f2-e027-48c9-b783-35121cc260a8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:00.323510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-959d0589-072e-4e1b-bf5d-349aa3788313 None None] Port 6892b3f2-e027-48c9-b783-35121cc260a8 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:46:00.330995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-b888242b-b667-44b6-84e0-25fed26dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.331806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-b888242b-b667-44b6-84e0-25fed26dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.332591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-b888242b-b667-44b6-84e0-25fed26dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.333718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-b888242b-b667-44b6-84e0-25fed26dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.334560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-b888242b-b667-44b6-84e0-25fed26dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.335786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-b888242b-b667-44b6-84e0-25fed26dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.336833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-b888242b-b667-44b6-84e0-25fed26dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.342187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-b888242b-b667-44b6-84e0-25fed26dabdd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6367 time: 0.7937422 Nov 03 18:46:00.350080 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2cc45541-6c3c-499f-9f50-aa5f1588020a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.385502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.387111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.500093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2cc45541-6c3c-499f-9f50-aa5f1588020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.503588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2cc45541-6c3c-499f-9f50-aa5f1588020a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.508963 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2cc45541-6c3c-499f-9f50-aa5f1588020a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4ecf288-0a59-43a2-a5f2-dd189fbb8a3e HTTP/1.1" status: 204 len: 168 time: 0.3729861 Nov 03 18:46:00.521262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc45541-6c3c-499f-9f50-aa5f1588020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ecf288-0a59-43a2-a5f2-dd189fbb8a3e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:00.534078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-472bfed7-baa9-47c2-b1cf-2f25dec01b2d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5076840 Nov 03 18:46:00.550864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-1557afa2-a7ef-4a79-a248-3ee79cd946e2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:46:00.555803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-1557afa2-a7ef-4a79-a248-3ee79cd946e2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0115325 Nov 03 18:46:00.600600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-44dba292-872f-4f4d-a4d7-468906c1f682 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.614063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-44dba292-872f-4f4d-a4d7-468906c1f682 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.625986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-44dba292-872f-4f4d-a4d7-468906c1f682 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.638577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-44dba292-872f-4f4d-a4d7-468906c1f682 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.650879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-44dba292-872f-4f4d-a4d7-468906c1f682 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.663017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-44dba292-872f-4f4d-a4d7-468906c1f682 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.675178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-44dba292-872f-4f4d-a4d7-468906c1f682 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.690308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-44dba292-872f-4f4d-a4d7-468906c1f682 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5407 time: 1.0134907 Nov 03 18:46:00.715012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-dc996fc4-df9c-4178-b03a-3d8265006fe1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7758305 Nov 03 18:46:00.733370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Attempting to bind port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:00.734162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Attempting to bind port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:00.734738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Attempting to bind port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 on network e454b638-90bf-4367-b6f3-115f9ec7bfc1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:00.770882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Request body: {'port': {'device_id': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:00.815850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 on network e454b638-90bf-4367-b6f3-115f9ec7bfc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:00.816270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Attempting to bind port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 on network e454b638-90bf-4367-b6f3-115f9ec7bfc1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:00.870719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:00.871281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Checking segment: {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:00.871934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Bound using segment: {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:00.872697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Bound port: 6ae491b2-c4a8-4bd9-910d-673c20f494e6, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:00.873282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.980553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-5bff3c34-f3ee-44bc-86bb-45b4909eda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.981431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-5bff3c34-f3ee-44bc-86bb-45b4909eda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.982363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-5bff3c34-f3ee-44bc-86bb-45b4909eda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.985083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-5bff3c34-f3ee-44bc-86bb-45b4909eda76 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6316655 Nov 03 18:46:01.124882 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.222520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3132efaa-5b86-41bb-8f2d-42aa02248c85 req-7a87c46b-5b9c-4fa1-b3b2-d57b6486d9fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5168245 Nov 03 18:46:01.575511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] For port 6ae491b2-c4a8-4bd9-910d-673c20f494e6, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:01.639650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] For port 6ae491b2-c4a8-4bd9-910d-673c20f494e6, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:01.699294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.832008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Pushing event updated for resources: {'Port': ['ID=6ae491b2-c4a8-4bd9-910d-673c20f494e6,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:01.836965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-748baa99-9835-41de-a802-ba267d51610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.839922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-748baa99-9835-41de-a802-ba267d51610d service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8403513 Nov 03 18:46:01.879140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1369-a456-4d39-8967-4ce9e7a09c3d req-9a955147-4521-422f-97a2-d1c89287fb7e tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.897211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-344e1369-a456-4d39-8967-4ce9e7a09c3d req-9a955147-4521-422f-97a2-d1c89287fb7e tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 931 time: 0.4787006 Nov 03 18:46:01.930887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f13d20df-4302-4731-92cc-16669db03385 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:01.949888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.954073 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.956840 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-29cf3dac-73bf-474b-b585-c1b0e284d44f service neutron] 10.222.0.96 "PUT /v2.0/ports/6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 200 len: 1091 time: 5.5984912 Nov 03 18:46:02.056058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '6ae491b2-c4a8-4bd9-910d-673c20f494e6'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:02.067285 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "6ae491b2-c4a8-4bd9-910d-673c20f494e6"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:02.121207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port f13d20df-4302-4731-92cc-16669db03385 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:02.127668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port f13d20df-4302-4731-92cc-16669db03385 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:02.128554 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.239489 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.503542 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.644945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13d20df-4302-4731-92cc-16669db03385'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:02.652094 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86894b0a-d8cd-4de8-8af7-85768faf46c3" -d '{"events": [{"server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "name": "network-vif-plugged", "status": "completed", "tag": "f13d20df-4302-4731-92cc-16669db03385"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:02.692953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:02.725208 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.736376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57268) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:02.791051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-f3c8fce8-f0e0-47ae-81cf-9cb3e5ddd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.792618 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-f3c8fce8-f0e0-47ae-81cf-9cb3e5ddd681 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0&tenant_id=f4d0be58189b4609adebd115604850be HTTP/1.1" status: 200 len: 1094 time: 0.1366367 Nov 03 18:46:02.865842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:02.872294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Request body: {'port': {'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:02.944204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-936f7689-9b0a-44eb-ad52-fec633776ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.957798 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-936f7689-9b0a-44eb-ad52-fec633776ed0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 1094 time: 0.1263013 Nov 03 18:46:02.990363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-123f8abd-4036-4561-b198-2bfdbf5a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.990842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-123f8abd-4036-4561-b198-2bfdbf5a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.991316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-123f8abd-4036-4561-b198-2bfdbf5a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.991777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-123f8abd-4036-4561-b198-2bfdbf5a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.992358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-123f8abd-4036-4561-b198-2bfdbf5a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.993254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-123f8abd-4036-4561-b198-2bfdbf5a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.995687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-123f8abd-4036-4561-b198-2bfdbf5a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.998973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-123f8abd-4036-4561-b198-2bfdbf5a0087 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6409 time: 1.0763323 Nov 03 18:46:03.009081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-344e1369-a456-4d39-8967-4ce9e7a09c3d req-ad47100f-878a-47fd-a134-9869fe22fbe9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1104856 Nov 03 18:46:03.179923 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5022744f-6c3b-47b9-b01a-a75a76948906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.215267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-07225aa8-86bc-4225-af60-8e7d515bea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.216000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-07225aa8-86bc-4225-af60-8e7d515bea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.216909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-07225aa8-86bc-4225-af60-8e7d515bea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.219429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-07225aa8-86bc-4225-af60-8e7d515bea45 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2085609 Nov 03 18:46:03.229383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.272484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.325716 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5022744f-6c3b-47b9-b01a-a75a76948906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.348472 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5022744f-6c3b-47b9-b01a-a75a76948906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.483070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-980ba857-b2b8-4b8e-9257-ea5633da0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.487365 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-980ba857-b2b8-4b8e-9257-ea5633da0bd9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 914 time: 0.5188971 Nov 03 18:46:03.488545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022744f-6c3b-47b9-b01a-a75a76948906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1dac63-5fc3-4793-a8e4-478bf28f2ee3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:03.552920 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5022744f-6c3b-47b9-b01a-a75a76948906 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=357cad93634e4bb48164212285a57ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8123250 Nov 03 18:46:03.577907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57280) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:03.622731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-92d52546-cb02-46a6-9d0c-bd9d1e91a16f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7 HTTP/1.1" status: 200 len: 217 time: 0.1103518 Nov 03 18:46:03.700224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb4850-b7b1-42cc-8465-21f961560326 req-5e79aaef-2917-42d7-a8bb-c96652d2da86 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.703527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbdb4850-b7b1-42cc-8465-21f961560326 req-5e79aaef-2917-42d7-a8bb-c96652d2da86 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.4111035 Nov 03 18:46:03.739423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-cf38095f-743d-4a69-9d20-de82165aa694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.743531 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-cf38095f-743d-4a69-9d20-de82165aa694 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 200 len: 853 time: 0.1134276 Nov 03 18:46:03.795678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-1f87a42e-613e-4b86-b24b-6ae75e47e5c2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435822 Nov 03 18:46:03.819734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-a95855f6-41e2-46ab-9e47-87a82347ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.821336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b43bb83d-b788-4c8d-a7b7-d3524f390de9 req-a95855f6-41e2-46ab-9e47-87a82347ded3 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5500736 Nov 03 18:46:03.838997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6892b3f2-e027-48c9-b783-35121cc260a8 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:03.885364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.986777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Transition to ACTIVE for port object 6892b3f2-e027-48c9-b783-35121cc260a8 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:03.993391 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-1dd3c159-17d1-406d-924b-f70608775792 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880212 Nov 03 18:46:04.006474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf252-dfef-4156-95c5-8ea5e1b1705f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.029996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbdb4850-b7b1-42cc-8465-21f961560326 req-3ca40fed-69df-4190-a3d6-f373f526d438 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088822 Nov 03 18:46:04.120674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.200364 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e3fa69b7-1c90-4179-87ad-6e1c2dcc8621 req-155cca77-7082-4bc2-afcd-77e22f03c68e service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967752 Nov 03 18:46:04.240720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf252-dfef-4156-95c5-8ea5e1b1705f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.409251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Pushing event updated for resources: {'Port': ['ID=6892b3f2-e027-48c9-b783-35121cc260a8,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:04.623717 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf252-dfef-4156-95c5-8ea5e1b1705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.628662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf252-dfef-4156-95c5-8ea5e1b1705f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.634472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ab9bf252-dfef-4156-95c5-8ea5e1b1705f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b1dac63-5fc3-4793-a8e4-478bf28f2ee3 HTTP/1.1" status: 204 len: 168 time: 1.0513299 Nov 03 18:46:04.739549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bf252-dfef-4156-95c5-8ea5e1b1705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1dac63-5fc3-4793-a8e4-478bf28f2ee3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:04.781121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Attempting to bind port 6892b3f2-e027-48c9-b783-35121cc260a8 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:04.781696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Attempting to bind port 6892b3f2-e027-48c9-b783-35121cc260a8 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:04.782246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Attempting to bind port 6892b3f2-e027-48c9-b783-35121cc260a8 on network 620c4680-0aef-41df-abe6-5ec9a47f55ba {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:04.789890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382e5b56-3fe3-4119-9669-afd9f3c0678e {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:04.881862 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.913453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Port 6892b3f2-e027-48c9-b783-35121cc260a8 on network 620c4680-0aef-41df-abe6-5ec9a47f55ba not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:04.914512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Attempting to bind port 6892b3f2-e027-48c9-b783-35121cc260a8 on network 620c4680-0aef-41df-abe6-5ec9a47f55ba {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:04.946151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:04.946699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Checking segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:04.947897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Bound using segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:04.948692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Bound port: 6892b3f2-e027-48c9-b783-35121cc260a8, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:04.949606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.976049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Transition to ACTIVE for port object 382e5b56-3fe3-4119-9669-afd9f3c0678e will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:04.994529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.139279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-0832c13a-2b77-4ba7-8644-a9f67d6e4286 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:05.141387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-0832c13a-2b77-4ba7-8644-a9f67d6e4286 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/networks?id=3c1fc745-5891-40f0-8aca-dd393c743225 HTTP/1.1" status: 200 len: 812 time: 0.5086544 Nov 03 18:46:05.230060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] For port 6892b3f2-e027-48c9-b783-35121cc260a8, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:05.236555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] For port 6892b3f2-e027-48c9-b783-35121cc260a8, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6892b3f2-e027-48c9-b783-35121cc260a8,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:05.250794 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.300495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-e163dec9-8206-471a-b631-410c98d12327 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/quotas/65ed3bb71fff4cb5a0ab2eda1630b336 HTTP/1.1" status: 200 len: 375 time: 0.0593243 Nov 03 18:46:05.371761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Pushing event updated for resources: {'Port': ['ID=382e5b56-3fe3-4119-9669-afd9f3c0678e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:05.411117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-4a63cab1-3420-48c3-bd3b-62f7d12de006 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=65ed3bb71fff4cb5a0ab2eda1630b336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092293 Nov 03 18:46:05.523031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:05.524648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.527714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] 10.222.0.70 "PUT /v2.0/ports/6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 200 len: 1091 time: 4.7868719 Nov 03 18:46:05.649505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57318) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:05.676567 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad2896e3-04c6-4799-bee6-45af5fc36ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.831685 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ed8f5597-8dff-4bd4-a4d0-ece592e0f208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.872669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bc897-dc77-4f0a-b892-3a962edeba76 service neutron] Pushing event updated for resources: {'Port': ['ID=6892b3f2-e027-48c9-b783-35121cc260a8,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:05.886774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad2896e3-04c6-4799-bee6-45af5fc36ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.897150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad2896e3-04c6-4799-bee6-45af5fc36ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.900733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Attempting to bind port 382e5b56-3fe3-4119-9669-afd9f3c0678e on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:05.901287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Attempting to bind port 382e5b56-3fe3-4119-9669-afd9f3c0678e by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:05.901841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Attempting to bind port 382e5b56-3fe3-4119-9669-afd9f3c0678e on network e454b638-90bf-4367-b6f3-115f9ec7bfc1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:05.970701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Port 382e5b56-3fe3-4119-9669-afd9f3c0678e on network e454b638-90bf-4367-b6f3-115f9ec7bfc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:05.981096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Attempting to bind port 382e5b56-3fe3-4119-9669-afd9f3c0678e on network e454b638-90bf-4367-b6f3-115f9ec7bfc1 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:06.074842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-44b8d02b-1b8d-4cd2-9c3e-d7d44a5d0039 service neutron] 10.222.0.77 "GET /v2.0/networks/3c1fc745-5891-40f0-8aca-dd393c743225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958819 Nov 03 18:46:06.076368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:06.076917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Checking segment: {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:06.077567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Bound using segment: {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:06.078307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Bound port: 382e5b56-3fe3-4119-9669-afd9f3c0678e, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d6b290-e7d1-437c-ac03-524b38bb08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:06.079103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.099662 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ad2896e3-04c6-4799-bee6-45af5fc36ec0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=801d1d9545b24a3eb93f9880c624a489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4418356 Nov 03 18:46:06.101408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57326) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:06.107370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2896e3-04c6-4799-bee6-45af5fc36ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064e1e44-ad27-4758-a19b-f5c3789447bc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:06.252991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717329-b747-4994-af20-bc5abb3e8627 req-0caf9513-2fe8-4222-a780-67f33406a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:06.278203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-0caf9513-2fe8-4222-a780-67f33406a717 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 1094 time: 0.6070619 Nov 03 18:46:06.566455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-bc8a794c-1599-4e14-9a98-ea445867e4eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 200 len: 217 time: 0.2486215 Nov 03 18:46:06.787617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f038d389-8b96-440c-be62-851f7e349b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.875251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] For port 382e5b56-3fe3-4119-9669-afd9f3c0678e, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:06.881271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717329-b747-4994-af20-bc5abb3e8627 req-75dca1e9-bce6-49f1-9007-ba2ebee471bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:06.884214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-75dca1e9-bce6-49f1-9007-ba2ebee471bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.2952371 Nov 03 18:46:06.892647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] For port 382e5b56-3fe3-4119-9669-afd9f3c0678e, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:06.937349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-789a6c07-0240-40d4-ae56-1df02d30c252 service neutron] 10.222.0.77 "GET /v2.0/networks/3c1fc745-5891-40f0-8aca-dd393c743225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8342249 Nov 03 18:46:06.953210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:07.017355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f038d389-8b96-440c-be62-851f7e349b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:07.207855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:07.208882 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:07.211441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] 10.222.0.96 "PUT /v2.0/ports/382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 200 len: 1091 time: 4.4812062 Nov 03 18:46:07.323517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717329-b747-4994-af20-bc5abb3e8627 req-887d98fb-ae1f-4b89-8a80-4dd7edc223fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:07.340725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-887d98fb-ae1f-4b89-8a80-4dd7edc223fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4427223 Nov 03 18:46:07.342125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a5708-9a51-4311-a1ed-ea2917733856 service neutron] Pushing event updated for resources: {'Port': ['ID=382e5b56-3fe3-4119-9669-afd9f3c0678e,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:07.563072 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f038d389-8b96-440c-be62-851f7e349b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:07.575332 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f038d389-8b96-440c-be62-851f7e349b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:07.586174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f038d389-8b96-440c-be62-851f7e349b5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/064e1e44-ad27-4758-a19b-f5c3789447bc HTTP/1.1" status: 204 len: 168 time: 1.4339504 Nov 03 18:46:07.811478 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-4244128c-89d9-493c-a2ff-8621b16fe075 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486821 Nov 03 18:46:07.846815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038d389-8b96-440c-be62-851f7e349b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e1e44-ad27-4758-a19b-f5c3789447bc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:08.195329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94717329-b747-4994-af20-bc5abb3e8627 req-7ad3fe1b-fccb-47f0-bf8e-2b7d10468a1a service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417277 Nov 03 18:46:08.222790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4c816364-65e5-48b2-9ad3-b1e20281283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.223789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4c816364-65e5-48b2-9ad3-b1e20281283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.224602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4c816364-65e5-48b2-9ad3-b1e20281283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.225563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4c816364-65e5-48b2-9ad3-b1e20281283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.226484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4c816364-65e5-48b2-9ad3-b1e20281283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.227237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4c816364-65e5-48b2-9ad3-b1e20281283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.228764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4c816364-65e5-48b2-9ad3-b1e20281283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.232825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4c816364-65e5-48b2-9ad3-b1e20281283d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6476 time: 0.7703416 Nov 03 18:46:08.316785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-650938be-4fc8-4767-b34d-b32b020c8a96 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 200 len: 217 time: 0.0743876 Nov 03 18:46:08.334433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc391f9-f0aa-447d-9a76-f7ad0017ae85 req-4e6c0d1c-0631-452e-bb3f-c2e41034f135 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.349066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cc391f9-f0aa-447d-9a76-f7ad0017ae85 req-4e6c0d1c-0631-452e-bb3f-c2e41034f135 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.5042462 Nov 03 18:46:08.374550 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c29b39be-cd2a-447b-bdb0-2a37fbb35fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:08.464222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ab38d5fc-5333-4711-a102-9447f6de1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.467105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ab38d5fc-5333-4711-a102-9447f6de1f8d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=05c15032-d505-4f09-9ba2-7861fbedc873 HTTP/1.1" status: 200 len: 851 time: 0.1042283 Nov 03 18:46:08.741648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7cc391f9-f0aa-447d-9a76-f7ad0017ae85 req-87b1957d-6cc0-4675-b1be-b8a1dbf66963 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907259 Nov 03 18:46:08.747393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ce6eea1d-d597-4d02-9135-c7fe45d271d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.757705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ce6eea1d-d597-4d02-9135-c7fe45d271d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2745950 Nov 03 18:46:09.123817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-4cb3e016-5f78-420a-b943-6692c05f9cf4 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476434 Nov 03 18:46:09.546500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-a37a83b7-9252-4a33-b400-652e003131ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.575960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-a37a83b7-9252-4a33-b400-652e003131ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.597846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-a37a83b7-9252-4a33-b400-652e003131ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.610294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-a37a83b7-9252-4a33-b400-652e003131ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.624100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-a37a83b7-9252-4a33-b400-652e003131ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.635669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-a37a83b7-9252-4a33-b400-652e003131ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.642891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-a37a83b7-9252-4a33-b400-652e003131ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.646645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-a37a83b7-9252-4a33-b400-652e003131ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.4066751 Nov 03 18:46:09.654295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-db34d9c3-29b5-45a5-acd1-5ef197b841d1 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168216 Nov 03 18:46:09.793304 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-3177afc1-8605-4fff-88cd-ec5bc4b2271d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 217 time: 0.0830779 Nov 03 18:46:09.896447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08ebcaa6-6dae-4bc7-9d21-c09131b0bdc5 req-84159f07-1f74-48c8-b82a-3f56250e7265 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2375944 Nov 03 18:46:09.953914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-42c90740-4abc-42e0-a1d2-0f16c24617e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.956964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-42c90740-4abc-42e0-a1d2-0f16c24617e5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1481478 Nov 03 18:46:09.968276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6892b3f2-e027-48c9-b783-35121cc260a8 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:10.034143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.194029 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e34029f-6092-416b-9094-c1326fe5b6c1 x-openstack-request-id: req-4e34029f-6092-416b-9094-c1326fe5b6c1 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:10.194493 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "name": "network-vif-plugged", "status": "completed", "tag": "f13d20df-4302-4731-92cc-16669db03385", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:10.197789 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e34029f-6092-416b-9094-c1326fe5b6c1 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:10.201109 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13d20df-4302-4731-92cc-16669db03385', 'code': 200} Nov 03 18:46:10.378031 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5c48fe-008c-491a-b073-a49cc20d7087 x-openstack-request-id: req-9e5c48fe-008c-491a-b073-a49cc20d7087 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:10.381356 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "6ae491b2-c4a8-4bd9-910d-673c20f494e6", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:10.381792 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e5c48fe-008c-491a-b073-a49cc20d7087 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:10.382361 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '6ae491b2-c4a8-4bd9-910d-673c20f494e6', 'status': 'completed', 'code': 200} Nov 03 18:46:10.434641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f6251c29-5e0f-4fd1-9f6b-9956a017fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:10.436110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f6251c29-5e0f-4fd1-9f6b-9956a017fd0d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2809918 Nov 03 18:46:10.448723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6892b3f2-e027-48c9-b783-35121cc260a8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6892b3f2-e027-48c9-b783-35121cc260a8,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:10.530584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '6892b3f2-e027-48c9-b783-35121cc260a8', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'port_id': '6892b3f2-e027-48c9-b783-35121cc260a8', 'mac_address': 'fa:16:3e:cd:48:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:10.532798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc0481-83c3-4f5d-bd13-511da2acb5e8 req-c824c80c-6a15-4265-add7-c46e585a452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:10.534857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-facc0481-83c3-4f5d-bd13-511da2acb5e8 req-c824c80c-6a15-4265-add7-c46e585a452e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 1097 time: 0.2856090 Nov 03 18:46:10.809765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.902743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7a2dc1e9-81a5-4c69-b9ab-f8a6887cc2e2 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418223 Nov 03 18:46:10.955147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6892b3f2-e027-48c9-b783-35121cc260a8 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:11.084499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6892b3f2-e027-48c9-b783-35121cc260a8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6892b3f2-e027-48c9-b783-35121cc260a8,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:11.094633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:11.272005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6892b3f2-e027-48c9-b783-35121cc260a8,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:11.333682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['6892b3f2-e027-48c9-b783-35121cc260a8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:11.462086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-facc0481-83c3-4f5d-bd13-511da2acb5e8 req-494ce86a-8d96-4703-8b35-f453925c037f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9013565 Nov 03 18:46:11.466343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57378) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:11.573680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd20d47-11e7-4d5b-b097-4cbfc836b5d8 req-972b53c2-2c94-4f77-8821-7f258ebe88f6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:11.590444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-abd20d47-11e7-4d5b-b097-4cbfc836b5d8 req-972b53c2-2c94-4f77-8821-7f258ebe88f6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 943 time: 1.0055914 Nov 03 18:46:11.733570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-962343a5-75b2-4122-aee7-0d9dc131959c service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7257192 Nov 03 18:46:11.870058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-aac6c604-ec32-4f46-b03b-0a15cb18864b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 217 time: 0.1150405 Nov 03 18:46:11.886684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-c28d63cf-926d-4922-9279-1b333a0c052b tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:11.888710 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-c28d63cf-926d-4922-9279-1b333a0c052b tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.96 "GET /v2.0/networks?id=3c1fc745-5891-40f0-8aca-dd393c743225 HTTP/1.1" status: 200 len: 812 time: 1.2744277 Nov 03 18:46:11.917483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-abd20d47-11e7-4d5b-b097-4cbfc836b5d8 req-cd6dd6a6-e1e4-4162-98be-f9510433d8ab tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178208 Nov 03 18:46:11.925043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Request body: {'port': {'device_id': '657169b7-62e8-4c6e-9372-e8284d49d453', 'network_id': '3c1fc745-5891-40f0-8aca-dd393c743225', 'admin_state_up': True, 'tenant_id': '65ed3bb71fff4cb5a0ab2eda1630b336'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:12.246116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.253211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.341001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Made reservation on behalf of 65ed3bb71fff4cb5a0ab2eda1630b336 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:12.360053 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.717186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-89742e19-a6a3-46c0-8f1b-6894a4e99e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.719817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-89742e19-a6a3-46c0-8f1b-6894a4e99e0f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.7875473 Nov 03 18:46:12.720981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8'}, {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '382e5b56-3fe3-4119-9669-afd9f3c0678e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:12.726393 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91" -d '{"events": [{"name": "network-changed", "server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8"}, {"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "382e5b56-3fe3-4119-9669-afd9f3c0678e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:12.770661 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a323f64d-7973-43e4-bc37-228311ff2232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.855176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e5b0-3777-43a9-b7aa-64182fc4ade6 req-6e94b4f5-6cdd-4637-beb5-584b11969421 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.858382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d19e5b0-3777-43a9-b7aa-64182fc4ade6 req-6e94b4f5-6cdd-4637-beb5-584b11969421 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.7840977 Nov 03 18:46:12.887306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1bb169eb-7f6f-40f7-b230-d5e9e3fc84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.890586 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1bb169eb-7f6f-40f7-b230-d5e9e3fc84f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1395462 Nov 03 18:46:12.981720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Allocated IP 172.20.0.11 (3c1fc745-5891-40f0-8aca-dd393c743225/841f6979-86fe-4846-8052-452272c71e6d/6aadfbe2-dd2e-4555-948f-2e0fd9237b7f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:46:13.097236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d19e5b0-3777-43a9-b7aa-64182fc4ade6 req-b3fa306d-cc1b-47fb-8da1-e2216963601a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018921 Nov 03 18:46:13.217242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a323f64d-7973-43e4-bc37-228311ff2232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.238641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a323f64d-7973-43e4-bc37-228311ff2232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.251150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-0cb1158c-7f1a-4fb5-b263-a1137d6d3306 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079705 Nov 03 18:46:13.361661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323f64d-7973-43e4-bc37-228311ff2232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caef7ee-e63b-48d8-8648-48ba6a7f3275,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:13.438628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-41cde2f8-4e25-4328-8202-3cde30e8f650 req-3eab05b6-30e7-4adb-a976-f9635184c99e tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 210 time: 0.0894189 Nov 03 18:46:13.510109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a323f64d-7973-43e4-bc37-228311ff2232 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3aadc40e4312497ca3d67846cf73e0af&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0305607 Nov 03 18:46:13.510784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57400) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:13.737548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.835353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.924417 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-56db377b-d5b3-4942-b954-4a1a9358fb5f service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732713 Nov 03 18:46:13.986509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6892b3f2-e027-48c9-b783-35121cc260a8 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:14.007912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Network 3c1fc745-5891-40f0-8aca-dd393c743225 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:46:14.017336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:14.020693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:46:14.057269 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2719901c-d79d-4580-b420-113c16fedf79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.065069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Pushing event updated for resources: {'Port': ['ID=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:14.076110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-17f8fc8b-1e9f-4d76-9b0b-3ec361d60b36 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8 HTTP/1.1" status: 200 len: 217 time: 0.1312363 Nov 03 18:46:14.090301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.090597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.091044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.091458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.091798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.092135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.092516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.092889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.093505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.093930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.094456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.095188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:14.128713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fe275-e0b2-4b15-92a7-aa60a52dc565 req-b15996a8-f6fc-4f31-b8cb-92bc0bca3827 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.130721 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f44fe275-e0b2-4b15-92a7-aa60a52dc565 req-b15996a8-f6fc-4f31-b8cb-92bc0bca3827 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.4247136 Nov 03 18:46:14.156156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 6892b3f2-e027-48c9-b783-35121cc260a8 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:14.161858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.163481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.163929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 6892b3f2-e027-48c9-b783-35121cc260a8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:14.167008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.241140 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-f331397e-7a33-488b-8e9d-d7646695904a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3308313 Nov 03 18:46:14.246229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2719901c-d79d-4580-b420-113c16fedf79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.320154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f44fe275-e0b2-4b15-92a7-aa60a52dc565 req-5aa55b1e-9d26-442e-b81c-444790955c95 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648076 Nov 03 18:46:14.427710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a66cdcbb-21a4-4c18-aed2-89e54173d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.431665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-a66cdcbb-21a4-4c18-aed2-89e54173d8f5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.2949510 Nov 03 18:46:14.473707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2719901c-d79d-4580-b420-113c16fedf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.481727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2719901c-d79d-4580-b420-113c16fedf79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.481727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2719901c-d79d-4580-b420-113c16fedf79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2caef7ee-e63b-48d8-8648-48ba6a7f3275 HTTP/1.1" status: 204 len: 168 time: 0.9678919 Nov 03 18:46:14.511710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719901c-d79d-4580-b420-113c16fedf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caef7ee-e63b-48d8-8648-48ba6a7f3275,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:14.597443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Request body: {'port': {'device_id': '657169b7-62e8-4c6e-9372-e8284d49d453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:14.788423 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.860729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-b8fc0517-7f4d-4c92-a75b-84bcc0ab2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.864384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-b8fc0517-7f4d-4c92-a75b-84bcc0ab2079 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2651060 Nov 03 18:46:14.927349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.938033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:14.945628 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de8fd67-7a29-4cee-8ee0-25ac3dc8124f" -d '{"events": [{"server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "name": "network-vif-plugged", "status": "completed", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:15.007895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6892b3f2-e027-48c9-b783-35121cc260a8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6892b3f2-e027-48c9-b783-35121cc260a8,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:15.019486 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:15.167828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6892b3f2-e027-48c9-b783-35121cc260a8,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:15.369095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ef0d-aaf1-4256-9662-313269549872 req-85717275-141c-4e45-b822-18e5bbeb00c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.381912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ef0d-aaf1-4256-9662-313269549872 req-85717275-141c-4e45-b822-18e5bbeb00c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.396584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ef0d-aaf1-4256-9662-313269549872 req-85717275-141c-4e45-b822-18e5bbeb00c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.411450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ef0d-aaf1-4256-9662-313269549872 req-85717275-141c-4e45-b822-18e5bbeb00c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.425528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ef0d-aaf1-4256-9662-313269549872 req-85717275-141c-4e45-b822-18e5bbeb00c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.440432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ef0d-aaf1-4256-9662-313269549872 req-85717275-141c-4e45-b822-18e5bbeb00c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.454414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ef0d-aaf1-4256-9662-313269549872 req-85717275-141c-4e45-b822-18e5bbeb00c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.468172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ada4ef0d-aaf1-4256-9662-313269549872 req-85717275-141c-4e45-b822-18e5bbeb00c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.4565501 Nov 03 18:46:15.486769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-05ad05af-2243-4b64-a49f-f4145388c814 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922070 Nov 03 18:46:15.585838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:15.601996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:15.639129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Transition to ACTIVE for port object 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:15.647052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:15.720580 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ada4ef0d-aaf1-4256-9662-313269549872 req-a2c72576-3d3c-4b16-95af-574c2be9d1d9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2398298 Nov 03 18:46:15.818745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Pushing event updated for resources: {'Port': ['ID=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:15.868566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-7ffb1053-1d6b-48b4-95f9-804fb216f8c7 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454292 Nov 03 18:46:15.920083 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d8d62f-7790-4eca-9a63-1e402723df3e x-openstack-request-id: req-a6d8d62f-7790-4eca-9a63-1e402723df3e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:15.922624 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "382e5b56-3fe3-4119-9669-afd9f3c0678e", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:15.923583 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6d8d62f-7790-4eca-9a63-1e402723df3e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:15.924601 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8', 'status': 'completed', 'code': 200} Nov 03 18:46:15.925375 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '382e5b56-3fe3-4119-9669-afd9f3c0678e', 'status': 'completed', 'code': 200} Nov 03 18:46:16.034106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Attempting to bind port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:16.034478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Attempting to bind port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'fc4b0bf8-c1f4-441c-ab3d-060d79c31940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c1fc745-5891-40f0-8aca-dd393c743225'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:16.041007 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Attempting to bind port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f on network 3c1fc745-5891-40f0-8aca-dd393c743225 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:16.068981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f on network 3c1fc745-5891-40f0-8aca-dd393c743225 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:16.069539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Attempting to bind port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f on network 3c1fc745-5891-40f0-8aca-dd393c743225 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:16.115575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:16.116347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Checking segment: {'id': 'fc4b0bf8-c1f4-441c-ab3d-060d79c31940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c1fc745-5891-40f0-8aca-dd393c743225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:16.117739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Bound using segment: {'id': 'fc4b0bf8-c1f4-441c-ab3d-060d79c31940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c1fc745-5891-40f0-8aca-dd393c743225'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:16.119223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Bound port: 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4b0bf8-c1f4-441c-ab3d-060d79c31940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c1fc745-5891-40f0-8aca-dd393c743225'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:16.119932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.237503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] For port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:16.251724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] For port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,segment=NetworkSegment(fc4b0bf8-c1f4-441c-ab3d-060d79c31940),segment_id=fc4b0bf8-c1f4-441c-ab3d-060d79c31940)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:16.262323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.282773 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-5788eae3-dfc9-40d7-b02f-eab02621509b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 HTTP/1.1" status: 200 len: 217 time: 0.2854366 Nov 03 18:46:16.382002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57456) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:16.442560 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:46:16.454717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.458949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.458949 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] 10.222.0.96 "PUT /v2.0/ports/6aadfbe2-dd2e-4555-948f-2e0fd9237b7f HTTP/1.1" status: 200 len: 1092 time: 1.8692813 Nov 03 18:46:16.459276 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657169b7-62e8-4c6e-9372-e8284d49d453', 'tag': '6aadfbe2-dd2e-4555-948f-2e0fd9237b7f'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:16.463825 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462df594-cc91-440f-8032-e1d6c8af8dec" -d '{"events": [{"name": "network-changed", "server_uuid": "657169b7-62e8-4c6e-9372-e8284d49d453", "tag": "6aadfbe2-dd2e-4555-948f-2e0fd9237b7f"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:16.503848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-767cc7da-abb0-47d5-a286-fe471586d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.505936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-767cc7da-abb0-47d5-a286-fe471586d767 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 1096 time: 0.5433571 Nov 03 18:46:16.522376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8f937-102c-4909-9bfb-c63bbe1b703e service neutron] Pushing event updated for resources: {'Port': ['ID=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:16.672857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-06c54880-9450-482c-b238-8373ff49622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.679803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-06c54880-9450-482c-b238-8373ff49622f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=65ed3bb71fff4cb5a0ab2eda1630b336&device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 1095 time: 0.1354046 Nov 03 18:46:16.706375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82412b1-e9d4-436c-b8f9-79f341f6f721 req-0936f805-f7ee-47e7-b016-f1ddb98b874c tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.709246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82412b1-e9d4-436c-b8f9-79f341f6f721 req-0936f805-f7ee-47e7-b016-f1ddb98b874c tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.4402773 Nov 03 18:46:16.722748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-318d5196-0d53-4e0f-86c0-275f911df8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.725712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-318d5196-0d53-4e0f-86c0-275f911df8e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.2111681 Nov 03 18:46:16.817686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-d9589291-83bb-4d57-8ff2-cb8d9981e6b5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f HTTP/1.1" status: 200 len: 217 time: 0.1135540 Nov 03 18:46:16.861026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-7315e158-48bc-44a2-9774-1c5271ffef68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 200 len: 217 time: 0.1245630 Nov 03 18:46:16.864288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-fd2ce87b-ad0c-4787-9398-ed9d23bb37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.867643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-fd2ce87b-ad0c-4787-9398-ed9d23bb37c6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.5045726 Nov 03 18:46:17.033023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-0a942ca4-6527-4aea-b403-4c006bdef35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.038246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-0a942ca4-6527-4aea-b403-4c006bdef35e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=841f6979-86fe-4846-8052-452272c71e6d HTTP/1.1" status: 200 len: 852 time: 0.1993432 Nov 03 18:46:17.130311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-bede5c22-d96c-48b6-b453-83ec37956870 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3c1fc745-5891-40f0-8aca-dd393c743225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503018 Nov 03 18:46:17.138006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82412b1-e9d4-436c-b8f9-79f341f6f721 req-ffb80633-8990-4205-9c20-cb614f2e2951 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3999171 Nov 03 18:46:17.176848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-e7e18063-435c-48ec-b6e4-8e5e6e8afe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.184561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-e7e18063-435c-48ec-b6e4-8e5e6e8afe60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.3144722 Nov 03 18:46:17.201092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-83c7cff2-679b-449d-b657-66f09d326948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.204175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-83c7cff2-679b-449d-b657-66f09d326948 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2995794 Nov 03 18:46:17.231479 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fccbcea6-8888-4ed9-bff7-fa95b8d505cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.555527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-d960a7af-bfee-416a-9340-337b9acd5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.559084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-d960a7af-bfee-416a-9340-337b9acd5225 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3529999 Nov 03 18:46:17.585029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b5968-45c9-4531-8345-85eb72daf059 req-59d5d385-0e66-4074-aac6-9028422ebbe7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.608469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-411b5968-45c9-4531-8345-85eb72daf059 req-59d5d385-0e66-4074-aac6-9028422ebbe7 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.2869976 Nov 03 18:46:17.794585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fccbcea6-8888-4ed9-bff7-fa95b8d505cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.813582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-411b5968-45c9-4531-8345-85eb72daf059 req-b25ff45c-a74c-4c88-a962-5ad1bc032126 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099218 Nov 03 18:46:17.833654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fccbcea6-8888-4ed9-bff7-fa95b8d505cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.008418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-86c89ada-96c1-476a-bf43-d53b3a4a4dc6 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371068 Nov 03 18:46:18.024392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fccbcea6-8888-4ed9-bff7-fa95b8d505cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=069a06cbc84c42e4bd235d3b7eecd7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6219277 Nov 03 18:46:18.027997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57476) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:18.120794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbcea6-8888-4ed9-bff7-fa95b8d505cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a4715c-2518-4ea9-a880-8e150a858958,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:18.138189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ceea6f4-2c4c-4cbf-beed-fa2c47dfdc35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.189150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ceea6f4-2c4c-4cbf-beed-fa2c47dfdc35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.315942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ceea6f4-2c4c-4cbf-beed-fa2c47dfdc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.318915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ceea6f4-2c4c-4cbf-beed-fa2c47dfdc35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.322760 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4ceea6f4-2c4c-4cbf-beed-fa2c47dfdc35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08a4715c-2518-4ea9-a880-8e150a858958 HTTP/1.1" status: 204 len: 168 time: 0.2907596 Nov 03 18:46:18.364010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceea6f4-2c4c-4cbf-beed-fa2c47dfdc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a4715c-2518-4ea9-a880-8e150a858958,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:18.381932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-5a14c3e0-cd9c-4622-b146-e0810a6e880c service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346319 Nov 03 18:46:18.407468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06b41-ca96-4292-804d-f2368b961ed5 req-7e680e29-6354-4ae3-a43f-16b516b2221e tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:18.409447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63d06b41-ca96-4292-804d-f2368b961ed5 req-7e680e29-6354-4ae3-a43f-16b516b2221e tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 944 time: 0.1956050 Nov 03 18:46:18.519778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63d06b41-ca96-4292-804d-f2368b961ed5 req-5d0b6a43-8cca-4141-9895-4d23b212dac9 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778875 Nov 03 18:46:18.633615 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1f8759-64b7-4903-9a57-2d0da91c7b75 x-openstack-request-id: req-cd1f8759-64b7-4903-9a57-2d0da91c7b75 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:18.635255 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "name": "network-vif-plugged", "status": "completed", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:18.635255 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd1f8759-64b7-4903-9a57-2d0da91c7b75 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:18.640959 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8', 'code': 200} Nov 03 18:46:18.849981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e7cd-0e06-4705-bbf0-ae290017940f req-f1ebd57d-e5f6-4016-9979-400438c17624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:18.853886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef97e7cd-0e06-4705-bbf0-ae290017940f req-f1ebd57d-e5f6-4016-9979-400438c17624 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 1096 time: 0.1288161 Nov 03 18:46:18.980142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef97e7cd-0e06-4705-bbf0-ae290017940f req-c5f2676c-1443-4810-a0e8-162b900e57f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145248 Nov 03 18:46:19.192133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57488) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:19.241726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b3fabdf6-b780-4ce3-86c7-e312a9e61944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.403149 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b3fabdf6-b780-4ce3-86c7-e312a9e61944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.415737 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b3fabdf6-b780-4ce3-86c7-e312a9e61944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.469727 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b3fabdf6-b780-4ce3-86c7-e312a9e61944 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=002d2f9a442e4649b3d9b6c922a90f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2752326 Nov 03 18:46:19.472608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fabdf6-b780-4ce3-86c7-e312a9e61944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f1cb85-8b80-4dec-811c-3bf4f925b952,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:19.478856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57492) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:19.602474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7857dad6-1f9b-4abf-934b-e7c40dba81c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.654460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7857dad6-1f9b-4abf-934b-e7c40dba81c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.753293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7857dad6-1f9b-4abf-934b-e7c40dba81c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.757164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7857dad6-1f9b-4abf-934b-e7c40dba81c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.759563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7857dad6-1f9b-4abf-934b-e7c40dba81c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5f1cb85-8b80-4dec-811c-3bf4f925b952 HTTP/1.1" status: 204 len: 168 time: 0.2786036 Nov 03 18:46:19.772875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857dad6-1f9b-4abf-934b-e7c40dba81c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f1cb85-8b80-4dec-811c-3bf4f925b952,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:20.831771 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e221d358-c66b-4565-aab0-f78b3e0ddf6b x-openstack-request-id: req-e221d358-c66b-4565-aab0-f78b3e0ddf6b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:20.832868 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657169b7-62e8-4c6e-9372-e8284d49d453", "tag": "6aadfbe2-dd2e-4555-948f-2e0fd9237b7f", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:20.833308 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e221d358-c66b-4565-aab0-f78b3e0ddf6b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:20.834103 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657169b7-62e8-4c6e-9372-e8284d49d453', 'tag': '6aadfbe2-dd2e-4555-948f-2e0fd9237b7f', 'status': 'completed', 'code': 200} Nov 03 18:46:20.841454 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-96b6e4b7-b5dc-498d-96a4-60d64166194e service neutron] 10.222.0.96 "GET /v2.0/networks/3c1fc745-5891-40f0-8aca-dd393c743225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026672 Nov 03 18:46:20.841802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-04117e6c-e0ba-4fb1-9f69-90c12037cc22 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037075 Nov 03 18:46:21.017127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-5b95d895-12b9-4f8d-976d-b03c65970e3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.017841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2f1bcf9b-9b55-43be-9c93-533e857eff29 req-fb76fd5b-2bb0-4439-8388-41542b8b33e9 service neutron] 10.222.0.96 "GET /v2.0/networks/3c1fc745-5891-40f0-8aca-dd393c743225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645710 Nov 03 18:46:21.029092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-5b95d895-12b9-4f8d-976d-b03c65970e3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.042982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-5b95d895-12b9-4f8d-976d-b03c65970e3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.054580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-5b95d895-12b9-4f8d-976d-b03c65970e3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.066710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-5b95d895-12b9-4f8d-976d-b03c65970e3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.078571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-5b95d895-12b9-4f8d-976d-b03c65970e3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.090421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-5b95d895-12b9-4f8d-976d-b03c65970e3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.093745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-5b95d895-12b9-4f8d-976d-b03c65970e3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.2707267 Nov 03 18:46:21.189672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462df594-cc91-440f-8032-e1d6c8af8dec req-7f320f47-422b-48f0-8fa1-c8a1c80b650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.192788 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-462df594-cc91-440f-8032-e1d6c8af8dec req-7f320f47-422b-48f0-8fa1-c8a1c80b650c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=65ed3bb71fff4cb5a0ab2eda1630b336&device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 1095 time: 0.0970807 Nov 03 18:46:21.234295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1ab8b25a-ea4b-4ae2-be3b-e2eb58414e51 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653855 Nov 03 18:46:21.246801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6865bc97-c91d-4b18-91af-c7204a63f588 req-256c0def-9ec8-43ac-886d-663f4217b570 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1379063 Nov 03 18:46:21.325677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-798d9812-1aec-4e65-b25b-78c18e02864d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 200 len: 217 time: 0.0772157 Nov 03 18:46:21.404272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462df594-cc91-440f-8032-e1d6c8af8dec req-c5fcaac5-8987-425c-9138-60c51156f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.407109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-462df594-cc91-440f-8032-e1d6c8af8dec req-c5fcaac5-8987-425c-9138-60c51156f1f8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3c1fc745-5891-40f0-8aca-dd393c743225 HTTP/1.1" status: 200 len: 913 time: 0.2039895 Nov 03 18:46:21.421759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1ee65e24-6901-4347-90e6-787d62ad5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.424598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1ee65e24-6901-4347-90e6-787d62ad5a77 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.0911100 Nov 03 18:46:21.451467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57524) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:21.513746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ec6e197d-f985-4463-abc6-17c517820938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.516510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-ec6e197d-f985-4463-abc6-17c517820938 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821803 Nov 03 18:46:21.528209 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-462df594-cc91-440f-8032-e1d6c8af8dec req-0ead4ba5-9019-45ac-947d-8da89e2a541e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f HTTP/1.1" status: 200 len: 217 time: 0.1100926 Nov 03 18:46:21.634246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462df594-cc91-440f-8032-e1d6c8af8dec req-9112c6f2-3968-4bc5-8963-1d030abae457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.636807 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-462df594-cc91-440f-8032-e1d6c8af8dec req-9112c6f2-3968-4bc5-8963-1d030abae457 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=841f6979-86fe-4846-8052-452272c71e6d HTTP/1.1" status: 200 len: 852 time: 0.1041753 Nov 03 18:46:21.698900 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-462df594-cc91-440f-8032-e1d6c8af8dec req-674ae0dc-b5f2-4319-a886-81da5375d186 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3c1fc745-5891-40f0-8aca-dd393c743225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534573 Nov 03 18:46:21.725354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2e01-5a45-40ad-a623-dbd8ca95f3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:21.755075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-995c2649-eb83-428e-90d3-4420564e3209 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293136 Nov 03 18:46:21.819505 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-462df594-cc91-440f-8032-e1d6c8af8dec req-f168d03c-027c-49ed-906f-8a06e8eb45cf service neutron] 10.222.0.96 "GET /v2.0/networks/3c1fc745-5891-40f0-8aca-dd393c743225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128750 Nov 03 18:46:21.865401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf3a72-092e-406d-9435-ff787e961d4e req-62e2ca30-1bc6-4cbf-a6b6-66772e3a7e33 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.867062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cbf3a72-092e-406d-9435-ff787e961d4e req-62e2ca30-1bc6-4cbf-a6b6-66772e3a7e33 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1686273 Nov 03 18:46:21.921971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-795428f6-4396-48f9-b038-a3ee07197551 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540370 Nov 03 18:46:21.986064 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-462df594-cc91-440f-8032-e1d6c8af8dec req-7cc28a40-1555-462c-8b7c-a52c4bd6a8a1 service neutron] 10.222.0.96 "GET /v2.0/networks/3c1fc745-5891-40f0-8aca-dd393c743225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551476 Nov 03 18:46:21.990255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-1ab49508-f299-4e80-8ee2-8906eda32385 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 200 len: 217 time: 0.0562828 Nov 03 18:46:22.031080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cbf3a72-092e-406d-9435-ff787e961d4e req-959f296b-4568-46b5-adab-c289b880f4a6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527326 Nov 03 18:46:22.065501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2e01-5a45-40ad-a623-dbd8ca95f3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.077206 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2e01-5a45-40ad-a623-dbd8ca95f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.112278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-b76fc708-46df-4a6e-bc41-4bdff0ca0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.113874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-b76fc708-46df-4a6e-bc41-4bdff0ca0555 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.1106691 Nov 03 18:46:22.154962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3d9f2e01-5a45-40ad-a623-dbd8ca95f3a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=055f9ebafb354ee1be76309d093c2461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7046697 Nov 03 18:46:22.159505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57538) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:22.190198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f2e01-5a45-40ad-a623-dbd8ca95f3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb5ee9e-5d63-4886-b298-7875e6f3eeab,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:22.224042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2223fd0-3e35-4199-90e3-6b3ef30744aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.238072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f72eec51-fb8f-40e3-a4a7-a56112aae50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.240732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-f72eec51-fb8f-40e3-a4a7-a56112aae50b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174755 Nov 03 18:46:22.249358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2223fd0-3e35-4199-90e3-6b3ef30744aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.256375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3ef60-54e6-4e7b-8e98-c6763fa58566 req-0436d569-ef31-4b60-903d-5c6b515f8221 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.258697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fed3ef60-54e6-4e7b-8e98-c6763fa58566 req-0436d569-ef31-4b60-903d-5c6b515f8221 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.1203485 Nov 03 18:46:22.314749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2223fd0-3e35-4199-90e3-6b3ef30744aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.321104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2223fd0-3e35-4199-90e3-6b3ef30744aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.323834 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e2223fd0-3e35-4199-90e3-6b3ef30744aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1bb5ee9e-5d63-4886-b298-7875e6f3eeab HTTP/1.1" status: 204 len: 168 time: 0.1625795 Nov 03 18:46:22.335709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2223fd0-3e35-4199-90e3-6b3ef30744aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb5ee9e-5d63-4886-b298-7875e6f3eeab,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:22.446082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fed3ef60-54e6-4e7b-8e98-c6763fa58566 req-0e3e88e0-ec24-4f3c-842c-7db757df89b1 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732273 Nov 03 18:46:22.488269 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-12ac1ec3-9940-4af7-81c2-aef0d3f7db79 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275059 Nov 03 18:46:22.688414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65057-1430-49ec-9564-296d3e998741 req-bbb8c3f8-bdcc-457a-9258-5b55b1c59484 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.690003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99c65057-1430-49ec-9564-296d3e998741 req-bbb8c3f8-bdcc-457a-9258-5b55b1c59484 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.1485538 Nov 03 18:46:22.702930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e97f9a1-d781-48bd-8540-d812df57d095 req-82f52c07-375a-4a89-9335-0dc1d52d0864 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063167 Nov 03 18:46:22.756551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99c65057-1430-49ec-9564-296d3e998741 req-fc1dfbef-f930-47f0-a969-38bfcaf9844e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525601 Nov 03 18:46:22.870616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-a9005da0-cfc9-44c9-a74b-5888f6c328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.871490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-a9005da0-cfc9-44c9-a74b-5888f6c328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.871999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-a9005da0-cfc9-44c9-a74b-5888f6c328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.872845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-a9005da0-cfc9-44c9-a74b-5888f6c328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.873691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-a9005da0-cfc9-44c9-a74b-5888f6c328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.874545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-a9005da0-cfc9-44c9-a74b-5888f6c328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.875276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-a9005da0-cfc9-44c9-a74b-5888f6c328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.878644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-a9005da0-cfc9-44c9-a74b-5888f6c328f2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6476 time: 0.0927892 Nov 03 18:46:23.062866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aeb60-931b-421d-95bd-2f4a7f4ab5bf req-857d4d31-aa90-47f1-a192-826dd2748795 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.066004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-664aeb60-931b-421d-95bd-2f4a7f4ab5bf req-857d4d31-aa90-47f1-a192-826dd2748795 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 944 time: 0.2038994 Nov 03 18:46:23.127015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-531a3363-b341-44ab-b44b-bb6fc66fbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.129647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-531a3363-b341-44ab-b44b-bb6fc66fbf2c service neutron] 10.222.0.96 "GET /v2.0/networks?id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 902 time: 0.2377512 Nov 03 18:46:23.218191 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-7114bf4a-2d73-4761-8df1-d0fa44c27ff0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 200 len: 217 time: 0.0707884 Nov 03 18:46:23.228187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-664aeb60-931b-421d-95bd-2f4a7f4ab5bf req-68a70d7d-2440-46ee-8a81-50d66ad7eb37 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482377 Nov 03 18:46:23.313795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-613281ea-c48e-4a9a-9db0-e8a946936f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.316618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-613281ea-c48e-4a9a-9db0-e8a946936f8e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.0869758 Nov 03 18:46:23.402135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-32ce7a9b-fa6a-4986-8db3-8f928d2c6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.404874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-32ce7a9b-fa6a-4986-8db3-8f928d2c6c37 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792413 Nov 03 18:46:23.559462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-6f757b3e-da23-4804-a3e3-1d0c2ee6f9eb service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460941 Nov 03 18:46:23.694673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1aecf2fc-4149-4882-a6ad-b7ce5eef73dc req-e3148a1d-413e-4284-96aa-c09e1850965b service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278920 Nov 03 18:46:23.822555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0edfabd6-d32e-4388-9187-fe8cd4c2f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.823028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0edfabd6-d32e-4388-9187-fe8cd4c2f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.823488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0edfabd6-d32e-4388-9187-fe8cd4c2f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.823941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0edfabd6-d32e-4388-9187-fe8cd4c2f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.824448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0edfabd6-d32e-4388-9187-fe8cd4c2f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.824841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0edfabd6-d32e-4388-9187-fe8cd4c2f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.825374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0edfabd6-d32e-4388-9187-fe8cd4c2f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.827522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0edfabd6-d32e-4388-9187-fe8cd4c2f9b9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6476 time: 0.0749812 Nov 03 18:46:23.978541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-faf69838-98d6-481b-84cc-d66fb03802cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.980303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-faf69838-98d6-481b-84cc-d66fb03802cc service neutron] 10.222.0.96 "GET /v2.0/networks?id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 902 time: 0.1432359 Nov 03 18:46:24.039593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-80cb37f8-a451-4b1c-b2fc-76208aef7165 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 200 len: 217 time: 0.0515680 Nov 03 18:46:24.101205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-80081b65-bacc-4f09-b66e-0628a7dac7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.104749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-80081b65-bacc-4f09-b66e-0628a7dac7d1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.0573111 Nov 03 18:46:24.162842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0228dd09-89a1-4674-a5e2-5270d7c6f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.166334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-0228dd09-89a1-4674-a5e2-5270d7c6f07d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531602 Nov 03 18:46:24.310153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-c35143af-83ee-4683-a451-a5cb6acdb27c service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350305 Nov 03 18:46:24.470569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c33dfae-f6c0-450d-b392-b4fe24a5ef91 req-2ed9bc71-d950-48ed-b585-8b62bac70e19 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519358 Nov 03 18:46:24.515907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-96de66a2-2001-4937-832e-2c75a938c5e9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.528066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-96de66a2-2001-4937-832e-2c75a938c5e9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.540725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-96de66a2-2001-4937-832e-2c75a938c5e9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.552669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-96de66a2-2001-4937-832e-2c75a938c5e9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.564013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-96de66a2-2001-4937-832e-2c75a938c5e9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.575510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-96de66a2-2001-4937-832e-2c75a938c5e9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.587542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-96de66a2-2001-4937-832e-2c75a938c5e9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.590647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-96de66a2-2001-4937-832e-2c75a938c5e9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.1710689 Nov 03 18:46:24.677759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf69ccb4-1826-4c5e-baa6-994a3d28407a req-b25c1a8b-442e-47b2-a506-98c1b0badcc9 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787771 Nov 03 18:46:24.799131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a96054-fe19-4233-a171-364beb93edb3 req-240531a4-51d6-4a91-a434-50cbcd723133 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.801102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13a96054-fe19-4233-a171-364beb93edb3 req-240531a4-51d6-4a91-a434-50cbcd723133 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.0589921 Nov 03 18:46:24.815685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57606) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:24.825618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'floatingip': {'port_id': '6892b3f2-e027-48c9-b783-35121cc260a8'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:24.903324 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.068512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57614) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:25.266396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a065094f-835f-45d0-9534-026cc6813621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.378001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac383d-e403-43f6-b496-3152cceea0d8 req-bd3032e0-1df6-408c-9670-46a0f40f16a4 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:25.379467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21ac383d-e403-43f6-b496-3152cceea0d8 req-bd3032e0-1df6-408c-9670-46a0f40f16a4 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 943 time: 0.0999920 Nov 03 18:46:25.473088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a065094f-835f-45d0-9534-026cc6813621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.479331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21ac383d-e403-43f6-b496-3152cceea0d8 req-7e4fad0d-610a-4e40-964b-3494a2613032 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812209 Nov 03 18:46:25.480609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a065094f-835f-45d0-9534-026cc6813621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.529890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a065094f-835f-45d0-9534-026cc6813621 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89e4ce328f404de3ae60efa59f85dd10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4553120 Nov 03 18:46:25.529890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065094f-835f-45d0-9534-026cc6813621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd069b9-1c6d-45cc-9ecd-e239ff96bad7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:25.530363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:25.608574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:25.645386 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-149691c0-60f1-4220-a6f0-d99a218e5080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.685637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.691506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.691975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f326142-fcac-42bd-9422-d1f7bcb3b90d req-e67d5589-83a6-4daf-9b1b-7fe50aed4168 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:25.694686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f326142-fcac-42bd-9422-d1f7bcb3b90d req-e67d5589-83a6-4daf-9b1b-7fe50aed4168 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 944 time: 0.1073921 Nov 03 18:46:25.698445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-149691c0-60f1-4220-a6f0-d99a218e5080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.769658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:25.788694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'network_id': '2b780ede-5f7d-4cde-94dd-79c7ecc352c6', 'port_id': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'mac_address': 'fa:16:3e:15:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5ccdd2-87a5-4ffa-9647-c5030d5de171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:25.823934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f326142-fcac-42bd-9422-d1f7bcb3b90d req-7fddfefd-7fb0-4356-865e-4b32c97da6c4 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090329 Nov 03 18:46:25.846350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-149691c0-60f1-4220-a6f0-d99a218e5080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.855263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-149691c0-60f1-4220-a6f0-d99a218e5080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.860613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-149691c0-60f1-4220-a6f0-d99a218e5080 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0cd069b9-1c6d-45cc-9ecd-e239ff96bad7 HTTP/1.1" status: 204 len: 168 time: 0.3286595 Nov 03 18:46:25.864298 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Floating IP 0a199d5e-d07b-4162-998f-90a36b0a7ea0 associated. External IP: 172.25.3.208, port: 6892b3f2-e027-48c9-b783-35121cc260a8. Nov 03 18:46:25.876275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.893504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f7c4a1-18df-4cde-b987-facff3dce3c7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:25.902238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149691c0-60f1-4220-a6f0-d99a218e5080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd069b9-1c6d-45cc-9ecd-e239ff96bad7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:25.925346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:25.936622 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.937373 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:26.066876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52036bf9-042b-4330-81d5-269d0370bc84 req-f0976e06-b5fe-458a-823b-fb10d7b06997 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:26.071413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:26.081900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52036bf9-042b-4330-81d5-269d0370bc84 req-f0976e06-b5fe-458a-823b-fb10d7b06997 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1136560 Nov 03 18:46:26.142406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f13d20df-4302-4731-92cc-16669db03385 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:26.161460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.162375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.162920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.163484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.163940 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52036bf9-042b-4330-81d5-269d0370bc84 req-dee8d702-2a32-4817-a1a9-2af9c0ab0d45 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805442 Nov 03 18:46:26.164089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.164596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.165993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.166548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.167115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.167666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.168298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.168949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:26.282757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,segment=NetworkSegment(fc4b0bf8-c1f4-441c-ab3d-060d79c31940),segment_id=fc4b0bf8-c1f4-441c-ab3d-060d79c31940)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:26.353524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Router 66e4ace6-474d-4763-b331-52f930d8168f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:26.368892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '6aadfbe2-dd2e-4555-948f-2e0fd9237b7f', 'network_id': '3c1fc745-5891-40f0-8aca-dd393c743225', 'port_id': '6aadfbe2-dd2e-4555-948f-2e0fd9237b7f', 'mac_address': 'fa:16:3e:77:a1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841f6979-86fe-4846-8052-452272c71e6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:26.455280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:26.510741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'f13d20df-4302-4731-92cc-16669db03385', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'port_id': 'f13d20df-4302-4731-92cc-16669db03385', 'mac_address': 'fa:16:3e:8e:16:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:26.568098 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.569013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57636) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:26.594911 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf62783a-6b90-498d-b5c7-65d9df0f39e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.598423 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.602761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:26.626878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f13d20df-4302-4731-92cc-16669db03385 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:26.685285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:26.686711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,segment=NetworkSegment(fc4b0bf8-c1f4-441c-ab3d-060d79c31940),segment_id=fc4b0bf8-c1f4-441c-ab3d-060d79c31940)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:26.697938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.706541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] Sync routers for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:26.717963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.726702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:26.760462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c5a58301-5c12-426f-a3ca-4aea5357e970 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "PUT /v2.0/floatingips/0a199d5e-d07b-4162-998f-90a36b0a7ea0 HTTP/1.1" status: 200 len: 991 time: 1.9379480 Nov 03 18:46:26.760462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:26.761699 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62468412-7a16-4db6-840a-b37e9299c32c" -d '{"events": [{"name": "network-changed", "server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:26.782135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:26.783819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:46:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:26.795018 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.800778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf62783a-6b90-498d-b5c7-65d9df0f39e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.809448 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf62783a-6b90-498d-b5c7-65d9df0f39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.882152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf62783a-6b90-498d-b5c7-65d9df0f39e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47121aef0a58454e8e971406b1043aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117585 Nov 03 18:46:26.886953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57650) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:26.916174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62783a-6b90-498d-b5c7-65d9df0f39e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6ecce9-54e7-4f96-9da2-18b79c1a1b4a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:26.923737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:27.014381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59a01e2a-bdb5-4268-93fb-a55e93bd1bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:27.069240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59a01e2a-bdb5-4268-93fb-a55e93bd1bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:27.159795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3b49-226f-4b41-9e31-dfd672135fff req-95c0c86f-be49-4c4f-b46c-2395480d6006 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.170839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3b49-226f-4b41-9e31-dfd672135fff req-95c0c86f-be49-4c4f-b46c-2395480d6006 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.183183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3b49-226f-4b41-9e31-dfd672135fff req-95c0c86f-be49-4c4f-b46c-2395480d6006 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.186240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59a01e2a-bdb5-4268-93fb-a55e93bd1bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:27.193966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3b49-226f-4b41-9e31-dfd672135fff req-95c0c86f-be49-4c4f-b46c-2395480d6006 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.195207 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59a01e2a-bdb5-4268-93fb-a55e93bd1bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:27.198408 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-59a01e2a-bdb5-4268-93fb-a55e93bd1bd9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc6ecce9-54e7-4f96-9da2-18b79c1a1b4a HTTP/1.1" status: 204 len: 168 time: 0.3084068 Nov 03 18:46:27.212589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3b49-226f-4b41-9e31-dfd672135fff req-95c0c86f-be49-4c4f-b46c-2395480d6006 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.222351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a01e2a-bdb5-4268-93fb-a55e93bd1bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6ecce9-54e7-4f96-9da2-18b79c1a1b4a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:27.229306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['f13d20df-4302-4731-92cc-16669db03385'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:27.229676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3b49-226f-4b41-9e31-dfd672135fff req-95c0c86f-be49-4c4f-b46c-2395480d6006 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.243793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3b49-226f-4b41-9e31-dfd672135fff req-95c0c86f-be49-4c4f-b46c-2395480d6006 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.258197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004a3b49-226f-4b41-9e31-dfd672135fff req-95c0c86f-be49-4c4f-b46c-2395480d6006 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.1898644 Nov 03 18:46:27.387339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:27.397343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['6aadfbe2-dd2e-4555-948f-2e0fd9237b7f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:27.412828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:27.417005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['d3f7c4a1-18df-4cde-b987-facff3dce3c7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:27.806181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004a3b49-226f-4b41-9e31-dfd672135fff req-d6ad802c-7074-476f-b594-6735bc2113d3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5370018 Nov 03 18:46:28.135252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd006972-5fe1-40f7-a0a3-ff11d4a259d8 req-a0861601-aade-40fe-ae98-50788de77002 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.138894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cd006972-5fe1-40f7-a0a3-ff11d4a259d8 req-a0861601-aade-40fe-ae98-50788de77002 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 944 time: 0.1425796 Nov 03 18:46:28.253707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cd006972-5fe1-40f7-a0a3-ff11d4a259d8 req-638b5a78-7571-4350-9731-d3a9c4468bd1 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970449 Nov 03 18:46:28.444972 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290c8fe-4bc2-4a6e-9291-5eb87e115972 x-openstack-request-id: req-1290c8fe-4bc2-4a6e-9291-5eb87e115972 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:28.445620 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:28.445873 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1290c8fe-4bc2-4a6e-9291-5eb87e115972 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:28.446890 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8', 'status': 'completed', 'code': 200} Nov 03 18:46:28.449608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '0a199d5e-d07b-4162-998f-90a36b0a7ea0', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'port_id': '6892b3f2-e027-48c9-b783-35121cc260a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'mac_address': 'fa:16:3e:cd:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:46:25Z', 'revision_number': 1, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:28.503577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] Checking router: 66e4ace6-474d-4763-b331-52f930d8168f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:28.522902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:28.523556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:46:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:28.730365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62468412-7a16-4db6-840a-b37e9299c32c req-94a63245-b299-424d-95d3-9be2dfe6f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.736537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62468412-7a16-4db6-840a-b37e9299c32c req-94a63245-b299-424d-95d3-9be2dfe6f8dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 1096 time: 0.2538536 Nov 03 18:46:28.761783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dabdba-d6a6-4288-b202-7675ded68870 req-ecbc3ce1-ef02-4b11-b66e-74d65810d97a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.773060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78dabdba-d6a6-4288-b202-7675ded68870 req-ecbc3ce1-ef02-4b11-b66e-74d65810d97a tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 945 time: 0.1546156 Nov 03 18:46:28.822575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:28.969697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62468412-7a16-4db6-840a-b37e9299c32c req-bdc8e242-6a51-42e7-82b7-121595bc5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.969697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62468412-7a16-4db6-840a-b37e9299c32c req-bdc8e242-6a51-42e7-82b7-121595bc5649 service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.1890481 Nov 03 18:46:29.046298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78dabdba-d6a6-4288-b202-7675ded68870 req-91d8ef60-25af-410c-a072-573bbcda4832 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481108 Nov 03 18:46:29.127062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62468412-7a16-4db6-840a-b37e9299c32c req-e940977b-ea32-46ec-8390-c7e64697dd95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 200 len: 999 time: 0.1566658 Nov 03 18:46:29.323843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62468412-7a16-4db6-840a-b37e9299c32c req-efed4aca-c774-4652-b4af-00d01576d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:29.328412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62468412-7a16-4db6-840a-b37e9299c32c req-efed4aca-c774-4652-b4af-00d01576d7d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.1927466 Nov 03 18:46:29.441744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62468412-7a16-4db6-840a-b37e9299c32c req-fbbd2e62-1b9a-4326-8652-426bba356997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:29.444978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62468412-7a16-4db6-840a-b37e9299c32c req-fbbd2e62-1b9a-4326-8652-426bba356997 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061943 Nov 03 18:46:29.561532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '0a199d5e-d07b-4162-998f-90a36b0a7ea0', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'port_id': '6892b3f2-e027-48c9-b783-35121cc260a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'mac_address': 'fa:16:3e:cd:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:46:25Z', 'revision_number': 1, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:29.651063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:29.656237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de429b-5805-4a26-90f1-3ff94546f43d None None] The sync data for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 is: [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '0a199d5e-d07b-4162-998f-90a36b0a7ea0', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'port_id': '6892b3f2-e027-48c9-b783-35121cc260a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'mac_address': 'fa:16:3e:cd:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:46:25Z', 'revision_number': 1, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:29.770157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62468412-7a16-4db6-840a-b37e9299c32c req-fefecd82-b0a4-4ef3-8218-3023dfa4389f service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157694 Nov 03 18:46:29.870122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port d3f7c4a1-18df-4cde-b987-facff3dce3c7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:29.870593 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.094370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f13d20df-4302-4731-92cc-16669db03385 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:30.107748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62468412-7a16-4db6-840a-b37e9299c32c req-fb71ad20-ae7a-4383-b620-ab3a66c920fe service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030384 Nov 03 18:46:30.252094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.276412 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2494d-6e85-45b6-a471-35147d3e0c29 None None] New status for floating IP 0a199d5e-d07b-4162-998f-90a36b0a7ea0: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:46:30.338381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8d7d1-2b4c-4af2-8bec-1053cb253963 req-a9f2d276-c2d5-4352-8415-48a64329743c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.350112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66b8d7d1-2b4c-4af2-8bec-1053cb253963 req-a9f2d276-c2d5-4352-8415-48a64329743c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 945 time: 0.2411311 Nov 03 18:46:30.419761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:30.424436 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98ff6a0-29ac-4868-9187-f1c9b098db3f" -d '{"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:30.493130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:30.499401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port f13d20df-4302-4731-92cc-16669db03385 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:30.499990 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.544787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66b8d7d1-2b4c-4af2-8bec-1053cb253963 req-0a04cf07-8611-4cd5-8e1d-234c12662379 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898565 Nov 03 18:46:30.590146 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.590961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:30.777896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57726) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:30.832442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:30.845571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:30.845861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.005300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-50439eb3-1e31-4507-8a98-deb3382723a3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.037448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-50439eb3-1e31-4507-8a98-deb3382723a3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.062488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:31.067166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-50439eb3-1e31-4507-8a98-deb3382723a3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.092211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-50439eb3-1e31-4507-8a98-deb3382723a3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.096293 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.106913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-50439eb3-1e31-4507-8a98-deb3382723a3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.127131 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7546fd4-4b8e-402b-a597-68ca94aeaaa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.129683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-50439eb3-1e31-4507-8a98-deb3382723a3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.148814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-50439eb3-1e31-4507-8a98-deb3382723a3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.165886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-50439eb3-1e31-4507-8a98-deb3382723a3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.3346617 Nov 03 18:46:31.202545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:31.249688 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.329346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:31.378049 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.403829 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d98be33e-c0de-4942-b91c-a5c2233a0769 req-1f6e8c52-0e0a-4b8a-8852-d702595b8921 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245586 Nov 03 18:46:31.446926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,segment=NetworkSegment(fc4b0bf8-c1f4-441c-ab3d-060d79c31940),segment_id=fc4b0bf8-c1f4-441c-ab3d-060d79c31940)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:31.456605 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.497234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7546fd4-4b8e-402b-a597-68ca94aeaaa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.513756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7546fd4-4b8e-402b-a597-68ca94aeaaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.591571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:31.612817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7546fd4-4b8e-402b-a597-68ca94aeaaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8855925-577e-48f4-b75b-97fdc93740df,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:31.619029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2387d12-4848-4012-84c0-4dcb792f795e req-47f84850-91c1-4c85-805e-6a226f420bc6 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.628934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2387d12-4848-4012-84c0-4dcb792f795e req-47f84850-91c1-4c85-805e-6a226f420bc6 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1213887 Nov 03 18:46:31.651011 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b7546fd4-4b8e-402b-a597-68ca94aeaaa0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=105c4bcb187f45529e26e9c997489682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8712811 Nov 03 18:46:31.656358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57744) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:31.739068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2387d12-4848-4012-84c0-4dcb792f795e req-8266c111-d2c8-4d1f-8ddc-062930d7a030 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089473 Nov 03 18:46:31.800787 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-16dfacce-6464-40bc-8e97-eeec250b7476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.850171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-16dfacce-6464-40bc-8e97-eeec250b7476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.005931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-16dfacce-6464-40bc-8e97-eeec250b7476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.010976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-16dfacce-6464-40bc-8e97-eeec250b7476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.015660 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-16dfacce-6464-40bc-8e97-eeec250b7476 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8855925-577e-48f4-b75b-97fdc93740df HTTP/1.1" status: 204 len: 168 time: 0.3559577 Nov 03 18:46:32.025463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfacce-6464-40bc-8e97-eeec250b7476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8855925-577e-48f4-b75b-97fdc93740df,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:32.146746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6f0d-54d2-4562-aa83-131caf91bf99 req-f1289bfe-186f-48d5-9c8a-5e5766e0ed90 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:32.161404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cbd6f0d-54d2-4562-aa83-131caf91bf99 req-f1289bfe-186f-48d5-9c8a-5e5766e0ed90 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 946 time: 0.1727910 Nov 03 18:46:32.197595 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.290857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cbd6f0d-54d2-4562-aa83-131caf91bf99 req-fba084a5-32c9-4d4a-af59-c9f860b0b700 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196065 Nov 03 18:46:32.367784 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39be7e68-6999-46c9-b8c6-33d0bfa4536d x-openstack-request-id: req-39be7e68-6999-46c9-b8c6-33d0bfa4536d {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:32.368720 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:32.369056 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39be7e68-6999-46c9-b8c6-33d0bfa4536d {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:32.369571 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'code': 200} Nov 03 18:46:32.703136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7cf0-00c1-4edb-98f6-31e5565b7923 req-4f6d32c8-3ebd-43b1-a157-498f2cf000a9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:32.719054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a0b7cf0-00c1-4edb-98f6-31e5565b7923 req-4f6d32c8-3ebd-43b1-a157-498f2cf000a9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1766481 Nov 03 18:46:32.848090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a0b7cf0-00c1-4edb-98f6-31e5565b7923 req-35027c9b-0316-42c3-b40d-493170f466df tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320164 Nov 03 18:46:32.883224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6d94b-2bd9-4c9d-8b07-3e61d394565f req-d2c13d3d-c198-4dec-9248-0b1746a4b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:32.887831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47c6d94b-2bd9-4c9d-8b07-3e61d394565f req-d2c13d3d-c198-4dec-9248-0b1746a4b8db service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1702480 Nov 03 18:46:33.025199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47c6d94b-2bd9-4c9d-8b07-3e61d394565f req-d3178cea-fab4-4bc9-b975-ff40a8627895 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290131 Nov 03 18:46:33.167790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-947c51ff-5531-4a52-a092-1c136e807c3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.174181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-947c51ff-5531-4a52-a092-1c136e807c3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.181673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-947c51ff-5531-4a52-a092-1c136e807c3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.206864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-947c51ff-5531-4a52-a092-1c136e807c3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.225673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-947c51ff-5531-4a52-a092-1c136e807c3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.235928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-947c51ff-5531-4a52-a092-1c136e807c3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.250453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-947c51ff-5531-4a52-a092-1c136e807c3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.257469 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.260184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-947c51ff-5531-4a52-a092-1c136e807c3a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.1751995 Nov 03 18:46:33.351336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7728a28-7774-4fa3-ac26-aac591c6dc85 req-0e9f0909-787c-4a24-9504-d1c5e2a7759e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898838 Nov 03 18:46:33.534235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8edeb-461f-4fb4-bd84-5ab3d145dcdd req-560b8730-f02a-4d49-9d52-60cb935c77a9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.536523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afa8edeb-461f-4fb4-bd84-5ab3d145dcdd req-560b8730-f02a-4d49-9d52-60cb935c77a9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.0754290 Nov 03 18:46:33.615860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afa8edeb-461f-4fb4-bd84-5ab3d145dcdd req-f0943e8f-ce3e-4961-b314-1c0a997fe87e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709770 Nov 03 18:46:33.947966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10f26b-4b15-43fa-8688-e641cecf3862 req-006a82c1-5193-4641-a20b-a3a9922bd924 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.950688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d10f26b-4b15-43fa-8688-e641cecf3862 req-006a82c1-5193-4641-a20b-a3a9922bd924 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 946 time: 0.1171427 Nov 03 18:46:34.073257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d10f26b-4b15-43fa-8688-e641cecf3862 req-4b22cf89-9d27-4126-ad21-f77b91c8bf96 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118248 Nov 03 18:46:34.370969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13d20df-4302-4731-92cc-16669db03385'}, {'server_uuid': '657169b7-62e8-4c6e-9372-e8284d49d453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aadfbe2-dd2e-4555-948f-2e0fd9237b7f'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:34.376177 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6dfab1-2925-4389-82d3-25a6b9969449" -d '{"events": [{"server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "name": "network-vif-plugged", "status": "completed", "tag": "f13d20df-4302-4731-92cc-16669db03385"}, {"server_uuid": "657169b7-62e8-4c6e-9372-e8284d49d453", "name": "network-vif-plugged", "status": "completed", "tag": "6aadfbe2-dd2e-4555-948f-2e0fd9237b7f"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:34.394020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad45c14-53dc-4866-98a6-f6122ef15c6e req-aa03b925-b5ff-4eee-9a2b-9fa882cdf3f4 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:34.406685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ad45c14-53dc-4866-98a6-f6122ef15c6e req-aa03b925-b5ff-4eee-9a2b-9fa882cdf3f4 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1468172 Nov 03 18:46:34.534431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ad45c14-53dc-4866-98a6-f6122ef15c6e req-1d16183d-2173-465e-ad96-26aed1daab51 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070414 Nov 03 18:46:34.875155 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c36192-758d-477c-96b9-0b178c435a21 x-openstack-request-id: req-21c36192-758d-477c-96b9-0b178c435a21 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:34.875496 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "name": "network-vif-plugged", "status": "completed", "tag": "f13d20df-4302-4731-92cc-16669db03385", "code": 200}, {"server_uuid": "657169b7-62e8-4c6e-9372-e8284d49d453", "name": "network-vif-plugged", "status": "completed", "tag": "6aadfbe2-dd2e-4555-948f-2e0fd9237b7f", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:34.875694 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21c36192-758d-477c-96b9-0b178c435a21 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:34.876341 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13d20df-4302-4731-92cc-16669db03385', 'code': 200} Nov 03 18:46:34.877242 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657169b7-62e8-4c6e-9372-e8284d49d453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aadfbe2-dd2e-4555-948f-2e0fd9237b7f', 'code': 200} Nov 03 18:46:35.040931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-5c891be0-4400-429b-a837-201ea9caf3ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.048182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-5c891be0-4400-429b-a837-201ea9caf3ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.057128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-5c891be0-4400-429b-a837-201ea9caf3ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.066281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-5c891be0-4400-429b-a837-201ea9caf3ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.073447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-5c891be0-4400-429b-a837-201ea9caf3ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.080247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-5c891be0-4400-429b-a837-201ea9caf3ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.087781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-5c891be0-4400-429b-a837-201ea9caf3ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.096912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-5c891be0-4400-429b-a837-201ea9caf3ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.1488855 Nov 03 18:46:35.209655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38c6d5-151a-46db-a3da-465a046ee2e0 req-edaf8fc4-cc92-46bc-9c25-ed5fc3250e2b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117208 Nov 03 18:46:35.223549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2c83a-88b3-46fa-867c-8f8a3c70a554 req-fe6be57b-9bcc-4268-b659-728c684a8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.224186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-def2c83a-88b3-46fa-867c-8f8a3c70a554 req-fe6be57b-9bcc-4268-b659-728c684a8f98 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 1097 time: 0.1250789 Nov 03 18:46:35.329105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-def2c83a-88b3-46fa-867c-8f8a3c70a554 req-6f206617-ad4d-499c-87f9-a408da8db15c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817029 Nov 03 18:46:35.392850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccd292-b63d-49b0-b735-4b90615e33d6 req-bbadf138-7b39-4fec-9299-8402fca15604 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.396363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ccd292-b63d-49b0-b735-4b90615e33d6 req-bbadf138-7b39-4fec-9299-8402fca15604 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.0841641 Nov 03 18:46:35.530248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ccd292-b63d-49b0-b735-4b90615e33d6 req-a7a5d733-ed44-490a-8d87-d27626661247 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202898 Nov 03 18:46:35.847586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5969360d-37bd-4bc1-a993-f48683308722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.997634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730c8c1-4965-4ca6-a455-8cf7799219ea req-9fbb65a5-0bf9-4032-8828-b034c5f77ebf tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:36.018060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6730c8c1-4965-4ca6-a455-8cf7799219ea req-9fbb65a5-0bf9-4032-8828-b034c5f77ebf tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 946 time: 0.1567254 Nov 03 18:46:36.143091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6730c8c1-4965-4ca6-a455-8cf7799219ea req-ec1356ed-52c3-4d49-b6a0-fbc832593a0b tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192114 Nov 03 18:46:36.384451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631186e1-f1b0-4ae5-87dd-d64570725682 req-9e180c42-4854-49c5-a6f2-7aa322244451 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:36.394678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-631186e1-f1b0-4ae5-87dd-d64570725682 req-9e180c42-4854-49c5-a6f2-7aa322244451 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1266091 Nov 03 18:46:36.504584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-631186e1-f1b0-4ae5-87dd-d64570725682 req-e14b8733-2c0a-4c72-b42f-3cc7896f0092 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Nov 03 18:46:37.044181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-7a265955-0240-4757-a728-e394ac173e3e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.057404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-7a265955-0240-4757-a728-e394ac173e3e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.085794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-7a265955-0240-4757-a728-e394ac173e3e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.106128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-7a265955-0240-4757-a728-e394ac173e3e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.119238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-7a265955-0240-4757-a728-e394ac173e3e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.134295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-7a265955-0240-4757-a728-e394ac173e3e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.147587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-7a265955-0240-4757-a728-e394ac173e3e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.162120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-7a265955-0240-4757-a728-e394ac173e3e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.2694635 Nov 03 18:46:37.302032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e8e61fd-019c-4e55-86b0-468249ed3cdf req-50a09de5-fe7d-4e30-8428-17cae6558530 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359229 Nov 03 18:46:37.700533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d840275-ed32-4fd9-9d3c-f65a8d265235 req-84bc2200-fd93-4e20-8007-9a86b0b98426 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.703967 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d840275-ed32-4fd9-9d3c-f65a8d265235 req-84bc2200-fd93-4e20-8007-9a86b0b98426 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.2064435 Nov 03 18:46:37.894270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d840275-ed32-4fd9-9d3c-f65a8d265235 req-6c6da297-7b93-4708-8ef9-2056bd369dec tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436737 Nov 03 18:46:38.377313 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-222b1b83-197e-4fcb-b8e7-4e1efafe959d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.436923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870cab9-d572-4ac0-844a-2b38bf4927a6 req-6639d193-0f52-423b-9039-525896d59b5d tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:38.454910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b870cab9-d572-4ac0-844a-2b38bf4927a6 req-6639d193-0f52-423b-9039-525896d59b5d tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 946 time: 0.2179193 Nov 03 18:46:38.568745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b870cab9-d572-4ac0-844a-2b38bf4927a6 req-aba31ffe-74f5-4fec-8be6-3691b84c6399 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114120 Nov 03 18:46:38.822306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10b600-edb7-4526-bb45-841febccca53 req-96a43b1e-451b-4f97-ac70-f18c0aeca59f tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:38.831410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa10b600-edb7-4526-bb45-841febccca53 req-96a43b1e-451b-4f97-ac70-f18c0aeca59f tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1510115 Nov 03 18:46:38.971374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa10b600-edb7-4526-bb45-841febccca53 req-77f563aa-589e-4ec0-beb7-ea9a3e9b0587 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298223 Nov 03 18:46:39.347200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c682-5809-4392-a236-e32938f6a316 req-4b961d02-c67b-4df5-ae9d-175f8c5ed5de tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.360564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c682-5809-4392-a236-e32938f6a316 req-4b961d02-c67b-4df5-ae9d-175f8c5ed5de tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.374803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c682-5809-4392-a236-e32938f6a316 req-4b961d02-c67b-4df5-ae9d-175f8c5ed5de tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.390632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c682-5809-4392-a236-e32938f6a316 req-4b961d02-c67b-4df5-ae9d-175f8c5ed5de tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.405188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c682-5809-4392-a236-e32938f6a316 req-4b961d02-c67b-4df5-ae9d-175f8c5ed5de tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.418544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c682-5809-4392-a236-e32938f6a316 req-4b961d02-c67b-4df5-ae9d-175f8c5ed5de tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.429682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c682-5809-4392-a236-e32938f6a316 req-4b961d02-c67b-4df5-ae9d-175f8c5ed5de tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.444464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08c1c682-5809-4392-a236-e32938f6a316 req-4b961d02-c67b-4df5-ae9d-175f8c5ed5de tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.2106736 Nov 03 18:46:39.581519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08c1c682-5809-4392-a236-e32938f6a316 req-daf5cbf7-c547-4cca-b15f-c3b375db1279 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345255 Nov 03 18:46:39.802875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2e40f-ef32-43bb-a2a2-75f45fd56f4e req-a4dcd12e-eeb9-4a13-be81-e3fe96d90323 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.810990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fb2e40f-ef32-43bb-a2a2-75f45fd56f4e req-a4dcd12e-eeb9-4a13-be81-e3fe96d90323 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.0692775 Nov 03 18:46:39.907627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fb2e40f-ef32-43bb-a2a2-75f45fd56f4e req-ad5cf45b-77af-4712-9153-2389ac6ebc97 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951922 Nov 03 18:46:39.936198 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.014133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58040) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:40.280569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f15c715-de5f-4a7c-b9c8-ca1e35103575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.421620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d01de2-3b4f-41d0-900e-1c8027622f75 req-2eaebba6-03df-4784-a821-32587362f444 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:40.434796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9d01de2-3b4f-41d0-900e-1c8027622f75 req-2eaebba6-03df-4784-a821-32587362f444 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1582260 Nov 03 18:46:40.453754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f15c715-de5f-4a7c-b9c8-ca1e35103575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.464603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f15c715-de5f-4a7c-b9c8-ca1e35103575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.531687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c715-de5f-4a7c-b9c8-ca1e35103575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ec2856-93d6-4833-aa9f-267b4a882f91,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:40.540587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9d01de2-3b4f-41d0-900e-1c8027622f75 req-9b1f3d94-f23f-42f5-9a2d-132a038ab896 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037674 Nov 03 18:46:40.553169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6f15c715-de5f-4a7c-b9c8-ca1e35103575 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=839e29c465a94978a910ef1bacaab264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5374141 Nov 03 18:46:40.557762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58056) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:40.776529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ac6e-5cce-4180-889b-e82629d6730f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.836098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ac6e-5cce-4180-889b-e82629d6730f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.863063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b13db-d638-4dee-8126-a7469b485cdd req-59168e73-4cb6-41fc-a5b5-38ba60b9e4d2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:40.865258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f1b13db-d638-4dee-8126-a7469b485cdd req-59168e73-4cb6-41fc-a5b5-38ba60b9e4d2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1923234 Nov 03 18:46:41.013831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f1b13db-d638-4dee-8126-a7469b485cdd req-7bb9ffee-2bd0-4652-89c0-94f4ea7afd3c tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286752 Nov 03 18:46:41.015739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ac6e-5cce-4180-889b-e82629d6730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.020097 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ac6e-5cce-4180-889b-e82629d6730f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.021779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1ef3ac6e-5cce-4180-889b-e82629d6730f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0ec2856-93d6-4833-aa9f-267b4a882f91 HTTP/1.1" status: 204 len: 168 time: 0.4624486 Nov 03 18:46:41.047888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3ac6e-5cce-4180-889b-e82629d6730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ec2856-93d6-4833-aa9f-267b4a882f91,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:41.395687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58078) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:41.579465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363f135-1c69-4877-a116-f54e0edcc1a8 req-72407d7c-b8be-4433-b4da-9649671b5cb8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.579465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5363f135-1c69-4877-a116-f54e0edcc1a8 req-72407d7c-b8be-4433-b4da-9649671b5cb8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1137094 Nov 03 18:46:41.654464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5363f135-1c69-4877-a116-f54e0edcc1a8 req-af3d24f6-edc0-42d2-be50-8c049275e090 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826163 Nov 03 18:46:41.712692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58084) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:41.752408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd2db-5001-43c4-b55c-96d2a9a6b771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.902950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-ea524fb9-e516-4e27-87fb-3fa861fdba21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.910048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-ea524fb9-e516-4e27-87fb-3fa861fdba21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.918923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-ea524fb9-e516-4e27-87fb-3fa861fdba21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.927627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-ea524fb9-e516-4e27-87fb-3fa861fdba21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.935535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-ea524fb9-e516-4e27-87fb-3fa861fdba21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.954671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-ea524fb9-e516-4e27-87fb-3fa861fdba21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.967290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-ea524fb9-e516-4e27-87fb-3fa861fdba21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.978384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-ea524fb9-e516-4e27-87fb-3fa861fdba21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.2074313 Nov 03 18:46:42.077536 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-12b56d17-a46d-4607-928c-04c3a3382b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.131141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.144492 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.193360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2802d4c1-a0a7-42c5-9bf2-b5c944cb14aa req-2fd3e6b4-9d67-4a8b-8ef9-89d023b79c0b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2129488 Nov 03 18:46:42.196698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd2db-5001-43c4-b55c-96d2a9a6b771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.204159 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd2db-5001-43c4-b55c-96d2a9a6b771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.309938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-12b56d17-a46d-4607-928c-04c3a3382b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.317434 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-12b56d17-a46d-4607-928c-04c3a3382b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.335891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0b9cd2db-5001-43c4-b55c-96d2a9a6b771 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e62d0de866ca44cbbe866c5f9521ad57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6201277 Nov 03 18:46:42.342302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58094) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:42.345905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cd2db-5001-43c4-b55c-96d2a9a6b771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e61e7ad-ea70-4079-b115-55bb78349fe5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:42.458204 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-12b56d17-a46d-4607-928c-04c3a3382b42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43ec4b6181bb437aaddaacdba63ca575&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0607648 Nov 03 18:46:42.461192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b56d17-a46d-4607-928c-04c3a3382b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5995d227-ef15-4c9f-a36b-3748abe93abd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:42.468691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58096) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:42.536811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8dab-d9dc-414f-88ea-31ea263c745f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.588299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8dab-d9dc-414f-88ea-31ea263c745f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.601193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eec8fa6-c9e6-48cf-ab17-58a2d2713ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.658493 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eec8fa6-c9e6-48cf-ab17-58a2d2713ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.750305 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8dab-d9dc-414f-88ea-31ea263c745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.762259 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8dab-d9dc-414f-88ea-31ea263c745f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.777700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea1c8dab-d9dc-414f-88ea-31ea263c745f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e61e7ad-ea70-4079-b115-55bb78349fe5 HTTP/1.1" status: 204 len: 168 time: 0.4274237 Nov 03 18:46:42.798941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c8dab-d9dc-414f-88ea-31ea263c745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e61e7ad-ea70-4079-b115-55bb78349fe5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:42.860465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eec8fa6-c9e6-48cf-ab17-58a2d2713ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.886564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eec8fa6-c9e6-48cf-ab17-58a2d2713ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.916064 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6eec8fa6-c9e6-48cf-ab17-58a2d2713ef4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5995d227-ef15-4c9f-a36b-3748abe93abd HTTP/1.1" status: 204 len: 168 time: 0.4161603 Nov 03 18:46:42.959021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec8fa6-c9e6-48cf-ab17-58a2d2713ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5995d227-ef15-4c9f-a36b-3748abe93abd,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:43.058884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac23ca4-8f2b-4e1d-8036-cdd975ad3b3d req-ea2337c5-cbab-432c-9128-cba92870bd0d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:43.073639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ac23ca4-8f2b-4e1d-8036-cdd975ad3b3d req-ea2337c5-cbab-432c-9128-cba92870bd0d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1587579 Nov 03 18:46:43.190668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ac23ca4-8f2b-4e1d-8036-cdd975ad3b3d req-1d0d37d5-d0f7-45d2-a8cd-088137da5fbc tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153519 Nov 03 18:46:43.677123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d7b60-3ba3-43ee-be17-b65911a88f7f req-969d4238-7c48-4749-b230-daeace4c64f7 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:43.691656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c98d7b60-3ba3-43ee-be17-b65911a88f7f req-969d4238-7c48-4749-b230-daeace4c64f7 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 946 time: 0.1648180 Nov 03 18:46:43.700542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b2e89039-febc-4dae-9d31-8b25affd20cb details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:43.856546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c98d7b60-3ba3-43ee-be17-b65911a88f7f req-a2b3e7b6-8d02-4f75-b4d4-2a1a4949ef6c tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/security-groups?id=241a72e7-5b77-4356-9619-6f2474289d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565132 Nov 03 18:46:44.130474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9bd07-e218-4ef8-92b8-77687bd5ebd7 req-2f09c2e3-9d0c-4487-a883-a56fcce7bdc8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.151726 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26d9bd07-e218-4ef8-92b8-77687bd5ebd7 req-2f09c2e3-9d0c-4487-a883-a56fcce7bdc8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1685102 Nov 03 18:46:44.324539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26d9bd07-e218-4ef8-92b8-77687bd5ebd7 req-b4940274-1561-448b-8ce8-4e8bc88da5b3 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707392 Nov 03 18:46:44.333060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b2e89039-febc-4dae-9d31-8b25affd20cb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b2e89039-febc-4dae-9d31-8b25affd20cb,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:44.374650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'b2e89039-febc-4dae-9d31-8b25affd20cb', 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'port_id': 'b2e89039-febc-4dae-9d31-8b25affd20cb', 'mac_address': 'fa:16:3e:4a:82:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88dce4c-149f-4b64-a08e-35ae0903cdfe', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:44.490946 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.520759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e89039-febc-4dae-9d31-8b25affd20cb {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:44.599921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b2e89039-febc-4dae-9d31-8b25affd20cb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b2e89039-febc-4dae-9d31-8b25affd20cb,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:44.601027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-65513726-1fc2-4882-bce5-57baaeab8e60 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.617590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-65513726-1fc2-4882-bce5-57baaeab8e60 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.96 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 946 time: 0.1969621 Nov 03 18:46:44.621352 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.622661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 382e5b56-3fe3-4119-9669-afd9f3c0678e details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:44.759594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fa17-1019-41cd-9630-7eef005ba8de req-09368d75-162a-40ac-998d-401c8a24f3c2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.772423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fa17-1019-41cd-9630-7eef005ba8de req-09368d75-162a-40ac-998d-401c8a24f3c2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.788569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fa17-1019-41cd-9630-7eef005ba8de req-09368d75-162a-40ac-998d-401c8a24f3c2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.802238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fa17-1019-41cd-9630-7eef005ba8de req-09368d75-162a-40ac-998d-401c8a24f3c2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.812843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fa17-1019-41cd-9630-7eef005ba8de req-09368d75-162a-40ac-998d-401c8a24f3c2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.821640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fa17-1019-41cd-9630-7eef005ba8de req-09368d75-162a-40ac-998d-401c8a24f3c2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.835278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fa17-1019-41cd-9630-7eef005ba8de req-09368d75-162a-40ac-998d-401c8a24f3c2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.846185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9843fa17-1019-41cd-9630-7eef005ba8de req-09368d75-162a-40ac-998d-401c8a24f3c2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5419 time: 0.3465438 Nov 03 18:46:44.921061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=b2e89039-febc-4dae-9d31-8b25affd20cb,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:45.107572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9843fa17-1019-41cd-9630-7eef005ba8de req-d4d2ed7a-f4c2-4acd-b4d1-57899b6075df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2597270 Nov 03 18:46:45.182300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Deleting port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:45.182710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.329085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 382e5b56-3fe3-4119-9669-afd9f3c0678e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:45.387556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '382e5b56-3fe3-4119-9669-afd9f3c0678e', 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1', 'port_id': '382e5b56-3fe3-4119-9669-afd9f3c0678e', 'mac_address': 'fa:16:3e:76:fe:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:45.579464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] For port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,segment=NetworkSegment(fc4b0bf8-c1f4-441c-ab3d-060d79c31940),segment_id=fc4b0bf8-c1f4-441c-ab3d-060d79c31940)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:45.580509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.595836 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.669940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Calling delete_port for 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:45.733641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e266677-5eae-49e3-8c6c-eb5554783f91 req-ca6009e6-02f5-4333-bed3-b9bb02f72221 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.737022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e266677-5eae-49e3-8c6c-eb5554783f91 req-ca6009e6-02f5-4333-bed3-b9bb02f72221 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1615403 Nov 03 18:46:45.764860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382e5b56-3fe3-4119-9669-afd9f3c0678e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:45.792719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 382e5b56-3fe3-4119-9669-afd9f3c0678e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:45.800472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.804646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 05ffe491-d40f-4e61-b670-446afa590d27 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:46.030224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.128049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 05ffe491-d40f-4e61-b670-446afa590d27, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=05ffe491-d40f-4e61-b670-446afa590d27,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:46.151320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '05ffe491-d40f-4e61-b670-446afa590d27', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'port_id': '05ffe491-d40f-4e61-b670-446afa590d27', 'mac_address': 'fa:16:3e:f5:93:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:46.163545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e266677-5eae-49e3-8c6c-eb5554783f91 req-54177901-f05a-4d0c-b7d4-b7e365e31f63 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444499 Nov 03 18:46:46.165918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['6aadfbe2-dd2e-4555-948f-2e0fd9237b7f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:46.171339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Pushing event deleted for resources: {'Port': ['ID=6aadfbe2-dd2e-4555-948f-2e0fd9237b7f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:46.363330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] No DVR routers for this DVR port 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:46.370303 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.378217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37eb2159-3993-4475-9a9f-0ba1b8797603 req-cd5c637d-56a1-4471-ad48-d4c7a7168e21 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.96 "DELETE /v2.0/ports/6aadfbe2-dd2e-4555-948f-2e0fd9237b7f HTTP/1.1" status: 204 len: 173 time: 1.7511532 Nov 03 18:46:46.378966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657169b7-62e8-4c6e-9372-e8284d49d453', 'name': 'network-vif-deleted', 'tag': '6aadfbe2-dd2e-4555-948f-2e0fd9237b7f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:46.396863 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cfaa2a-2f93-4955-9356-9a2cbc7b4317" -d '{"events": [{"server_uuid": "657169b7-62e8-4c6e-9372-e8284d49d453", "name": "network-vif-deleted", "tag": "6aadfbe2-dd2e-4555-948f-2e0fd9237b7f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:46.557985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=382e5b56-3fe3-4119-9669-afd9f3c0678e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:46.567525 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.636660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ffe491-d40f-4e61-b670-446afa590d27 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:46.749305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 05ffe491-d40f-4e61-b670-446afa590d27, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=05ffe491-d40f-4e61-b670-446afa590d27,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:46.757715 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.760033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:46.764453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480965a-1bc9-4b07-8a04-d5485c790240 req-4d09a95a-9dea-4579-8ac0-8427b05b4717 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:46.788484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4480965a-1bc9-4b07-8a04-d5485c790240 req-4d09a95a-9dea-4579-8ac0-8427b05b4717 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.3213277 Nov 03 18:46:46.931303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=05ffe491-d40f-4e61-b670-446afa590d27,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:47.036868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:47.046892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4480965a-1bc9-4b07-8a04-d5485c790240 req-5cc65bf9-2fa1-493b-ae5d-888f6f9de25f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514839 Nov 03 18:46:47.072030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9', 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'port_id': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9', 'mac_address': 'fa:16:3e:d9:ce:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88dce4c-149f-4b64-a08e-35ae0903cdfe', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:47.237296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.313354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:47.425584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:47.434933 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.435674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7b58501f-47f6-4ca7-90ad-c57544e380a5 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:47.668756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf60522a-2d1b-44c4-9d3f-44022965d4b2 req-4d38657c-3fa7-4c51-9312-674956d854a8 tempest-ServerAddressesTestJSON-1785941365 tempest-ServerAddressesTestJSON-1785941365-project] 10.222.0.77 "GET /v2.0/ports?device_id=657169b7-62e8-4c6e-9372-e8284d49d453 HTTP/1.1" status: 200 len: 210 time: 0.1202435 Nov 03 18:46:47.675586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:47.758864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7b58501f-47f6-4ca7-90ad-c57544e380a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:47.785915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '7b58501f-47f6-4ca7-90ad-c57544e380a5', 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'port_id': '7b58501f-47f6-4ca7-90ad-c57544e380a5', 'mac_address': 'fa:16:3e:f9:2f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88dce4c-149f-4b64-a08e-35ae0903cdfe', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:47.887637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.921684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b58501f-47f6-4ca7-90ad-c57544e380a5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:47.961580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-abb85523-8575-41ac-9082-bc39be433ca3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:47.974644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-abb85523-8575-41ac-9082-bc39be433ca3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:47.981931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7b58501f-47f6-4ca7-90ad-c57544e380a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:47.983430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-abb85523-8575-41ac-9082-bc39be433ca3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:47.993701 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.996120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 22dc1c34-0f4a-4d1b-a223-8b74166877e8 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:48.007133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-abb85523-8575-41ac-9082-bc39be433ca3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.046868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-abb85523-8575-41ac-9082-bc39be433ca3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.085880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-abb85523-8575-41ac-9082-bc39be433ca3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.120077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-abb85523-8575-41ac-9082-bc39be433ca3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.126055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 22dc1c34-0f4a-4d1b-a223-8b74166877e8, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:48.128226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-abb85523-8575-41ac-9082-bc39be433ca3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5423 time: 0.2845924 Nov 03 18:46:48.171113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '22dc1c34-0f4a-4d1b-a223-8b74166877e8', 'network_id': '096c4017-e6cf-4b69-85bf-2ccac7e0896e', 'port_id': '22dc1c34-0f4a-4d1b-a223-8b74166877e8', 'mac_address': 'fa:16:3e:24:f5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88dce4c-149f-4b64-a08e-35ae0903cdfe', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:48.368004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bcb0a6e-ef8d-467f-84ba-bdb92ff00fe8 req-43e0f541-a56b-475c-b5e1-8c381a1f6b81 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2267153 Nov 03 18:46:48.461093 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.487104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7b58501f-47f6-4ca7-90ad-c57544e380a5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:48.498552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dc1c34-0f4a-4d1b-a223-8b74166877e8 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:48.521387 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da70e3dc-1dac-488c-8247-97bd886d99b6 x-openstack-request-id: req-da70e3dc-1dac-488c-8247-97bd886d99b6 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:48.521978 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657169b7-62e8-4c6e-9372-e8284d49d453", "name": "network-vif-deleted", "tag": "6aadfbe2-dd2e-4555-948f-2e0fd9237b7f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:48.523419 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da70e3dc-1dac-488c-8247-97bd886d99b6 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:48.524979 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657169b7-62e8-4c6e-9372-e8284d49d453', 'name': 'network-vif-deleted', 'tag': '6aadfbe2-dd2e-4555-948f-2e0fd9237b7f', 'status': 'completed', 'code': 200} Nov 03 18:46:48.541766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 22dc1c34-0f4a-4d1b-a223-8b74166877e8, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:48.562923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.564353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6ae491b2-c4a8-4bd9-910d-673c20f494e6 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:48.828858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6ae491b2-c4a8-4bd9-910d-673c20f494e6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:48.923169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '6ae491b2-c4a8-4bd9-910d-673c20f494e6', 'network_id': 'e454b638-90bf-4367-b6f3-115f9ec7bfc1', 'port_id': '6ae491b2-c4a8-4bd9-910d-673c20f494e6', 'mac_address': 'fa:16:3e:cc:6d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:48.996253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=22dc1c34-0f4a-4d1b-a223-8b74166877e8,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:49.066196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4426cc-47ea-4568-8ced-57b7b1f5b89c req-4bea8e71-2964-4b8f-b019-8e0db4b12f80 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.074936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d4426cc-47ea-4568-8ced-57b7b1f5b89c req-4bea8e71-2964-4b8f-b019-8e0db4b12f80 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.2006302 Nov 03 18:46:49.151257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.177738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae491b2-c4a8-4bd9-910d-673c20f494e6 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:49.216063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6ae491b2-c4a8-4bd9-910d-673c20f494e6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:49.224666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.281022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d4426cc-47ea-4568-8ced-57b7b1f5b89c req-2a11c1b7-f08a-493b-a376-08ef7b60e7e1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952946 Nov 03 18:46:49.324758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=6ae491b2-c4a8-4bd9-910d-673c20f494e6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:49.602740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-e2764c93-0fc9-4569-869a-6a18e02f4dc7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1363037 Nov 03 18:46:49.846557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2dc84-2987-4f72-9922-2d2f6117c2df req-514b7d86-4a96-4c81-8187-ee5f0386e177 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.861008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96e2dc84-2987-4f72-9922-2d2f6117c2df req-514b7d86-4a96-4c81-8187-ee5f0386e177 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.2322509 Nov 03 18:46:49.869807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-f2df1e14-8f49-4781-b09f-da643ff5d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.872689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-f2df1e14-8f49-4781-b09f-da643ff5d525 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.1495950 Nov 03 18:46:50.103475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b2e89039-febc-4dae-9d31-8b25affd20cb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:50.126500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58256) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:50.152824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96e2dc84-2987-4f72-9922-2d2f6117c2df req-937b7986-92d0-41f6-a2b8-806a52e3d999 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899404 Nov 03 18:46:50.174258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-c21566c4-ce2d-4aaa-b0c4-345c78aa5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.177040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-c21566c4-ce2d-4aaa-b0c4-345c78aa5902 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.2626317 Nov 03 18:46:50.201927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['05ffe491-d40f-4e61-b670-446afa590d27'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:50.201927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7b58501f-47f6-4ca7-90ad-c57544e380a5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:50.290471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['22dc1c34-0f4a-4d1b-a223-8b74166877e8'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:50.345045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58268) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:50.485741 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-b9deb1ca-0109-4e9e-8c2d-3c40dc460990 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1000 time: 0.3011491 Nov 03 18:46:50.543222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-7725472a-b2ec-4d1b-8d1f-e948430700d2 admin admin] Deleting subnet 841f6979-86fe-4846-8052-452272c71e6d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:46:50.609819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7725472a-b2ec-4d1b-8d1f-e948430700d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.618403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bc73a12-c71e-44f0-b03f-88c353452439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.702336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-59c144b8-ac90-43d3-830d-4c8977ef441b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.717725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-59c144b8-ac90-43d3-830d-4c8977ef441b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.731164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-59c144b8-ac90-43d3-830d-4c8977ef441b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.745362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-59c144b8-ac90-43d3-830d-4c8977ef441b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.758188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-59c144b8-ac90-43d3-830d-4c8977ef441b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.771416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-59c144b8-ac90-43d3-830d-4c8977ef441b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.784313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-59c144b8-ac90-43d3-830d-4c8977ef441b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.788090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-59c144b8-ac90-43d3-830d-4c8977ef441b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5426 time: 0.2652938 Nov 03 18:46:50.791803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-fd9c6606-8c58-4cad-8a52-8a88899d6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.794680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-fd9c6606-8c58-4cad-8a52-8a88899d6a6f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.2959454 Nov 03 18:46:50.857092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7725472a-b2ec-4d1b-8d1f-e948430700d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.045398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7725472a-b2ec-4d1b-8d1f-e948430700d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.124556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f16b1a40-3874-4fb1-a40b-325097f193c7 req-1d6e3e49-3dff-4671-b3eb-926c98a4cfb2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2819622 Nov 03 18:46:51.151992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-a898b2c1-8df6-4b6d-a341-493ee0acc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:51.159181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-a898b2c1-8df6-4b6d-a341-493ee0acc949 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3519104 Nov 03 18:46:51.251304 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bc73a12-c71e-44f0-b03f-88c353452439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.263587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bc73a12-c71e-44f0-b03f-88c353452439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.279767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['382e5b56-3fe3-4119-9669-afd9f3c0678e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:51.285837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['6ae491b2-c4a8-4bd9-910d-673c20f494e6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:51.325582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['2a248d95-1dd6-4365-9f2a-4bf795a9c0c9'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:51.328084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:51.342249 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7725472a-b2ec-4d1b-8d1f-e948430700d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.419106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-675d0782-1b6c-466d-8bd6-77c184124dad service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475531 Nov 03 18:46:51.435206 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3bc73a12-c71e-44f0-b03f-88c353452439 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4099dc7efbd542428e38957843170c68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3035610 Nov 03 18:46:51.459784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58274) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:51.519099 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7725472a-b2ec-4d1b-8d1f-e948430700d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.548481 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7725472a-b2ec-4d1b-8d1f-e948430700d2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/841f6979-86fe-4846-8052-452272c71e6d HTTP/1.1" status: 204 len: 168 time: 1.2012415 Nov 03 18:46:51.550103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58276) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:51.569944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725472a-b2ec-4d1b-8d1f-e948430700d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841f6979-86fe-4846-8052-452272c71e6d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:51.652962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc73a12-c71e-44f0-b03f-88c353452439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50ff1c-0dc1-4761-ba76-54d20865cbab,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:51.811377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:51.812230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6aadfbe2-dd2e-4555-948f-2e0fd9237b7f not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:51.839363 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.908481 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab523496-5bdc-4afc-a7d4-79c892a578d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.013898 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab523496-5bdc-4afc-a7d4-79c892a578d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.017698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e384c41a-ee64-4188-8c63-db2d1773a5c0 req-f7fa2900-dc47-41ad-828b-832b00bad193 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841906 Nov 03 18:46:52.090798 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.111023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c418540-1c4a-40d6-82f5-83f604c7ef15 req-a5caf611-e6f4-490f-a192-a7bb404264b6 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:52.134105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c418540-1c4a-40d6-82f5-83f604c7ef15 req-a5caf611-e6f4-490f-a192-a7bb404264b6 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.3020611 Nov 03 18:46:52.186528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1fc745-5891-40f0-8aca-dd393c743225']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:52.238649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4b0bf8-c1f4-441c-ab3d-060d79c31940') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:52.241581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4b0bf8-c1f4-441c-ab3d-060d79c31940') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:52.286986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.345245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.377032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:46:52.381325 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:46:52.448302 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:46:52.480231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c418540-1c4a-40d6-82f5-83f604c7ef15 req-02c52275-e696-4caa-bacd-657d6b28937d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436639 Nov 03 18:46:52.630587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.669188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.699127 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3c1fc745-5891-40f0-8aca-dd393c743225 HTTP/1.1" status: 204 len: 168 time: 1.1394262 Nov 03 18:46:52.723364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab523496-5bdc-4afc-a7d4-79c892a578d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.739429 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab523496-5bdc-4afc-a7d4-79c892a578d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.741306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ab523496-5bdc-4afc-a7d4-79c892a578d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f50ff1c-0dc1-4761-ba76-54d20865cbab HTTP/1.1" status: 204 len: 168 time: 1.2808623 Nov 03 18:46:52.764560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdedd30-1301-45c7-8e9a-538f166761f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1fc745-5891-40f0-8aca-dd393c743225,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:52.770880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab523496-5bdc-4afc-a7d4-79c892a578d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50ff1c-0dc1-4761-ba76-54d20865cbab,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:52.802299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43431a55-356c-4851-b83a-bc7138891b02 req-19bc558b-433f-486b-a393-ba3260ba4e31 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2432630 Nov 03 18:46:53.094747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43431a55-356c-4851-b83a-bc7138891b02 req-64ef2c72-f8db-4d97-ad45-a47905ccb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.099440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43431a55-356c-4851-b83a-bc7138891b02 req-64ef2c72-f8db-4d97-ad45-a47905ccb361 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 1058 time: 0.1678009 Nov 03 18:46:53.128120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58300) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:53.313034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-faa704a7-c50d-43d8-99dc-4676d58472e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65ed3bb71fff4cb5a0ab2eda1630b336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829910 Nov 03 18:46:53.314774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58302) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:53.425998 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:46:53.450430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43431a55-356c-4851-b83a-bc7138891b02 req-e2406814-aefd-43f8-869e-2f0861fce1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.453550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43431a55-356c-4851-b83a-bc7138891b02 req-e2406814-aefd-43f8-869e-2f0861fce1e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.3215272 Nov 03 18:46:53.558163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6ad801a-d050-4726-9e7c-b59d904e5f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.573964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43431a55-356c-4851-b83a-bc7138891b02 req-1ad96c23-8894-40b1-9ef7-97cf55626e6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b HTTP/1.1" status: 200 len: 217 time: 0.0913680 Nov 03 18:46:53.618105 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6ad801a-d050-4726-9e7c-b59d904e5f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.688110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43431a55-356c-4851-b83a-bc7138891b02 req-ef881e63-4b19-47c4-8e35-5ddc8312ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.691339 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43431a55-356c-4851-b83a-bc7138891b02 req-ef881e63-4b19-47c4-8e35-5ddc8312ed86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.0808158 Nov 03 18:46:53.752819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6ad801a-d050-4726-9e7c-b59d904e5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.761036 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6ad801a-d050-4726-9e7c-b59d904e5f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.767447 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c6ad801a-d050-4726-9e7c-b59d904e5f91 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/241a72e7-5b77-4356-9619-6f2474289d05 HTTP/1.1" status: 204 len: 168 time: 0.4468911 Nov 03 18:46:53.783929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad801a-d050-4726-9e7c-b59d904e5f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241a72e7-5b77-4356-9619-6f2474289d05,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:53.811493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942e439-378e-4021-b1f8-124a91d25db1 req-111578a2-8b0b-4829-a7e6-a30d3b9a440a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.831147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0942e439-378e-4021-b1f8-124a91d25db1 req-111578a2-8b0b-4829-a7e6-a30d3b9a440a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.3756573 Nov 03 18:46:53.938385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43431a55-356c-4851-b83a-bc7138891b02 req-8fd6d93b-675d-4616-9f76-2c522571c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.941246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43431a55-356c-4851-b83a-bc7138891b02 req-8fd6d93b-675d-4616-9f76-2c522571c765 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398283 Nov 03 18:46:53.951293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0942e439-378e-4021-b1f8-124a91d25db1 req-42cbd9b2-b9b7-4876-bd71-056d800a4b17 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185210 Nov 03 18:46:53.978453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58320) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:54.006698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad49b647-2262-4cab-979f-f2f69e2ca6b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.146039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43431a55-356c-4851-b83a-bc7138891b02 req-cc5f4478-e868-403f-b9e9-1920924ba206 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927216 Nov 03 18:46:54.183578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad49b647-2262-4cab-979f-f2f69e2ca6b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.194269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad49b647-2262-4cab-979f-f2f69e2ca6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.273980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49b647-2262-4cab-979f-f2f69e2ca6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462c40a1-35ea-4efd-b441-a1268c0cb6fd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:54.285759 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ad49b647-2262-4cab-979f-f2f69e2ca6b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1927f1dd4b2476c9c18ab1c100ac800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055873 Nov 03 18:46:54.290823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58326) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:54.538332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d85e2-6121-461e-9436-839e9d8f039e req-82b9dea9-efe6-40fd-ae1c-aa10560686c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.549924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d85e2-6121-461e-9436-839e9d8f039e req-82b9dea9-efe6-40fd-ae1c-aa10560686c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.561033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d85e2-6121-461e-9436-839e9d8f039e req-82b9dea9-efe6-40fd-ae1c-aa10560686c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.572000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d85e2-6121-461e-9436-839e9d8f039e req-82b9dea9-efe6-40fd-ae1c-aa10560686c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.574026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-dce71428-b72d-45a8-8f9c-f2d08736b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.576570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-dce71428-b72d-45a8-8f9c-f2d08736b5f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 1097 time: 0.0857003 Nov 03 18:46:54.582972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d85e2-6121-461e-9436-839e9d8f039e req-82b9dea9-efe6-40fd-ae1c-aa10560686c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.594499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d85e2-6121-461e-9436-839e9d8f039e req-82b9dea9-efe6-40fd-ae1c-aa10560686c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.606006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d85e2-6121-461e-9436-839e9d8f039e req-82b9dea9-efe6-40fd-ae1c-aa10560686c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.609088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c36d85e2-6121-461e-9436-839e9d8f039e req-82b9dea9-efe6-40fd-ae1c-aa10560686c4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5426 time: 0.3676431 Nov 03 18:46:54.613983 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.627009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43431a55-356c-4851-b83a-bc7138891b02 req-48bad1fa-2b87-4372-9cd2-eb802cf91ee3 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998985 Nov 03 18:46:54.690442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.806577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-348bb27d-06c3-4057-9679-0a7c2f84746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.812100 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-348bb27d-06c3-4057-9679-0a7c2f84746c service neutron] 10.222.0.70 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.2227943 Nov 03 18:46:54.840758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c36d85e2-6121-461e-9436-839e9d8f039e req-2820258e-7c7e-4a07-871b-8be55205d7b3 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2041967 Nov 03 18:46:54.900603 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.900898 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-a87c9a00-527e-468e-8d20-856a8ca675b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13d20df-4302-4731-92cc-16669db03385 HTTP/1.1" status: 200 len: 217 time: 0.0808907 Nov 03 18:46:54.905516 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.907594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/462c40a1-35ea-4efd-b441-a1268c0cb6fd HTTP/1.1" status: 204 len: 168 time: 0.6152573 Nov 03 18:46:54.921937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462c40a1-35ea-4efd-b441-a1268c0cb6fd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:54.958848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.958848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.959345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.959905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.960458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.961021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.961678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.962650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.963229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.963797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.965051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:54.965655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51303ea-d7bc-4740-9962-45b7347e7eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:55.058132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-59536dbf-f914-4057-88c3-323c848fbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:55.060961 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-59536dbf-f914-4057-88c3-323c848fbfbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1222770 Nov 03 18:46:55.207228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-44536c3f-cd66-486e-b75f-60934807e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:55.208516 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-44536c3f-cd66-486e-b75f-60934807e27d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370821 Nov 03 18:46:55.294517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b2e89039-febc-4dae-9d31-8b25affd20cb up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:55.466567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port b2e89039-febc-4dae-9d31-8b25affd20cb completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:55.486132 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-4964c9ab-9491-441b-848f-4866480388c5 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644722 Nov 03 18:46:55.486698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port b2e89039-febc-4dae-9d31-8b25affd20cb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:55.486874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.724721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e33342-fcd3-435b-aee0-04371a2357c8 req-9417391b-2755-4f7c-a263-4218929584e2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:55.737850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26e33342-fcd3-435b-aee0-04371a2357c8 req-9417391b-2755-4f7c-a263-4218929584e2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1546838 Nov 03 18:46:55.791527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.791747 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6c029f9a-ce9b-4cea-917c-3d925303b3b6 req-1ee221a9-8e49-4ced-b668-0b54ccf04948 service neutron] 10.222.0.70 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011718 Nov 03 18:46:55.904803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b2e89039-febc-4dae-9d31-8b25affd20cb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b2e89039-febc-4dae-9d31-8b25affd20cb,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:55.911143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26e33342-fcd3-435b-aee0-04371a2357c8 req-b460ff95-66ee-4713-a3cc-1bc014341301 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612740 Nov 03 18:46:55.930887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e89039-febc-4dae-9d31-8b25affd20cb'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:55.947670 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c4fa9b-7059-4693-909b-0617dda7fb4b" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "b2e89039-febc-4dae-9d31-8b25affd20cb"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:55.955843 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.010770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58372) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:56.199004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=b2e89039-febc-4dae-9d31-8b25affd20cb,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:56.391058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5b2bb-37d0-4947-9b42-89347e3fc166 req-282b7de2-6112-4c2c-8b5f-6b5cc87702e4 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:56.417249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18e5b2bb-37d0-4947-9b42-89347e3fc166 req-282b7de2-6112-4c2c-8b5f-6b5cc87702e4 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1392159 Nov 03 18:46:56.508103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-120435416-network', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:56.554321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18e5b2bb-37d0-4947-9b42-89347e3fc166 req-15108629-4378-4bd3-8c79-b2855f5948ce tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351757 Nov 03 18:46:56.575968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Made reservation on behalf of b8fd12b597a74919ab6784ca72473ce0 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:56.580079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.597790 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.660581 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4386374a-7348-4dbd-a64f-3724692f6dcf x-openstack-request-id: req-4386374a-7348-4dbd-a64f-3724692f6dcf {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:56.662457 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "b2e89039-febc-4dae-9d31-8b25affd20cb", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:56.662457 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4386374a-7348-4dbd-a64f-3724692f6dcf {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:56.662457 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e89039-febc-4dae-9d31-8b25affd20cb', 'code': 200} Nov 03 18:46:56.861262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.873294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.926742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:46:56.961746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-c3e608ba-7f70-48e2-80ad-e27650646a21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:56.973398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-c3e608ba-7f70-48e2-80ad-e27650646a21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:56.986354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-c3e608ba-7f70-48e2-80ad-e27650646a21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:56.998047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-c3e608ba-7f70-48e2-80ad-e27650646a21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.010278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-c3e608ba-7f70-48e2-80ad-e27650646a21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.022570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-c3e608ba-7f70-48e2-80ad-e27650646a21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.034940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-c3e608ba-7f70-48e2-80ad-e27650646a21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.038322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-c3e608ba-7f70-48e2-80ad-e27650646a21 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5427 time: 0.2709107 Nov 03 18:46:57.058097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85becd68-3931-4877-abaa-16922594d3c6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:57.090791 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.096664 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Added segment a44b5fd0-c1e1-4736-92e2-064910aaabfe of type vlan for network 09df4f81-1939-46d8-ae70-2ff43bbcd33e Nov 03 18:46:57.199670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.256550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b601c15b-1d89-4509-a3b5-81238b525fa5 req-11c5fe4c-68e3-4c35-8856-f1c8cc27638d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2041678 Nov 03 18:46:57.287130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 382e5b56-3fe3-4119-9669-afd9f3c0678e up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:57.301156 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.305014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.307267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.472283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 382e5b56-3fe3-4119-9669-afd9f3c0678e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:57.494936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4682930 Nov 03 18:46:57.495685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 382e5b56-3fe3-4119-9669-afd9f3c0678e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:57.495685 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.498510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58418) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:57.526681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Request body: {'subnet': {'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-120435416-subnet', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:57.537635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ee434-7dce-48fc-95e8-f029c3e97c15 admin admin] Pushing event updated for resources: {'Network': ['ID=09df4f81-1939-46d8-ae70-2ff43bbcd33e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:57.566238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 09df4f81-1939-46d8-ae70-2ff43bbcd33e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:46:57.604386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Made reservation on behalf of b8fd12b597a74919ab6784ca72473ce0 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:57.611348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.825193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.914737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2134f-e00b-4899-bcd7-d87f33409464 req-33d3ccca-420a-479f-badc-f6ba3f85d5c8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.930802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2db2134f-e00b-4899-bcd7-d87f33409464 req-33d3ccca-420a-479f-badc-f6ba3f85d5c8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 946 time: 0.1633058 Nov 03 18:46:57.940473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 382e5b56-3fe3-4119-9669-afd9f3c0678e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:57.956416 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.958030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 05ffe491-d40f-4e61-b670-446afa590d27 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:58.119710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2db2134f-e00b-4899-bcd7-d87f33409464 req-c9fe8c59-3dc1-402b-89b7-42e5aefa776b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779284 Nov 03 18:46:58.175969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=382e5b56-3fe3-4119-9669-afd9f3c0678e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:58.194821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 05ffe491-d40f-4e61-b670-446afa590d27 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:58.205048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 05ffe491-d40f-4e61-b670-446afa590d27 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:58.206337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.306200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f13d20df-4302-4731-92cc-16669db03385 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:58.315329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.448294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2877120d-fbf8-48e8-bf41-8c8bb8a7e826,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:58.562472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.571294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Checking segment: {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:58.573103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Network hostable DHCP agents. Network: 09df4f81-1939-46d8-ae70-2ff43bbcd33e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:46:58.628658 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.651482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Network 09df4f81-1939-46d8-ae70-2ff43bbcd33e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:46:58.680767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382e5b56-3fe3-4119-9669-afd9f3c0678e'}, {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:58.680767 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61941d56-e8b4-490e-a710-a9f54a76a598" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "382e5b56-3fe3-4119-9669-afd9f3c0678e"}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "05ffe491-d40f-4e61-b670-446afa590d27"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:58.691529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 09df4f81-1939-46d8-ae70-2ff43bbcd33e) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:58.692990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 05ffe491-d40f-4e61-b670-446afa590d27, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=05ffe491-d40f-4e61-b670-446afa590d27,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:58.710485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.712132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.714392 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.714877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:58.724957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12208fb3-97f2-4866-aa63-66be7f74ffe5 None None] Network 09df4f81-1939-46d8-ae70-2ff43bbcd33e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:46:58.792040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-32761c95-f152-4fbb-bfa1-62354f7b023e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2683105 Nov 03 18:46:58.794227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58490) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:58.806996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:58.877520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.879285 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.944907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-2f29ce10-06cc-4c47-9a79-192ac4235ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.947741 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-2f29ce10-06cc-4c47-9a79-192ac4235ebc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f4d0be58189b4609adebd115604850be&device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1591973 Nov 03 18:46:58.999468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:59.043036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-103a5da2-33d7-419b-b68b-c070da65e887 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.048843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.051015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-103a5da2-33d7-419b-b68b-c070da65e887 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.062765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-103a5da2-33d7-419b-b68b-c070da65e887 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.065633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.079508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-103a5da2-33d7-419b-b68b-c070da65e887 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.093598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-103a5da2-33d7-419b-b68b-c070da65e887 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.104807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-103a5da2-33d7-419b-b68b-c070da65e887 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.122297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-103a5da2-33d7-419b-b68b-c070da65e887 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.126415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-103a5da2-33d7-419b-b68b-c070da65e887 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5429 time: 0.2871644 Nov 03 18:46:59.182929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=05ffe491-d40f-4e61-b670-446afa590d27,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:59.312641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f0ffda-1992-4057-9d3f-f94055233e82 None None] Network 09df4f81-1939-46d8-ae70-2ff43bbcd33e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:46:59.365185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-c65afa49-7846-4cd9-bb2f-c2f18f1672f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.368781 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-c65afa49-7846-4cd9-bb2f-c2f18f1672f9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 200 len: 914 time: 0.4087257 Nov 03 18:46:59.391105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-848e5b70-8c26-4f1b-bd13-e3c64e918be8 req-65d48399-34ba-4407-ad2c-7bfa626f0c14 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1836760 Nov 03 18:46:59.395238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.402861 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:59.504799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:59.505562 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.511740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:59.554252 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-a8cf777c-61f3-4aa6-8f59-a752d0526c0e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7 HTTP/1.1" status: 200 len: 217 time: 0.1588900 Nov 03 18:46:59.707821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-2b138483-d4fe-42fe-baa9-f08c7c010868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.711755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-2b138483-d4fe-42fe-baa9-f08c7c010868 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 200 len: 853 time: 0.1467166 Nov 03 18:46:59.787953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-daf8a52a-60ff-4f18-807d-9f4d2f40194e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b780ede-5f7d-4cde-94dd-79c7ecc352c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610039 Nov 03 18:46:59.922594 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.990155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:59.999932 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.001482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7b58501f-47f6-4ca7-90ad-c57544e380a5 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:00.016630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58504) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:00.397254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:00.420615 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6e287039-42ed-422d-acd0-bb24b6498c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.428916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 7b58501f-47f6-4ca7-90ad-c57544e380a5 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:00.436969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 7b58501f-47f6-4ca7-90ad-c57544e380a5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:00.437548 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.491976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-b46f1c27-876a-4649-be7e-238d2d5dbf82 service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962223 Nov 03 18:47:00.515336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270afff-072d-45eb-a4ef-51bf3853d305 req-740e266b-ca1a-4fc2-9af5-afc4b8d21207 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:00.525786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d270afff-072d-45eb-a4ef-51bf3853d305 req-740e266b-ca1a-4fc2-9af5-afc4b8d21207 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.7160835 Nov 03 18:47:00.537081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.601799 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.653642 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.729067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7b58501f-47f6-4ca7-90ad-c57544e380a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:00.737332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.738028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 22dc1c34-0f4a-4d1b-a223-8b74166877e8 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:00.757251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d270afff-072d-45eb-a4ef-51bf3853d305 req-d73919a2-991c-4b66-95ce-500aaf6945fe tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164733 Nov 03 18:47:00.763652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62321754-10a3-4072-86c8-cb8c25ed0c33 req-d2ae0750-9cdb-4939-81ce-1740af5ca44c service neutron] 10.222.0.96 "GET /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626135 Nov 03 18:47:00.831214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6e287039-42ed-422d-acd0-bb24b6498c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.843640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6e287039-42ed-422d-acd0-bb24b6498c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.900324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7b58501f-47f6-4ca7-90ad-c57544e380a5,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:00.941328 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8055d-dd7e-4884-a61e-11ed3f944db2 x-openstack-request-id: req-b3d8055d-dd7e-4884-a61e-11ed3f944db2 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:00.941877 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "382e5b56-3fe3-4119-9669-afd9f3c0678e", "code": 200}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "05ffe491-d40f-4e61-b670-446afa590d27", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:00.942231 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3d8055d-dd7e-4884-a61e-11ed3f944db2 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:00.942893 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382e5b56-3fe3-4119-9669-afd9f3c0678e', 'code': 200} Nov 03 18:47:00.943326 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27', 'code': 200} Nov 03 18:47:00.958201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:00.961932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Allocated IP 172.25.3.146 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/fefdd311-4219-46d8-b5d1-9257a3e99b90) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:00.968496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:00.969887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.977325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58512) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:00.977894 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6e287039-42ed-422d-acd0-bb24b6498c0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa78a4e58e4248ec81db0f6189cb1b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9589996 Nov 03 18:47:00.978675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e287039-42ed-422d-acd0-bb24b6498c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb27119-e639-4476-abad-9e3874645306,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:01.120135 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-baf94d18-5581-48d2-a989-318d4b34f48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.160853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-baf94d18-5581-48d2-a989-318d4b34f48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.191491 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.222454 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.268605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2ede9-b1ba-4962-b00e-f36470de7f45 req-51adbb3e-d3c6-4d1c-9a40-04af62280859 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.271593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80f2ede9-b1ba-4962-b00e-f36470de7f45 req-51adbb3e-d3c6-4d1c-9a40-04af62280859 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 944 time: 0.2104862 Nov 03 18:47:01.278849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 22dc1c34-0f4a-4d1b-a223-8b74166877e8, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:01.289266 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.291382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6ae491b2-c4a8-4bd9-910d-673c20f494e6 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:01.314970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-baf94d18-5581-48d2-a989-318d4b34f48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.320534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-baf94d18-5581-48d2-a989-318d4b34f48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.323279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-baf94d18-5581-48d2-a989-318d4b34f48b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7eb27119-e639-4476-abad-9e3874645306 HTTP/1.1" status: 204 len: 168 time: 0.3440528 Nov 03 18:47:01.347281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.365457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf94d18-5581-48d2-a989-318d4b34f48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb27119-e639-4476-abad-9e3874645306,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:01.430595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:01.436414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:01.440981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:01.463769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80f2ede9-b1ba-4962-b00e-f36470de7f45 req-8021a4f2-a256-4e1d-9f8c-b526621a8ea9 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757326 Nov 03 18:47:01.567744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=22dc1c34-0f4a-4d1b-a223-8b74166877e8,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:01.585730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Pushing event updated for resources: {'Port': ['ID=fefdd311-4219-46d8-b5d1-9257a3e99b90,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:01.682731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:01.705939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:01.706784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.899806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-0eb19e6d-8f3e-4bef-b936-7047e297b8ad tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.913072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-0eb19e6d-8f3e-4bef-b936-7047e297b8ad tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.927353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-0eb19e6d-8f3e-4bef-b936-7047e297b8ad tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.939753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-0eb19e6d-8f3e-4bef-b936-7047e297b8ad tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.952169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-0eb19e6d-8f3e-4bef-b936-7047e297b8ad tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.966728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-0eb19e6d-8f3e-4bef-b936-7047e297b8ad tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.982890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-0eb19e6d-8f3e-4bef-b936-7047e297b8ad tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.988980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.004496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-0eb19e6d-8f3e-4bef-b936-7047e297b8ad tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5432 time: 0.2311807 Nov 03 18:47:02.147619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6ae491b2-c4a8-4bd9-910d-673c20f494e6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:02.154691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.229806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-340c1966-aee8-4d4a-ba0f-0bfe12ee8981 req-90fd74af-1472-4159-a0fc-16a33ff042da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2141707 Nov 03 18:47:02.237339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.268827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f13d20df-4302-4731-92cc-16669db03385 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:02.358860 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.365384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=6ae491b2-c4a8-4bd9-910d-673c20f494e6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:02.709031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39b3d-eb1f-4a41-a3f3-e01a030600c5 req-58a75856-940d-47d7-8d1b-ec4b15777f29 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:02.715180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23f39b3d-eb1f-4a41-a3f3-e01a030600c5 req-58a75856-940d-47d7-8d1b-ec4b15777f29 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1062059 Nov 03 18:47:02.850354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23f39b3d-eb1f-4a41-a3f3-e01a030600c5 req-4ab7634e-b296-4406-9723-58bd8dc5453b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116176 Nov 03 18:47:02.905957 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.946685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13d20df-4302-4731-92cc-16669db03385'}, {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9'}, {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b58501f-47f6-4ca7-90ad-c57544e380a5'}, {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dc1c34-0f4a-4d1b-a223-8b74166877e8'}, {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae491b2-c4a8-4bd9-910d-673c20f494e6'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:02.954766 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50f50a-f5ee-4e04-9eea-6539f7e4ea0e" -d '{"events": [{"server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "name": "network-vif-unplugged", "status": "completed", "tag": "f13d20df-4302-4731-92cc-16669db03385"}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "2a248d95-1dd6-4365-9f2a-4bf795a9c0c9"}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "7b58501f-47f6-4ca7-90ad-c57544e380a5"}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "22dc1c34-0f4a-4d1b-a223-8b74166877e8"}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "6ae491b2-c4a8-4bd9-910d-673c20f494e6"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:03.105387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853bfce-5453-4e4a-904e-b1a3e7cb9a4d req-a4e88443-b9dd-40d6-9a30-0ccd367d73d9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:03.108129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0853bfce-5453-4e4a-904e-b1a3e7cb9a4d req-a4e88443-b9dd-40d6-9a30-0ccd367d73d9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1038849 Nov 03 18:47:03.211436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0853bfce-5453-4e4a-904e-b1a3e7cb9a4d req-b1844647-6e15-4c47-a1a9-567f1176a6a0 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877945 Nov 03 18:47:03.230147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Router 0365e951-9ff5-4cb4-8606-339228f8cb17 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:47:03.251336 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.487374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:03.506294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Sync routers for ids ['0365e951-9ff5-4cb4-8606-339228f8cb17'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:03.537273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Routers {'0365e951-9ff5-4cb4-8606-339228f8cb17'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:03.538520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:46:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['0365e951-9ff5-4cb4-8606-339228f8cb17'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:03.552964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.559464 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1744b07e-fa91-4991-bfbe-c2cf3b206408 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7572598 Nov 03 18:47:03.560070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58552) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:03.696112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb086383-ebee-466f-a97b-c4b14ed1cd29 req-73eeca8e-1f52-411f-9eae-a007cc7a1bda tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:03.702832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb086383-ebee-466f-a97b-c4b14ed1cd29 req-73eeca8e-1f52-411f-9eae-a007cc7a1bda tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2397714 Nov 03 18:47:03.778793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Set router 0365e951-9ff5-4cb4-8606-339228f8cb17 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:03.886601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb086383-ebee-466f-a97b-c4b14ed1cd29 req-93c9adc9-7ddd-413e-b5d0-bc54578cf814 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696637 Nov 03 18:47:04.043474 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 866 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eab5f1-0ace-4761-9b29-8bccdb7dd76a x-openstack-request-id: req-a4eab5f1-0ace-4761-9b29-8bccdb7dd76a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:04.044507 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "name": "network-vif-unplugged", "status": "failed", "tag": "f13d20df-4302-4731-92cc-16669db03385", "code": 422}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "2a248d95-1dd6-4365-9f2a-4bf795a9c0c9", "code": 200}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "7b58501f-47f6-4ca7-90ad-c57544e380a5", "code": 200}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "22dc1c34-0f4a-4d1b-a223-8b74166877e8", "code": 200}, {"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-plugged", "status": "completed", "tag": "6ae491b2-c4a8-4bd9-910d-673c20f494e6", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:04.045603 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4eab5f1-0ace-4761-9b29-8bccdb7dd76a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:04.046721 n-d-812148-3 neutron-server[101757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f13d20df-4302-4731-92cc-16669db03385', 'code': 422} returned with failed status Nov 03 18:47:04.047752 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9', 'code': 200} Nov 03 18:47:04.048518 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b58501f-47f6-4ca7-90ad-c57544e380a5', 'code': 200} Nov 03 18:47:04.049268 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dc1c34-0f4a-4d1b-a223-8b74166877e8', 'code': 200} Nov 03 18:47:04.050170 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae491b2-c4a8-4bd9-910d-673c20f494e6', 'code': 200} Nov 03 18:47:04.262512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:47:01Z', 'revision_number': 3, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port': {'id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:00Z', 'updated_at': '2021-11-03T18:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:04.324028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Checking router: 0365e951-9ff5-4cb4-8606-339228f8cb17 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:04.324028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Updating router 0365e951-9ff5-4cb4-8606-339228f8cb17 port fefdd311-4219-46d8-b5d1-9257a3e99b90 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:47:04.386835 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:04.492229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2be2b55c-5df7-4d2a-9cd7-d33630e1cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.493697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2be2b55c-5df7-4d2a-9cd7-d33630e1cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.495015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2be2b55c-5df7-4d2a-9cd7-d33630e1cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.495242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2be2b55c-5df7-4d2a-9cd7-d33630e1cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.495992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2be2b55c-5df7-4d2a-9cd7-d33630e1cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.496832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2be2b55c-5df7-4d2a-9cd7-d33630e1cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.497586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2be2b55c-5df7-4d2a-9cd7-d33630e1cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.501001 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2be2b55c-5df7-4d2a-9cd7-d33630e1cbb9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6490 time: 0.2550683 Nov 03 18:47:04.518780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc565cc-0ad6-4a41-ad4a-3a0906459dfd req-1cc96681-de00-41d5-ad73-a54217b55cbc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.521699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2dc565cc-0ad6-4a41-ad4a-3a0906459dfd req-1cc96681-de00-41d5-ad73-a54217b55cbc tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.2735963 Nov 03 18:47:04.663847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:04.761573 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2dc565cc-0ad6-4a41-ad4a-3a0906459dfd req-5565fcfb-552e-4bed-ad10-69547b8e237e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243855 Nov 03 18:47:04.815994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b4d025e-738b-42bc-ac9e-88e8facb6859 req-2809d280-a627-4ae2-8f29-6b4f1633dfa1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2925286 Nov 03 18:47:04.896282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-542f2db2-4404-4037-90e6-554395d42539 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1923414768'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:04.897758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-542f2db2-4404-4037-90e6-554395d42539 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Unknown quota resources ['metering_label']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:47:04.984969 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:04.985553 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.006122 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.127963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e1f74-bf03-4c15-b907-761c5a8df1a0 None None] Pushing event updated for resources: {'Port': ['ID=fefdd311-4219-46d8-b5d1-9257a3e99b90,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:05.134326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Attempting to bind port fefdd311-4219-46d8-b5d1-9257a3e99b90 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:05.135661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Attempting to bind port fefdd311-4219-46d8-b5d1-9257a3e99b90 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:05.136674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Attempting to bind port fefdd311-4219-46d8-b5d1-9257a3e99b90 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:05.147057 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:05.147717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:05.148427 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.149116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:05.150042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Bound port: fefdd311-4219-46d8-b5d1-9257a3e99b90, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:05.150706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.158386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-8d47145a-1289-4a8b-95e2-c75bf5b34fff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.171525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-8d47145a-1289-4a8b-95e2-c75bf5b34fff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.180176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-8d47145a-1289-4a8b-95e2-c75bf5b34fff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.190958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-8d47145a-1289-4a8b-95e2-c75bf5b34fff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.203558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-8d47145a-1289-4a8b-95e2-c75bf5b34fff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.215208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-8d47145a-1289-4a8b-95e2-c75bf5b34fff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.225793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-8d47145a-1289-4a8b-95e2-c75bf5b34fff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.229715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-8d47145a-1289-4a8b-95e2-c75bf5b34fff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5433 time: 0.3012049 Nov 03 18:47:05.279271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] For port fefdd311-4219-46d8-b5d1-9257a3e99b90, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:05.287552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] For port fefdd311-4219-46d8-b5d1-9257a3e99b90, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fefdd311-4219-46d8-b5d1-9257a3e99b90,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:05.295690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-542f2db2-4404-4037-90e6-554395d42539 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.296058 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.302045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-542f2db2-4404-4037-90e6-554395d42539 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6356995 Nov 03 18:47:05.303604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58576) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:05.312608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a33d5c23-4d76-4837-a343-304a11959e06 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9d26887c-30fd-4a16-8467-a43407e7f1aa'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:05.314605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a33d5c23-4d76-4837-a343-304a11959e06 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:47:05.409797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Routers {'0365e951-9ff5-4cb4-8606-339228f8cb17'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:05.410997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:46:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['0365e951-9ff5-4cb4-8606-339228f8cb17'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:05.473666 n-d-812148-3 neutron-server[101755]: WARNING neutron.services.metering.metering_plugin [None req-a33d5c23-4d76-4837-a343-304a11959e06 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 18:47:05.505097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e1f74-bf03-4c15-b907-761c5a8df1a0 None None] Pushing event updated for resources: {'Port': ['ID=fefdd311-4219-46d8-b5d1-9257a3e99b90,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:05.535908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57edf2a8-e389-4996-a9c9-fb2bf9641207 req-ef684f71-db9d-46d3-9ae3-ca3cc1d8b03d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2892101 Nov 03 18:47:05.537988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Allocated IP 172.20.0.1 (09df4f81-1939-46d8-ae70-2ff43bbcd33e/2877120d-fbf8-48e8-bf41-8c8bb8a7e826/ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:05.688219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a33d5c23-4d76-4837-a343-304a11959e06 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.694315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a33d5c23-4d76-4837-a343-304a11959e06 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3874869 Nov 03 18:47:05.695722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58578) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:05.709778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e3dee44f-24d8-4fd7-91d1-2447cf3c8dcc tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9d26887c-30fd-4a16-8467-a43407e7f1aa'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:05.710671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e3dee44f-24d8-4fd7-91d1-2447cf3c8dcc tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:47:05.717223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] Set router 0365e951-9ff5-4cb4-8606-339228f8cb17 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:05.819856 n-d-812148-3 neutron-server[101755]: WARNING neutron.services.metering.metering_plugin [None req-e3dee44f-24d8-4fd7-91d1-2447cf3c8dcc tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 18:47:05.835509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.873935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6276ac3b-c38a-4b5f-a9ab-733391685fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.946765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.036510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Network 09df4f81-1939-46d8-ae70-2ff43bbcd33e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:06.042742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:06.049604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:06.088014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3dee44f-24d8-4fd7-91d1-2447cf3c8dcc tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.090677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e3dee44f-24d8-4fd7-91d1-2447cf3c8dcc tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3930180 Nov 03 18:47:06.096395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58582) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:06.123466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-660cd739-1a38-4cd5-8188-8f460bdd9619 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=254a44ca-f8c2-4fd1-a619-5e23d3bb43e8 HTTP/1.1" status: 200 len: 462 time: 0.0253417 Nov 03 18:47:06.126356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Pushing event updated for resources: {'Port': ['ID=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:06.130931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58584) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:06.192989 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.200510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7285bd88-f01e-4aca-841f-03593977574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:47:01Z', 'revision_number': 3, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port': {'id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:00Z', 'updated_at': '2021-11-03T18:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:06.259048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285bd88-f01e-4aca-841f-03593977574b None None] The sync data for ids ['0365e951-9ff5-4cb4-8606-339228f8cb17'] in n-d-812148-3 is: [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:47:01Z', 'revision_number': 3, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port': {'id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:00Z', 'updated_at': '2021-11-03T18:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:06.612415 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8545e4c-fe7d-4997-842c-9317ee8c99db tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.614325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b8545e4c-fe7d-4997-842c-9317ee8c99db tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/254a44ca-f8c2-4fd1-a619-5e23d3bb43e8 HTTP/1.1" status: 204 len: 168 time: 0.4748867 Nov 03 18:47:06.618747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58592) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:06.646982 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a6a5110f-6257-4db6-9aed-bba8e924d49c tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=254a44ca-f8c2-4fd1-a619-5e23d3bb43e8 HTTP/1.1" status: 200 len: 221 time: 0.0263445 Nov 03 18:47:06.648056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:06.656769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7e07e372-6856-4e8f-bec2-847085876e1b tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1247976811', 'description': 'label created by tempest'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:06.673596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7e07e372-6856-4e8f-bec2-847085876e1b tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Unknown quota resources ['metering_label']. {{(pid=101755) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:47:06.772597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e04b-4ab9-4f9d-8c1a-13ae8d086696 req-e698816c-e6f8-445e-880f-a968eab777de tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:06.801152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8af3e04b-4ab9-4f9d-8c1a-13ae8d086696 req-e698816c-e6f8-445e-880f-a968eab777de tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.4337010 Nov 03 18:47:06.980329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.162289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8af3e04b-4ab9-4f9d-8c1a-13ae8d086696 req-1e2cd784-506f-4fa4-991f-15fda1fcdba8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3596482 Nov 03 18:47:07.207114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e07e372-6856-4e8f-bec2-847085876e1b tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.212980 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7e07e372-6856-4e8f-bec2-847085876e1b tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5585992 Nov 03 18:47:07.215709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58602) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:07.405848 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c845fe99-5898-4eba-9fc2-95f40ff1dfa9 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=fd2423b2-051a-4ac5-bbde-ba9427f6b38f HTTP/1.1" status: 200 len: 468 time: 0.1872721 Nov 03 18:47:07.407041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:07.527675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22462100-132b-4687-baf4-74d1cf028f47 req-9751eaf5-d080-41c2-a09a-f3ff0c26bde8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:07.534857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22462100-132b-4687-baf4-74d1cf028f47 req-9751eaf5-d080-41c2-a09a-f3ff0c26bde8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1817029 Nov 03 18:47:07.681821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22462100-132b-4687-baf4-74d1cf028f47 req-f1d230b2-55b9-47cf-98d4-f059a65a3863 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279323 Nov 03 18:47:07.706341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.724097 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.889864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc02eeab-cb8a-4a66-ad7b-97bacaaf18f7 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.891502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fc02eeab-cb8a-4a66-ad7b-97bacaaf18f7 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/fd2423b2-051a-4ac5-bbde-ba9427f6b38f HTTP/1.1" status: 204 len: 168 time: 0.4823472 Nov 03 18:47:07.899077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58608) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:07.934668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d5ca0f89-0d06-49ce-a66d-0caf4a24ba17 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=fd2423b2-051a-4ac5-bbde-ba9427f6b38f HTTP/1.1" status: 200 len: 216 time: 0.0336170 Nov 03 18:47:07.940329 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58610) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:07.954149 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e57eba45-2b9e-425e-b102-3bf9461cf36e tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0119545 Nov 03 18:47:07.966306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58612) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:07.989402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Pushing event updated for resources: {'Port': ['ID=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:07.989699 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9531ba73-f0c7-443a-9a7f-7e2b96bf83de tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0202880 Nov 03 18:47:07.989885 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.995703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58614) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:08.159788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c8714b39-0cf9-48f4-82ac-9bfa94e355d9 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/9d26887c-30fd-4a16-8467-a43407e7f1aa HTTP/1.1" status: 200 len: 473 time: 0.1544795 Nov 03 18:47:08.159788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:08.179269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-5425c424-635e-4ebc-beb1-b32df4158435 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.187455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-5425c424-635e-4ebc-beb1-b32df4158435 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.199529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-5425c424-635e-4ebc-beb1-b32df4158435 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.207304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-5425c424-635e-4ebc-beb1-b32df4158435 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.218059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-5425c424-635e-4ebc-beb1-b32df4158435 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.227394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-5425c424-635e-4ebc-beb1-b32df4158435 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.236580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-5425c424-635e-4ebc-beb1-b32df4158435 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.240007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-5425c424-635e-4ebc-beb1-b32df4158435 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5433 time: 0.3497860 Nov 03 18:47:08.309539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a3e5c168-fcc1-49f3-be11-8479034350b4 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/35657a05-312c-4ad0-997e-f404369c2a00 HTTP/1.1" status: 200 len: 459 time: 0.0640330 Nov 03 18:47:08.313536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58628) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:08.326861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b9a67aa2-f9b9-4bd6-b62e-69d3f63e1f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.449404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Network 09df4f81-1939-46d8-ae70-2ff43bbcd33e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:08.461798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a46cb441-cc3c-4527-b0fe-6cae2aac2f50 req-e82db0d9-9cf9-4c3e-8160-0aa495307c9f tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2099230 Nov 03 18:47:08.463822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:08.614180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f315-ec79-4fe8-a725-7240b98dfbe0 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.616266 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a8f0f315-ec79-4fe8-a725-7240b98dfbe0 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/35657a05-312c-4ad0-997e-f404369c2a00 HTTP/1.1" status: 204 len: 168 time: 0.3002508 Nov 03 18:47:08.624304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58634) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:08.683084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Router 0365e951-9ff5-4cb4-8606-339228f8cb17 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:08.889631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fefdd311-4219-46d8-b5d1-9257a3e99b90 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:09.025820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fefdd311-4219-46d8-b5d1-9257a3e99b90 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:09.026150 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.050605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d586b0a-3df8-45fb-87b8-484608abf6d2 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.053945 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d586b0a-3df8-45fb-87b8-484608abf6d2 tempest-MeteringIpV6TestJSON-498300856 tempest-MeteringIpV6TestJSON-498300856-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/9d26887c-30fd-4a16-8467-a43407e7f1aa HTTP/1.1" status: 204 len: 168 time: 0.4265072 Nov 03 18:47:09.080658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:09.090358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6b241629-e65c-4130-9ad4-b13a17ebf987 admin admin] 10.222.0.77 "PUT /v2.0/routers/0365e951-9ff5-4cb4-8606-339228f8cb17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5276351 Nov 03 18:47:09.135344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d240c-9ff7-45ec-9448-caa92eff431d req-667958be-f27e-4ded-9185-72db5c8e7945 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.145087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374d240c-9ff7-45ec-9448-caa92eff431d req-667958be-f27e-4ded-9185-72db5c8e7945 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1578219 Nov 03 18:47:09.275460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-374d240c-9ff7-45ec-9448-caa92eff431d req-dd798495-e746-43c6-af7d-35c6cf7d5982 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229634 Nov 03 18:47:09.302164 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.354332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port fefdd311-4219-46d8-b5d1-9257a3e99b90, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fefdd311-4219-46d8-b5d1-9257a3e99b90,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:09.363521 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.464473 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Sync routers for ids ['0365e951-9ff5-4cb4-8606-339228f8cb17'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:09.485845 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Routers {'0365e951-9ff5-4cb4-8606-339228f8cb17'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:09.487289 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['0365e951-9ff5-4cb4-8606-339228f8cb17'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:09.531776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=fefdd311-4219-46d8-b5d1-9257a3e99b90,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:09.535119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039015d-3415-40e9-ae77-3244599eedc3 req-baf92ce6-19a9-4578-bc59-d87e0fc90987 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.557600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f039015d-3415-40e9-ae77-3244599eedc3 req-baf92ce6-19a9-4578-bc59-d87e0fc90987 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1226497 Nov 03 18:47:09.661269 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f039015d-3415-40e9-ae77-3244599eedc3 req-af19261b-2113-4398-a11a-107763bfedb8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975912 Nov 03 18:47:09.702849 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Set router 0365e951-9ff5-4cb4-8606-339228f8cb17 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:09.825685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58654) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:09.892981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522014fb-2c46-4ea2-9342-da412afab3dc req-9ce2ab75-3302-46ee-a417-9c713df6e7da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.907086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522014fb-2c46-4ea2-9342-da412afab3dc req-9ce2ab75-3302-46ee-a417-9c713df6e7da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.920018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522014fb-2c46-4ea2-9342-da412afab3dc req-9ce2ab75-3302-46ee-a417-9c713df6e7da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.934416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522014fb-2c46-4ea2-9342-da412afab3dc req-9ce2ab75-3302-46ee-a417-9c713df6e7da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.949789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522014fb-2c46-4ea2-9342-da412afab3dc req-9ce2ab75-3302-46ee-a417-9c713df6e7da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.955288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.962210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522014fb-2c46-4ea2-9342-da412afab3dc req-9ce2ab75-3302-46ee-a417-9c713df6e7da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.975551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522014fb-2c46-4ea2-9342-da412afab3dc req-9ce2ab75-3302-46ee-a417-9c713df6e7da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.987151 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-522014fb-2c46-4ea2-9342-da412afab3dc req-9ce2ab75-3302-46ee-a417-9c713df6e7da tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5433 time: 0.2079182 Nov 03 18:47:10.000295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58662) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:10.010208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Request body: {'floatingip': {'port_id': '05ffe491-d40f-4e61-b670-446afa590d27'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:10.108656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.246105 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:47:06Z', 'revision_number': 4, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port': {'id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:00Z', 'updated_at': '2021-11-03T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91', 'name': '', 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'mac_address': 'fa:16:3e:84:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2877120d-fbf8-48e8-bf41-8c8bb8a7e826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:07Z', 'revision_number': 2, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'subnets': [{'id': '2877120d-fbf8-48e8-bf41-8c8bb8a7e826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:10.249559 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf1b8-93b0-4604-933e-c680ea44e1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.298480 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Checking router: 0365e951-9ff5-4cb4-8606-339228f8cb17 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:10.299051 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Updating router 0365e951-9ff5-4cb4-8606-339228f8cb17 port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:47:10.360063 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.632390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf1b8-93b0-4604-933e-c680ea44e1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.642605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf1b8-93b0-4604-933e-c680ea44e1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.803744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fefdd311-4219-46d8-b5d1-9257a3e99b90 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:10.909332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-27c109f6-5731-464c-b258-fa77f89d0edd tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:10.911647 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.913256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-27c109f6-5731-464c-b258-fa77f89d0edd tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 810 time: 0.2195811 Nov 03 18:47:10.926492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fefdd311-4219-46d8-b5d1-9257a3e99b90 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:10.927783 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.934616 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.963586 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-471447b6-3fc0-49ad-ab7a-be92b2e3745c tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/quotas/b8fd12b597a74919ab6784ca72473ce0 HTTP/1.1" status: 200 len: 375 time: 0.0347128 Nov 03 18:47:11.095586 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Pushing event updated for resources: {'Port': ['ID=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:11.095870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-2f173f9c-9338-4d97-8a83-9da0fd9ca40e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259012 Nov 03 18:47:11.130284 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Attempting to bind port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:11.131343 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Attempting to bind port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:11.132938 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Attempting to bind port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 on network 09df4f81-1939-46d8-ae70-2ff43bbcd33e {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:11.167191 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:11.175126 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Checking segment: {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:11.176910 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.178079 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Bound using segment: {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:11.187725 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Bound port: ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:11.189833 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.195801 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.196353 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.196885 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.197453 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.208654 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.209157 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.209800 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.210556 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.211677 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.212196 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.212552 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.212987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:11.230983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaf1b8-93b0-4604-933e-c680ea44e1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3578395f-3823-46a9-834f-6d24df8aa67a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:11.255101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58682) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:11.255987 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aaeaf1b8-93b0-4604-933e-c680ea44e1a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=195d08d1d88f4fd7b3b4c56936e4552c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4271116 Nov 03 18:47:11.392650 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] For port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:11.410589 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] For port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:11.414472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ba69ea0-0e8d-49b3-bddd-058da21295c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.428134 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.479794 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ba69ea0-0e8d-49b3-bddd-058da21295c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.518680 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Routers {'0365e951-9ff5-4cb4-8606-339228f8cb17'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:11.519986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['0365e951-9ff5-4cb4-8606-339228f8cb17'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:11.552344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-fb1dfbc1-dfbe-4a3e-b512-16be4e2712e5 service neutron] 10.222.0.77 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484766 Nov 03 18:47:11.721214 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1c76a-d6cf-4169-8d42-d5e12d68d90c None None] Pushing event updated for resources: {'Port': ['ID=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:11.796409 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] Set router 0365e951-9ff5-4cb4-8606-339228f8cb17 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:11.829093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.836758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.052519 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Floating IP 9ac6d599-a6f3-4e4f-8e5c-a037224ff77b associated. External IP: 172.25.3.88, port: 05ffe491-d40f-4e61-b670-446afa590d27. Nov 03 18:47:12.129993 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.149547 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.163312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ba69ea0-0e8d-49b3-bddd-058da21295c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.173169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ba69ea0-0e8d-49b3-bddd-058da21295c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.173169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9ba69ea0-0e8d-49b3-bddd-058da21295c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3578395f-3823-46a9-834f-6d24df8aa67a HTTP/1.1" status: 204 len: 168 time: 0.9103458 Nov 03 18:47:12.205380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba69ea0-0e8d-49b3-bddd-058da21295c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3578395f-3823-46a9-834f-6d24df8aa67a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:12.226800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-777013ea-57af-4b36-9ad0-f04ee6113fa3 service neutron] 10.222.0.77 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632082 Nov 03 18:47:12.489823 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:47:06Z', 'revision_number': 4, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port': {'id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:00Z', 'updated_at': '2021-11-03T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91', 'name': '', 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'mac_address': 'fa:16:3e:84:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2877120d-fbf8-48e8-bf41-8c8bb8a7e826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:11Z', 'revision_number': 4, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'subnets': [{'id': '2877120d-fbf8-48e8-bf41-8c8bb8a7e826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:12.559615 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02cae5-0c48-438d-bed9-3ec6f9b8a5f9 None None] The sync data for ids ['0365e951-9ff5-4cb4-8606-339228f8cb17'] in n-d-812148-3 is: [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:47:06Z', 'revision_number': 4, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port': {'id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:00Z', 'updated_at': '2021-11-03T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91', 'name': '', 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'mac_address': 'fa:16:3e:84:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2877120d-fbf8-48e8-bf41-8c8bb8a7e826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:11Z', 'revision_number': 4, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'subnets': [{'id': '2877120d-fbf8-48e8-bf41-8c8bb8a7e826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:12.696198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:13.051494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:13.084883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58700) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:13.147806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f78b7542-e996-4037-b54c-a291e1001319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.161998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:13.178279 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.179603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ea43-a66b-4bd7-ba43-e7eb460a37f0 req-679487be-60f3-4724-8b30-c2c50330abac tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:13.186309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f30ea43-a66b-4bd7-ba43-e7eb460a37f0 req-679487be-60f3-4724-8b30-c2c50330abac tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1842353 Nov 03 18:47:13.200741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] Sync routers for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:13.215419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:13.216243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.261751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3b3e084f-2620-42b5-b30b-d73962d32d31 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "PUT /v2.0/floatingips/9ac6d599-a6f3-4e4f-8e5c-a037224ff77b HTTP/1.1" status: 200 len: 991 time: 3.2596581 Nov 03 18:47:13.266779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:13.271356 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e4ed6a-1949-4e0f-a7cc-d3805952a933" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "05ffe491-d40f-4e61-b670-446afa590d27"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:13.275502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:13.277708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:13.354476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f30ea43-a66b-4bd7-ba43-e7eb460a37f0 req-6b77b2aa-07c5-4a04-bad8-88e6de32f0e3 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469233 Nov 03 18:47:13.435763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f78b7542-e996-4037-b54c-a291e1001319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.453231 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f78b7542-e996-4037-b54c-a291e1001319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.573655 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f78b7542-e996-4037-b54c-a291e1001319 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74c76737520a46c788fb48f422366194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817412 Nov 03 18:47:13.577165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58710) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:13.606741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b7542-e996-4037-b54c-a291e1001319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c149fb18-74f8-47a3-8417-75fb27a2f817,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:13.719991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:13.742985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e23dc-4287-49d0-8026-850bec779331 req-1c31acf3-379a-451c-8c48-9004edea6d7a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:13.755011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-283e23dc-4287-49d0-8026-850bec779331 req-1c31acf3-379a-451c-8c48-9004edea6d7a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2073476 Nov 03 18:47:13.800656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.881749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.885966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-283e23dc-4287-49d0-8026-850bec779331 req-6a11bc81-6df4-452f-8b88-7aa863a1d241 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296046 Nov 03 18:47:13.893976 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.073406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.078385 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.080414 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c149fb18-74f8-47a3-8417-75fb27a2f817 HTTP/1.1" status: 204 len: 168 time: 0.5006876 Nov 03 18:47:14.109472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c149fb18-74f8-47a3-8417-75fb27a2f817,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:14.140626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.141174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.141764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.142345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.142921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.143500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.144073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.144648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.145216 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.145818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.146384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.146953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9beb4c-095b-43f6-94e2-b7fb2f908f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:14.205824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:14.268144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-beece3e4-0d6b-4ced-8e5e-7c8b5385c047 req-2a39d4b9-b781-4284-bfcd-12b0f8726e37 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 210 time: 0.1273260 Nov 03 18:47:14.288481 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.590148 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c29b02f-1aca-4943-83e1-a4b00f642667 x-openstack-request-id: req-5c29b02f-1aca-4943-83e1-a4b00f642667 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:14.590617 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "tag": "05ffe491-d40f-4e61-b670-446afa590d27", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:14.591011 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c29b02f-1aca-4943-83e1-a4b00f642667 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:14.591646 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27', 'status': 'completed', 'code': 200} Nov 03 18:47:14.613696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:14.915281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '9ac6d599-a6f3-4e4f-8e5c-a037224ff77b', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'port_id': '05ffe491-d40f-4e61-b670-446afa590d27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'mac_address': 'fa:16:3e:f5:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:10Z', 'updated_at': '2021-11-03T18:47:11Z', 'revision_number': 1, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:17Z', 'revision_number': 5, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:14.966088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-d28e3b43-f36d-41bd-b5a7-483e8ac321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.967483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-d28e3b43-f36d-41bd-b5a7-483e8ac321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.969083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-d28e3b43-f36d-41bd-b5a7-483e8ac321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.970539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-d28e3b43-f36d-41bd-b5a7-483e8ac321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.971982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-d28e3b43-f36d-41bd-b5a7-483e8ac321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.975233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-d28e3b43-f36d-41bd-b5a7-483e8ac321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.976537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-d28e3b43-f36d-41bd-b5a7-483e8ac321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.980500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-d28e3b43-f36d-41bd-b5a7-483e8ac321f7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6490 time: 0.3495080 Nov 03 18:47:15.040368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a01593-898a-4020-8f98-55d2dc1639c5 req-d8165159-7a1c-4e21-b5f0-c12508ea2a35 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:15.058869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9a01593-898a-4020-8f98-55d2dc1639c5 req-d8165159-7a1c-4e21-b5f0-c12508ea2a35 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.2944055 Nov 03 18:47:15.098147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:15.107586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] Checking router: df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:15.193532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58730) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:15.219087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:15.229016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:15.263819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9a01593-898a-4020-8f98-55d2dc1639c5 req-e615fb01-dc7a-4b41-8e39-b93d14b43767 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034726 Nov 03 18:47:15.491701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-93d7d680-217f-443d-b566-691ebd5548bd tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:15.495037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-93d7d680-217f-443d-b566-691ebd5548bd tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.70 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 810 time: 0.5157881 Nov 03 18:47:15.519231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-6e0e9ec8-faba-459c-af1d-32a549a82ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:15.520018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Request body: {'port': {'device_id': '41b8be5c-28a2-4075-bd43-8e82598c2156', 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e', 'admin_state_up': True, 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:15.538536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-6e0e9ec8-faba-459c-af1d-32a549a82ed5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d952c588-c9c2-450f-ad5b-ec4a17d7b380 HTTP/1.1" status: 200 len: 913 time: 0.5476682 Nov 03 18:47:15.619756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:15.620362 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.786238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-91670620-404b-40da-8b0c-5b437d69e220 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 200 len: 999 time: 0.2396131 Nov 03 18:47:15.797958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:15.970551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Made reservation on behalf of b8fd12b597a74919ab6784ca72473ce0 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:15.978007 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.990432 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e705125-8290-4453-ad84-9ad02b0318ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.015221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-dc040d86-8918-4dff-8570-21440e4a6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:16.019108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-dc040d86-8918-4dff-8570-21440e4a6d1f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=05c15032-d505-4f09-9ba2-7861fbedc873 HTTP/1.1" status: 200 len: 851 time: 0.2109139 Nov 03 18:47:16.232887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ecb87-82c0-4e0b-8051-2e5c7c8287e7 req-3eedd297-609a-4020-b789-59ed8a535a96 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:16.246725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc8ecb87-82c0-4e0b-8051-2e5c7c8287e7 req-3eedd297-609a-4020-b789-59ed8a535a96 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2256982 Nov 03 18:47:16.290588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-84bbd937-7b26-4300-9873-f97cc7890eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:16.293336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-84bbd937-7b26-4300-9873-f97cc7890eb5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427745 Nov 03 18:47:16.348632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Allocated IP 172.20.0.8 (09df4f81-1939-46d8-ae70-2ff43bbcd33e/2877120d-fbf8-48e8-bf41-8c8bb8a7e826/bdde4f28-bedf-4080-86c6-36f9ce40bed6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:16.471265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e705125-8290-4453-ad84-9ad02b0318ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.495398 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e705125-8290-4453-ad84-9ad02b0318ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.637125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc8ecb87-82c0-4e0b-8051-2e5c7c8287e7 req-e94fc823-f803-4b3c-a1f2-24094b698f84 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3887930 Nov 03 18:47:16.687856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9e705125-8290-4453-ad84-9ad02b0318ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18e5ec71442441cbba048333b3393961&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4465184 Nov 03 18:47:16.701927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58756) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:16.718838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e705125-8290-4453-ad84-9ad02b0318ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a271142-4ff6-4321-96f1-8343281c7999,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:16.789229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-094a056e-8012-47a5-a939-884c3c45a77f service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766319 Nov 03 18:47:16.808626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58758) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:16.844028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '9ac6d599-a6f3-4e4f-8e5c-a037224ff77b', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'port_id': '05ffe491-d40f-4e61-b670-446afa590d27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'mac_address': 'fa:16:3e:f5:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:10Z', 'updated_at': '2021-11-03T18:47:11Z', 'revision_number': 1, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:17Z', 'revision_number': 5, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:16.903470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b3e8f-c5cf-40b7-bb53-8cc18c8e820f None None] The sync data for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 is: [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '9ac6d599-a6f3-4e4f-8e5c-a037224ff77b', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'port_id': '05ffe491-d40f-4e61-b670-446afa590d27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'mac_address': 'fa:16:3e:f5:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:10Z', 'updated_at': '2021-11-03T18:47:11Z', 'revision_number': 1, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:17Z', 'revision_number': 5, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:16.930475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.980425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c4efd5b-119b-4b68-b23b-d43c1e3efbd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.994871 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37ec4e9f-935f-495d-a2f3-61ce04c74e17 req-534fc03d-0489-47fc-b720-38f1c157e632 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 210 time: 0.1504402 Nov 03 18:47:17.026638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.074094 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c4efd5b-119b-4b68-b23b-d43c1e3efbd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.138848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1483928551'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:17.146024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56e4ed6a-1949-4e0f-a7cc-d3805952a933 req-1f0848d5-3fdf-4326-92bf-cb58e9a096d0 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482685 Nov 03 18:47:17.190379 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Network 09df4f81-1939-46d8-ae70-2ff43bbcd33e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:17.237652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:17.255062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:17.271057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Pushing event updated for resources: {'Port': ['ID=bdde4f28-bedf-4080-86c6-36f9ce40bed6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:17.337186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:17.343114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.372404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.413091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:17.413091 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.451231 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2fd2a-de2b-4550-aec1-a8071a607308 None None] New status for floating IP 9ac6d599-a6f3-4e4f-8e5c-a037224ff77b: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:47:17.466334 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c4efd5b-119b-4b68-b23b-d43c1e3efbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.474999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c4efd5b-119b-4b68-b23b-d43c1e3efbd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.474999 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9c4efd5b-119b-4b68-b23b-d43c1e3efbd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a271142-4ff6-4321-96f1-8343281c7999 HTTP/1.1" status: 204 len: 168 time: 0.7687356 Nov 03 18:47:17.573527 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-edf2722b-2bac-4b1a-b364-fedfc84a629f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0649815 Nov 03 18:47:17.609700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Request body: {'port': {'device_id': '41b8be5c-28a2-4075-bd43-8e82598c2156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:17.685061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4efd5b-119b-4b68-b23b-d43c1e3efbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a271142-4ff6-4321-96f1-8343281c7999,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:17.745654 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.756921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.780947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67a739-aa0a-4533-935f-96bff8325d31 req-79c859be-d662-46a7-9fba-570c81fedd80 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:17.796892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f67a739-aa0a-4533-935f-96bff8325d31 req-79c859be-d662-46a7-9fba-570c81fedd80 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1501431 Nov 03 18:47:17.825885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d856ee6e-6331-4a79-bd08-fbd4899233db,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:17.829516 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.859957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:47:17.922652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.923256 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Added segment db78524f-b410-4293-b49b-d869c20f0806 of type vlan for network 03d94933-cc90-4647-95e9-d8529d2e6ca7 Nov 03 18:47:17.962783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f67a739-aa0a-4533-935f-96bff8325d31 req-a2d2b417-db6d-43e0-9f50-8bb25e736808 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644444 Nov 03 18:47:18.143836 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.295456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017abff-df24-411b-893c-143f36722279 req-f4013176-7137-4433-b641-c89fa1c88b22 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.298242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7017abff-df24-411b-893c-143f36722279 req-f4013176-7137-4433-b641-c89fa1c88b22 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1401024 Nov 03 18:47:18.303691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.315876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.316635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.392152 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5814257 Nov 03 18:47:18.400465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58780) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:18.413371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'subnet': {'network_id': '03d94933-cc90-4647-95e9-d8529d2e6ca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:18.562828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974824ac-6403-48be-82bc-5439cca79b18 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Network': ['ID=03d94933-cc90-4647-95e9-d8529d2e6ca7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:18.566637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7017abff-df24-411b-893c-143f36722279 req-cf6956b0-7242-4c7c-889d-b6c2a30218d5 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2532151 Nov 03 18:47:18.591672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:47:18.906312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:18.929507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdde4f28-bedf-4080-86c6-36f9ce40bed6 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:18.935749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.945048 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.972322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Transition to ACTIVE for port object bdde4f28-bedf-4080-86c6-36f9ce40bed6 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:18.979542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.109279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Pushing event updated for resources: {'Port': ['ID=bdde4f28-bedf-4080-86c6-36f9ce40bed6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:19.130493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cd7f5-cd0b-4f61-8998-7a413ecee147 req-aeb6ed9d-558e-49f5-be85-e23b010d1112 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.140329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b7cd7f5-cd0b-4f61-8998-7a413ecee147 req-aeb6ed9d-558e-49f5-be85-e23b010d1112 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.3189342 Nov 03 18:47:19.264055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Attempting to bind port bdde4f28-bedf-4080-86c6-36f9ce40bed6 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:19.264541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Attempting to bind port bdde4f28-bedf-4080-86c6-36f9ce40bed6 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:19.265074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Attempting to bind port bdde4f28-bedf-4080-86c6-36f9ce40bed6 on network 09df4f81-1939-46d8-ae70-2ff43bbcd33e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:19.275491 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b7cd7f5-cd0b-4f61-8998-7a413ecee147 req-0bca7f43-f68c-418e-a66b-ded37b13ad47 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281178 Nov 03 18:47:19.281802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Port bdde4f28-bedf-4080-86c6-36f9ce40bed6 on network 09df4f81-1939-46d8-ae70-2ff43bbcd33e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:19.282928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Attempting to bind port bdde4f28-bedf-4080-86c6-36f9ce40bed6 on network 09df4f81-1939-46d8-ae70-2ff43bbcd33e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:19.301194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:19.301194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Checking segment: {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:19.301194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Bound using segment: {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:19.301194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Bound port: bdde4f28-bedf-4080-86c6-36f9ce40bed6, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:19.301194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.479157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] For port bdde4f28-bedf-4080-86c6-36f9ce40bed6, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:19.486530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] For port bdde4f28-bedf-4080-86c6-36f9ce40bed6, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bdde4f28-bedf-4080-86c6-36f9ce40bed6,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:19.505088 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.533549 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.570881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.579570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.579570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] 10.222.0.70 "PUT /v2.0/ports/bdde4f28-bedf-4080-86c6-36f9ce40bed6 HTTP/1.1" status: 200 len: 1091 time: 1.9751935 Nov 03 18:47:19.579570 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b8be5c-28a2-4075-bd43-8e82598c2156', 'tag': 'bdde4f28-bedf-4080-86c6-36f9ce40bed6'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:19.579570 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec37398-9028-4507-a236-7b494e0f18c0" -d '{"events": [{"name": "network-changed", "server_uuid": "41b8be5c-28a2-4075-bd43-8e82598c2156", "tag": "bdde4f28-bedf-4080-86c6-36f9ce40bed6"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:19.634045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Subnet': ['ID=eb7129b3-a38f-4a41-ba5e-4490bd504834,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:19.636128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f7e5c-4bde-4d90-a03f-4b65ea48af74 service neutron] Pushing event updated for resources: {'Port': ['ID=bdde4f28-bedf-4080-86c6-36f9ce40bed6,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:19.707499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff30091-4c2b-4135-a27e-fa2073e83830 req-dcd9038a-7a45-4f8d-a499-58ea4d090e62 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.710858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ff30091-4c2b-4135-a27e-fa2073e83830 req-dcd9038a-7a45-4f8d-a499-58ea4d090e62 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 943 time: 0.2691445 Nov 03 18:47:19.760071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-31a1e715-4b0b-4988-a330-970655ceab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.762889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-31a1e715-4b0b-4988-a330-970655ceab2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 1094 time: 0.1092486 Nov 03 18:47:19.779993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Checking segment: {'id': 'db78524f-b410-4293-b49b-d869c20f0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03d94933-cc90-4647-95e9-d8529d2e6ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:19.780572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network hostable DHCP agents. Network: 03d94933-cc90-4647-95e9-d8529d2e6ca7, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:47:19.841092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ff30091-4c2b-4135-a27e-fa2073e83830 req-fbd847bf-4cde-4366-9994-b29bfa932553 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134045 Nov 03 18:47:19.855205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:47:19.864018 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-63ada1ae-16c2-4878-afd2-eb7ea3a3c4d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdde4f28-bedf-4080-86c6-36f9ce40bed6 HTTP/1.1" status: 200 len: 217 time: 0.0895295 Nov 03 18:47:19.898861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 03d94933-cc90-4647-95e9-d8529d2e6ca7) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:19.906745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.924672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed079838-fbba-4faa-bf6d-d5c54992138b None None] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:19.934103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.977660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9521caa6-7e79-4567-b452-c207d59b6082 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5731878 Nov 03 18:47:19.980705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58808) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:19.990972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1761212798', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:20.013553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-8fe08113-ee5f-4585-b06a-eb87f28b834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.016130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-8fe08113-ee5f-4585-b06a-eb87f28b834a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2877120d-fbf8-48e8-bf41-8c8bb8a7e826 HTTP/1.1" status: 200 len: 850 time: 0.1410737 Nov 03 18:47:20.041035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.049312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.089082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-b84ed825-01bc-463e-b738-f7b52985745d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09df4f81-1939-46d8-ae70-2ff43bbcd33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604677 Nov 03 18:47:20.271238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.368572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0bf172-b287-4168-83da-92ffa81e8066 None None] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:20.452498 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-d77620a2-4a71-4e31-8879-6300aa1dfeb8 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444180 Nov 03 18:47:20.732415 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-65d50fe2-d575-4fd7-a729-af7b10610ec1 req-6cea4432-5f48-4200-861f-0e9ea3e310d5 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716601 Nov 03 18:47:20.832605 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce35793c-b466-4ec3-ba31-13691ec652f0 x-openstack-request-id: req-ce35793c-b466-4ec3-ba31-13691ec652f0 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:20.833684 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b8be5c-28a2-4075-bd43-8e82598c2156", "tag": "bdde4f28-bedf-4080-86c6-36f9ce40bed6", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:20.834284 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce35793c-b466-4ec3-ba31-13691ec652f0 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:20.835127 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b8be5c-28a2-4075-bd43-8e82598c2156', 'tag': 'bdde4f28-bedf-4080-86c6-36f9ce40bed6', 'status': 'completed', 'code': 200} Nov 03 18:47:20.927236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.008690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-811a71ae-1a37-4d81-9cc9-9e98446add96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.012113 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-811a71ae-1a37-4d81-9cc9-9e98446add96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 1094 time: 0.1393752 Nov 03 18:47:21.070407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-73928b8c-f179-45e9-8078-783090109d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.072863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-73928b8c-f179-45e9-8078-783090109d62 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.2683716 Nov 03 18:47:21.221802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-c9872be3-9aa5-4acf-b55e-0209e35bd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.224297 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-c9872be3-9aa5-4acf-b55e-0209e35bd4ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 911 time: 0.2037117 Nov 03 18:47:21.307159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42b4e8-f895-4835-b7c7-5242d9a17c29 req-1a0cf6b2-75ca-44f0-a6c3-246606915eb5 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.309849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c42b4e8-f895-4835-b7c7-5242d9a17c29 req-1a0cf6b2-75ca-44f0-a6c3-246606915eb5 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.3115218 Nov 03 18:47:21.318172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-85573e8f-48cc-4d62-b442-5deed0911eea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdde4f28-bedf-4080-86c6-36f9ce40bed6 HTTP/1.1" status: 200 len: 217 time: 0.0763986 Nov 03 18:47:21.408564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-88466245-a236-4559-9e3a-34894772374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.410403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-88466245-a236-4559-9e3a-34894772374c service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.2712100 Nov 03 18:47:21.436393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-c38bdce2-d795-4e2e-ba1b-1dc213ddc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.439904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-c38bdce2-d795-4e2e-ba1b-1dc213ddc47f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2877120d-fbf8-48e8-bf41-8c8bb8a7e826 HTTP/1.1" status: 200 len: 850 time: 0.1132877 Nov 03 18:47:21.496985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-d832ace6-3dd0-4a07-9c01-bc25d795e912 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09df4f81-1939-46d8-ae70-2ff43bbcd33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490069 Nov 03 18:47:21.530330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c42b4e8-f895-4835-b7c7-5242d9a17c29 req-23a424dc-17ff-4cbd-87dd-8864299ec37a tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2034960 Nov 03 18:47:21.599675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-f897a7d3-31b9-442c-9d68-e2522c1a5539 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1000 time: 0.1772003 Nov 03 18:47:21.752692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-0d4c9ed5-5b1e-4d11-95fa-c424273a2101 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456770 Nov 03 18:47:21.935857 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.967780 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ec37398-9028-4507-a236-7b494e0f18c0 req-df1fb6f8-96b0-4143-82d6-f1c3768b3783 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071078 Nov 03 18:47:21.982374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-e43bc6ca-7325-4fcd-b305-b3267c1121bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.985105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-e43bc6ca-7325-4fcd-b305-b3267c1121bc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.3780961 Nov 03 18:47:21.991059 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.041359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edca36-a319-4034-b4b9-37489702392b req-b23cab8e-cf6b-4cfd-a980-e1d69bf3932f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.044166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2edca36-a319-4034-b4b9-37489702392b req-b23cab8e-cf6b-4cfd-a980-e1d69bf3932f tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.3057525 Nov 03 18:47:22.252952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-911c9336-eff5-4916-b7b9-70c85c4bad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.255323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-911c9336-eff5-4916-b7b9-70c85c4bad11 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2539794 Nov 03 18:47:22.329182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device bdde4f28-bedf-4080-86c6-36f9ce40bed6 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:22.370216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2edca36-a319-4034-b4b9-37489702392b req-36fbf7d0-0d66-44b0-beb7-69914709392d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928805 Nov 03 18:47:22.461915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.25.3.108 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/06b44b09-653c-40be-815e-f3d80bc9c1b2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:22.615605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port bdde4f28-bedf-4080-86c6-36f9ce40bed6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bdde4f28-bedf-4080-86c6-36f9ce40bed6,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:22.640661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'bdde4f28-bedf-4080-86c6-36f9ce40bed6', 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e', 'port_id': 'bdde4f28-bedf-4080-86c6-36f9ce40bed6', 'mac_address': 'fa:16:3e:f0:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2877120d-fbf8-48e8-bf41-8c8bb8a7e826', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:22.738102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.768653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdde4f28-bedf-4080-86c6-36f9ce40bed6 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:22.812008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port bdde4f28-bedf-4080-86c6-36f9ce40bed6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bdde4f28-bedf-4080-86c6-36f9ce40bed6,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:22.821244 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.822686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-df08d45d-ae7b-4434-9bfb-2d3be6be82c6 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507905 Nov 03 18:47:22.919253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec3959-747f-4b6f-8fd5-61b58cb4997a req-2485bcf6-3caf-4fee-b575-87f8115d9698 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.922165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-15ec3959-747f-4b6f-8fd5-61b58cb4997a req-2485bcf6-3caf-4fee-b575-87f8115d9698 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 943 time: 0.3621991 Nov 03 18:47:22.927354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=bdde4f28-bedf-4080-86c6-36f9ce40bed6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:23.058238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['bdde4f28-bedf-4080-86c6-36f9ce40bed6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:23.098662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.186637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d560dad9-4e9b-476f-9384-56c04f25dc03 req-2113fb90-8bf3-4201-a90a-b047921d7e97 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514409 Nov 03 18:47:23.197183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-15ec3959-747f-4b6f-8fd5-61b58cb4997a req-7335fd59-bdf4-471a-b8ac-efa1262d7f85 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034938 Nov 03 18:47:23.262640 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.362518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:23.373067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:23.379669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:23.477764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58876) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:23.760873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e83849b4-7c9e-4537-9413-e10582f1ee63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.981245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e83849b4-7c9e-4537-9413-e10582f1ee63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.983056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=06b44b09-653c-40be-815e-f3d80bc9c1b2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:23.991976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e83849b4-7c9e-4537-9413-e10582f1ee63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.088642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83849b4-7c9e-4537-9413-e10582f1ee63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8dd417-69ab-452f-9dd1-146c30c53dc3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:24.098674 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e83849b4-7c9e-4537-9413-e10582f1ee63 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8769f65d01104cb6865b8a93119365ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6183543 Nov 03 18:47:24.103695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58880) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:24.133185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3d105-5547-4c71-b77e-7867c39150e6 req-c4980f56-038e-4fa1-9133-394f44d096de tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.135946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1c3d105-5547-4c71-b77e-7867c39150e6 req-c4980f56-038e-4fa1-9133-394f44d096de tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.2146013 Nov 03 18:47:24.222817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb22d-3a0f-41f8-8207-f79b75904041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.258082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb22d-3a0f-41f8-8207-f79b75904041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.335360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1c3d105-5547-4c71-b77e-7867c39150e6 req-50e0f7cf-3ba3-413d-9930-65bda70d91e4 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473432 Nov 03 18:47:24.339440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb22d-3a0f-41f8-8207-f79b75904041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.345389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device bdde4f28-bedf-4080-86c6-36f9ce40bed6 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:24.347036 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb22d-3a0f-41f8-8207-f79b75904041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.389825 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0ddb22d-3a0f-41f8-8207-f79b75904041 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a8dd417-69ab-452f-9dd1-146c30c53dc3 HTTP/1.1" status: 204 len: 168 time: 0.2530069 Nov 03 18:47:24.431879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddb22d-3a0f-41f8-8207-f79b75904041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8dd417-69ab-452f-9dd1-146c30c53dc3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:24.519635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port bdde4f28-bedf-4080-86c6-36f9ce40bed6 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:24.527941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port bdde4f28-bedf-4080-86c6-36f9ce40bed6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:24.528935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.715621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.730095 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.792055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b8be5c-28a2-4075-bd43-8e82598c2156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdde4f28-bedf-4080-86c6-36f9ce40bed6'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:24.796095 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11ede25-edcf-4eb2-ac01-37b56876e222" -d '{"events": [{"server_uuid": "41b8be5c-28a2-4075-bd43-8e82598c2156", "name": "network-vif-plugged", "status": "completed", "tag": "bdde4f28-bedf-4080-86c6-36f9ce40bed6"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:24.820837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5ee3-a40f-4308-9386-8ae754bb6b72 req-f793e6e2-1e23-4b6f-8e42-48f088e307d6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.826297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89ad5ee3-a40f-4308-9386-8ae754bb6b72 req-f793e6e2-1e23-4b6f-8e42-48f088e307d6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2567942 Nov 03 18:47:24.828149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port bdde4f28-bedf-4080-86c6-36f9ce40bed6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bdde4f28-bedf-4080-86c6-36f9ce40bed6,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:24.839143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.990206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=bdde4f28-bedf-4080-86c6-36f9ce40bed6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:25.025330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89ad5ee3-a40f-4308-9386-8ae754bb6b72 req-50ffa57d-09ce-411c-ba53-a0d368ede4bb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1848278 Nov 03 18:47:25.078917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58900) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:25.114009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e5ce9b5-d8f8-4105-97fc-877e134fe5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.347728 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e5ce9b5-d8f8-4105-97fc-877e134fe5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.358864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e5ce9b5-d8f8-4105-97fc-877e134fe5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.392523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.416132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d01ac0-85fb-4bbb-97a2-a09e0970051e req-346cd1b7-0f93-4be2-8f23-2898d23efce4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:25.419032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2d01ac0-85fb-4bbb-97a2-a09e0970051e req-346cd1b7-0f93-4be2-8f23-2898d23efce4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.2036138 Nov 03 18:47:25.453101 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e5ce9b5-d8f8-4105-97fc-877e134fe5cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=75ec8b07fc8647b2a3ead2aadcd3a411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703010 Nov 03 18:47:25.458376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58902) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:25.483183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ce9b5-d8f8-4105-97fc-877e134fe5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fdad69-599e-4ced-a7f7-e6d2dba90e84,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:25.568188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-018861c2-c6f2-4d87-beaf-858a82a68004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.625279 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-018861c2-c6f2-4d87-beaf-858a82a68004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.627395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2d01ac0-85fb-4bbb-97a2-a09e0970051e req-15ca8dd2-dcbf-445a-a6e8-5e796ad5ed69 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928830 Nov 03 18:47:25.783384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-018861c2-c6f2-4d87-beaf-858a82a68004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.790470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-018861c2-c6f2-4d87-beaf-858a82a68004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.793457 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-018861c2-c6f2-4d87-beaf-858a82a68004 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6fdad69-599e-4ced-a7f7-e6d2dba90e84 HTTP/1.1" status: 204 len: 168 time: 0.3330669 Nov 03 18:47:25.816911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018861c2-c6f2-4d87-beaf-858a82a68004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fdad69-599e-4ced-a7f7-e6d2dba90e84,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:25.857889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:47:26.176331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:26.184497 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf11a419-e6d3-4ee2-a6b7-06ded9a7e709 x-openstack-request-id: req-cf11a419-e6d3-4ee2-a6b7-06ded9a7e709 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:26.186104 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b8be5c-28a2-4075-bd43-8e82598c2156", "name": "network-vif-plugged", "status": "completed", "tag": "bdde4f28-bedf-4080-86c6-36f9ce40bed6", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:26.186723 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf11a419-e6d3-4ee2-a6b7-06ded9a7e709 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:26.187702 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b8be5c-28a2-4075-bd43-8e82598c2156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdde4f28-bedf-4080-86c6-36f9ce40bed6', 'code': 200} Nov 03 18:47:26.196786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f6c5b-4fa5-44aa-88b1-445b88bfd5f0 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:26.223852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f6c5b-4fa5-44aa-88b1-445b88bfd5f0 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:26.226589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-903f6c5b-4fa5-44aa-88b1-445b88bfd5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:26.249384 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:26.252648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5418457c-4b43-4c28-ad45-bdc42e3594ee tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2697265 Nov 03 18:47:26.257494 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58908) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:26.294478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-903f6c5b-4fa5-44aa-88b1-445b88bfd5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:26.331851 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f6c5b-4fa5-44aa-88b1-445b88bfd5f0 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:26.334468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-903f6c5b-4fa5-44aa-88b1-445b88bfd5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:26.430061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049de9-b0ec-4922-8521-66e917cf495b req-d78fca5e-ced3-4551-aeb3-fe222fc13338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:26.433565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-903f6c5b-4fa5-44aa-88b1-445b88bfd5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:26.433841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91049de9-b0ec-4922-8521-66e917cf495b req-d78fca5e-ced3-4551-aeb3-fe222fc13338 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 1096 time: 0.1282642 Nov 03 18:47:26.436159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f6c5b-4fa5-44aa-88b1-445b88bfd5f0 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:26.490094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20b874-779e-4a00-bc0b-f601bf58c199 req-cce7afb1-4c23-41df-a92f-a8a926b1e551 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:26.492271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f20b874-779e-4a00-bc0b-f601bf58c199 req-cce7afb1-4c23-41df-a92f-a8a926b1e551 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1267395 Nov 03 18:47:26.567048 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-91049de9-b0ec-4922-8521-66e917cf495b req-baee33a0-6ab4-4438-9707-5e5f8dc663c9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255138 Nov 03 18:47:26.727400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f20b874-779e-4a00-bc0b-f601bf58c199 req-2b470671-1b47-476e-b893-0a0a58b24aef tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1847405 Nov 03 18:47:27.029640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd266b-023e-4e00-938f-0b107a1e8cc3 req-7519ba36-ce67-4b58-81e1-ce5ee060e038 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:27.032232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ccd266b-023e-4e00-938f-0b107a1e8cc3 req-7519ba36-ce67-4b58-81e1-ce5ee060e038 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1790466 Nov 03 18:47:27.234017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ccd266b-023e-4e00-938f-0b107a1e8cc3 req-a06ea864-4754-4fed-acc7-5bf6c9d5a1d9 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407278 Nov 03 18:47:27.504808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:27.553300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e847fc-9dd7-45c7-9269-77a55007100c req-36cf8a42-11dd-4026-991d-c8e235674b2f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:27.556143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43e847fc-9dd7-45c7-9269-77a55007100c req-36cf8a42-11dd-4026-991d-c8e235674b2f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1878970 Nov 03 18:47:27.735626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43e847fc-9dd7-45c7-9269-77a55007100c req-a494bb95-747c-42e9-8e8b-49901ff5e206 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094577 Nov 03 18:47:28.104354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042ece5-f027-4465-81a1-611658782c7a req-d70c256d-a8cf-47d2-b5fc-75bd098ea39e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.107149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2042ece5-f027-4465-81a1-611658782c7a req-d70c256d-a8cf-47d2-b5fc-75bd098ea39e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2225945 Nov 03 18:47:28.269933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2042ece5-f027-4465-81a1-611658782c7a req-34f48734-b7d4-4853-a298-ff7c7ed8ddee tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1517873 Nov 03 18:47:28.311573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.20.0.1 (03d94933-cc90-4647-95e9-d8529d2e6ca7/eb7129b3-a38f-4a41-ba5e-4490bd504834/bc5351dd-7d73-405f-b0e3-daa5317fa366) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:28.625308 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.718753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.819373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:28.826121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:28.830283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:28.843218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=bc5351dd-7d73-405f-b0e3-daa5317fa366,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:28.979483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.081598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f58691-7908-4baf-b290-2227631f00cb req-9cbca63f-f68f-4b98-a0ec-b8d7a1061106 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.084578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4f58691-7908-4baf-b290-2227631f00cb req-9cbca63f-f68f-4b98-a0ec-b8d7a1061106 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.2010005 Nov 03 18:47:29.238563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4f58691-7908-4baf-b290-2227631f00cb req-a641f702-c8a0-4b25-9c22-e9fd49b2d7f8 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410532 Nov 03 18:47:29.375896 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.784800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e509-98b6-4c50-9482-8628876e105f req-3c553f03-ea37-485f-86a0-0629a4eeb56c tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.787283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa94e509-98b6-4c50-9482-8628876e105f req-3c553f03-ea37-485f-86a0-0629a4eeb56c tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1713202 Nov 03 18:47:29.947738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa94e509-98b6-4c50-9482-8628876e105f req-5f63418d-a195-4dd7-9a8b-6fe85b725204 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504617 Nov 03 18:47:30.432702 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:47:30.681267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.693880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.813876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067bbcb-6aa4-4cc0-b1aa-668198eeacf9 req-b9c4d398-2f7c-4f5b-8d55-34b07a6c9830 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:30.817763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e067bbcb-6aa4-4cc0-b1aa-668198eeacf9 req-b9c4d398-2f7c-4f5b-8d55-34b07a6c9830 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2318816 Nov 03 18:47:30.928240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=bc5351dd-7d73-405f-b0e3-daa5317fa366,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:30.944784 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.022033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e067bbcb-6aa4-4cc0-b1aa-668198eeacf9 req-b8d93f8d-449b-4fb4-9546-09db235cfb7e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880860 Nov 03 18:47:31.178788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:31.182426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:31.289583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59016) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:31.506872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:31.524445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5741ee7-0ce8-4456-a623-a1bdfb06c9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.550090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409353-0933-48ae-9a63-8a0cb3dbcded req-5d4dd61c-c902-4686-b090-ff3bb734a887 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:31.552657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0409353-0933-48ae-9a63-8a0cb3dbcded req-5d4dd61c-c902-4686-b090-ff3bb734a887 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1302257 Nov 03 18:47:31.700248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5741ee7-0ce8-4456-a623-a1bdfb06c9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.707247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5741ee7-0ce8-4456-a623-a1bdfb06c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.778408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5741ee7-0ce8-4456-a623-a1bdfb06c9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9911cfb2-0047-44db-8a5e-3908beed0f3c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:31.791166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0409353-0933-48ae-9a63-8a0cb3dbcded req-5e2a5e35-268c-4a7c-81ba-03c1ea9b228e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614029 Nov 03 18:47:31.792522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59020) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:31.799512 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d5741ee7-0ce8-4456-a623-a1bdfb06c9e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c4096e134d7402b89f316666ebe37d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955962 Nov 03 18:47:31.871117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:31.888691 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa0bcd-e2e9-474c-a7f7-5401f53db483 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:31.889568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c20a2249-f25e-4124-8d94-435c8de67b7a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/routers/579e9414-85f2-4004-b781-247c8ef22c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6297960 Nov 03 18:47:31.893498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59024) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:31.900825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'port': {'network_id': '03d94933-cc90-4647-95e9-d8529d2e6ca7', 'name': 'tempest-FloatingIPTestJSON-1955677434'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:31.907086 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa0bcd-e2e9-474c-a7f7-5401f53db483 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:31.909063 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-64fa0bcd-e2e9-474c-a7f7-5401f53db483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:31.937965 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a991caf4-8cda-450e-831b-757f22e1c469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.977953 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-64fa0bcd-e2e9-474c-a7f7-5401f53db483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:32.008566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a991caf4-8cda-450e-831b-757f22e1c469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.009736 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa0bcd-e2e9-474c-a7f7-5401f53db483 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:32.015896 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-64fa0bcd-e2e9-474c-a7f7-5401f53db483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:32.076358 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-64fa0bcd-e2e9-474c-a7f7-5401f53db483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:32.077475 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa0bcd-e2e9-474c-a7f7-5401f53db483 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:32.208281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a991caf4-8cda-450e-831b-757f22e1c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.213236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a991caf4-8cda-450e-831b-757f22e1c469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.216390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a991caf4-8cda-450e-831b-757f22e1c469 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9911cfb2-0047-44db-8a5e-3908beed0f3c HTTP/1.1" status: 204 len: 168 time: 0.4222293 Nov 03 18:47:32.232615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.240908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991caf4-8cda-450e-831b-757f22e1c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9911cfb2-0047-44db-8a5e-3908beed0f3c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:32.268451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:32.278649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.396331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] device_id is not set on port efb5ab4b-373a-455d-9b73-ab24d9a8a36b yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:47:32.418088 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-9c7b9994-ea92-430d-8aaf-e46261818ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.421049 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-9c7b9994-ea92-430d-8aaf-e46261818ab4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 1096 time: 0.1380105 Nov 03 18:47:32.547931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a3675-4728-43ac-a1a7-075038b6a5cc req-e8110f3d-c504-466c-8d49-306d96d53397 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.550982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c16a3675-4728-43ac-a1a7-075038b6a5cc req-e8110f3d-c504-466c-8d49-306d96d53397 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1294532 Nov 03 18:47:32.676657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c16a3675-4728-43ac-a1a7-075038b6a5cc req-fd926e89-d98b-4745-9122-85cce41bbfe0 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118705 Nov 03 18:47:32.748274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-d1abf766-9b7e-4690-8851-20a1f696bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.753646 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-d1abf766-9b7e-4690-8851-20a1f696bcc8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 911 time: 0.2781134 Nov 03 18:47:32.763523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.20.0.3 (03d94933-cc90-4647-95e9-d8529d2e6ca7/eb7129b3-a38f-4a41-ba5e-4490bd504834/efb5ab4b-373a-455d-9b73-ab24d9a8a36b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:32.879985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-793dec59-e822-4ff6-a86c-2697c108b71a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdde4f28-bedf-4080-86c6-36f9ce40bed6 HTTP/1.1" status: 200 len: 217 time: 0.1011550 Nov 03 18:47:32.954948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e399a-fe42-4df2-af70-9f130a2d16e1 req-aa6671fc-dec3-4031-889d-49742bc3a68e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.960767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-793e399a-fe42-4df2-af70-9f130a2d16e1 req-aa6671fc-dec3-4031-889d-49742bc3a68e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1294847 Nov 03 18:47:33.053660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59040) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:33.099185 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa46a336-f3c1-4297-be6b-1af0f0c97a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.110147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-793e399a-fe42-4df2-af70-9f130a2d16e1 req-d3459734-6eb4-4005-8db0-87f08352ae84 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317260 Nov 03 18:47:33.305800 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.396224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa46a336-f3c1-4297-be6b-1af0f0c97a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.414714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa46a336-f3c1-4297-be6b-1af0f0c97a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.480106 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64e033-1666-4dd0-9f34-fa0409e90c50 req-573e1291-d2ee-48ba-aa00-0e468d39463b tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.482869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef64e033-1666-4dd0-9f34-fa0409e90c50 req-573e1291-d2ee-48ba-aa00-0e468d39463b tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1822557 Nov 03 18:47:33.527365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aa46a336-f3c1-4297-be6b-1af0f0c97a1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2053011ebe3346e3b3ef26fe79c6daf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4713249 Nov 03 18:47:33.530231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46a336-f3c1-4297-be6b-1af0f0c97a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6e74b-f7a3-4faf-975f-59406812bcb6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:33.542413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59046) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:33.589810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-e6b48d3b-b174-4875-86f8-50351985186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.591705 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-e6b48d3b-b174-4875-86f8-50351985186b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2877120d-fbf8-48e8-bf41-8c8bb8a7e826 HTTP/1.1" status: 200 len: 850 time: 0.6978960 Nov 03 18:47:33.669026 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-6e8e5731-c672-45e5-b826-b200fcd0cc31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09df4f81-1939-46d8-ae70-2ff43bbcd33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693898 Nov 03 18:47:33.679411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef64e033-1666-4dd0-9f34-fa0409e90c50 req-67f3cde2-8aa6-4361-8ac7-ad3dbe876cce tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571870 Nov 03 18:47:33.714124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eca3dee-4601-42c6-a2a4-d76e9a10dcde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.798152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eca3dee-4601-42c6-a2a4-d76e9a10dcde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.947621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eca3dee-4601-42c6-a2a4-d76e9a10dcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.953813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eca3dee-4601-42c6-a2a4-d76e9a10dcde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.960152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3eca3dee-4601-42c6-a2a4-d76e9a10dcde admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aaa6e74b-f7a3-4faf-975f-59406812bcb6 HTTP/1.1" status: 204 len: 168 time: 0.4117744 Nov 03 18:47:33.977373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.980846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca3dee-4601-42c6-a2a4-d76e9a10dcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6e74b-f7a3-4faf-975f-59406812bcb6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:34.033221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-cd799352-09e6-4315-997f-726c9c868585 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192971 Nov 03 18:47:34.204605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.332638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:34.340902 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-54ce7145-65c9-4bcf-8a0f-a8080ebe6370 req-a11b3881-d0c3-4384-a617-f0ad9dc0e35d service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983224 Nov 03 18:47:34.354229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:34.357779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=efb5ab4b-373a-455d-9b73-ab24d9a8a36b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:34.363291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:34.602592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:34.603959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.646582 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6c72713a-c8cc-4b25-a9de-8970021d5af9 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7508781 Nov 03 18:47:34.652186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59060) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:34.662561 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'port': {'network_id': '03d94933-cc90-4647-95e9-d8529d2e6ca7', 'name': 'tempest-FloatingIPTestJSON-2010972125'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:34.688517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-a6cef681-4e2c-4b00-ab7d-3d53f7d91f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:34.692214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-a6cef681-4e2c-4b00-ab7d-3d53f7d91f5e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 1096 time: 0.1544123 Nov 03 18:47:34.771626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d754-51e7-4461-8a59-5f3a04afe9c3 req-004a585a-c8a3-4bb0-a3c3-2cd3506c001c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:34.786812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d81d754-51e7-4461-8a59-5f3a04afe9c3 req-004a585a-c8a3-4bb0-a3c3-2cd3506c001c tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1862988 Nov 03 18:47:34.987765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:34.988336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d81d754-51e7-4461-8a59-5f3a04afe9c3 req-7f5fe214-4e4c-4e85-b957-a286b2ba9048 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867394 Nov 03 18:47:35.002580 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:35.032991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-7f5cbc80-f801-42f7-83a9-be2c7f9a8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:35.036458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-7f5cbc80-f801-42f7-83a9-be2c7f9a8496 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.3344367 Nov 03 18:47:35.072499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] device_id is not set on port 8d9b751f-dd65-4974-baa6-1ac926d2c9aa yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:47:35.345480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.20.0.10 (03d94933-cc90-4647-95e9-d8529d2e6ca7/eb7129b3-a38f-4a41-ba5e-4490bd504834/8d9b751f-dd65-4974-baa6-1ac926d2c9aa) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:35.372988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-3bcbf51b-79c0-47e5-8943-23ba5779d2c8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 200 len: 1000 time: 0.3291671 Nov 03 18:47:35.570193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3514923-4a24-4967-ac3a-d6372fd52fa9 req-5faec923-66c8-40ea-aff0-9f1966cd4b4d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:35.573521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3514923-4a24-4967-ac3a-d6372fd52fa9 req-5faec923-66c8-40ea-aff0-9f1966cd4b4d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2145338 Nov 03 18:47:35.577364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-36ff48ab-d028-4bca-a91b-1dc7946b8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:35.580241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-36ff48ab-d028-4bca-a91b-1dc7946b8ee6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1824498 Nov 03 18:47:35.753780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-d2a29bae-696a-4dcf-b587-84bdcbf9328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:35.756999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-d2a29bae-696a-4dcf-b587-84bdcbf9328a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625633 Nov 03 18:47:35.825871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:35.826662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3514923-4a24-4967-ac3a-d6372fd52fa9 req-7ede9e3d-795e-47a1-a8e9-676477bc4544 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2151868 Nov 03 18:47:35.861849 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-811eccf4-f6c6-49be-a7f3-13dfa857d4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.021506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.077774 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-e577112a-a563-4b59-9fdb-42bc748c78c5 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089571 Nov 03 18:47:36.136156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:36.146649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:36.160132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:36.173206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=8d9b751f-dd65-4974-baa6-1ac926d2c9aa,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:36.339118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.341612 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.393356 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b54c738d-6ec5-4188-9a2a-458418ca0952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7389429 Nov 03 18:47:36.403579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59098) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:36.416237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '8d9b751f-dd65-4974-baa6-1ac926d2c9aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:36.456253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da30f25-68db-4bba-a652-5293cfc9e23c req-40f3acb4-9a26-4d8a-8e49-e05278a1e5f6 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.463146 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.470375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3da30f25-68db-4bba-a652-5293cfc9e23c req-40f3acb4-9a26-4d8a-8e49-e05278a1e5f6 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.3885725 Nov 03 18:47:36.476437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526f58e4-e7f7-4afd-8def-d7b55a115258 req-7da09a8c-cefe-425c-9a3c-4b355f8d00c6 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689661 Nov 03 18:47:36.603347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3da30f25-68db-4bba-a652-5293cfc9e23c req-a1fac4d1-d460-49be-be94-46ca7d209f74 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244869 Nov 03 18:47:36.768935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.129596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.25.3.151 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/2892e5bd-c16a-4223-9bcd-4641bf977f62) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:37.489755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.533673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a645-9f6d-40ae-91d0-7d8d73f21eca req-87391530-eef5-439a-96ce-f7c96fbc703f tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:37.551024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f994a645-9f6d-40ae-91d0-7d8d73f21eca req-87391530-eef5-439a-96ce-f7c96fbc703f tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1782894 Nov 03 18:47:37.682969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f994a645-9f6d-40ae-91d0-7d8d73f21eca req-2cbfac00-abef-4401-8144-179b53006342 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268435 Nov 03 18:47:37.683281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.794629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:37.804923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:37.812378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:37.822800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=2892e5bd-c16a-4223-9bcd-4641bf977f62,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:37.977951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c543443-de7c-428d-9e35-b49462e2ff16 req-36fa6d93-4312-4aa0-8235-bb1894229383 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:37.996875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c543443-de7c-428d-9e35-b49462e2ff16 req-36fa6d93-4312-4aa0-8235-bb1894229383 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1648583 Nov 03 18:47:38.105983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c543443-de7c-428d-9e35-b49462e2ff16 req-b711171f-99e9-40a6-8460-7a26f62b7ccd tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046093 Nov 03 18:47:38.352856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffa99e2b-e64f-454f-b2f5-842c10797d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:38.776317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:38.974013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.063831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66d25c-ae17-4c95-8448-e96555bbc95f req-f76c7eeb-d338-4035-8022-a7d329442202 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:39.065837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df66d25c-ae17-4c95-8448-e96555bbc95f req-f76c7eeb-d338-4035-8022-a7d329442202 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.1994121 Nov 03 18:47:39.239111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df66d25c-ae17-4c95-8448-e96555bbc95f req-440046cf-bd60-4ddf-97b9-040a5dc2bd9e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1457586 Nov 03 18:47:39.400135 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.410130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.471571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc99c7b-69ce-48f4-81ae-404e070ac2a5 req-ce041696-804b-4e61-b443-b04835095cd2 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:39.486417 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8dc99c7b-69ce-48f4-81ae-404e070ac2a5 req-ce041696-804b-4e61-b443-b04835095cd2 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1356020 Nov 03 18:47:39.600809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=2892e5bd-c16a-4223-9bcd-4641bf977f62,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:39.602643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8dc99c7b-69ce-48f4-81ae-404e070ac2a5 req-7f7f7ecd-f7e4-427c-bb12-e39472015fd7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146815 Nov 03 18:47:39.629109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.985823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:40.006911 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP a61606c5-6e95-4e65-b62e-1970ceea5859 associated. External IP: 172.25.3.151, port: 8d9b751f-dd65-4974-baa6-1ac926d2c9aa. Nov 03 18:47:40.168756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf0d4d-aa4b-45a2-a552-9ddf926f0426 req-36f586a1-19e6-4ae3-b7bd-170399fcc1cb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:40.178526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dbbf0d4d-aa4b-45a2-a552-9ddf926f0426 req-36f586a1-19e6-4ae3-b7bd-170399fcc1cb tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2203319 Nov 03 18:47:40.352686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dbbf0d4d-aa4b-45a2-a552-9ddf926f0426 req-e821f31e-08b9-4e5e-b9be-fb1a079fd63e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620817 Nov 03 18:47:40.573461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:40.981908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:41.002356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e0154-0acc-4eb9-9bd8-33ac1d051f27 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:41.063788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e0154-0acc-4eb9-9bd8-33ac1d051f27 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:41.064144 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.065301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c60e0154-0acc-4eb9-9bd8-33ac1d051f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:41.156616 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-191723b9-3633-401d-bd96-8ac81bc2e536 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7493098 Nov 03 18:47:41.159386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59268) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:41.184423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:41.264716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c60e0154-0acc-4eb9-9bd8-33ac1d051f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:41.333583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e0154-0acc-4eb9-9bd8-33ac1d051f27 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:41.334449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c60e0154-0acc-4eb9-9bd8-33ac1d051f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:41.443941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c60e0154-0acc-4eb9-9bd8-33ac1d051f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:41.445086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e0154-0acc-4eb9-9bd8-33ac1d051f27 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:41.451495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.923015 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.945209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.946755 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP a61606c5-6e95-4e65-b62e-1970ceea5859 disassociated. External IP: 172.25.3.151, port: 8d9b751f-dd65-4974-baa6-1ac926d2c9aa. Nov 03 18:47:42.194419 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.207961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.609212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:42.651194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59334) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:42.964605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:42.978141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.995745 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf9a19-2447-406b-b7e5-75be1039c166 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:43.019256 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf9a19-2447-406b-b7e5-75be1039c166 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:43.020361 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1aaf9a19-2447-406b-b7e5-75be1039c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:43.041287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b19d325f-0f1f-4dc1-81f2-2e15b5df3d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.057514 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5217ae9f-8acb-451e-8960-a451bb6e8854 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/floatingips/a61606c5-6e95-4e65-b62e-1970ceea5859 HTTP/1.1" status: 200 len: 688 time: 1.8924181 Nov 03 18:47:43.058229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59338) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:43.089930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000298f-0165-4224-9bf4-defbc84972f0 req-328cdcc1-b65e-4ec1-acdd-62d784f591b2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:43.091549 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1aaf9a19-2447-406b-b7e5-75be1039c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:43.094212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5000298f-0165-4224-9bf4-defbc84972f0 req-328cdcc1-b65e-4ec1-acdd-62d784f591b2 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e6a9217-682b-4f6e-84ab-62b12cd2b70a HTTP/1.1" status: 200 len: 944 time: 0.1671600 Nov 03 18:47:43.111723 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf9a19-2447-406b-b7e5-75be1039c166 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:43.112456 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1aaf9a19-2447-406b-b7e5-75be1039c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:43.186135 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1aaf9a19-2447-406b-b7e5-75be1039c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:43.187268 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf9a19-2447-406b-b7e5-75be1039c166 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:43.378854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 2892e5bd-c16a-4223-9bcd-4641bf977f62 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:43.379602 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.414063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b19d325f-0f1f-4dc1-81f2-2e15b5df3d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.438119 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b19d325f-0f1f-4dc1-81f2-2e15b5df3d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.534208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Deleting port f13d20df-4302-4731-92cc-16669db03385 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:43.534208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.559197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d325f-0f1f-4dc1-81f2-2e15b5df3d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2585c1-fa23-41e6-a0ec-cb4fbf94c27d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:43.594753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b19d325f-0f1f-4dc1-81f2-2e15b5df3d29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4fc0d55447f49f19bceb64c03466bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9406838 Nov 03 18:47:43.610142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59340) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:43.620315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.623839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.648350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 2892e5bd-c16a-4223-9bcd-4641bf977f62 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:43.869806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a704-5a2f-4577-a64c-dd3181acdcf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.881703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] For port f13d20df-4302-4731-92cc-16669db03385, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f13d20df-4302-4731-92cc-16669db03385,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:43.882991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.955549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Calling delete_port for f13d20df-4302-4731-92cc-16669db03385 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:43.982212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a704-5a2f-4577-a64c-dd3181acdcf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.093838 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.243499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=2892e5bd-c16a-4223-9bcd-4641bf977f62,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:44.354895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a704-5a2f-4577-a64c-dd3181acdcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.360496 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a704-5a2f-4577-a64c-dd3181acdcf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.362901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4cb0a704-5a2f-4577-a64c-dd3181acdcf6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad2585c1-fa23-41e6-a0ec-cb4fbf94c27d HTTP/1.1" status: 204 len: 168 time: 0.7512980 Nov 03 18:47:44.377756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.384272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.394201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-955754be-eb1c-4c43-8c5c-92c46cb2c011 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/floatingips/a61606c5-6e95-4e65-b62e-1970ceea5859 HTTP/1.1" status: 204 len: 168 time: 1.3261940 Nov 03 18:47:44.394850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59346) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:44.409348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'efb5ab4b-373a-455d-9b73-ab24d9a8a36b'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:44.427651 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.445316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0a704-5a2f-4577-a64c-dd3181acdcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2585c1-fa23-41e6-a0ec-cb4fbf94c27d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:44.446672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b1205953-75f6-42d5-8e6f-365f7d143571', '17553e24-ff88-49a5-acd7-7505361372eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:44.514497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.586673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event deleted for resources: {'Port': ['ID=f13d20df-4302-4731-92cc-16669db03385,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:44.776147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] No DVR routers for this DVR port f13d20df-4302-4731-92cc-16669db03385 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:47:44.793240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.801351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5000298f-0165-4224-9bf4-defbc84972f0 req-ebc88832-6b96-4bc6-a95d-2bca6cbe53ff tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "DELETE /v2.0/ports/f13d20df-4302-4731-92cc-16669db03385 HTTP/1.1" status: 204 len: 173 time: 1.6824596 Nov 03 18:47:44.802184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'name': 'network-vif-deleted', 'tag': 'f13d20df-4302-4731-92cc-16669db03385'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:44.823601 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e58765-8e0b-462f-ab08-30136c9dab0a" -d '{"events": [{"server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "name": "network-vif-deleted", "tag": "f13d20df-4302-4731-92cc-16669db03385"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:44.961287 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.462356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59362) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:45.494540 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.25.3.165 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/6ae53ef6-b810-45ce-8026-90005fa2486c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:45.542822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d71e8c68-b358-4435-8615-5e35f0d405b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.768635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.805247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d71e8c68-b358-4435-8615-5e35f0d405b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.818631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d71e8c68-b358-4435-8615-5e35f0d405b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.846753 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.911086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d71e8c68-b358-4435-8615-5e35f0d405b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1192f78fd3544cab4f82b144eccc431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4469502 Nov 03 18:47:45.916162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59364) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:45.917591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e8c68-b358-4435-8615-5e35f0d405b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da53938-4ae9-4194-8d6b-d949e47d7bf7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:46.009378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:46.020021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:46.033743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:46.079975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1833be8-dcef-4a1f-ab5b-0e0f40a54e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.135967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=6ae53ef6-b810-45ce-8026-90005fa2486c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:46.192506 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1833be8-dcef-4a1f-ab5b-0e0f40a54e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.292892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fc911-bd4a-4db3-8b16-2014de44d42b req-339fdc3a-cd3f-4162-8b25-cb0aeb1ecf84 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:46.296182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-691fc911-bd4a-4db3-8b16-2014de44d42b req-339fdc3a-cd3f-4162-8b25-cb0aeb1ecf84 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1775928 Nov 03 18:47:46.392570 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1833be8-dcef-4a1f-ab5b-0e0f40a54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.401346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1833be8-dcef-4a1f-ab5b-0e0f40a54e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.401346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b1833be8-dcef-4a1f-ab5b-0e0f40a54e08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1da53938-4ae9-4194-8d6b-d949e47d7bf7 HTTP/1.1" status: 204 len: 168 time: 0.4764249 Nov 03 18:47:46.434972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1833be8-dcef-4a1f-ab5b-0e0f40a54e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da53938-4ae9-4194-8d6b-d949e47d7bf7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:46.608642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-691fc911-bd4a-4db3-8b16-2014de44d42b req-6ff5bf70-05a1-4810-b556-624de4b18565 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447767 Nov 03 18:47:47.324721 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4521e4-b7f1-4f60-8338-b0c83f47b21a x-openstack-request-id: req-4d4521e4-b7f1-4f60-8338-b0c83f47b21a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:47.325304 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a9217-682b-4f6e-84ab-62b12cd2b70a", "name": "network-vif-deleted", "tag": "f13d20df-4302-4731-92cc-16669db03385", "status": "failed", "code": 422}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:47.325842 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d4521e4-b7f1-4f60-8338-b0c83f47b21a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:47.326631 n-d-812148-3 neutron-server[101756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e6a9217-682b-4f6e-84ab-62b12cd2b70a', 'name': 'network-vif-deleted', 'tag': 'f13d20df-4302-4731-92cc-16669db03385', 'status': 'failed', 'code': 422} returned with failed status Nov 03 18:47:47.499425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.785056 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.372164 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.383157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.578800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=6ae53ef6-b810-45ce-8026-90005fa2486c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:48.607133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.611920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077bc8-b605-45a7-8d7e-321e4d4d59f7 req-617ae530-2958-44f7-ae66-21221296a1cf tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.614429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45077bc8-b605-45a7-8d7e-321e4d4d59f7 req-617ae530-2958-44f7-ae66-21221296a1cf tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1059735 Nov 03 18:47:48.724751 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45077bc8-b605-45a7-8d7e-321e4d4d59f7 req-aa366d51-af5e-4f19-ac83-60458d6a1e49 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970354 Nov 03 18:47:49.285242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca20f9-2274-4913-ba2d-b69cef6c5d24 req-7e87dd36-1f37-4190-9284-7c123c563a66 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.289071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61ca20f9-2274-4913-ba2d-b69cef6c5d24 req-7e87dd36-1f37-4190-9284-7c123c563a66 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 907 time: 0.1299229 Nov 03 18:47:49.396415 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 577b3e18-e919-405c-bf21-fcadabb14450 associated. External IP: 172.25.3.165, port: efb5ab4b-373a-455d-9b73-ab24d9a8a36b. Nov 03 18:47:49.519678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-caa536d7-b296-4984-b60c-2b1d8e28a80d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.523049 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-caa536d7-b296-4984-b60c-2b1d8e28a80d tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 907 time: 0.1997621 Nov 03 18:47:49.613351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cadcbc-b83b-4e37-b2af-1a7d7a4a8afd req-c12eebd9-ee63-49ee-8156-b09f7c68ef7a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.626070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7cadcbc-b83b-4e37-b2af-1a7d7a4a8afd req-c12eebd9-ee63-49ee-8156-b09f7c68ef7a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1022549 Nov 03 18:47:49.736798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7cadcbc-b83b-4e37-b2af-1a7d7a4a8afd req-9f18064d-954a-4d8b-8283-c8e35ab7dd9e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093206 Nov 03 18:47:49.958810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Deleting port 3d9b35b6-64be-4d65-add3-c777a6e47d0b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:49.958810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.962389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59456) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:50.008485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58265bc-2f11-4690-9493-e239943d0857 req-2d46b018-3894-4ecb-9d03-1d4f2b0c582e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.011459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58265bc-2f11-4690-9493-e239943d0857 req-2d46b018-3894-4ecb-9d03-1d4f2b0c582e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1325719 Nov 03 18:47:50.118069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:50.133240 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58265bc-2f11-4690-9493-e239943d0857 req-59aa4a60-2f0e-46b3-b3c7-4111bfaa1563 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077189 Nov 03 18:47:50.248143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af109a78-1442-4665-b91f-008f20364f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.257692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] For port 3d9b35b6-64be-4d65-add3-c777a6e47d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3d9b35b6-64be-4d65-add3-c777a6e47d0b,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:50.258310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.288810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-10d82764-e08f-4763-8b73-39f3a2fa182a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.294046 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-10d82764-e08f-4763-8b73-39f3a2fa182a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.96 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.1337335 Nov 03 18:47:50.304418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Calling delete_port for 3d9b35b6-64be-4d65-add3-c777a6e47d0b owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:50.578061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:50.598881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fefe2-452f-4c3a-95d4-8e3e4b7a5770 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:50.635581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.636013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fefe2-452f-4c3a-95d4-8e3e4b7a5770 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:50.636013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-be6fefe2-452f-4c3a-95d4-8e3e4b7a5770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:50.710566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-be6fefe2-452f-4c3a-95d4-8e3e4b7a5770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:50.710875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8396f8b-8b8b-4b44-9448-d05f4b20bd75 req-50886c68-2731-4a60-bf25-3d76c19a3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.713390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8396f8b-8b8b-4b44-9448-d05f4b20bd75 req-50886c68-2731-4a60-bf25-3d76c19a3850 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 1096 time: 0.2305241 Nov 03 18:47:50.747498 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-34706e93-0cf2-4695-8fdc-dcd3c7a8ba20 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3506384 Nov 03 18:47:50.748493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fefe2-452f-4c3a-95d4-8e3e4b7a5770 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:50.749974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-be6fefe2-452f-4c3a-95d4-8e3e4b7a5770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:50.753380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59466) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:50.774944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af109a78-1442-4665-b91f-008f20364f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.789594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Deleting port d3f7c4a1-18df-4cde-b987-facff3dce3c7 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:50.790124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.828098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-be6fefe2-452f-4c3a-95d4-8e3e4b7a5770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:50.829142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fefe2-452f-4c3a-95d4-8e3e4b7a5770 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:50.845513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac1b36-67f0-4450-97a7-e86c45f78b04 req-95642797-a97f-44f3-8d79-048ef2ef782b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.847826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43ac1b36-67f0-4450-97a7-e86c45f78b04 req-95642797-a97f-44f3-8d79-048ef2ef782b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab267cfe-0ee9-44b1-b690-05e6451e8c67 HTTP/1.1" status: 200 len: 907 time: 0.2976577 Nov 03 18:47:50.849670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af109a78-1442-4665-b91f-008f20364f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.866972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.972493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event deleted for resources: {'Port': ['ID=3d9b35b6-64be-4d65-add3-c777a6e47d0b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:51.056614 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-58e54916-7241-4b65-a211-a9b126e5bbe2 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "GET /v2.0/floatingips/577b3e18-e919-405c-bf21-fcadabb14450 HTTP/1.1" status: 200 len: 978 time: 0.3007216 Nov 03 18:47:51.057021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59470) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:51.107222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8396f8b-8b8b-4b44-9448-d05f4b20bd75 req-b02e66cb-3839-45f0-b87b-83b58ecd0977 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835695 Nov 03 18:47:51.120970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af109a78-1442-4665-b91f-008f20364f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0ce8fc-84a0-40cb-876a-45bcae3d6028,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:51.148150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] No DVR routers for this DVR port 3d9b35b6-64be-4d65-add3-c777a6e47d0b on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:47:51.209062 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.209286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-af109a78-1442-4665-b91f-008f20364f05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d2cccd699844665aa53575ea82cb270&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2420177 Nov 03 18:47:51.212921 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-052b6cb4-6b39-415b-88a1-3104b76b8323 req-7e824c50-1101-4604-bbed-d1017e010bb1 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.70 "DELETE /v2.0/ports/3d9b35b6-64be-4d65-add3-c777a6e47d0b HTTP/1.1" status: 204 len: 173 time: 1.6790693 Nov 03 18:47:51.213448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'name': 'network-vif-deleted', 'tag': '3d9b35b6-64be-4d65-add3-c777a6e47d0b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:51.216569 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff36354-321f-4b69-af10-07cf5c7e33e5" -d '{"events": [{"server_uuid": "ab267cfe-0ee9-44b1-b690-05e6451e8c67", "name": "network-vif-deleted", "tag": "3d9b35b6-64be-4d65-add3-c777a6e47d0b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:51.218927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59474) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:51.342434 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b3d540a9-eb63-4df6-b7e3-80a0c94e57ec tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2531719 Nov 03 18:47:51.346168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59480) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:51.351102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] For port d3f7c4a1-18df-4cde-b987-facff3dce3c7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=d3f7c4a1-18df-4cde-b987-facff3dce3c7,segment=NetworkSegment(d7e89ca4-9b7c-4e6e-ad90-273d72589d66),segment_id=d7e89ca4-9b7c-4e6e-ad90-273d72589d66)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:51.352208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.357675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'port_id': '8d9b751f-dd65-4974-baa6-1ac926d2c9aa'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:51.374960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d35dd-a7b3-4971-a830-f32a4344178b req-d7b6cff8-b1bb-46c3-bfc3-e2858e24a48e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.388127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f7d35dd-a7b3-4971-a830-f32a4344178b req-d7b6cff8-b1bb-46c3-bfc3-e2858e24a48e tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 946 time: 0.2550485 Nov 03 18:47:51.455152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Calling delete_port for d3f7c4a1-18df-4cde-b987-facff3dce3c7 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:51.536678 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.661963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e841a6fc-3d2f-4a9c-b1a9-d9575dfd9658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.679368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f7d35dd-a7b3-4971-a830-f32a4344178b req-3f6deb58-d1c3-4230-a756-07678c432c7a tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfabcb59-4673-4f8d-9139-aa2ba4b561b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893026 Nov 03 18:47:51.683435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-7db8f458-4d24-4a7c-91af-ed81b0900c93 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2389770 Nov 03 18:47:51.742685 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e841a6fc-3d2f-4a9c-b1a9-d9575dfd9658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.889147 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-c5b9e640-fb62-43c7-b4c8-e6f7fb79d7ce service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2689691 Nov 03 18:47:51.972266 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e841a6fc-3d2f-4a9c-b1a9-d9575dfd9658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.978042 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e841a6fc-3d2f-4a9c-b1a9-d9575dfd9658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.980708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e841a6fc-3d2f-4a9c-b1a9-d9575dfd9658 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e0ce8fc-84a0-40cb-876a-45bcae3d6028 HTTP/1.1" status: 204 len: 168 time: 0.7555673 Nov 03 18:47:52.019339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841a6fc-3d2f-4a9c-b1a9-d9575dfd9658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0ce8fc-84a0-40cb-876a-45bcae3d6028,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:52.039943 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:52.060364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-96d2556d-ec54-48c4-b36c-271461cd4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.063516 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-96d2556d-ec54-48c4-b36c-271461cd4f6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 1096 time: 0.3125050 Nov 03 18:47:52.082292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102113f-6bee-4ff8-8ca6-35db29fe083e req-49e34f4e-16f7-431e-8607-27d5a74e8ff2 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.085691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4102113f-6bee-4ff8-8ca6-35db29fe083e req-49e34f4e-16f7-431e-8607-27d5a74e8ff2 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.2268293 Nov 03 18:47:52.150999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Pushing event deleted for resources: {'Port': ['ID=d3f7c4a1-18df-4cde-b987-facff3dce3c7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:52.217236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-d39a0fd1-f080-415e-ba8a-f3c84bd4488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.220425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-d39a0fd1-f080-415e-ba8a-f3c84bd4488f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51ffde06203b44aba4c073550661a141&device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 1096 time: 0.2230802 Nov 03 18:47:52.320187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] No DVR routers for this DVR port d3f7c4a1-18df-4cde-b987-facff3dce3c7 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:47:52.341229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:52.352035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7812d4ac-c9d4-44e9-95f1-74f77d55fed4 req-b2c519dd-290c-4b8f-a07c-2a32b58f4334 tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.96 "DELETE /v2.0/ports/d3f7c4a1-18df-4cde-b987-facff3dce3c7 HTTP/1.1" status: 204 len: 173 time: 2.0495322 Nov 03 18:47:52.353647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-deleted', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:52.361840 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce9429f-5c09-4e12-9ccf-a015d25aae25" -d '{"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-deleted", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:52.443692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4102113f-6bee-4ff8-8ca6-35db29fe083e req-44eac9d8-cfef-4c42-920d-456b5356edea tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992208 Nov 03 18:47:52.472633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3d9b35b6-64be-4d65-add3-c777a6e47d0b no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:52.578765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 3d9b35b6-64be-4d65-add3-c777a6e47d0b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:47:52.579050 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e557a9ce-887f-4a24-934d-57d75e8ddd87 x-openstack-request-id: req-e557a9ce-887f-4a24-934d-57d75e8ddd87 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:52.579366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3d9b35b6-64be-4d65-add3-c777a6e47d0b not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:47:52.579517 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab267cfe-0ee9-44b1-b690-05e6451e8c67", "name": "network-vif-deleted", "tag": "3d9b35b6-64be-4d65-add3-c777a6e47d0b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:52.579943 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e557a9ce-887f-4a24-934d-57d75e8ddd87 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:52.580424 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab267cfe-0ee9-44b1-b690-05e6451e8c67', 'name': 'network-vif-deleted', 'tag': '3d9b35b6-64be-4d65-add3-c777a6e47d0b', 'status': 'completed', 'code': 200} Nov 03 18:47:52.625965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-29e5c794-c1b6-412a-92f3-c2702ed8cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.628518 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-29e5c794-c1b6-412a-92f3-c2702ed8cbf0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.4673612 Nov 03 18:47:52.812028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-199a7825-9dff-479d-a0a5-546844e5972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.815114 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-199a7825-9dff-479d-a0a5-546844e5972b service neutron] 10.222.0.96 "GET /v2.0/networks?id=3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 200 len: 913 time: 0.5597000 Nov 03 18:47:52.981906 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-17fd311d-8431-4398-ae6d-58e9df7ea5c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1205953-75f6-42d5-8e6f-365f7d143571 HTTP/1.1" status: 200 len: 217 time: 0.1508896 Nov 03 18:47:53.013940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-deec00e7-e46a-4c26-85fd-c6340067647c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 200 len: 1001 time: 0.3077881 Nov 03 18:47:53.164533 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df85409e-02af-4092-9bf7-3140173c23d4 x-openstack-request-id: req-df85409e-02af-4092-9bf7-3140173c23d4 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:53.165998 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1942d811-ed64-4c4a-9299-cc614e993fc0", "name": "network-vif-deleted", "tag": "d3f7c4a1-18df-4cde-b987-facff3dce3c7", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:53.166655 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df85409e-02af-4092-9bf7-3140173c23d4 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:53.167451 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1942d811-ed64-4c4a-9299-cc614e993fc0', 'name': 'network-vif-deleted', 'tag': 'd3f7c4a1-18df-4cde-b987-facff3dce3c7', 'status': 'completed', 'code': 200} Nov 03 18:47:53.172748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-bd273b1e-8081-4dd9-8928-95b2e8866ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:53.175610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-bd273b1e-8081-4dd9-8928-95b2e8866ac8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 200 len: 851 time: 0.1797094 Nov 03 18:47:53.395148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f610eef6-8fd1-40b2-b67f-6db1f3b97702 req-03c3ee69-1cb0-4832-bb49-ab529239779d tempest-ServersNegativeTestJSON-1277931038 tempest-ServersNegativeTestJSON-1277931038-project] 10.222.0.77 "GET /v2.0/ports?device_id=1942d811-ed64-4c4a-9299-cc614e993fc0 HTTP/1.1" status: 200 len: 210 time: 0.0633736 Nov 03 18:47:53.559422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:53.604714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: d3f7c4a1-18df-4cde-b987-facff3dce3c7 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:47:53.605607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device d3f7c4a1-18df-4cde-b987-facff3dce3c7 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:47:53.906429 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:47:53.917882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-30a25046-dc2e-4822-9e6a-ddebce1f2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:53.920459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-30a25046-dc2e-4822-9e6a-ddebce1f2372 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.8702700 Nov 03 18:47:53.940220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be41c3-2a28-4927-aaad-1f677f10c1c4 req-d92c15cb-5a5f-4e77-aa2c-bc4d83a8fcff tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:53.943158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81be41c3-2a28-4927-aaad-1f677f10c1c4 req-d92c15cb-5a5f-4e77-aa2c-bc4d83a8fcff tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1067216 Nov 03 18:47:54.066357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81be41c3-2a28-4927-aaad-1f677f10c1c4 req-029a6f23-c36c-4d95-9748-ee651b05634e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125529 Nov 03 18:47:54.098033 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.108931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-d422ed2f-15fc-457d-8c53-867d308efb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.114158 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-d422ed2f-15fc-457d-8c53-867d308efb44 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3be66829-994e-43a8-a069-27a57675c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9235818 Nov 03 18:47:54.128062 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.239526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-0b42042d-8136-465c-b612-906b0ba78127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.251909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-0b42042d-8136-465c-b612-906b0ba78127 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710969 Nov 03 18:47:54.346017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682e3a-e05f-498a-84f7-069250a00355 req-01bb9222-2253-4761-a471-3fa69dd83661 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.352786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac682e3a-e05f-498a-84f7-069250a00355 req-01bb9222-2253-4761-a471-3fa69dd83661 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 946 time: 0.1862109 Nov 03 18:47:54.568452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b75f67-a0c5-41ec-9fde-0638dbf6cc9b req-8a837aea-32af-442b-a4a3-6b53aaf16980 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.571522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8b75f67-a0c5-41ec-9fde-0638dbf6cc9b req-8a837aea-32af-442b-a4a3-6b53aaf16980 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec9d9dc3-a47d-4f58-8a8c-59bad6009a54 HTTP/1.1" status: 200 len: 946 time: 0.1540937 Nov 03 18:47:54.606352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59538) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:54.635390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Deleting port 17553e24-ff88-49a5-acd7-7505361372eb {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:54.636675 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.663231 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-f450d645-09cc-4a82-aff6-a6add111cfc7 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375788 Nov 03 18:47:54.665515 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 577b3e18-e919-405c-bf21-fcadabb14450 associated. External IP: 172.25.3.165, port: efb5ab4b-373a-455d-9b73-ab24d9a8a36b. Nov 03 18:47:54.752610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-0213fd55-237f-4b74-b0d8-bf9cb750c9bd service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493480 Nov 03 18:47:54.787024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8b75f67-a0c5-41ec-9fde-0638dbf6cc9b req-b2777313-2648-4d50-9627-030ea0305157 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933892 Nov 03 18:47:54.885139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] For port 17553e24-ff88-49a5-acd7-7505361372eb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=17553e24-ff88-49a5-acd7-7505361372eb,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:54.885746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.929985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Calling delete_port for 17553e24-ff88-49a5-acd7-7505361372eb owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:55.061866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2432ae55-d0c0-4552-a659-c3cc405607ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.173499 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-be4e49d6-e0e4-47d5-9510-9b9e0c74447c req-040a0e93-0f7b-4af3-ae96-a97cd9ce5a02 service neutron] 10.222.0.96 "GET /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002136 Nov 03 18:47:55.248846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.266228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b1205953-75f6-42d5-8e6f-365f7d143571', '17553e24-ff88-49a5-acd7-7505361372eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:55.287412 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f1686e5-df17-44d5-a47c-8896db5ec660 req-9e66099e-5f96-45c1-8d4e-f2d87eb9bcfd service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211229 Nov 03 18:47:55.394168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event deleted for resources: {'Port': ['ID=17553e24-ff88-49a5-acd7-7505361372eb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:55.468263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.468846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.469382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.469955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.470480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.471010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.471606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.472190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.472770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.476962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.479059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.479685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:55.514108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] No DVR routers for this DVR port 17553e24-ff88-49a5-acd7-7505361372eb on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:47:55.519967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.522397 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac682e3a-e05f-498a-84f7-069250a00355 req-99cf3dc3-e93d-43a3-9ba9-fad65449d21b tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "DELETE /v2.0/ports/17553e24-ff88-49a5-acd7-7505361372eb HTTP/1.1" status: 204 len: 173 time: 1.1613400 Nov 03 18:47:55.527890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9d9dc3-a47d-4f58-8a8c-59bad6009a54', 'name': 'network-vif-deleted', 'tag': '17553e24-ff88-49a5-acd7-7505361372eb'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:55.539949 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9539257-6426-4339-b26d-7b7d7417f990" -d '{"events": [{"server_uuid": "ec9d9dc3-a47d-4f58-8a8c-59bad6009a54", "name": "network-vif-deleted", "tag": "17553e24-ff88-49a5-acd7-7505361372eb"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:55.543666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2432ae55-d0c0-4552-a659-c3cc405607ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.560362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2432ae55-d0c0-4552-a659-c3cc405607ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.567232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:55.632291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-987a3dfa-b18b-4abd-b0d5-bb2300fd48f9 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:55.648136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-987a3dfa-b18b-4abd-b0d5-bb2300fd48f9 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 810 time: 0.4540753 Nov 03 18:47:55.661560 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2432ae55-d0c0-4552-a659-c3cc405607ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a5263e219d24a8a92c327073a00750f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0503619 Nov 03 18:47:55.677184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432ae55-d0c0-4552-a659-c3cc405607ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597cff17-d4b3-445e-bfed-786aa8647290,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:55.699884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59554) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:55.759063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-0c9d166a-21ba-4000-857c-0955000bdb91 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/quotas/b8fd12b597a74919ab6784ca72473ce0 HTTP/1.1" status: 200 len: 375 time: 0.1082458 Nov 03 18:47:55.929688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-4563bda8-ca39-4316-b5b0-3c8a8bb0bef3 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1685801 Nov 03 18:47:55.945015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:55.979952 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a33bc-c85f-43f3-88e1-729e139cc7ea None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:56.006284 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a33bc-c85f-43f3-88e1-729e139cc7ea None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:56.008967 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dc6a33bc-c85f-43f3-88e1-729e139cc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:56.018984 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6a98667-ad37-44ab-ab6b-9f7fcdc12858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.134396 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dc6a33bc-c85f-43f3-88e1-729e139cc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:56.167168 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a33bc-c85f-43f3-88e1-729e139cc7ea None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:56.167461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6a98667-ad37-44ab-ab6b-9f7fcdc12858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.169018 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dc6a33bc-c85f-43f3-88e1-729e139cc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:56.251440 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dc6a33bc-c85f-43f3-88e1-729e139cc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:56.252082 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a33bc-c85f-43f3-88e1-729e139cc7ea None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:56.261785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-31b62b64-5701-460c-bba0-9908b67ae0ae service neutron] 10.222.0.77 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035982 Nov 03 18:47:56.403824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6a98667-ad37-44ab-ab6b-9f7fcdc12858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.410178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6a98667-ad37-44ab-ab6b-9f7fcdc12858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.412007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e6a98667-ad37-44ab-ab6b-9f7fcdc12858 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/597cff17-d4b3-445e-bfed-786aa8647290 HTTP/1.1" status: 204 len: 168 time: 0.7104733 Nov 03 18:47:56.440052 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a98667-ad37-44ab-ab6b-9f7fcdc12858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597cff17-d4b3-445e-bfed-786aa8647290,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:56.495770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:56.531333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-4c9e1a27-456c-468c-b1e6-24898951cd3b service neutron] 10.222.0.77 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575734 Nov 03 18:47:56.788978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:56.808532 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.809232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fec4c-4f71-4e53-928e-350df27c6208 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:56.838970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fec4c-4f71-4e53-928e-350df27c6208 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:56.842728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-597fec4c-4f71-4e53-928e-350df27c6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:56.942278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-597fec4c-4f71-4e53-928e-350df27c6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:56.984319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59572) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:56.985212 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-726121ea-6869-4f08-ad58-0f2608de9797 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/floatingips/577b3e18-e919-405c-bf21-fcadabb14450 HTTP/1.1" status: 200 len: 979 time: 5.6369963 Nov 03 18:47:56.986592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59574) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:56.986824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fec4c-4f71-4e53-928e-350df27c6208 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:56.988011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-597fec4c-4f71-4e53-928e-350df27c6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:56.993270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:57.117701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-597fec4c-4f71-4e53-928e-350df27c6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:57.119883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fec4c-4f71-4e53-928e-350df27c6208 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:57.216148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.221654 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f450d2-a3b9-46a6-89bc-e2e5167e12db x-openstack-request-id: req-e0f450d2-a3b9-46a6-89bc-e2e5167e12db {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:57.221884 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9d9dc3-a47d-4f58-8a8c-59bad6009a54", "name": "network-vif-deleted", "tag": "17553e24-ff88-49a5-acd7-7505361372eb", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:57.222312 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0f450d2-a3b9-46a6-89bc-e2e5167e12db {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:57.222963 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9d9dc3-a47d-4f58-8a8c-59bad6009a54', 'name': 'network-vif-deleted', 'tag': '17553e24-ff88-49a5-acd7-7505361372eb', 'status': 'completed', 'code': 200} Nov 03 18:47:57.539730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ff16b8-3af1-4ea9-a7b4-bb627fcfb46c admin admin] Deleting subnet 4f5ccdd2-87a5-4ffa-9647-c5030d5de171 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:47:57.548075 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ff16b8-3af1-4ea9-a7b4-bb627fcfb46c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.573707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 17553e24-ff88-49a5-acd7-7505361372eb no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:57.619760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 17553e24-ff88-49a5-acd7-7505361372eb {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:47:57.620671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 17553e24-ff88-49a5-acd7-7505361372eb not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:47:57.653220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ff16b8-3af1-4ea9-a7b4-bb627fcfb46c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.798133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ff16b8-3af1-4ea9-a7b4-bb627fcfb46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.941566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ff16b8-3af1-4ea9-a7b4-bb627fcfb46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.011080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83ef2b69-6d7d-42a1-bfbc-8e76176dea05 req-583cc910-0e14-4ac1-ae5d-cc488828a050 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 210 time: 0.0741110 Nov 03 18:47:58.024688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ff16b8-3af1-4ea9-a7b4-bb627fcfb46c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.034371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-23ff16b8-3af1-4ea9-a7b4-bb627fcfb46c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4f5ccdd2-87a5-4ffa-9647-c5030d5de171 HTTP/1.1" status: 204 len: 168 time: 1.0457184 Nov 03 18:47:58.036223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff16b8-3af1-4ea9-a7b4-bb627fcfb46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f5ccdd2-87a5-4ffa-9647-c5030d5de171,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:58.061107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59598) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:58.188030 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.202539 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.203082 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 577b3e18-e919-405c-bf21-fcadabb14450 disassociated. External IP: 172.25.3.165, port: 8d9b751f-dd65-4974-baa6-1ac926d2c9aa. Nov 03 18:47:58.304034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.406348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:58.606568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.650474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-288857432'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:58.677001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b780ede-5f7d-4cde-94dd-79c7ecc352c6']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:58.701260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:58.701695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e89ca4-9b7c-4e6e-ad90-273d72589d66') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:58.723528 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.737572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Made reservation on behalf of 620571d797d54af6a70beee4d6a30ce7 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:58.742382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.765844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.771387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.799689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:47:58.800391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:47:58.804246 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:47:58.894032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b96fff-4e46-4fde-ac35-6c3393bf7cad req-9c070d98-f6e7-4557-8e21-80f64b6f09ee tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:58.895686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62b96fff-4e46-4fde-ac35-6c3393bf7cad req-9c070d98-f6e7-4557-8e21-80f64b6f09ee tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.2738831 Nov 03 18:47:58.913967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-bc41f894-581c-45aa-a6c6-fe47a2884045 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:58.916694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-bc41f894-581c-45aa-a6c6-fe47a2884045 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.2700617 Nov 03 18:47:58.929763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:58.946958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.969128 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.979540 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2b780ede-5f7d-4cde-94dd-79c7ecc352c6 HTTP/1.1" status: 204 len: 168 time: 0.9165637 Nov 03 18:47:59.062614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d89e14-8824-413f-878f-6f837334c0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b780ede-5f7d-4cde-94dd-79c7ecc352c6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:59.211118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.222657 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.290068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:59.309886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.315837 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b97f5-3519-4465-b736-cab7db3ef429 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:59.328952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-23359157-2aa1-4c56-98aa-0616cb988b18 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.337627 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-23359157-2aa1-4c56-98aa-0616cb988b18 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.70 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 810 time: 0.3432455 Nov 03 18:47:59.342582 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b97f5-3519-4465-b736-cab7db3ef429 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:59.343681 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-255b97f5-3519-4465-b736-cab7db3ef429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:59.345295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:47:59.372636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.373493 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Added segment bcdb2769-ee2e-4090-bb70-2f07acc7cf57 of type vlan for network 22c229f5-6d7b-4014-b84b-ae89265803ae Nov 03 18:47:59.414231 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-255b97f5-3519-4465-b736-cab7db3ef429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:59.420562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Request body: {'port': {'device_id': '0d4dbb95-8ac6-41c8-9e9a-e40c098624c6', 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e', 'admin_state_up': True, 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:59.449058 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b97f5-3519-4465-b736-cab7db3ef429 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:59.451039 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-255b97f5-3519-4465-b736-cab7db3ef429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:47:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:59.492399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-47fe0078-23bc-4f57-8776-343ab34ddb55 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/floatingips/577b3e18-e919-405c-bf21-fcadabb14450 HTTP/1.1" status: 200 len: 688 time: 2.5061052 Nov 03 18:47:59.502123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59618) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:59.535639 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-255b97f5-3519-4465-b736-cab7db3ef429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:59.538449 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b97f5-3519-4465-b736-cab7db3ef429 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:59.544051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b400a0b-55d7-4f4b-9e45-95919ef276b8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:59.612624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59622) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:59.639715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.724405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62b96fff-4e46-4fde-ac35-6c3393bf7cad req-c6549106-49b1-4ca7-b8fa-a66f8a19e7bc tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7868743 Nov 03 18:47:59.752969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.764403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.765204 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.871554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d81b9219-e648-4d5b-9aff-c7fafff011dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4d0be58189b4609adebd115604850be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568994 Nov 03 18:47:59.876538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59624) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:59.893173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Deleting port b1205953-75f6-42d5-8e6f-365f7d143571 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:59.893779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.974254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Made reservation on behalf of b8fd12b597a74919ab6784ca72473ce0 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:59.983209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.014335 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6053298 Nov 03 18:48:00.017639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59626) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:00.045492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'subnet': {'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:00.048165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12a9cc-15a1-488e-aba4-f0503b3817a4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Network': ['ID=22c229f5-6d7b-4014-b84b-ae89265803ae,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:00.076649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 22c229f5-6d7b-4014-b84b-ae89265803ae details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:00.117606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 6ae53ef6-b810-45ce-8026-90005fa2486c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:00.118606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.285664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a31-7f70-44b9-9b28-fa42512bbc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.329496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee8f3d03-0841-47a3-a41b-3cf2a903f884 req-65877a57-4934-488c-8471-6e37b2e6fd1a tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 210 time: 0.1390219 Nov 03 18:48:00.335799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] For port b1205953-75f6-42d5-8e6f-365f7d143571, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b1205953-75f6-42d5-8e6f-365f7d143571,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:00.336378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.382538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Calling delete_port for b1205953-75f6-42d5-8e6f-365f7d143571 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:00.430970 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Made reservation on behalf of 620571d797d54af6a70beee4d6a30ce7 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:00.435279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a31-7f70-44b9-9b28-fa42512bbc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.437242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.549324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.549737 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.586339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Allocated IP 172.20.0.13 (09df4f81-1939-46d8-ae70-2ff43bbcd33e/2877120d-fbf8-48e8-bf41-8c8bb8a7e826/1cb3c83c-9462-4267-abab-8d3cc8082d1b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:00.600088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 6ae53ef6-b810-45ce-8026-90005fa2486c owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:00.742375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a31-7f70-44b9-9b28-fa42512bbc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.745398 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a31-7f70-44b9-9b28-fa42512bbc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.752026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-88fc1a31-7f70-44b9-9b28-fa42512bbc4d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cfabcb59-4673-4f8d-9139-aa2ba4b561b8 HTTP/1.1" status: 204 len: 168 time: 0.8736053 Nov 03 18:48:00.793582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc1a31-7f70-44b9-9b28-fa42512bbc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfabcb59-4673-4f8d-9139-aa2ba4b561b8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:01.114086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce658-6043-4fb8-a059-dffa124bcb7a req-8dc4851a-f8dd-4297-84ab-9cd46a849cc3 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:01.117371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-307ce658-6043-4fb8-a059-dffa124bcb7a req-8dc4851a-f8dd-4297-84ab-9cd46a849cc3 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=3495df34-d694-46d2-923c-a02f0ec9e236 HTTP/1.1" status: 200 len: 945 time: 0.2180026 Nov 03 18:48:01.125450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.144451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['b1205953-75f6-42d5-8e6f-365f7d143571'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:01.249951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event deleted for resources: {'Port': ['ID=b1205953-75f6-42d5-8e6f-365f7d143571,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:01.338475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] No DVR routers for this DVR port b1205953-75f6-42d5-8e6f-365f7d143571 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:01.353477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.359534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f2ab72d-5974-4b41-b3ad-7e61a6b598e6 req-d6db3358-3b82-4826-b73c-e18f80d23e49 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "DELETE /v2.0/ports/b1205953-75f6-42d5-8e6f-365f7d143571 HTTP/1.1" status: 204 len: 173 time: 2.4248247 Nov 03 18:48:01.361201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3495df34-d694-46d2-923c-a02f0ec9e236', 'name': 'network-vif-deleted', 'tag': 'b1205953-75f6-42d5-8e6f-365f7d143571'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:01.366586 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d29c80-7494-4162-ab85-a0226a31d8aa" -d '{"events": [{"server_uuid": "3495df34-d694-46d2-923c-a02f0ec9e236", "name": "network-vif-deleted", "tag": "b1205953-75f6-42d5-8e6f-365f7d143571"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:01.371462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.521100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-307ce658-6043-4fb8-a059-dffa124bcb7a req-b4e197e0-2e5f-4d0d-a473-a090714a9ab5 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=e087e75b-bfd2-4c19-bf5d-23a617a490fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681111 Nov 03 18:48:01.525650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=6ae53ef6-b810-45ce-8026-90005fa2486c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:01.536352 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.752790 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.758921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.765508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1de583ab-4fcc-43bb-a147-49f257c1a4bf tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/floatingips/577b3e18-e919-405c-bf21-fcadabb14450 HTTP/1.1" status: 204 len: 168 time: 2.2564323 Nov 03 18:48:01.767208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59648) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:01.827135 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.860907 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-d75e8a73-c32c-4f33-8a95-889786344952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] delete failed (client error): The resource could not be found. Nov 03 18:48:01.862940 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d75e8a73-c32c-4f33-8a95-889786344952 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/floatingips/577b3e18-e919-405c-bf21-fcadabb14450 HTTP/1.1" status: 404 len: 345 time: 0.0939369 Nov 03 18:48:01.876890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59652) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:01.879007 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Subnet': ['ID=f220d5c8-c355-4c51-b782-9cdc0d9ce68a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:01.892024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Checking segment: {'id': 'bcdb2769-ee2e-4090-bb70-2f07acc7cf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:01.892024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Network hostable DHCP agents. Network: 22c229f5-6d7b-4014-b84b-ae89265803ae, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:01.992544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Network 22c229f5-6d7b-4014-b84b-ae89265803ae is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:02.009111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.027029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['bdde4f28-bedf-4080-86c6-36f9ce40bed6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:02.039765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 22c229f5-6d7b-4014-b84b-ae89265803ae) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:02.056784 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220cba8a-e2c5-4e7a-b1c4-4116e5b66d85 x-openstack-request-id: req-220cba8a-e2c5-4e7a-b1c4-4116e5b66d85 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:02.057112 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3495df34-d694-46d2-923c-a02f0ec9e236", "name": "network-vif-deleted", "tag": "b1205953-75f6-42d5-8e6f-365f7d143571", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:02.057398 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-220cba8a-e2c5-4e7a-b1c4-4116e5b66d85 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:02.057988 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3495df34-d694-46d2-923c-a02f0ec9e236', 'name': 'network-vif-deleted', 'tag': 'b1205953-75f6-42d5-8e6f-365f7d143571', 'status': 'completed', 'code': 200} Nov 03 18:48:02.094753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.095818 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.127240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b6dede-884d-48e4-bfdb-ab32b54320f1 None None] Network 22c229f5-6d7b-4014-b84b-ae89265803ae requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:02.145264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Network 09df4f81-1939-46d8-ae70-2ff43bbcd33e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:02.160420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:02.169842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:02.182529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1c01c-a5a4-48d3-b6fe-7c0747a6825a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.195434 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b98f895c-cda7-4df3-8095-c70717ec6693 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1605411 Nov 03 18:48:02.199522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59656) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:02.201340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1c01c-a5a4-48d3-b6fe-7c0747a6825a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.222800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-560389000'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:02.242587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1c01c-a5a4-48d3-b6fe-7c0747a6825a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.254725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8dd1c01c-a5a4-48d3-b6fe-7c0747a6825a tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "GET /v2.0/ports?network_id=03d94933-cc90-4647-95e9-d8529d2e6ca7 HTTP/1.1" status: 200 len: 2359 time: 0.3747113 Nov 03 18:48:02.258044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59658) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:02.283176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Pushing event updated for resources: {'Port': ['ID=1cb3c83c-9462-4267-abab-8d3cc8082d1b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:02.367912 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.552745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08483190-a70b-4417-ba21-301abdb63e66 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.558062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Made reservation on behalf of 620571d797d54af6a70beee4d6a30ce7 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:02.565194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.566677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-08483190-a70b-4417-ba21-301abdb63e66 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "GET /v2.0/subnets/eb7129b3-a38f-4a41-ba5e-4490bd504834 HTTP/1.1" status: 200 len: 797 time: 0.3066938 Nov 03 18:48:02.567782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59664) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:02.581221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'port': {'network_id': '03d94933-cc90-4647-95e9-d8529d2e6ca7', 'name': 'tempest-FloatingIPTestJSON-1999774860', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:02.603507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29ac53-ba94-40a8-bfdc-ddfbabb8668e req-adf07d86-706a-48d4-ae35-4fc37ef383c4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.605496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] device_id is not set on port 96667f97-98ea-45c5-9ecd-5f40cf21ab3c yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:02.617124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f29ac53-ba94-40a8-bfdc-ddfbabb8668e req-adf07d86-706a-48d4-ae35-4fc37ef383c4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 932 time: 0.3618152 Nov 03 18:48:02.628108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.629188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.662464 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-b82f4d56-a512-4ead-a03e-dbcd7753afc8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2497423 Nov 03 18:48:02.755418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Request body: {'port': {'device_id': '0d4dbb95-8ac6-41c8-9e9a-e40c098624c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:02.816331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-22c229f5-6d7b-4014-b84b-ae89265803ae', 'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae', 'tenant_id': '620571d797d54af6a70beee4d6a30ce7', 'fixed_ips': [{'subnet_id': 'f220d5c8-c355-4c51-b782-9cdc0d9ce68a'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:48:02.817206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.932533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f29ac53-ba94-40a8-bfdc-ddfbabb8668e req-d43411d7-a417-424f-9d87-2358fe424127 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137634 Nov 03 18:48:03.057141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:03.101211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59676) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:03.120803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Allocated IP 2001:db8::e (22c229f5-6d7b-4014-b84b-ae89265803ae/f220d5c8-c355-4c51-b782-9cdc0d9ce68a/96667f97-98ea-45c5-9ecd-5f40cf21ab3c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:03.129264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.268714 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.277198 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.320711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] device_id is not set on port edf2dcfc-b643-4746-a35f-6f31e3346dc2 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:03.417283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-410087438-network', 'tenant_id': 'e33eb204aae1487c8cbe11480eac196a'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:03.486113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Made reservation on behalf of e33eb204aae1487c8cbe11480eac196a for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:03.491470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.576117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.581773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b1205953-75f6-42d5-8e6f-365f7d143571 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:03.634116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: b1205953-75f6-42d5-8e6f-365f7d143571 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:03.635129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b1205953-75f6-42d5-8e6f-365f7d143571 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:03.727557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.738120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.814410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.864952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:03.871305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb68001-de10-42d0-813e-d531718e4e62,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:03.915619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.915619 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Added segment 98fc54f9-f415-41f4-a587-369b83298923 of type vlan for network 6f0f2ac5-a78f-4bbc-b9bd-bad01bad8c46 Nov 03 18:48:03.972280 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.100405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Allocated IP 2001:db8::2 (22c229f5-6d7b-4014-b84b-ae89265803ae/f220d5c8-c355-4c51-b782-9cdc0d9ce68a/8e8dc403-c314-470b-af4a-3b2dc3b30cca) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:04.108804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.109817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb3c83c-9462-4267-abab-8d3cc8082d1b {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:04.138516 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.143688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Network 22c229f5-6d7b-4014-b84b-ae89265803ae is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:04.170358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:04.174676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Transition to ACTIVE for port object 1cb3c83c-9462-4267-abab-8d3cc8082d1b will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:04.176909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:04.188218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.189330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.193340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=96667f97-98ea-45c5-9ecd-5f40cf21ab3c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:04.200640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.223592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.225731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.226669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.255140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcf111-f124-4934-a91b-ad316c324c73 req-f2b63ab7-b2c8-46d9-8275-2488ff31eb16 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.257381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25fcf111-f124-4934-a91b-ad316c324c73 req-f2b63ab7-b2c8-46d9-8275-2488ff31eb16 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.2339704 Nov 03 18:48:04.288700 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ad60919d-e89e-4364-ab44-61fa073331b3 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0755804 Nov 03 18:48:04.291628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59692) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:04.301688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.20.0.14 (03d94933-cc90-4647-95e9-d8529d2e6ca7/eb7129b3-a38f-4a41-ba5e-4490bd504834/edf2dcfc-b643-4746-a35f-6f31e3346dc2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:04.302155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-357231744', 'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:8f:92:c6'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:04.312632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.20.0.13 (03d94933-cc90-4647-95e9-d8529d2e6ca7/eb7129b3-a38f-4a41-ba5e-4490bd504834/edf2dcfc-b643-4746-a35f-6f31e3346dc2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:04.359685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2565718 Nov 03 18:48:04.456636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb3c83c-9462-4267-abab-8d3cc8082d1b,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:04.520826 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.538006 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.579619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Network 22c229f5-6d7b-4014-b84b-ae89265803ae is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:04.586091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:04.591968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Attempting to bind port 1cb3c83c-9462-4267-abab-8d3cc8082d1b on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:04.591968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Attempting to bind port 1cb3c83c-9462-4267-abab-8d3cc8082d1b by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:04.591968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Attempting to bind port 1cb3c83c-9462-4267-abab-8d3cc8082d1b on network 09df4f81-1939-46d8-ae70-2ff43bbcd33e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:04.594349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:04.612294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Port 1cb3c83c-9462-4267-abab-8d3cc8082d1b on network 09df4f81-1939-46d8-ae70-2ff43bbcd33e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:04.612748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Attempting to bind port 1cb3c83c-9462-4267-abab-8d3cc8082d1b on network 09df4f81-1939-46d8-ae70-2ff43bbcd33e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:04.626275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25fcf111-f124-4934-a91b-ad316c324c73 req-5cd2a720-ce95-4a39-b7c5-77620582225e tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2623484 Nov 03 18:48:04.645585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:04.645585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Checking segment: {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:04.658046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Bound using segment: {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:04.658046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Bound port: 1cb3c83c-9462-4267-abab-8d3cc8082d1b, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44b5fd0-c1e1-4736-92e2-064910aaabfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:04.658046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.661389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa106d9f-95b2-4bdc-b350-d8da98c6acd8 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0f2ac5-a78f-4bbc-b9bd-bad01bad8c46,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:04.735742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 6f0f2ac5-a78f-4bbc-b9bd-bad01bad8c46 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:04.852578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] For port 1cb3c83c-9462-4267-abab-8d3cc8082d1b, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:04.860731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] For port 1cb3c83c-9462-4267-abab-8d3cc8082d1b, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:04.872234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.952930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Made reservation on behalf of 620571d797d54af6a70beee4d6a30ce7 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:04.970611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.971651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.974299 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] 10.222.0.70 "PUT /v2.0/ports/1cb3c83c-9462-4267-abab-8d3cc8082d1b HTTP/1.1" status: 200 len: 1092 time: 2.2311997 Nov 03 18:48:04.980062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4dbb95-8ac6-41c8-9e9a-e40c098624c6', 'tag': '1cb3c83c-9462-4267-abab-8d3cc8082d1b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:04.984177 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c39905-4e35-4120-9c4a-499a3815fc97" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4dbb95-8ac6-41c8-9e9a-e40c098624c6", "tag": "1cb3c83c-9462-4267-abab-8d3cc8082d1b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:05.041270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.078822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dd0ce-4368-4efa-8c68-d02260d05d8b req-c5a3f8e7-09d2-477f-a905-c17439b9c74d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.090774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Pushing event updated for resources: {'Port': ['ID=8e8dc403-c314-470b-af4a-3b2dc3b30cca,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:05.092454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec9dd0ce-4368-4efa-8c68-d02260d05d8b req-c5a3f8e7-09d2-477f-a905-c17439b9c74d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 944 time: 0.2409835 Nov 03 18:48:05.115084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.116223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.116976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.117486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.118315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.119115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.119598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.120133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.120679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.121221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.121808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.122429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:05.138280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Attempting to bind port 8e8dc403-c314-470b-af4a-3b2dc3b30cca on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:05.139603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Attempting to bind port 8e8dc403-c314-470b-af4a-3b2dc3b30cca by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'bcdb2769-ee2e-4090-bb70-2f07acc7cf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:05.140196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Attempting to bind port 8e8dc403-c314-470b-af4a-3b2dc3b30cca on network 22c229f5-6d7b-4014-b84b-ae89265803ae {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:05.161243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:05.161243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Checking segment: {'id': 'bcdb2769-ee2e-4090-bb70-2f07acc7cf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:05.162904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.163650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Bound using segment: {'id': 'bcdb2769-ee2e-4090-bb70-2f07acc7cf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:05.165775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Bound port: 8e8dc403-c314-470b-af4a-3b2dc3b30cca, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdb2769-ee2e-4090-bb70-2f07acc7cf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:05.168233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.186446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b58e7-8f0b-4c01-8fca-8003e5020612 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb3c83c-9462-4267-abab-8d3cc8082d1b,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:05.228852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-2a0eab2c-225e-47f7-b0d7-021e90ea0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.230268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec9dd0ce-4368-4efa-8c68-d02260d05d8b req-d893b627-ec61-4f46-ac67-5dd20b71f49e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363649 Nov 03 18:48:05.232847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.238148 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-2a0eab2c-225e-47f7-b0d7-021e90ea0ddb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 1095 time: 0.1923220 Nov 03 18:48:05.396445 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] For port 8e8dc403-c314-470b-af4a-3b2dc3b30cca, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:05.396663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:05.407509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] For port 8e8dc403-c314-470b-af4a-3b2dc3b30cca, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8e8dc403-c314-470b-af4a-3b2dc3b30cca,segment=NetworkSegment(bcdb2769-ee2e-4090-bb70-2f07acc7cf57),segment_id=bcdb2769-ee2e-4090-bb70-2f07acc7cf57)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:05.414599 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-40923db7-c0a7-4518-bc54-be55af305f33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b HTTP/1.1" status: 200 len: 217 time: 0.1551304 Nov 03 18:48:05.425310 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.535817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-a47534ef-136a-45b0-b84b-e84b8ee373f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.538354 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-a47534ef-136a-45b0-b84b-e84b8ee373f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2877120d-fbf8-48e8-bf41-8c8bb8a7e826 HTTP/1.1" status: 200 len: 850 time: 0.1135256 Nov 03 18:48:05.553589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.577978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=edf2dcfc-b643-4746-a35f-6f31e3346dc2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:05.602367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:05.629339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:05.677993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e2a8b-2174-4f6e-b6d2-c5cd0de60c53 None None] Pushing event updated for resources: {'Port': ['ID=8e8dc403-c314-470b-af4a-3b2dc3b30cca,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:05.732373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] device_id is not set on port a5029649-6794-4f3f-8899-a562a821ac6b yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:05.746933 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-944d2795-1767-4f89-a99b-ce0a9c0ed30b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09df4f81-1939-46d8-ae70-2ff43bbcd33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187086 Nov 03 18:48:05.804198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6ed42582-1a14-4453-bb69-cabdcf63f8fc tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.807078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6ed42582-1a14-4453-bb69-cabdcf63f8fc tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.4056122 Nov 03 18:48:05.843316 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0976a110-8c75-4acc-9232-f22cf61bf9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.928752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.930153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:06.092089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-70705cf6-f847-4304-9af9-c2e54826b32b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.5187044 Nov 03 18:48:06.105352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59718) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:06.131574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'edf2dcfc-b643-4746-a35f-6f31e3346dc2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:06.210802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-ddfe3152-b3a2-4569-8e00-dafa7ad4d034 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450951 Nov 03 18:48:06.286284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Allocated IP 2001:db8::1bd (22c229f5-6d7b-4014-b84b-ae89265803ae/f220d5c8-c355-4c51-b782-9cdc0d9ce68a/a5029649-6794-4f3f-8899-a562a821ac6b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:06.554553 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d2cf38b2-4179-4c24-a349-2278b3fd18ab req-821baaf2-2a75-4955-be51-52909c1c62bb service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498853 Nov 03 18:48:06.865458 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:06.979915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.018024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8e8dc403-c314-470b-af4a-3b2dc3b30cca up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:07.063445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Network 22c229f5-6d7b-4014-b84b-ae89265803ae is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:07.112552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=a5029649-6794-4f3f-8899-a562a821ac6b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:07.129710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:07.139252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:07.156588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.158318 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.165920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.187752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8e8dc403-c314-470b-af4a-3b2dc3b30cca triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:07.193283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.199283 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-649224a3-5eb9-42dc-8c40-b404015547d4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9030750 Nov 03 18:48:07.206692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59728) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:07.230228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Deleting port 58544d9f-9040-49b0-9298-d3220000f867 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:07.230760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.437111 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:48:07.496351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf29b30-5dee-4f8b-802d-1039edbcd171 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.506914 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.510174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf29b30-5dee-4f8b-802d-1039edbcd171 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.511894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1aab0-12f6-4cc6-a62b-d48f4058b69a req-2f3f06a5-c266-4c99-b279-22edf21c001b tempest-ComputeTenantNetworksTest-1936898514 tempest-ComputeTenantNetworksTest-1936898514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.527102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf29b30-5dee-4f8b-802d-1039edbcd171 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.530363 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8bf29b30-5dee-4f8b-802d-1039edbcd171 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2476 time: 0.3185084 Nov 03 18:48:07.536079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59730) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:07.539320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1aab0-12f6-4cc6-a62b-d48f4058b69a req-2f3f06a5-c266-4c99-b279-22edf21c001b tempest-ComputeTenantNetworksTest-1936898514 tempest-ComputeTenantNetworksTest-1936898514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.560691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1aab0-12f6-4cc6-a62b-d48f4058b69a req-2f3f06a5-c266-4c99-b279-22edf21c001b tempest-ComputeTenantNetworksTest-1936898514 tempest-ComputeTenantNetworksTest-1936898514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.581056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aea1aab0-12f6-4cc6-a62b-d48f4058b69a req-2f3f06a5-c266-4c99-b279-22edf21c001b tempest-ComputeTenantNetworksTest-1936898514 tempest-ComputeTenantNetworksTest-1936898514-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.4384186 Nov 03 18:48:07.601771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 8e8dc403-c314-470b-af4a-3b2dc3b30cca, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8e8dc403-c314-470b-af4a-3b2dc3b30cca,segment=NetworkSegment(bcdb2769-ee2e-4090-bb70-2f07acc7cf57),segment_id=bcdb2769-ee2e-4090-bb70-2f07acc7cf57)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:07.610168 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.750120 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13b951c-e17a-4e75-8721-056b7fecfc4f x-openstack-request-id: req-b13b951c-e17a-4e75-8721-056b7fecfc4f {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:07.751418 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4dbb95-8ac6-41c8-9e9a-e40c098624c6", "tag": "1cb3c83c-9462-4267-abab-8d3cc8082d1b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:07.751900 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b13b951c-e17a-4e75-8721-056b7fecfc4f {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:07.752563 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4dbb95-8ac6-41c8-9e9a-e40c098624c6', 'tag': '1cb3c83c-9462-4267-abab-8d3cc8082d1b', 'status': 'completed', 'code': 200} Nov 03 18:48:07.808022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=8e8dc403-c314-470b-af4a-3b2dc3b30cca,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:07.873025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] For port 58544d9f-9040-49b0-9298-d3220000f867, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=58544d9f-9040-49b0-9298-d3220000f867,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:07.873701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.943544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8aca07-e685-461f-9386-190466855f9c None None] Network 22c229f5-6d7b-4014-b84b-ae89265803ae requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:07.980121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-5cccec6d-a319-442c-9a27-c418a4141113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.983025 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-5cccec6d-a319-442c-9a27-c418a4141113 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 1095 time: 0.1929691 Nov 03 18:48:08.048452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3b0222f9-af5e-4c31-bcac-eaeacd117509 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Deleting port a5029649-6794-4f3f-8899-a562a821ac6b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:08.048746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3b0222f9-af5e-4c31-bcac-eaeacd117509 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.199198 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.225453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3e346-b372-429a-b996-7f43fb26d6b5 req-852afc2e-60e7-4995-bee2-1d11e53f8486 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.228063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ea3e346-b372-429a-b996-7f43fb26d6b5 req-852afc2e-60e7-4995-bee2-1d11e53f8486 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 945 time: 0.3168097 Nov 03 18:48:08.281075 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c13d3035-0c08-498f-b3b5-a27263d35722 None None] Provisioning complete for port 8e8dc403-c314-470b-af4a-3b2dc3b30cca triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:08.283092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c13d3035-0c08-498f-b3b5-a27263d35722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.383726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-7f5f5863-22a6-41e3-a2c5-e0b5a3c8551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.385926 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-7f5f5863-22a6-41e3-a2c5-e0b5a3c8551a service neutron] 10.222.0.70 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 911 time: 0.3932941 Nov 03 18:48:08.388253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3b0222f9-af5e-4c31-bcac-eaeacd117509 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.395942 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b0ff3a81-e45e-415e-963e-0d3bac17b0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.483445 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-834844f3-f474-486e-9ed8-16cfddb01cd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b HTTP/1.1" status: 200 len: 217 time: 0.0833201 Nov 03 18:48:08.484647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3b0222f9-af5e-4c31-bcac-eaeacd117509 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Calling delete_port for a5029649-6794-4f3f-8899-a562a821ac6b owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:08.563639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1cb3c83c-9462-4267-abab-8d3cc8082d1b details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:08.577179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ea3e346-b372-429a-b996-7f43fb26d6b5 req-49bc243f-b26a-4d46-81ab-c09ffc5ccbe5 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3d415e5-be71-4f1c-a888-051d78d6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3260381 Nov 03 18:48:08.624962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.626072 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.626504 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Floating IP d2c72c3c-1298-4e7e-9d1c-a80f2a386430 disassociated. External IP: 172.25.3.153, port: 58544d9f-9040-49b0-9298-d3220000f867. Nov 03 18:48:08.626954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Calling delete_port for 58544d9f-9040-49b0-9298-d3220000f867 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:08.696765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-2bbba231-8a07-4e78-a4f3-0734f49d0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.699387 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-2bbba231-8a07-4e78-a4f3-0734f49d0126 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2877120d-fbf8-48e8-bf41-8c8bb8a7e826 HTTP/1.1" status: 200 len: 850 time: 0.2050827 Nov 03 18:48:08.760755 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-d9a43454-dc1f-4a44-b5ca-8ecc6ef5b9f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09df4f81-1939-46d8-ae70-2ff43bbcd33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533221 Nov 03 18:48:08.956870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07b341-abb4-4824-adb5-00c533323ef2 req-7c741038-7654-49b7-a0ea-02ff7925b313 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.960061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b07b341-abb4-4824-adb5-00c533323ef2 req-7c741038-7654-49b7-a0ea-02ff7925b313 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 944 time: 0.2452502 Nov 03 18:48:08.979523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1cb3c83c-9462-4267-abab-8d3cc8082d1b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:08.996794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.25.3.79 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/7246c65f-2e76-434e-aa6b-9b01266890f1) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:09.004904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8e8dc403-c314-470b-af4a-3b2dc3b30cca up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:09.017524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '1cb3c83c-9462-4267-abab-8d3cc8082d1b', 'network_id': '09df4f81-1939-46d8-ae70-2ff43bbcd33e', 'port_id': '1cb3c83c-9462-4267-abab-8d3cc8082d1b', 'mac_address': 'fa:16:3e:9e:13:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2877120d-fbf8-48e8-bf41-8c8bb8a7e826', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:09.086477 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3b0222f9-af5e-4c31-bcac-eaeacd117509 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.163795 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.168977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0222f9-af5e-4c31-bcac-eaeacd117509 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Port': ['ID=a5029649-6794-4f3f-8899-a562a821ac6b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:09.192039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb3c83c-9462-4267-abab-8d3cc8082d1b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:09.223929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-b4b35763-0ce5-4306-8bad-ce8240469889 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452412 Nov 03 18:48:09.247652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1cb3c83c-9462-4267-abab-8d3cc8082d1b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:09.256713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8e8dc403-c314-470b-af4a-3b2dc3b30cca triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:09.257589 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.313035 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.395200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b07b341-abb4-4824-adb5-00c533323ef2 req-66d8e135-44cc-4130-9fea-47487ff4c550 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097989 Nov 03 18:48:09.461265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dfab294c-ab74-4b64-896e-28ff711591cc None None] Provisioning complete for port 8e8dc403-c314-470b-af4a-3b2dc3b30cca triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:09.461772 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dfab294c-ab74-4b64-896e-28ff711591cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.518896 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.593332 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2c39905-4e35-4120-9c4a-499a3815fc97 req-34970604-480b-4e47-9c91-a4686389557d service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154507 Nov 03 18:48:09.609016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1cb3c83c-9462-4267-abab-8d3cc8082d1b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:09.624552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:09.669571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event deleted for resources: {'Port': ['ID=58544d9f-9040-49b0-9298-d3220000f867,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:09.680935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3b0222f9-af5e-4c31-bcac-eaeacd117509 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.693070 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3b0222f9-af5e-4c31-bcac-eaeacd117509 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "DELETE /v2.0/ports/a5029649-6794-4f3f-8899-a562a821ac6b HTTP/1.1" status: 204 len: 168 time: 2.1537650 Nov 03 18:48:09.698898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59740) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:09.703009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['1cb3c83c-9462-4267-abab-8d3cc8082d1b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:09.758663 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c9daf8-41c5-40f5-89e1-025b9d6451e0 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] GET failed (client error): The resource could not be found. Nov 03 18:48:09.768490 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-21c9daf8-41c5-40f5-89e1-025b9d6451e0 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "GET /v2.0/ports/a5029649-6794-4f3f-8899-a562a821ac6b HTTP/1.1" status: 404 len: 333 time: 0.0671134 Nov 03 18:48:09.769388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59742) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:09.783647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-924013649'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:09.793645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.794193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 58544d9f-9040-49b0-9298-d3220000f867 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:09.794686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 58544d9f-9040-49b0-9298-d3220000f867 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:09.899118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.966625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dfab294c-ab74-4b64-896e-28ff711591cc None None] Could not find standard attr ID for object a5029649-6794-4f3f-8899-a562a821ac6b. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:48:10.015194 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:10.026203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:10.044694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dfab294c-ab74-4b64-896e-28ff711591cc None None] Provisioning complete for port 96667f97-98ea-45c5-9ecd-5f40cf21ab3c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:10.045039 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dfab294c-ab74-4b64-896e-28ff711591cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:10.129255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Made reservation on behalf of 620571d797d54af6a70beee4d6a30ce7 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:10.130004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:10.145642 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:10.176990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:10.191388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] device_id is not set on port a65f7126-030b-4cf0-ad42-7fd5e35d488a yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:10.204634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-dfab294c-ab74-4b64-896e-28ff711591cc None None] Port 96667f97-98ea-45c5-9ecd-5f40cf21ab3c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:10.339199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d2891b69-075c-4e21-b9f4-2ed48ea6b3ce None None] Could not find standard attr ID for object a5029649-6794-4f3f-8899-a562a821ac6b. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:48:10.369556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d2891b69-075c-4e21-b9f4-2ed48ea6b3ce None None] Provisioning complete for port 96667f97-98ea-45c5-9ecd-5f40cf21ab3c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:10.371206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2891b69-075c-4e21-b9f4-2ed48ea6b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:10.380806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=7246c65f-2e76-434e-aa6b-9b01266890f1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:10.481954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Allocated IP 2001:db8::377 (22c229f5-6d7b-4014-b84b-ae89265803ae/f220d5c8-c355-4c51-b782-9cdc0d9ce68a/a65f7126-030b-4cf0-ad42-7fd5e35d488a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:10.494189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d2891b69-075c-4e21-b9f4-2ed48ea6b3ce None None] Port 96667f97-98ea-45c5-9ecd-5f40cf21ab3c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:10.562529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded631-61b9-4eda-b23d-9ef6941f1745 req-48e20357-7f27-4675-a300-77fc55b57002 tempest-ComputeTenantNetworksTest-1936898514 tempest-ComputeTenantNetworksTest-1936898514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:10.579989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59746) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:10.582261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbded631-61b9-4eda-b23d-9ef6941f1745 req-48e20357-7f27-4675-a300-77fc55b57002 tempest-ComputeTenantNetworksTest-1936898514 tempest-ComputeTenantNetworksTest-1936898514-project] 10.222.0.77 "GET /v2.0/networks/6f0f2ac5-a78f-4bbc-b9bd-bad01bad8c46 HTTP/1.1" status: 200 len: 768 time: 0.5838184 Nov 03 18:48:10.777093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Router 8b041982-7d7e-480b-bcdf-ce71243f0507 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:10.861182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.077838 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.102309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.151776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0f2ac5-a78f-4bbc-b9bd-bad01bad8c46']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:11.187111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fc54f9-f415-41f4-a587-369b83298923') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:11.187590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fc54f9-f415-41f4-a587-369b83298923') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:11.212499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:11.217509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.236512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] Sync routers for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:11.269315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.279152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.282680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:11.285056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:11.348065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:48:11.348916 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:48:11.366352 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:48:11.415155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Network 22c229f5-6d7b-4014-b84b-ae89265803ae is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:11.443158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] No DVR routers for this DVR port 58544d9f-9040-49b0-9298-d3220000f867 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:11.466122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.471437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16e2e712-36f0-4e16-a49c-4c5ccee9b8a8 req-6cbc32f0-dd11-4951-9de6-31946805bec8 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.96 "DELETE /v2.0/ports/58544d9f-9040-49b0-9298-d3220000f867 HTTP/1.1" status: 204 len: 173 time: 5.6555188 Nov 03 18:48:11.472179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-deleted', 'tag': '58544d9f-9040-49b0-9298-d3220000f867'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:11.476589 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1a7c53-6a7e-46d5-bc26-46a87fdd694d" -d '{"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-deleted", "tag": "58544d9f-9040-49b0-9298-d3220000f867"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:11.489775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:11.539237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:11.567329 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:11.568492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.620300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:11.630674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09d7f2b0-fd57-41e4-b0c6-c3cf809372f6 req-3362d374-5c3f-4883-a393-cc03440e50b6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/ports?device_id=112c44ff-339b-4882-b026-a05b1d8455c9 HTTP/1.1" status: 200 len: 210 time: 0.1839244 Nov 03 18:48:11.670808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.705569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.731725 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6f0f2ac5-a78f-4bbc-b9bd-bad01bad8c46 HTTP/1.1" status: 204 len: 168 time: 1.1496227 Nov 03 18:48:11.748640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=a65f7126-030b-4cf0-ad42-7fd5e35d488a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:11.785709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-207e6042-314f-4323-95fd-93e13342cda1 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0105877 Nov 03 18:48:11.794594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59764) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:11.804046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab540352-4373-431b-b475-d8a8234225c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0f2ac5-a78f-4bbc-b9bd-bad01bad8c46,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:11.823197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:8f:92:c6'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:12.169597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59766) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:12.357996 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.368943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.376028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.408781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-272bc772-f5e2-491a-8699-1dee7986dd0d None None] Provisioning complete for port a65f7126-030b-4cf0-ad42-7fd5e35d488a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:12.409498 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-272bc772-f5e2-491a-8699-1dee7986dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.481568 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c22cd49b-cf7c-4f1e-8793-5f33dae14c54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e33eb204aae1487c8cbe11480eac196a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095679 Nov 03 18:48:12.486727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59770) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:12.626931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1cb3c83c-9462-4267-abab-8d3cc8082d1b up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:12.637519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-272bc772-f5e2-491a-8699-1dee7986dd0d None None] Port a65f7126-030b-4cf0-ad42-7fd5e35d488a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:12.707239 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2be6-9ec3-40f5-80ea-daaf0ddc81fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.799076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:46Z', 'revision_number': 5, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:12.853057 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2be6-9ec3-40f5-80ea-daaf0ddc81fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.872403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 1cb3c83c-9462-4267-abab-8d3cc8082d1b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:12.877314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] Checking router: 8b041982-7d7e-480b-bcdf-ce71243f0507 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:48:12.899985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 1cb3c83c-9462-4267-abab-8d3cc8082d1b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:12.900829 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.940123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.971841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:12.973203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:13.076160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.088909 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.113178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2be6-9ec3-40f5-80ea-daaf0ddc81fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.120098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2be6-9ec3-40f5-80ea-daaf0ddc81fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.122839 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d5bb2be6-9ec3-40f5-80ea-daaf0ddc81fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dbb68001-de10-42d0-813e-d531718e4e62 HTTP/1.1" status: 204 len: 168 time: 0.6342969 Nov 03 18:48:13.194903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] In _notify_port_updated(), no bound segment for port a65f7126-030b-4cf0-ad42-7fd5e35d488a on network 22c229f5-6d7b-4014-b84b-ae89265803ae {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:48:13.207469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.207872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.217306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59776) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:13.229911 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "PUT /v2.0/ports/a65f7126-030b-4cf0-ad42-7fd5e35d488a HTTP/1.1" status: 200 len: 1000 time: 1.4175291 Nov 03 18:48:13.236622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb2be6-9ec3-40f5-80ea-daaf0ddc81fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb68001-de10-42d0-813e-d531718e4e62,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:13.293659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6448e9-0002-4553-85ab-f2ca2fea863b tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=a65f7126-030b-4cf0-ad42-7fd5e35d488a,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:13.314284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a944f-b40c-4602-a975-4a1308884eea req-9b33b46b-5071-44c4-a947-3f12975f2d9b tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.326925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55a944f-b40c-4602-a975-4a1308884eea req-9b33b46b-5071-44c4-a947-3f12975f2d9b tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 945 time: 0.2458267 Nov 03 18:48:13.330703 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.368900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:13.856222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55a944f-b40c-4602-a975-4a1308884eea req-5554b2f4-4517-4f72-b72a-34aaf3ca0dbc tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038301 Nov 03 18:48:13.874476 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.977535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d71e2f0d-c9e3-4d9c-9798-4c02ae5cfc62 None None] Provisioning complete for port a65f7126-030b-4cf0-ad42-7fd5e35d488a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:13.978904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d71e2f0d-c9e3-4d9c-9798-4c02ae5cfc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.982558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3c423586-7523-47ee-ae9a-b3e97dc36ebf tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Deleting port a65f7126-030b-4cf0-ad42-7fd5e35d488a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:13.983381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c423586-7523-47ee-ae9a-b3e97dc36ebf tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:14.085813 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 1cb3c83c-9462-4267-abab-8d3cc8082d1b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:14.097729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4dbb95-8ac6-41c8-9e9a-e40c098624c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb3c83c-9462-4267-abab-8d3cc8082d1b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:14.104993 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436c2d51-3c99-4f18-b278-0a905ca73d43" -d '{"events": [{"server_uuid": "0d4dbb95-8ac6-41c8-9e9a-e40c098624c6", "name": "network-vif-plugged", "status": "completed", "tag": "1cb3c83c-9462-4267-abab-8d3cc8082d1b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:14.152674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:14.165480 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:14.251423 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:14.378767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c423586-7523-47ee-ae9a-b3e97dc36ebf tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:14.387010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=7246c65f-2e76-434e-aa6b-9b01266890f1,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:14.435293 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0573c771-5af2-4531-aed8-322d7b924205 x-openstack-request-id: req-0573c771-5af2-4531-aed8-322d7b924205 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:14.436304 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c44ff-339b-4882-b026-a05b1d8455c9", "name": "network-vif-deleted", "tag": "58544d9f-9040-49b0-9298-d3220000f867", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:14.437065 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0573c771-5af2-4531-aed8-322d7b924205 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:14.438275 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c44ff-339b-4882-b026-a05b1d8455c9', 'name': 'network-vif-deleted', 'tag': '58544d9f-9040-49b0-9298-d3220000f867', 'status': 'completed', 'code': 200} Nov 03 18:48:14.443931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d71e2f0d-c9e3-4d9c-9798-4c02ae5cfc62 None None] Port a65f7126-030b-4cf0-ad42-7fd5e35d488a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:14.459240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3c423586-7523-47ee-ae9a-b3e97dc36ebf tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Calling delete_port for a65f7126-030b-4cf0-ad42-7fd5e35d488a owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:14.506906 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:14.548164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=1cb3c83c-9462-4267-abab-8d3cc8082d1b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:14.603587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:46Z', 'revision_number': 5, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:14.674000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1ab6-a8ec-481e-9dc7-2e723f8aac74 None None] The sync data for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 is: [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c345ae9-ea46-4c7e-a5bd-65f652f8a410', 'name': '', 'network_id': '3be66829-994e-43a8-a069-27a57675c6f1', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'mac_address': 'fa:16:3e:e0:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:37Z', 'updated_at': '2021-11-03T18:36:46Z', 'revision_number': 5, 'project_id': '51ffde06203b44aba4c073550661a141', 'subnets': [{'id': 'cbeff23e-0785-44b9-9a9b-c8efe3b73c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:14.735121 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b54a5-c473-493a-a6f9-5556ba42f0d4 x-openstack-request-id: req-794b54a5-c473-493a-a6f9-5556ba42f0d4 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:14.736000 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4dbb95-8ac6-41c8-9e9a-e40c098624c6", "name": "network-vif-plugged", "status": "completed", "tag": "1cb3c83c-9462-4267-abab-8d3cc8082d1b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:14.736677 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-794b54a5-c473-493a-a6f9-5556ba42f0d4 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:14.737733 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4dbb95-8ac6-41c8-9e9a-e40c098624c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb3c83c-9462-4267-abab-8d3cc8082d1b', 'code': 200} Nov 03 18:48:14.886570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59796) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:15.034189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb7507-876b-41a9-9e00-6c0d19eaa48b req-42c264f3-ad76-47f5-b0bb-791ad81134e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:15.036824 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a6bb7507-876b-41a9-9e00-6c0d19eaa48b req-42c264f3-ad76-47f5-b0bb-791ad81134e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 1097 time: 0.1748455 Nov 03 18:48:15.177842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a6bb7507-876b-41a9-9e00-6c0d19eaa48b req-2b13d0c1-2e37-4eb6-8393-2cbba0f21a3c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333442 Nov 03 18:48:15.203362 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 80cd5ac1-cc2f-41f2-85a8-c12a643cf571 associated. External IP: 172.25.3.79, port: edf2dcfc-b643-4746-a35f-6f31e3346dc2. Nov 03 18:48:15.391276 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd43a1b-8073-43c9-a1d0-18fd196d5e3c None None] New status for floating IP d2c72c3c-1298-4e7e-9d1c-a80f2a386430: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:48:15.418278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8057f44-902c-400b-8c19-78f187951476 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.606480 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c423586-7523-47ee-ae9a-b3e97dc36ebf tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.681276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f841-77e0-4da2-9606-f042d4ac37cf req-41c51639-e7ea-430a-8f76-0d591684aab6 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:15.698875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68f5f841-77e0-4da2-9606-f042d4ac37cf req-41c51639-e7ea-430a-8f76-0d591684aab6 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.5773289 Nov 03 18:48:15.709921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8057f44-902c-400b-8c19-78f187951476 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.716781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c423586-7523-47ee-ae9a-b3e97dc36ebf tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Port': ['ID=a65f7126-030b-4cf0-ad42-7fd5e35d488a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:16.096074 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68f5f841-77e0-4da2-9606-f042d4ac37cf req-a8bed226-928e-4382-b6ed-64724eee2a1d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989882 Nov 03 18:48:16.197888 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8057f44-902c-400b-8c19-78f187951476 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.202148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8057f44-902c-400b-8c19-78f187951476 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.204508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b8057f44-902c-400b-8c19-78f187951476 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "DELETE /v2.0/security-groups/b3d415e5-be71-4f1c-a888-051d78d6e687 HTTP/1.1" status: 204 len: 168 time: 1.3166842 Nov 03 18:48:16.208799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59816) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:16.220592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c423586-7523-47ee-ae9a-b3e97dc36ebf tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.235178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59818) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:16.267254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3c423586-7523-47ee-ae9a-b3e97dc36ebf tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "DELETE /v2.0/ports/a65f7126-030b-4cf0-ad42-7fd5e35d488a HTTP/1.1" status: 204 len: 168 time: 3.0452590 Nov 03 18:48:16.294769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8057f44-902c-400b-8c19-78f187951476 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d415e5-be71-4f1c-a888-051d78d6e687,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:16.296560 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-1e17c6b7-d14b-4a6f-b8c6-46260d8866c6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] show failed (client error): The resource could not be found. Nov 03 18:48:16.299203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1e17c6b7-d14b-4a6f-b8c6-46260d8866c6 tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "GET /v2.0/security-groups/b3d415e5-be71-4f1c-a888-051d78d6e687 HTTP/1.1" status: 404 len: 347 time: 0.0876205 Nov 03 18:48:16.305277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59820) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:16.367456 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-05458c93-18cb-4c75-8819-f9d3b5104dde tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] GET failed (client error): The resource could not be found. Nov 03 18:48:16.388578 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-05458c93-18cb-4c75-8819-f9d3b5104dde tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "GET /v2.0/ports/a65f7126-030b-4cf0-ad42-7fd5e35d488a HTTP/1.1" status: 404 len: 333 time: 0.1387775 Nov 03 18:48:16.397916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59822) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:16.444772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-431815294'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:16.657239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:16.994204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Made reservation on behalf of 620571d797d54af6a70beee4d6a30ce7 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:17.002413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.037990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:17.068965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09961ef6-1bc3-4b4d-bd75-84211ff4b330 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:17.086615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] device_id is not set on port 85d90bab-1798-4d53-b97d-895fb65dd63c yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:17.107492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09961ef6-1bc3-4b4d-bd75-84211ff4b330 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:17.111590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-09961ef6-1bc3-4b4d-bd75-84211ff4b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:17.114695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.197812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-09961ef6-1bc3-4b4d-bd75-84211ff4b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:17.200610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-147b283c-aaf2-4e55-a74c-5aca3469bcf1 req-f09875de-a7bc-4713-bd73-1d68d6c74cff service neutron] (101755) timed out ('10.222.0.77', 38588) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 18:48:17.219552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09961ef6-1bc3-4b4d-bd75-84211ff4b330 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:17.220784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-09961ef6-1bc3-4b4d-bd75-84211ff4b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:17.268949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5b685c66-4e39-4d6c-9a81-805ff4760db5 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.1530061 Nov 03 18:48:17.278375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59834) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:17.286288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'port_id': 'edf2dcfc-b643-4746-a35f-6f31e3346dc2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:17.335059 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-09961ef6-1bc3-4b4d-bd75-84211ff4b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:17.337941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09961ef6-1bc3-4b4d-bd75-84211ff4b330 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:17.447054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Deleting port 06be7371-8925-4895-ad46-d5b82ec54b99 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:17.447977 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.513397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.624617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.625129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.685344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Calling delete_port for 06be7371-8925-4895-ad46-d5b82ec54b99 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:17.782466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Allocated IP 2001:db8::345 (22c229f5-6d7b-4014-b84b-ae89265803ae/f220d5c8-c355-4c51-b782-9cdc0d9ce68a/85d90bab-1798-4d53-b97d-895fb65dd63c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:18.154833 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.222845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Pushing event deleted for resources: {'Port': ['ID=06be7371-8925-4895-ad46-d5b82ec54b99,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:18.232008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae30f66-3978-4a0d-ba9a-a7dea1c01e97 req-e7978e7f-cc06-4c87-a2ba-0fff998c842a tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:18.244989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ae30f66-3978-4a0d-ba9a-a7dea1c01e97 req-e7978e7f-cc06-4c87-a2ba-0fff998c842a tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.2578902 Nov 03 18:48:18.266467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.267540 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.268584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.269635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.270376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.272462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.273114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.273927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.274488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.275128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.275883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.276651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:18.375491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.381473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.383978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d527af7f-4b9e-4c35-9c92-2c57673e00fa tempest-ServerActionsTestJSON-98008788 tempest-ServerActionsTestJSON-98008788-project] 10.222.0.77 "DELETE /v2.0/floatingips/d2c72c3c-1298-4e7e-9d1c-a80f2a386430 HTTP/1.1" status: 204 len: 168 time: 2.0771329 Nov 03 18:48:18.388727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59846) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:18.781081 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:48:19.123192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ae30f66-3978-4a0d-ba9a-a7dea1c01e97 req-5a0b6ee7-fcb9-41c0-8ca1-ef8e713d0edf tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8763616 Nov 03 18:48:19.201752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.234996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.479631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.223964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.493272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-57d4d1d3-44f7-4751-aeeb-27a7cc452632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.495161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.496434 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-57d4d1d3-44f7-4751-aeeb-27a7cc452632 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 1097 time: 0.1851897 Nov 03 18:48:20.518975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07626a42-ddff-4834-b90b-31dc6a4b5121 req-47061638-1b34-40f7-8740-c057ac287b49 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.521227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07626a42-ddff-4834-b90b-31dc6a4b5121 req-47061638-1b34-40f7-8740-c057ac287b49 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1757941 Nov 03 18:48:20.780958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-2714bf82-26db-47a9-b9f1-7fca45cbe2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.784537 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-2714bf82-26db-47a9-b9f1-7fca45cbe2c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 911 time: 0.2742560 Nov 03 18:48:20.813475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Network 22c229f5-6d7b-4014-b84b-ae89265803ae is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:20.846185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:20.862979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=85d90bab-1798-4d53-b97d-895fb65dd63c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:20.872221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:20.880565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-5964e2b1-835e-4292-9d6e-ce2a4b923694 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b HTTP/1.1" status: 200 len: 217 time: 0.0829787 Nov 03 18:48:20.884014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.885221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.922543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-543b5a78-fa2d-439e-b611-417e88010f44 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.5208929 Nov 03 18:48:20.941183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59868) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:20.952250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8f:92:c6'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:20.980954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07626a42-ddff-4834-b90b-31dc6a4b5121 req-643dc456-6910-44c0-8863-8eb496bef797 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854229 Nov 03 18:48:21.060546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:21.145505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-1e422c1d-78de-4503-8ef5-7bdeface0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.148467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-1e422c1d-78de-4503-8ef5-7bdeface0caf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2877120d-fbf8-48e8-bf41-8c8bb8a7e826 HTTP/1.1" status: 200 len: 850 time: 0.2520344 Nov 03 18:48:21.264181 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-31cfd16c-3d8f-4d92-a1b6-4eb5805a875a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09df4f81-1939-46d8-ae70-2ff43bbcd33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009243 Nov 03 18:48:21.543931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:21.555140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.562916 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1ab97-ac74-411d-b75e-05d13834771f None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:21.601672 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-ee435a75-dd4d-4df0-8526-b1fc0badb13a service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219070 Nov 03 18:48:21.633463 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1ab97-ac74-411d-b75e-05d13834771f None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:21.634270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ffcc8fbe-5f1e-4d47-9245-397ce3cd77e4 None None] Provisioning complete for port 85d90bab-1798-4d53-b97d-895fb65dd63c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:21.635902 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffcc8fbe-5f1e-4d47-9245-397ce3cd77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.637461 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ced1ab97-ac74-411d-b75e-05d13834771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:21.715391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.777848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc8fbe-5f1e-4d47-9245-397ce3cd77e4 None None] Port 85d90bab-1798-4d53-b97d-895fb65dd63c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:21.785407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Deleting port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:21.786159 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.798551 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ced1ab97-ac74-411d-b75e-05d13834771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:21.837739 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1ab97-ac74-411d-b75e-05d13834771f None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:21.839490 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ced1ab97-ac74-411d-b75e-05d13834771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:21.966995 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ced1ab97-ac74-411d-b75e-05d13834771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:21.969575 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1ab97-ac74-411d-b75e-05d13834771f None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:21.996623 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1f0a0499-552e-4b6d-a81d-8ff1c5cd7110 req-5f7cbb65-49a4-4cdb-b985-6083f8d66bc5 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835666 Nov 03 18:48:22.123922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] For port 8c345ae9-ea46-4c7e-a5bd-65f652f8a410, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:22.126809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d3231228-72bd-4b1e-a3ce-887c5d28aec1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/floatingips/80cd5ac1-cc2f-41f2-85a8-c12a643cf571 HTTP/1.1" status: 200 len: 978 time: 4.8465936 Nov 03 18:48:22.127459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.132622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59890) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:22.175864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Calling delete_port for 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:22.608733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.619719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.718735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.728395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1f72-3fc0-4984-a248-be631791fcad req-b14a8c1c-5a96-44b4-9fe2-fed2ea762b9f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.731288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad0c1f72-3fc0-4984-a248-be631791fcad req-b14a8c1c-5a96-44b4-9fe2-fed2ea762b9f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.2936685 Nov 03 18:48:22.746497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] In _notify_port_updated(), no bound segment for port 85d90bab-1798-4d53-b97d-895fb65dd63c on network 22c229f5-6d7b-4014-b84b-ae89265803ae {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:48:22.757735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.758918 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.761175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "PUT /v2.0/ports/85d90bab-1798-4d53-b97d-895fb65dd63c HTTP/1.1" status: 200 len: 1002 time: 1.8182757 Nov 03 18:48:22.775282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59900) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:22.877125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c345ae9-ea46-4c7e-a5bd-65f652f8a410,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:23.113618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9486df-2688-46a1-a9db-bac7dd449b9c tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=85d90bab-1798-4d53-b97d-895fb65dd63c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:23.172626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 7246c65f-2e76-434e-aa6b-9b01266890f1 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:23.173079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.297814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad0c1f72-3fc0-4984-a248-be631791fcad req-2aa92734-85e5-46fa-9382-45ba810d82a6 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295017 Nov 03 18:48:23.462075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-417098e5-4fd3-4050-a4fb-0b8afca36d42 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Deleting port 85d90bab-1798-4d53-b97d-895fb65dd63c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:23.462482 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-417098e5-4fd3-4050-a4fb-0b8afca36d42 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.488819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.574481 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.575012 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.627829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b38501ea-912a-43eb-9261-3ce9a6198258 None None] Provisioning complete for port 85d90bab-1798-4d53-b97d-895fb65dd63c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:23.629347 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b38501ea-912a-43eb-9261-3ce9a6198258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.747713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 7246c65f-2e76-434e-aa6b-9b01266890f1 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:23.811043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b38501ea-912a-43eb-9261-3ce9a6198258 None None] Port 85d90bab-1798-4d53-b97d-895fb65dd63c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:23.983368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-417098e5-4fd3-4050-a4fb-0b8afca36d42 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.064410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-417098e5-4fd3-4050-a4fb-0b8afca36d42 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Calling delete_port for 85d90bab-1798-4d53-b97d-895fb65dd63c owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:24.183037 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Router 8b041982-7d7e-480b-bcdf-ce71243f0507 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:24.493450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.500828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:24.510962 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-96f63ff8-868c-42da-a026-3538a036d561 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b041982-7d7e-480b-bcdf-ce71243f0507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1194196 Nov 03 18:48:24.521695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] Sync routers for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:24.522601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59910) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:24.557636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:24.564396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:24.663412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=7246c65f-2e76-434e-aa6b-9b01266890f1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:24.802952 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-417098e5-4fd3-4050-a4fb-0b8afca36d42 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.853709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.920221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:25.053564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2b44f-0e91-45b7-a24d-998edda0aec7 req-cb49f63f-c12d-4321-a5a8-5ae61989b572 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:25.070258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4a2b44f-0e91-45b7-a24d-998edda0aec7 req-cb49f63f-c12d-4321-a5a8-5ae61989b572 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.6020641 Nov 03 18:48:25.086568 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.087115 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 80cd5ac1-cc2f-41f2-85a8-c12a643cf571 disassociated (deleted). External IP: 172.25.3.79, port: edf2dcfc-b643-4746-a35f-6f31e3346dc2. Nov 03 18:48:25.101363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417098e5-4fd3-4050-a4fb-0b8afca36d42 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Port': ['ID=85d90bab-1798-4d53-b97d-895fb65dd63c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:25.110249 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-417098e5-4fd3-4050-a4fb-0b8afca36d42 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.116736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-417098e5-4fd3-4050-a4fb-0b8afca36d42 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "DELETE /v2.0/ports/85d90bab-1798-4d53-b97d-895fb65dd63c HTTP/1.1" status: 204 len: 168 time: 2.3290625 Nov 03 18:48:25.134436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59920) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:25.234989 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-449f3801-dda5-4ee5-9708-cd5dbeaa6db0 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] GET failed (client error): The resource could not be found. Nov 03 18:48:25.246259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-449f3801-dda5-4ee5-9708-cd5dbeaa6db0 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "GET /v2.0/ports/85d90bab-1798-4d53-b97d-895fb65dd63c HTTP/1.1" status: 404 len: 333 time: 0.1101456 Nov 03 18:48:25.248960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59922) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:25.264463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-724058480'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:25.322302 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.411725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4a2b44f-0e91-45b7-a24d-998edda0aec7 req-106117b6-e1f5-4cf3-8c0a-779ff5121823 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398976 Nov 03 18:48:25.498746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '16554e13-f555-430a-b349-40868d0e6a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:48:22Z', 'revision_number': 5, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port': {'id': '16554e13-f555-430a-b349-40868d0e6a76', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:29Z', 'updated_at': '2021-11-03T18:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:25.529979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Deleting port 16554e13-f555-430a-b349-40868d0e6a76 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:25.531107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.618167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] Checking router: 8b041982-7d7e-480b-bcdf-ce71243f0507 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:48:25.645761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] Routers {'8b041982-7d7e-480b-bcdf-ce71243f0507'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:25.649739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8b041982-7d7e-480b-bcdf-ce71243f0507'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:25.693914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] For port 16554e13-f555-430a-b349-40868d0e6a76, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=16554e13-f555-430a-b349-40868d0e6a76,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:25.694491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.744246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Calling delete_port for 16554e13-f555-430a-b349-40868d0e6a76 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:25.834438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:25.859100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] Set router 8b041982-7d7e-480b-bcdf-ce71243f0507 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:25.989108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Made reservation on behalf of 620571d797d54af6a70beee4d6a30ce7 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:25.992655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:48:25Z', 'revision_number': 6, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:25.997360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.075441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] device_id is not set on port 8725d22d-9d53-4fec-9a77-fdc534f4570b yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:26.102909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79102247-16c6-4d82-baa9-e54b8df8ddb3 None None] The sync data for ids ['8b041982-7d7e-480b-bcdf-ce71243f0507'] in n-d-812148-3 is: [{'id': '8b041982-7d7e-480b-bcdf-ce71243f0507', 'name': 'tempest-ServerActionsTestJSON-1474596091-router', 'tenant_id': '51ffde06203b44aba4c073550661a141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:27Z', 'updated_at': '2021-11-03T18:48:25Z', 'revision_number': 6, 'project_id': '51ffde06203b44aba4c073550661a141', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:26.328580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:26.337138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.349358 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9fea6-2cfd-46b8-a578-5fc6ade7ca5e None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:26.351499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.389114 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9fea6-2cfd-46b8-a578-5fc6ade7ca5e None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:26.391690 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0eb9fea6-2cfd-46b8-a578-5fc6ade7ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:26.412985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a58b46eb-530e-430e-9388-4fdc8639d1d0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/floatingips/80cd5ac1-cc2f-41f2-85a8-c12a643cf571 HTTP/1.1" status: 204 len: 168 time: 4.2744224 Nov 03 18:48:26.416029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59928) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:26.458013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Pushing event deleted for resources: {'Port': ['ID=16554e13-f555-430a-b349-40868d0e6a76,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:26.522609 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0eb9fea6-2cfd-46b8-a578-5fc6ade7ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:26.564720 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9fea6-2cfd-46b8-a578-5fc6ade7ca5e None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:26.565059 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0eb9fea6-2cfd-46b8-a578-5fc6ade7ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:26.667873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.675020 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0eb9fea6-2cfd-46b8-a578-5fc6ade7ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:26.676222 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9fea6-2cfd-46b8-a578-5fc6ade7ca5e None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:26.766385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Allocated IP 2001:db8::b8 (22c229f5-6d7b-4014-b84b-ae89265803ae/f220d5c8-c355-4c51-b782-9cdc0d9ce68a/8725d22d-9d53-4fec-9a77-fdc534f4570b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:26.822664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca930b0-25d4-4946-8662-31c3b637c6f6 req-55a5f94c-d1e3-4557-8c59-86e041ee6871 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:26.829454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fca930b0-25d4-4946-8662-31c3b637c6f6 req-55a5f94c-d1e3-4557-8c59-86e041ee6871 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.2118912 Nov 03 18:48:26.920690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.926071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.948885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8a815a4b-812c-4f3a-bf18-f919d2b686c1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port edf2dcfc-b643-4746-a35f-6f31e3346dc2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:26.949854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a815a4b-812c-4f3a-bf18-f919d2b686c1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.038877 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.039382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b041982-7d7e-480b-bcdf-ce71243f0507 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:48:27.049769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.057793 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5ac44ae8-0d0e-4ecf-988f-1b5b44db9232 admin admin] 10.222.0.77 "DELETE /v2.0/routers/8b041982-7d7e-480b-bcdf-ce71243f0507 HTTP/1.1" status: 204 len: 168 time: 2.5331130 Nov 03 18:48:27.059545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59938) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:27.127169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fca930b0-25d4-4946-8662-31c3b637c6f6 req-36bfdc8d-4136-4ab6-9bf2-b56389dfeded tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883198 Nov 03 18:48:27.191856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 16554e13-f555-430a-b349-40868d0e6a76 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:27.193909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac62228-2247-4e86-811b-acb7587764df admin admin] Deleting subnet cbeff23e-0785-44b9-9a9b-c8efe3b73c0d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:48:27.200780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ac62228-2247-4e86-811b-acb7587764df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.322989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 16554e13-f555-430a-b349-40868d0e6a76 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:27.331464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 16554e13-f555-430a-b349-40868d0e6a76 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:27.332249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:27.399216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ac62228-2247-4e86-811b-acb7587764df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.426743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:27.427747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8c345ae9-ea46-4c7e-a5bd-65f652f8a410 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:27.612880 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ac62228-2247-4e86-811b-acb7587764df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.791900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ac62228-2247-4e86-811b-acb7587764df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.853132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac62228-2247-4e86-811b-acb7587764df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbeff23e-0785-44b9-9a9b-c8efe3b73c0d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:27.862321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ac62228-2247-4e86-811b-acb7587764df admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.880366 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0ac62228-2247-4e86-811b-acb7587764df admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cbeff23e-0785-44b9-9a9b-c8efe3b73c0d HTTP/1.1" status: 204 len: 168 time: 0.8145809 Nov 03 18:48:27.881195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71a7ca-4e95-4ec5-a8c9-84c76b0cf74e None None] Network 3be66829-994e-43a8-a069-27a57675c6f1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:27.883464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59946) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:27.957507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a815a4b-812c-4f3a-bf18-f919d2b686c1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.037274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.046458 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.080495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8a815a4b-812c-4f3a-bf18-f919d2b686c1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for edf2dcfc-b643-4746-a35f-6f31e3346dc2 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:28.347625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.381891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] DHCP port deletion for 3be66829-994e-43a8-a069-27a57675c6f1 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:48:28.409275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59952) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:28.514060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] Deleting port 938737e9-ede4-42e0-8d4b-ab497ecd412c {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:28.521994 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.648635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] For port 938737e9-ede4-42e0-8d4b-ab497ecd412c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=938737e9-ede4-42e0-8d4b-ab497ecd412c,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:28.649806 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.658117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Network 22c229f5-6d7b-4014-b84b-ae89265803ae is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:28.685149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] Calling delete_port for 938737e9-ede4-42e0-8d4b-ab497ecd412c owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:28.694209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:28.700008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:28.726427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:28.743709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.757393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=8725d22d-9d53-4fec-9a77-fdc534f4570b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:28.833099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Deleting port 938737e9-ede4-42e0-8d4b-ab497ecd412c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:28.834584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.880083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573e64-4d74-49bd-81f2-5f4148024cdf req-9adbedc9-20b3-4c14-9c2f-c631b4352f50 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:28.899245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e573e64-4d74-49bd-81f2-5f4148024cdf req-9adbedc9-20b3-4c14-9c2f-c631b4352f50 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.5388710 Nov 03 18:48:28.922065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-16049432-69a4-4827-9076-00e6d1c2fe35 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6656740 Nov 03 18:48:28.960744 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.967128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59962) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:28.985500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'network_id': '22c229f5-6d7b-4014-b84b-ae89265803ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1195098164'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:29.003018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] No DVR routers for this DVR port 938737e9-ede4-42e0-8d4b-ab497ecd412c on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:29.045830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 938737e9-ede4-42e0-8d4b-ab497ecd412c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:29.085567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67354235-952c-4ff5-a5ef-cdc275d6325e None None] Pushing event deleted for resources: {'Port': ['ID=938737e9-ede4-42e0-8d4b-ab497ecd412c,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:29.090688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 938737e9-ede4-42e0-8d4b-ab497ecd412c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:29.091429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 938737e9-ede4-42e0-8d4b-ab497ecd412c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:29.101358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] For port 938737e9-ede4-42e0-8d4b-ab497ecd412c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=938737e9-ede4-42e0-8d4b-ab497ecd412c,segment=NetworkSegment(052bcae5-e857-4ed7-8dc5-aaf5354e965b),segment_id=052bcae5-e857-4ed7-8dc5-aaf5354e965b)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:29.102087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.150758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Calling delete_port for 938737e9-ede4-42e0-8d4b-ab497ecd412c owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:29.215615 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62fa36c1-01a7-4817-9222-713e31898ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.294744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-18c85f57-07fe-485c-9bd6-1ef626886ef7 None None] Provisioning complete for port 8725d22d-9d53-4fec-9a77-fdc534f4570b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:29.295762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18c85f57-07fe-485c-9bd6-1ef626886ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.361506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.384649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-18c85f57-07fe-485c-9bd6-1ef626886ef7 None None] Port 8725d22d-9d53-4fec-9a77-fdc534f4570b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:29.398656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e573e64-4d74-49bd-81f2-5f4148024cdf req-019c4049-20e1-447f-a97e-66c9d86f08ed tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951329 Nov 03 18:48:29.426599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Pushing event deleted for resources: {'Port': ['ID=938737e9-ede4-42e0-8d4b-ab497ecd412c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:29.435410 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] No DVR routers for this DVR port 938737e9-ede4-42e0-8d4b-ab497ecd412c on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:29.445199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Made reservation on behalf of 620571d797d54af6a70beee4d6a30ce7 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:29.470058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.502068 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a815a4b-812c-4f3a-bf18-f919d2b686c1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.580551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] device_id is not set on port f23954cf-3650-4b64-8fa5-7022c6624f4b yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:29.586795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.599571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815a4b-812c-4f3a-bf18-f919d2b686c1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=edf2dcfc-b643-4746-a35f-6f31e3346dc2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:29.633996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be66829-994e-43a8-a069-27a57675c6f1']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:29.669082 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052bcae5-e857-4ed7-8dc5-aaf5354e965b') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:29.669777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052bcae5-e857-4ed7-8dc5-aaf5354e965b') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:29.692112 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.722180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.735791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:48:29.736809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:48:29.831050 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:48:29.871755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.898788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.908500 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] 10.222.0.77 "DELETE /v2.0/networks/3be66829-994e-43a8-a069-27a57675c6f1 HTTP/1.1" status: 204 len: 168 time: 2.0207016 Nov 03 18:48:29.926243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87579cf-57aa-4380-a274-a7a00bc3a09d admin admin] Pushing event deleted for resources: {'Network': ['ID=3be66829-994e-43a8-a069-27a57675c6f1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:30.060520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62fa36c1-01a7-4817-9222-713e31898ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.093825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62fa36c1-01a7-4817-9222-713e31898ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.099910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Allocated IP 2001:db8::26e (22c229f5-6d7b-4014-b84b-ae89265803ae/f220d5c8-c355-4c51-b782-9cdc0d9ce68a/f23954cf-3650-4b64-8fa5-7022c6624f4b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:30.159955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a815a4b-812c-4f3a-bf18-f919d2b686c1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.166323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8a815a4b-812c-4f3a-bf18-f919d2b686c1 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/ports/edf2dcfc-b643-4746-a35f-6f31e3346dc2 HTTP/1.1" status: 204 len: 168 time: 3.7492230 Nov 03 18:48:30.176743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59968) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:30.192789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:30.215213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-62fa36c1-01a7-4817-9222-713e31898ff9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aca75aa7d4514d3c86a26076c6ddce15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7865262 Nov 03 18:48:30.257495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59970) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:30.277703 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.316771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59972) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:30.337799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa36c1-01a7-4817-9222-713e31898ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acdb648-0f10-4ded-869e-aab096a4af9a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:30.465844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09af7e71-efd8-4fce-af6b-455ae70e0c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.525884 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bab4ec63-81e5-44fa-88d0-066a2f422b67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=51ffde06203b44aba4c073550661a141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036769 Nov 03 18:48:30.530189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59976) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:30.580910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09af7e71-efd8-4fce-af6b-455ae70e0c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.681036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.702271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.737750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a3b8-1297-49f9-90ba-74aaa5387fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.756941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09af7e71-efd8-4fce-af6b-455ae70e0c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.762634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09af7e71-efd8-4fce-af6b-455ae70e0c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.764661 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-09af7e71-efd8-4fce-af6b-455ae70e0c1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4acdb648-0f10-4ded-869e-aab096a4af9a HTTP/1.1" status: 204 len: 168 time: 0.5037773 Nov 03 18:48:30.792306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04a052-46cb-4b52-abb2-d8f1c9476ea9 req-e5e7e1be-9e7b-4f63-83dc-08c67fc7ebcc tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:30.795110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd04a052-46cb-4b52-abb2-d8f1c9476ea9 req-e5e7e1be-9e7b-4f63-83dc-08c67fc7ebcc tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1806033 Nov 03 18:48:30.842449 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a3b8-1297-49f9-90ba-74aaa5387fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.900307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af7e71-efd8-4fce-af6b-455ae70e0c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acdb648-0f10-4ded-869e-aab096a4af9a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:30.971417 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a3b8-1297-49f9-90ba-74aaa5387fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.976091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a3b8-1297-49f9-90ba-74aaa5387fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.981480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7cb2a3b8-1297-49f9-90ba-74aaa5387fc7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e087e75b-bfd2-4c19-bf5d-23a617a490fe HTTP/1.1" status: 204 len: 168 time: 0.4458337 Nov 03 18:48:30.981480 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.128980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.25.3.230 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/efb287c5-0720-48ae-a966-4844e81f5d1c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:31.133388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd04a052-46cb-4b52-abb2-d8f1c9476ea9 req-d52a980a-9640-45fd-9810-0dc5439784a0 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125718 Nov 03 18:48:31.138492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2a3b8-1297-49f9-90ba-74aaa5387fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087e75b-bfd2-4c19-bf5d-23a617a490fe,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:31.289154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=f23954cf-3650-4b64-8fa5-7022c6624f4b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:31.309455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Network 22c229f5-6d7b-4014-b84b-ae89265803ae is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:31.318228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:31.323416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:31.351730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:31.354261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.400808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3f3e5fdd-12dc-4f43-8178-6cd70345dfb6 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4218118 Nov 03 18:48:31.406395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59994) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:31.414564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:8f:92:c6'}, {'ip_address': '2001:db8::b8', 'mac_address': 'fa:16:3e:0e:61:53'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:31.474984 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.620781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.774607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:31.786569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:31.806821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:31.920685 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.963882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=efb287c5-0720-48ae-a966-4844e81f5d1c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:31.980843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2e28952b-dfc2-4410-bf50-132f58c09b34 None None] Provisioning complete for port f23954cf-3650-4b64-8fa5-7022c6624f4b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:31.983954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2e28952b-dfc2-4410-bf50-132f58c09b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.116703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2e28952b-dfc2-4410-bf50-132f58c09b34 None None] Port f23954cf-3650-4b64-8fa5-7022c6624f4b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:32.130485 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.233931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.286519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.397441 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.416301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00ed01-fb5f-4586-b8c8-063d34285930 req-3cffe796-d15a-4cc3-be3f-b5752fbbdbeb tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.430147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a00ed01-fb5f-4586-b8c8-063d34285930 req-3cffe796-d15a-4cc3-be3f-b5752fbbdbeb tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.5112147 Nov 03 18:48:32.463234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.489351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] In _notify_port_updated(), no bound segment for port f23954cf-3650-4b64-8fa5-7022c6624f4b on network 22c229f5-6d7b-4014-b84b-ae89265803ae {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:48:32.503927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.505400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.513755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "PUT /v2.0/ports/f23954cf-3650-4b64-8fa5-7022c6624f4b HTTP/1.1" status: 200 len: 1065 time: 1.1019490 Nov 03 18:48:32.514417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60020) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:32.688275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a00ed01-fb5f-4586-b8c8-063d34285930 req-c99daa25-c9f5-401d-84df-98c4f615b9b3 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565694 Nov 03 18:48:32.691021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022c028-47c6-472e-992d-8f68bd47f945 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event updated for resources: {'Port': ['ID=f23954cf-3650-4b64-8fa5-7022c6624f4b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:32.950237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd4a11-e994-4dc1-8cec-0fa27d2ac0ec req-69ce28b8-e511-4a0a-af64-a9d4d539df15 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.964806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebcd4a11-e994-4dc1-8cec-0fa27d2ac0ec req-69ce28b8-e511-4a0a-af64-a9d4d539df15 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1504028 Nov 03 18:48:33.023290 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.040663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.085385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebcd4a11-e994-4dc1-8cec-0fa27d2ac0ec req-42bfc0d7-7aa7-49ca-98cf-fd2bbbbac517 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174233 Nov 03 18:48:33.146117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-714372c5-41c3-4bf9-96de-e1e3979ffd7f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Deleting port f23954cf-3650-4b64-8fa5-7022c6624f4b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:33.146551 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-714372c5-41c3-4bf9-96de-e1e3979ffd7f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.188685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7189c17b-74e2-4167-b0ef-f3a98da7b032 None None] Provisioning complete for port f23954cf-3650-4b64-8fa5-7022c6624f4b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:33.189585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7189c17b-74e2-4167-b0ef-f3a98da7b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.275559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60040) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:33.291903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=efb287c5-0720-48ae-a966-4844e81f5d1c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:33.322871 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7189c17b-74e2-4167-b0ef-f3a98da7b032 None None] Port f23954cf-3650-4b64-8fa5-7022c6624f4b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:33.331184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.395374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.454969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.460973 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c15e9b0f-d3d8-462c-ac1e-f1e6a7e6f2e6 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2779849 Nov 03 18:48:33.461473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60048) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:33.469705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'port': {'network_id': '03d94933-cc90-4647-95e9-d8529d2e6ca7', 'name': 'tempest-FloatingIPTestJSON-549572703'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:33.522440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-714372c5-41c3-4bf9-96de-e1e3979ffd7f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.553246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-714372c5-41c3-4bf9-96de-e1e3979ffd7f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Calling delete_port for f23954cf-3650-4b64-8fa5-7022c6624f4b owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:33.787165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1864654174-network', 'tenant_id': '8edf439afbd346df9c3999cadaa8c1fb'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:33.821817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:33.827268 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.918750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] device_id is not set on port 59c77220-c5f8-4dad-a9ae-579a7580fede yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:33.930296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Made reservation on behalf of 8edf439afbd346df9c3999cadaa8c1fb for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:33.935137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.954444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-714372c5-41c3-4bf9-96de-e1e3979ffd7f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.011757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714372c5-41c3-4bf9-96de-e1e3979ffd7f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Port': ['ID=f23954cf-3650-4b64-8fa5-7022c6624f4b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:34.045110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.154671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294750f7-5370-4826-98dc-f4e1bb6afc25 req-91766677-4830-4a00-ace8-dbb180a9ed71 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.157557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-294750f7-5370-4826-98dc-f4e1bb6afc25 req-91766677-4830-4a00-ace8-dbb180a9ed71 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.3026390 Nov 03 18:48:34.381445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-294750f7-5370-4826-98dc-f4e1bb6afc25 req-a12e58fa-74f1-42a6-a11d-b368da0e54f2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913853 Nov 03 18:48:34.396733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.20.0.4 (03d94933-cc90-4647-95e9-d8529d2e6ca7/eb7129b3-a38f-4a41-ba5e-4490bd504834/59c77220-c5f8-4dad-a9ae-579a7580fede) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:34.459804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.464143 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-714372c5-41c3-4bf9-96de-e1e3979ffd7f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.465799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.477535 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-714372c5-41c3-4bf9-96de-e1e3979ffd7f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "DELETE /v2.0/ports/f23954cf-3650-4b64-8fa5-7022c6624f4b HTTP/1.1" status: 204 len: 168 time: 1.9615192 Nov 03 18:48:34.482305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60066) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:34.545020 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aebccd-d9d3-46a7-b1ce-cd5feeb13714 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] GET failed (client error): The resource could not be found. Nov 03 18:48:34.547080 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-53aebccd-d9d3-46a7-b1ce-cd5feeb13714 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "GET /v2.0/ports/f23954cf-3650-4b64-8fa5-7022c6624f4b HTTP/1.1" status: 404 len: 333 time: 0.0598910 Nov 03 18:48:34.551775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60070) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:34.654693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:34.714203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.714607 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Added segment e156be53-ea4a-4bd9-a694-59bff4df99c1 of type vlan for network 463b57bf-2fe0-453d-8635-72e35c46c655 Nov 03 18:48:34.719874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b7f24e-3b73-483e-8c5f-c548c33de0bc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:34.747162 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-de3b2860-2544-4f31-bcdd-c39a57469ad4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Deleting port 8725d22d-9d53-4fec-9a77-fdc534f4570b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:34.747162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de3b2860-2544-4f31-bcdd-c39a57469ad4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.921067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60947f4-9859-4688-8466-0b0fd01d4e05 req-5189026c-3d12-47b8-bc97-e71d61fd806d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.924646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d60947f4-9859-4688-8466-0b0fd01d4e05 req-5189026c-3d12-47b8-bc97-e71d61fd806d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.3520088 Nov 03 18:48:34.927302 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de3b2860-2544-4f31-bcdd-c39a57469ad4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.937906 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.965678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-de3b2860-2544-4f31-bcdd-c39a57469ad4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Calling delete_port for 8725d22d-9d53-4fec-9a77-fdc534f4570b owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:35.050056 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.050990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.051602 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.134639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.147636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d60947f4-9859-4688-8466-0b0fd01d4e05 req-526c3101-ee10-43ef-9ccb-f211cda9cee8 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054894 Nov 03 18:48:35.155419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8782873 Nov 03 18:48:35.212882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60078) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:35.221559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Request body: {'subnet': {'network_id': '463b57bf-2fe0-453d-8635-72e35c46c655', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1864654174-subnet', 'tenant_id': '8edf439afbd346df9c3999cadaa8c1fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:35.257469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e79398-24ef-4292-abc9-00d73c9588a3 admin admin] Pushing event updated for resources: {'Network': ['ID=463b57bf-2fe0-453d-8635-72e35c46c655,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:35.275909 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de3b2860-2544-4f31-bcdd-c39a57469ad4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.288985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 463b57bf-2fe0-453d-8635-72e35c46c655 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:35.323629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Made reservation on behalf of 8edf439afbd346df9c3999cadaa8c1fb for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:35.332185 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.410790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b2860-2544-4f31-bcdd-c39a57469ad4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Port': ['ID=8725d22d-9d53-4fec-9a77-fdc534f4570b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:35.427824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.546405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de3b2860-2544-4f31-bcdd-c39a57469ad4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.555355 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-de3b2860-2544-4f31-bcdd-c39a57469ad4 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "DELETE /v2.0/ports/8725d22d-9d53-4fec-9a77-fdc534f4570b HTTP/1.1" status: 204 len: 168 time: 1.0014994 Nov 03 18:48:35.559374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60088) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:35.605361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 03d94933-cc90-4647-95e9-d8529d2e6ca7 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:35.628626 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1177011-934e-4b38-ba75-dc4c83f6395f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] GET failed (client error): The resource could not be found. Nov 03 18:48:35.634102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1177011-934e-4b38-ba75-dc4c83f6395f tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "GET /v2.0/ports/8725d22d-9d53-4fec-9a77-fdc534f4570b HTTP/1.1" status: 404 len: 333 time: 0.0723979 Nov 03 18:48:35.638851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60090) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:35.658689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:35.663327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:35.760826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=59c77220-c5f8-4dad-a9ae-579a7580fede,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:35.854341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ee0801c3-d630-4ebf-a883-eba4b9f74659 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Deleting port 96667f97-98ea-45c5-9ecd-5f40cf21ab3c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:35.855553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee0801c3-d630-4ebf-a883-eba4b9f74659 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.858140 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d0329b6-e8b1-4659-b1b6-3c148dc5bf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.881251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.882938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.963279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48916de2-b362-45c0-a5ee-34f22f91c8c4 req-e4c7ac03-5303-4bbf-8c68-29bc47e4f975 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.966155 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48916de2-b362-45c0-a5ee-34f22f91c8c4 req-e4c7ac03-5303-4bbf-8c68-29bc47e4f975 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.3587155 Nov 03 18:48:35.988910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5b2d30f8-1a85-4c4b-a9ef-788b1be6f9e8 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5209920 Nov 03 18:48:35.988910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60096) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:36.002362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'port_id': '59c77220-c5f8-4dad-a9ae-579a7580fede'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:36.080889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee0801c3-d630-4ebf-a883-eba4b9f74659 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.121127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ee0801c3-d630-4ebf-a883-eba4b9f74659 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Calling delete_port for 96667f97-98ea-45c5-9ecd-5f40cf21ab3c owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:36.175259 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.418558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee0801c3-d630-4ebf-a883-eba4b9f74659 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.435248 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.460039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48916de2-b362-45c0-a5ee-34f22f91c8c4 req-d52aa99d-a647-4a23-950f-34c262cfd6a9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4547873 Nov 03 18:48:36.496052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0801c3-d630-4ebf-a883-eba4b9f74659 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Port': ['ID=96667f97-98ea-45c5-9ecd-5f40cf21ab3c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:36.573433 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee0801c3-d630-4ebf-a883-eba4b9f74659 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.580239 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ee0801c3-d630-4ebf-a883-eba4b9f74659 tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "DELETE /v2.0/ports/96667f97-98ea-45c5-9ecd-5f40cf21ab3c HTTP/1.1" status: 204 len: 168 time: 0.9392934 Nov 03 18:48:36.592552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60110) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:36.713759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-30351c73-0f13-4554-a2bb-7ba289dc660a tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Deleting subnet f220d5c8-c355-4c51-b782-9cdc0d9ce68a {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:48:36.723511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30351c73-0f13-4554-a2bb-7ba289dc660a tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.753508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ebce78-c6e5-4bb4-9ce6-dec38641d5f8,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:36.809829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30351c73-0f13-4554-a2bb-7ba289dc660a tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.907371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1da375-039a-4238-bc7e-907214599340 req-33ce669f-5b83-4138-b211-8f7a1e07623f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.923587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc1da375-039a-4238-bc7e-907214599340 req-33ce669f-5b83-4138-b211-8f7a1e07623f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.3596771 Nov 03 18:48:36.927587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Checking segment: {'id': 'e156be53-ea4a-4bd9-a694-59bff4df99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '463b57bf-2fe0-453d-8635-72e35c46c655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:36.928242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Network hostable DHCP agents. Network: 463b57bf-2fe0-453d-8635-72e35c46c655, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:37.059643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Network 463b57bf-2fe0-453d-8635-72e35c46c655 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:37.073752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30351c73-0f13-4554-a2bb-7ba289dc660a tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.148718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 463b57bf-2fe0-453d-8635-72e35c46c655) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:37.155176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.156018 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.172328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a81fe5-7aa0-4a10-b2b8-673693d54d15 None None] Network 463b57bf-2fe0-453d-8635-72e35c46c655 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:37.221544 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30351c73-0f13-4554-a2bb-7ba289dc660a tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.226126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc1da375-039a-4238-bc7e-907214599340 req-fe998261-cbdd-4b52-a71b-2b53aa4add98 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008866 Nov 03 18:48:37.252736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4795294d-4088-4c24-8b92-0bcb549c5bfc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0347233 Nov 03 18:48:37.326554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30351c73-0f13-4554-a2bb-7ba289dc660a tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.353479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-30351c73-0f13-4554-a2bb-7ba289dc660a tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "DELETE /v2.0/subnets/f220d5c8-c355-4c51-b782-9cdc0d9ce68a HTTP/1.1" status: 204 len: 168 time: 0.7542257 Nov 03 18:48:37.386766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60116) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:37.387255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60118) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:37.392264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e218fe9-b677-47fe-be4c-bc52615f1762 None None] Network 22c229f5-6d7b-4014-b84b-ae89265803ae requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:37.414810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30351c73-0f13-4554-a2bb-7ba289dc660a tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Subnet': ['ID=f220d5c8-c355-4c51-b782-9cdc0d9ce68a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:37.718558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19e61a-c290-4e3b-9ace-e14e4d2971f3 None None] Network 463b57bf-2fe0-453d-8635-72e35c46c655 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:37.844345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8d2da18-d105-4815-8db3-d2e46b94c52b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.852767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.859159 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:48:37.988107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] DHCP port deletion for 22c229f5-6d7b-4014-b84b-ae89265803ae request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:48:38.009764 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.056900 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.068148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] Deleting port 8e8dc403-c314-470b-af4a-3b2dc3b30cca {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:38.068518 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.073765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a1def-534a-465c-af6d-cca7236a9c67 req-2ee5db1e-700d-4c0e-b943-95ed41149cd2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:38.076480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-680a1def-534a-465c-af6d-cca7236a9c67 req-2ee5db1e-700d-4c0e-b943-95ed41149cd2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.2991292 Nov 03 18:48:38.182541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] For port 8e8dc403-c314-470b-af4a-3b2dc3b30cca, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8e8dc403-c314-470b-af4a-3b2dc3b30cca,segment=NetworkSegment(bcdb2769-ee2e-4090-bb70-2f07acc7cf57),segment_id=bcdb2769-ee2e-4090-bb70-2f07acc7cf57)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:38.183417 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.210180 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] Calling delete_port for 8e8dc403-c314-470b-af4a-3b2dc3b30cca owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:38.339168 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71d23980-db0a-49f6-b805-3ebd2acb3c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.348874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.386983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] Pushing event deleted for resources: {'Port': ['ID=8e8dc403-c314-470b-af4a-3b2dc3b30cca,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:38.392950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134edf50-aa04-47e8-b9ce-ad39116954f0 None None] No DVR routers for this DVR port 8e8dc403-c314-470b-af4a-3b2dc3b30cca on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:38.429214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-680a1def-534a-465c-af6d-cca7236a9c67 req-4b1ac404-a2ed-4ef4-99e4-c3865ed03b4d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740238 Nov 03 18:48:38.436577 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 8784bec8-d824-482e-91d8-86ffcc04b537 associated. External IP: 172.25.3.230, port: 59c77220-c5f8-4dad-a9ae-579a7580fede. Nov 03 18:48:38.444356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Deleting port 8e8dc403-c314-470b-af4a-3b2dc3b30cca {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:38.444691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.453211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8d2da18-d105-4815-8db3-d2e46b94c52b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.516208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8d2da18-d105-4815-8db3-d2e46b94c52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.688424 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] For port 8e8dc403-c314-470b-af4a-3b2dc3b30cca, host n-d-812148-3, got binding levels [] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:38.688980 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.708104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2da18-d105-4815-8db3-d2e46b94c52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c281ecd2-ef0f-4284-8bf2-ebf9cadd34ef,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:38.720500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c8d2da18-d105-4815-8db3-d2e46b94c52b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e98c83e58474f9688732ffe882f2f78&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3258181 Nov 03 18:48:38.724325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Calling delete_port for 8e8dc403-c314-470b-af4a-3b2dc3b30cca owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:38.725997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60140) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:38.732086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Port 8e8dc403-c314-470b-af4a-3b2dc3b30cca was not found and therefore no delete operation was performed {{(pid=101756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:48:38.742620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.800981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Port': ['ID=8e8dc403-c314-470b-af4a-3b2dc3b30cca,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:38.807770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] No DVR routers for this DVR port 8e8dc403-c314-470b-af4a-3b2dc3b30cca on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:38.828380 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2783787-b926-43c5-b7e5-82ddec6d21c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.879692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2783787-b926-43c5-b7e5-82ddec6d21c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.936239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8e8dc403-c314-470b-af4a-3b2dc3b30cca no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:38.978169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 8e8dc403-c314-470b-af4a-3b2dc3b30cca {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:38.978597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8e8dc403-c314-470b-af4a-3b2dc3b30cca not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:39.007441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2783787-b926-43c5-b7e5-82ddec6d21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.018545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2783787-b926-43c5-b7e5-82ddec6d21c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.021628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a2783787-b926-43c5-b7e5-82ddec6d21c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c281ecd2-ef0f-4284-8bf2-ebf9cadd34ef HTTP/1.1" status: 204 len: 168 time: 0.2934680 Nov 03 18:48:39.051722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2783787-b926-43c5-b7e5-82ddec6d21c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c281ecd2-ef0f-4284-8bf2-ebf9cadd34ef,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:39.549842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60152) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:39.554802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.573297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-595701d4-d2fb-473d-b113-855c319d4e64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.653650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c229f5-6d7b-4014-b84b-ae89265803ae']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:39.684789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdb2769-ee2e-4090-bb70-2f07acc7cf57') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:39.685250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdb2769-ee2e-4090-bb70-2f07acc7cf57') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:39.711317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-4efff92d-35e2-420b-a0bd-709884222879 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:39.713632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-4efff92d-35e2-420b-a0bd-709884222879 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/networks?id=463b57bf-2fe0-453d-8635-72e35c46c655 HTTP/1.1" status: 200 len: 821 time: 0.9028478 Nov 03 18:48:39.725560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-595701d4-d2fb-473d-b113-855c319d4e64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.726112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.737197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-595701d4-d2fb-473d-b113-855c319d4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.764003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-f0aaeac6-8a34-4778-b4ae-f06e730d8fe7 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/quotas/8edf439afbd346df9c3999cadaa8c1fb HTTP/1.1" status: 200 len: 375 time: 0.0344262 Nov 03 18:48:39.765534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.770028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:39.780850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:48:39.781402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:48:39.787664 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:48:39.821446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-595701d4-d2fb-473d-b113-855c319d4e64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1732f528c4f4149a04d680ae9ffc840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2654216 Nov 03 18:48:39.821446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595701d4-d2fb-473d-b113-855c319d4e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb0c99-c668-4eea-84bf-f36556e4f864,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:39.824397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60154) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:39.895701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-f16777b8-de40-4157-9438-827d0c24c5a0 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8edf439afbd346df9c3999cadaa8c1fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093700 Nov 03 18:48:39.932495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c20c795-095b-4518-afc5-002127fedec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.934923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.973374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c20c795-095b-4518-afc5-002127fedec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.979758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.006498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.011080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] 10.222.0.77 "DELETE /v2.0/networks/22c229f5-6d7b-4014-b84b-ae89265803ae HTTP/1.1" status: 204 len: 168 time: 2.6201704 Nov 03 18:48:40.053218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821cce-c9ae-4364-856a-df6fde86a4af tempest-AllowedAddressPairIpV6TestJSON-1380368423 tempest-AllowedAddressPairIpV6TestJSON-1380368423-project] Pushing event deleted for resources: {'Network': ['ID=22c229f5-6d7b-4014-b84b-ae89265803ae,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:40.103277 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c20c795-095b-4518-afc5-002127fedec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.111178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c20c795-095b-4518-afc5-002127fedec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.118310 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8c20c795-095b-4518-afc5-002127fedec1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/02cb0c99-c668-4eea-84bf-f36556e4f864 HTTP/1.1" status: 204 len: 168 time: 0.2875261 Nov 03 18:48:40.137898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20c795-095b-4518-afc5-002127fedec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb0c99-c668-4eea-84bf-f36556e4f864,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:40.215520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:40.224208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.234385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd93f75-8230-4f59-9324-7ec6dae3f3af None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:40.262012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd93f75-8230-4f59-9324-7ec6dae3f3af None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:40.264642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dfd93f75-8230-4f59-9324-7ec6dae3f3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:40.306340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-415d6190-4bd7-4e79-a60c-9f427ba6edb9 service neutron] 10.222.0.77 "GET /v2.0/networks/463b57bf-2fe0-453d-8635-72e35c46c655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401318 Nov 03 18:48:40.330276 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60160) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:40.330612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa14646d-6b68-48c4-9e61-5be3e09366b4 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/floatingips/8784bec8-d824-482e-91d8-86ffcc04b537 HTTP/1.1" status: 200 len: 977 time: 4.3393645 Nov 03 18:48:40.352996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dfd93f75-8230-4f59-9324-7ec6dae3f3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:40.380478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd93f75-8230-4f59-9324-7ec6dae3f3af None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:40.382495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dfd93f75-8230-4f59-9324-7ec6dae3f3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:40.462587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dfd93f75-8230-4f59-9324-7ec6dae3f3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:40.463672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd93f75-8230-4f59-9324-7ec6dae3f3af None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:40.544023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-394cf140-95ee-4f39-bcc9-0de0cee2cbe6 service neutron] 10.222.0.77 "GET /v2.0/networks/463b57bf-2fe0-453d-8635-72e35c46c655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361403 Nov 03 18:48:40.585792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 59c77220-c5f8-4dad-a9ae-579a7580fede {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:40.586684 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.653633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60166) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:40.885665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.985599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf09c-750a-4c28-abf2-29d4bc06646e req-046ff910-49df-4be5-be1e-3d3806f26ffa tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:40.997744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3ebf09c-750a-4c28-abf2-29d4bc06646e req-046ff910-49df-4be5-be1e-3d3806f26ffa tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1228459 Nov 03 18:48:41.149771 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c9a80fb7-ce4d-49d5-bc8f-653ab12ef769 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=620571d797d54af6a70beee4d6a30ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4940624 Nov 03 18:48:41.153762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60186) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:41.266543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3ebf09c-750a-4c28-abf2-29d4bc06646e req-cbebd983-8f71-4a53-b21b-d08a29fbdc59 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469599 Nov 03 18:48:41.343717 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d6a51a4-969e-4b73-8c4c-cdcc9ef3bb2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.364545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.367064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.367564 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 8784bec8-d824-482e-91d8-86ffcc04b537 disassociated. External IP: 172.25.3.230, port: 59c77220-c5f8-4dad-a9ae-579a7580fede. Nov 03 18:48:41.369193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 59c77220-c5f8-4dad-a9ae-579a7580fede owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:41.395292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d6a51a4-969e-4b73-8c4c-cdcc9ef3bb2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.519880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d6a51a4-969e-4b73-8c4c-cdcc9ef3bb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.528977 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d6a51a4-969e-4b73-8c4c-cdcc9ef3bb2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.530517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3d6a51a4-969e-4b73-8c4c-cdcc9ef3bb2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b400a0b-55d7-4f4b-9e45-95919ef276b8 HTTP/1.1" status: 204 len: 168 time: 0.3751721 Nov 03 18:48:41.551712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a51a4-969e-4b73-8c4c-cdcc9ef3bb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b400a0b-55d7-4f4b-9e45-95919ef276b8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:41.838734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.876468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609ec81-6127-4a12-a8c5-1fc5779639eb req-c4f8b69f-ed0e-421e-9d39-b72db66b2da7 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:41.881183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1609ec81-6127-4a12-a8c5-1fc5779639eb req-c4f8b69f-ed0e-421e-9d39-b72db66b2da7 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.1340039 Nov 03 18:48:41.930259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=59c77220-c5f8-4dad-a9ae-579a7580fede,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:42.072158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1609ec81-6127-4a12-a8c5-1fc5779639eb req-6823f034-4e21-44e8-9a5d-bef2c5ba90b0 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747699 Nov 03 18:48:42.221474 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.222484 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.343389 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:42.388681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9be3d3e-4a8b-4d6c-b52f-8718487e0d60 req-fdbc931f-d46a-4f44-983b-ca29d4e707ee tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 210 time: 0.1234925 Nov 03 18:48:42.643823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:42.668538 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458c38-3f56-4238-8d5c-1cdb869cf994 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:42.688389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e528-367e-450b-ab6c-38d12f5b6c4e req-9d177f1a-521f-423f-9652-a3b35a24532e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:42.691046 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1f1e528-367e-450b-ab6c-38d12f5b6c4e req-9d177f1a-521f-423f-9652-a3b35a24532e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1153677 Nov 03 18:48:42.722538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60222) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:42.729074 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d458c38-3f56-4238-8d5c-1cdb869cf994 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:42.730207 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9d458c38-3f56-4238-8d5c-1cdb869cf994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:42.867502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1f1e528-367e-450b-ab6c-38d12f5b6c4e req-8e5c3e8f-a8ee-4514-879d-eec7a2acd44d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583784 Nov 03 18:48:42.873011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.879316 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9d458c38-3f56-4238-8d5c-1cdb869cf994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:42.899685 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-19655b95-1305-4253-95de-ac76e241fd77 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/ports/59c77220-c5f8-4dad-a9ae-579a7580fede HTTP/1.1" status: 204 len: 168 time: 2.5527484 Nov 03 18:48:42.899877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60226) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:42.914091 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d458c38-3f56-4238-8d5c-1cdb869cf994 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:42.915850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9d458c38-3f56-4238-8d5c-1cdb869cf994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:43.064940 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9d458c38-3f56-4238-8d5c-1cdb869cf994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:43.066736 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458c38-3f56-4238-8d5c-1cdb869cf994 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:43.218205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60232) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:43.218897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eea09923-cf41-4892-9464-8f69797a561e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "GET /v2.0/floatingips/8784bec8-d824-482e-91d8-86ffcc04b537 HTTP/1.1" status: 200 len: 688 time: 0.3257630 Nov 03 18:48:43.290191 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887acd2c-58b3-40d8-af49-ead1f86fafa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.338617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-337854ab-f167-403c-b98a-b0f0ad5c11ef tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:43.340546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-337854ab-f167-403c-b98a-b0f0ad5c11ef tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.96 "GET /v2.0/networks?id=463b57bf-2fe0-453d-8635-72e35c46c655 HTTP/1.1" status: 200 len: 821 time: 0.4247494 Nov 03 18:48:43.364140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Request body: {'port': {'device_id': 'bb890861-b7da-42c9-ab99-c606cd2afdfc', 'network_id': '463b57bf-2fe0-453d-8635-72e35c46c655', 'admin_state_up': True, 'tenant_id': '8edf439afbd346df9c3999cadaa8c1fb'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:43.491813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port efb287c5-0720-48ae-a966-4844e81f5d1c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:43.493769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.534198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f575d-71c7-40a6-aba5-3b41fa44f962 req-5a5e58e6-2102-4734-b81f-145e55f86226 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:43.535920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-491f575d-71c7-40a6-aba5-3b41fa44f962 req-5a5e58e6-2102-4734-b81f-145e55f86226 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.1941175 Nov 03 18:48:43.636924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.638097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.655737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for efb287c5-0720-48ae-a966-4844e81f5d1c owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:43.673368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60242) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:43.684644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887acd2c-58b3-40d8-af49-ead1f86fafa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.709602 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887acd2c-58b3-40d8-af49-ead1f86fafa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.835781 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-491f575d-71c7-40a6-aba5-3b41fa44f962 req-091b8f9e-6184-4596-a6d7-9d9dc93b274f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845681 Nov 03 18:48:43.852529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-887acd2c-58b3-40d8-af49-ead1f86fafa4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbcb4e83d56d4ca786739517379a23ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1275423 Nov 03 18:48:43.855042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887acd2c-58b3-40d8-af49-ead1f86fafa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8009865-bbcb-426b-8dec-cc473f4353d4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:43.858150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60246) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:43.859267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.870452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Made reservation on behalf of 8edf439afbd346df9c3999cadaa8c1fb for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:43.877373 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.879205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498860858'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:43.922949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=efb287c5-0720-48ae-a966-4844e81f5d1c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:44.012266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:44.016340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.037145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.041061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.046128 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.048081 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5e67bbdd-85d2-4bc2-9108-349587d0452f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/floatingips/8784bec8-d824-482e-91d8-86ffcc04b537 HTTP/1.1" status: 204 len: 168 time: 0.8280392 Nov 03 18:48:44.057096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60254) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:44.063268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '8d9b751f-dd65-4974-baa6-1ac926d2c9aa'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:44.119946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.135656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6c2d8f2-5bb7-4ec6-a824-18ccf64107bd req-30971fbb-5e83-4e2e-a497-425543bb8967 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 210 time: 0.0774970 Nov 03 18:48:44.141863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2e80b3d-a530-4a21-99a0-cf0b0b433631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.248690 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2e80b3d-a530-4a21-99a0-cf0b0b433631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.300249 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.308993 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.351834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Allocated IP 172.20.0.12 (463b57bf-2fe0-453d-8635-72e35c46c655/d1ebce78-c6e5-4bb4-9ce6-dec38641d5f8/9681d79b-99aa-415d-9538-f2c509575914) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:44.363261 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:44.398530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22c581-edc2-4fd7-bc64-b9020c2a39a5 req-f146ba86-d734-4faf-9049-a7b7bcbf62eb tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.400235 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d22c581-edc2-4fd7-bc64-b9020c2a39a5 req-f146ba86-d734-4faf-9049-a7b7bcbf62eb tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1430771 Nov 03 18:48:44.403560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c517b0c0-b392-4d71-83e8-69c178e66d6b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:44.429171 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:48:44.445940 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.446949 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment 0819e0ac-f444-40b3-9f13-43703c028f52 of type vlan for network fd5eae72-e1da-4650-9275-5c7aae875395 Nov 03 18:48:44.450807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.453837 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2e80b3d-a530-4a21-99a0-cf0b0b433631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.457665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2e80b3d-a530-4a21-99a0-cf0b0b433631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.459471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f2e80b3d-a530-4a21-99a0-cf0b0b433631 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8009865-bbcb-426b-8dec-cc473f4353d4 HTTP/1.1" status: 204 len: 168 time: 0.6000562 Nov 03 18:48:44.502352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e80b3d-a530-4a21-99a0-cf0b0b433631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8009865-bbcb-426b-8dec-cc473f4353d4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:44.640238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.683507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.727838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d22c581-edc2-4fd7-bc64-b9020c2a39a5 req-ee0d995b-2ce9-4eaa-904c-29ade8e4ab02 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070960 Nov 03 18:48:44.772971 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.788874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.808339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.810468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.849587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Network 463b57bf-2fe0-453d-8635-72e35c46c655 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:44.858019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:44.862406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:44.873801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Pushing event updated for resources: {'Port': ['ID=9681d79b-99aa-415d-9538-f2c509575914,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:44.918428 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2434008 Nov 03 18:48:44.938638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.25.3.38 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/58ce3898-8176-49e8-ad8f-b10abbaf2378) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:45.112379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:45.113940 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.132260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60264) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:45.146019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': 'fd5eae72-e1da-4650-9275-5c7aae875395', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:45.212333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-d62950c3-128a-4059-baab-142e7f66e781 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8566079 Nov 03 18:48:45.339121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Request body: {'port': {'device_id': 'bb890861-b7da-42c9-ab99-c606cd2afdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:45.373160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fa781-b862-4ea2-82b3-a4cc3ac1e006 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=fd5eae72-e1da-4650-9275-5c7aae875395,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:45.393306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network fd5eae72-e1da-4650-9275-5c7aae875395 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:45.574464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.589521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:45.593953 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.599963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-fa0b8a6e-aeda-4c23-b7ba-26bbfb091726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:45.603015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-fa0b8a6e-aeda-4c23-b7ba-26bbfb091726 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 1096 time: 0.3610892 Nov 03 18:48:45.660445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be70b9-7f30-4a2b-bbd3-7a0e3d9fbb0a req-382f9cf7-f601-4617-b591-cfd47f43fd7e tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:45.668359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-90be70b9-7f30-4a2b-bbd3-7a0e3d9fbb0a req-382f9cf7-f601-4617-b591-cfd47f43fd7e tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.2505431 Nov 03 18:48:45.694637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.873265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-90be70b9-7f30-4a2b-bbd3-7a0e3d9fbb0a req-54bdfdb6-ef69-48b5-a130-4728733d4562 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027299 Nov 03 18:48:45.889675 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.003829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:46.006647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-9982bd6a-c8d6-470d-ad54-8be7b22d5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:46.009246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-9982bd6a-c8d6-470d-ad54-8be7b22d5a88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.3981540 Nov 03 18:48:46.014764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:46.038811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:46.513877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=58ce3898-8176-49e8-ad8f-b10abbaf2378,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:46.586585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.679257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-8962ea9e-eef2-465a-9425-8d74ee428617 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 200 len: 1001 time: 0.6527290 Nov 03 18:48:46.727804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b564e-e765-4efc-8460-f3fb74c61fa2 req-5ccdce4b-109e-48a6-8643-432346d0f751 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:46.737754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a2b564e-e765-4efc-8460-f3fb74c61fa2 req-5ccdce4b-109e-48a6-8643-432346d0f751 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 932 time: 0.7215865 Nov 03 18:48:46.768867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=783d2062-9ed6-4069-86a9-bca6065ccc68,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:46.798217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9681d79b-99aa-415d-9538-f2c509575914 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:46.818278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.859869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': '0819e0ac-f444-40b3-9f13-43703c028f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd5eae72-e1da-4650-9275-5c7aae875395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:46.860213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: fd5eae72-e1da-4650-9275-5c7aae875395, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:46.865797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-e9b30483-555f-4a6a-b1b9-efc19de47b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:46.867070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Transition to ACTIVE for port object 9681d79b-99aa-415d-9538-f2c509575914 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:46.868571 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-e9b30483-555f-4a6a-b1b9-efc19de47b44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.1802478 Nov 03 18:48:46.880969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.925005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a2b564e-e765-4efc-8460-f3fb74c61fa2 req-db5fa398-8d02-42fa-9454-44fec2685b03 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857183 Nov 03 18:48:47.043586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network fd5eae72-e1da-4650-9275-5c7aae875395 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:47.096165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Pushing event updated for resources: {'Port': ['ID=9681d79b-99aa-415d-9538-f2c509575914,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:47.155537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, fd5eae72-e1da-4650-9275-5c7aae875395) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:47.170786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a74e3-1056-43a3-8ea3-09d949642344 None None] Network fd5eae72-e1da-4650-9275-5c7aae875395 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:47.173111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-fe77874a-038c-48a4-ab6d-7f79a5ff4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.175844 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-fe77874a-038c-48a4-ab6d-7f79a5ff4bb6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2991924 Nov 03 18:48:47.216321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.217139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.312688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9a9bed41-2433-47ab-bf49-d95833b21558 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1748879 Nov 03 18:48:47.315166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60300) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:47.322518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316336541'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:47.356967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9829b-bc0a-4fb3-bb01-b513ed4cd625 req-5e61084e-3083-4e2b-88b4-472dba30d57d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.359601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91d9829b-bc0a-4fb3-bb01-b513ed4cd625 req-5e61084e-3083-4e2b-88b4-472dba30d57d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.2922959 Nov 03 18:48:47.366077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Attempting to bind port 9681d79b-99aa-415d-9538-f2c509575914 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:47.366436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Attempting to bind port 9681d79b-99aa-415d-9538-f2c509575914 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'e156be53-ea4a-4bd9-a694-59bff4df99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '463b57bf-2fe0-453d-8635-72e35c46c655'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:47.366772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Attempting to bind port 9681d79b-99aa-415d-9538-f2c509575914 on network 463b57bf-2fe0-453d-8635-72e35c46c655 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:47.400215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Port 9681d79b-99aa-415d-9538-f2c509575914 on network 463b57bf-2fe0-453d-8635-72e35c46c655 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:47.400565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Attempting to bind port 9681d79b-99aa-415d-9538-f2c509575914 on network 463b57bf-2fe0-453d-8635-72e35c46c655 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:47.421664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:47.425008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Checking segment: {'id': 'e156be53-ea4a-4bd9-a694-59bff4df99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '463b57bf-2fe0-453d-8635-72e35c46c655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:47.425008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Bound using segment: {'id': 'e156be53-ea4a-4bd9-a694-59bff4df99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '463b57bf-2fe0-453d-8635-72e35c46c655'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:47.425008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Bound port: 9681d79b-99aa-415d-9538-f2c509575914, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e156be53-ea4a-4bd9-a694-59bff4df99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '463b57bf-2fe0-453d-8635-72e35c46c655'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:47.425008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.425989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:47.430817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.543032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:47.559950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91d9829b-bc0a-4fb3-bb01-b513ed4cd625 req-a0d1c2f8-4d48-4a5e-ae54-ec24b7a6936f tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744819 Nov 03 18:48:47.573733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.574150 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment 5c27ebe9-6422-46ce-8358-a8b62fedcb7a of type vlan for network 4908abce-eed8-46a7-90e7-0c6cd531bd8e Nov 03 18:48:47.587529 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-b07a46be-a3ad-4b31-9426-b6bc0ef67ed9 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012454 Nov 03 18:48:47.593567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-fd5eae72-e1da-4650-9275-5c7aae875395', 'network_id': 'fd5eae72-e1da-4650-9275-5c7aae875395', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '783d2062-9ed6-4069-86a9-bca6065ccc68'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:48:47.595379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.648509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] For port 9681d79b-99aa-415d-9538-f2c509575914, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:47.657116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.665481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.677018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] For port 9681d79b-99aa-415d-9538-f2c509575914, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9681d79b-99aa-415d-9538-f2c509575914,segment=NetworkSegment(e156be53-ea4a-4bd9-a694-59bff4df99c1),segment_id=e156be53-ea4a-4bd9-a694-59bff4df99c1)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:47.686075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.807029 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.823237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.824319 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.842673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.843730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.846230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] 10.222.0.96 "PUT /v2.0/ports/9681d79b-99aa-415d-9538-f2c509575914 HTTP/1.1" status: 200 len: 1092 time: 2.5249338 Nov 03 18:48:47.857637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb890861-b7da-42c9-ab99-c606cd2afdfc', 'tag': '9681d79b-99aa-415d-9538-f2c509575914'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:47.864683 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50449e9a-278e-458b-8f0c-0b93d8d534f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb890861-b7da-42c9-ab99-c606cd2afdfc", "tag": "9681d79b-99aa-415d-9538-f2c509575914"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:47.934023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Allocated IP 172.20.255.242 (fd5eae72-e1da-4650-9275-5c7aae875395/783d2062-9ed6-4069-86a9-bca6065ccc68/60f9a5e5-39ed-4550-befa-ccd66ea28919) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:47.957018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6566cf-db20-4ab5-88b5-c9da5c751528 service neutron] Pushing event updated for resources: {'Port': ['ID=9681d79b-99aa-415d-9538-f2c509575914,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:48.011165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.083308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7666864 Nov 03 18:48:48.094116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60320) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:48.103825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': '4908abce-eed8-46a7-90e7-0c6cd531bd8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:48.199013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da9c66-0c35-42b0-9a4a-7604a8798447 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=4908abce-eed8-46a7-90e7-0c6cd531bd8e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:48.291480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.303256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.327256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-8d839d5f-8b27-4d73-9e88-65ecca72502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.329670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-8d839d5f-8b27-4d73-9e88-65ecca72502c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8edf439afbd346df9c3999cadaa8c1fb&device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 1095 time: 0.4046836 Nov 03 18:48:48.348563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.364961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 4908abce-eed8-46a7-90e7-0c6cd531bd8e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:48.379207 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.435005 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.464413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:48.468592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.491540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Network fd5eae72-e1da-4650-9275-5c7aae875395 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:48.546371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:48.552507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:48.617919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Pushing event updated for resources: {'Port': ['ID=60f9a5e5-39ed-4550-befa-ccd66ea28919,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:48.646180 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 00cb8629-5e66-4359-822d-0cb40284929b associated. External IP: 172.25.3.38, port: 8d9b751f-dd65-4974-baa6-1ac926d2c9aa. Nov 03 18:48:48.653679 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ea3a4ff-0744-44cc-bda0-45fb419734dc req-6a908d0f-3f45-420d-b034-1305d7a4acee service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0510621 Nov 03 18:48:48.673450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=58ce3898-8176-49e8-ad8f-b10abbaf2378,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:48.726711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Attempting to bind port 60f9a5e5-39ed-4550-befa-ccd66ea28919 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:48.727298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Attempting to bind port 60f9a5e5-39ed-4550-befa-ccd66ea28919 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '0819e0ac-f444-40b3-9f13-43703c028f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd5eae72-e1da-4650-9275-5c7aae875395'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:48.727666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Attempting to bind port 60f9a5e5-39ed-4550-befa-ccd66ea28919 on network fd5eae72-e1da-4650-9275-5c7aae875395 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:48.734832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:48.735291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Checking segment: {'id': '0819e0ac-f444-40b3-9f13-43703c028f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd5eae72-e1da-4650-9275-5c7aae875395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:48.735702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.736102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Bound using segment: {'id': '0819e0ac-f444-40b3-9f13-43703c028f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd5eae72-e1da-4650-9275-5c7aae875395'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:48.737395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Bound port: 60f9a5e5-39ed-4550-befa-ccd66ea28919, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0819e0ac-f444-40b3-9f13-43703c028f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd5eae72-e1da-4650-9275-5c7aae875395'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:48.737833 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.761178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-c8cc891c-66a9-4d04-8d97-2ae581b5fd86 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9681d79b-99aa-415d-9538-f2c509575914 HTTP/1.1" status: 200 len: 217 time: 0.4195645 Nov 03 18:48:48.769071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175c87f-3059-4274-a70a-04942af3bdd7 req-d6d8f972-0669-481c-820b-9f85eb490fb8 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.770958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2175c87f-3059-4274-a70a-04942af3bdd7 req-d6d8f972-0669-481c-820b-9f85eb490fb8 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.6341720 Nov 03 18:48:48.791417 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.876798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] For port 60f9a5e5-39ed-4550-befa-ccd66ea28919, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:48.883555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] For port 60f9a5e5-39ed-4550-befa-ccd66ea28919, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=60f9a5e5-39ed-4550-befa-ccd66ea28919,segment=NetworkSegment(0819e0ac-f444-40b3-9f13-43703c028f52),segment_id=0819e0ac-f444-40b3-9f13-43703c028f52)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:48.892093 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.034917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de363a43-5d42-4691-94ea-0c6a6afa3db4 None None] Pushing event updated for resources: {'Port': ['ID=60f9a5e5-39ed-4550-befa-ccd66ea28919,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:49.134301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:49.336639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:49.375111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.392206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4775-5bd2-4d1a-a99e-6d6a5b8e05ba req-f4b35eb2-54fd-4775-a721-934e06771124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.393734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35ee4775-5bd2-4d1a-a99e-6d6a5b8e05ba req-f4b35eb2-54fd-4775-a721-934e06771124 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 1097 time: 1.0875316 Nov 03 18:48:49.396561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d913ced-b174-487e-8f3a-51c53fdcdf02 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:49.416858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=059b69c5-092a-497f-90c9-c68179f3dc57,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:49.428860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d913ced-b174-487e-8f3a-51c53fdcdf02 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:49.431023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9d913ced-b174-487e-8f3a-51c53fdcdf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:49.432931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-93a5247b-c7a5-4b7d-8558-cd4365f83f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.434613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-93a5247b-c7a5-4b7d-8558-cd4365f83f1b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d1ebce78-c6e5-4bb4-9ce6-dec38641d5f8 HTTP/1.1" status: 200 len: 861 time: 0.6614892 Nov 03 18:48:49.471833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c995d670-d131-4d94-a109-f20974526e35 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4105000 Nov 03 18:48:49.471833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60376) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:49.479307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1587301653'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:49.502964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9d913ced-b174-487e-8f3a-51c53fdcdf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:49.515711 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-6287a395-98a2-420d-9181-eaaef0186ec3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=463b57bf-2fe0-453d-8635-72e35c46c655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691631 Nov 03 18:48:49.516270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d913ced-b174-487e-8f3a-51c53fdcdf02 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:49.517220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9d913ced-b174-487e-8f3a-51c53fdcdf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:49.520912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:49.526594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.530248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2175c87f-3059-4274-a70a-04942af3bdd7 req-8735b323-a157-4c83-8680-a4babe4e6a91 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7323558 Nov 03 18:48:49.566302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9d913ced-b174-487e-8f3a-51c53fdcdf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:49.567235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d913ced-b174-487e-8f3a-51c53fdcdf02 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:49.586479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:49.604001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': '5c27ebe9-6422-46ce-8358-a8b62fedcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4908abce-eed8-46a7-90e7-0c6cd531bd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:49.612868 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.613330 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Added segment 38df9435-7fde-4ac1-963b-01e6a102d99b of type vlan for network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 Nov 03 18:48:49.622287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: 4908abce-eed8-46a7-90e7-0c6cd531bd8e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:49.643183 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26063ed6-a95c-49fc-ab78-cfea74178946 x-openstack-request-id: req-26063ed6-a95c-49fc-ab78-cfea74178946 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:49.648810 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb890861-b7da-42c9-ab99-c606cd2afdfc", "tag": "9681d79b-99aa-415d-9538-f2c509575914", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:49.648810 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26063ed6-a95c-49fc-ab78-cfea74178946 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:49.648810 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb890861-b7da-42c9-ab99-c606cd2afdfc', 'tag': '9681d79b-99aa-415d-9538-f2c509575914', 'status': 'completed', 'code': 200} Nov 03 18:48:49.689842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.706213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35ee4775-5bd2-4d1a-a99e-6d6a5b8e05ba req-6c791ebc-21c2-44f6-aab4-7465b37d7b87 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014252 Nov 03 18:48:49.737257 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.746229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.747489 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.757534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 4908abce-eed8-46a7-90e7-0c6cd531bd8e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:49.788457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 4908abce-eed8-46a7-90e7-0c6cd531bd8e) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:49.798268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-961c62c0-8799-41d2-9f67-a362f8463b64 service neutron] 10.222.0.96 "GET /v2.0/networks/463b57bf-2fe0-453d-8635-72e35c46c655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655985 Nov 03 18:48:49.799847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35466cb3-7981-4d56-821c-bbfaa59fd334 None None] Network 4908abce-eed8-46a7-90e7-0c6cd531bd8e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:49.800524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.801141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.808328 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3352766 Nov 03 18:48:49.822810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60394) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:49.834766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'subnet': {'network_id': '1a06c7e1-5e17-4f52-8bc3-6bd2fa367800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:49.855731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f24ddf-1750-43dd-835e-28a0c26bfd5b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Network': ['ID=1a06c7e1-5e17-4f52-8bc3-6bd2fa367800,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:49.874370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058066ca-88fb-45ea-aae7-9ab978241fe8 req-e7980398-aaeb-495c-b810-c22f1435eca1 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.877286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-058066ca-88fb-45ea-aae7-9ab978241fe8 req-e7980398-aaeb-495c-b810-c22f1435eca1 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 944 time: 0.1772475 Nov 03 18:48:49.902764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:49.944744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7d2388d1-c2e0-4554-a913-b3aee7a29044 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8454115 Nov 03 18:48:49.945122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60402) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:50.111337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3940c598-2c66-4a0e-9f1a-14bf30b535de req-007cc347-04ae-48c4-a10e-65959a2c1e32 service neutron] 10.222.0.96 "GET /v2.0/networks/463b57bf-2fe0-453d-8635-72e35c46c655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037643 Nov 03 18:48:50.148014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-058066ca-88fb-45ea-aae7-9ab978241fe8 req-6976764f-d23e-41b7-b9b2-24601fe035ca tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290726 Nov 03 18:48:50.181208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:50.187811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.211080 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.256355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-4908abce-eed8-46a7-90e7-0c6cd531bd8e', 'network_id': '4908abce-eed8-46a7-90e7-0c6cd531bd8e', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '059b69c5-092a-497f-90c9-c68179f3dc57'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:48:50.256355 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.395526 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.523197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-8871b3e9-23ed-4ec9-b10b-01997dc69fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.525923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-8871b3e9-23ed-4ec9-b10b-01997dc69fad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8edf439afbd346df9c3999cadaa8c1fb&device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 1095 time: 0.2891529 Nov 03 18:48:50.533145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Allocated IP 172.20.0.2 (4908abce-eed8-46a7-90e7-0c6cd531bd8e/059b69c5-092a-497f-90c9-c68179f3dc57/74722333-26eb-4e14-b8df-36b7d247e342) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:50.591723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60408) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:50.593714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3326a-9ed7-47a4-b508-f985c9054916 req-2a43dec2-adb7-47f8-8a28-e53063603b5b tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.596570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67c3326a-9ed7-47a4-b508-f985c9054916 req-2a43dec2-adb7-47f8-8a28-e53063603b5b tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1966841 Nov 03 18:48:50.848458 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82aae21a-6321-4eb4-a47d-17ee67c2b59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.960707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71028f1e-56c5-4f66-bbfb-7fc63c5dfb3a None None] Network fd5eae72-e1da-4650-9275-5c7aae875395 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:51.003951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.028608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67c3326a-9ed7-47a4-b508-f985c9054916 req-1f211971-0fae-450d-8b9b-7b826e5a3274 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960085 Nov 03 18:48:51.076094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-f9635e15-eb09-4ec9-8085-666c5638f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.079318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-f9635e15-eb09-4ec9-8085-666c5638f4bc service neutron] 10.222.0.96 "GET /v2.0/networks?id=463b57bf-2fe0-453d-8635-72e35c46c655 HTTP/1.1" status: 200 len: 922 time: 0.5447414 Nov 03 18:48:51.123544 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.127639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 60f9a5e5-39ed-4550-befa-ccd66ea28919 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:51.130219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ea5ed7df-b5b6-4049-a85f-05b52bd272f9 None None] Provisioning complete for port 60f9a5e5-39ed-4550-befa-ccd66ea28919 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:51.130716 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed7df-b5b6-4049-a85f-05b52bd272f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.140712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82aae21a-6321-4eb4-a47d-17ee67c2b59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.175181 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82aae21a-6321-4eb4-a47d-17ee67c2b59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.191597 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-52b14ddd-ce06-4220-916b-ac6ea1ca252a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9681d79b-99aa-415d-9538-f2c509575914 HTTP/1.1" status: 200 len: 217 time: 0.0948775 Nov 03 18:48:51.193116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.204751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.265300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Subnet': ['ID=1bdfa17b-a2fb-4e0c-9671-085af4c9685f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:51.269343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=059b69c5-092a-497f-90c9-c68179f3dc57,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:51.310619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aae21a-6321-4eb4-a47d-17ee67c2b59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f09604-7081-4b09-a6af-5992179f7fc1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:51.311507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Checking segment: {'id': '38df9435-7fde-4ac1-963b-01e6a102d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1a06c7e1-5e17-4f52-8bc3-6bd2fa367800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:51.312609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network hostable DHCP agents. Network: 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:51.337662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-8e112d9a-543c-4d87-9525-ad8b2e8a9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.339167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-8e112d9a-543c-4d87-9525-ad8b2e8a9fb9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d1ebce78-c6e5-4bb4-9ce6-dec38641d5f8 HTTP/1.1" status: 200 len: 861 time: 0.1384473 Nov 03 18:48:51.341016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82aae21a-6321-4eb4-a47d-17ee67c2b59f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f492d497ed6437c97002804753aad1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7479832 Nov 03 18:48:51.344563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60414) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:51.396638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-eb00cda9-14be-49f3-9d2d-368696df629b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=463b57bf-2fe0-453d-8635-72e35c46c655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493939 Nov 03 18:48:51.401616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:51.421546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.457480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4908abce-eed8-46a7-90e7-0c6cd531bd8e']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:51.471615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c27ebe9-6422-46ce-8358-a8b62fedcb7a') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:51.472135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c27ebe9-6422-46ce-8358-a8b62fedcb7a') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:51.487735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.514403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.523843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:48:51.524550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:48:51.528215 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:48:51.544318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:51.550824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Network 4908abce-eed8-46a7-90e7-0c6cd531bd8e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:51.573763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:51.576950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1686b7-aa06-41a4-8a85-48af97cadce3 None None] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:51.578067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.578771 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.586706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:51.592069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Pushing event updated for resources: {'Port': ['ID=74722333-26eb-4e14-b8df-36b7d247e342,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:51.609903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-bcbc6409-696f-4298-9ea2-a045897abcf6 service neutron] 10.222.0.96 "GET /v2.0/networks/463b57bf-2fe0-453d-8635-72e35c46c655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001328 Nov 03 18:48:51.627459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:48:51.627459 n-d-812148-3 neutron-server[101755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:48:51.627459 n-d-812148-3 neutron-server[101755]: [parameters: {'id': '4908abce-eed8-46a7-90e7-0c6cd531bd8e'}] Nov 03 18:48:51.627459 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:48:51.628293 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:48:51.657440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-09938095-540b-4713-8849-76cf38eeec5f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8314340 Nov 03 18:48:51.664528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60416) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:51.672802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1932739550', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:51.680368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b943f018-4240-4f6d-bebf-a7bf5c3935fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.722409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.724555 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.760377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b819d-1e9f-426e-9e37-89161acd0340 req-52adbd1b-6640-47ac-885b-893278c3a290 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.763916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a05b819d-1e9f-426e-9e37-89161acd0340 req-52adbd1b-6640-47ac-885b-893278c3a290 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.2615094 Nov 03 18:48:51.799856 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b943f018-4240-4f6d-bebf-a7bf5c3935fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.824955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.876292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 60f9a5e5-39ed-4550-befa-ccd66ea28919 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:51.876292 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.931863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50449e9a-278e-458b-8f0c-0b93d8d534f9 req-fd0ac715-6e8f-4b79-9c91-cd506fca7a73 service neutron] 10.222.0.96 "GET /v2.0/networks/463b57bf-2fe0-453d-8635-72e35c46c655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091621 Nov 03 18:48:51.955785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9681d79b-99aa-415d-9538-f2c509575914 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:51.958961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a05b819d-1e9f-426e-9e37-89161acd0340 req-5c70ce85-f9f0-4cd6-a275-5e49aedd8a86 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658463 Nov 03 18:48:52.027502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b943f018-4240-4f6d-bebf-a7bf5c3935fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.036980 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b943f018-4240-4f6d-bebf-a7bf5c3935fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.038974 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b943f018-4240-4f6d-bebf-a7bf5c3935fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34f09604-7081-4b09-a6af-5992179f7fc1 HTTP/1.1" status: 204 len: 168 time: 0.6929288 Nov 03 18:48:52.093451 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed7df-b5b6-4049-a85f-05b52bd272f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.115487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Attempting to bind port 74722333-26eb-4e14-b8df-36b7d247e342 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:52.115830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Attempting to bind port 74722333-26eb-4e14-b8df-36b7d247e342 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '5c27ebe9-6422-46ce-8358-a8b62fedcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4908abce-eed8-46a7-90e7-0c6cd531bd8e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:52.116295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Attempting to bind port 74722333-26eb-4e14-b8df-36b7d247e342 on network 4908abce-eed8-46a7-90e7-0c6cd531bd8e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:52.133402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:52.133915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Checking segment: {'id': '5c27ebe9-6422-46ce-8358-a8b62fedcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4908abce-eed8-46a7-90e7-0c6cd531bd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:52.134207 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.134610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Bound using segment: {'id': '5c27ebe9-6422-46ce-8358-a8b62fedcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4908abce-eed8-46a7-90e7-0c6cd531bd8e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:52.135101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Bound port: 74722333-26eb-4e14-b8df-36b7d247e342, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c27ebe9-6422-46ce-8358-a8b62fedcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4908abce-eed8-46a7-90e7-0c6cd531bd8e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:52.135491 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.153681 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.182248 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:48:52.210618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943f018-4240-4f6d-bebf-a7bf5c3935fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f09604-7081-4b09-a6af-5992179f7fc1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:52.261238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ea5ed7df-b5b6-4049-a85f-05b52bd272f9 None None] For port 60f9a5e5-39ed-4550-befa-ccd66ea28919, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=60f9a5e5-39ed-4550-befa-ccd66ea28919,segment=NetworkSegment(0819e0ac-f444-40b3-9f13-43703c028f52),segment_id=0819e0ac-f444-40b3-9f13-43703c028f52)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:52.273606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b654f-5d65-4fe5-9db8-f3f926018335 req-c69c7727-c5d9-4e13-a352-38449426b0dc tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:52.287681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-836b654f-5d65-4fe5-9db8-f3f926018335 req-c69c7727-c5d9-4e13-a352-38449426b0dc tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 944 time: 0.1395996 Nov 03 18:48:52.293208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-63755fc5-0816-4e02-8dfd-b1d36e7614e3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2375605 Nov 03 18:48:52.362957 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.431501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] For port 74722333-26eb-4e14-b8df-36b7d247e342, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:52.436595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] For port 74722333-26eb-4e14-b8df-36b7d247e342, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=74722333-26eb-4e14-b8df-36b7d247e342,segment=NetworkSegment(5c27ebe9-6422-46ce-8358-a8b62fedcb7a),segment_id=5c27ebe9-6422-46ce-8358-a8b62fedcb7a)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:52.448938 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed7df-b5b6-4049-a85f-05b52bd272f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.465781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.478650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-836b654f-5d65-4fe5-9db8-f3f926018335 req-24c20feb-c93d-42e4-bfa8-1ff906a7c6bd tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825614 Nov 03 18:48:52.503699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-dee57a2b-9983-48d7-8088-80c5437982bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:52.507857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-dee57a2b-9983-48d7-8088-80c5437982bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 1096 time: 0.1353400 Nov 03 18:48:52.612087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting port 74722333-26eb-4e14-b8df-36b7d247e342 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:52.612579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.731930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60430) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:52.775456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-1a06c7e1-5e17-4f52-8bc3-6bd2fa367800', 'network_id': '1a06c7e1-5e17-4f52-8bc3-6bd2fa367800', 'tenant_id': '3d8b964b7eec47fd86a7a6b00750c8d6', 'fixed_ips': [{'subnet_id': '1bdfa17b-a2fb-4e0c-9671-085af4c9685f'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:48:52.776644 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.782092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-041c5f38-5375-48f3-891f-d03b5f4cb3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.797455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] For port 74722333-26eb-4e14-b8df-36b7d247e342, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=74722333-26eb-4e14-b8df-36b7d247e342,segment=NetworkSegment(5c27ebe9-6422-46ce-8358-a8b62fedcb7a),segment_id=5c27ebe9-6422-46ce-8358-a8b62fedcb7a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:52.797777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.848248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9681d79b-99aa-415d-9538-f2c509575914, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9681d79b-99aa-415d-9538-f2c509575914,segment=NetworkSegment(e156be53-ea4a-4bd9-a694-59bff4df99c1),segment_id=e156be53-ea4a-4bd9-a694-59bff4df99c1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:52.881741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Calling delete_port for 74722333-26eb-4e14-b8df-36b7d247e342 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:52.912542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ed7df-b5b6-4049-a85f-05b52bd272f9 None None] Pushing event updated for resources: {'Port': ['ID=60f9a5e5-39ed-4550-befa-ccd66ea28919,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:52.971449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '9681d79b-99aa-415d-9538-f2c509575914', 'network_id': '463b57bf-2fe0-453d-8635-72e35c46c655', 'port_id': '9681d79b-99aa-415d-9538-f2c509575914', 'mac_address': 'fa:16:3e:35:57:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ebce78-c6e5-4bb4-9ce6-dec38641d5f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:52.981803 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-e3525e02-b3fb-4f35-be25-405c5d6db693 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4030833 Nov 03 18:48:52.997583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c047df-9ed0-469e-abee-daa1373ddaa7 req-8fd91c6b-f9d4-4f6b-b283-abcf2abf311d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.006018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75c047df-9ed0-469e-abee-daa1373ddaa7 req-8fd91c6b-f9d4-4f6b-b283-abcf2abf311d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.2651422 Nov 03 18:48:53.027282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-40ebba33-9774-4ee5-ab09-149aaa9bc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.029076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-40ebba33-9774-4ee5-ab09-149aaa9bc120 service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.4822836 Nov 03 18:48:53.066073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a956a-63d6-4d1f-8489-e87cf5a221b2 None None] Network 4908abce-eed8-46a7-90e7-0c6cd531bd8e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:53.184986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75c047df-9ed0-469e-abee-daa1373ddaa7 req-08896254-4fa0-453a-b161-37383e638b3d tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780262 Nov 03 18:48:53.203304 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-9aa629e6-9892-453b-ab91-3a2761c03346 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 200 len: 1001 time: 0.1532099 Nov 03 18:48:53.207396 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-041c5f38-5375-48f3-891f-d03b5f4cb3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.233187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0ec93570-4e34-4209-91df-798437f3d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.240235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0ec93570-4e34-4209-91df-798437f3d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.242806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0ec93570-4e34-4209-91df-798437f3d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.246695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0ec93570-4e34-4209-91df-798437f3d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.251053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0ec93570-4e34-4209-91df-798437f3d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.252379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0ec93570-4e34-4209-91df-798437f3d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.253880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0ec93570-4e34-4209-91df-798437f3d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.259398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0ec93570-4e34-4209-91df-798437f3d597 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6501 time: 0.2212698 Nov 03 18:48:53.268380 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-041c5f38-5375-48f3-891f-d03b5f4cb3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.270899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56461dd9-31e4-4111-aa23-51089eb19b32 None None] Pushing event updated for resources: {'Port': ['ID=74722333-26eb-4e14-b8df-36b7d247e342,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:53.314039 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-041c5f38-5375-48f3-891f-d03b5f4cb3c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2eac12e185249c9ae77722d331e4ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5751374 Nov 03 18:48:53.314386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0fa593db-20a5-435e-8040-e7d921f5ed64 None None] Provisioning complete for port 60f9a5e5-39ed-4550-befa-ccd66ea28919 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:53.314386 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0fa593db-20a5-435e-8040-e7d921f5ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.318276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.358250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60434) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:53.454252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c5f38-5375-48f3-891f-d03b5f4cb3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7317234-14a0-407d-b325-44d7c6651e7f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:53.485235 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.519594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-71918487-ba25-453f-bec7-97f19891bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.522708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-71918487-ba25-453f-bec7-97f19891bf07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.2611885 Nov 03 18:48:53.536566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9681d79b-99aa-415d-9538-f2c509575914 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:53.536939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.635382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.665347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-1aad3f8e-b5e8-405b-a54e-2bc20b840b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.668413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-1aad3f8e-b5e8-405b-a54e-2bc20b840b73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372530 Nov 03 18:48:53.687555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-260a7dbf-4912-4d08-877c-187af39a00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.688731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Allocated IP 172.20.0.2 (1a06c7e1-5e17-4f52-8bc3-6bd2fa367800/1bdfa17b-a2fb-4e0c-9671-085af4c9685f/69e22834-a71f-4488-afa2-7d3832939588) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:53.694308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-260a7dbf-4912-4d08-877c-187af39a00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.695344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-260a7dbf-4912-4d08-877c-187af39a00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.699258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-260a7dbf-4912-4d08-877c-187af39a00c8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f HTTP/1.1" status: 200 len: 2297 time: 0.3422561 Nov 03 18:48:53.703659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9681d79b-99aa-415d-9538-f2c509575914, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9681d79b-99aa-415d-9538-f2c509575914,segment=NetworkSegment(e156be53-ea4a-4bd9-a694-59bff4df99c1),segment_id=e156be53-ea4a-4bd9-a694-59bff4df99c1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:53.712258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Port': ['ID=74722333-26eb-4e14-b8df-36b7d247e342,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:53.716916 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5e11-844b-400d-a413-d705ea47cb09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.742053 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.770111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No DVR routers for this DVR port 74722333-26eb-4e14-b8df-36b7d247e342 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:53.789588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5e11-844b-400d-a413-d705ea47cb09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.915035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-95b5bd2e-edd2-4714-9eb5-e03a2f78d1e9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d HTTP/1.1" status: 200 len: 1002 time: 0.1962249 Nov 03 18:48:54.078380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9681d79b-99aa-415d-9538-f2c509575914,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:54.083700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-09f9f0fe-d555-4b83-b084-d5b6e6f3c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.086436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-09f9f0fe-d555-4b83-b084-d5b6e6f3c862 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11427b39-cb02-4adb-aa28-da7268be0be7 HTTP/1.1" status: 200 len: 855 time: 0.1486025 Nov 03 18:48:54.102348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3799aa5-7d54-47bb-999f-802488d3f31e req-1b6dc8b7-f677-477b-b33b-272044f84736 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.104377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3799aa5-7d54-47bb-999f-802488d3f31e req-1b6dc8b7-f677-477b-b33b-272044f84736 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 945 time: 0.1870062 Nov 03 18:48:54.108147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.139198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.25.3.136 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/817991f4-a020-4ada-803e-c8e85bb9bd60) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:54.141381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['9681d79b-99aa-415d-9538-f2c509575914'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:54.166119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-1a0275de-0997-448b-865d-ffa261ee51ee service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650207 Nov 03 18:48:54.177305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43940-cc2a-4258-a439-302be2babb42 req-51436762-16ab-4120-90db-2b74477370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.181278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a43940-cc2a-4258-a439-302be2babb42 req-51436762-16ab-4120-90db-2b74477370a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8fd12b597a74919ab6784ca72473ce0&device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 1097 time: 0.2782557 Nov 03 18:48:54.198400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4908abce-eed8-46a7-90e7-0c6cd531bd8e']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:54.278079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c27ebe9-6422-46ce-8358-a8b62fedcb7a') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:54.278890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c27ebe9-6422-46ce-8358-a8b62fedcb7a') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:54.279380 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.295198 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.328525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5e11-844b-400d-a413-d705ea47cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.333759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5e11-844b-400d-a413-d705ea47cb09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.339683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9c9d5e11-844b-400d-a413-d705ea47cb09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7317234-14a0-407d-b325-44d7c6651e7f HTTP/1.1" status: 204 len: 168 time: 0.9732857 Nov 03 18:48:54.349525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-ba507cb1-ab78-41e5-aa55-c45c1a213f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.351072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.352163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-ba507cb1-ab78-41e5-aa55-c45c1a213f02 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465787 Nov 03 18:48:54.376442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:54.387848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:54.395925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:54.398419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Pushing event updated for resources: {'Port': ['ID=69e22834-a71f-4488-afa2-7d3832939588,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:54.455178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3799aa5-7d54-47bb-999f-802488d3f31e req-a516ef45-e18d-4a00-ba4b-ca3ea960ef04 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004017 Nov 03 18:48:54.552243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d42e696-49aa-484f-ae2c-49ccb9beb32d req-30f0e0f3-b572-4a5c-852a-e176dcedec35 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727782 Nov 03 18:48:54.589815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Attempting to bind port 69e22834-a71f-4488-afa2-7d3832939588 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:54.590391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Attempting to bind port 69e22834-a71f-4488-afa2-7d3832939588 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '38df9435-7fde-4ac1-963b-01e6a102d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1a06c7e1-5e17-4f52-8bc3-6bd2fa367800'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:54.591009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Attempting to bind port 69e22834-a71f-4488-afa2-7d3832939588 on network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:54.607385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:54.608108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Checking segment: {'id': '38df9435-7fde-4ac1-963b-01e6a102d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1a06c7e1-5e17-4f52-8bc3-6bd2fa367800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:54.608821 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.609818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Bound using segment: {'id': '38df9435-7fde-4ac1-963b-01e6a102d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1a06c7e1-5e17-4f52-8bc3-6bd2fa367800'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:54.610728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Bound port: 69e22834-a71f-4488-afa2-7d3832939588, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38df9435-7fde-4ac1-963b-01e6a102d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1a06c7e1-5e17-4f52-8bc3-6bd2fa367800'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:54.611417 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.687689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-f8505a90-0555-4aac-b591-fb685fbb6a1d service neutron] 10.222.0.96 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204832 Nov 03 18:48:54.766972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] For port 69e22834-a71f-4488-afa2-7d3832939588, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:54.776852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] For port 69e22834-a71f-4488-afa2-7d3832939588, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=69e22834-a71f-4488-afa2-7d3832939588,segment=NetworkSegment(38df9435-7fde-4ac1-963b-01e6a102d99b),segment_id=38df9435-7fde-4ac1-963b-01e6a102d99b)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:54.787468 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.812702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551bf1-4174-498e-bd54-5368ef3dc64b req-65fc7b2f-5617-4b79-acc7-645ce36912a2 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.825213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85551bf1-4174-498e-bd54-5368ef3dc64b req-65fc7b2f-5617-4b79-acc7-645ce36912a2 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.2053168 Nov 03 18:48:54.941048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fbc8c-6213-426d-bcab-5c1a1e15faea None None] Pushing event updated for resources: {'Port': ['ID=69e22834-a71f-4488-afa2-7d3832939588,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:54.979131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-1577b0e5-052e-4e7b-9884-d85283f89ebb service neutron] 10.222.0.96 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832918 Nov 03 18:48:55.070730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 60f9a5e5-39ed-4550-befa-ccd66ea28919 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:55.111202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-22f9a620-435a-467a-b585-6ad8e27348d3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=1799dee1-c8aa-42b5-9d27-87c47fe95073 HTTP/1.1" status: 200 len: 217 time: 0.1103811 Nov 03 18:48:55.125252 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85551bf1-4174-498e-bd54-5368ef3dc64b req-e34a5ff5-2adc-4705-844a-4bc74fd14586 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986643 Nov 03 18:48:55.195446 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.228053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d5e11-844b-400d-a413-d705ea47cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7317234-14a0-407d-b325-44d7c6651e7f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:55.252524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:48:55.253201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:48:55.291757 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:48:55.324733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-81ff364b-f739-49db-95b9-efd799dbe361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:55.327925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-81ff364b-f739-49db-95b9-efd799dbe361 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1996961 Nov 03 18:48:55.362299 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.516817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-6695c6e3-697c-4528-a54a-42fc747cd867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:55.523192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-6695c6e3-697c-4528-a54a-42fc747cd867 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856866 Nov 03 18:48:55.538652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.541529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43940-cc2a-4258-a439-302be2babb42 req-02186428-3146-4618-aa37-7251a0494d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:55.565655 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a43940-cc2a-4258-a439-302be2babb42 req-02186428-3146-4618-aa37-7251a0494d5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 200 len: 911 time: 1.3728883 Nov 03 18:48:55.604141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.615342 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/4908abce-eed8-46a7-90e7-0c6cd531bd8e HTTP/1.1" status: 204 len: 168 time: 5.6679800 Nov 03 18:48:55.624103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60458) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:55.650974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30532-03c9-4b86-b775-6af2d24c2ed7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=4908abce-eed8-46a7-90e7-0c6cd531bd8e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:55.699517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-111982999'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:55.700350 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a43940-cc2a-4258-a439-302be2babb42 req-9b25b9f2-467f-4458-9fec-b6e75ee6a52d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b HTTP/1.1" status: 200 len: 217 time: 0.0816314 Nov 03 18:48:55.771306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43940-cc2a-4258-a439-302be2babb42 req-2ad27383-122f-446b-a3e7-53a5ef9f27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:55.773456 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a43940-cc2a-4258-a439-302be2babb42 req-2ad27383-122f-446b-a3e7-53a5ef9f27d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2877120d-fbf8-48e8-bf41-8c8bb8a7e826 HTTP/1.1" status: 200 len: 850 time: 0.0661376 Nov 03 18:48:55.776116 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.780356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 60f9a5e5-39ed-4550-befa-ccd66ea28919 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:55.781102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.853869 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a43940-cc2a-4258-a439-302be2babb42 req-b1f0a808-1966-443a-a804-29771aba79f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09df4f81-1939-46d8-ae70-2ff43bbcd33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674815 Nov 03 18:48:55.868457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:55.880917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:55.893139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:55.909914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=817991f4-a020-4ada-803e-c8e85bb9bd60,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:55.910678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-ce5fa766-5d99-4c52-a7f3-3c3aceaf9c58 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786166 Nov 03 18:48:55.932000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:55.947564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9681d79b-99aa-415d-9538-f2c509575914 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:55.951014 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.978391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a83e7-4566-42af-a718-5bcbf665a9a2 req-4da07549-6d1f-4e6b-8958-4f2de184f1e8 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:55.981494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-837a83e7-4566-42af-a718-5bcbf665a9a2 req-4da07549-6d1f-4e6b-8958-4f2de184f1e8 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 945 time: 0.3502295 Nov 03 18:48:56.105176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 9681d79b-99aa-415d-9538-f2c509575914 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:56.115524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 9681d79b-99aa-415d-9538-f2c509575914 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:56.116850 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.187190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:56.240073 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.240874 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment 71a2a680-9204-4dfa-af68-35ac0fcd4cfd of type vlan for network e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 Nov 03 18:48:56.269661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-837a83e7-4566-42af-a718-5bcbf665a9a2 req-a74c6361-f970-468a-a3b0-5a8cda1e74c0 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667792 Nov 03 18:48:56.344210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-bbfd33f1-a8a0-44eb-a84b-945061c7fff1 req-84e19974-0e6f-42ca-8ee5-c86fc0daeed1 tempest-ServersOnMultiNodesTest-499734329 tempest-ServersOnMultiNodesTest-499734329-project] (101755) timed out ('10.222.0.77', 36978) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 18:48:56.350985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a43940-cc2a-4258-a439-302be2babb42 req-391dd880-7efb-4c35-8036-fc85760732f4 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811940 Nov 03 18:48:56.387758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-eb76d5bf-67bc-4b94-9665-b426bff15f48 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303977 Nov 03 18:48:56.435590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.451270 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.543895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb890861-b7da-42c9-ab99-c606cd2afdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9681d79b-99aa-415d-9538-f2c509575914'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:56.558387 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6019720-d2cb-4757-a0be-a238d37b7db4" -d '{"events": [{"server_uuid": "bb890861-b7da-42c9-ab99-c606cd2afdfc", "name": "network-vif-plugged", "status": "completed", "tag": "9681d79b-99aa-415d-9538-f2c509575914"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:56.599824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9681d79b-99aa-415d-9538-f2c509575914, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9681d79b-99aa-415d-9538-f2c509575914,segment=NetworkSegment(e156be53-ea4a-4bd9-a694-59bff4df99c1),segment_id=e156be53-ea4a-4bd9-a694-59bff4df99c1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:56.610750 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.613399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-88025492-aa45-4352-b669-e9016f84e4dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8371b5da-a777-4b6c-b3b9-6abdf7277ff3 HTTP/1.1" status: 200 len: 217 time: 0.1980088 Nov 03 18:48:56.618845 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:48:56.713791 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.722237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:56.723754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.739545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9681d79b-99aa-415d-9538-f2c509575914,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:56.795692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-30a43940-cc2a-4258-a439-302be2babb42 req-52614a50-a6e8-4341-a846-75c0dbade5a8 service neutron] 10.222.0.70 "GET /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128506 Nov 03 18:48:56.812332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1779139 Nov 03 18:48:56.821263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60480) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:56.827239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': 'e6b03882-6bf6-4b5b-b755-1dd0bcc3d000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:56.834347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-ff651a01-39d9-4bf9-9e7b-0c46e46af4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:56.835938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-ff651a01-39d9-4bf9-9e7b-0c46e46af4b0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.2138491 Nov 03 18:48:56.944749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ee7de-110f-462a-a3c9-ac04a9a7092f None None] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:57.056797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7c06055d-8449-40c9-90a1-345e3222c3e0 None None] Provisioning complete for port 69e22834-a71f-4488-afa2-7d3832939588 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:57.057190 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c06055d-8449-40c9-90a1-345e3222c3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.095022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.151113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=e6b03882-6bf6-4b5b-b755-1dd0bcc3d000,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:57.180288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004333dd-6f83-4242-b99e-01f2e78a0227 req-716bc84c-50c3-45ea-8810-c777d05546ea tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:57.182554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 69e22834-a71f-4488-afa2-7d3832939588 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:57.196158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004333dd-6f83-4242-b99e-01f2e78a0227 req-716bc84c-50c3-45ea-8810-c777d05546ea tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.7532630 Nov 03 18:48:57.264163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.264163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.264808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.265452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.266181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.266806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.267729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.268385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.269302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.269591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.270917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.271634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b8d2c-8e0f-448f-9497-99398aba620f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:57.306727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:57.342209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-18863967-35a5-4cd8-8d10-9ce5a0d9e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:57.347487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-18863967-35a5-4cd8-8d10-9ce5a0d9e905 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3849766 Nov 03 18:48:57.419566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.549668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-09d85745-020e-4602-aeaf-7aff54c69bae service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894116 Nov 03 18:48:57.644751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 69e22834-a71f-4488-afa2-7d3832939588 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:57.648929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.717575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router dc315b56-4312-41bd-b7ee-0994291d1a15 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:48:57.812255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:57.820570 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.871037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-385b8b71-6e68-476e-818f-0a6d642be273 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112531 Nov 03 18:48:57.872317 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c06055d-8449-40c9-90a1-345e3222c3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.983368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:58.013307 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f440935-e484-4497-9282-9bf3716041cd None None] Sync routers for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:58.026629 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.027196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7c06055d-8449-40c9-90a1-345e3222c3e0 None None] For port 69e22834-a71f-4488-afa2-7d3832939588, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=69e22834-a71f-4488-afa2-7d3832939588,segment=NetworkSegment(38df9435-7fde-4ac1-963b-01e6a102d99b),segment_id=38df9435-7fde-4ac1-963b-01e6a102d99b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:58.032303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d8c1c08d-6277-44d5-bcf6-1cc0b3ca460c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3652842 Nov 03 18:48:58.033315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60502) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:58.038910 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c06055d-8449-40c9-90a1-345e3222c3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.054876 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f440935-e484-4497-9282-9bf3716041cd None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:58.055973 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6f440935-e484-4497-9282-9bf3716041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:58.131735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-4a6db018-8099-48cc-9656-231bdf5156f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed HTTP/1.1" status: 200 len: 217 time: 0.1211903 Nov 03 18:48:58.134315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Performing IP validity checks on allocation pools {{(pid=101756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 18:48:58.135240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 18:48:58.159354 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6f440935-e484-4497-9282-9bf3716041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:58.185294 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f440935-e484-4497-9282-9bf3716041cd None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:58.187225 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6f440935-e484-4497-9282-9bf3716041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:58.250500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06055d-8449-40c9-90a1-345e3222c3e0 None None] Pushing event updated for resources: {'Port': ['ID=69e22834-a71f-4488-afa2-7d3832939588,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:58.284710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e077f-bc2b-4a49-9998-97e28b34e5de None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:48:58.330371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004333dd-6f83-4242-b99e-01f2e78a0227 req-73b4633f-0058-4bc0-a6c2-629ac4da2bdf tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0519686 Nov 03 18:48:58.359948 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6f440935-e484-4497-9282-9bf3716041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:58.367248 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f440935-e484-4497-9282-9bf3716041cd None None] The sync data for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:58.407793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-8e778097-1df0-453f-82cc-f8ab47def0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:58.411187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-8e778097-1df0-453f-82cc-f8ab47def0ea service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.2484612 Nov 03 18:48:58.649085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-21a1ebad-a88a-4cbf-8fc5-b6adae69d3ee None None] Provisioning complete for port 69e22834-a71f-4488-afa2-7d3832939588 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:58.649994 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-21a1ebad-a88a-4cbf-8fc5-b6adae69d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.700114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.704079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-5f02c771-a617-48e9-8916-be3f75faefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:58.705813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-5f02c771-a617-48e9-8916-be3f75faefe8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2861879 Nov 03 18:48:58.850221 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e862ac-e462-4294-b15d-c00939d95c79 x-openstack-request-id: req-91e862ac-e462-4294-b15d-c00939d95c79 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:58.850706 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb890861-b7da-42c9-ab99-c606cd2afdfc", "name": "network-vif-plugged", "status": "completed", "tag": "9681d79b-99aa-415d-9538-f2c509575914", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:58.851082 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91e862ac-e462-4294-b15d-c00939d95c79 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:58.852397 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb890861-b7da-42c9-ab99-c606cd2afdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9681d79b-99aa-415d-9538-f2c509575914', 'code': 200} Nov 03 18:48:59.014112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e077f-bc2b-4a49-9998-97e28b34e5de None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:48:59.086653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 69e22834-a71f-4488-afa2-7d3832939588 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:59.251769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832c84-4026-4351-a482-19bf4a9df360 req-d3fe8c97-0fb8-4ab8-a381-266689c2eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.254312 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-da832c84-4026-4351-a482-19bf4a9df360 req-d3fe8c97-0fb8-4ab8-a381-266689c2eda2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 1097 time: 0.1078303 Nov 03 18:48:59.499951 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-da832c84-4026-4351-a482-19bf4a9df360 req-07895c22-abf0-45c5-b18d-a41bad24461e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851096 Nov 03 18:48:59.592838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 69e22834-a71f-4488-afa2-7d3832939588 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:59.593452 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:59.622400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=ea119e5a-3efb-4a18-bf32-8f091b509c05,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:59.677471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': '71a2a680-9204-4dfa-af68-35ac0fcd4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e6b03882-6bf6-4b5b-b755-1dd0bcc3d000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:59.678031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: e6b03882-6bf6-4b5b-b755-1dd0bcc3d000, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:59.704362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-c0cdce6f-e53f-4734-8d57-ac6c07a242f0 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9858708 Nov 03 18:48:59.743447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aaab1-9527-467d-bdac-0334cb5e066f req-9dff4e88-91f6-48c3-a294-e8764b006ad6 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.758808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e0aaab1-9527-467d-bdac-0334cb5e066f req-9dff4e88-91f6-48c3-a294-e8764b006ad6 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 946 time: 0.2244587 Nov 03 18:48:59.819617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:59.823889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:59.927111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, e6b03882-6bf6-4b5b-b755-1dd0bcc3d000) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:59.955101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.956148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.028690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60552) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:00.038421 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e0aaab1-9527-467d-bdac-0334cb5e066f req-136f6799-9aa2-4951-908d-dd5129612f7a tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522106 Nov 03 18:49:00.073043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8e221c3c-1fa4-4a15-a611-a212ece73fbd tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2496974 Nov 03 18:49:00.075630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60556) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:00.084526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-4b2b4587-d983-4c9e-af64-3ddcd7bd648c service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709819 Nov 03 18:49:00.169743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-8ba79c3c-5bd1-4d35-9c13-7dc313ec0bd1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a401ab22-4218-4894-af80-4ae82f356e2c HTTP/1.1" status: 200 len: 217 time: 0.0743411 Nov 03 18:49:00.214833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8bf0b6-d1dc-48a8-8832-57708b6874c0 None None] Network e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:00.348233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d4f8-1e50-40cd-8371-6aad2b845c6a req-b40d65f9-1187-483b-8dc1-d14cfaf2ef98 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:00.350798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0c9d4f8-1e50-40cd-8371-6aad2b845c6a req-b40d65f9-1187-483b-8dc1-d14cfaf2ef98 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.2238123 Nov 03 18:49:00.353285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-50c5bac7-9d12-4a5f-8591-4bd38847e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:00.356007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-50c5bac7-9d12-4a5f-8591-4bd38847e465 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1297052 Nov 03 18:49:00.387471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-864f44ea-422d-4ab7-af34-8e67549930d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.515061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-e6b03882-6bf6-4b5b-b755-1dd0bcc3d000', 'network_id': 'e6b03882-6bf6-4b5b-b755-1dd0bcc3d000', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': 'ea119e5a-3efb-4a18-bf32-8f091b509c05'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:49:00.516590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.530515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-8aa47e5c-7b84-4f70-a485-ffcf5682d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:00.533569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-8aa47e5c-7b84-4f70-a485-ffcf5682d541 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1626675 Nov 03 18:49:00.541708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0c9d4f8-1e50-40cd-8371-6aad2b845c6a req-d511cad6-8a8f-46e7-bdbb-8b3663902e1b tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684825 Nov 03 18:49:00.576799 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.752153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-864f44ea-422d-4ab7-af34-8e67549930d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.791426 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-864f44ea-422d-4ab7-af34-8e67549930d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.808531 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.894396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-0379d339-6235-4362-add1-c0e251f156ce service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487163 Nov 03 18:49:00.899572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-864f44ea-422d-4ab7-af34-8e67549930d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=970e0da685874dc5b830138728f99215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8694460 Nov 03 18:49:00.900563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f44ea-422d-4ab7-af34-8e67549930d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8a4459-29f3-4ea4-844a-ed6c17fcccf6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:00.915894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60560) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:00.920956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Allocated IP 172.20.0.3 (e6b03882-6bf6-4b5b-b755-1dd0bcc3d000/ea119e5a-3efb-4a18-bf32-8f091b509c05/576fa272-d2c4-4982-8b57-2c8df73777f4) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:00.923713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.20.0.1 (1a06c7e1-5e17-4f52-8bc3-6bd2fa367800/1bdfa17b-a2fb-4e0c-9671-085af4c9685f/8f7cbfc1-badd-4e31-8535-9bcefb45e2a4) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:01.078464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-52c33763-3a3a-43c0-b40a-dfc14d8408df service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746867 Nov 03 18:49:01.163146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-5463f27c-c923-4a0c-8708-2e9533524f6c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988 HTTP/1.1" status: 200 len: 217 time: 0.0740974 Nov 03 18:49:01.205766 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.218800 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.251179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-040f28a5-5931-4a24-951e-9fe1c9c80cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.287387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-2afd4be2-b24b-41a7-8563-ef1fbd97bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.290525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-2afd4be2-b24b-41a7-8563-ef1fbd97bb90 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 200 len: 797 time: 0.1186440 Nov 03 18:49:01.312213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Network e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:01.320257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:01.333221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:01.344769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.392858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-9f6ce3c6-b1f7-4b6c-a723-75c01659ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.398510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-9f6ce3c6-b1f7-4b6c-a723-75c01659ac55 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997226 Nov 03 18:49:01.403657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Pushing event updated for resources: {'Port': ['ID=576fa272-d2c4-4982-8b57-2c8df73777f4,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:01.435317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-040f28a5-5931-4a24-951e-9fe1c9c80cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.438882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=ea119e5a-3efb-4a18-bf32-8f091b509c05,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:01.449392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Attempting to bind port 576fa272-d2c4-4982-8b57-2c8df73777f4 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:01.450140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Attempting to bind port 576fa272-d2c4-4982-8b57-2c8df73777f4 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '71a2a680-9204-4dfa-af68-35ac0fcd4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e6b03882-6bf6-4b5b-b755-1dd0bcc3d000'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:01.450788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Attempting to bind port 576fa272-d2c4-4982-8b57-2c8df73777f4 on network e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:01.461200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:01.462020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Checking segment: {'id': '71a2a680-9204-4dfa-af68-35ac0fcd4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e6b03882-6bf6-4b5b-b755-1dd0bcc3d000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:01.462799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.463708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Bound using segment: {'id': '71a2a680-9204-4dfa-af68-35ac0fcd4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e6b03882-6bf6-4b5b-b755-1dd0bcc3d000'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:01.464582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Bound port: 576fa272-d2c4-4982-8b57-2c8df73777f4, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a2a680-9204-4dfa-af68-35ac0fcd4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e6b03882-6bf6-4b5b-b755-1dd0bcc3d000'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:01.465173 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.502032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.568315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] For port 576fa272-d2c4-4982-8b57-2c8df73777f4, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:01.572867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] For port 576fa272-d2c4-4982-8b57-2c8df73777f4, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=576fa272-d2c4-4982-8b57-2c8df73777f4,segment=NetworkSegment(71a2a680-9204-4dfa-af68-35ac0fcd4cfd),segment_id=71a2a680-9204-4dfa-af68-35ac0fcd4cfd)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:01.579540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.580960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.640312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e07f71-7668-4d01-84f0-d1b08ce634f6 req-8db65c2a-5d35-4e3f-87db-8506b9ae681f tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.643471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8e07f71-7668-4d01-84f0-d1b08ce634f6 req-8db65c2a-5d35-4e3f-87db-8506b9ae681f tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 946 time: 0.2237809 Nov 03 18:49:01.651233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b03882-6bf6-4b5b-b755-1dd0bcc3d000']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:01.686868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a2a680-9204-4dfa-af68-35ac0fcd4cfd') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:01.688695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a2a680-9204-4dfa-af68-35ac0fcd4cfd') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:01.723134 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.742773 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-040f28a5-5931-4a24-951e-9fe1c9c80cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.743236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0239730-09e8-4e40-9844-f44d48ae99d5 None None] Pushing event updated for resources: {'Port': ['ID=576fa272-d2c4-4982-8b57-2c8df73777f4,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:01.750263 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-040f28a5-5931-4a24-951e-9fe1c9c80cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.754424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022f0a0-fe6b-4b46-bc42-9ecfeec156f7 None None] Network e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:01.756937 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-040f28a5-5931-4a24-951e-9fe1c9c80cb1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d8a4459-29f3-4ea4-844a-ed6c17fcccf6 HTTP/1.1" status: 204 len: 168 time: 0.8387747 Nov 03 18:49:01.758690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.777053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-2f04dd8d-edd9-426c-8867-b88280818854 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543041 Nov 03 18:49:01.790060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8e07f71-7668-4d01-84f0-d1b08ce634f6 req-c30bf67e-0e2a-4126-b848-e98bba588dc2 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090002 Nov 03 18:49:01.809764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.863520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f28a5-5931-4a24-951e-9fe1c9c80cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8a4459-29f3-4ea4-844a-ed6c17fcccf6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:01.879219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:01.880442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:01.886370 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:02.048371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:02.066853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:02.087551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:02.215429 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.257137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-130d0769-9b0c-4967-be03-b4f44aa6b50a service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631999 Nov 03 18:49:02.267504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.276359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=8f7cbfc1-badd-4e31-8535-9bcefb45e2a4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:02.351304 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:49:02.351304 n-d-812148-3 neutron-server[101755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:49:02.351304 n-d-812148-3 neutron-server[101755]: [parameters: {'id': 'e6b03882-6bf6-4b5b-b755-1dd0bcc3d000'}] Nov 03 18:49:02.351304 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:49:02.352459 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:49:02.359305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-bb692f4d-eef2-4bc7-9300-2dcf5e98afda service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561 HTTP/1.1" status: 200 len: 217 time: 0.0942926 Nov 03 18:49:02.444466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-41ab98fa-2fff-44f2-9bcc-9b084de539e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:02.447287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-41ab98fa-2fff-44f2-9bcc-9b084de539e1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 200 len: 797 time: 0.0814517 Nov 03 18:49:02.480319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5c875-d350-41f9-9933-9c08013fb72c None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:49:02.490093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06215b00-d37a-4643-a42f-d4ac569887d6 req-1ec62a9a-bf53-4200-976f-0014f614283c tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:02.492730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-06215b00-d37a-4643-a42f-d4ac569887d6 req-1ec62a9a-bf53-4200-976f-0014f614283c tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.3708353 Nov 03 18:49:02.590604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371232-9391-4e2b-a777-66fee8eae571 req-6ecb33bb-ee36-43cd-ae02-ad54856814bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:02.594303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-6ecb33bb-ee36-43cd-ae02-ad54856814bd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1370046 Nov 03 18:49:02.677086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4264bbeb-7e07-46a9-a9f3-13554e0d9e2e None None] Provisioning complete for port 8f7cbfc1-badd-4e31-8535-9bcefb45e2a4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:02.677729 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4264bbeb-7e07-46a9-a9f3-13554e0d9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.682628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-06215b00-d37a-4643-a42f-d4ac569887d6 req-bc19f9dd-cf7d-4a17-9221-722553390188 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492987 Nov 03 18:49:02.692956 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.799369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60578) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:02.813490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4264bbeb-7e07-46a9-a9f3-13554e0d9e2e None None] Port 8f7cbfc1-badd-4e31-8535-9bcefb45e2a4 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:02.837213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ce37ad6-e364-4175-9747-62709c6dbc2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.854141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.934176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-4ba0596e-50ee-4e8d-befd-a5a7459fbc64 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271546 Nov 03 18:49:02.947976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca5c875-d350-41f9-9933-9c08013fb72c None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:49:03.013055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ce37ad6-e364-4175-9747-62709c6dbc2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.075746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ce37ad6-e364-4175-9747-62709c6dbc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.142176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6371232-9391-4e2b-a777-66fee8eae571 req-dcfa3b86-8ac6-4595-92de-f7e986423444 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006984 Nov 03 18:49:03.198709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce37ad6-e364-4175-9747-62709c6dbc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e5eaa0-0a68-4946-b755-eb8f921fda92,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:03.265583 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3ce37ad6-e364-4175-9747-62709c6dbc2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=837350893a5f4f22aa36c9e620b59a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640594 Nov 03 18:49:03.269762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60584) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:03.407788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting port 576fa272-d2c4-4982-8b57-2c8df73777f4 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:03.408122 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.425893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e67c5b89-c1dd-4576-b583-4eb296535144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.472742 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.487035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e67c5b89-c1dd-4576-b583-4eb296535144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.613379 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e67c5b89-c1dd-4576-b583-4eb296535144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.620317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e67c5b89-c1dd-4576-b583-4eb296535144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.624290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e67c5b89-c1dd-4576-b583-4eb296535144 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81e5eaa0-0a68-4946-b755-eb8f921fda92 HTTP/1.1" status: 204 len: 168 time: 0.3527422 Nov 03 18:49:03.640442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c5b89-c1dd-4576-b583-4eb296535144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e5eaa0-0a68-4946-b755-eb8f921fda92,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:03.726440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] For port 576fa272-d2c4-4982-8b57-2c8df73777f4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=576fa272-d2c4-4982-8b57-2c8df73777f4,segment=NetworkSegment(71a2a680-9204-4dfa-af68-35ac0fcd4cfd),segment_id=71a2a680-9204-4dfa-af68-35ac0fcd4cfd)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:03.727406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.768523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Calling delete_port for 576fa272-d2c4-4982-8b57-2c8df73777f4 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:03.990845 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.015370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.161726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011c88-6ebc-4f07-84bb-61af4570698b req-e0229323-fdb1-44da-9d83-be54e0ec8732 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:04.184615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf011c88-6ebc-4f07-84bb-61af4570698b req-e0229323-fdb1-44da-9d83-be54e0ec8732 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1490333 Nov 03 18:49:04.215532 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.225012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.245243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=8f7cbfc1-badd-4e31-8535-9bcefb45e2a4,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:04.265209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No DVR routers for this DVR port 576fa272-d2c4-4982-8b57-2c8df73777f4 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:04.311531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf011c88-6ebc-4f07-84bb-61af4570698b req-3eeda5c8-c821-4795-b314-bd3bcf199bfa tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214814 Nov 03 18:49:04.332040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Port': ['ID=576fa272-d2c4-4982-8b57-2c8df73777f4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:04.557867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.631924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b03882-6bf6-4b5b-b755-1dd0bcc3d000']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:04.722826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a2a680-9204-4dfa-af68-35ac0fcd4cfd') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:04.723122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a2a680-9204-4dfa-af68-35ac0fcd4cfd') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:04.730358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:04.747539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:04.753885 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.789754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.128555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36500-77b3-4ec8-995c-5f8543506b54 req-bfd0d560-dba2-40b6-95bf-c642d8380c43 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:05.131610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cf36500-77b3-4ec8-995c-5f8543506b54 req-bfd0d560-dba2-40b6-95bf-c642d8380c43 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 946 time: 0.1218119 Nov 03 18:49:05.203158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:05.203789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:05.211845 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:05.247018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-8b81d075-8126-44e5-86ff-cbe7f1b51de4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:05.249783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-8b81d075-8126-44e5-86ff-cbe7f1b51de4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.6206458 Nov 03 18:49:05.271195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cf36500-77b3-4ec8-995c-5f8543506b54 req-dc3a7bb2-b101-4563-a685-aab367693cc5 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249044 Nov 03 18:49:05.290304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e4c91f74-0954-40e1-8122-41e5b6dc39a2 None None] Provisioning complete for port 8f7cbfc1-badd-4e31-8535-9bcefb45e2a4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:05.291294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f74-0954-40e1-8122-41e5b6dc39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.373455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e4c91f74-0954-40e1-8122-41e5b6dc39a2 None None] Port 8f7cbfc1-badd-4e31-8535-9bcefb45e2a4 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:05.472326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.485312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.497821 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 HTTP/1.1" status: 204 len: 168 time: 5.4180014 Nov 03 18:49:05.527653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60634) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:05.553036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2107939404'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:05.571085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e8a57-9d5f-4287-9144-8d24d162b7ac tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=e6b03882-6bf6-4b5b-b755-1dd0bcc3d000,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:05.592148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2554f2-4b1d-4af7-8ff2-63423ef711d6 req-dc951c59-6c23-4a77-8fe9-c000484922cf tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:05.598215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e2554f2-4b1d-4af7-8ff2-63423ef711d6 req-dc951c59-6c23-4a77-8fe9-c000484922cf tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 946 time: 0.1447599 Nov 03 18:49:05.601211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router dc315b56-4312-41bd-b7ee-0994291d1a15 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:05.635476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:05.641081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.690229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e2554f2-4b1d-4af7-8ff2-63423ef711d6 req-f6703435-c25b-4fe4-a949-7b900998f32c tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812347 Nov 03 18:49:05.766369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Deleting port 1cb3c83c-9462-4267-abab-8d3cc8082d1b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:05.768450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.813019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:05.842448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-335fc8e7-b2e6-4c5f-85f8-5758808719e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.962560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.963132 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment 55691908-672e-4eaf-a09d-1c5e5105b6ac of type vlan for network 4540cadc-0cd9-4d32-acdf-8a566ba854ed Nov 03 18:49:06.030171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861754e-9e37-4d60-b02c-c2386c325623 req-30ec5fb2-76ba-43db-832a-01932052b1f1 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:06.033344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3861754e-9e37-4d60-b02c-c2386c325623 req-30ec5fb2-76ba-43db-832a-01932052b1f1 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.96 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 946 time: 0.0916879 Nov 03 18:49:06.073866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:06.093390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:06.116206 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0915736f-37e0-4e4b-b4ff-44fcabf03702 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/routers/dc315b56-4312-41bd-b7ee-0994291d1a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0811729 Nov 03 18:49:06.117346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60646) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:06.127072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449975e-9e66-422e-9c74-1688348d876d None None] Sync routers for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:06.147857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'port': {'network_id': '1a06c7e1-5e17-4f52-8bc3-6bd2fa367800', 'name': 'tempest-FloatingIPTestJSON-891123662'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:06.154681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449975e-9e66-422e-9c74-1688348d876d None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:06.155371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] For port 1cb3c83c-9462-4267-abab-8d3cc8082d1b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=1cb3c83c-9462-4267-abab-8d3cc8082d1b,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:06.155789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:06.156230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4449975e-9e66-422e-9c74-1688348d876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:06.181407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Calling delete_port for 1cb3c83c-9462-4267-abab-8d3cc8082d1b owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:06.233104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4449975e-9e66-422e-9c74-1688348d876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:06.249800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449975e-9e66-422e-9c74-1688348d876d None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:06.252969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4449975e-9e66-422e-9c74-1688348d876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:06.267069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:06.278518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:06.279810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:06.335262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4449975e-9e66-422e-9c74-1688348d876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:06.337280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449975e-9e66-422e-9c74-1688348d876d None None] The sync data for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:06.536587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Deleting port 9681d79b-99aa-415d-9538-f2c509575914 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:06.537833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:06.638141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=4540cadc-0cd9-4d32-acdf-8a566ba854ed,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:06.642819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Made reservation on behalf of 3d8b964b7eec47fd86a7a6b00750c8d6 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:06.649064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:06.652892 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-21cefbde-5010-497c-b29b-5ff9752c379e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1217804 Nov 03 18:49:06.653922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60658) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:06.666280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': '4540cadc-0cd9-4d32-acdf-8a566ba854ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:06.672448 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:06.672733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 4540cadc-0cd9-4d32-acdf-8a566ba854ed details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:06.752076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] device_id is not set on port e367a5ca-6591-4492-9e06-663937186ed2 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:49:06.752624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['bdde4f28-bedf-4080-86c6-36f9ce40bed6', '1cb3c83c-9462-4267-abab-8d3cc8082d1b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:06.783272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Pushing event deleted for resources: {'Port': ['ID=1cb3c83c-9462-4267-abab-8d3cc8082d1b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:06.918803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] No DVR routers for this DVR port 1cb3c83c-9462-4267-abab-8d3cc8082d1b on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:06.925111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:06.932876 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8bcacae4-1b07-49f3-b9e1-a7298fb95aec req-f7a689d6-ba46-47ef-a283-667094e3ebb4 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.70 "DELETE /v2.0/ports/1cb3c83c-9462-4267-abab-8d3cc8082d1b HTTP/1.1" status: 204 len: 173 time: 1.6666203 Nov 03 18:49:06.934199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4dbb95-8ac6-41c8-9e9a-e40c098624c6', 'name': 'network-vif-deleted', 'tag': '1cb3c83c-9462-4267-abab-8d3cc8082d1b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:06.938963 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc3d83-36d9-4dfe-bb6c-2cf7c2ac52cc" -d '{"events": [{"server_uuid": "0d4dbb95-8ac6-41c8-9e9a-e40c098624c6", "name": "network-vif-deleted", "tag": "1cb3c83c-9462-4267-abab-8d3cc8082d1b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:06.965802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6dd26-100e-441a-a501-8a08cba39315 req-db1cd238-c32f-4e10-8c22-d3a3ce2a38a8 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:06.968564 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59c6dd26-100e-441a-a501-8a08cba39315 req-db1cd238-c32f-4e10-8c22-d3a3ce2a38a8 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 946 time: 0.4750767 Nov 03 18:49:07.022509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:07.035927 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.164120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] For port 9681d79b-99aa-415d-9538-f2c509575914, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9681d79b-99aa-415d-9538-f2c509575914,segment=NetworkSegment(e156be53-ea4a-4bd9-a694-59bff4df99c1),segment_id=e156be53-ea4a-4bd9-a694-59bff4df99c1)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:07.165044 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.239498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Calling delete_port for 9681d79b-99aa-415d-9538-f2c509575914 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:07.279436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59c6dd26-100e-441a-a501-8a08cba39315 req-c8d501b6-4605-4bbd-b71e-5babef1ace20 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/security-groups?id=59b7f24e-3b73-483e-8c5f-c548c33de0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633111 Nov 03 18:49:07.284809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Allocated IP 172.20.0.3 (1a06c7e1-5e17-4f52-8bc3-6bd2fa367800/1bdfa17b-a2fb-4e0c-9671-085af4c9685f/e367a5ca-6591-4492-9e06-663937186ed2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:07.541541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.633445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cacfac39-37c9-49f4-b086-e9bfc8c664f4 req-7a8ed469-e1c2-4292-a379-15b89e6b3f75 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d4dbb95-8ac6-41c8-9e9a-e40c098624c6 HTTP/1.1" status: 200 len: 210 time: 0.0871255 Nov 03 18:49:07.713777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=0b4831f9-8510-4c9e-80f4-091bce3d9b29,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:07.737922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': '55691908-672e-4eaf-a09d-1c5e5105b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4540cadc-0cd9-4d32-acdf-8a566ba854ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:07.738474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: 4540cadc-0cd9-4d32-acdf-8a566ba854ed, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:07.806475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 4540cadc-0cd9-4d32-acdf-8a566ba854ed is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:07.825399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 4540cadc-0cd9-4d32-acdf-8a566ba854ed) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:07.838858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.840506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.857260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7745ecf-c342-415a-9af0-11d0f30a8dcc None None] Network 4540cadc-0cd9-4d32-acdf-8a566ba854ed requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:07.889943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-71551c74-867d-4872-ab30-6ee4df632433 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2329147 Nov 03 18:49:07.896503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60680) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:07.996910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.040942 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231099b7-0713-470e-9231-6f8045c5c222 x-openstack-request-id: req-231099b7-0713-470e-9231-6f8045c5c222 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:08.041432 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4dbb95-8ac6-41c8-9e9a-e40c098624c6", "name": "network-vif-deleted", "tag": "1cb3c83c-9462-4267-abab-8d3cc8082d1b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:08.041875 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-231099b7-0713-470e-9231-6f8045c5c222 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:08.042508 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4dbb95-8ac6-41c8-9e9a-e40c098624c6', 'name': 'network-vif-deleted', 'tag': '1cb3c83c-9462-4267-abab-8d3cc8082d1b', 'status': 'completed', 'code': 200} Nov 03 18:49:08.061359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.202201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.204760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Pushing event deleted for resources: {'Port': ['ID=9681d79b-99aa-415d-9538-f2c509575914,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:08.224375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.319765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf689bc-e1ed-4e80-9b9e-ceaf580069bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-4540cadc-0cd9-4d32-acdf-8a566ba854ed', 'network_id': '4540cadc-0cd9-4d32-acdf-8a566ba854ed', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '0b4831f9-8510-4c9e-80f4-091bce3d9b29'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:49:08.321300 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cdf689bc-e1ed-4e80-9b9e-ceaf580069bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.324883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.372873 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8c91-0e22-412b-aa0a-cc6014b51b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.462566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.517002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] No DVR routers for this DVR port 9681d79b-99aa-415d-9538-f2c509575914 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:08.520084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event updated for resources: {'Port': ['ID=e367a5ca-6591-4492-9e06-663937186ed2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:08.528472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4831f9-8510-4c9e-80f4-091bce3d9b29,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:08.535296 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.543074 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3861754e-9e37-4d60-b02c-c2386c325623 req-cd454440-a2e8-4bcc-abc7-678a14bbf8d9 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.96 "DELETE /v2.0/ports/9681d79b-99aa-415d-9538-f2c509575914 HTTP/1.1" status: 204 len: 173 time: 2.5024271 Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server [None req-cdf689bc-e1ed-4e80-9b9e-ceaf580069bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b4831f9-8510-4c9e-80f4-091bce3d9b29: This subnet is being modified by another concurrent operation. Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:49:08.621450 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b4831f9-8510-4c9e-80f4-091bce3d9b29: This subnet is being modified by another concurrent operation. Nov 03 18:49:08.630964 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Nov 03 18:49:08.638811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb890861-b7da-42c9-ab99-c606cd2afdfc', 'name': 'network-vif-deleted', 'tag': '9681d79b-99aa-415d-9538-f2c509575914'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:08.638811 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694edae1-e5a3-4aff-8d30-44df44052eb6" -d '{"events": [{"server_uuid": "bb890861-b7da-42c9-ab99-c606cd2afdfc", "name": "network-vif-deleted", "tag": "9681d79b-99aa-415d-9538-f2c509575914"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:08.643935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9027c3a9-af15-4b4f-b3e2-f2c85b818dca req-f16d7be4-c5c7-4fa4-992e-1e50f834a2f3 tempest-ServerMetadataNegativeTestJSON-872587393 tempest-ServerMetadataNegativeTestJSON-872587393-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb890861-b7da-42c9-ab99-c606cd2afdfc HTTP/1.1" status: 200 len: 210 time: 0.0800302 Nov 03 18:49:08.661892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:08.664729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:08.668892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:08.696918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.719535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6884f-807d-44a1-99e2-72af554199f5 None None] Network 4540cadc-0cd9-4d32-acdf-8a566ba854ed requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:08.770648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4540cadc-0cd9-4d32-acdf-8a566ba854ed']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:08.782217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:08.783483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.792425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55691908-672e-4eaf-a09d-1c5e5105b6ac') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:08.793121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55691908-672e-4eaf-a09d-1c5e5105b6ac') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:08.814264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.822219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cb610cbe-abc9-4509-9237-bd4080d73868 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7027895 Nov 03 18:49:08.823321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60730) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:08.831783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Request body: {'floatingip': {'port_id': 'e367a5ca-6591-4492-9e06-663937186ed2'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:08.853627 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.903519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:08.904594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.965856 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6225be2-6aab-44eb-9820-6f4cf35a4454 x-openstack-request-id: req-b6225be2-6aab-44eb-9820-6f4cf35a4454 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:08.966499 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb890861-b7da-42c9-ab99-c606cd2afdfc", "name": "network-vif-deleted", "tag": "9681d79b-99aa-415d-9538-f2c509575914", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:08.967020 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6225be2-6aab-44eb-9820-6f4cf35a4454 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:08.967790 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb890861-b7da-42c9-ab99-c606cd2afdfc', 'name': 'network-vif-deleted', 'tag': '9681d79b-99aa-415d-9538-f2c509575914', 'status': 'completed', 'code': 200} Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:09.043463 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:09.052002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.067958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.083922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1cb3c83c-9462-4267-abab-8d3cc8082d1b no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:09.121677 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.128648 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/4540cadc-0cd9-4d32-acdf-8a566ba854ed HTTP/1.1" status: 204 len: 168 time: 1.2307363 Nov 03 18:49:09.130804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d77aa7-d6f0-4778-a5c7-c1e00c809144 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=4540cadc-0cd9-4d32-acdf-8a566ba854ed,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:09.136766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60744) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:09.155757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2049406728'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:09.235326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:09.244743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.254905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 1cb3c83c-9462-4267-abab-8d3cc8082d1b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:09.258410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 1cb3c83c-9462-4267-abab-8d3cc8082d1b not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:09.343998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:09.370765 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.372104 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment a591ea56-3e2e-4065-b0e6-03582932afd0 of type vlan for network 621fb7ea-8e5e-4f35-afb8-95052e1deeef Nov 03 18:49:09.430707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d576995-457c-4695-a44a-e78122627f2a None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:49:09.589881 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.627383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-018fda39-8f36-42c5-8d0c-950034e6bae8 None None] Provisioning complete for port e367a5ca-6591-4492-9e06-663937186ed2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:09.628490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-018fda39-8f36-42c5-8d0c-950034e6bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.667229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.688229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:09.689864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.772231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-018fda39-8f36-42c5-8d0c-950034e6bae8 None None] Port e367a5ca-6591-4492-9e06-663937186ed2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:09.864454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d576995-457c-4695-a44a-e78122627f2a None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:49:09.914122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=621fb7ea-8e5e-4f35-afb8-95052e1deeef,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:09.946889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7f83455d-533a-4066-be61-3cc279c20a5f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8078370 Nov 03 18:49:09.959817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60764) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:09.976488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': '621fb7ea-8e5e-4f35-afb8-95052e1deeef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:10.024737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 621fb7ea-8e5e-4f35-afb8-95052e1deeef details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:10.038542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60766) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:10.063390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9681d79b-99aa-415d-9538-f2c509575914 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:10.128593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60768) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:10.201168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 9681d79b-99aa-415d-9538-f2c509575914 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:10.202272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9681d79b-99aa-415d-9538-f2c509575914 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:10.278690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.282116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:10.290342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97a903a-2bb5-45cb-af5d-4ec5774fa0ee admin admin] Deleting subnet d1ebce78-c6e5-4bb4-9ce6-dec38641d5f8 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:49:10.299396 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.299703 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b97a903a-2bb5-45cb-af5d-4ec5774fa0ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.395939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2db4d-ce03-4e37-a4b0-0ddf17dd20a8 req-7ff5317f-90c2-44d3-be23-e690c1c66b07 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:10.398844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0e2db4d-ce03-4e37-a4b0-0ddf17dd20a8 req-7ff5317f-90c2-44d3-be23-e690c1c66b07 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.2472212 Nov 03 18:49:10.535040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b97a903a-2bb5-45cb-af5d-4ec5774fa0ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.541202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0699-acda-4ba1-91ce-4328a15081e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.681153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.698702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-7d576995-457c-4695-a44a-e78122627f2a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:49:10.719068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0e2db4d-ce03-4e37-a4b0-0ddf17dd20a8 req-c2658d39-a8e1-440e-a291-8ab95178aa8c tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979386 Nov 03 18:49:10.813470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b97a903a-2bb5-45cb-af5d-4ec5774fa0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.829330 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=03fbd3cd-6463-4498-9deb-cd694aa7d3f7,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:10.846397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': 'a591ea56-3e2e-4065-b0e6-03582932afd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '621fb7ea-8e5e-4f35-afb8-95052e1deeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:10.847010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: 621fb7ea-8e5e-4f35-afb8-95052e1deeef, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:10.883689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:49:10.890142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 621fb7ea-8e5e-4f35-afb8-95052e1deeef is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:10.917351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 621fb7ea-8e5e-4f35-afb8-95052e1deeef) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:10.930833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:10.931762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.943744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2a3718-c504-4598-bb2a-e27c0508a688 None None] Network 621fb7ea-8e5e-4f35-afb8-95052e1deeef requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:10.970892 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-72d66002-e4a4-49f6-9280-a4a2f02feaab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0085137 Nov 03 18:49:10.974682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60774) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:11.068842 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.081622 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.165220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b97a903a-2bb5-45cb-af5d-4ec5774fa0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.192515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.214686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a903a-2bb5-45cb-af5d-4ec5774fa0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ebce78-c6e5-4bb4-9ce6-dec38641d5f8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:11.231452 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b97a903a-2bb5-45cb-af5d-4ec5774fa0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.235829 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b97a903a-2bb5-45cb-af5d-4ec5774fa0ee admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d1ebce78-c6e5-4bb4-9ce6-dec38641d5f8 HTTP/1.1" status: 204 len: 168 time: 1.1956763 Nov 03 18:49:11.239743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60778) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:11.248261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7518d91-c953-47e9-be9c-55c5c830eed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-621fb7ea-8e5e-4f35-afb8-95052e1deeef', 'network_id': '621fb7ea-8e5e-4f35-afb8-95052e1deeef', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '03fbd3cd-6463-4498-9deb-cd694aa7d3f7'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:49:11.251876 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a7518d91-c953-47e9-be9c-55c5c830eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.282551 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0699-acda-4ba1-91ce-4328a15081e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.303109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.322677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0699-acda-4ba1-91ce-4328a15081e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.420829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server [None req-a7518d91-c953-47e9-be9c-55c5c830eed2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03fbd3cd-6463-4498-9deb-cd694aa7d3f7: This subnet is being modified by another concurrent operation. Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:49:11.424955 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03fbd3cd-6463-4498-9deb-cd694aa7d3f7: This subnet is being modified by another concurrent operation. Nov 03 18:49:11.432319 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Nov 03 18:49:11.451909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639c880-d672-49ba-83af-6e318eca7460 None None] Network 621fb7ea-8e5e-4f35-afb8-95052e1deeef requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:11.478068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=03fbd3cd-6463-4498-9deb-cd694aa7d3f7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:11.569630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.612284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621fb7ea-8e5e-4f35-afb8-95052e1deeef']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:11.613822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b728bd35-9639-4f71-8db1-fa28024db8df None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:49:11.632179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a591ea56-3e2e-4065-b0e6-03582932afd0') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:11.632651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a591ea56-3e2e-4065-b0e6-03582932afd0') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:11.651757 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.673651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.693687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:11.694579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:11.701625 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:11.844366 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.871538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.876822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b728bd35-9639-4f71-8db1-fa28024db8df None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:49:11.878130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/621fb7ea-8e5e-4f35-afb8-95052e1deeef HTTP/1.1" status: 204 len: 168 time: 0.9010260 Nov 03 18:49:11.880205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4353e-7b2a-43ee-a259-5d56a342cbdb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=621fb7ea-8e5e-4f35-afb8-95052e1deeef,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:11.886335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60784) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:11.897781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857054257'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:11.977174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:11.983942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.026773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:12.044278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.045112 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment de149f3e-6cae-410f-9783-e0b72b26555e of type vlan for network cf031545-e68f-495f-984f-30f2f082a4b2 Nov 03 18:49:12.076400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cbcc0699-acda-4ba1-91ce-4328a15081e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91de3109184348ce946ec1f613be486f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9426861 Nov 03 18:49:12.085506 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.089285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc0699-acda-4ba1-91ce-4328a15081e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d61f295-8641-4a81-9ae0-6e577e9dd4e6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:12.096588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60786) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:12.119109 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 00cb8629-5e66-4359-822d-0cb40284929b associated. External IP: 172.25.3.38, port: 8d9b751f-dd65-4974-baa6-1ac926d2c9aa. Nov 03 18:49:12.163866 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.174722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.190261 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.257158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-171607f4-1683-4222-a4f3-970ad6312b3e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.260182 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-171607f4-1683-4222-a4f3-970ad6312b3e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.1478364 Nov 03 18:49:12.275797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca59f-283f-49ca-9e58-5a65b19f796f req-c5460314-8bc0-478f-8e35-1301918db57e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.278550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d5ca59f-283f-49ca-9e58-5a65b19f796f req-c5460314-8bc0-478f-8e35-1301918db57e tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 945 time: 0.3864694 Nov 03 18:49:12.320345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.327915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.328925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.439201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5505352 Nov 03 18:49:12.445863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60790) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:12.488047 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': 'cf031545-e68f-495f-984f-30f2f082a4b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:12.532346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd7b14-3dde-4719-bcdf-f7bfe20831ef tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=cf031545-e68f-495f-984f-30f2f082a4b2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:12.550099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network cf031545-e68f-495f-984f-30f2f082a4b2 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:12.635698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6a97815-5aa0-4dfb-aa2f-557b0a857987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.667856 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.676790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Deleting port bdde4f28-bedf-4080-86c6-36f9ce40bed6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:12.677287 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.684686 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:12.689061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.698277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d5ca59f-283f-49ca-9e58-5a65b19f796f req-a5971317-e634-4297-af59-d9a648ee2783 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/security-groups?id=85becd68-3931-4877-abaa-16922594d3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020381 Nov 03 18:49:12.736354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463b57bf-2fe0-453d-8635-72e35c46c655']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:12.769223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e156be53-ea4a-4bd9-a694-59bff4df99c1') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:12.769477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e156be53-ea4a-4bd9-a694-59bff4df99c1') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:12.836109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6a97815-5aa0-4dfb-aa2f-557b0a857987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.845310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Performing IP validity checks on allocation pools {{(pid=101755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 18:49:12.846132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 18:49:12.899152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.928859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.948781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] For port bdde4f28-bedf-4080-86c6-36f9ce40bed6, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=bdde4f28-bedf-4080-86c6-36f9ce40bed6,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:12.949117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:12.950124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.952337 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:12.955584 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:12.984053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Calling delete_port for bdde4f28-bedf-4080-86c6-36f9ce40bed6 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:13.194667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.199891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:13.227694 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.233885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] 10.222.0.77 "DELETE /v2.0/networks/463b57bf-2fe0-453d-8635-72e35c46c655 HTTP/1.1" status: 204 len: 168 time: 1.9613817 Nov 03 18:49:13.236149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94205877-215b-4e86-8048-b2f69db9ee7f admin admin] Pushing event deleted for resources: {'Network': ['ID=463b57bf-2fe0-453d-8635-72e35c46c655,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:13.274172 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6a97815-5aa0-4dfb-aa2f-557b0a857987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.287783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.290825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6a97815-5aa0-4dfb-aa2f-557b0a857987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.292902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a6a97815-5aa0-4dfb-aa2f-557b0a857987 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d61f295-8641-4a81-9ae0-6e577e9dd4e6 HTTP/1.1" status: 204 len: 168 time: 1.1915624 Nov 03 18:49:13.370510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a97815-5aa0-4dfb-aa2f-557b0a857987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d61f295-8641-4a81-9ae0-6e577e9dd4e6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:13.438517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=58e13851-93c9-4df4-abaa-5c05a771f4f8,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:13.467566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.540717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Pushing event deleted for resources: {'Port': ['ID=bdde4f28-bedf-4080-86c6-36f9ce40bed6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:13.546766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': 'de149f3e-6cae-410f-9783-e0b72b26555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf031545-e68f-495f-984f-30f2f082a4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:13.547784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: cf031545-e68f-495f-984f-30f2f082a4b2, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:13.574395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:13.593845 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f42d8-cf64-4820-9ff7-ef6f8026dcef None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:13.611778 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f42d8-cf64-4820-9ff7-ef6f8026dcef None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:13.612769 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ef8f42d8-cf64-4820-9ff7-ef6f8026dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:13.657908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] No DVR routers for this DVR port bdde4f28-bedf-4080-86c6-36f9ce40bed6 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:13.666571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.673219 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a1f3714e-b10c-476e-9268-22f00ead5ad0 req-d622335c-f1da-4c58-804b-db496c182ab7 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.70 "DELETE /v2.0/ports/bdde4f28-bedf-4080-86c6-36f9ce40bed6 HTTP/1.1" status: 204 len: 173 time: 1.4041326 Nov 03 18:49:13.675412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b8be5c-28a2-4075-bd43-8e82598c2156', 'name': 'network-vif-deleted', 'tag': 'bdde4f28-bedf-4080-86c6-36f9ce40bed6'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:13.680183 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ef8f42d8-cf64-4820-9ff7-ef6f8026dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:13.680969 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b389f2a-26b9-409b-b0fd-66ea8f68413b" -d '{"events": [{"server_uuid": "41b8be5c-28a2-4075-bd43-8e82598c2156", "name": "network-vif-deleted", "tag": "bdde4f28-bedf-4080-86c6-36f9ce40bed6"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:13.694643 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f42d8-cf64-4820-9ff7-ef6f8026dcef None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:13.696103 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ef8f42d8-cf64-4820-9ff7-ef6f8026dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:13.725220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network cf031545-e68f-495f-984f-30f2f082a4b2 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:13.756340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60806) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:13.775296 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ef8f42d8-cf64-4820-9ff7-ef6f8026dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:13.776921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f42d8-cf64-4820-9ff7-ef6f8026dcef None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:13.804742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, cf031545-e68f-495f-984f-30f2f082a4b2) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:13.821008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0446a0-030b-4498-9fa5-fdb7a9f4e8aa None None] Network cf031545-e68f-495f-984f-30f2f082a4b2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:13.822040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:13.824782 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.887683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-93dbdb40-13f5-495d-85f4-eb199c771f05 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4430819 Nov 03 18:49:13.894157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60810) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:13.940176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1b8b4250-65d4-46f5-a350-a4bba6aaa775 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8edf439afbd346df9c3999cadaa8c1fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818941 Nov 03 18:49:14.050208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:14.202657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-cf031545-e68f-495f-984f-30f2f082a4b2', 'network_id': 'cf031545-e68f-495f-984f-30f2f082a4b2', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '58e13851-93c9-4df4-abaa-5c05a771f4f8'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:49:14.204401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.259788 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bf707d-c120-43ab-b907-0a2172e44c06 x-openstack-request-id: req-b5bf707d-c120-43ab-b907-0a2172e44c06 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:14.263619 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b8be5c-28a2-4075-bd43-8e82598c2156", "name": "network-vif-deleted", "tag": "bdde4f28-bedf-4080-86c6-36f9ce40bed6", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:14.266178 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5bf707d-c120-43ab-b907-0a2172e44c06 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:14.266846 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b8be5c-28a2-4075-bd43-8e82598c2156', 'name': 'network-vif-deleted', 'tag': 'bdde4f28-bedf-4080-86c6-36f9ce40bed6', 'status': 'completed', 'code': 200} Nov 03 18:49:14.269240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router dc315b56-4312-41bd-b7ee-0994291d1a15 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:14.343579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.433584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1fd29e9-566e-4e9a-8db4-6f20d534c6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.504243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60816) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:14.524658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b791446f-957e-48e0-84f5-f9d31aadca72 req-b9c3e82b-5a35-4f36-ab56-885442e90920 tempest-ServerRescueTestJSON-1613159524 tempest-ServerRescueTestJSON-1613159524-project] 10.222.0.77 "GET /v2.0/ports?device_id=41b8be5c-28a2-4075-bd43-8e82598c2156 HTTP/1.1" status: 200 len: 210 time: 0.0430653 Nov 03 18:49:14.567308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f75d5e7-2b75-47c6-8637-50b63c071a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.583517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1fd29e9-566e-4e9a-8db4-6f20d534c6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.602698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:14.619748 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.624103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Allocated IP 172.20.0.3 (cf031545-e68f-495f-984f-30f2f082a4b2/58e13851-93c9-4df4-abaa-5c05a771f4f8/9385ab1e-9847-4114-94b9-d21c3eb44957) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:14.630796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2159e-5dc0-4641-8276-bf8acd442faa None None] Sync routers for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:14.667237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2159e-5dc0-4641-8276-bf8acd442faa None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:14.668615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c4a2159e-5dc0-4641-8276-bf8acd442faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:14.693251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.776670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device bdde4f28-bedf-4080-86c6-36f9ce40bed6 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:14.787950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c4a2159e-5dc0-4641-8276-bf8acd442faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:14.792388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ff748686-14d3-4d09-b966-90dfc61e4579 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/floatingips/00cb8629-5e66-4359-822d-0cb40284929b HTTP/1.1" status: 200 len: 976 time: 5.9667325 Nov 03 18:49:14.793225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60820) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:14.863050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: bdde4f28-bedf-4080-86c6-36f9ce40bed6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:14.865375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device bdde4f28-bedf-4080-86c6-36f9ce40bed6 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:14.955073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2159e-5dc0-4641-8276-bf8acd442faa None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:14.956469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c4a2159e-5dc0-4641-8276-bf8acd442faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:15.002719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port e367a5ca-6591-4492-9e06-663937186ed2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:15.003500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.036925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c4a2159e-5dc0-4641-8276-bf8acd442faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:15.037702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2159e-5dc0-4641-8276-bf8acd442faa None None] The sync data for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:15.218497 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.225131 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.243250 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.309059 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f75d5e7-2b75-47c6-8637-50b63c071a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.326482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Network cf031545-e68f-495f-984f-30f2f082a4b2 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:15.329757 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f75d5e7-2b75-47c6-8637-50b63c071a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.335453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:15.339287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Pushing event updated for resources: {'Port': ['ID=9385ab1e-9847-4114-94b9-d21c3eb44957,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:15.342415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:15.366624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1fd29e9-566e-4e9a-8db4-6f20d534c6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.370233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.370869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.371468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.372124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1fd29e9-566e-4e9a-8db4-6f20d534c6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.372337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.373100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.374049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.374236 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d1fd29e9-566e-4e9a-8db4-6f20d534c6ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59b7f24e-3b73-483e-8c5f-c548c33de0bc HTTP/1.1" status: 204 len: 168 time: 1.3224163 Nov 03 18:49:15.374987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.375498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.375992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.376492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.376993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.377507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:15.468627 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1f75d5e7-2b75-47c6-8637-50b63c071a3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5c6f502314f4ff4872d45537406da42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9626572 Nov 03 18:49:15.469992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75d5e7-2b75-47c6-8637-50b63c071a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5def5f8-bd0d-492e-8211-f9936a99162b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:15.472537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60824) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:15.491455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.522349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Attempting to bind port 9385ab1e-9847-4114-94b9-d21c3eb44957 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:15.522956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Attempting to bind port 9385ab1e-9847-4114-94b9-d21c3eb44957 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'de149f3e-6cae-410f-9783-e0b72b26555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf031545-e68f-495f-984f-30f2f082a4b2'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:15.523557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Attempting to bind port 9385ab1e-9847-4114-94b9-d21c3eb44957 on network cf031545-e68f-495f-984f-30f2f082a4b2 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:15.547058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd29e9-566e-4e9a-8db4-6f20d534c6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b7f24e-3b73-483e-8c5f-c548c33de0bc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:15.547318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:15.547525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Checking segment: {'id': 'de149f3e-6cae-410f-9783-e0b72b26555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf031545-e68f-495f-984f-30f2f082a4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:15.548347 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.548783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Bound using segment: {'id': 'de149f3e-6cae-410f-9783-e0b72b26555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf031545-e68f-495f-984f-30f2f082a4b2'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:15.549632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Bound port: 9385ab1e-9847-4114-94b9-d21c3eb44957, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de149f3e-6cae-410f-9783-e0b72b26555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf031545-e68f-495f-984f-30f2f082a4b2'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:15.550278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.552026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=58e13851-93c9-4df4-abaa-5c05a771f4f8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:15.640362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:15.698897 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.701802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a32f6694-2ebd-4792-9485-ee1a56573d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.743986 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.745621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.746407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf031545-e68f-495f-984f-30f2f082a4b2']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:15.746746 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Floating IP 00cb8629-5e66-4359-822d-0cb40284929b disassociated. External IP: 172.25.3.38, port: e367a5ca-6591-4492-9e06-663937186ed2. Nov 03 18:49:15.747761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for e367a5ca-6591-4492-9e06-663937186ed2 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:15.757639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] For port 9385ab1e-9847-4114-94b9-d21c3eb44957, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:15.777078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a32f6694-2ebd-4792-9485-ee1a56573d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.780948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] For port 9385ab1e-9847-4114-94b9-d21c3eb44957, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9385ab1e-9847-4114-94b9-d21c3eb44957,segment=NetworkSegment(de149f3e-6cae-410f-9783-e0b72b26555e),segment_id=de149f3e-6cae-410f-9783-e0b72b26555e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:15.793823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.810200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de149f3e-6cae-410f-9783-e0b72b26555e') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:15.810499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de149f3e-6cae-410f-9783-e0b72b26555e') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:15.843329 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.918751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.938077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:15.938077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:15.940018 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:15.996978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9302a3-0199-4fb2-b267-7270c91ad8c0 None None] Pushing event updated for resources: {'Port': ['ID=9385ab1e-9847-4114-94b9-d21c3eb44957,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:16.009074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ca4cf-d249-4c54-8fc6-95527e291307 None None] Network cf031545-e68f-495f-984f-30f2f082a4b2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:16.064196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a32f6694-2ebd-4792-9485-ee1a56573d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.067260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a32f6694-2ebd-4792-9485-ee1a56573d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.071057 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a32f6694-2ebd-4792-9485-ee1a56573d6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5def5f8-bd0d-492e-8211-f9936a99162b HTTP/1.1" status: 204 len: 168 time: 0.5943732 Nov 03 18:49:16.074210 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:49:16.074210 n-d-812148-3 neutron-server[101755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:49:16.074210 n-d-812148-3 neutron-server[101755]: [parameters: {'id': 'cf031545-e68f-495f-984f-30f2f082a4b2'}] Nov 03 18:49:16.074210 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:49:16.074850 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:49:16.099129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.126581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6694-2ebd-4792-9485-ee1a56573d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5def5f8-bd0d-492e-8211-f9936a99162b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:16.162787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=e367a5ca-6591-4492-9e06-663937186ed2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:16.386679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router dc315b56-4312-41bd-b7ee-0994291d1a15 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:16.459858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.602352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f46b3f-d52c-4ee1-9843-b9922bd5aa23 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:49:16.610410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.710624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:16.730082 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b14779-afe6-43f9-a7e9-8e4582e7932b None None] Sync routers for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:16.750406 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b14779-afe6-43f9-a7e9-8e4582e7932b None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:16.751268 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b6b14779-afe6-43f9-a7e9-8e4582e7932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:16.839727 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b6b14779-afe6-43f9-a7e9-8e4582e7932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:16.861629 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.864948 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b14779-afe6-43f9-a7e9-8e4582e7932b None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:16.865609 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b6b14779-afe6-43f9-a7e9-8e4582e7932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:16.874089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting port 9385ab1e-9847-4114-94b9-d21c3eb44957 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:16.874089 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.876041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-26709647-bac1-41f0-994b-a54d93fa4493 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/ports/e367a5ca-6591-4492-9e06-663937186ed2 HTTP/1.1" status: 204 len: 168 time: 2.0807436 Nov 03 18:49:16.881715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60852) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:16.917534 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b6b14779-afe6-43f9-a7e9-8e4582e7932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:16.918253 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b14779-afe6-43f9-a7e9-8e4582e7932b None None] The sync data for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:17.015048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f46b3f-d52c-4ee1-9843-b9922bd5aa23 None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:49:17.202180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] For port 9385ab1e-9847-4114-94b9-d21c3eb44957, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9385ab1e-9847-4114-94b9-d21c3eb44957,segment=NetworkSegment(de149f3e-6cae-410f-9783-e0b72b26555e),segment_id=de149f3e-6cae-410f-9783-e0b72b26555e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:17.202738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.289099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Calling delete_port for 9385ab1e-9847-4114-94b9-d21c3eb44957 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:17.418823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Deleting port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:17.419355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.620518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60874) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:17.759113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] For port ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,segment=NetworkSegment(a44b5fd0-c1e1-4736-92e2-064910aaabfe),segment_id=a44b5fd0-c1e1-4736-92e2-064910aaabfe)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:17.760001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.771311 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.788094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Calling delete_port for ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:17.865550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Port': ['ID=9385ab1e-9847-4114-94b9-d21c3eb44957,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:17.892184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No DVR routers for this DVR port 9385ab1e-9847-4114-94b9-d21c3eb44957 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:18.017173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-network', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:18.057938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Made reservation on behalf of 5fc7f5b8e88e4dc39e101f3b9958584d for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:18.062084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.074593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.140235 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.247211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf031545-e68f-495f-984f-30f2f082a4b2']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:18.255459 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.265484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.279087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de149f3e-6cae-410f-9783-e0b72b26555e') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:18.279736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de149f3e-6cae-410f-9783-e0b72b26555e') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:18.314640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.315168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:18.334970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61558bcc-819c-4843-a7a6-73ead7d05c31,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:18.344288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.344874 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Added segment a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee of type vlan for network 6af222eb-4017-4cb3-ad52-f6c3527c4800 Nov 03 18:49:18.413891 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.420970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.450572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:18.451315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:18.457116 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:18.473613 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.475265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:18.475892 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.584490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9621897 Nov 03 18:49:18.588852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60896) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:18.597347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Request body: {'subnet': {'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-subnet', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:18.619334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef03e21-3f8e-4f8a-9d60-ff96f1f3a5cd admin admin] Pushing event updated for resources: {'Network': ['ID=6af222eb-4017-4cb3-ad52-f6c3527c4800,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:18.637233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 6af222eb-4017-4cb3-ad52-f6c3527c4800 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:18.649751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Made reservation on behalf of 5fc7f5b8e88e4dc39e101f3b9958584d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:18.653058 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.655248 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.666264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.679670 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.685540 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/cf031545-e68f-495f-984f-30f2f082a4b2 HTTP/1.1" status: 204 len: 168 time: 4.7892430 Nov 03 18:49:18.702934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60898) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:18.711657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-333150171'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:18.755805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:18.764652 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.791135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=cf031545-e68f-495f-984f-30f2f082a4b2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:18.830554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.831285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.831788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.832832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.833703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.834004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.834598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.835142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.835725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.836303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.836865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.837467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bd5d43-a3c6-4508-96ab-fb49264836c9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:18.846880 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.921474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:18.956810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.958093 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment 000ce006-6431-4cdb-a8e0-16a2e2c5836c of type vlan for network 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a Nov 03 18:49:18.973741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:19.024350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60904) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:19.058775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.141166 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.148573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:19.149326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.233382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5275373 Nov 03 18:49:19.244848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60910) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:19.301464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': '50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:19.322363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1695514635', 'router:external': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:19.351765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.365680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e59e49-37ad-4b66-b7c5-7a48f54f8c0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:19.393545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:19.555659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Made reservation on behalf of 99a92918c2a341dfadfc547257847b81 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:19.558910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.570907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a96864-3c75-4eaa-bd70-a22056ce4abf,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:19.591402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.616350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Checking segment: {'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:19.617615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Network hostable DHCP agents. Network: 6af222eb-4017-4cb3-ad52-f6c3527c4800, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:19.652860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:19.658954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.680923 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.711656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Network 6af222eb-4017-4cb3-ad52-f6c3527c4800 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:19.767952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 6af222eb-4017-4cb3-ad52-f6c3527c4800) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:19.791964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0281b2-646f-4baa-a980-8936c87ac576 None None] Network 6af222eb-4017-4cb3-ad52-f6c3527c4800 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:19.796645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:19.798125 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.851730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bb866e9d-bef0-42a9-b381-ec613556dfae admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2611716 Nov 03 18:49:19.857566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:19.874729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:19.880802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.892474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.935619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:20.005575 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.006345 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Added segment a6539a95-c6b6-4fb2-82a0-83294646e96e of type vlan for network c41f2acb-b414-46e4-a677-4ffa2ea1cf46 Nov 03 18:49:20.008538 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.010543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.037756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a715af38-f516-40f3-9eda-c88fe5d6e686,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:20.102528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 8f7cbfc1-badd-4e31-8535-9bcefb45e2a4 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:20.103435 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.197006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4c08f-f1c5-4561-9229-c6a3e9b4909e None None] Network 6af222eb-4017-4cb3-ad52-f6c3527c4800 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:20.221877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.241938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.265679 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.454605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Router 0365e951-9ff5-4cb4-8606-339228f8cb17 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:20.456278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.458071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:20.459098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.561271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.607568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 8f7cbfc1-badd-4e31-8535-9bcefb45e2a4 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:20.679792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6521020 Nov 03 18:49:20.683847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60920) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:20.693860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'subnet': {'network_id': 'c41f2acb-b414-46e4-a677-4ffa2ea1cf46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:20.706671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:20.715194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9b928e9a-019f-4a23-b067-0195d8888bfb admin admin] 10.222.0.77 "PUT /v2.0/routers/0365e951-9ff5-4cb4-8606-339228f8cb17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0677803 Nov 03 18:49:20.721669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60922) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:20.723902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] Sync routers for ids ['0365e951-9ff5-4cb4-8606-339228f8cb17'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:20.738978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=9052765d-a8df-47b5-9b14-38e4085e6912,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:20.750438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] Routers {'0365e951-9ff5-4cb4-8606-339228f8cb17'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:20.751725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.752344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['0365e951-9ff5-4cb4-8606-339228f8cb17'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:20.780469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4813126-591e-4c41-b201-27355807ed1e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'Network': ['ID=c41f2acb-b414-46e4-a677-4ffa2ea1cf46,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:20.824069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': '000ce006-6431-4cdb-a8e0-16a2e2c5836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:20.824706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:20.935127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Made reservation on behalf of 99a92918c2a341dfadfc547257847b81 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:20.943218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.955180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:21.000000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:21.008117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.009451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.056568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-11296e8d-296b-4f38-9b8a-76452a667e0e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8105326 Nov 03 18:49:21.058605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60924) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:21.085224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c41f2acb-b414-46e4-a677-4ffa2ea1cf46 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:21.088106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba24a79c-554c-4c4e-bbc3-a963a6ad3d2c None None] Network 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:21.202944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.291503 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] Set router 0365e951-9ff5-4cb4-8606-339228f8cb17 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:21.422147 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:49:21.541846 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.618239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a', 'network_id': '50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '9052765d-a8df-47b5-9b14-38e4085e6912'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:49:21.619857 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.656841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.661665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=8f7cbfc1-badd-4e31-8535-9bcefb45e2a4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:21.821855 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.860471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:49:18Z', 'revision_number': 5, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port': {'id': 'fefdd311-4219-46d8-b5d1-9257a3e99b90', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:00Z', 'updated_at': '2021-11-03T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:21.861844 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.912100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.930576 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] Checking router: 0365e951-9ff5-4cb4-8606-339228f8cb17 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:21.989280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Allocated IP 172.20.0.1 (50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a/9052765d-a8df-47b5-9b14-38e4085e6912/13e4dc08-7940-4404-90f0-0a5119caf055) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:22.012539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Deleting port fefdd311-4219-46d8-b5d1-9257a3e99b90 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:22.012830 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.067850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] Routers {'0365e951-9ff5-4cb4-8606-339228f8cb17'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:22.068543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['0365e951-9ff5-4cb4-8606-339228f8cb17'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:22.110708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.145674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.209831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Allocated IP 172.25.3.221 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/fa53c524-3302-4d32-b5db-ccddc463af3c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:22.212014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] For port fefdd311-4219-46d8-b5d1-9257a3e99b90, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fefdd311-4219-46d8-b5d1-9257a3e99b90,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:22.213033 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.219973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] Set router 0365e951-9ff5-4cb4-8606-339228f8cb17 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:22.273614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Calling delete_port for fefdd311-4219-46d8-b5d1-9257a3e99b90 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:22.281748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:49:22.282240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.291006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:49:21Z', 'revision_number': 6, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:22.329677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923cca86-d3df-4991-9c11-31a4a75ccdb0 None None] The sync data for ids ['0365e951-9ff5-4cb4-8606-339228f8cb17'] in n-d-812148-3 is: [{'id': '0365e951-9ff5-4cb4-8606-339228f8cb17', 'name': 'tempest-ServerRescueTestJSON-120435416-router', 'tenant_id': 'b8fd12b597a74919ab6784ca72473ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:46:58Z', 'updated_at': '2021-11-03T18:49:21Z', 'revision_number': 6, 'project_id': 'b8fd12b597a74919ab6784ca72473ce0', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:22.388013 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.398449 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.457078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Network 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:22.462015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:22.462304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.464325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Pushing event updated for resources: {'Port': ['ID=13e4dc08-7940-4404-90f0-0a5119caf055,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:22.467190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:22.487809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.534669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Attempting to bind port 13e4dc08-7940-4404-90f0-0a5119caf055 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:22.535881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Attempting to bind port 13e4dc08-7940-4404-90f0-0a5119caf055 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '000ce006-6431-4cdb-a8e0-16a2e2c5836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:22.536283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Attempting to bind port 13e4dc08-7940-4404-90f0-0a5119caf055 on network 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:22.543443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:22.543885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Checking segment: {'id': '000ce006-6431-4cdb-a8e0-16a2e2c5836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:22.544218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.544618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Bound using segment: {'id': '000ce006-6431-4cdb-a8e0-16a2e2c5836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:22.545362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Bound port: 13e4dc08-7940-4404-90f0-0a5119caf055, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000ce006-6431-4cdb-a8e0-16a2e2c5836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:22.545919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.556857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=9052765d-a8df-47b5-9b14-38e4085e6912,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:22.622170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] For port 13e4dc08-7940-4404-90f0-0a5119caf055, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:22.626391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] For port 13e4dc08-7940-4404-90f0-0a5119caf055, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=13e4dc08-7940-4404-90f0-0a5119caf055,segment=NetworkSegment(000ce006-6431-4cdb-a8e0-16a2e2c5836c),segment_id=000ce006-6431-4cdb-a8e0-16a2e2c5836c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:22.632141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.673141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.693991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.779114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d2407-c778-45e7-b778-e0f8811d994b None None] Pushing event updated for resources: {'Port': ['ID=13e4dc08-7940-4404-90f0-0a5119caf055,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:22.783420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:22.804124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdfcb77-1fa6-4450-9a1e-56519a1c3994 None None] Network 50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:22.834889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000ce006-6431-4cdb-a8e0-16a2e2c5836c') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:22.835193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000ce006-6431-4cdb-a8e0-16a2e2c5836c') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:22.849902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:22.851974 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.867955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:22.877450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:22.904994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Pushing event updated for resources: {'Port': ['ID=fa53c524-3302-4d32-b5db-ccddc463af3c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:22.909537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.923330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:22.923812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:22.927730 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:23.023267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'Subnet': ['ID=27aa933b-44c8-4e2a-9d32-cb320adf4885,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:23.068782 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.api [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:49:23.068782 n-d-812148-3 neutron-server[101756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:49:23.068782 n-d-812148-3 neutron-server[101756]: [parameters: {'id': '50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a'}] Nov 03 18:49:23.068782 n-d-812148-3 neutron-server[101756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:49:23.069316 n-d-812148-3 neutron-server[101756]: DEBUG oslo_db.api [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:49:23.085220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2769542e-e3a0-4433-9720-6813ab12f82d None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:49:23.141470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Checking segment: {'id': 'a6539a95-c6b6-4fb2-82a0-83294646e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c41f2acb-b414-46e4-a677-4ffa2ea1cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:23.142089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Network hostable DHCP agents. Network: c41f2acb-b414-46e4-a677-4ffa2ea1cf46, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:23.266920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769542e-e3a0-4433-9720-6813ab12f82d None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:49:23.307945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Network c41f2acb-b414-46e4-a677-4ffa2ea1cf46 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:23.339435 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.357823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c41f2acb-b414-46e4-a677-4ffa2ea1cf46) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:23.376858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:23.376858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.417249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router dc315b56-4312-41bd-b7ee-0994291d1a15 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:23.424016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.436043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fefdd311-4219-46d8-b5d1-9257a3e99b90 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:23.446334 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-10e16d1b-5bc0-40a7-a3bf-91e4178f09a3 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7611573 Nov 03 18:49:23.454281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60936) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:23.464252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1186435388', 'network_id': 'c41f2acb-b414-46e4-a677-4ffa2ea1cf46'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:23.486490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: fefdd311-4219-46d8-b5d1-9257a3e99b90 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:23.487220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fefdd311-4219-46d8-b5d1-9257a3e99b90 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:23.487671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:23.521481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:23.522907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ff0c816f-cc2b-432e-a3b3-d12c5c0ebe91 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:23.541178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Pushing event deleted for resources: {'Port': ['ID=fefdd311-4219-46d8-b5d1-9257a3e99b90,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:23.569943 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.575193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Made reservation on behalf of 99a92918c2a341dfadfc547257847b81 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:23.578326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.598187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] device_id is not set on port e10e81e1-64e4-47a1-b8eb-432ed57ce47d yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:49:23.695464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.843758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Allocated IP 172.20.0.12 (c41f2acb-b414-46e4-a677-4ffa2ea1cf46/27aa933b-44c8-4e2a-9d32-cb320adf4885/e10e81e1-64e4-47a1-b8eb-432ed57ce47d) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:23.896465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.903457 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.971836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:23.983747 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-95597cbb-c92e-43a6-bedc-3b5b7d9fb98b tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/routers/dc315b56-4312-41bd-b7ee-0994291d1a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0885642 Nov 03 18:49:23.984586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60942) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:23.991962 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62987cea-40b2-4a6b-a6b6-57bb7fc3c45f None None] Sync routers for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:24.003024 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.013303 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62987cea-40b2-4a6b-a6b6-57bb7fc3c45f None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:24.014599 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-62987cea-40b2-4a6b-a6b6-57bb7fc3c45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:24.021755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting port 13e4dc08-7940-4404-90f0-0a5119caf055 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:24.022245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.082805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4bf84d-9429-4122-b3d1-210b23fc3d0e None None] Network c41f2acb-b414-46e4-a677-4ffa2ea1cf46 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:24.087991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.089184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0365e951-9ff5-4cb4-8606-339228f8cb17 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:49:24.091339 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-62987cea-40b2-4a6b-a6b6-57bb7fc3c45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:24.102353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.104860 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bfa617eb-fefa-4572-97b5-637667e9653b admin admin] 10.222.0.77 "DELETE /v2.0/routers/0365e951-9ff5-4cb4-8606-339228f8cb17 HTTP/1.1" status: 204 len: 168 time: 3.3747547 Nov 03 18:49:24.107243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60944) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:24.130558 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62987cea-40b2-4a6b-a6b6-57bb7fc3c45f None None] Routers {'dc315b56-4312-41bd-b7ee-0994291d1a15'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:24.131937 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-62987cea-40b2-4a6b-a6b6-57bb7fc3c45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dc315b56-4312-41bd-b7ee-0994291d1a15'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:24.248288 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-62987cea-40b2-4a6b-a6b6-57bb7fc3c45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:24.250103 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62987cea-40b2-4a6b-a6b6-57bb7fc3c45f None None] The sync data for ids ['dc315b56-4312-41bd-b7ee-0994291d1a15'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:24.261817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.292603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ef497-0a9e-4ad6-8e77-14157ecdf45a None None] Network c41f2acb-b414-46e4-a677-4ffa2ea1cf46 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:24.422578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] For port 13e4dc08-7940-4404-90f0-0a5119caf055, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=13e4dc08-7940-4404-90f0-0a5119caf055,segment=NetworkSegment(000ce006-6431-4cdb-a8e0-16a2e2c5836c),segment_id=000ce006-6431-4cdb-a8e0-16a2e2c5836c)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:24.423526 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.442468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.471000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Calling delete_port for 13e4dc08-7940-4404-90f0-0a5119caf055 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:24.484633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaede54e-a34e-4d7c-bcad-36dc3031bce6 admin admin] Deleting subnet 2877120d-fbf8-48e8-bf41-8c8bb8a7e826 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:49:24.502135 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaede54e-a34e-4d7c-bcad-36dc3031bce6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.518136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 817991f4-a020-4ada-803e-c8e85bb9bd60 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:24.518525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.621017 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.648523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.664994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaede54e-a34e-4d7c-bcad-36dc3031bce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.671458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 817991f4-a020-4ada-803e-c8e85bb9bd60 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:24.802472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Router cdc602ce-d397-4de3-95fa-6763d51cae33 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:49:24.812307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaede54e-a34e-4d7c-bcad-36dc3031bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.860420 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.874238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.064554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No DVR routers for this DVR port 13e4dc08-7940-4404-90f0-0a5119caf055 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:25.108504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Network c41f2acb-b414-46e4-a677-4ffa2ea1cf46 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:25.182111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.220991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:25.235747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:25.275230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'Port': ['ID=e10e81e1-64e4-47a1-b8eb-432ed57ce47d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:25.296595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=817991f4-a020-4ada-803e-c8e85bb9bd60,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:25.410442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Port': ['ID=13e4dc08-7940-4404-90f0-0a5119caf055,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:25.413876 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaede54e-a34e-4d7c-bcad-36dc3031bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.421494 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.427725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.502362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaede54e-a34e-4d7c-bcad-36dc3031bce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2877120d-fbf8-48e8-bf41-8c8bb8a7e826,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:25.511460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:25.514556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:25.518221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaede54e-a34e-4d7c-bcad-36dc3031bce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.525565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eaede54e-a34e-4d7c-bcad-36dc3031bce6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2877120d-fbf8-48e8-bf41-8c8bb8a7e826 HTTP/1.1" status: 204 len: 168 time: 1.4033353 Nov 03 18:49:25.525879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Sync routers for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:25.530092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60958) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:25.532630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:25.533247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.545296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:25.546171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:25.549343 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.552464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000ce006-6431-4cdb-a8e0-16a2e2c5836c') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:25.552768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000ce006-6431-4cdb-a8e0-16a2e2c5836c') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:25.557616 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.609231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.630612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.636535 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5efba68c-8e65-4a66-938f-51df9b6dd720 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7680731 Nov 03 18:49:25.638198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60960) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:25.680308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0527c56e-6d00-4e0d-98a5-cc23dd261c4a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.2245111 Nov 03 18:49:25.686110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60964) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:25.698549 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.741606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:25.742436 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:25.749836 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:25.768228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.768723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Fanout notify agent at l3_agent the message router_deleted on router dc315b56-4312-41bd-b7ee-0994291d1a15 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:49:25.786265 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.788479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d350456-2485-4dd1-abff-0d3203699111 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/routers/dc315b56-4312-41bd-b7ee-0994291d1a15 HTTP/1.1" status: 204 len: 168 time: 1.8030524 Nov 03 18:49:25.793976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60966) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:25.794284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.824993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:25.936740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2291c2b-a1c7-47d4-97b0-c3fb2ba74276 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting subnet 1bdfa17b-a2fb-4e0c-9671-085af4c9685f {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:49:25.942233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.945032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2291c2b-a1c7-47d4-97b0-c3fb2ba74276 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.959749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.966579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a HTTP/1.1" status: 204 len: 168 time: 4.9065113 Nov 03 18:49:25.980629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60968) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:25.990703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-23645577'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:26.011927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167f93-9ccf-4d63-9ea7-e6bce54a6cf2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:26.030788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:26.039055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.133919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.151784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2291c2b-a1c7-47d4-97b0-c3fb2ba74276 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.165713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09df4f81-1939-46d8-ae70-2ff43bbcd33e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:26.180459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd66c6-4515-4b20-ab28-90f7502f842a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Deleting port e10e81e1-64e4-47a1-b8eb-432ed57ce47d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:26.180970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ccd66c6-4515-4b20-ab28-90f7502f842a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.186724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44b5fd0-c1e1-4736-92e2-064910aaabfe') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:26.187169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44b5fd0-c1e1-4736-92e2-064910aaabfe') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:26.213919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.270794 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.273610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:23Z', 'revision_number': 3, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:26.287657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:26.288271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:26.290497 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:26.335769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Checking router: cdc602ce-d397-4de3-95fa-6763d51cae33 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:26.336349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Updating router cdc602ce-d397-4de3-95fa-6763d51cae33 port fa53c524-3302-4d32-b5db-ccddc463af3c binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:49:26.385006 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ccd66c6-4515-4b20-ab28-90f7502f842a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.399824 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.419015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:26.429681 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2291c2b-a1c7-47d4-97b0-c3fb2ba74276 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.482734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.483078 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment aa406302-39d9-43c3-8be9-06ecba5877c5 of type vlan for network 9d42f527-bc94-4768-adf2-d104c5ca233d Nov 03 18:49:26.589647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.613891 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2291c2b-a1c7-47d4-97b0-c3fb2ba74276 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.643332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2291c2b-a1c7-47d4-97b0-c3fb2ba74276 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.650894 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b2291c2b-a1c7-47d4-97b0-c3fb2ba74276 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/subnets/1bdfa17b-a2fb-4e0c-9671-085af4c9685f HTTP/1.1" status: 204 len: 168 time: 0.8553720 Nov 03 18:49:26.676949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60974) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:26.689823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2291c2b-a1c7-47d4-97b0-c3fb2ba74276 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdfa17b-a2fb-4e0c-9671-085af4c9685f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:26.747078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.753430 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:26.754366 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.042962 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.053022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ea61b-f2a2-44f8-99a6-f0632345603e None None] Network 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:27.172673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd66c6-4515-4b20-ab28-90f7502f842a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Calling delete_port for e10e81e1-64e4-47a1-b8eb-432ed57ce47d owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:27.213089 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2293506 Nov 03 18:49:27.218665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.221622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60978) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:27.227668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': '9d42f527-bc94-4768-adf2-d104c5ca233d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:27.234951 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.245464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4acadb-485b-412b-b46e-9daed562766b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=9d42f527-bc94-4768-adf2-d104c5ca233d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:27.327684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 9d42f527-bc94-4768-adf2-d104c5ca233d details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:27.424655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Attempting to bind port fa53c524-3302-4d32-b5db-ccddc463af3c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:27.425197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Attempting to bind port fa53c524-3302-4d32-b5db-ccddc463af3c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:27.426316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Attempting to bind port fa53c524-3302-4d32-b5db-ccddc463af3c on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:27.444199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:27.444199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:27.444739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.446291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:27.446291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Bound port: fa53c524-3302-4d32-b5db-ccddc463af3c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:27.447211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.472403 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ccd66c6-4515-4b20-ab28-90f7502f842a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.507914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.514267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.522691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] 10.222.0.77 "DELETE /v2.0/networks/09df4f81-1939-46d8-ae70-2ff43bbcd33e HTTP/1.1" status: 204 len: 168 time: 1.9860380 Nov 03 18:49:27.545937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 69e22834-a71f-4488-afa2-7d3832939588 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:27.554584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.613600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:27.617945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.682234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754cac3-b413-4f47-a502-e5bea0c2b7ab admin admin] Pushing event deleted for resources: {'Network': ['ID=09df4f81-1939-46d8-ae70-2ff43bbcd33e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:27.691212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9e949-f589-4b64-9cda-13dd50121cc7 None None] Pushing event updated for resources: {'Port': ['ID=fa53c524-3302-4d32-b5db-ccddc463af3c,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:27.706762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.721190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd66c6-4515-4b20-ab28-90f7502f842a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event deleted for resources: {'Port': ['ID=e10e81e1-64e4-47a1-b8eb-432ed57ce47d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:27.725281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] DHCP port deletion for 1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:49:27.829146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] For port 69e22834-a71f-4488-afa2-7d3832939588, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=69e22834-a71f-4488-afa2-7d3832939588,segment=NetworkSegment(38df9435-7fde-4ac1-963b-01e6a102d99b),segment_id=38df9435-7fde-4ac1-963b-01e6a102d99b)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:27.829834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.905304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ccd66c6-4515-4b20-ab28-90f7502f842a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.920266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4ccd66c6-4515-4b20-ab28-90f7502f842a tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "DELETE /v2.0/ports/e10e81e1-64e4-47a1-b8eb-432ed57ce47d HTTP/1.1" status: 204 len: 168 time: 2.2322197 Nov 03 18:49:27.924088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60986) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:27.943256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c41f2acb-b414-46e4-a677-4ffa2ea1cf46', 'external_fixed_ips': [{'subnet_id': '27aa933b-44c8-4e2a-9d32-cb320adf4885', 'ip_address': '172.20.0.12'}]}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:27.959627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] For port fa53c524-3302-4d32-b5db-ccddc463af3c, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:27.965080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] Deleting port 69e22834-a71f-4488-afa2-7d3832939588 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:27.965584 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.008153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.012823 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.016243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] For port fa53c524-3302-4d32-b5db-ccddc463af3c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fa53c524-3302-4d32-b5db-ccddc463af3c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:28.119389 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.142748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60990) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:28.161400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.306667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9e949-f589-4b64-9cda-13dd50121cc7 None None] Pushing event updated for resources: {'Port': ['ID=fa53c524-3302-4d32-b5db-ccddc463af3c,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:28.358198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] For port 69e22834-a71f-4488-afa2-7d3832939588, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=69e22834-a71f-4488-afa2-7d3832939588,segment=NetworkSegment(38df9435-7fde-4ac1-963b-01e6a102d99b),segment_id=38df9435-7fde-4ac1-963b-01e6a102d99b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:28.358916 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.389789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 69e22834-a71f-4488-afa2-7d3832939588 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:28.395511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] Calling delete_port for 69e22834-a71f-4488-afa2-7d3832939588 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:28.406013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.512130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-400dd233-81cf-4420-83e5-5d25b698e6c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8fd12b597a74919ab6784ca72473ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3666415 Nov 03 18:49:28.514265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60992) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:28.535421 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.568417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=11b9558c-3f0d-47cc-b423-56859cb9f199,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:28.647588 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.707245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] No DVR routers for this DVR port 69e22834-a71f-4488-afa2-7d3832939588 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:28.750055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643407f0-f4b9-4570-8481-9301ba9e7291 None None] Pushing event deleted for resources: {'Port': ['ID=69e22834-a71f-4488-afa2-7d3832939588,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:28.758826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:28.759887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:28.776468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-93a2414c-bc92-47ed-bd29-4c8472c68024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.843084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-93a2414c-bc92-47ed-bd29-4c8472c68024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.859368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': 'aa406302-39d9-43c3-8be9-06ecba5877c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d42f527-bc94-4768-adf2-d104c5ca233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:28.860528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: 9d42f527-bc94-4768-adf2-d104c5ca233d, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:28.888561 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Allocated IP 172.20.0.1 (6af222eb-4017-4cb3-ad52-f6c3527c4800/44a96864-3c75-4eaa-bd70-a22056ce4abf/dfc1f011-9119-41d3-aaa0-759fb893019a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:28.986354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-93a2414c-bc92-47ed-bd29-4c8472c68024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.989014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.991237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-93a2414c-bc92-47ed-bd29-4c8472c68024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.993506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-93a2414c-bc92-47ed-bd29-4c8472c68024 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85becd68-3931-4877-abaa-16922594d3c6 HTTP/1.1" status: 204 len: 168 time: 0.4734108 Nov 03 18:49:29.011186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] No DVR routers for this DVR port 69e22834-a71f-4488-afa2-7d3832939588 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:29.018397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 9d42f527-bc94-4768-adf2-d104c5ca233d is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:29.032072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 69e22834-a71f-4488-afa2-7d3832939588 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:29.039010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:29.095728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 69e22834-a71f-4488-afa2-7d3832939588 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:29.096210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 69e22834-a71f-4488-afa2-7d3832939588 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:29.135507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 9d42f527-bc94-4768-adf2-d104c5ca233d) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:29.146243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:29.147395 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.157810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=69e22834-a71f-4488-afa2-7d3832939588,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:29.167020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab41fd-4a59-441a-9a4a-9e6553ab9b31 None None] Network 9d42f527-bc94-4768-adf2-d104c5ca233d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:29.194972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2414c-bc92-47ed-bd29-4c8472c68024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85becd68-3931-4877-abaa-16922594d3c6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:29.335581 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-991eda94-cc93-4069-a038-fe7e5d4759d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1126072 Nov 03 18:49:29.339690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.364563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32770) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:29.409370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.455031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.478252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a06c7e1-5e17-4f52-8bc3-6bd2fa367800']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:29.494590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38df9435-7fde-4ac1-963b-01e6a102d99b') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:29.495213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38df9435-7fde-4ac1-963b-01e6a102d99b') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:29.508555 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.529068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.541638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:29.542475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:29.655739 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:29.687106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.737898 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.758608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:23Z', 'revision_number': 3, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:29.761077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.801640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.820489 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/networks/1a06c7e1-5e17-4f52-8bc3-6bd2fa367800 HTTP/1.1" status: 204 len: 168 time: 3.1421032 Nov 03 18:49:29.840547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32776) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:29.923885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0631c-9900-479f-8ae8-883b407763e6 None None] The sync data for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 is: [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:23Z', 'revision_number': 3, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:30.023264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Network 6af222eb-4017-4cb3-ad52-f6c3527c4800 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:30.032298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:30.048533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bb7d6-3aba-47ca-bf3a-4f61eca2391e tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Network': ['ID=1a06c7e1-5e17-4f52-8bc3-6bd2fa367800,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:30.052158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:30.095266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-9d42f527-bc94-4768-adf2-d104c5ca233d', 'network_id': '9d42f527-bc94-4768-adf2-d104c5ca233d', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '11b9558c-3f0d-47cc-b423-56859cb9f199'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:49:30.102805 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.159518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc1f011-9119-41d3-aaa0-759fb893019a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:30.184842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.249046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.311892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Allocated IP 172.20.0.12 (c41f2acb-b414-46e4-a677-4ffa2ea1cf46/27aa933b-44c8-4e2a-9d32-cb320adf4885/aae8d1b5-5ab4-4487-964a-865874806653) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:30.465339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 58ce3898-8176-49e8-ad8f-b10abbaf2378 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:30.476830 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.498007 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.662866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.731040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Allocated IP 172.20.0.1 (9d42f527-bc94-4768-adf2-d104c5ca233d/11b9558c-3f0d-47cc-b423-56859cb9f199/2a5efe99-e979-459f-8f22-e0af68d183c6) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:30.850504 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.974186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.991141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.993138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.142530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 58ce3898-8176-49e8-ad8f-b10abbaf2378 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:31.179002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Network c41f2acb-b414-46e4-a677-4ffa2ea1cf46 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:31.193597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:31.201623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:31.213329 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.226463 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.232179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fa53c524-3302-4d32-b5db-ccddc463af3c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:31.339578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.380016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.439127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'Port': ['ID=aae8d1b5-5ab4-4487-964a-865874806653,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:31.576289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Network 9d42f527-bc94-4768-adf2-d104c5ca233d is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:31.611671 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.632720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:31.665733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:31.686047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Pushing event updated for resources: {'Port': ['ID=2a5efe99-e979-459f-8f22-e0af68d183c6,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:31.715297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=11b9558c-3f0d-47cc-b423-56859cb9f199,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:31.773645 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.814118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc1f011-9119-41d3-aaa0-759fb893019a,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:31.983564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.025323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fa53c524-3302-4d32-b5db-ccddc463af3c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:32.025997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.120462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.149458 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Attempting to bind port 2a5efe99-e979-459f-8f22-e0af68d183c6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:32.150038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Attempting to bind port 2a5efe99-e979-459f-8f22-e0af68d183c6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'aa406302-39d9-43c3-8be9-06ecba5877c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d42f527-bc94-4768-adf2-d104c5ca233d'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:32.150605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Attempting to bind port 2a5efe99-e979-459f-8f22-e0af68d183c6 on network 9d42f527-bc94-4768-adf2-d104c5ca233d {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:32.182748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d42f527-bc94-4768-adf2-d104c5ca233d']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:32.192659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:32.193075 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Checking segment: {'id': 'aa406302-39d9-43c3-8be9-06ecba5877c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d42f527-bc94-4768-adf2-d104c5ca233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:32.193464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.193873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Bound using segment: {'id': 'aa406302-39d9-43c3-8be9-06ecba5877c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d42f527-bc94-4768-adf2-d104c5ca233d'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:32.194377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Bound port: 2a5efe99-e979-459f-8f22-e0af68d183c6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa406302-39d9-43c3-8be9-06ecba5877c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d42f527-bc94-4768-adf2-d104c5ca233d'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:32.194767 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.241607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-762e238b-30b8-4833-a062-39df9de495d9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.247927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-762e238b-30b8-4833-a062-39df9de495d9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.255393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-762e238b-30b8-4833-a062-39df9de495d9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.262181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-762e238b-30b8-4833-a062-39df9de495d9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.265123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Network 6af222eb-4017-4cb3-ad52-f6c3527c4800 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:32.268402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-762e238b-30b8-4833-a062-39df9de495d9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.272174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:32.277405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-762e238b-30b8-4833-a062-39df9de495d9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.282129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa406302-39d9-43c3-8be9-06ecba5877c5') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:32.282714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa406302-39d9-43c3-8be9-06ecba5877c5') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:32.284034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-762e238b-30b8-4833-a062-39df9de495d9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.286400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-762e238b-30b8-4833-a062-39df9de495d9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5444 time: 0.2980077 Nov 03 18:49:32.288921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=58ce3898-8176-49e8-ad8f-b10abbaf2378,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:32.315106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.366246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.371358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32818) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:32.453233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.470701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.489147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port fa53c524-3302-4d32-b5db-ccddc463af3c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fa53c524-3302-4d32-b5db-ccddc463af3c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:32.496519 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.496749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:32.497636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:32.506274 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:32.573878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=fa53c524-3302-4d32-b5db-ccddc463af3c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:32.591091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] For port 2a5efe99-e979-459f-8f22-e0af68d183c6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:32.611928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.717317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.721047 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.722680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c2b75434-6730-44d4-bee2-4181a752e096 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/floatingips/00cb8629-5e66-4359-822d-0cb40284929b HTTP/1.1" status: 204 len: 168 time: 2.8806238 Nov 03 18:49:32.728134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] For port 2a5efe99-e979-459f-8f22-e0af68d183c6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2a5efe99-e979-459f-8f22-e0af68d183c6,segment=NetworkSegment(aa406302-39d9-43c3-8be9-06ecba5877c5),segment_id=aa406302-39d9-43c3-8be9-06ecba5877c5)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:32.730316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32822) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:32.734905 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.768503 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:49:32.768503 n-d-812148-3 neutron-server[101755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:49:32.768503 n-d-812148-3 neutron-server[101755]: [parameters: {'id': '9d42f527-bc94-4768-adf2-d104c5ca233d'}] Nov 03 18:49:32.768503 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:49:32.769642 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:49:32.784447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cc6aa2c-ba40-4eb5-9336-36b5771e05e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.809278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Router cdc602ce-d397-4de3-95fa-6763d51cae33 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:32.811337 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede63f89-36d7-4a52-84c1-aaf077a37262 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] DELETE failed (client error): The resource could not be found. Nov 03 18:49:32.812152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede63f89-36d7-4a52-84c1-aaf077a37262 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:49:32.817842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ede63f89-36d7-4a52-84c1-aaf077a37262 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/ports/e367a5ca-6591-4492-9e06-663937186ed2 HTTP/1.1" status: 404 len: 333 time: 0.0692945 Nov 03 18:49:32.826033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32826) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:32.879814 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ab75890f-bf1e-40b1-9822-2f7d9aa08c80 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc315b56-4312-41bd-b7ee-0994291d1a15 HTTP/1.1" status: 200 len: 205 time: 0.0494120 Nov 03 18:49:32.887459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:32.909346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b85f-b2c8-4209-851e-1e13efac65f4 None None] Pushing event updated for resources: {'Port': ['ID=2a5efe99-e979-459f-8f22-e0af68d183c6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:32.921013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1142b36d-3765-4c5b-ae06-fabecb742ca9 req-9ad9faae-adfc-40c1-b6d4-a53e30a37f04 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6215692 Nov 03 18:49:33.158411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fa53c524-3302-4d32-b5db-ccddc463af3c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:33.275383 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cc6aa2c-ba40-4eb5-9336-36b5771e05e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.313062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cc6aa2c-ba40-4eb5-9336-36b5771e05e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.330631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.343684 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-a4518d1e-932a-4ef1-83e6-4e9a73d1e97c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] delete failed (client error): The resource could not be found. Nov 03 18:49:33.346485 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a4518d1e-932a-4ef1-83e6-4e9a73d1e97c tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/routers/dc315b56-4312-41bd-b7ee-0994291d1a15 HTTP/1.1" status: 404 len: 336 time: 0.4410985 Nov 03 18:49:33.346699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2cc6aa2c-ba40-4eb5-9336-36b5771e05e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb00f584567c41c19eff0499bc137a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9664795 Nov 03 18:49:33.352690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32832) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:33.358393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32834) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:33.408515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e420d1-ef1a-49f7-89ca-677ad29c31ca None None] Network 9d42f527-bc94-4768-adf2-d104c5ca233d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:33.455357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d114-57e8-4ed5-b619-39c1bbedc6e5 req-e73f89af-0827-4771-895c-9017959caa62 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.464790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d114-57e8-4ed5-b619-39c1bbedc6e5 req-e73f89af-0827-4771-895c-9017959caa62 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.472887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d114-57e8-4ed5-b619-39c1bbedc6e5 req-e73f89af-0827-4771-895c-9017959caa62 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.476429 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.480502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d114-57e8-4ed5-b619-39c1bbedc6e5 req-e73f89af-0827-4771-895c-9017959caa62 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.486639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d114-57e8-4ed5-b619-39c1bbedc6e5 req-e73f89af-0827-4771-895c-9017959caa62 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.493384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d114-57e8-4ed5-b619-39c1bbedc6e5 req-e73f89af-0827-4771-895c-9017959caa62 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.501124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d114-57e8-4ed5-b619-39c1bbedc6e5 req-e73f89af-0827-4771-895c-9017959caa62 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.507461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7c3d114-57e8-4ed5-b619-39c1bbedc6e5 req-e73f89af-0827-4771-895c-9017959caa62 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5444 time: 0.3036606 Nov 03 18:49:33.508182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6aa2c-ba40-4eb5-9336-36b5771e05e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d287d48a-3f89-4034-8d1f-cb9415bc0c33,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:33.513242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.526514 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71b5248-2c8d-4e70-a092-c0f18609efc3 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] DELETE failed (client error): The resource could not be found. Nov 03 18:49:33.527277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71b5248-2c8d-4e70-a092-c0f18609efc3 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:49:33.534348 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b71b5248-2c8d-4e70-a092-c0f18609efc3 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/subnets/1bdfa17b-a2fb-4e0c-9671-085af4c9685f HTTP/1.1" status: 404 len: 337 time: 0.1438892 Nov 03 18:49:33.534930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32840) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:33.569731 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7581da5d-1174-42bd-9789-2fe0dea61012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.627193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:33.640278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e7f2aa3-61b0-470f-bec4-8a43c766fd49 admin admin] 10.222.0.77 "PUT /v2.0/routers/cdc602ce-d397-4de3-95fa-6763d51cae33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0009024 Nov 03 18:49:33.777872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting port 2a5efe99-e979-459f-8f22-e0af68d183c6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:33.777872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.794644 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Sync routers for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:33.822965 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:33.826938 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:33.850569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fa53c524-3302-4d32-b5db-ccddc463af3c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:33.851243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.989811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7581da5d-1174-42bd-9789-2fe0dea61012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.032186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f71e1c-3de4-4b41-84e7-637dfa91a455 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:49:34.125151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Router 12c0cfb7-bb85-4572-a41c-adde29d593de is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:49:34.158914 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:34.183688 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7581da5d-1174-42bd-9789-2fe0dea61012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.198294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7581da5d-1174-42bd-9789-2fe0dea61012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.202343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7581da5d-1174-42bd-9789-2fe0dea61012 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d287d48a-3f89-4034-8d1f-cb9415bc0c33 HTTP/1.1" status: 204 len: 168 time: 0.8435659 Nov 03 18:49:34.442863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581da5d-1174-42bd-9789-2fe0dea61012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d287d48a-3f89-4034-8d1f-cb9415bc0c33,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:34.559315 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 2, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:34.598008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f71e1c-3de4-4b41-84e7-637dfa91a455 None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:49:34.605141 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Checking router: cdc602ce-d397-4de3-95fa-6763d51cae33 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:34.605837 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Updating router cdc602ce-d397-4de3-95fa-6763d51cae33 port dfc1f011-9119-41d3-aaa0-759fb893019a binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:49:34.654409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:34.674968 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.683041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Sync routers for ids ['12c0cfb7-bb85-4572-a41c-adde29d593de'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:34.704428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.709684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-79bfcb06-04ed-4927-8515-2995a71af111 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.7802372 Nov 03 18:49:34.713298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32856) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:34.857139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] For port 2a5efe99-e979-459f-8f22-e0af68d183c6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2a5efe99-e979-459f-8f22-e0af68d183c6,segment=NetworkSegment(aa406302-39d9-43c3-8be9-06ecba5877c5),segment_id=aa406302-39d9-43c3-8be9-06ecba5877c5)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:34.858264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.903070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Calling delete_port for 2a5efe99-e979-459f-8f22-e0af68d183c6 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:34.935914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c1a48-1a86-4bb2-9662-2e60e0d67573 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 8d9b751f-dd65-4974-baa6-1ac926d2c9aa {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:34.936415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1a48-1a86-4bb2-9662-2e60e0d67573 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.026459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Routers {'12c0cfb7-bb85-4572-a41c-adde29d593de'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:35.027733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['12c0cfb7-bb85-4572-a41c-adde29d593de'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:35.138864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.334472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Set router 12c0cfb7-bb85-4572-a41c-adde29d593de gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:35.424337 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1a48-1a86-4bb2-9662-2e60e0d67573 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.537709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c1a48-1a86-4bb2-9662-2e60e0d67573 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 8d9b751f-dd65-4974-baa6-1ac926d2c9aa owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:35.586451 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.595594 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.701150 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Pushing event updated for resources: {'Port': ['ID=dfc1f011-9119-41d3-aaa0-759fb893019a,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:35.717709 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.718342 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.718847 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.719476 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.720230 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.720733 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.721223 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.721779 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.723048 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.723550 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.724668 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.725174 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:35.833664 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Attempting to bind port dfc1f011-9119-41d3-aaa0-759fb893019a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:35.834065 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Attempting to bind port dfc1f011-9119-41d3-aaa0-759fb893019a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:35.840235 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Attempting to bind port dfc1f011-9119-41d3-aaa0-759fb893019a on network 6af222eb-4017-4cb3-ad52-f6c3527c4800 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:35.853203 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:35.853694 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Checking segment: {'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:35.854083 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.854498 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Bound using segment: {'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:35.854982 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Bound port: dfc1f011-9119-41d3-aaa0-759fb893019a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:35.855370 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.863747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-7b81cdd6-be6e-46bc-bd15-da295be63806 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:35.866799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-7b81cdd6-be6e-46bc-bd15-da295be63806 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 820 time: 0.5639300 Nov 03 18:49:35.868798 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.873495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.902342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-d7a8ac96-1d1a-4f47-87b6-707149c3ea30 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/quotas/5fc7f5b8e88e4dc39e101f3b9958584d HTTP/1.1" status: 200 len: 375 time: 0.0166237 Nov 03 18:49:35.932429 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No DVR routers for this DVR port 2a5efe99-e979-459f-8f22-e0af68d183c6 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:35.973207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Port': ['ID=2a5efe99-e979-459f-8f22-e0af68d183c6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:36.064391 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] For port dfc1f011-9119-41d3-aaa0-759fb893019a, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:36.081454 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] For port dfc1f011-9119-41d3-aaa0-759fb893019a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dfc1f011-9119-41d3-aaa0-759fb893019a,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:36.082182 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.193965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ed681ab8-d091-4010-a23f-802f629b9fff tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2095671 Nov 03 18:49:36.198813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Deleting port aae8d1b5-5ab4-4487-964a-865874806653 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:36.199317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.264951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-238ac273-1865-4c95-910c-b3713e677af9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:49:36.266150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1a48-1a86-4bb2-9662-2e60e0d67573 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.270823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-238ac273-1865-4c95-910c-b3713e677af9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0184984 Nov 03 18:49:36.295656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c0cfb7-bb85-4572-a41c-adde29d593de', 'name': '', 'tenant_id': '99a92918c2a341dfadfc547257847b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c41f2acb-b414-46e4-a677-4ffa2ea1cf46', 'external_fixed_ips': [{'subnet_id': '27aa933b-44c8-4e2a-9d32-cb320adf4885', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'aae8d1b5-5ab4-4487-964a-865874806653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:28Z', 'updated_at': '2021-11-03T18:49:31Z', 'revision_number': 3, 'project_id': '99a92918c2a341dfadfc547257847b81', 'gw_port': {'id': 'aae8d1b5-5ab4-4487-964a-865874806653', 'name': '', 'network_id': 'c41f2acb-b414-46e4-a677-4ffa2ea1cf46', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c0cfb7-bb85-4572-a41c-adde29d593de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '27aa933b-44c8-4e2a-9d32-cb320adf4885', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:29Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27aa933b-44c8-4e2a-9d32-cb320adf4885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:36.298450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f26a-b304-4c84-8bc1-5bfecbf6e499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.311780 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:36.327479 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:36.341067 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd332d2f-2477-4d94-b531-7f0737121f08 None None] Pushing event updated for resources: {'Port': ['ID=dfc1f011-9119-41d3-aaa0-759fb893019a,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:36.403648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Checking router: 12c0cfb7-bb85-4572-a41c-adde29d593de for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:36.405149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Updating router 12c0cfb7-bb85-4572-a41c-adde29d593de port aae8d1b5-5ab4-4487-964a-865874806653 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:49:36.408065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.517050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d42f527-bc94-4768-adf2-d104c5ca233d']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:36.539829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa406302-39d9-43c3-8be9-06ecba5877c5') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:36.540579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa406302-39d9-43c3-8be9-06ecba5877c5') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:36.564889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.565671 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.608817 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.620345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Calling delete_port for aae8d1b5-5ab4-4487-964a-865874806653 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:36.627998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.642484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:36.642821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:36.799206 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:36.803395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c1a48-1a86-4bb2-9662-2e60e0d67573 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=8d9b751f-dd65-4974-baa6-1ac926d2c9aa,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:36.846048 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.864428 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.875226 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/9d42f527-bc94-4768-adf2-d104c5ca233d HTTP/1.1" status: 204 len: 168 time: 7.4708710 Nov 03 18:49:36.904418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32902) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:36.914809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-442512617'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:36.936183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b83a34-bf22-428d-a636-4c3d4799fb04 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=9d42f527-bc94-4768-adf2-d104c5ca233d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:37.013340 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:37.060321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1a48-1a86-4bb2-9662-2e60e0d67573 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.081521 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2a0c1a48-1a86-4bb2-9662-2e60e0d67573 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/ports/8d9b751f-dd65-4974-baa6-1ac926d2c9aa HTTP/1.1" status: 204 len: 168 time: 3.5432398 Nov 03 18:49:37.088890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32906) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:37.255820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:37.275001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.470538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-c7ff46d7-5eda-4609-8cb1-6656c37180f4 service neutron] 10.222.0.77 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1226785 Nov 03 18:49:37.471505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.547730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:37.655612 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.660893 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment 9ca54f15-ea88-458d-8d8e-b35ff31b1ef6 of type vlan for network 76d4fb5b-8c53-4678-bcb1-f21da993280a Nov 03 18:49:37.721855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-240e6fe8-a197-4670-81fd-8c31e99b1c85 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port efb5ab4b-373a-455d-9b73-ab24d9a8a36b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:37.723069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-240e6fe8-a197-4670-81fd-8c31e99b1c85 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.728328 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:36Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:37.811342 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98090f0e-ecb3-45d9-b07b-7228d17e3bb3 None None] The sync data for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 is: [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:36Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:37.829484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-19e87489-dbf7-429c-92e3-cbc9e6cd4df1 service neutron] 10.222.0.77 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273780 Nov 03 18:49:37.833268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event deleted for resources: {'Port': ['ID=aae8d1b5-5ab4-4487-964a-865874806653,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:37.873742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32922) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:38.000956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.063929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.102814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:49:38.103671 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:49:38.190172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-240e6fe8-a197-4670-81fd-8c31e99b1c85 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.220031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.232939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:38.240178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.285457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-240e6fe8-a197-4670-81fd-8c31e99b1c85 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for efb5ab4b-373a-455d-9b73-ab24d9a8a36b owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:38.400762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99b809e7-a9ea-4bdf-b528-85e58c1fcd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.457514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.464528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.562008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6554394 Nov 03 18:49:38.659366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Port aae8d1b5-5ab4-4487-964a-865874806653 not found while updating agent binding for router 12c0cfb7-bb85-4572-a41c-adde29d593de. {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 18:49:38.667844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32940) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:38.682021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Routers {'12c0cfb7-bb85-4572-a41c-adde29d593de'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:38.683812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['12c0cfb7-bb85-4572-a41c-adde29d593de'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:38.691709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7ee57ac3-08b1-4b7d-bd9f-acd804a6cc1c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:38.827436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17cd5a-0204-4a17-94d4-380a5f52c4d2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=76d4fb5b-8c53-4678-bcb1-f21da993280a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:38.903784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] Set router 12c0cfb7-bb85-4572-a41c-adde29d593de gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:39.193236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c0cfb7-bb85-4572-a41c-adde29d593de', 'name': '', 'tenant_id': '99a92918c2a341dfadfc547257847b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:28Z', 'updated_at': '2021-11-03T18:49:37Z', 'revision_number': 5, 'project_id': '99a92918c2a341dfadfc547257847b81', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:39.202389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 76d4fb5b-8c53-4678-bcb1-f21da993280a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:39.294866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dfc1f011-9119-41d3-aaa0-759fb893019a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:39.323734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1c6f-4bee-4904-8f53-c141af057eab None None] The sync data for ids ['12c0cfb7-bb85-4572-a41c-adde29d593de'] in n-d-812148-3 is: [{'id': '12c0cfb7-bb85-4572-a41c-adde29d593de', 'name': '', 'tenant_id': '99a92918c2a341dfadfc547257847b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:28Z', 'updated_at': '2021-11-03T18:49:37Z', 'revision_number': 5, 'project_id': '99a92918c2a341dfadfc547257847b81', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:39.469227 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7ee57ac3-08b1-4b7d-bd9f-acd804a6cc1c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.588958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bbaff271-dcf3-4d72-a7be-454b04dbe1eb req-cb7daa35-ffb5-4b81-a26b-ea736dd32e06 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 210 time: 0.1245661 Nov 03 18:49:39.608605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c803-23a6-4692-8e3f-76255f124857 req-dca0a473-e9bf-4f29-bf9a-d85314e75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.617147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c803-23a6-4692-8e3f-76255f124857 req-dca0a473-e9bf-4f29-bf9a-d85314e75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.620423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c803-23a6-4692-8e3f-76255f124857 req-dca0a473-e9bf-4f29-bf9a-d85314e75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.621442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c803-23a6-4692-8e3f-76255f124857 req-dca0a473-e9bf-4f29-bf9a-d85314e75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.626570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c803-23a6-4692-8e3f-76255f124857 req-dca0a473-e9bf-4f29-bf9a-d85314e75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.627316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c803-23a6-4692-8e3f-76255f124857 req-dca0a473-e9bf-4f29-bf9a-d85314e75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.627825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c803-23a6-4692-8e3f-76255f124857 req-dca0a473-e9bf-4f29-bf9a-d85314e75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.635115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port dfc1f011-9119-41d3-aaa0-759fb893019a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:39.636904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.643322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9126c803-23a6-4692-8e3f-76255f124857 req-dca0a473-e9bf-4f29-bf9a-d85314e75ece service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6501 time: 1.7657347 Nov 03 18:49:39.650008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.651285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12c0cfb7-bb85-4572-a41c-adde29d593de {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:49:39.659081 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.659728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-73960864-dad5-4d83-83a6-3f6e9f066015 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "DELETE /v2.0/routers/12c0cfb7-bb85-4572-a41c-adde29d593de HTTP/1.1" status: 204 len: 168 time: 4.9450674 Nov 03 18:49:39.666332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32956) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:39.697476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7ee57ac3-08b1-4b7d-bd9f-acd804a6cc1c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.865280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ee57ac3-08b1-4b7d-bd9f-acd804a6cc1c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 76d4fb5b-8c53-4678-bcb1-f21da993280a is not hosted by any dhcp agent {{(pid=101755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:49:39.917229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee57ac3-08b1-4b7d-bd9f-acd804a6cc1c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.917229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7ee57ac3-08b1-4b7d-bd9f-acd804a6cc1c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.924547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32962) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:39.926050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7ee57ac3-08b1-4b7d-bd9f-acd804a6cc1c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "PUT /v2.0/networks/76d4fb5b-8c53-4678-bcb1-f21da993280a HTTP/1.1" status: 200 len: 723 time: 1.2511427 Nov 03 18:49:39.986501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': '76d4fb5b-8c53-4678-bcb1-f21da993280a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:39.993537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-240e6fe8-a197-4670-81fd-8c31e99b1c85 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.082908 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.087282 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.163828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c0aa01-08de-44b4-96a0-5dbf6b60db86 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Deleting subnet 27aa933b-44c8-4e2a-9d32-cb320adf4885 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:49:40.169528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13c0aa01-08de-44b4-96a0-5dbf6b60db86 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.217996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e6fe8-a197-4670-81fd-8c31e99b1c85 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=efb5ab4b-373a-455d-9b73-ab24d9a8a36b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:40.262241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee57ac3-08b1-4b7d-bd9f-acd804a6cc1c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=76d4fb5b-8c53-4678-bcb1-f21da993280a,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:40.271633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port dfc1f011-9119-41d3-aaa0-759fb893019a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dfc1f011-9119-41d3-aaa0-759fb893019a,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:40.315990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 76d4fb5b-8c53-4678-bcb1-f21da993280a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:40.333711 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.467016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9126c803-23a6-4692-8e3f-76255f124857 req-afb406f9-6229-4fc2-aa1c-f46fb90bab6b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7337356 Nov 03 18:49:40.506802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13c0aa01-08de-44b4-96a0-5dbf6b60db86 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.546772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-240e6fe8-a197-4670-81fd-8c31e99b1c85 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.566455 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-240e6fe8-a197-4670-81fd-8c31e99b1c85 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/ports/efb5ab4b-373a-455d-9b73-ab24d9a8a36b HTTP/1.1" status: 204 len: 168 time: 3.4722230 Nov 03 18:49:40.570988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32978) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:40.634371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=dfc1f011-9119-41d3-aaa0-759fb893019a,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:40.671122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:40.675360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.775507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bda1f0-1a93-4a22-8311-af227febb12f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:40.778997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-98bda1f0-1a93-4a22-8311-af227febb12f tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "GET /v2.0/ports?device_id=579e9414-85f2-4004-b781-247c8ef22c72 HTTP/1.1" status: 200 len: 913 time: 0.2054772 Nov 03 18:49:40.783068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32982) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:41.124844 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dfc1f011-9119-41d3-aaa0-759fb893019a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:41.131309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13c0aa01-08de-44b4-96a0-5dbf6b60db86 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.297783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port dfc1f011-9119-41d3-aaa0-759fb893019a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:41.298707 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.687347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744c0f-a0c4-4171-a3c1-a3e7373754a8 req-b28a3d43-c73e-401b-baab-cc1452e92ab5 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:41.711108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40744c0f-a0c4-4171-a3c1-a3e7373754a8 req-b28a3d43-c73e-401b-baab-cc1452e92ab5 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.3655808 Nov 03 18:49:41.815530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-21fe34d6-7b36-49fb-8f26-9ab04a9b0ad6 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:41.819185 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-21fe34d6-7b36-49fb-8f26-9ab04a9b0ad6 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.70 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 820 time: 0.4019449 Nov 03 18:49:41.835073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Request body: {'port': {'device_id': '7a3a3df5-642f-467b-860b-9675e3641f22', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'admin_state_up': True, 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:41.889858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13c0aa01-08de-44b4-96a0-5dbf6b60db86 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.959996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.992316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0aa01-08de-44b4-96a0-5dbf6b60db86 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=27aa933b-44c8-4e2a-9d32-cb320adf4885,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:42.079029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Made reservation on behalf of 5fc7f5b8e88e4dc39e101f3b9958584d for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:42.087120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.139370 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.141356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13c0aa01-08de-44b4-96a0-5dbf6b60db86 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.148010 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-13c0aa01-08de-44b4-96a0-5dbf6b60db86 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/27aa933b-44c8-4e2a-9d32-cb320adf4885 HTTP/1.1" status: 204 len: 168 time: 2.4796762 Nov 03 18:49:42.148980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.220095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32998) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:42.316181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=c15995df-2bdf-44dc-87e1-1da2c2855053,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:42.319849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': '9ca54f15-ea88-458d-8d8e-b35ff31b1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76d4fb5b-8c53-4678-bcb1-f21da993280a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:42.323735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: 76d4fb5b-8c53-4678-bcb1-f21da993280a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:42.330016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40744c0f-a0c4-4171-a3c1-a3e7373754a8 req-b0b14fba-fb17-42aa-a47f-9d1507d3729d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4496741 Nov 03 18:49:42.490493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 76d4fb5b-8c53-4678-bcb1-f21da993280a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:42.516908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 76d4fb5b-8c53-4678-bcb1-f21da993280a) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:42.518518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Allocated IP 172.20.0.2 (6af222eb-4017-4cb3-ad52-f6c3527c4800/44a96864-3c75-4eaa-bd70-a22056ce4abf/33df302e-c1a5-43af-abd1-1f780ca6b3ff) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:42.531298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:42.532106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.533954 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.534523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3766f-468f-4e96-8c3e-41252bacfdd3 None None] Network 76d4fb5b-8c53-4678-bcb1-f21da993280a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:42.587064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1891ce7-be30-43c5-bcf7-e3cb82fe23ef req-824d4a8a-265e-4ea7-874e-00fbed2a88b6 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 210 time: 0.0587783 Nov 03 18:49:42.647186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c1144579-a862-4580-bb82-46c1c83a5e6a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6902928 Nov 03 18:49:42.661586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33008) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:42.677613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e065dee8-5b85-4b57-85d7-d647b397db71 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:42.898277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.945950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-76d4fb5b-8c53-4678-bcb1-f21da993280a', 'network_id': '76d4fb5b-8c53-4678-bcb1-f21da993280a', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': 'c15995df-2bdf-44dc-87e1-1da2c2855053'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:49:42.947584 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.965565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e065dee8-5b85-4b57-85d7-d647b397db71 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6227068'] for subnet, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.991464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.059279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41f2acb-b414-46e4-a677-4ffa2ea1cf46']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:43.102181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6539a95-c6b6-4fb2-82a0-83294646e96e') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:43.102687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6539a95-c6b6-4fb2-82a0-83294646e96e') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:43.135259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.141892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.231038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.237066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.253464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:43.253464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:43.255714 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:43.361693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e065dee8-5b85-4b57-85d7-d647b397db71 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763298857063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4851283'] for subnet, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.413199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Network 6af222eb-4017-4cb3-ad52-f6c3527c4800 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:43.426450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:43.431012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:43.438066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event updated for resources: {'Port': ['ID=33df302e-c1a5-43af-abd1-1f780ca6b3ff,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:43.482185 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.499001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065dee8-5b85-4b57-85d7-d647b397db71 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=c15995df-2bdf-44dc-87e1-1da2c2855053,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:43.524787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c41f2acb-b414-46e4-a677-4ffa2ea1cf46 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:49:43.525988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065dee8-5b85-4b57-85d7-d647b397db71 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.528362 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e065dee8-5b85-4b57-85d7-d647b397db71 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.529199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Allocated IP 172.20.0.2 (76d4fb5b-8c53-4678-bcb1-f21da993280a/c15995df-2bdf-44dc-87e1-1da2c2855053/586d4239-f105-44c1-98fb-19dfcd246c93) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:43.532523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.552291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e065dee8-5b85-4b57-85d7-d647b397db71 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "PUT /v2.0/subnets/c15995df-2bdf-44dc-87e1-1da2c2855053 HTTP/1.1" status: 200 len: 806 time: 0.8823352 Nov 03 18:49:43.552291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33016) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:43.560628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "DELETE /v2.0/networks/c41f2acb-b414-46e4-a677-4ffa2ea1cf46 HTTP/1.1" status: 204 len: 168 time: 1.3337464 Nov 03 18:49:43.608065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ace54-a113-4d1f-a1c4-b6250460d48e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event deleted for resources: {'Network': ['ID=c41f2acb-b414-46e4-a677-4ffa2ea1cf46,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:43.632950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.646082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.685001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-a3aa846d-e4f3-45f2-8779-ecf68ee2b526 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8544629 Nov 03 18:49:43.709562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-6debbcdc-b340-4580-bbae-678de3fae070 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:49:43.711556 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-6debbcdc-b340-4580-bbae-678de3fae070 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0199928 Nov 03 18:49:43.998529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.037505 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.055523 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.105321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7900a-2bd1-4e29-a0b0-96cbb128e6cf req-b06e4a68-9c32-42a3-ace6-1ef9bf9891a6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:44.128165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35a7900a-2bd1-4e29-a0b0-96cbb128e6cf req-b06e4a68-9c32-42a3-ace6-1ef9bf9891a6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.5163856 Nov 03 18:49:44.148259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Request body: {'port': {'device_id': '7a3a3df5-642f-467b-860b-9675e3641f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:44.149152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Network 76d4fb5b-8c53-4678-bcb1-f21da993280a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:44.155700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:44.169363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:44.241447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Pushing event updated for resources: {'Port': ['ID=586d4239-f105-44c1-98fb-19dfcd246c93,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:44.357743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33036) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:44.359664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Attempting to bind port 586d4239-f105-44c1-98fb-19dfcd246c93 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:44.360293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Attempting to bind port 586d4239-f105-44c1-98fb-19dfcd246c93 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9ca54f15-ea88-458d-8d8e-b35ff31b1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76d4fb5b-8c53-4678-bcb1-f21da993280a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:44.360816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Attempting to bind port 586d4239-f105-44c1-98fb-19dfcd246c93 on network 76d4fb5b-8c53-4678-bcb1-f21da993280a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:44.369265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6512da66-5c37-4ce2-9b5b-1c0386ca4dad tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'router': {'name': 'tempest-router--611273013', 'project_id': '3150bba7d8e844b6a1df7ad035533a9d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:44.371280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:44.371906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Checking segment: {'id': '9ca54f15-ea88-458d-8d8e-b35ff31b1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76d4fb5b-8c53-4678-bcb1-f21da993280a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:44.372597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.374651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Bound using segment: {'id': '9ca54f15-ea88-458d-8d8e-b35ff31b1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76d4fb5b-8c53-4678-bcb1-f21da993280a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:44.391993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Bound port: 586d4239-f105-44c1-98fb-19dfcd246c93, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca54f15-ea88-458d-8d8e-b35ff31b1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76d4fb5b-8c53-4678-bcb1-f21da993280a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:44.392369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.412393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.427285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35a7900a-2bd1-4e29-a0b0-96cbb128e6cf req-daf789c3-bef6-4442-a209-c27a62aecc44 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2959332 Nov 03 18:49:44.442885 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6512da66-5c37-4ce2-9b5b-1c0386ca4dad tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.445043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6512da66-5c37-4ce2-9b5b-1c0386ca4dad tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.493639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port bc5351dd-7d73-405f-b0e3-daa5317fa366 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:44.494337 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.538788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6512da66-5c37-4ce2-9b5b-1c0386ca4dad tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.546924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6512da66-5c37-4ce2-9b5b-1c0386ca4dad tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.599375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting port 586d4239-f105-44c1-98fb-19dfcd246c93 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:44.603546 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.605086 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6512da66-5c37-4ce2-9b5b-1c0386ca4dad tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.613340 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6512da66-5c37-4ce2-9b5b-1c0386ca4dad tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2495992 Nov 03 18:49:44.614838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33038) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:44.654335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] For port 586d4239-f105-44c1-98fb-19dfcd246c93, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:44.667310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] For port 586d4239-f105-44c1-98fb-19dfcd246c93, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=586d4239-f105-44c1-98fb-19dfcd246c93,segment=NetworkSegment(9ca54f15-ea88-458d-8d8e-b35ff31b1ef6),segment_id=9ca54f15-ea88-458d-8d8e-b35ff31b1ef6)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:44.680301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.813138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.844968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for bc5351dd-7d73-405f-b0e3-daa5317fa366 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:44.900021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bea9e5-92ce-4ffd-b06b-c794c969b51a None None] Pushing event updated for resources: {'Port': ['ID=586d4239-f105-44c1-98fb-19dfcd246c93,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:45.001930 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1387594-9242-445e-bc4d-c48c394fd520 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.115564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f249c17-316c-4818-9e6d-3c66ff192dc4 req-8bf57378-c897-49e3-b9cb-b4c66378038f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:45.118234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f249c17-316c-4818-9e6d-3c66ff192dc4 req-8bf57378-c897-49e3-b9cb-b4c66378038f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 931 time: 0.4346616 Nov 03 18:49:45.352044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] For port 586d4239-f105-44c1-98fb-19dfcd246c93, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=586d4239-f105-44c1-98fb-19dfcd246c93,segment=NetworkSegment(9ca54f15-ea88-458d-8d8e-b35ff31b1ef6),segment_id=9ca54f15-ea88-458d-8d8e-b35ff31b1ef6)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:45.352645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.432110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Calling delete_port for 586d4239-f105-44c1-98fb-19dfcd246c93 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:45.447119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f249c17-316c-4818-9e6d-3c66ff192dc4 req-c26aa161-9e92-46c2-8f87-38372bee733c tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865497 Nov 03 18:49:45.447437 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1387594-9242-445e-bc4d-c48c394fd520 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.470565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1387594-9242-445e-bc4d-c48c394fd520 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.623150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1387594-9242-445e-bc4d-c48c394fd520 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.624789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1387594-9242-445e-bc4d-c48c394fd520 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85c86e41-8aac-4a23-9514-0a12caf110d7 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:49:45.637029 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1387594-9242-445e-bc4d-c48c394fd520 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.646967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1387594-9242-445e-bc4d-c48c394fd520 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "DELETE /v2.0/routers/85c86e41-8aac-4a23-9514-0a12caf110d7 HTTP/1.1" status: 204 len: 168 time: 1.0139275 Nov 03 18:49:45.762734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.002340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=bc5351dd-7d73-405f-b0e3-daa5317fa366,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:46.298515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33058) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:46.403194 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.450207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2407cf-1f46-424a-8096-6c3c72e0c5ca req-99d5afc5-17a4-4165-b512-0c02184fd64f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:46.452894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d2407cf-1f46-424a-8096-6c3c72e0c5ca req-99d5afc5-17a4-4165-b512-0c02184fd64f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.4839461 Nov 03 18:49:46.523486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33df302e-c1a5-43af-abd1-1f780ca6b3ff {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:46.543533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.574959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Transition to ACTIVE for port object 33df302e-c1a5-43af-abd1-1f780ca6b3ff will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:46.583764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.611668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Port': ['ID=586d4239-f105-44c1-98fb-19dfcd246c93,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:46.683764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dcc747-f1e9-4ebe-95f0-01f42ea65268 None None] Network 76d4fb5b-8c53-4678-bcb1-f21da993280a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:46.848305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Pushing event updated for resources: {'Port': ['ID=33df302e-c1a5-43af-abd1-1f780ca6b3ff,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:46.904965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-45892926', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:46.919780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No DVR routers for this DVR port 586d4239-f105-44c1-98fb-19dfcd246c93 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:47.015355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Attempting to bind port 33df302e-c1a5-43af-abd1-1f780ca6b3ff on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:47.016054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Attempting to bind port 33df302e-c1a5-43af-abd1-1f780ca6b3ff by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:47.016726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Attempting to bind port 33df302e-c1a5-43af-abd1-1f780ca6b3ff on network 6af222eb-4017-4cb3-ad52-f6c3527c4800 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:47.037923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Port 33df302e-c1a5-43af-abd1-1f780ca6b3ff on network 6af222eb-4017-4cb3-ad52-f6c3527c4800 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:47.039810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Attempting to bind port 33df302e-c1a5-43af-abd1-1f780ca6b3ff on network 6af222eb-4017-4cb3-ad52-f6c3527c4800 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:47.054430 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:47.065615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Checking segment: {'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:47.067132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Bound using segment: {'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:47.069467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Bound port: 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:47.073289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.096156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-34af7aad-75fd-4482-af46-68a0dff09a31 None None] Could not find standard attr ID for object 586d4239-f105-44c1-98fb-19dfcd246c93. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:49:47.194626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d2407cf-1f46-424a-8096-6c3c72e0c5ca req-735f9a99-366b-4c1b-b850-7c28b659bc23 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5865469 Nov 03 18:49:47.288228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.368638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] For port 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:47.385378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.386152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.388500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] For port 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:47.421511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.531702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.552433 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Pushing event updated for resources: {'Port': ['ID=33df302e-c1a5-43af-abd1-1f780ca6b3ff,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:47.588396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:47.589902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.593170 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-ab838cab-8612-4e37-81b6-51824e6da830 service neutron] 10.222.0.70 "PUT /v2.0/ports/33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 1091 time: 3.8724773 Nov 03 18:49:47.595235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:47.599565 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:47.653650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e95a09f-67f3-49ad-80d1-1cf1741c0fc2 None None] Network 76d4fb5b-8c53-4678-bcb1-f21da993280a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:47.717824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.784299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.801754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-8871be4d-db31-4b4b-8985-37d1786d4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:47.806443 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-8871be4d-db31-4b4b-8985-37d1786d4c2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1094 time: 0.1567519 Nov 03 18:49:47.935215 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-e72d85b6-cfc9-483b-a129-dfb3e664c8e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 217 time: 0.1198995 Nov 03 18:49:48.101539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-16c0cbbe-f310-405d-89a0-a397cbe5db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:48.107413 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-16c0cbbe-f310-405d-89a0-a397cbe5db12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.1644671 Nov 03 18:49:48.176980 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-8f4063ea-5f62-4664-8837-249a62cb4fb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617616 Nov 03 18:49:48.212600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758915c-4b46-4135-a18f-7cba804eca53 None None] DHCP port deletion for 76d4fb5b-8c53-4678-bcb1-f21da993280a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:49:48.428841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-99e2533e-8bed-41a5-9273-746ca54473e9 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423136 Nov 03 18:49:48.580754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52987c10-4c80-4b64-afb4-0dc67d39f65b req-67e4277a-9028-402b-863f-f7fd73bfaab7 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:48.583726 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52987c10-4c80-4b64-afb4-0dc67d39f65b req-67e4277a-9028-402b-863f-f7fd73bfaab7 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 943 time: 1.1855762 Nov 03 18:49:48.601935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=c15995df-2bdf-44dc-87e1-1da2c2855053,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:48.638909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5998e2b3-aec3-47c0-b514-87e0307c34c1 req-16df8ecc-cf03-4287-a884-f654b9452484 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961317 Nov 03 18:49:48.911045 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.943951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.951284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 586d4239-f105-44c1-98fb-19dfcd246c93 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:48.994443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 586d4239-f105-44c1-98fb-19dfcd246c93 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:48.995349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 586d4239-f105-44c1-98fb-19dfcd246c93 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:49.040645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d4fb5b-8c53-4678-bcb1-f21da993280a']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:49.067493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca54f15-ea88-458d-8d8e-b35ff31b1ef6') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:49.068150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca54f15-ea88-458d-8d8e-b35ff31b1ef6') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:49.091375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.096681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52987c10-4c80-4b64-afb4-0dc67d39f65b req-79e41d78-8a1f-4091-a769-42b3df4fa4b3 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716876 Nov 03 18:49:49.193909 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.217230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:49.217672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:49.221716 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:49.355056 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.357263 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e77771-f8ea-406e-9817-9826577f22d4 x-openstack-request-id: req-08e77771-f8ea-406e-9817-9826577f22d4 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:49.358028 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:49.358686 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08e77771-f8ea-406e-9817-9826577f22d4 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:49.359364 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'status': 'completed', 'code': 200} Nov 03 18:49:49.371265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.374416 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/76d4fb5b-8c53-4678-bcb1-f21da993280a HTTP/1.1" status: 204 len: 168 time: 5.8229079 Nov 03 18:49:49.378850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33164) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:49.379086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Router 579e9414-85f2-4004-b781-247c8ef22c72 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:49.394788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2976d5-87d9-4832-a337-5f000596b8e7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=76d4fb5b-8c53-4678-bcb1-f21da993280a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:49.508288 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae6ae9c-8d41-45cd-80c8-dcd614434e0c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:49:49.508924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae6ae9c-8d41-45cd-80c8-dcd614434e0c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:49:49.518277 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9ae6ae9c-8d41-45cd-80c8-dcd614434e0c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/76d4fb5b-8c53-4678-bcb1-f21da993280a HTTP/1.1" status: 404 len: 339 time: 0.1321106 Nov 03 18:49:49.523986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33170) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:49.534533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1419342671', 'description': 'd1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:49.577528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-4962886d-6be3-4527-a820-1c89b2fba9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.579844 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-4962886d-6be3-4527-a820-1c89b2fba9cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1094 time: 0.1591859 Nov 03 18:49:49.602207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:49.608187 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.756188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:49.790784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.791726 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment 74153ebb-dd50-4905-8cba-eaab9076b203 of type vlan for network e273ff4b-1abf-4ce7-b9c1-df0c35177fe1 Nov 03 18:49:49.808668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.855660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec8237-56e5-4e9c-9f91-709d5dd3b109 req-3ea06cef-6bc9-4faa-8a9b-022189c84495 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.857620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37ec8237-56e5-4e9c-9f91-709d5dd3b109 req-3ea06cef-6bc9-4faa-8a9b-022189c84495 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.3219547 Nov 03 18:49:49.860410 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.865386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:49.874771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-fbac1db8-b0f1-44c5-8fd4-b696bee7636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.877628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-fbac1db8-b0f1-44c5-8fd4-b696bee7636a service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.2897632 Nov 03 18:49:49.879923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a8da82c9-a948-43f5-81fe-f426ef027f48 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "PUT /v2.0/routers/579e9414-85f2-4004-b781-247c8ef22c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0758567 Nov 03 18:49:49.886012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33184) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:49.895385 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03075f-f6e1-4e64-bfff-12a090f4a779 None None] Sync routers for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:49.916959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.947540 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03075f-f6e1-4e64-bfff-12a090f4a779 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:49.948720 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2b03075f-f6e1-4e64-bfff-12a090f4a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:49.991204 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-1045819c-63af-4e3b-8d85-637023017b10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 217 time: 0.1058540 Nov 03 18:49:50.031594 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2b03075f-f6e1-4e64-bfff-12a090f4a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:50.054165 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03075f-f6e1-4e64-bfff-12a090f4a779 None None] Routers {'579e9414-85f2-4004-b781-247c8ef22c72'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:50.055004 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2b03075f-f6e1-4e64-bfff-12a090f4a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['579e9414-85f2-4004-b781-247c8ef22c72'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:50.118130 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2b03075f-f6e1-4e64-bfff-12a090f4a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:50.119407 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03075f-f6e1-4e64-bfff-12a090f4a779 None None] The sync data for ids ['579e9414-85f2-4004-b781-247c8ef22c72'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:50.131431 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.150008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.150008 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.162536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37ec8237-56e5-4e9c-9f91-709d5dd3b109 req-d6172592-0bcc-43d1-b9a9-59e58fa2eba9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921728 Nov 03 18:49:50.163392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-00583fea-6401-453a-9669-9863b48f6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.164943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-00583fea-6401-453a-9669-9863b48f6398 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.1572783 Nov 03 18:49:50.190391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.218333 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6913126 Nov 03 18:49:50.219477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33192) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:50.243789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Allocated IP 172.25.3.60 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/2aeafbeb-3092-46cb-ab6a-d5b71ae37133) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:50.339602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a671911-df8f-458a-a177-fc55eb36afcb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.345193 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5a671911-df8f-458a-a177-fc55eb36afcb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/networks?id=e273ff4b-1abf-4ce7-b9c1-df0c35177fe1 HTTP/1.1" status: 200 len: 761 time: 0.1194451 Nov 03 18:49:50.393359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33196) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:50.404478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d12070a5-8d86-469a-88f4-3a1fb67f6239 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'description': 'd2'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:50.446398 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-c5f275a9-5a96-494e-af16-951851a49eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2511997 Nov 03 18:49:50.477098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5170e-88cd-4aab-a6de-59b7e1bd6e46 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=e273ff4b-1abf-4ce7-b9c1-df0c35177fe1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:50.496043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e273ff4b-1abf-4ce7-b9c1-df0c35177fe1 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:50.550076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.640616 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.656473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b310e-4169-41ba-972b-00c32f662504 req-388530bc-ac3c-4cac-99c4-db722570aa75 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.658254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8b310e-4169-41ba-972b-00c32f662504 req-388530bc-ac3c-4cac-99c4-db722570aa75 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 943 time: 0.2646632 Nov 03 18:49:50.693258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-387d761e-5a12-434a-931b-5d36016d1bd4 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313628 Nov 03 18:49:50.699340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33200) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:50.851592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d12070a5-8d86-469a-88f4-3a1fb67f6239 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.865581 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3d7ea0d2-f2bf-4b3d-a809-aae1b6e148eb req-d05facfe-0c39-4e3c-b6a8-4109558c9188 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633613 Nov 03 18:49:50.866484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.881552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b8b310e-4169-41ba-972b-00c32f662504 req-be8488e4-9498-4387-beb4-ead7730defc2 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015874 Nov 03 18:49:50.891796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d12070a5-8d86-469a-88f4-3a1fb67f6239 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.939496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 33df302e-c1a5-43af-abd1-1f780ca6b3ff details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:50.942312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74c5fee0-e717-4302-9ea5-2c2221a7091e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.000246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting port 06b44b09-653c-40be-815e-f3d80bc9c1b2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:51.001711 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.052752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:51.054215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d12070a5-8d86-469a-88f4-3a1fb67f6239 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network e273ff4b-1abf-4ce7-b9c1-df0c35177fe1 is not hosted by any dhcp agent {{(pid=101756) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:49:51.064071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12070a5-8d86-469a-88f4-3a1fb67f6239 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:51.065336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d12070a5-8d86-469a-88f4-3a1fb67f6239 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.067520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d12070a5-8d86-469a-88f4-3a1fb67f6239 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "PUT /v2.0/networks/e273ff4b-1abf-4ce7-b9c1-df0c35177fe1 HTTP/1.1" status: 200 len: 758 time: 0.6714976 Nov 03 18:49:51.083026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33206) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:51.086465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:51.091571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:51.102720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'port_id': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'mac_address': 'fa:16:3e:bb:45:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:51.142667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:51.155640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74c5fee0-e717-4302-9ea5-2c2221a7091e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.168414 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.190222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33df302e-c1a5-43af-abd1-1f780ca6b3ff {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:51.212165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event updated for resources: {'Port': ['ID=2aeafbeb-3092-46cb-ab6a-d5b71ae37133,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:51.225613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12070a5-8d86-469a-88f4-3a1fb67f6239 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=e273ff4b-1abf-4ce7-b9c1-df0c35177fe1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:51.248334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:51.263767 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.265729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e273ff4b-1abf-4ce7-b9c1-df0c35177fe1 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:51.271090 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74c5fee0-e717-4302-9ea5-2c2221a7091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.302775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.344797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252b728-0e78-433e-9139-1382f3d4731c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:51.351995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1252b728-0e78-433e-9139-1382f3d4731c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/networks?id=e273ff4b-1abf-4ce7-b9c1-df0c35177fe1 HTTP/1.1" status: 200 len: 761 time: 0.2642591 Nov 03 18:49:51.351995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33210) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:51.372275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412143848'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:51.397702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5fee0-e717-4302-9ea5-2c2221a7091e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48342ba-e8d1-404a-9c87-9a64a9efbe6b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:51.402733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=33df302e-c1a5-43af-abd1-1f780ca6b3ff,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:51.407163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Calling delete_port for 06b44b09-653c-40be-815e-f3d80bc9c1b2 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:51.426249 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-74c5fee0-e717-4302-9ea5-2c2221a7091e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd494613ad084785ac7f970235e2ef28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7229512 Nov 03 18:49:51.429169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33212) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:51.440134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:51.447026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.496553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['33df302e-c1a5-43af-abd1-1f780ca6b3ff'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:51.511683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:51.541253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.542374 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment b46f7b3d-27cb-455d-9f6b-459c6d6a6f4b of type vlan for network 3175985f-6270-4804-9139-cd50a36aa7b1 Nov 03 18:49:51.544769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f64e3876-586a-4e85-806d-4655c16178ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.635740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.640606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f64e3876-586a-4e85-806d-4655c16178ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.714653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.715408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372ad2-7a1e-400f-bdf6-d3725f1366f3 req-bcc46081-2839-4d3c-8dd3-0761ae885e31 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:51.725751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:51.726828 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.729931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4372ad2-7a1e-400f-bdf6-d3725f1366f3 req-bcc46081-2839-4d3c-8dd3-0761ae885e31 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.4039397 Nov 03 18:49:51.795088 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4287167 Nov 03 18:49:51.801765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33214) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:51.802761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f64e3876-586a-4e85-806d-4655c16178ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.807860 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f64e3876-586a-4e85-806d-4655c16178ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.811909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f64e3876-586a-4e85-806d-4655c16178ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e48342ba-e8d1-404a-9c87-9a64a9efbe6b HTTP/1.1" status: 204 len: 168 time: 0.3794277 Nov 03 18:49:51.819894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': '3175985f-6270-4804-9139-cd50a36aa7b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:51.961455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4372ad2-7a1e-400f-bdf6-d3725f1366f3 req-19cf66ca-c171-4767-8341-6b571bfe4dd0 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305455 Nov 03 18:49:51.994731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1dacf-d20c-4703-ad27-61ec2373c890 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=3175985f-6270-4804-9139-cd50a36aa7b1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:51.997005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.009213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3175985f-6270-4804-9139-cd50a36aa7b1 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:52.022115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e3876-586a-4e85-806d-4655c16178ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48342ba-e8d1-404a-9c87-9a64a9efbe6b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:52.173999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:52.178191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.383977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33226) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:52.423760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8d35-5565-4227-a8e3-96725d736309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.526292 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.610627 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.659041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Port': ['ID=06b44b09-653c-40be-815e-f3d80bc9c1b2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:52.659877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=4647e428-8ad5-4017-bbd0-a149e72219e3,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:52.674625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9961-a1fd-4926-a9e2-6ea260586420 req-3c7c72ce-64d9-40f2-add2-b4e2cd5d3279 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.683136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-086e9961-a1fd-4926-a9e2-6ea260586420 req-3c7c72ce-64d9-40f2-add2-b4e2cd5d3279 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 944 time: 0.2053435 Nov 03 18:49:52.683468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': 'b46f7b3d-27cb-455d-9f6b-459c6d6a6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3175985f-6270-4804-9139-cd50a36aa7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:52.683802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: 3175985f-6270-4804-9139-cd50a36aa7b1, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:52.725042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8d35-5565-4227-a8e3-96725d736309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.731806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8d35-5565-4227-a8e3-96725d736309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.758463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 3175985f-6270-4804-9139-cd50a36aa7b1 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:52.803367 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2e7e8d35-5565-4227-a8e3-96725d736309 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31adba242ebb4268a57a8aafceb5c075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183393 Nov 03 18:49:52.805294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3175985f-6270-4804-9139-cd50a36aa7b1) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:52.808175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e8d35-5565-4227-a8e3-96725d736309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ce73de-ddce-4e10-bada-cb7a57e7db55,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:52.812339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:52.827186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.828135 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.845381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b3520-2411-4f21-8d11-c0fa55182d9a None None] Network 3175985f-6270-4804-9139-cd50a36aa7b1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:52.913221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c8171aec-25fd-4e26-ba0c-48d44681b810 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0960681 Nov 03 18:49:52.927875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33232) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:52.930144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.974716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 33df302e-c1a5-43af-abd1-1f780ca6b3ff up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:53.012083 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0e88396-e9cd-4711-ac9f-df8c623592fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.017648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-086e9961-a1fd-4926-a9e2-6ea260586420 req-bb279207-6faa-4d4e-a4b7-07059bdba4fa tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336093 Nov 03 18:49:53.026989 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.142077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.145122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.151280 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.178648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 33df302e-c1a5-43af-abd1-1f780ca6b3ff completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:49:53.202591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.203868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Fanout notify agent at l3_agent the message router_deleted on router 579e9414-85f2-4004-b781-247c8ef22c72 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:49:53.216636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.222232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-32879ef0-52b2-477d-a649-d65a56d21f32 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/routers/579e9414-85f2-4004-b781-247c8ef22c72 HTTP/1.1" status: 204 len: 168 time: 3.3312800 Nov 03 18:49:53.225682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33234) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:53.297381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.324092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-7f256672-55ae-4ccf-860e-1c5f74531076 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7825208 Nov 03 18:49:53.338512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 33df302e-c1a5-43af-abd1-1f780ca6b3ff triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:53.339172 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.358581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0e88396-e9cd-4711-ac9f-df8c623592fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.374301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d59fce-4061-473f-b860-d3f633f5fea0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Deleting subnet eb7129b3-a38f-4a41-ba5e-4490bd504834 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:49:53.379264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68d59fce-4061-473f-b860-d3f633f5fea0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.442582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c589347c-ff29-4c9c-b5cf-f6c1b9056ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-3175985f-6270-4804-9139-cd50a36aa7b1', 'network_id': '3175985f-6270-4804-9139-cd50a36aa7b1', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '4647e428-8ad5-4017-bbd0-a149e72219e3'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:49:53.446132 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c589347c-ff29-4c9c-b5cf-f6c1b9056ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.447238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68d59fce-4061-473f-b860-d3f633f5fea0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.544884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68d59fce-4061-473f-b860-d3f633f5fea0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.582125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.644415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0e88396-e9cd-4711-ac9f-df8c623592fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.649196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0e88396-e9cd-4711-ac9f-df8c623592fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.651203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0e88396-e9cd-4711-ac9f-df8c623592fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57ce73de-ddce-4e10-bada-cb7a57e7db55 HTTP/1.1" status: 204 len: 168 time: 0.8358462 Nov 03 18:49:53.681627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=4647e428-8ad5-4017-bbd0-a149e72219e3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:53.731780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e88396-e9cd-4711-ac9f-df8c623592fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ce73de-ddce-4e10-bada-cb7a57e7db55,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:53.770122 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.795914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-cecf57a4-7020-44e7-b1b6-f2d6c702edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.799086 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-cecf57a4-7020-44e7-b1b6-f2d6c702edaf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 1096 time: 0.2985370 Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server [None req-c589347c-ff29-4c9c-b5cf-f6c1b9056ac9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4647e428-8ad5-4017-bbd0-a149e72219e3: This subnet is being modified by another concurrent operation. Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:49:53.833395 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4647e428-8ad5-4017-bbd0-a149e72219e3: This subnet is being modified by another concurrent operation. Nov 03 18:49:53.842233 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Nov 03 18:49:53.858223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e7a8b-4b3c-44a3-9014-f49261027dd8 req-3deac869-3ab9-4f28-85bd-1d1eb577f647 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.871248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-143e7a8b-4b3c-44a3-9014-f49261027dd8 req-3deac869-3ab9-4f28-85bd-1d1eb577f647 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.2825391 Nov 03 18:49:53.883071 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68d59fce-4061-473f-b860-d3f633f5fea0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.887423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-bf4b2594-29ea-427a-8975-6ccb74df44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.887915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-bf4b2594-29ea-427a-8975-6ccb74df44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.888527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-bf4b2594-29ea-427a-8975-6ccb74df44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.888953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-bf4b2594-29ea-427a-8975-6ccb74df44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.889970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-bf4b2594-29ea-427a-8975-6ccb74df44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.891336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-bf4b2594-29ea-427a-8975-6ccb74df44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.892587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-bf4b2594-29ea-427a-8975-6ccb74df44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.896269 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-bf4b2594-29ea-427a-8975-6ccb74df44b9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=079991ce9b0c48179a4285f793f55aad&device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 6501 time: 0.3095748 Nov 03 18:49:53.938834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:53.945520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:53.950190 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cbdf58-f342-43f7-bf50-b2abc85597f6" -d '{"events": [{"server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "name": "network-vif-plugged", "status": "completed", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:53.954437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Router fe6a8477-633d-485c-a8cf-a6111533df93 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:49:53.955847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b45d4-12e6-4477-bafe-ed5aea0fa14c None None] Network 3175985f-6270-4804-9139-cd50a36aa7b1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:54.083212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-3b4bc4bf-7295-45e2-b80a-7dfe28e5d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.085007 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-3b4bc4bf-7295-45e2-b80a-7dfe28e5d3ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.2706730 Nov 03 18:49:54.096640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.105824 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.228659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59fce-4061-473f-b860-d3f633f5fea0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7129b3-a38f-4a41-ba5e-4490bd504834,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:54.234690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-e9f76f5f-3a2f-4018-b340-133e0e3f6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.235920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-e9f76f5f-3a2f-4018-b340-133e0e3f6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.236824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-e9f76f5f-3a2f-4018-b340-133e0e3f6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.240367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-e9f76f5f-3a2f-4018-b340-133e0e3f6793 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f HTTP/1.1" status: 200 len: 2297 time: 0.2809992 Nov 03 18:49:54.242562 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68d59fce-4061-473f-b860-d3f633f5fea0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.245031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3175985f-6270-4804-9139-cd50a36aa7b1']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:54.248657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-68d59fce-4061-473f-b860-d3f633f5fea0 tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/subnets/eb7129b3-a38f-4a41-ba5e-4490bd504834 HTTP/1.1" status: 204 len: 168 time: 1.0202818 Nov 03 18:49:54.253706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33246) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:54.285623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da27dc-0b7b-453e-8fd9-07ca783921d4 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:49:54.289027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=33df302e-c1a5-43af-abd1-1f780ca6b3ff,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:54.321174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46f7b3d-27cb-455d-9f6b-459c6d6a6f4b') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:54.322119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46f7b3d-27cb-455d-9f6b-459c6d6a6f4b') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:54.361639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.453824 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-4a4a4a2c-370c-4a37-b9a1-0873faab9741 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 200 len: 1001 time: 0.3566499 Nov 03 18:49:54.516388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-143e7a8b-4b3c-44a3-9014-f49261027dd8 req-7eea374c-0d1e-4727-a909-ada9cc54bad6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6438053 Nov 03 18:49:54.532292 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.548315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-5b801084-1221-4b68-b6bb-a820723be700 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d HTTP/1.1" status: 200 len: 1002 time: 0.2835233 Nov 03 18:49:54.555138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.562023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:54.562860 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:54.569250 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:54.741889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-93adefb0-9f14-4168-819d-49c73354a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.744713 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-93adefb0-9f14-4168-819d-49c73354a31d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.2735670 Nov 03 18:49:54.760583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:54.842560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-1ea6f625-24b4-42af-bf67-409cd49ad6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.846895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-1ea6f625-24b4-42af-bf67-409cd49ad6a2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11427b39-cb02-4adb-aa28-da7268be0be7 HTTP/1.1" status: 200 len: 855 time: 0.2982464 Nov 03 18:49:54.865617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf230944-90aa-4015-826d-97fcb009da47 req-d09c60de-c1b6-44ba-9f8e-a947ef3c2afa tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.868784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf230944-90aa-4015-826d-97fcb009da47 req-d09c60de-c1b6-44ba-9f8e-a947ef3c2afa tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.1725364 Nov 03 18:49:54.874448 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.876735 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.880167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b80fc205-f627-4010-9c7a-0c04de1e7866 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.5648398 Nov 03 18:49:54.901596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33258) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:54.972985 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.979284 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/3175985f-6270-4804-9139-cd50a36aa7b1 HTTP/1.1" status: 204 len: 168 time: 2.0497541 Nov 03 18:49:55.033110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33260) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:55.061869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15da27dc-0b7b-453e-8fd9-07ca783921d4 None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:49:55.067801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388262c3-134e-479d-aedc-b9691c025c35 None None] Sync routers for ids ['fe6a8477-633d-485c-a8cf-a6111533df93'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:55.076045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300336f-be45-4aea-b8f4-fabf7bf9a9d1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=3175985f-6270-4804-9139-cd50a36aa7b1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:55.115035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.130797 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-486b7dc5-6ea1-40c9-bb64-13bd4345710c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] GET failed (client error): The resource could not be found. Nov 03 18:49:55.132815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-486b7dc5-6ea1-40c9-bb64-13bd4345710c tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/subnets/4647e428-8ad5-4017-bbd0-a149e72219e3 HTTP/1.1" status: 404 len: 337 time: 0.0953891 Nov 03 18:49:55.135838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388262c3-134e-479d-aedc-b9691c025c35 None None] Routers {'fe6a8477-633d-485c-a8cf-a6111533df93'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:55.137389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-388262c3-134e-479d-aedc-b9691c025c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fe6a8477-633d-485c-a8cf-a6111533df93'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:55.148492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33264) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:55.182252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d94933-cc90-4647-95e9-d8529d2e6ca7']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:55.205596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db78524f-b410-4293-b49b-d869c20f0806') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:55.206064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db78524f-b410-4293-b49b-d869c20f0806') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:55.232341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.247599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-2b87b945-f6d9-45c7-ba93-80ed3bc0c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.248418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-388262c3-134e-479d-aedc-b9691c025c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:55.250140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-2b87b945-f6d9-45c7-ba93-80ed3bc0c3db service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c0d79a55-44b4-4875-8aa5-b9e9a21493fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3790970 Nov 03 18:49:55.251461 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cd9b55-7d3f-4630-804e-58b4c4eefa6d tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:49:55.252157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cd9b55-7d3f-4630-804e-58b4c4eefa6d tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:49:55.255550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-16cd9b55-7d3f-4630-804e-58b4c4eefa6d tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/3175985f-6270-4804-9139-cd50a36aa7b1 HTTP/1.1" status: 404 len: 339 time: 0.1027136 Nov 03 18:49:55.261686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33270) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:55.267358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-9de4a51d-0a0d-4d72-bae0-8308aaa27179 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:49:55.270104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-9de4a51d-0a0d-4d72-bae0-8308aaa27179 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0099432 Nov 03 18:49:55.279511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-cb8cfae4-df34-4ad8-9e3a-75c5cf03fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.283197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-cb8cfae4-df34-4ad8-9e3a-75c5cf03fe7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5281799 Nov 03 18:49:55.285351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.300956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf230944-90aa-4015-826d-97fcb009da47 req-621b7976-ac9e-498c-b48b-a9f6be47768f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978937 Nov 03 18:49:55.330862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388262c3-134e-479d-aedc-b9691c025c35 None None] Routers {'fe6a8477-633d-485c-a8cf-a6111533df93'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:55.332423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-388262c3-134e-479d-aedc-b9691c025c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fe6a8477-633d-485c-a8cf-a6111533df93'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:55.362221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:55.363409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:55.369606 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:55.396927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-388262c3-134e-479d-aedc-b9691c025c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:55.398023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388262c3-134e-479d-aedc-b9691c025c35 None None] The sync data for ids ['fe6a8477-633d-485c-a8cf-a6111533df93'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:55.443798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-50a9bf5a-8d8e-4f6d-9fe5-2acc449245ed tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/routers/fe6a8477-633d-485c-a8cf-a6111533df93 HTTP/1.1" status: 200 len: 918 time: 0.5342925 Nov 03 18:49:55.446007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33274) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:55.518507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c0b4a1ca-e36f-4b4b-8f9c-8914220652d9 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe6a8477-633d-485c-a8cf-a6111533df93 HTTP/1.1" status: 200 len: 205 time: 0.0422690 Nov 03 18:49:55.524855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33278) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:55.581530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8aa422-2f15-4bb9-8274-344a908a45ee tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.583350 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5c8aa422-2f15-4bb9-8274-344a908a45ee tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3114858 Nov 03 18:49:55.585998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-dbe580de-ed84-48f9-b4a4-e75f8aab15e2 service neutron] 10.222.0.96 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810359 Nov 03 18:49:55.586644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33282) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:55.645000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cd14bf6e-faf4-4a70-9ee0-b1d3a31a0dab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 207 time: 0.0571687 Nov 03 18:49:55.657056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:55.995566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-35d9d55b-e41c-4a01-b149-d09681f3e358 service neutron] 10.222.0.96 "GET /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868377 Nov 03 18:49:56.016843 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eea476f-0641-4dae-a347-b5927e542950 x-openstack-request-id: req-1eea476f-0641-4dae-a347-b5927e542950 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:56.017278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16505f88-cca0-4688-a31c-300159815620 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.017497 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "name": "network-vif-plugged", "status": "completed", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:56.017885 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1eea476f-0641-4dae-a347-b5927e542950 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:56.018629 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'code': 200} Nov 03 18:49:56.052642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16505f88-cca0-4688-a31c-300159815620 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.074859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16505f88-cca0-4688-a31c-300159815620 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.087948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16505f88-cca0-4688-a31c-300159815620 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.097364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-16505f88-cca0-4688-a31c-300159815620 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4386108 Nov 03 18:49:56.099444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33290) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:56.100046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.161967 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.168568 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] 10.222.0.77 "DELETE /v2.0/networks/03d94933-cc90-4647-95e9-d8529d2e6ca7 HTTP/1.1" status: 204 len: 168 time: 1.9131742 Nov 03 18:49:56.238047 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b78fc4-d675-4e56-9e02-0d1e515a74ad tempest-FloatingIPTestJSON-976602211 tempest-FloatingIPTestJSON-976602211-project] Pushing event deleted for resources: {'Network': ['ID=03d94933-cc90-4647-95e9-d8529d2e6ca7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:56.252902 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-669a67b7-04d7-4442-82af-96eab27ca80c service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9618826 Nov 03 18:49:56.259459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.352541 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-60ade1ce-2ce1-47a1-989d-710da2c11818 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=1799dee1-c8aa-42b5-9d27-87c47fe95073 HTTP/1.1" status: 200 len: 217 time: 0.3459454 Nov 03 18:49:56.609169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-49f3c255-c4a4-4b39-b71d-4bda551a230c req-b7fb84de-1f5e-467d-abe0-66091e1e2f68 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455627 Nov 03 18:49:56.612810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.629024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6610c8-e2ba-430b-9413-50e6152685a2 req-50b4dbdc-46a4-48dc-9be5-ceacef9c1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.632029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de6610c8-e2ba-430b-9413-50e6152685a2 req-50b4dbdc-46a4-48dc-9be5-ceacef9c1861 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.5052369 Nov 03 18:49:56.642604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-ae7c0db0-ba51-4e66-ad89-531bcc47d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.647131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-ae7c0db0-ba51-4e66-ad89-531bcc47d988 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.2677846 Nov 03 18:49:56.731128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Deleting port 2aeafbeb-3092-46cb-ab6a-d5b71ae37133 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:56.731885 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.750439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4fb74-b0ab-42b2-9796-4a2270d9220c req-79e278f3-34a1-49e7-93ab-0930e9413852 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.753201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85d4fb74-b0ab-42b2-9796-4a2270d9220c req-79e278f3-34a1-49e7-93ab-0930e9413852 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.4135311 Nov 03 18:49:56.786483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-598f5261-97e4-4f1b-a46a-7767e201b8b8 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6711309 Nov 03 18:49:56.811241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33304) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:56.901184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.925027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Calling delete_port for 2aeafbeb-3092-46cb-ab6a-d5b71ae37133 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:56.947781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33306) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:57.050434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de6610c8-e2ba-430b-9413-50e6152685a2 req-72b926ee-0a05-41b1-815a-cee4135e177c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874474 Nov 03 18:49:57.089573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-6a94ab42-35bc-46cd-94d2-72ff2946f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.092244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-6a94ab42-35bc-46cd-94d2-72ff2946f128 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4121509 Nov 03 18:49:57.119449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96058b8a-f539-4dff-9732-1c379e248dd9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.122742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96058b8a-f539-4dff-9732-1c379e248dd9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.131214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-96058b8a-f539-4dff-9732-1c379e248dd9 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3123872 Nov 03 18:49:57.145117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33312) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:57.160968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85d4fb74-b0ab-42b2-9796-4a2270d9220c req-758f0063-1254-4937-bb9d-c22ccf6e7b2a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516819 Nov 03 18:49:57.414535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.508606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event deleted for resources: {'Port': ['ID=2aeafbeb-3092-46cb-ab6a-d5b71ae37133,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:57.670694 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.837262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.842019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.863095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3a63c-3f85-4950-87f3-6582608d19e3 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.866352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3a63c-3f85-4950-87f3-6582608d19e3 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.866352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a2d3a63c-3f85-4950-87f3-6582608d19e3 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7198586 Nov 03 18:49:57.871894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33326) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:57.929937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.930220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Fanout notify agent at l3_agent the message router_deleted on router fe6a8477-633d-485c-a8cf-a6111533df93 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:49:57.947710 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.955545 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-09213545-15f5-4eeb-9e82-d513bca4a375 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/fe6a8477-633d-485c-a8cf-a6111533df93 HTTP/1.1" status: 204 len: 168 time: 2.4274006 Nov 03 18:49:57.957636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33330) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:57.966990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1734877793', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': False}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:57.983948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-31dd3b44-daf6-40df-b27a-3db7ae9e976a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d8b964b7eec47fd86a7a6b00750c8d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0223396 Nov 03 18:49:57.985083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33332) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:58.022020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-0eeef07f-fb84-460f-b661-8934dd4d086e service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9169474 Nov 03 18:49:58.050991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a0e35-76d5-431a-b3bd-a8624de26fb7 req-ea43543f-4d21-4da7-a469-5d4e9caae362 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.056019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f5a0e35-76d5-431a-b3bd-a8624de26fb7 req-ea43543f-4d21-4da7-a469-5d4e9caae362 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.2728753 Nov 03 18:49:58.062181 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.063898 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.189934 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.217278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2289-18f9-4a26-898e-2bbebc93c7f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.353318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b37589c-ec20-48bb-8f30-76ce4b86881a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.361677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4b37589c-ec20-48bb-8f30-76ce4b86881a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/networks/fd5eae72-e1da-4650-9275-5c7aae875395 HTTP/1.1" status: 200 len: 800 time: 0.4856017 Nov 03 18:49:58.363544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33346) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:58.403714 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2289-18f9-4a26-898e-2bbebc93c7f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.439068 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:49:58.508326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f5a0e35-76d5-431a-b3bd-a8624de26fb7 req-38dfa25a-cb12-43c1-9bb5-8d3eab21f076 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253275 Nov 03 18:49:58.544655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-d5d93ceb-ca37-4928-8a0a-3acfd5ec3f7c service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139110 Nov 03 18:49:58.615996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.660464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-fca479ad-15e3-40c3-aefa-b0787e199f67 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8371b5da-a777-4b6c-b3b9-6abdf7277ff3 HTTP/1.1" status: 200 len: 217 time: 0.1071661 Nov 03 18:49:58.756237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3e4d5b01-13e7-4e88-b4cc-e5b76508ab72 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/networks/fd5eae72-e1da-4650-9275-5c7aae875395?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3783300 Nov 03 18:49:58.757648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33354) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:58.795164 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2289-18f9-4a26-898e-2bbebc93c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.813340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2289-18f9-4a26-898e-2bbebc93c7f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.822674 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4b3a2289-18f9-4a26-898e-2bbebc93c7f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d856ee6e-6331-4a79-bd08-fbd4899233db HTTP/1.1" status: 204 len: 168 time: 0.8319123 Nov 03 18:49:58.844519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a2289-18f9-4a26-898e-2bbebc93c7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d856ee6e-6331-4a79-bd08-fbd4899233db,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:58.853256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-73c32fdc-a79a-49a4-9044-dcc0a49e9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.855776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-73c32fdc-a79a-49a4-9044-dcc0a49e9c55 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1874936 Nov 03 18:49:59.010024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc27ec-c451-4e75-8d1d-482b4579c8f7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.021151 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-90bc27ec-c451-4e75-8d1d-482b4579c8f7 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/subnets/783d2062-9ed6-4069-86a9-bca6065ccc68 HTTP/1.1" status: 200 len: 811 time: 0.2493544 Nov 03 18:49:59.031517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33362) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:59.099985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-a693073e-4674-4ee6-8ff5-fbe2dcdd43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.104143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-a693073e-4674-4ee6-8ff5-fbe2dcdd43b7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2330105 Nov 03 18:49:59.162832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31681432-8ab0-4546-a054-ced40f85e7cf req-2d0cb094-f489-4f24-be82-2d8a631d5ccb tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.165865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31681432-8ab0-4546-a054-ced40f85e7cf req-2d0cb094-f489-4f24-be82-2d8a631d5ccb tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.2737672 Nov 03 18:49:59.219241 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.224169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd312fa9-08af-4988-b714-b2bd1ef00739 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.226447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bd312fa9-08af-4988-b714-b2bd1ef00739 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "GET /v2.0/subnets/783d2062-9ed6-4069-86a9-bca6065ccc68?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1909127 Nov 03 18:49:59.239325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33368) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:59.266030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.306328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-495822611'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:59.426147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31681432-8ab0-4546-a054-ced40f85e7cf req-3d40f5c1-d3ad-4faa-8ea0-caeb1670c7af tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fb98359-4b05-42f1-8bae-ce7d02cd89ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365818 Nov 03 18:49:59.432468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:59.438904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.485160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-fb5d1117-921c-4a6a-9982-63a8ae7ef41f service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703115 Nov 03 18:49:59.557475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:59.580107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Allocated IP 172.25.3.234 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/e352fb4c-c490-4557-b9c3-28c7d46a30dc) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:59.640233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.640806 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Added segment 90753d33-2d62-4d14-8b5e-0e5bc8248187 of type vlan for network 83a94113-524f-4c78-ab6d-19847fd94b3c Nov 03 18:49:59.855092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.879636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-6b81b2cd-ce0c-49c8-8223-af165b7a64e0 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832147 Nov 03 18:49:59.902962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.945028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3808a-08e7-4141-95d5-8b8cb45b3660 req-4ad5fb74-ee5a-4bab-a5c4-4ed7950246d2 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.947179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1f3808a-08e7-4141-95d5-8b8cb45b3660 req-4ad5fb74-ee5a-4bab-a5c4-4ed7950246d2 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.2477345 Nov 03 18:49:59.994523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.048333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-e2311ab3-1457-4660-a231-b7ae73687f50 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed HTTP/1.1" status: 200 len: 217 time: 0.1497400 Nov 03 18:50:00.048968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.060603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.061783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.068094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:00.081849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:00.089069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:00.092776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'Port': ['ID=e352fb4c-c490-4557-b9c3-28c7d46a30dc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:00.266756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9715815 Nov 03 18:50:00.291209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33396) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:00.301782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'network_id': '83a94113-524f-4c78-ab6d-19847fd94b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:00.325174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Network': ['ID=83a94113-524f-4c78-ab6d-19847fd94b3c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:00.388508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.388846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.389466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.389775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.390288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.390623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.390953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.391280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.391606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.391918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.393319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.393583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcb94d-b3f3-4d71-a31e-bf109a3ace02 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:00.398171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-42eb6ed4-5114-470a-bbb8-21cbb275bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.400797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-42eb6ed4-5114-470a-bbb8-21cbb275bffd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.3328791 Nov 03 18:50:00.421290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 83a94113-524f-4c78-ab6d-19847fd94b3c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:00.476692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1f3808a-08e7-4141-95d5-8b8cb45b3660 req-7f7011c5-aac4-4eff-9764-c7c35f755a9b tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119159 Nov 03 18:50:00.634309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-578ed11a-77b2-4f7f-94aa-21f4883d3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.636964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-578ed11a-77b2-4f7f-94aa-21f4883d3f11 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283273 Nov 03 18:50:00.663831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Made reservation on behalf of 5106db4fced741a19b61458034b5eb3e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:00.669700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.740276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.798648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33408) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:00.868329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33412) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:00.888047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Performing IP validity checks on allocation pools {{(pid=101756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 18:50:00.888895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 18:50:00.980931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-d635a265-0340-4420-ba17-b841377a220d service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327551 Nov 03 18:50:01.220320 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-874ff761-a242-4287-a6ca-0ab8e423c515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.256037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1217872808'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:01.264260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.441519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-f1e6e143-b6be-4502-ac73-58bcda0fa927 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498045 Nov 03 18:50:01.542434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Router 102d8daa-e629-47b8-af44-07956ce98e46 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:50:01.576660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:01.582957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.589041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114c529-7391-4456-9b31-7c687db1d89c req-7d10ffa1-f495-480a-8300-9131a6503c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.591835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c114c529-7391-4456-9b31-7c687db1d89c req-7d10ffa1-f495-480a-8300-9131a6503c98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.4755282 Nov 03 18:50:01.633602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525299a3-4909-4564-acfd-2d0d1642154d req-ed7ef0b3-4246-4757-8949-760099357e02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.635472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-525299a3-4909-4564-acfd-2d0d1642154d req-ed7ef0b3-4246-4757-8949-760099357e02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.5125959 Nov 03 18:50:01.637480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-537966bf-37a4-4caf-8653-a844dcfe9b96 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a401ab22-4218-4894-af80-4ae82f356e2c HTTP/1.1" status: 200 len: 217 time: 0.1734722 Nov 03 18:50:01.686023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.734427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:01.757016 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Sync routers for ids ['102d8daa-e629-47b8-af44-07956ce98e46'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:01.768006 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.771316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fed9711c-33d9-44c8-b404-1da75a27ac22 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8105776 Nov 03 18:50:01.775713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33422) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:01.782070 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Routers {'102d8daa-e629-47b8-af44-07956ce98e46'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:01.783031 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['102d8daa-e629-47b8-af44-07956ce98e46'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:01.978886 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Set router 102d8daa-e629-47b8-af44-07956ce98e46 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:02.031132 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f1bb5304-9334-456d-aa83-86cf5fc0bd10 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/routers/102d8daa-e629-47b8-af44-07956ce98e46 HTTP/1.1" status: 200 len: 909 time: 0.2526362 Nov 03 18:50:02.032861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33424) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:02.041519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1734877793', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': True}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:02.051638 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.084170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.086062 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.170313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-befadd85-a0ca-4f4c-a65c-6a686bef157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.172211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-befadd85-a0ca-4f4c-a65c-6a686bef157d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 200 len: 797 time: 0.4887795 Nov 03 18:50:02.229323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-525299a3-4909-4564-acfd-2d0d1642154d req-8d1290cf-f12d-4c07-919d-c1f1aec6e4be tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665464 Nov 03 18:50:02.238204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-874ff761-a242-4287-a6ca-0ab8e423c515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.242645 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.295050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114c529-7391-4456-9b31-7c687db1d89c req-21bccf3a-83ed-4da0-8a84-1bbb00472ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.299737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c114c529-7391-4456-9b31-7c687db1d89c req-21bccf3a-83ed-4da0-8a84-1bbb00472ad3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.6808257 Nov 03 18:50:02.340755 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d8daa-e629-47b8-af44-07956ce98e46', 'name': 'tempest-snat-router-1734877793', 'tenant_id': '99a92918c2a341dfadfc547257847b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'e352fb4c-c490-4557-b9c3-28c7d46a30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:58Z', 'updated_at': '2021-11-03T18:50:00Z', 'revision_number': 3, 'project_id': '99a92918c2a341dfadfc547257847b81', 'gw_port': {'id': 'e352fb4c-c490-4557-b9c3-28c7d46a30dc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d8daa-e629-47b8-af44-07956ce98e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:59Z', 'updated_at': '2021-11-03T18:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:02.357035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-874ff761-a242-4287-a6ca-0ab8e423c515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.400271 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Checking router: 102d8daa-e629-47b8-af44-07956ce98e46 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:02.401047 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Updating router 102d8daa-e629-47b8-af44-07956ce98e46 port e352fb4c-c490-4557-b9c3-28c7d46a30dc binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:50:02.467629 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.542077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=5ac55e98-3aa6-43b0-86da-3611a143dc7f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:02.564274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c114c529-7391-4456-9b31-7c687db1d89c req-6d3b4454-c572-4514-8b24-aab6a6bac588 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 217 time: 0.1940713 Nov 03 18:50:02.612994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-874ff761-a242-4287-a6ca-0ab8e423c515 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9bd2381bb4be46c1a27363d2fb49d4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8022778 Nov 03 18:50:02.640618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ff761-a242-4287-a6ca-0ab8e423c515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93d0380-1376-4233-8623-c0fa9d5883e3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:02.642385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33426) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:02.669455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Checking segment: {'id': '90753d33-2d62-4d14-8b5e-0e5bc8248187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83a94113-524f-4c78-ab6d-19847fd94b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:02.669830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network hostable DHCP agents. Network: 83a94113-524f-4c78-ab6d-19847fd94b3c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:02.675350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-63b18e69-4ac6-4500-9f46-c96e595a9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.677161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-63b18e69-4ac6-4500-9f46-c96e595a9914 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c5383e2-9870-4fe0-97d5-cb2447d03d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4648623 Nov 03 18:50:02.700477 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.719002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.756829 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.788623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114c529-7391-4456-9b31-7c687db1d89c req-fb139a75-1b5c-438f-8247-c0dbb0a23802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.790646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c114c529-7391-4456-9b31-7c687db1d89c req-fb139a75-1b5c-438f-8247-c0dbb0a23802 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.2069712 Nov 03 18:50:02.884920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:02.888221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Network 83a94113-524f-4c78-ab6d-19847fd94b3c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:02.895625 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cd248a6-2c91-49c9-946d-74932a28aed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.917015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c114c529-7391-4456-9b31-7c687db1d89c req-80a2c4c9-fd02-4b17-b231-4a47ce004d99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671976 Nov 03 18:50:02.917849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30948ff3-8cf2-4dab-a1af-336a612ef63a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:02.966070 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.966244 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Added segment ea0f0080-2485-4984-af1c-3c46f48f58a1 of type vlan for network fd39847f-3765-40fa-bc8c-60ef7d002628 Nov 03 18:50:02.982732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 83a94113-524f-4c78-ab6d-19847fd94b3c) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:03.017735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.019122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.050014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a42bc-ca31-4b89-bb9c-0f903b2cea44 None None] Network 83a94113-524f-4c78-ab6d-19847fd94b3c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:03.054704 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.056543 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.071434 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.080585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cd248a6-2c91-49c9-946d-74932a28aed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.135376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-b6577950-664b-4375-9df4-3fd60a79216f service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450784 Nov 03 18:50:03.176462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-429f9f8b-911d-4aad-9dc4-1370ec7c13b5 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8834512 Nov 03 18:50:03.182469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33428) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:03.182836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.193300 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Attempting to bind port e352fb4c-c490-4557-b9c3-28c7d46a30dc on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:03.194055 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Attempting to bind port e352fb4c-c490-4557-b9c3-28c7d46a30dc by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:03.195036 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Attempting to bind port e352fb4c-c490-4557-b9c3-28c7d46a30dc on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:03.199788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-448117d2-712c-4e85-9197-1d2746924544 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:03.216832 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaffa4-536f-499c-987c-ac5f3e547bee None None] Pushing event updated for resources: {'Port': ['ID=e352fb4c-c490-4557-b9c3-28c7d46a30dc,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:03.222261 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:03.224004 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:03.224763 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.226609 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:03.227188 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Bound port: e352fb4c-c490-4557-b9c3-28c7d46a30dc, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:03.227678 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.353156 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.425400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.440002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.441552 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.444294 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] For port e352fb4c-c490-4557-b9c3-28c7d46a30dc, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:03.457859 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] For port e352fb4c-c490-4557-b9c3-28c7d46a30dc, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e352fb4c-c490-4557-b9c3-28c7d46a30dc,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:03.461870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cd248a6-2c91-49c9-946d-74932a28aed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.468372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cd248a6-2c91-49c9-946d-74932a28aed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.473721 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4cd248a6-2c91-49c9-946d-74932a28aed1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b93d0380-1376-4233-8623-c0fa9d5883e3 HTTP/1.1" status: 204 len: 168 time: 0.8190296 Nov 03 18:50:03.475274 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.538260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c114c529-7391-4456-9b31-7c687db1d89c req-f088b910-0e24-47da-914a-cce591afe0c0 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014805 Nov 03 18:50:03.555789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd248a6-2c91-49c9-946d-74932a28aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93d0380-1376-4233-8623-c0fa9d5883e3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:03.595794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-448117d2-712c-4e85-9197-1d2746924544 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5971118'] for subnet, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.637690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-83a94113-524f-4c78-ab6d-19847fd94b3c', 'network_id': '83a94113-524f-4c78-ab6d-19847fd94b3c', 'tenant_id': '5106db4fced741a19b61458034b5eb3e', 'fixed_ips': [{'subnet_id': '5ac55e98-3aa6-43b0-86da-3611a143dc7f'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:03.640644 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.670251 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaffa4-536f-499c-987c-ac5f3e547bee None None] Pushing event updated for resources: {'Port': ['ID=e352fb4c-c490-4557-b9c3-28c7d46a30dc,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:03.693335 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Routers {'102d8daa-e629-47b8-af44-07956ce98e46'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:03.698741 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['102d8daa-e629-47b8-af44-07956ce98e46'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:03.923288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0508149 Nov 03 18:50:03.955515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-a6ac3d7a-9bda-429b-87f9-d1327ee1bdb7 service neutron] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8096311 Nov 03 18:50:04.048790 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] Set router 102d8daa-e629-47b8-af44-07956ce98e46 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:04.116220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ae815-45c9-4d02-a5bb-711c5826f051 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Network': ['ID=fd39847f-3765-40fa-bc8c-60ef7d002628,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:04.138895 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.151731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network fd39847f-3765-40fa-bc8c-60ef7d002628 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:04.248689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-3c6f72d4-81ff-44d7-9f34-5d0c467dcc7f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988 HTTP/1.1" status: 200 len: 217 time: 0.1672804 Nov 03 18:50:04.294945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.464861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d46c27-b26a-4431-867a-a078e5a55928 req-39d1f0ea-fb27-41ec-b87e-3ff685d5f1c1 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.481338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00d46c27-b26a-4431-867a-a078e5a55928 req-39d1f0ea-fb27-41ec-b87e-3ff685d5f1c1 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.9193544 Nov 03 18:50:04.488960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33438) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:04.564862 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-953c9488-547c-4c95-9474-1df8cdb1ea5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.576327 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102d8daa-e629-47b8-af44-07956ce98e46', 'name': 'tempest-snat-router-1734877793', 'tenant_id': '99a92918c2a341dfadfc547257847b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'e352fb4c-c490-4557-b9c3-28c7d46a30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:58Z', 'updated_at': '2021-11-03T18:50:00Z', 'revision_number': 3, 'project_id': '99a92918c2a341dfadfc547257847b81', 'gw_port': {'id': 'e352fb4c-c490-4557-b9c3-28c7d46a30dc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d8daa-e629-47b8-af44-07956ce98e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:59Z', 'updated_at': '2021-11-03T18:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:04.607384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c114c529-7391-4456-9b31-7c687db1d89c req-97b22857-6a09-4afe-8214-bffe5c9c256f service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0325401 Nov 03 18:50:04.609358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Allocated IP 172.25.3.70 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/cefd32f6-5158-426b-9d3f-be015aa001a5) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:04.621005 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d42c1e8-7efa-4678-b7e5-3bd42ff66c7f None None] The sync data for ids ['102d8daa-e629-47b8-af44-07956ce98e46'] in n-d-812148-3 is: [{'id': '102d8daa-e629-47b8-af44-07956ce98e46', 'name': 'tempest-snat-router-1734877793', 'tenant_id': '99a92918c2a341dfadfc547257847b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'e352fb4c-c490-4557-b9c3-28c7d46a30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:58Z', 'updated_at': '2021-11-03T18:50:00Z', 'revision_number': 3, 'project_id': '99a92918c2a341dfadfc547257847b81', 'gw_port': {'id': 'e352fb4c-c490-4557-b9c3-28c7d46a30dc', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102d8daa-e629-47b8-af44-07956ce98e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:59Z', 'updated_at': '2021-11-03T18:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:04.659531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-03449e6d-8836-4f58-a170-59fb5ebb361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.674137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-03449e6d-8836-4f58-a170-59fb5ebb361a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 200 len: 797 time: 0.4100113 Nov 03 18:50:04.687992 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-448117d2-712c-4e85-9197-1d2746924544 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763298857063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5882018'] for subnet, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.719755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Allocated IP 172.20.0.3 (83a94113-524f-4c78-ab6d-19847fd94b3c/5ac55e98-3aa6-43b0-86da-3611a143dc7f/567cc217-bb7f-46b8-8258-3ba9be52ea19) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:04.924210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00d46c27-b26a-4431-867a-a078e5a55928 req-a6a7ce17-9fe2-4801-a263-f93c26b815d7 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409163 Nov 03 18:50:04.964562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448117d2-712c-4e85-9197-1d2746924544 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.975476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-448117d2-712c-4e85-9197-1d2746924544 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.977463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-448117d2-712c-4e85-9197-1d2746924544 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "PUT /v2.0/subnets/5ac55e98-3aa6-43b0-86da-3611a143dc7f HTTP/1.1" status: 200 len: 877 time: 1.7871735 Nov 03 18:50:04.982734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33444) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:05.068436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448117d2-712c-4e85-9197-1d2746924544 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event updated for resources: {'Subnet': ['ID=5ac55e98-3aa6-43b0-86da-3611a143dc7f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:05.118973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-d0c2e708-0be6-417f-8106-ed4c911cb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.121120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-d0c2e708-0be6-417f-8106-ed4c911cb438 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4335830 Nov 03 18:50:05.189812 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.340199 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.460446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'Port': ['ID=cefd32f6-5158-426b-9d3f-be015aa001a5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:05.499418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:05.501106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:05.513703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:05.515659 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.538890 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.622792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Network 83a94113-524f-4c78-ab6d-19847fd94b3c is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:05.627611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:05.636213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:05.668295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Pushing event updated for resources: {'Port': ['ID=567cc217-bb7f-46b8-8258-3ba9be52ea19,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:05.899291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Attempting to bind port 567cc217-bb7f-46b8-8258-3ba9be52ea19 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:05.900360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Attempting to bind port 567cc217-bb7f-46b8-8258-3ba9be52ea19 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '90753d33-2d62-4d14-8b5e-0e5bc8248187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83a94113-524f-4c78-ab6d-19847fd94b3c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:05.903301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Attempting to bind port 567cc217-bb7f-46b8-8258-3ba9be52ea19 on network 83a94113-524f-4c78-ab6d-19847fd94b3c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:05.917221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9a47c8a-59b8-4146-bb31-cb68a5786f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.930204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:05.930817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Checking segment: {'id': '90753d33-2d62-4d14-8b5e-0e5bc8248187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83a94113-524f-4c78-ab6d-19847fd94b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:05.931508 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.932172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Bound using segment: {'id': '90753d33-2d62-4d14-8b5e-0e5bc8248187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83a94113-524f-4c78-ab6d-19847fd94b3c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:05.933000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Bound port: 567cc217-bb7f-46b8-8258-3ba9be52ea19, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90753d33-2d62-4d14-8b5e-0e5bc8248187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83a94113-524f-4c78-ab6d-19847fd94b3c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:05.934408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.147255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] For port 567cc217-bb7f-46b8-8258-3ba9be52ea19, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:06.181941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] For port 567cc217-bb7f-46b8-8258-3ba9be52ea19, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=567cc217-bb7f-46b8-8258-3ba9be52ea19,segment=NetworkSegment(90753d33-2d62-4d14-8b5e-0e5bc8248187),segment_id=90753d33-2d62-4d14-8b5e-0e5bc8248187)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:06.203973 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.294448 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.399786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-953c9488-547c-4c95-9474-1df8cdb1ea5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.446836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefd149-2821-40cb-b973-30d71f15da13 None None] Pushing event updated for resources: {'Port': ['ID=567cc217-bb7f-46b8-8258-3ba9be52ea19,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:06.574550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.585124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-953c9488-547c-4c95-9474-1df8cdb1ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.700792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-953c9488-547c-4c95-9474-1df8cdb1ea5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=add7197c6b0d438eb49cf31b800eff2e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2002349 Nov 03 18:50:06.725891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33450) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:07.094643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c9488-547c-4c95-9474-1df8cdb1ea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132205a4-6b4d-4122-a379-0472dd7cf28a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:07.124263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087327-f29a-40f9-a298-26edddd8f378 req-67bd3ae3-994e-42d9-8f2f-bbb9eb01ab89 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.138390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b087327-f29a-40f9-a298-26edddd8f378 req-67bd3ae3-994e-42d9-8f2f-bbb9eb01ab89 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.8479011 Nov 03 18:50:07.152624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.169702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da1507c9-3753-47a0-99f8-7504ec531bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.176697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-9153792c-2998-4f89-98e5-0138237fc77b service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0176251 Nov 03 18:50:07.398514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-89c92b7b-c8a2-498e-8c2f-4216d8138f85 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061508 Nov 03 18:50:07.462070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e352fb4c-c490-4557-b9c3-28c7d46a30dc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:07.516436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b087327-f29a-40f9-a298-26edddd8f378 req-5e643278-cbef-454e-aa8a-378ec7be4545 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365393 Nov 03 18:50:07.540374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Router a00d5b57-cad9-49df-8e18-b8c365e641ba is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:50:07.642969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da1507c9-3753-47a0-99f8-7504ec531bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.664841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting port 567cc217-bb7f-46b8-8258-3ba9be52ea19 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:07.665513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.685618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-a2367dca-648f-44a6-bb2f-5500119a4313 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561 HTTP/1.1" status: 200 len: 217 time: 0.1783829 Nov 03 18:50:07.689500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e352fb4c-c490-4557-b9c3-28c7d46a30dc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:07.690298 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.833525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-68fef3a7-eb56-456b-865a-3d94e3fc46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.836076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-68fef3a7-eb56-456b-865a-3d94e3fc46ca service neutron] 10.222.0.96 "GET /v2.0/subnets?id=620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 200 len: 797 time: 0.1401806 Nov 03 18:50:08.010417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:08.049113 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.061371 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.067472 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f96109a8-daa9-4ef1-88c9-cb40782f3786 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0315630 Nov 03 18:50:08.070264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Sync routers for ids ['a00d5b57-cad9-49df-8e18-b8c365e641ba'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:08.070996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33452) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:08.107715 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] For port 567cc217-bb7f-46b8-8258-3ba9be52ea19, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=567cc217-bb7f-46b8-8258-3ba9be52ea19,segment=NetworkSegment(90753d33-2d62-4d14-8b5e-0e5bc8248187),segment_id=90753d33-2d62-4d14-8b5e-0e5bc8248187)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:08.108513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.125518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port e352fb4c-c490-4557-b9c3-28c7d46a30dc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e352fb4c-c490-4557-b9c3-28c7d46a30dc,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:08.141957 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.144896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 567cc217-bb7f-46b8-8258-3ba9be52ea19 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:08.145300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Calling delete_port for 567cc217-bb7f-46b8-8258-3ba9be52ea19 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:08.342575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=e352fb4c-c490-4557-b9c3-28c7d46a30dc,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:08.349732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Routers {'a00d5b57-cad9-49df-8e18-b8c365e641ba'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:08.362074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a00d5b57-cad9-49df-8e18-b8c365e641ba'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:08.387085 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-72bfcbb0-31e4-4825-904f-89d51b03fced tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/routers/a00d5b57-cad9-49df-8e18-b8c365e641ba HTTP/1.1" status: 200 len: 907 time: 0.3100495 Nov 03 18:50:08.388284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33454) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:08.510471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.651530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Port': ['ID=567cc217-bb7f-46b8-8258-3ba9be52ea19,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:08.700533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No active binding found for port 567cc217-bb7f-46b8-8258-3ba9be52ea19 {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 18:50:08.701408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 567cc217-bb7f-46b8-8258-3ba9be52ea19 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 18:50:08.708411 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da1507c9-3753-47a0-99f8-7504ec531bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.714445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da1507c9-3753-47a0-99f8-7504ec531bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.720650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-da1507c9-3753-47a0-99f8-7504ec531bf5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/132205a4-6b4d-4122-a379-0472dd7cf28a HTTP/1.1" status: 204 len: 168 time: 1.9524565 Nov 03 18:50:08.723575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No DVR routers for this DVR port 567cc217-bb7f-46b8-8258-3ba9be52ea19 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:08.798264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1507c9-3753-47a0-99f8-7504ec531bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132205a4-6b4d-4122-a379-0472dd7cf28a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:08.817722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-803652fe-d691-450b-b8cd-9ffde3768e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.824108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-803652fe-d691-450b-b8cd-9ffde3768e3d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b93c670-4a1c-4cee-a870-d7acbef9dc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9087512 Nov 03 18:50:08.874452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.034345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Set router a00d5b57-cad9-49df-8e18-b8c365e641ba gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:09.211801 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.322342 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2633402a-4ace-430e-829f-3cb51cc6d431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.339194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f739a137-0fee-416b-a69e-872fae99fd9c None None] Network 83a94113-524f-4c78-ab6d-19847fd94b3c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:09.434227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28a8a2-f1b9-4a06-a3f0-bb471ab068a6 req-06e613a1-cdfe-4bfa-8122-e2bc1de6f36b tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.447153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac28a8a2-f1b9-4a06-a3f0-bb471ab068a6 req-06e613a1-cdfe-4bfa-8122-e2bc1de6f36b tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.4809198 Nov 03 18:50:09.531703 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.632226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac55e98-3aa6-43b0-86da-3611a143dc7f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:09.684804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-6352710a-811e-4958-9a3b-8413c2c4e9ab service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720740 Nov 03 18:50:09.780871 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Port 567cc217-bb7f-46b8-8258-3ba9be52ea19 not found, will not notify nova. {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 18:50:09.865884 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.886481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f58edabd-6e5a-4dc7-9bf4-0bea80c1ff82 req-1e956eb5-41d9-4baa-b440-8f2134995a36 service neutron] 10.222.0.96 "GET /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800654 Nov 03 18:50:10.004593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3e96726f-ed7f-4d57-8ff5-e376c5ae3e59 None None] Could not find standard attr ID for object 567cc217-bb7f-46b8-8258-3ba9be52ea19. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:50:10.029515 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.074072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a94113-524f-4c78-ab6d-19847fd94b3c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:10.094188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90753d33-2d62-4d14-8b5e-0e5bc8248187') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:10.094667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90753d33-2d62-4d14-8b5e-0e5bc8248187') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:10.115436 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.140729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.155065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:10.156105 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.256953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.259994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Deleting port cefd32f6-5158-426b-9d3f-be015aa001a5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:10.260875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:10.397194 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:10.425260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac28a8a2-f1b9-4a06-a3f0-bb471ab068a6 req-13171642-58c9-4d53-8234-9f711c3620c2 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9765928 Nov 03 18:50:10.431457 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.482374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf5811-4fc7-424b-afdc-f95ed7bed972 None None] DHCP port deletion for 83a94113-524f-4c78-ab6d-19847fd94b3c request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:10.557270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e352fb4c-c490-4557-b9c3-28c7d46a30dc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:10.570033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.587959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/83a94113-524f-4c78-ab6d-19847fd94b3c HTTP/1.1" status: 204 len: 168 time: 5.5991378 Nov 03 18:50:10.588356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33470) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:10.596680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff8680-af8d-47ce-b0a5-08f8811aa5c4 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=83a94113-524f-4c78-ab6d-19847fd94b3c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:10.667131 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-63854963-3f65-49ed-b3bb-0af5fc1776f0 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:10.668377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63854963-3f65-49ed-b3bb-0af5fc1776f0 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:10.676195 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-63854963-3f65-49ed-b3bb-0af5fc1776f0 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/5ac55e98-3aa6-43b0-86da-3611a143dc7f HTTP/1.1" status: 404 len: 337 time: 0.0849087 Nov 03 18:50:10.682539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33474) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:10.756756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a24b70-469b-4e30-a514-34b85d4d70af None None] Network 83a94113-524f-4c78-ab6d-19847fd94b3c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:10.758103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.790240 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6991c0b9-919f-49a3-829d-41848d1489af tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:10.800314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6991c0b9-919f-49a3-829d-41848d1489af tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:10.811817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6991c0b9-919f-49a3-829d-41848d1489af tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/83a94113-524f-4c78-ab6d-19847fd94b3c HTTP/1.1" status: 404 len: 339 time: 0.1262310 Nov 03 18:50:10.812738 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Calling delete_port for cefd32f6-5158-426b-9d3f-be015aa001a5 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:10.813998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a24b70-469b-4e30-a514-34b85d4d70af None None] Network 83a94113-524f-4c78-ab6d-19847fd94b3c could not be found, it might have been deleted concurrently. {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 18:50:10.824264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33476) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:10.862686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00d5b57-cad9-49df-8e18-b8c365e641ba', 'name': 'tempest-snat-router-1734877793', 'tenant_id': '99a92918c2a341dfadfc547257847b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cefd32f6-5158-426b-9d3f-be015aa001a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:02Z', 'updated_at': '2021-11-03T18:50:05Z', 'revision_number': 3, 'project_id': '99a92918c2a341dfadfc547257847b81', 'gw_port': {'id': 'cefd32f6-5158-426b-9d3f-be015aa001a5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ad:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00d5b57-cad9-49df-8e18-b8c365e641ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:04Z', 'updated_at': '2021-11-03T18:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:10.914941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33478) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:10.925667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'subnet': {'network_id': 'fd39847f-3765-40fa-bc8c-60ef7d002628', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:10.929514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e352fb4c-c490-4557-b9c3-28c7d46a30dc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:10.930462 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.935267 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e81d23-b6a4-4901-a311-534f7b93ee7b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:10.936045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e81d23-b6a4-4901-a311-534f7b93ee7b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:10.939110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Checking router: a00d5b57-cad9-49df-8e18-b8c365e641ba for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:10.939110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Updating router a00d5b57-cad9-49df-8e18-b8c365e641ba port cefd32f6-5158-426b-9d3f-be015aa001a5 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:50:10.947180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-63e81d23-b6a4-4901-a311-534f7b93ee7b tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/4647e428-8ad5-4017-bbd0-a149e72219e3 HTTP/1.1" status: 404 len: 337 time: 0.1191261 Nov 03 18:50:10.949452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33480) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:11.022775 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8dbb20-25ca-4c9c-a9c7-aa37017d81bb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:11.024226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8dbb20-25ca-4c9c-a9c7-aa37017d81bb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:11.035607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9c8dbb20-25ca-4c9c-a9c7-aa37017d81bb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/3175985f-6270-4804-9139-cd50a36aa7b1 HTTP/1.1" status: 404 len: 339 time: 0.0639768 Nov 03 18:50:11.042662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33484) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:11.068405 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.318381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.340556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:11.345444 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.368948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.452282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event deleted for resources: {'Port': ['ID=cefd32f6-5158-426b-9d3f-be015aa001a5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:11.581999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.670450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.794827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e273ff4b-1abf-4ce7-b9c1-df0c35177fe1']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:11.802442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.806553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.820290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74153ebb-dd50-4905-8cba-eaab9076b203') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:11.820790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74153ebb-dd50-4905-8cba-eaab9076b203') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:11.849317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.900381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.901084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a00d5b57-cad9-49df-8e18-b8c365e641ba {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:11.916201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.938274 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.941455 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7b5ed8b8-f420-4910-be1a-518beebe04c6 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "DELETE /v2.0/routers/a00d5b57-cad9-49df-8e18-b8c365e641ba HTTP/1.1" status: 204 len: 168 time: 3.5513475 Nov 03 18:50:11.946024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 567cc217-bb7f-46b8-8258-3ba9be52ea19 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:11.946935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33498) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:11.965724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddb45a-02b8-4a0a-b809-b59d8d524d31 req-611ad597-5ebd-45e6-bc94-f036d6310533 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.991369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69ddb45a-02b8-4a0a-b809-b59d8d524d31 req-611ad597-5ebd-45e6-bc94-f036d6310533 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.2808158 Nov 03 18:50:11.999295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 567cc217-bb7f-46b8-8258-3ba9be52ea19 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:11.999641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 567cc217-bb7f-46b8-8258-3ba9be52ea19 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:12.004877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:50:12.004877 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:50:12.034351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:12.035721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:12.041833 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:12.189210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.194116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.256228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.291135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69ddb45a-02b8-4a0a-b809-b59d8d524d31 req-9995d5cb-f99c-4fdb-b87c-b04abf18ff1c tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981546 Nov 03 18:50:12.339499 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.351038 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.363331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/e273ff4b-1abf-4ce7-b9c1-df0c35177fe1 HTTP/1.1" status: 204 len: 168 time: 1.3182139 Nov 03 18:50:12.364768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33504) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:12.492711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a039bb9-84c3-42f1-9c21-1be9fbae7f55 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=e273ff4b-1abf-4ce7-b9c1-df0c35177fe1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:12.500090 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c5c12e-1f48-4366-b4d8-48bbfc6ed4fe tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:12.501243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c5c12e-1f48-4366-b4d8-48bbfc6ed4fe tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:12.509212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c9c5c12e-1f48-4366-b4d8-48bbfc6ed4fe tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/c15995df-2bdf-44dc-87e1-1da2c2855053 HTTP/1.1" status: 404 len: 337 time: 0.1238470 Nov 03 18:50:12.515616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33508) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:12.519973 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.534495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Port cefd32f6-5158-426b-9d3f-be015aa001a5 not found while updating agent binding for router a00d5b57-cad9-49df-8e18-b8c365e641ba. {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 18:50:12.548460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.560486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Routers set() bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:12.561468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Router IDs set() for agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 18:50:12.562826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_agentschedulers_db [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a00d5b57-cad9-49df-8e18-b8c365e641ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent'). {{(pid=101757) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 18:50:12.563763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440dff9-f460-4363-8a82-dc7f97369663 None None] The sync data for ids ['a00d5b57-cad9-49df-8e18-b8c365e641ba'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:12.581098 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ea37cf-2579-4893-9694-37dadfbb3cec tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:12.582085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ea37cf-2579-4893-9694-37dadfbb3cec tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:12.591745 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e7ea37cf-2579-4893-9694-37dadfbb3cec tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/76d4fb5b-8c53-4678-bcb1-f21da993280a HTTP/1.1" status: 404 len: 339 time: 0.0651443 Nov 03 18:50:12.592939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33510) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:12.648191 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3b4747-ad77-4337-a3d9-551e47cdb2b1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:12.649444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3b4747-ad77-4337-a3d9-551e47cdb2b1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:12.655955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4c3b4747-ad77-4337-a3d9-551e47cdb2b1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/11b9558c-3f0d-47cc-b423-56859cb9f199 HTTP/1.1" status: 404 len: 337 time: 0.0611856 Nov 03 18:50:12.657031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Subnet': ['ID=df5faef3-56d7-4444-bcf0-619655fbf3dc,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:12.666095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33514) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:12.704494 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaf816e-9096-4e5d-96ed-3afe3d75a3b3 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:12.705555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaf816e-9096-4e5d-96ed-3afe3d75a3b3 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:12.711860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bfaf816e-9096-4e5d-96ed-3afe3d75a3b3 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/9d42f527-bc94-4768-adf2-d104c5ca233d HTTP/1.1" status: 404 len: 339 time: 0.0408325 Nov 03 18:50:12.715808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33516) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:12.725165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Checking segment: {'id': 'ea0f0080-2485-4984-af1c-3c46f48f58a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd39847f-3765-40fa-bc8c-60ef7d002628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:12.725885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network hostable DHCP agents. Network: fd39847f-3765-40fa-bc8c-60ef7d002628, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:12.773783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network fd39847f-3765-40fa-bc8c-60ef7d002628 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:12.778033 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c458c3d6-ebdf-4532-95a6-830923256a0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:12.779018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c458c3d6-ebdf-4532-95a6-830923256a0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:12.791731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c458c3d6-ebdf-4532-95a6-830923256a0a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/9052765d-a8df-47b5-9b14-38e4085e6912 HTTP/1.1" status: 404 len: 337 time: 0.0740979 Nov 03 18:50:12.804486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:12.819454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, fd39847f-3765-40fa-bc8c-60ef7d002628) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:12.822968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Deleting port e352fb4c-c490-4557-b9c3-28c7d46a30dc {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:12.824069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.833695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:12.834938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.842215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5bf7df-284d-4909-951c-c03066aa4045 None None] Network fd39847f-3765-40fa-bc8c-60ef7d002628 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:12.894686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0274a9a6-176c-466b-8266-ba738109e40e tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9774561 Nov 03 18:50:12.895779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33520) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:12.906550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1607147578'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:12.912448 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5163368d-70a2-4c44-8433-d88f54946dad tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:12.913781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5163368d-70a2-4c44-8433-d88f54946dad tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:12.922253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5163368d-70a2-4c44-8433-d88f54946dad tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/50909ca8-bd4a-4c3c-8eb6-9bc381b9b92a HTTP/1.1" status: 404 len: 339 time: 0.1159086 Nov 03 18:50:12.924946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33524) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:12.982967 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab0124e-a8cf-40de-99a6-95667046fc7a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:12.983822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab0124e-a8cf-40de-99a6-95667046fc7a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:12.995406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1ab0124e-a8cf-40de-99a6-95667046fc7a tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/58e13851-93c9-4df4-abaa-5c05a771f4f8 HTTP/1.1" status: 404 len: 337 time: 0.0687594 Nov 03 18:50:13.000097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33526) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.025970 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] For port e352fb4c-c490-4557-b9c3-28c7d46a30dc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e352fb4c-c490-4557-b9c3-28c7d46a30dc,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:13.027653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.045742 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-57aae0cf-ad52-4ff0-b37c-168327c1c198 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.046801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57aae0cf-ad52-4ff0-b37c-168327c1c198 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.056505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57aae0cf-ad52-4ff0-b37c-168327c1c198 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/cf031545-e68f-495f-984f-30f2f082a4b2 HTTP/1.1" status: 404 len: 339 time: 0.0510442 Nov 03 18:50:13.056836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Calling delete_port for e352fb4c-c490-4557-b9c3-28c7d46a30dc owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:13.060512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33530) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.076156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:13.080132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.128271 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1738f485-0c84-4115-a0a9-1460b39cc46f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.129032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1738f485-0c84-4115-a0a9-1460b39cc46f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.135469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1738f485-0c84-4115-a0a9-1460b39cc46f tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/03fbd3cd-6463-4498-9deb-cd694aa7d3f7 HTTP/1.1" status: 404 len: 337 time: 0.0732160 Nov 03 18:50:13.147259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33532) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.184307 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b9151b-2b69-4f78-8ae3-94ebd5b56211 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.185404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b9151b-2b69-4f78-8ae3-94ebd5b56211 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.191123 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a0b9151b-2b69-4f78-8ae3-94ebd5b56211 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/621fb7ea-8e5e-4f35-afb8-95052e1deeef HTTP/1.1" status: 404 len: 339 time: 0.0420785 Nov 03 18:50:13.196365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33534) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.221911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:13.248698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.249553 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Added segment 6c828661-e71a-4173-92ec-fb386edc341c of type vlan for network 91e85370-6036-4ba4-b3c2-77cd82610df1 Nov 03 18:50:13.267966 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b061b2e3-fcf1-498c-a64a-9a9c27c3bc45 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.268687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b061b2e3-fcf1-498c-a64a-9a9c27c3bc45 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.274190 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b061b2e3-fcf1-498c-a64a-9a9c27c3bc45 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/0b4831f9-8510-4c9e-80f4-091bce3d9b29 HTTP/1.1" status: 404 len: 337 time: 0.0757070 Nov 03 18:50:13.281638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33536) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.319195 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e26ebf0-6200-4166-9cf8-fea3885abd2e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.320381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e26ebf0-6200-4166-9cf8-fea3885abd2e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.326100 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e26ebf0-6200-4166-9cf8-fea3885abd2e tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/4540cadc-0cd9-4d32-acdf-8a566ba854ed HTTP/1.1" status: 404 len: 339 time: 0.0434813 Nov 03 18:50:13.333225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33538) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.393812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.465485 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd5362a-71eb-4170-8aba-7c1e84c874e0 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.466311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd5362a-71eb-4170-8aba-7c1e84c874e0 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.472525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0cd5362a-71eb-4170-8aba-7c1e84c874e0 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/ea119e5a-3efb-4a18-bf32-8f091b509c05 HTTP/1.1" status: 404 len: 337 time: 0.1392338 Nov 03 18:50:13.477259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33546) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.512548 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3cb75c-e50f-4828-bcb5-06fc748da4eb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.513659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3cb75c-e50f-4828-bcb5-06fc748da4eb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.521889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7c3cb75c-e50f-4828-bcb5-06fc748da4eb tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/e6b03882-6bf6-4b5b-b755-1dd0bcc3d000 HTTP/1.1" status: 404 len: 339 time: 0.0427761 Nov 03 18:50:13.525114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33548) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.631827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.637536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-fd39847f-3765-40fa-bc8c-60ef7d002628', 'network_id': 'fd39847f-3765-40fa-bc8c-60ef7d002628', 'tenant_id': '4de8a214f12e44c0b19697500cc8cc45', 'fixed_ips': [{'subnet_id': 'df5faef3-56d7-4444-bcf0-619655fbf3dc'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:13.641845 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.642368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.644061 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.674129 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbab88c-30e9-421b-8417-7b96c35fdbab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.674988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbab88c-30e9-421b-8417-7b96c35fdbab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.682366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3fbab88c-30e9-421b-8417-7b96c35fdbab tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/059b69c5-092a-497f-90c9-c68179f3dc57 HTTP/1.1" status: 404 len: 337 time: 0.1552124 Nov 03 18:50:13.692690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33552) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.742618 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea180a5-f443-4032-8096-80a715f93bb2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:13.743733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea180a5-f443-4032-8096-80a715f93bb2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:13.755156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8564546 Nov 03 18:50:13.763008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2ea180a5-f443-4032-8096-80a715f93bb2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/4908abce-eed8-46a7-90e7-0c6cd531bd8e HTTP/1.1" status: 404 len: 339 time: 0.0679824 Nov 03 18:50:13.764960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33554) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.765548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33556) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:13.776423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'subnet': {'network_id': '91e85370-6036-4ba4-b3c2-77cd82610df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:13.802201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.855330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f435-4b9c-438c-ab42-d47650ed99d9 req-d44a4fc8-6833-412f-92c9-32ce6a06fa01 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.858133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfe2f435-4b9c-438c-ab42-d47650ed99d9 req-d44a4fc8-6833-412f-92c9-32ce6a06fa01 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.3653419 Nov 03 18:50:13.872012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d41c6-59da-47df-9780-69bd9cf55d1a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Network': ['ID=91e85370-6036-4ba4-b3c2-77cd82610df1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:13.931393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 91e85370-6036-4ba4-b3c2-77cd82610df1 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:14.043212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event deleted for resources: {'Port': ['ID=e352fb4c-c490-4557-b9c3-28c7d46a30dc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:14.043722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfe2f435-4b9c-438c-ab42-d47650ed99d9 req-c5b2f288-34e6-40c5-b8c5-d95bd93caa9b tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645622 Nov 03 18:50:14.149955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f5ce6d-6eea-4751-bc85-234ee6735de1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting subnet 783d2062-9ed6-4069-86a9-bca6065ccc68 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:14.164032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08f5ce6d-6eea-4751-bc85-234ee6735de1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.244348 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.262264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Allocated IP 2001:db8:0:ffff::2 (fd39847f-3765-40fa-bc8c-60ef7d002628/df5faef3-56d7-4444-bcf0-619655fbf3dc/c25f2b18-4d64-4ef0-815f-f04cd2e360b6) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:14.379870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08f5ce6d-6eea-4751-bc85-234ee6735de1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.430995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:14.437122 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.527957 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.543131 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.590901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.603008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.672699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Network fd39847f-3765-40fa-bc8c-60ef7d002628 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:14.685975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:14.691752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:14.749437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Pushing event updated for resources: {'Port': ['ID=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:14.754410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.755843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 102d8daa-e629-47b8-af44-07956ce98e46 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:14.771819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.775052 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dca7b302-271e-434e-ac0f-d6b6ce525c44 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "DELETE /v2.0/routers/102d8daa-e629-47b8-af44-07956ce98e46 HTTP/1.1" status: 204 len: 168 time: 2.8250091 Nov 03 18:50:14.780808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33562) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:14.788690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-308405530', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:14.812633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08f5ce6d-6eea-4751-bc85-234ee6735de1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.847717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Attempting to bind port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:14.848695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Attempting to bind port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ea0f0080-2485-4984-af1c-3c46f48f58a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd39847f-3765-40fa-bc8c-60ef7d002628'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:14.849244 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Attempting to bind port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 on network fd39847f-3765-40fa-bc8c-60ef7d002628 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:14.859893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:14.860437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Checking segment: {'id': 'ea0f0080-2485-4984-af1c-3c46f48f58a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd39847f-3765-40fa-bc8c-60ef7d002628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:14.860928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.861603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Bound using segment: {'id': 'ea0f0080-2485-4984-af1c-3c46f48f58a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd39847f-3765-40fa-bc8c-60ef7d002628'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:14.862028 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.862714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Bound port: c25f2b18-4d64-4ef0-815f-f04cd2e360b6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0f0080-2485-4984-af1c-3c46f48f58a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd39847f-3765-40fa-bc8c-60ef7d002628'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:14.863259 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.864870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.069322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08f5ce6d-6eea-4751-bc85-234ee6735de1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.095175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] For port c25f2b18-4d64-4ef0-815f-f04cd2e360b6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:15.096821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.102709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] For port c25f2b18-4d64-4ef0-815f-f04cd2e360b6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,segment=NetworkSegment(ea0f0080-2485-4984-af1c-3c46f48f58a1),segment_id=ea0f0080-2485-4984-af1c-3c46f48f58a1)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:15.109889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.185794 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5ce6d-6eea-4751-bc85-234ee6735de1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Subnet': ['ID=783d2062-9ed6-4069-86a9-bca6065ccc68,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:15.188709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08f5ce6d-6eea-4751-bc85-234ee6735de1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.206617 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08f5ce6d-6eea-4751-bc85-234ee6735de1 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/subnets/783d2062-9ed6-4069-86a9-bca6065ccc68 HTTP/1.1" status: 204 len: 168 time: 1.4218242 Nov 03 18:50:15.209971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33568) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:15.244036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7840792-767d-4911-990b-83c5cf990bca None None] Network fd5eae72-e1da-4650-9275-5c7aae875395 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:15.278566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d621daa-aeaf-47cb-b35c-2114e739cc54 None None] Pushing event updated for resources: {'Port': ['ID=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:15.357303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33572) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:15.467055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.689254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:50:15.699246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.711040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.754952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac784b-a8cf-4a2c-81e4-ba9d06a2a294 req-806e06c2-6dff-4a45-8f9b-0bb4321be29d tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:15.771086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8eac784b-a8cf-4a2c-81e4-ba9d06a2a294 req-806e06c2-6dff-4a45-8f9b-0bb4321be29d tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.3618658 Nov 03 18:50:15.828897 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f579b308-92a0-4719-a78a-afc834857ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.852168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] DHCP port deletion for fd5eae72-e1da-4650-9275-5c7aae875395 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:15.948346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Subnet': ['ID=592bfd04-3ed6-4a3d-b05a-7626663751e4,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:16.014456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Checking segment: {'id': '6c828661-e71a-4173-92ec-fb386edc341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91e85370-6036-4ba4-b3c2-77cd82610df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:16.015378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network hostable DHCP agents. Network: 91e85370-6036-4ba4-b3c2-77cd82610df1, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:16.018508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8eac784b-a8cf-4a2c-81e4-ba9d06a2a294 req-dc3a39bf-cf81-438d-8d88-d9023aaded68 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342758 Nov 03 18:50:16.023589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Deleting port 60f9a5e5-39ed-4550-befa-ccd66ea28919 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:16.024555 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.103419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Deleting port 60f9a5e5-39ed-4550-befa-ccd66ea28919 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:16.104518 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.204035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c25f2b18-4d64-4ef0-815f-f04cd2e360b6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:16.241780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] For port 60f9a5e5-39ed-4550-befa-ccd66ea28919, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=60f9a5e5-39ed-4550-befa-ccd66ea28919,segment=NetworkSegment(0819e0ac-f444-40b3-9f13-43703c028f52),segment_id=0819e0ac-f444-40b3-9f13-43703c028f52)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:16.242464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.269127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network 91e85370-6036-4ba4-b3c2-77cd82610df1 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:16.285989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Calling delete_port for 60f9a5e5-39ed-4550-befa-ccd66ea28919 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:16.323274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 91e85370-6036-4ba4-b3c2-77cd82610df1) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:16.335386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f579b308-92a0-4719-a78a-afc834857ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.344624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:16.345806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.357917 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f579b308-92a0-4719-a78a-afc834857ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.361367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95575392-0e7d-4867-8b84-c403681ad1e0 None None] Network 91e85370-6036-4ba4-b3c2-77cd82610df1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:16.420586 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.475000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.507318 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c4624ab4-c592-4ecb-b226-152c9bc0c697 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7375410 Nov 03 18:50:16.507947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33576) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:16.515594 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f579b308-92a0-4719-a78a-afc834857ea5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3edfe79bd9074d12b953d9ecf89b2677&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1527476 Nov 03 18:50:16.522872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'port': {'network_id': '91e85370-6036-4ba4-b3c2-77cd82610df1', 'name': 'tempest-NetworksIpV6TestAttrs-1402389683'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:16.523628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33578) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:16.534397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] For port 60f9a5e5-39ed-4550-befa-ccd66ea28919, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=60f9a5e5-39ed-4550-befa-ccd66ea28919,segment=NetworkSegment(0819e0ac-f444-40b3-9f13-43703c028f52),segment_id=0819e0ac-f444-40b3-9f13-43703c028f52)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:16.535118 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.562515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579b308-92a0-4719-a78a-afc834857ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55692177-df67-4db4-a1b2-907371ae7b8d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:16.601737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Calling delete_port for 60f9a5e5-39ed-4550-befa-ccd66ea28919 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:16.624328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:16.624934 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.693721 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19fe49a2-964d-4894-abc2-eabb5e666dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.732530 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.759731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19fe49a2-964d-4894-abc2-eabb5e666dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.810093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Port': ['ID=60f9a5e5-39ed-4550-befa-ccd66ea28919,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:16.824264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] No DVR routers for this DVR port 60f9a5e5-39ed-4550-befa-ccd66ea28919 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:16.949354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Allocated IP 172.25.3.25 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/e2e28cae-ee56-4192-8121-ff0e6992ec7c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:17.029667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:17.036564 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.071871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19fe49a2-964d-4894-abc2-eabb5e666dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.091392 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19fe49a2-964d-4894-abc2-eabb5e666dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.097373 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-19fe49a2-964d-4894-abc2-eabb5e666dea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55692177-df67-4db4-a1b2-907371ae7b8d HTTP/1.1" status: 204 len: 168 time: 0.5662673 Nov 03 18:50:17.124841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.161120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] device_id is not set on port 1e474503-904d-4d9a-9982-70c798aa6160 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:50:17.210292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe49a2-964d-4894-abc2-eabb5e666dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55692177-df67-4db4-a1b2-907371ae7b8d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:17.255523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5eae72-e1da-4650-9275-5c7aae875395']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:17.275230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-91e85370-6036-4ba4-b3c2-77cd82610df1', 'network_id': '91e85370-6036-4ba4-b3c2-77cd82610df1', 'tenant_id': '4de8a214f12e44c0b19697500cc8cc45', 'fixed_ips': [{'subnet_id': '592bfd04-3ed6-4a3d-b05a-7626663751e4'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:17.278193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.303103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0819e0ac-f444-40b3-9f13-43703c028f52') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:17.303610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0819e0ac-f444-40b3-9f13-43703c028f52') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:17.346832 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.394303 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.407757 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.412116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd5f55-d791-4df2-8413-21151d57de29 None None] Network fd39847f-3765-40fa-bc8c-60ef7d002628 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:17.576759 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.653801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Pushing event deleted for resources: {'Port': ['ID=60f9a5e5-39ed-4550-befa-ccd66ea28919,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:17.754967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832b43d-f17f-4650-ab10-928b75d71bef req-9a2d5a07-df3e-4dd4-a37f-7870332920c1 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:17.758569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e832b43d-f17f-4650-ab10-928b75d71bef req-9a2d5a07-df3e-4dd4-a37f-7870332920c1 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.4528501 Nov 03 18:50:17.761017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] No DVR routers for this DVR port 60f9a5e5-39ed-4550-befa-ccd66ea28919 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:17.761694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Allocated IP 2001:db8::f816:3eff:feb9:cb40 (91e85370-6036-4ba4-b3c2-77cd82610df1/592bfd04-3ed6-4a3d-b05a-7626663751e4/1e474503-904d-4d9a-9982-70c798aa6160) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:17.769742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.795689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6658e33b-77b4-4312-902b-166d8569b7b0 None None] Provisioning complete for port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:17.796511 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6658e33b-77b4-4312-902b-166d8569b7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.806219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.811037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.811037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.811037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4c6fb-4a84-4165-bde7-e846e1558ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:17.892443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port c25f2b18-4d64-4ef0-815f-f04cd2e360b6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,segment=NetworkSegment(ea0f0080-2485-4984-af1c-3c46f48f58a1),segment_id=ea0f0080-2485-4984-af1c-3c46f48f58a1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:17.895376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.920987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.921348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:17.923005 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:17.940796 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:17.968131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33588) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:18.028294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:18.045733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:18.050193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event updated for resources: {'Port': ['ID=e2e28cae-ee56-4192-8121-ff0e6992ec7c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:18.055175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9db3a7e8-8827-401b-a604-13dfeae60d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.064743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:18.073448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e352fb4c-c490-4557-b9c3-28c7d46a30dc no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:18.122538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.136343 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.142326 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] 10.222.0.77 "DELETE /v2.0/networks/fd5eae72-e1da-4650-9275-5c7aae875395 HTTP/1.1" status: 204 len: 168 time: 2.9298122 Nov 03 18:50:18.164081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e352fb4c-c490-4557-b9c3-28c7d46a30dc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:18.164839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e352fb4c-c490-4557-b9c3-28c7d46a30dc not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:18.165819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 60f9a5e5-39ed-4550-befa-ccd66ea28919 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:18.178804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b96e3-a618-4de9-81dc-dff5d2ca84e2 tempest-NetworksTest-840392478 tempest-NetworksTest-840392478-project] Pushing event deleted for resources: {'Network': ['ID=fd5eae72-e1da-4650-9275-5c7aae875395,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:18.220018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:18.237796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 60f9a5e5-39ed-4550-befa-ccd66ea28919 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:18.238777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 60f9a5e5-39ed-4550-befa-ccd66ea28919 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:18.298211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e832b43d-f17f-4650-ab10-928b75d71bef req-7105427a-8f64-4d5b-9a88-e7d6e20fd7a5 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177820 Nov 03 18:50:18.382451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9db3a7e8-8827-401b-a604-13dfeae60d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.389114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9db3a7e8-8827-401b-a604-13dfeae60d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.537336 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9db3a7e8-8827-401b-a604-13dfeae60d05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78219953acab46768524fe10015603ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5674691 Nov 03 18:50:18.542051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33592) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:18.546108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c25f2b18-4d64-4ef0-815f-f04cd2e360b6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:18.551376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3a7e8-8827-401b-a604-13dfeae60d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6322dcd-9bf0-4182-9bd2-f34f702f67e6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:18.687759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.705343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:18.705902 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.753722 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.960694 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.966364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.968534 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6322dcd-9bf0-4182-9bd2-f34f702f67e6 HTTP/1.1" status: 204 len: 168 time: 0.4081154 Nov 03 18:50:18.993817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6322dcd-9bf0-4182-9bd2-f34f702f67e6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:19.024371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-31d61d48-5e3f-4f7e-ad08-3c9061b0ac34 None None] Provisioning complete for port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:19.025595 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-31d61d48-5e3f-4f7e-ad08-3c9061b0ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.031604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.032278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.032853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.033472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.034625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.035211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.035797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.036382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.037168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.037795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.038378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.038963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaaeee-747b-4d6d-8b60-031ac76c5274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:19.149177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33598) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:19.632951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71980b-27ed-4e86-bde4-f61bdb8c7c27 req-ee44f460-a344-4a0f-8e84-d838386b4a5c tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.635856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a71980b-27ed-4e86-bde4-f61bdb8c7c27 req-ee44f460-a344-4a0f-8e84-d838386b4a5c tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.1420741 Nov 03 18:50:19.669202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.709039 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d45d18f8-c3b6-4f98-a633-df796bfad480 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5106db4fced741a19b61458034b5eb3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5563278 Nov 03 18:50:19.709962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33612) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:19.783004 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.833365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a618c49-155d-47c7-b95c-673cc1469f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.889671 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a618c49-155d-47c7-b95c-673cc1469f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.951245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a71980b-27ed-4e86-bde4-f61bdb8c7c27 req-f6bffb1d-ec00-4d9d-831c-7c57e9e12d5f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906141 Nov 03 18:50:20.036546 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.048264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a618c49-155d-47c7-b95c-673cc1469f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.055606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a618c49-155d-47c7-b95c-673cc1469f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.060811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3a618c49-155d-47c7-b95c-673cc1469f24 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c517b0c0-b392-4d71-83e8-69c178e66d6b HTTP/1.1" status: 204 len: 168 time: 0.3464084 Nov 03 18:50:20.099091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a618c49-155d-47c7-b95c-673cc1469f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c517b0c0-b392-4d71-83e8-69c178e66d6b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:20.203576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Port': ['ID=1e474503-904d-4d9a-9982-70c798aa6160,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:20.218451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Allocated IP 2001:db8::f816:3eff:fe10:e724 (91e85370-6036-4ba4-b3c2-77cd82610df1/592bfd04-3ed6-4a3d-b05a-7626663751e4/4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:20.248542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network 91e85370-6036-4ba4-b3c2-77cd82610df1 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:20.258857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:20.315013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:20.327241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:20.337585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.380485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-11a7e7ca-5e16-464b-a511-ddde7eed92a0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8702347 Nov 03 18:50:20.385588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33624) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:20.431940 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.576108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-8565edfa-9c6d-46e4-8b6e-5d7642ca9e74 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Deleting subnet 592bfd04-3ed6-4a3d-b05a-7626663751e4 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:20.707734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.728281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8565edfa-9c6d-46e4-8b6e-5d7642ca9e74 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.730329 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.814296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Network 91e85370-6036-4ba4-b3c2-77cd82610df1 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:20.854176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:20.867838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:20.967266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8565edfa-9c6d-46e4-8b6e-5d7642ca9e74 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.968765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Pushing event updated for resources: {'Port': ['ID=4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:20.973559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Router eed61f6b-966b-491e-94ed-c57917f5fa75 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:50:21.068531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Attempting to bind port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:21.069203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Attempting to bind port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '6c828661-e71a-4173-92ec-fb386edc341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91e85370-6036-4ba4-b3c2-77cd82610df1'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:21.072363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Attempting to bind port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf on network 91e85370-6036-4ba4-b3c2-77cd82610df1 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:21.096231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:21.096765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Checking segment: {'id': '6c828661-e71a-4173-92ec-fb386edc341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91e85370-6036-4ba4-b3c2-77cd82610df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:21.097280 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.098019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Bound using segment: {'id': '6c828661-e71a-4173-92ec-fb386edc341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91e85370-6036-4ba4-b3c2-77cd82610df1'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:21.098854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Bound port: 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c828661-e71a-4173-92ec-fb386edc341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91e85370-6036-4ba4-b3c2-77cd82610df1'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:21.099459 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.328759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] For port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:21.340634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] For port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf,segment=NetworkSegment(6c828661-e71a-4173-92ec-fb386edc341c),segment_id=6c828661-e71a-4173-92ec-fb386edc341c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:21.352890 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.477998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f48d9-95c4-498b-9909-abd876795b07 req-ec6c9d5c-b948-42ce-bfe6-6bc53ba21a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:21.480767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-510f48d9-95c4-498b-9909-abd876795b07 req-ec6c9d5c-b948-42ce-bfe6-6bc53ba21a81 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.2557821 Nov 03 18:50:21.552901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f54169-43e6-4669-b06a-114a944326dc req-c7bee43d-5747-4406-b066-f81af0a10b87 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:21.556288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1f54169-43e6-4669-b06a-114a944326dc req-c7bee43d-5747-4406-b066-f81af0a10b87 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.2411952 Nov 03 18:50:21.565875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8565edfa-9c6d-46e4-8b6e-5d7642ca9e74 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.572294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dbf78-2845-4806-a54b-2a65d0392ec1 None None] Pushing event updated for resources: {'Port': ['ID=4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:21.740331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:21.759533 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c55ede-ac69-4b03-978d-37c70cd7bd7b None None] Sync routers for ids ['eed61f6b-966b-491e-94ed-c57917f5fa75'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:21.786310 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c55ede-ac69-4b03-978d-37c70cd7bd7b None None] Routers {'eed61f6b-966b-491e-94ed-c57917f5fa75'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:21.788051 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f6c55ede-ac69-4b03-978d-37c70cd7bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['eed61f6b-966b-491e-94ed-c57917f5fa75'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:21.807185 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8565edfa-9c6d-46e4-8b6e-5d7642ca9e74 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.853785 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8565edfa-9c6d-46e4-8b6e-5d7642ca9e74 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.854008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-510f48d9-95c4-498b-9909-abd876795b07 req-b968c397-59e9-47bf-bb68-9043600ff273 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607485 Nov 03 18:50:21.863153 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8565edfa-9c6d-46e4-8b6e-5d7642ca9e74 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/subnets/592bfd04-3ed6-4a3d-b05a-7626663751e4 HTTP/1.1" status: 204 len: 168 time: 1.4756911 Nov 03 18:50:21.872231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1f54169-43e6-4669-b06a-114a944326dc req-996f203d-e10a-487e-a87e-784528ccbcee tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833624 Nov 03 18:50:21.873069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33652) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:21.900540 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f6c55ede-ac69-4b03-978d-37c70cd7bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:21.904809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565edfa-9c6d-46e4-8b6e-5d7642ca9e74 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Subnet': ['ID=592bfd04-3ed6-4a3d-b05a-7626663751e4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:21.988016 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c55ede-ac69-4b03-978d-37c70cd7bd7b None None] Routers {'eed61f6b-966b-491e-94ed-c57917f5fa75'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:21.991231 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f6c55ede-ac69-4b03-978d-37c70cd7bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['eed61f6b-966b-491e-94ed-c57917f5fa75'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:22.143917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.159220 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3ba13864-3611-4118-a2b7-bf90d95a07d4 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.3683858 Nov 03 18:50:22.159538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33654) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:22.164181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-771b1c09-25c2-457d-a285-f53ac8361658 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': False}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:22.189864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d4578-8bf4-45e6-880c-c63b4605bc59 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.195175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d4578-8bf4-45e6-880c-c63b4605bc59 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.208290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea3d4578-8bf4-45e6-880c-c63b4605bc59 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3234341 Nov 03 18:50:22.208515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33656) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:22.368326 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f6c55ede-ac69-4b03-978d-37c70cd7bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:22.373375 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c55ede-ac69-4b03-978d-37c70cd7bd7b None None] The sync data for ids ['eed61f6b-966b-491e-94ed-c57917f5fa75'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:22.492129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67038add-0964-4033-b335-087b7e657cd2 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.511509 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-67038add-0964-4033-b335-087b7e657cd2 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 18:50:22.512235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67038add-0964-4033-b335-087b7e657cd2 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:22.527002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-67038add-0964-4033-b335-087b7e657cd2 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/91e85370-6036-4ba4-b3c2-77cd82610df1 HTTP/1.1" status: 409 len: 405 time: 0.3161559 Nov 03 18:50:22.533238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33666) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:22.542793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:22.543712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1364911094'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:22.625360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:22.632240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.722985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:22.722985 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.744328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:22.788562 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.789133 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Added segment 0606c58b-604d-4b50-95d7-50072d4b4eb0 of type vlan for network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a Nov 03 18:50:22.983835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.083074 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.086364 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.151335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:23.152328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.184022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33674) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:23.237676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf,segment=NetworkSegment(6c828661-e71a-4173-92ec-fb386edc341c),segment_id=6c828661-e71a-4173-92ec-fb386edc341c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:23.245655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.344280 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8089309 Nov 03 18:50:23.345230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33684) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:23.363518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-771b1c09-25c2-457d-a285-f53ac8361658 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.409065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'subnet': {'network_id': '3b4c6675-c5d4-4b3d-8d45-53b722e66e2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:23.443432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:23.572925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73668252-80aa-4392-bd2d-796ab21b7117 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Network': ['ID=3b4c6675-c5d4-4b3d-8d45-53b722e66e2a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:23.607472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:23.762251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6ca75-ffea-4d5a-98ce-66c5f2b1574d req-0d1ce38a-df45-442b-8731-941348ce8f9d tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:23.778057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12a6ca75-ffea-4d5a-98ce-66c5f2b1574d req-0d1ce38a-df45-442b-8731-941348ce8f9d tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.5907581 Nov 03 18:50:23.978855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d2e3680f-21c6-43ac-b219-5c46aae15e48 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] Request body: {'port': {'network_id': 'f28017a4-6009-435d-983f-302407d1f13b', 'name': 'tempest-NetworksNegativeTestJSON-1424198817'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:24.014754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12a6ca75-ffea-4d5a-98ce-66c5f2b1574d req-dc51b894-f4f7-40be-a513-20e56dbbbbce tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345750 Nov 03 18:50:24.084285 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e3680f-21c6-43ac-b219-5c46aae15e48 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] POST failed (client error): The resource could not be found. Nov 03 18:50:24.086964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e3680f-21c6-43ac-b219-5c46aae15e48 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:24.099222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d2e3680f-21c6-43ac-b219-5c46aae15e48 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8942332 Nov 03 18:50:24.103946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.173319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb9700e-926e-4c31-a18c-c0208822aec6 None None] Network 91e85370-6036-4ba4-b3c2-77cd82610df1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:24.174123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:24.182777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.220094 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa0e125-0798-4793-b858-b23f22556e9a tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:24.221203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa0e125-0798-4793-b858-b23f22556e9a tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:24.226958 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7aa0e125-0798-4793-b858-b23f22556e9a tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "DELETE /v2.0/networks/28cc8466-edc3-42b7-99ba-ceaf239f7940 HTTP/1.1" status: 404 len: 339 time: 0.1159840 Nov 03 18:50:24.249197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33698) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.313476 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ca4c43-ea6a-49d7-b54e-277f115f6f31 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:24.315436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ca4c43-ea6a-49d7-b54e-277f115f6f31 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:24.320991 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-81ca4c43-ea6a-49d7-b54e-277f115f6f31 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "DELETE /v2.0/ports/7c885cb8-eea7-4195-92c2-315e854b5804 HTTP/1.1" status: 404 len: 333 time: 0.0700910 Nov 03 18:50:24.328455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33700) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.485813 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18e067c-a1a7-4ad6-8b6c-4ce8f7d9aa91 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:24.486950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18e067c-a1a7-4ad6-8b6c-4ce8f7d9aa91 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:24.499376 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d18e067c-a1a7-4ad6-8b6c-4ce8f7d9aa91 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "DELETE /v2.0/subnets/22bc21a7-3cb6-4aff-9583-60d8e20134fb HTTP/1.1" status: 404 len: 337 time: 0.1690300 Nov 03 18:50:24.500411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33702) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.528491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6415c077-0225-477b-81de-40e74b4387c1 None None] Provisioning complete for port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:24.529672 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6415c077-0225-477b-81de-40e74b4387c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.539213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:24.571561 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdacced9-9549-495a-9da9-333562257f99 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] GET failed (client error): The resource could not be found. Nov 03 18:50:24.588245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cdacced9-9549-495a-9da9-333562257f99 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "GET /v2.0/networks/c3c85f18-73b1-4f8c-92c9-9fe94ff7104d HTTP/1.1" status: 404 len: 339 time: 0.0714092 Nov 03 18:50:24.591466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33706) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.681167 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e78718-a6ad-4e1f-868b-254acabfbb37 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] GET failed (client error): The resource could not be found. Nov 03 18:50:24.688570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-65e78718-a6ad-4e1f-868b-254acabfbb37 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "GET /v2.0/ports/6c123dd6-1571-4e62-8384-a68940f7b2df HTTP/1.1" status: 404 len: 333 time: 0.0952804 Nov 03 18:50:24.689510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33708) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.751044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-771b1c09-25c2-457d-a285-f53ac8361658 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.761772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-771b1c09-25c2-457d-a285-f53ac8361658 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.762346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:24.763120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.772414 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1761b5fb-b923-4cbf-9afc-74370971e4a8 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] GET failed (client error): The resource could not be found. Nov 03 18:50:24.780814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1761b5fb-b923-4cbf-9afc-74370971e4a8 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "GET /v2.0/subnets/f8db7d11-7ada-48ef-bfe8-d63a0c53f73e HTTP/1.1" status: 404 len: 337 time: 0.0852323 Nov 03 18:50:24.784944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33710) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.795207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d27dac88-24d9-4df0-a213-37c49ab1325a tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:24.820627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] DHCP port deletion for 91e85370-6036-4ba4-b3c2-77cd82610df1 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:24.837629 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27dac88-24d9-4df0-a213-37c49ab1325a tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] PUT failed (client error): The resource could not be found. Nov 03 18:50:24.838317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27dac88-24d9-4df0-a213-37c49ab1325a tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:24.846586 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d27dac88-24d9-4df0-a213-37c49ab1325a tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "PUT /v2.0/networks/caf2622a-064d-4aa3-a9a1-b13422713b2b HTTP/1.1" status: 404 len: 339 time: 0.0587406 Nov 03 18:50:24.847718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33714) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.860141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-41c5a534-f4d3-4053-b529-4287d834a2a0 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:24.904605 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c5a534-f4d3-4053-b529-4287d834a2a0 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] PUT failed (client error): The resource could not be found. Nov 03 18:50:24.906635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c5a534-f4d3-4053-b529-4287d834a2a0 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:24.914550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-41c5a534-f4d3-4053-b529-4287d834a2a0 tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "PUT /v2.0/ports/6d1bf9bf-62ca-430f-a1cf-676d4d925ef2 HTTP/1.1" status: 404 len: 333 time: 0.0616791 Nov 03 18:50:24.948492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33716) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.957150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b2c78efd-defb-4cd3-b848-bff84e3063be tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:25.016783 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c78efd-defb-4cd3-b848-bff84e3063be tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] PUT failed (client error): The resource could not be found. Nov 03 18:50:25.017536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c78efd-defb-4cd3-b848-bff84e3063be tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:25.027250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b2c78efd-defb-4cd3-b848-bff84e3063be tempest-NetworksNegativeTestJSON-1024803654 tempest-NetworksNegativeTestJSON-1024803654-project] 10.222.0.77 "PUT /v2.0/subnets/f603d6d2-a464-4c0e-b24e-e97e8661e130 HTTP/1.1" status: 404 len: 337 time: 0.0768588 Nov 03 18:50:25.073120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771b1c09-25c2-457d-a285-f53ac8361658 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Router eed61f6b-966b-491e-94ed-c57917f5fa75 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:25.081219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] Deleting port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:25.081219 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.348150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] For port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf,segment=NetworkSegment(6c828661-e71a-4173-92ec-fb386edc341c),segment_id=6c828661-e71a-4173-92ec-fb386edc341c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:25.349981 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.383378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] Calling delete_port for 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:25.440339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.objects.ports [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:50:25.457710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.471752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771b1c09-25c2-457d-a285-f53ac8361658 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:25.492302 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-771b1c09-25c2-457d-a285-f53ac8361658 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.494504 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-771b1c09-25c2-457d-a285-f53ac8361658 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "PUT /v2.0/routers/eed61f6b-966b-491e-94ed-c57917f5fa75 HTTP/1.1" status: 200 len: 920 time: 3.3373604 Nov 03 18:50:25.507079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33732) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:25.537492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c6205-a3fb-4d47-891c-c984890395ca None None] Sync routers for ids ['eed61f6b-966b-491e-94ed-c57917f5fa75'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:25.575259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c6205-a3fb-4d47-891c-c984890395ca None None] Routers {'eed61f6b-966b-491e-94ed-c57917f5fa75'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:25.576767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c54c6205-a3fb-4d47-891c-c984890395ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['eed61f6b-966b-491e-94ed-c57917f5fa75'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.579140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94f115-b03b-4d71-8bce-4f4b0dabf0c9 req-0adb4bd9-3276-4fa5-9a2a-c23297b8c5c7 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:25.582148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e94f115-b03b-4d71-8bce-4f4b0dabf0c9 req-0adb4bd9-3276-4fa5-9a2a-c23297b8c5c7 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.3605750 Nov 03 18:50:25.599580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Subnet': ['ID=4f06810f-aec3-426d-bc0e-a74b5aa4345f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:25.671932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Checking segment: {'id': '0606c58b-604d-4b50-95d7-50072d4b4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b4c6675-c5d4-4b3d-8d45-53b722e66e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:25.672708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network hostable DHCP agents. Network: 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:25.704283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c54c6205-a3fb-4d47-891c-c984890395ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.726445 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c6205-a3fb-4d47-891c-c984890395ca None None] Routers {'eed61f6b-966b-491e-94ed-c57917f5fa75'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:25.727500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c54c6205-a3fb-4d47-891c-c984890395ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['eed61f6b-966b-491e-94ed-c57917f5fa75'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.805188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e94f115-b03b-4d71-8bce-4f4b0dabf0c9 req-1ced859c-83cc-4b12-aaba-78bef1f5f053 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011220 Nov 03 18:50:25.808293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:25.812325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c54c6205-a3fb-4d47-891c-c984890395ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.814066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c6205-a3fb-4d47-891c-c984890395ca None None] The sync data for ids ['eed61f6b-966b-491e-94ed-c57917f5fa75'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:25.835093 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.841178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:25.852410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:25.856676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.915758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-608e27c2-705a-408e-a8d2-8fe50c305c65 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5280113 Nov 03 18:50:25.918399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33740) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:25.930765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1fa46-96b7-4356-9d53-2dee0a700654 None None] Network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:25.935876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] No DVR routers for this DVR port 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:25.941542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0250a09-7bd4-4ee5-9065-e9d201441ffd None None] Pushing event deleted for resources: {'Port': ['ID=4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:25.959621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'port': {'network_id': '3b4c6675-c5d4-4b3d-8d45-53b722e66e2a', 'name': 'tempest-NetworksIpV6TestAttrs-1970820736'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:25.975281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33742) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:25.992445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33744) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:25.993173 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-683477a5-cbf7-43ef-b499-1938052159a0 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/routers/eed61f6b-966b-491e-94ed-c57917f5fa75 HTTP/1.1" status: 200 len: 920 time: 0.4815910 Nov 03 18:50:26.150557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-e095138d-8b01-4fe7-9975-330eff146403 req-ed162975-37d9-46a0-b060-1f73957176a9 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1741641108', 'description': 'tempest-description-983514120'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:26.257763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a10f2c-56ef-473f-b4a4-afb4d672f578 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:26.263732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-63a10f2c-56ef-473f-b4a4-afb4d672f578 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=eed61f6b-966b-491e-94ed-c57917f5fa75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2445905 Nov 03 18:50:26.265644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33750) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:26.285676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e095138d-8b01-4fe7-9975-330eff146403 req-ed162975-37d9-46a0-b060-1f73957176a9 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.359407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-3b4c6675-c5d4-4b3d-8d45-53b722e66e2a', 'network_id': '3b4c6675-c5d4-4b3d-8d45-53b722e66e2a', 'tenant_id': '4de8a214f12e44c0b19697500cc8cc45', 'fixed_ips': [{'subnet_id': '4f06810f-aec3-426d-bc0e-a74b5aa4345f'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:26.361122 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.428636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:26.434868 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.498232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] device_id is not set on port 5279e658-b762-40f6-b13a-8c15fb215931 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:50:26.536689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e095138d-8b01-4fe7-9975-330eff146403 req-ed162975-37d9-46a0-b060-1f73957176a9 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.609566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e095138d-8b01-4fe7-9975-330eff146403 req-ed162975-37d9-46a0-b060-1f73957176a9 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.658428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7fa0-acc7-44ae-be6a-1f2a4fd16e9d tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:26.665251 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c21c7fa0-acc7-44ae-be6a-1f2a4fd16e9d tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 881 time: 0.3935757 Nov 03 18:50:26.669478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33754) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:26.680691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:26.705749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e095138d-8b01-4fe7-9975-330eff146403 req-ed162975-37d9-46a0-b060-1f73957176a9 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.707856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e095138d-8b01-4fe7-9975-330eff146403 req-ed162975-37d9-46a0-b060-1f73957176a9 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5924218 Nov 03 18:50:26.723990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:26.724704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4a8b237e-8527-4ac6-89a5-6d7c7b7cedcf not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:26.738125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed162975-37d9-46a0-b060-1f73957176a9 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75c9e0-db6b-4e5f-97f9-3ad66b54a051,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:26.757686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3b39b0ba-3772-4da2-bb38-42c9c23bb8cf tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed61f6b-966b-491e-94ed-c57917f5fa75 HTTP/1.1" status: 200 len: 205 time: 0.0835483 Nov 03 18:50:26.763068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33758) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:26.765656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Allocated IP 2001:db8::f816:3eff:fea3:b0bb (3b4c6675-c5d4-4b3d-8d45-53b722e66e2a/4f06810f-aec3-426d-bc0e-a74b5aa4345f/2ff02934-ab1c-42da-8c37-432ee0116041) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:26.922098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4624f7f4-e603-4c98-9ba8-4d886553c551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.006731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-46f75e1b-dbdc-49ca-b5fb-60191dd3ea38 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1741641108&fields=id&tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d HTTP/1.1" status: 200 len: 267 time: 0.1477296 Nov 03 18:50:27.093677 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.195095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-64e2fdf3-b449-49f4-b6a3-94338dfd288a tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.198099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-64e2fdf3-b449-49f4-b6a3-94338dfd288a tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.1582112 Nov 03 18:50:27.223190 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.236089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.261774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4624f7f4-e603-4c98-9ba8-4d886553c551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.277767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Request body: {'port': {'security_groups': ['61558bcc-819c-4843-a7a6-73ead7d05c31', '9b75c9e0-db6b-4e5f-97f9-3ad66b54a051']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:27.316730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:27.322303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:27.330941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:27.335907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Pushing event updated for resources: {'Port': ['ID=2ff02934-ab1c-42da-8c37-432ee0116041,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:27.354510 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4624f7f4-e603-4c98-9ba8-4d886553c551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.396301 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.443416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Attempting to bind port 2ff02934-ab1c-42da-8c37-432ee0116041 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:27.444751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Attempting to bind port 2ff02934-ab1c-42da-8c37-432ee0116041 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '0606c58b-604d-4b50-95d7-50072d4b4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b4c6675-c5d4-4b3d-8d45-53b722e66e2a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:27.447889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Attempting to bind port 2ff02934-ab1c-42da-8c37-432ee0116041 on network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:27.457610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:27.458292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Checking segment: {'id': '0606c58b-604d-4b50-95d7-50072d4b4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b4c6675-c5d4-4b3d-8d45-53b722e66e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:27.458939 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.459570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Bound using segment: {'id': '0606c58b-604d-4b50-95d7-50072d4b4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b4c6675-c5d4-4b3d-8d45-53b722e66e2a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:27.460336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Bound port: 2ff02934-ab1c-42da-8c37-432ee0116041, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0606c58b-604d-4b50-95d7-50072d4b4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b4c6675-c5d4-4b3d-8d45-53b722e66e2a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:27.461172 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.514483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Deleting port e2e28cae-ee56-4192-8121-ff0e6992ec7c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:27.515155 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.566795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4624f7f4-e603-4c98-9ba8-4d886553c551 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1203c7cd1ca4304b53d8b02c80a2bce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5823281 Nov 03 18:50:27.573849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33766) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:27.593017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] For port 2ff02934-ab1c-42da-8c37-432ee0116041, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:27.601559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] For port 2ff02934-ab1c-42da-8c37-432ee0116041, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2ff02934-ab1c-42da-8c37-432ee0116041,segment=NetworkSegment(0606c58b-604d-4b50-95d7-50072d4b4eb0),segment_id=0606c58b-604d-4b50-95d7-50072d4b4eb0)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:27.610513 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.657781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624f7f4-e603-4c98-9ba8-4d886553c551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126b72e6-32d6-4e8e-99b4-624cd0990170,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:27.673867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Allocated IP 2001:db8::f816:3eff:fe10:47b8 (3b4c6675-c5d4-4b3d-8d45-53b722e66e2a/4f06810f-aec3-426d-bc0e-a74b5aa4345f/5279e658-b762-40f6-b13a-8c15fb215931) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:27.755060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.773349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffef60-8906-48ec-83e5-84a223eb7482 None None] Pushing event updated for resources: {'Port': ['ID=2ff02934-ab1c-42da-8c37-432ee0116041,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:27.786603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Calling delete_port for e2e28cae-ee56-4192-8121-ff0e6992ec7c owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:27.800701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.932192 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-350eacb1-6a2f-4586-a217-7a149bb5a6df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.119619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-350eacb1-6a2f-4586-a217-7a149bb5a6df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.265332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.325772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event deleted for resources: {'Port': ['ID=e2e28cae-ee56-4192-8121-ff0e6992ec7c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:28.502554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.513528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-350eacb1-6a2f-4586-a217-7a149bb5a6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.518853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-350eacb1-6a2f-4586-a217-7a149bb5a6df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.520894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-350eacb1-6a2f-4586-a217-7a149bb5a6df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/126b72e6-32d6-4e8e-99b4-624cd0990170 HTTP/1.1" status: 204 len: 168 time: 0.9439147 Nov 03 18:50:28.528393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.594081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350eacb1-6a2f-4586-a217-7a149bb5a6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126b72e6-32d6-4e8e-99b4-624cd0990170,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:28.718014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2ff02934-ab1c-42da-8c37-432ee0116041 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:28.773386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] For port 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:28.825864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.831734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.853994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.906417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2ff02934-ab1c-42da-8c37-432ee0116041 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:28.907175 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.999881 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.037621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:29.056908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:29.066002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.074383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:29.085094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:29.086259 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.096648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Port': ['ID=5279e658-b762-40f6-b13a-8c15fb215931,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:29.109687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['33df302e-c1a5-43af-abd1-1f780ca6b3ff'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:29.275941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b4bc0812-4d8d-42bd-b279-6e774d1887e4 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3524766 Nov 03 18:50:29.276988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33788) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:29.278904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.290695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:29.292645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.305546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc97a079-5e3c-4354-bfcc-f232e0230696 req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "PUT /v2.0/ports/33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 981 time: 2.0750632 Nov 03 18:50:29.324821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:29.334324 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:29.407556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['33df302e-c1a5-43af-abd1-1f780ca6b3ff'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:29.579530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b170e2-9e47-4f95-ab2b-d57eb79ac19f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event updated for resources: {'Port': ['ID=33df302e-c1a5-43af-abd1-1f780ca6b3ff,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:29.643441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c0082b-bcad-46f6-ab7c-0b3acf4426db tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Deleting subnet 4f06810f-aec3-426d-bc0e-a74b5aa4345f {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:29.646061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 2ff02934-ab1c-42da-8c37-432ee0116041, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2ff02934-ab1c-42da-8c37-432ee0116041,segment=NetworkSegment(0606c58b-604d-4b50-95d7-50072d4b4eb0),segment_id=0606c58b-604d-4b50-95d7-50072d4b4eb0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:29.655659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c0082b-bcad-46f6-ab7c-0b3acf4426db tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.682221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.830978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c0082b-bcad-46f6-ab7c-0b3acf4426db tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.862036 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.864367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Fanout notify agent at l3_agent the message router_deleted on router eed61f6b-966b-491e-94ed-c57917f5fa75 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:29.887414 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.889490 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7b0ff167-b38f-4f69-80a1-92002d47ef58 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/eed61f6b-966b-491e-94ed-c57917f5fa75 HTTP/1.1" status: 204 len: 168 time: 3.1240137 Nov 03 18:50:29.894811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33806) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:29.921639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-9f4bf0b3-591a-4c4b-81a3-4d0cc7c36780 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1741641108&fields=id&tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d HTTP/1.1" status: 200 len: 267 time: 0.2929115 Nov 03 18:50:29.949988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ab9b8471-138c-431a-a834-5e7661cfd418 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-72343572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:29.961942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804368de-601b-413a-b786-72b0bc3794bc None None] Network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:30.036904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8471-138c-431a-a834-5e7661cfd418 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.039342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-2d09a6f3-c667-497a-97c8-9b0b030b5553 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.040184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8471-138c-431a-a834-5e7661cfd418 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.041854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-2d09a6f3-c667-497a-97c8-9b0b030b5553 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 984 time: 0.1183157 Nov 03 18:50:30.050013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=2ff02934-ab1c-42da-8c37-432ee0116041,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:30.080588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Request body: {'port': {'security_groups': ['61558bcc-819c-4843-a7a6-73ead7d05c31']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:30.203304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c80beb4d-8851-416c-95f6-8989cb70ad6d None None] Provisioning complete for port 2ff02934-ab1c-42da-8c37-432ee0116041 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:30.203984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c80beb4d-8851-416c-95f6-8989cb70ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.226456 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8471-138c-431a-a834-5e7661cfd418 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.237238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8471-138c-431a-a834-5e7661cfd418 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.285237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8471-138c-431a-a834-5e7661cfd418 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.289016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ab9b8471-138c-431a-a834-5e7661cfd418 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3888271 Nov 03 18:50:30.294452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33810) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:30.304273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:30.448470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c0082b-bcad-46f6-ab7c-0b3acf4426db tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.527287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.638554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2ff02934-ab1c-42da-8c37-432ee0116041 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:30.699797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c0082b-bcad-46f6-ab7c-0b3acf4426db tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.773046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2ff02934-ab1c-42da-8c37-432ee0116041 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:30.773046 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.785947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c0082b-bcad-46f6-ab7c-0b3acf4426db tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.801255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-49c0082b-bcad-46f6-ab7c-0b3acf4426db tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/subnets/4f06810f-aec3-426d-bc0e-a74b5aa4345f HTTP/1.1" status: 204 len: 168 time: 1.4837422 Nov 03 18:50:30.830585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33828) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:30.869475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0082b-bcad-46f6-ab7c-0b3acf4426db tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Subnet': ['ID=4f06810f-aec3-426d-bc0e-a74b5aa4345f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:30.927915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.117359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58328177-d584-4fe8-85d6-70f7f08db797 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:31.120188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58328177-d584-4fe8-85d6-70f7f08db797 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:31.123720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-58328177-d584-4fe8-85d6-70f7f08db797 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2892156 Nov 03 18:50:31.130360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33830) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:31.226815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac6ac48-1b0f-49f2-b20a-0e68bf75b210 None None] Network 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:31.227955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33832) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:31.372228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95afde5c-ea62-4634-98f3-7ded12567c55 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.412993 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-95afde5c-ea62-4634-98f3-7ded12567c55 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 18:50:31.414489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95afde5c-ea62-4634-98f3-7ded12567c55 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:31.419826 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-95afde5c-ea62-4634-98f3-7ded12567c55 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/3b4c6675-c5d4-4b3d-8d45-53b722e66e2a HTTP/1.1" status: 409 len: 405 time: 0.2877424 Nov 03 18:50:31.421706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] For port 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:31.429145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33838) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:31.440198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1921604266'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:31.477231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ab3572f9-c2e6-4c61-8571-2d3473cd56d7 None None] Provisioning complete for port 2ff02934-ab1c-42da-8c37-432ee0116041 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:31.478567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab3572f9-c2e6-4c61-8571-2d3473cd56d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.483499 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.492174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.566065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:31.567152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.600043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1e3da92-0f1c-471e-94b5-c623d0d9eff3 req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "PUT /v2.0/ports/33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 942 time: 1.5289683 Nov 03 18:50:31.617227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['33df302e-c1a5-43af-abd1-1f780ca6b3ff'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:31.642171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:31.648405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.711435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['33df302e-c1a5-43af-abd1-1f780ca6b3ff'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:31.736034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.794032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb31e6-1d48-415a-a248-f92c304bbc02 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event updated for resources: {'Port': ['ID=33df302e-c1a5-43af-abd1-1f780ca6b3ff,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:31.794861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.809492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:31.928868 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.970283 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Added segment 19274692-1db0-4116-80af-f9c7949a7d77 of type vlan for network 21610f3b-9fbd-4511-9e20-40cf25c4f89c Nov 03 18:50:31.983945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-1369935929'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:32.139416 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.143119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:32.148076 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.165408 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d155a74-b096-4d8c-a265-7da13f8c7e30 x-openstack-request-id: req-0d155a74-b096-4d8c-a265-7da13f8c7e30 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:32.165826 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:32.166210 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d155a74-b096-4d8c-a265-7da13f8c7e30 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:32.166871 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'status': 'completed', 'code': 200} Nov 03 18:50:32.195968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.257859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Allocated IP 172.25.3.103 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/a0c2699e-e037-4831-8bdb-fa9cbfc02d9f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:32.316369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.325296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.325739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.414470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] DHCP port deletion for 3b4c6675-c5d4-4b3d-8d45-53b722e66e2a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:32.445445 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.452973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-24d84609-ac36-47af-8809-790d04748cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.464637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-24d84609-ac36-47af-8809-790d04748cc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.2514248 Nov 03 18:50:32.530027 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0987093 Nov 03 18:50:32.587804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33856) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:32.603309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'subnet': {'network_id': '21610f3b-9fbd-4511-9e20-40cf25c4f89c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:32.632263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ab3572f9-c2e6-4c61-8571-2d3473cd56d7 None None] Provisioning complete for port 5279e658-b762-40f6-b13a-8c15fb215931 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:32.632708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab3572f9-c2e6-4c61-8571-2d3473cd56d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.671843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848be317-de3d-433a-af11-8633959494fa tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Network': ['ID=21610f3b-9fbd-4511-9e20-40cf25c4f89c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:32.704742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 21610f3b-9fbd-4511-9e20-40cf25c4f89c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:32.816056 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.835944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.838176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-25a61bbf-1c31-4ff9-894d-8dbd6651745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.839899 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-25a61bbf-1c31-4ff9-894d-8dbd6651745c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.3703382 Nov 03 18:50:32.868348 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.893676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:32.926519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-92e9227a-9418-4dbb-897b-e25477ae9937 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 217 time: 0.0769908 Nov 03 18:50:32.965699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-a8f87ebc-dadb-4aa1-9f52-950b018edb5a tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3302739 Nov 03 18:50:32.988563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.989573 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment 9e85c38c-5e40-4ca3-90b1-efb19bd0e72b of type vlan for network b9f69955-4096-4b15-872f-1262e8feaf58 Nov 03 18:50:32.991504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569ba5c1-61cf-413e-88c9-88b1a6b9a932,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:33.008791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:33.025901 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:33.034426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.047461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.063272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] Deleting port 2ff02934-ab1c-42da-8c37-432ee0116041 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:33.063748 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.073925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ab3572f9-c2e6-4c61-8571-2d3473cd56d7 None None] Port 5279e658-b762-40f6-b13a-8c15fb215931 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:33.223729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] For port 2ff02934-ab1c-42da-8c37-432ee0116041, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2ff02934-ab1c-42da-8c37-432ee0116041,segment=NetworkSegment(0606c58b-604d-4b50-95d7-50072d4b4eb0),segment_id=0606c58b-604d-4b50-95d7-50072d4b4eb0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:33.225098 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.248009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] Calling delete_port for 2ff02934-ab1c-42da-8c37-432ee0116041 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:33.354835 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.437391 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.451997 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.468421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] Pushing event deleted for resources: {'Port': ['ID=2ff02934-ab1c-42da-8c37-432ee0116041,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:33.482716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd7083-76cf-44c1-9850-bbbdff4faa81 None None] No DVR routers for this DVR port 2ff02934-ab1c-42da-8c37-432ee0116041 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:33.513945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.629241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:33.639312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-59780d99-4828-4213-9cd8-82efc2c07755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:33.641989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-59780d99-4828-4213-9cd8-82efc2c07755 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.7063196 Nov 03 18:50:33.698432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:33.726152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event updated for resources: {'Port': ['ID=a0c2699e-e037-4831-8bdb-fa9cbfc02d9f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:33.733680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:33.776436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-142f625e-584b-4796-8086-133e35573547 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247404 Nov 03 18:50:33.792031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.800292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:33.801476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.974981 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7445843 Nov 03 18:50:33.977243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33876) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:33.999593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-347226545'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:34.017963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.058546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-08d39460-ab11-42c9-b388-0b19b99acfbd service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640719 Nov 03 18:50:34.157409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:34.169063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.169472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d80d-221f-4a39-8449-5b354f303694 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=b9f69955-4096-4b15-872f-1262e8feaf58,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:34.178424 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:34.181459 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63f9df7-cda7-4726-98ad-534ee430184b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:34.196733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network b9f69955-4096-4b15-872f-1262e8feaf58 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:34.278197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:50:34.283831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.375493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:34.433677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Allocated IP 172.25.3.71 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/8e591798-4d44-4ec7-8884-c0cd169506e5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:34.444833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.445533 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment f685b37b-a06b-488b-870f-673926378792 of type vlan for network e7fdb76b-156d-4a2b-9fef-821cc73c4863 Nov 03 18:50:34.462357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee00454f-b134-4ced-87ff-9b8d1fb0fe2d req-92b45cfa-6c37-4209-9bb3-2b843f69e8cf service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959334 Nov 03 18:50:34.504268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Subnet': ['ID=ba8e9d3c-5fd4-4b3a-b3f6-f6b4494c1de9,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:34.533476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2ff02934-ab1c-42da-8c37-432ee0116041 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:34.570816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.608624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 2ff02934-ab1c-42da-8c37-432ee0116041 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:34.609502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2ff02934-ab1c-42da-8c37-432ee0116041 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:34.627690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Checking segment: {'id': '19274692-1db0-4116-80af-f9c7949a7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '21610f3b-9fbd-4511-9e20-40cf25c4f89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:34.628717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network hostable DHCP agents. Network: 21610f3b-9fbd-4511-9e20-40cf25c4f89c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:34.677870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.687293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network 21610f3b-9fbd-4511-9e20-40cf25c4f89c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:34.687689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.689062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.701768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.795727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 21610f3b-9fbd-4511-9e20-40cf25c4f89c) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:34.803356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.804238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.812036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862246e4-23ac-477c-a4b6-3b40ff054b18 None None] Network 21610f3b-9fbd-4511-9e20-40cf25c4f89c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:34.841833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8590422 Nov 03 18:50:34.848628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33892) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:34.870199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': 'b9f69955-4096-4b15-872f-1262e8feaf58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:34.879881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257343f-49f3-4f21-94ce-99707fca676b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=e7fdb76b-156d-4a2b-9fef-821cc73c4863,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:34.889854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.943974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e7fdb76b-156d-4a2b-9fef-821cc73c4863 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:34.950302 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-46df12c8-d4b7-47f2-8dd3-c118a68bb48d tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3541355 Nov 03 18:50:34.970538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33896) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:34.990387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.105949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:35.128478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event updated for resources: {'Port': ['ID=8e591798-4d44-4ec7-8884-c0cd169506e5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:35.133778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:35.151959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:35.275274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:35.282352 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.307198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-21610f3b-9fbd-4511-9e20-40cf25c4f89c', 'network_id': '21610f3b-9fbd-4511-9e20-40cf25c4f89c', 'tenant_id': '4de8a214f12e44c0b19697500cc8cc45', 'fixed_ips': [{'subnet_id': 'ba8e9d3c-5fd4-4b3a-b3f6-f6b4494c1de9'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:35.308603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.365986 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.431983 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:50:35.438502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.453378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.541762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.554003 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.580234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.682069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Allocated IP 2001:db8::f816:3eff:fe93:d6ff (21610f3b-9fbd-4511-9e20-40cf25c4f89c/ba8e9d3c-5fd4-4b3a-b3f6-f6b4494c1de9/1d8b91f3-b974-42bf-b888-414324155e4a) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:35.871432 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.882556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.015452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event updated for resources: {'Port': ['ID=8e591798-4d44-4ec7-8884-c0cd169506e5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:36.020434 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-106322d2-8a14-4dd2-ab09-7ee00e11c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.051108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.055114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.069627 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.097119 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.099259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-b6c46602-c968-47ae-9590-737db8120e80 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1322021 Nov 03 18:50:36.117680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.155112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Network 21610f3b-9fbd-4511-9e20-40cf25c4f89c is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:36.162547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:36.169624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:36.267089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Pushing event updated for resources: {'Port': ['ID=1d8b91f3-b974-42bf-b888-414324155e4a,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:36.298237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Attempting to bind port 1d8b91f3-b974-42bf-b888-414324155e4a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:36.299434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Attempting to bind port 1d8b91f3-b974-42bf-b888-414324155e4a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '19274692-1db0-4116-80af-f9c7949a7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '21610f3b-9fbd-4511-9e20-40cf25c4f89c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:36.300283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Attempting to bind port 1d8b91f3-b974-42bf-b888-414324155e4a on network 21610f3b-9fbd-4511-9e20-40cf25c4f89c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:36.305216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8e9d3c-5fd4-4b3a-b3f6-f6b4494c1de9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:36.310518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:36.311464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Checking segment: {'id': '19274692-1db0-4116-80af-f9c7949a7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '21610f3b-9fbd-4511-9e20-40cf25c4f89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:36.312216 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.312943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Bound using segment: {'id': '19274692-1db0-4116-80af-f9c7949a7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '21610f3b-9fbd-4511-9e20-40cf25c4f89c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:36.313973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Bound port: 1d8b91f3-b974-42bf-b888-414324155e4a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19274692-1db0-4116-80af-f9c7949a7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '21610f3b-9fbd-4511-9e20-40cf25c4f89c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:36.314859 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.337634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.401746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-c37772da-5602-4958-9b9d-ebb9c984ab22 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 695 time: 0.2679179 Nov 03 18:50:36.488368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] For port 1d8b91f3-b974-42bf-b888-414324155e4a, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:36.498395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] For port 1d8b91f3-b974-42bf-b888-414324155e4a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1d8b91f3-b974-42bf-b888-414324155e4a,segment=NetworkSegment(19274692-1db0-4116-80af-f9c7949a7d77),segment_id=19274692-1db0-4116-80af-f9c7949a7d77)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:36.510253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=1cb55748-1512-40fa-8015-af4a7492debc,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:36.511261 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.527583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': '9e85c38c-5e40-4ca3-90b1-efb19bd0e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b9f69955-4096-4b15-872f-1262e8feaf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:36.528166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: b9f69955-4096-4b15-872f-1262e8feaf58, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:36.565479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Router 9718f6e2-6622-47a6-beef-f82d082c9f70 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:50:36.573515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network b9f69955-4096-4b15-872f-1262e8feaf58 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:36.597591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, b9f69955-4096-4b15-872f-1262e8feaf58) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:36.626109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecc2a9-14c8-4231-b2e2-7752900be112 None None] Network b9f69955-4096-4b15-872f-1262e8feaf58 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:36.664969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.666068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.764043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-f1913c5a-e505-41af-b01b-b383364fa330 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.764043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-f1913c5a-e505-41af-b01b-b383364fa330 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.2822816 Nov 03 18:50:36.774375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.794403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-ae19bd16-2fd4-46e7-8a10-732667cd16c4 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:50:36.796050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ad190dd-57ed-4950-aa03-066546f16c58 req-ae19bd16-2fd4-46e7-8a10-732667cd16c4 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0093942 Nov 03 18:50:36.815280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21610f3b-9fbd-4511-9e20-40cf25c4f89c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:36.835086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19274692-1db0-4116-80af-f9c7949a7d77') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:36.835458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19274692-1db0-4116-80af-f9c7949a7d77') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:36.855709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.879862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8491ef-6eef-451e-9b70-486d75ce1f61 None None] Pushing event updated for resources: {'Port': ['ID=1d8b91f3-b974-42bf-b888-414324155e4a,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:36.884049 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-07d806a8-fc61-4fec-a0c3-f3b64c98a817 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0321383 Nov 03 18:50:36.894245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33922) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:36.910618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': 'e7fdb76b-156d-4a2b-9fef-821cc73c4863', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:36.952919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffdd68-eacc-481e-8a9d-cb3c174a73a3 None None] Network 21610f3b-9fbd-4511-9e20-40cf25c4f89c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:36.957844 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.979490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:36.980129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:36.988103 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:37.114290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.api [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:50:37.114290 n-d-812148-3 neutron-server[101756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:50:37.114290 n-d-812148-3 neutron-server[101756]: [parameters: {'id': '21610f3b-9fbd-4511-9e20-40cf25c4f89c'}] Nov 03 18:50:37.114290 n-d-812148-3 neutron-server[101756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:50:37.115925 n-d-812148-3 neutron-server[101756]: DEBUG oslo_db.api [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:50:37.175664 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86fc067-64b2-4d77-89a5-d8a847bb1916 x-openstack-request-id: req-d86fc067-64b2-4d77-89a5-d8a847bb1916 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:37.176142 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:37.176567 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d86fc067-64b2-4d77-89a5-d8a847bb1916 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:37.177283 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'status': 'completed', 'code': 200} Nov 03 18:50:37.317989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:37.335880 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.338308 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d5f651aa-619a-41f9-83d5-f60f5531ffd3 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "PUT /v2.0/routers/9718f6e2-6622-47a6-beef-f82d082c9f70 HTTP/1.1" status: 200 len: 878 time: 7.0403218 Nov 03 18:50:37.339367 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf599b-56eb-46e1-8636-926e51f528b9 None None] Sync routers for ids ['9718f6e2-6622-47a6-beef-f82d082c9f70'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:37.343371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33932) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:37.364519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:37.368089 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf599b-56eb-46e1-8636-926e51f528b9 None None] Routers {'9718f6e2-6622-47a6-beef-f82d082c9f70'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:37.369168 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-34bf599b-56eb-46e1-8636-926e51f528b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9718f6e2-6622-47a6-beef-f82d082c9f70'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:37.373252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.491741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f9df7-cda7-4726-98ad-534ee430184b req-b199dbec-0e6a-4f9c-982a-37e33738f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.497053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b63f9df7-cda7-4726-98ad-534ee430184b req-b199dbec-0e6a-4f9c-982a-37e33738f2cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.2726722 Nov 03 18:50:37.499011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-b9f69955-4096-4b15-872f-1262e8feaf58', 'network_id': 'b9f69955-4096-4b15-872f-1262e8feaf58', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': '1cb55748-1512-40fa-8015-af4a7492debc'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:37.499997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.523386 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-34bf599b-56eb-46e1-8636-926e51f528b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:37.541883 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf599b-56eb-46e1-8636-926e51f528b9 None None] Routers {'9718f6e2-6622-47a6-beef-f82d082c9f70'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:37.543239 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-34bf599b-56eb-46e1-8636-926e51f528b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9718f6e2-6622-47a6-beef-f82d082c9f70'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:37.599674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-5603972f-6f49-48cf-ac8a-e1980d5a11ea tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.608476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-5603972f-6f49-48cf-ac8a-e1980d5a11ea tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3234463 Nov 03 18:50:37.613349 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-34bf599b-56eb-46e1-8636-926e51f528b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:37.615075 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf599b-56eb-46e1-8636-926e51f528b9 None None] The sync data for ids ['9718f6e2-6622-47a6-beef-f82d082c9f70'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:37.650676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.802825 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fa490a38-96b1-4b96-b50f-0120d86fb4bb tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/routers/9718f6e2-6622-47a6-beef-f82d082c9f70 HTTP/1.1" status: 200 len: 919 time: 0.4507449 Nov 03 18:50:37.803744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33936) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:37.866036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-10440ed9-86da-4d3c-ad52-64b9ed56b2da tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 695 time: 0.2048938 Nov 03 18:50:37.871967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Request body: {'floatingip': {'port_id': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'fixed_ip_address': '172.20.0.2'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:37.904230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Allocated IP 172.20.0.2 (b9f69955-4096-4b15-872f-1262e8feaf58/1cb55748-1512-40fa-8015-af4a7492debc/d5bebf06-f87f-4ca3-b081-36529eb1f2db) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:37.992135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e89e6-d34a-4394-9221-dc69ba5509e7 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.994108 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fa3e89e6-d34a-4394-9221-dc69ba5509e7 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=9718f6e2-6622-47a6-beef-f82d082c9f70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1888018 Nov 03 18:50:37.995660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.003870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33940) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:38.050290 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.149823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f9df7-cda7-4726-98ad-534ee430184b req-0e5dabef-3f47-4cb1-8d54-3dcd47836666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.154691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b63f9df7-cda7-4726-98ad-534ee430184b req-0e5dabef-3f47-4cb1-8d54-3dcd47836666 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.6045232 Nov 03 18:50:38.175473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=628f79dc-1739-446c-86fb-da3ed4a806f6,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:38.254692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': 'f685b37b-a06b-488b-870f-673926378792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e7fdb76b-156d-4a2b-9fef-821cc73c4863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:38.255049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: e7fdb76b-156d-4a2b-9fef-821cc73c4863, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:38.261904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637c4379-8d93-44b7-94d2-218ddf192050 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.268473 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-637c4379-8d93-44b7-94d2-218ddf192050 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 881 time: 0.2561691 Nov 03 18:50:38.271654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33944) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:38.320015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d638e3b9-f1ce-41c2-a514-a43db73e807f tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=9718f6e2-6622-47a6-beef-f82d082c9f70 HTTP/1.1" status: 200 len: 205 time: 0.0412796 Nov 03 18:50:38.321551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b63f9df7-cda7-4726-98ad-534ee430184b req-dec55945-ec78-4c71-b47f-32ba23426b0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 217 time: 0.1405642 Nov 03 18:50:38.321734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network e7fdb76b-156d-4a2b-9fef-821cc73c4863 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:38.321734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33946) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:38.348266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Deleting port 1d8b91f3-b974-42bf-b888-414324155e4a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:38.348789 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.351652 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.368096 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.380598 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d380e932-5ada-430e-990f-5f46ff4ca952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.429201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Network b9f69955-4096-4b15-872f-1262e8feaf58 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:38.434952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:38.440749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:38.458725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Pushing event updated for resources: {'Port': ['ID=d5bebf06-f87f-4ca3-b081-36529eb1f2db,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:38.530016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, e7fdb76b-156d-4a2b-9fef-821cc73c4863) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:38.559452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.561707 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.633506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] For port 1d8b91f3-b974-42bf-b888-414324155e4a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1d8b91f3-b974-42bf-b888-414324155e4a,segment=NetworkSegment(19274692-1db0-4116-80af-f9c7949a7d77),segment_id=19274692-1db0-4116-80af-f9c7949a7d77)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:38.634073 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.714076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2772f1dc-64f3-4989-9606-9bda4fe93e45 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8160040 Nov 03 18:50:38.726369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33950) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:38.761881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7ea1cfd9-1d9d-441b-a1c2-acd103c00b55 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1130249480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:38.804998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a97cd2-55fc-452c-98cb-a697fd93f358 None None] Network e7fdb76b-156d-4a2b-9fef-821cc73c4863 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:38.820630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.867426 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Attempting to bind port d5bebf06-f87f-4ca3-b081-36529eb1f2db on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:38.867931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Attempting to bind port d5bebf06-f87f-4ca3-b081-36529eb1f2db by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9e85c38c-5e40-4ca3-90b1-efb19bd0e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b9f69955-4096-4b15-872f-1262e8feaf58'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:38.868612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Attempting to bind port d5bebf06-f87f-4ca3-b081-36529eb1f2db on network b9f69955-4096-4b15-872f-1262e8feaf58 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:38.915212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f9df7-cda7-4726-98ad-534ee430184b req-fd29d0f4-35f8-49c9-8968-7f49f0d6edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.922966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b63f9df7-cda7-4726-98ad-534ee430184b req-fd29d0f4-35f8-49c9-8968-7f49f0d6edcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.5895104 Nov 03 18:50:38.953481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:38.954644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7ea1cfd9-1d9d-441b-a1c2-acd103c00b55 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.954828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Checking segment: {'id': '9e85c38c-5e40-4ca3-90b1-efb19bd0e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b9f69955-4096-4b15-872f-1262e8feaf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:38.955958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7ea1cfd9-1d9d-441b-a1c2-acd103c00b55 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.957965 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.959071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Bound using segment: {'id': '9e85c38c-5e40-4ca3-90b1-efb19bd0e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b9f69955-4096-4b15-872f-1262e8feaf58'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:38.960156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Bound port: d5bebf06-f87f-4ca3-b081-36529eb1f2db, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e85c38c-5e40-4ca3-90b1-efb19bd0e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b9f69955-4096-4b15-872f-1262e8feaf58'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:38.961395 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.962174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Calling delete_port for 1d8b91f3-b974-42bf-b888-414324155e4a owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:39.019923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b63f9df7-cda7-4726-98ad-534ee430184b req-3d05fb28-fc12-4124-bb2e-f03009c0c670 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836535 Nov 03 18:50:39.183120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7ea1cfd9-1d9d-441b-a1c2-acd103c00b55 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.191508 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7ea1cfd9-1d9d-441b-a1c2-acd103c00b55 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.240028 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.260137 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7ea1cfd9-1d9d-441b-a1c2-acd103c00b55 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.267225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7ea1cfd9-1d9d-441b-a1c2-acd103c00b55 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5129120 Nov 03 18:50:39.270385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33956) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:39.321365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-e7fdb76b-156d-4a2b-9fef-821cc73c4863', 'network_id': 'e7fdb76b-156d-4a2b-9fef-821cc73c4863', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': '628f79dc-1739-446c-86fb-da3ed4a806f6'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:39.323968 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.331787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] For port d5bebf06-f87f-4ca3-b081-36529eb1f2db, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:39.390175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] For port d5bebf06-f87f-4ca3-b081-36529eb1f2db, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d5bebf06-f87f-4ca3-b081-36529eb1f2db,segment=NetworkSegment(9e85c38c-5e40-4ca3-90b1-efb19bd0e72b),segment_id=9e85c38c-5e40-4ca3-90b1-efb19bd0e72b)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:39.420881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.458947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.473666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.677830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c138a2-44af-4971-a757-d8128d57ffa8 None None] Pushing event updated for resources: {'Port': ['ID=d5bebf06-f87f-4ca3-b081-36529eb1f2db,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:39.785113 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.792546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Deleting port a0c2699e-e037-4831-8bdb-fa9cbfc02d9f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:39.793353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.806195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Allocated IP 172.21.0.2 (e7fdb76b-156d-4a2b-9fef-821cc73c4863/628f79dc-1739-446c-86fb-da3ed4a806f6/c7b460f6-459e-430b-984e-c37b5c8dd57b) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:39.999238 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.017257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Port': ['ID=1d8b91f3-b974-42bf-b888-414324155e4a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:40.079310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b63f9df7-cda7-4726-98ad-534ee430184b req-45445243-0a5e-40fc-9a47-3071a95311f6 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0496140 Nov 03 18:50:40.083660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No DVR routers for this DVR port 1d8b91f3-b974-42bf-b888-414324155e4a on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:40.178478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.185965 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.239963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.241608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Calling delete_port for a0c2699e-e037-4831-8bdb-fa9cbfc02d9f owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:40.251548 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.291217 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Floating IP 695ff280-991c-463e-bb6d-66124155a959 associated. External IP: 172.25.3.71, port: 33df302e-c1a5-43af-abd1-1f780ca6b3ff. Nov 03 18:50:40.359132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Network e7fdb76b-156d-4a2b-9fef-821cc73c4863 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:40.366807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:40.374776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:40.474345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Pushing event updated for resources: {'Port': ['ID=c7b460f6-459e-430b-984e-c37b5c8dd57b,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:40.568380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.572692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Attempting to bind port c7b460f6-459e-430b-984e-c37b5c8dd57b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:40.573714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Attempting to bind port c7b460f6-459e-430b-984e-c37b5c8dd57b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f685b37b-a06b-488b-870f-673926378792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e7fdb76b-156d-4a2b-9fef-821cc73c4863'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:40.574659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Attempting to bind port c7b460f6-459e-430b-984e-c37b5c8dd57b on network e7fdb76b-156d-4a2b-9fef-821cc73c4863 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:40.591132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:40.591988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Checking segment: {'id': 'f685b37b-a06b-488b-870f-673926378792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e7fdb76b-156d-4a2b-9fef-821cc73c4863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:40.592794 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.593676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Bound using segment: {'id': 'f685b37b-a06b-488b-870f-673926378792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e7fdb76b-156d-4a2b-9fef-821cc73c4863'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:40.599465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Bound port: c7b460f6-459e-430b-984e-c37b5c8dd57b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f685b37b-a06b-488b-870f-673926378792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e7fdb76b-156d-4a2b-9fef-821cc73c4863'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:40.599465 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.762792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d5bebf06-f87f-4ca3-b081-36529eb1f2db up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:40.848486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] For port c7b460f6-459e-430b-984e-c37b5c8dd57b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:40.888279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] For port c7b460f6-459e-430b-984e-c37b5c8dd57b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c7b460f6-459e-430b-984e-c37b5c8dd57b,segment=NetworkSegment(f685b37b-a06b-488b-870f-673926378792),segment_id=f685b37b-a06b-488b-870f-673926378792)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:40.898334 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.061152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61267139-9a77-4114-b6b3-afa90f320721 None None] Pushing event updated for resources: {'Port': ['ID=c7b460f6-459e-430b-984e-c37b5c8dd57b,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:41.062504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.20.0.1 (b9f69955-4096-4b15-872f-1262e8feaf58/1cb55748-1512-40fa-8015-af4a7492debc/e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:41.084836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d5bebf06-f87f-4ca3-b081-36529eb1f2db triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:41.085443 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.394819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.409771 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.423022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21610f3b-9fbd-4511-9e20-40cf25c4f89c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:41.445581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19274692-1db0-4116-80af-f9c7949a7d77') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:41.446207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19274692-1db0-4116-80af-f9c7949a7d77') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:41.448173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.529661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b63f9df7-cda7-4726-98ad-534ee430184b req-823b8d40-4844-45d0-a24d-a11ad69cee86 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3973005 Nov 03 18:50:41.537247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.551575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port d5bebf06-f87f-4ca3-b081-36529eb1f2db, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d5bebf06-f87f-4ca3-b081-36529eb1f2db,segment=NetworkSegment(9e85c38c-5e40-4ca3-90b1-efb19bd0e72b),segment_id=9e85c38c-5e40-4ca3-90b1-efb19bd0e72b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:41.560935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.601891 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.616780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:41.617491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:41.776481 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:41.785738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=d5bebf06-f87f-4ca3-b081-36529eb1f2db,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:41.841236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.863681 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.870516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/21610f3b-9fbd-4511-9e20-40cf25c4f89c HTTP/1.1" status: 204 len: 168 time: 6.8976371 Nov 03 18:50:41.952113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33978) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:41.964621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1812727660'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:41.984229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07109803-12b9-4d76-81b0-d6fbf762beed None None] Network b9f69955-4096-4b15-872f-1262e8feaf58 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:42.005854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943556f6-4608-4db9-be7a-0eee224f13ae tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Network': ['ID=21610f3b-9fbd-4511-9e20-40cf25c4f89c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:42.014159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:42.020289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.047797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event deleted for resources: {'Port': ['ID=a0c2699e-e037-4831-8bdb-fa9cbfc02d9f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:42.153453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.206953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:42.245745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.246045 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Added segment 0e8a6094-15c5-427c-9edf-535096c12fb3 of type vlan for network 96def941-3d0b-41f5-bfee-7c8af1df4458 Nov 03 18:50:42.262150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6e4d971a-83d8-45ae-a9c9-fbb67e2eda4f None None] Provisioning complete for port d5bebf06-f87f-4ca3-b081-36529eb1f2db triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:42.265442 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e4d971a-83d8-45ae-a9c9-fbb67e2eda4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.271762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.280596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network b9f69955-4096-4b15-872f-1262e8feaf58 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:42.296295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:42.314356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:42.363878 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.372512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.494186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:42.497347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.594736 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.612705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:42.614149 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.767279 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.792965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d5bebf06-f87f-4ca3-b081-36529eb1f2db up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:42.960385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d5bebf06-f87f-4ca3-b081-36529eb1f2db triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:42.962051 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.996301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Router cdc602ce-d397-4de3-95fa-6763d51cae33 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:43.000074 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.010071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.049222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0887232 Nov 03 18:50:43.049222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c7843-7216-48b6-b377-2b3c26971991 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Network': ['ID=96def941-3d0b-41f5-bfee-7c8af1df4458,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:43.059706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33990) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:43.070497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'subnet': {'network_id': '96def941-3d0b-41f5-bfee-7c8af1df4458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:43.117768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 96def941-3d0b-41f5-bfee-7c8af1df4458 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:43.281807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.330931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:43.332019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.332931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Fanout notify agent at l3_agent the message router_deleted on router 9718f6e2-6622-47a6-beef-f82d082c9f70 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:43.348964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.375609 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.383752 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5b2a1555-c698-404f-8366-2abda03d5ea1 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/9718f6e2-6622-47a6-beef-f82d082c9f70 HTTP/1.1" status: 204 len: 168 time: 5.0559962 Nov 03 18:50:43.388271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33994) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:43.401712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9072786e-484d-46fd-97d7-2e6b9c53959d None None] Network e7fdb76b-156d-4a2b-9fef-821cc73c4863 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:43.410848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-391d9ff0-19a2-4d2e-b632-de9cd7402b5b tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-154426320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:43.552819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c7b460f6-459e-430b-984e-c37b5c8dd57b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:43.596346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2dc95710-4ca3-41c9-b594-d08245165c55 None None] Provisioning complete for port c7b460f6-459e-430b-984e-c37b5c8dd57b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:43.596969 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2dc95710-4ca3-41c9-b594-d08245165c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.771549 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-391d9ff0-19a2-4d2e-b632-de9cd7402b5b tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.774124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-391d9ff0-19a2-4d2e-b632-de9cd7402b5b tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.816863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c7b460f6-459e-430b-984e-c37b5c8dd57b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:43.817349 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.853641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:43.863583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.921918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] Sync routers for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:43.956179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dc54a597-6995-449c-976b-300289e0f47f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "PUT /v2.0/floatingips/695ff280-991c-463e-bb6d-66124155a959 HTTP/1.1" status: 200 len: 995 time: 6.0891325 Nov 03 18:50:43.960041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:43.963122 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38563feb-579b-44ca-9da9-8097fe47bade" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:43.970850 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-391d9ff0-19a2-4d2e-b632-de9cd7402b5b tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.991160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-391d9ff0-19a2-4d2e-b632-de9cd7402b5b tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.012062 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2dc95710-4ca3-41c9-b594-d08245165c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.094957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2dc95710-4ca3-41c9-b594-d08245165c55 None None] For port c7b460f6-459e-430b-984e-c37b5c8dd57b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c7b460f6-459e-430b-984e-c37b5c8dd57b,segment=NetworkSegment(f685b37b-a06b-488b-870f-673926378792),segment_id=f685b37b-a06b-488b-870f-673926378792)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:44.110015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:44.112012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:44.119120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-391d9ff0-19a2-4d2e-b632-de9cd7402b5b tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.125473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2dc95710-4ca3-41c9-b594-d08245165c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.125889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-391d9ff0-19a2-4d2e-b632-de9cd7402b5b tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7306855 Nov 03 18:50:44.131501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34010) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:44.140957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': True}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:44.212788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.336502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Checking segment: {'id': '0e8a6094-15c5-427c-9edf-535096c12fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '96def941-3d0b-41f5-bfee-7c8af1df4458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:44.336971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network hostable DHCP agents. Network: 96def941-3d0b-41f5-bfee-7c8af1df4458, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:44.352607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Subnet': ['ID=41a22989-4935-4354-8cb5-6a91a72564bd,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:44.386810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network 96def941-3d0b-41f5-bfee-7c8af1df4458 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:44.409975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 96def941-3d0b-41f5-bfee-7c8af1df4458) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:44.424173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:44.425732 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.473658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ae720-e510-4203-9082-6dcc7f4e05d1 None None] Network 96def941-3d0b-41f5-bfee-7c8af1df4458 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:44.480227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a9012780-21cb-45e8-8714-1d0dd0a375ef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4125962 Nov 03 18:50:44.484898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34012) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:44.610751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fa09e828-da60-4244-b8ba-e6d646692fb8 None None] Provisioning complete for port e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:44.611097 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa09e828-da60-4244-b8ba-e6d646692fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.656430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-e7a3b6ce-84bf-4e80-ab07-480b2ceafc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:44.660058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-e7a3b6ce-84bf-4e80-ab07-480b2ceafc14 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.6576991 Nov 03 18:50:44.666230 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.764153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.826183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.839794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.985609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc95710-4ca3-41c9-b594-d08245165c55 None None] Pushing event updated for resources: {'Port': ['ID=c7b460f6-459e-430b-984e-c37b5c8dd57b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:44.996313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dec9cbd5-ad59-42d5-8ad3-d55d0d95b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:44.998328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-dec9cbd5-ad59-42d5-8ad3-d55d0d95b19a service neutron] 10.222.0.77 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.3107469 Nov 03 18:50:45.000926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.079713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:45.091896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fa09e828-da60-4244-b8ba-e6d646692fb8 None None] Port e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:45.092274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:45.108379 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.352672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fa09e828-da60-4244-b8ba-e6d646692fb8 None None] Provisioning complete for port d5bebf06-f87f-4ca3-b081-36529eb1f2db triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:45.356370 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa09e828-da60-4244-b8ba-e6d646692fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.388013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.474878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Subnet': ['ID=41a22989-4935-4354-8cb5-6a91a72564bd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:45.571712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2bc16-7dff-4ccf-b7c5-0a1264a0be72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-96def941-3d0b-41f5-bfee-7c8af1df4458', 'network_id': '96def941-3d0b-41f5-bfee-7c8af1df4458', 'tenant_id': '4de8a214f12e44c0b19697500cc8cc45', 'fixed_ips': [{'subnet_id': '41a22989-4935-4354-8cb5-6a91a72564bd'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:45.573241 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18f2bc16-7dff-4ccf-b7c5-0a1264a0be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.635365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-9783f771-4790-4cdc-aede-aeaa462b20cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 998 time: 0.5501845 Nov 03 18:50:45.676876 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.730556 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.780987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.827560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network b9f69955-4096-4b15-872f-1262e8feaf58 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:45.836494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:45.847440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96def941-3d0b-41f5-bfee-7c8af1df4458']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:45.875984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-f5a4f498-100f-4f87-8ec8-ba2ba871e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:45.879514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-f5a4f498-100f-4f87-8ec8-ba2ba871e952 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.1638045 Nov 03 18:50:45.889300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8a6094-15c5-427c-9edf-535096c12fb3') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:45.889832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8a6094-15c5-427c-9edf-535096c12fb3') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:46.034227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-4368e1e0-3bae-43a6-b403-e066cf361edf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405334 Nov 03 18:50:46.037790 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.060794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-403ae606-2339-43c3-9a4c-f421e6129814 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:50:46.062931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-403ae606-2339-43c3-9a4c-f421e6129814 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0203784 Nov 03 18:50:46.088332 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.162960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:46.164231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:46.179272 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:46.297012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Allocated IP 172.25.3.213 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/2573f673-b546-4aea-86b3-43cc9bb992f3) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:46.358256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb72256-0953-470c-9861-039280a2592f None None] Network 96def941-3d0b-41f5-bfee-7c8af1df4458 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:46.586519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 37eec760-a409-4eaa-bc05-1df1d487074b is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:50:46.619332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-eeba00b6-9d9d-4443-afb2-47e56b9b5ad8 service neutron] 10.222.0.77 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470111 Nov 03 18:50:46.623125 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.666752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '695ff280-991c-463e-bb6d-66124155a959', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'port_id': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'mac_address': 'fa:16:3e:bb:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a3df5-642f-467b-860b-9675e3641f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:50:35Z', 'updated_at': '2021-11-03T18:50:39Z', 'revision_number': 1, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:40Z', 'revision_number': 5, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:46.671508 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f091e7f9-c479-42c1-8d85-a219d43c7df6 None None] Provisioning complete for port c7b460f6-459e-430b-984e-c37b5c8dd57b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:46.672459 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f091e7f9-c479-42c1-8d85-a219d43c7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.711474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.724184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/96def941-3d0b-41f5-bfee-7c8af1df4458 HTTP/1.1" status: 204 len: 168 time: 2.2296834 Nov 03 18:50:46.724184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc2248-25d4-4a1d-801c-f994f53a43b0 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Network': ['ID=96def941-3d0b-41f5-bfee-7c8af1df4458,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:46.737619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34030) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:46.763251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1070082790'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:46.833778 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.875758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:46.886564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] Checking router: cdc602ce-d397-4de3-95fa-6763d51cae33 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:46.893206 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b38c3f10-803c-4c44-a25f-2ce84e4dd2f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/37eec760-a409-4eaa-bc05-1df1d487074b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6210716 Nov 03 18:50:46.899822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34034) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:46.913370 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd21922-84dc-43e0-954b-933c95a4c4b1 None None] Sync routers for ids ['37eec760-a409-4eaa-bc05-1df1d487074b'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:46.949274 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd21922-84dc-43e0-954b-933c95a4c4b1 None None] Routers {'37eec760-a409-4eaa-bc05-1df1d487074b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:46.951511 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ddd21922-84dc-43e0-954b-933c95a4c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['37eec760-a409-4eaa-bc05-1df1d487074b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:46.968264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a20e61-b693-4576-98fa-e29fe058c4db None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:50:47.041231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:47.061315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:47.085970 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ddd21922-84dc-43e0-954b-933c95a4c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:47.122631 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd21922-84dc-43e0-954b-933c95a4c4b1 None None] Routers {'37eec760-a409-4eaa-bc05-1df1d487074b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:47.123276 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ddd21922-84dc-43e0-954b-933c95a4c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['37eec760-a409-4eaa-bc05-1df1d487074b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:47.164590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c464ee7-2e84-47ef-88f6-64cd1ecc849e req-4b6152e0-c06d-4959-a792-00440866e266 service neutron] 10.222.0.77 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688580 Nov 03 18:50:47.183222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d5044-f817-4f35-891b-0cb6fb89acee tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:47.190024 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-de4d5044-f817-4f35-891b-0cb6fb89acee tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports/e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6 HTTP/1.1" status: 200 len: 910 time: 0.2808628 Nov 03 18:50:47.191145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34038) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:47.198055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:47.244558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:47.245568 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Added segment e3746346-9df2-43d3-a383-f17468b316fe of type vlan for network d9babcbd-11c9-41c4-89c0-739bbfc337c5 Nov 03 18:50:47.329083 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ddd21922-84dc-43e0-954b-933c95a4c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:47.332991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a20e61-b693-4576-98fa-e29fe058c4db None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:50:47.333855 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd21922-84dc-43e0-954b-933c95a4c4b1 None None] The sync data for ids ['37eec760-a409-4eaa-bc05-1df1d487074b'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:47.338304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c7b460f6-459e-430b-984e-c37b5c8dd57b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:47.346167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:47.415107 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:47.431200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:47.432442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:47.434879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:47.437088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:47.463884 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:47.481217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7417393 Nov 03 18:50:47.502254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34044) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:47.641394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb6f3d-5a78-475c-b293-3a2d320c81c6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Network': ['ID=d9babcbd-11c9-41c4-89c0-739bbfc337c5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:47.679340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Request body: {'subnet': {'network_id': 'd9babcbd-11c9-41c4-89c0-739bbfc337c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:47.700642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network d9babcbd-11c9-41c4-89c0-739bbfc337c5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:47.891467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:48.376100 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1417deb2-5eb3-4b4d-9742-fb34dfa9d80e x-openstack-request-id: req-1417deb2-5eb3-4b4d-9742-fb34dfa9d80e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:48.377738 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:48.378150 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1417deb2-5eb3-4b4d-9742-fb34dfa9d80e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:48.380523 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'status': 'completed', 'code': 200} Nov 03 18:50:48.494252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:48.520390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:48.590749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:48.622631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-1a075e26-c26c-4863-96ac-a2df7ad06f7e tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 998 time: 0.2103763 Nov 03 18:50:48.776630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'Port': ['ID=2573f673-b546-4aea-86b3-43cc9bb992f3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:48.812236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-8156c2db-2260-4acc-91c6-19150bb3e04e tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.818346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-8156c2db-2260-4acc-91c6-19150bb3e04e tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports/33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 942 time: 0.1694796 Nov 03 18:50:48.858054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38563feb-579b-44ca-9da9-8097fe47bade req-7b7ef223-b100-4b63-a973-e2152f6c7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.869022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38563feb-579b-44ca-9da9-8097fe47bade req-7b7ef223-b100-4b63-a973-e2152f6c7000 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.2429292 Nov 03 18:50:49.033270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c7b460f6-459e-430b-984e-c37b5c8dd57b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:49.034212 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.112488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f091e7f9-c479-42c1-8d85-a219d43c7df6 None None] Provisioning complete for port e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:49.113213 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f091e7f9-c479-42c1-8d85-a219d43c7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.201879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f091e7f9-c479-42c1-8d85-a219d43c7df6 None None] Port e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:49.226072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-7f776c20-d3a8-4e77-853b-a00cc8c704ab tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 998 time: 0.2593784 Nov 03 18:50:49.419657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Made reservation on behalf of 4de8a214f12e44c0b19697500cc8cc45 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:49.424922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.433006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38563feb-579b-44ca-9da9-8097fe47bade req-19c94d2f-c5ba-4292-a0f5-ff7a0822b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:49.438690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38563feb-579b-44ca-9da9-8097fe47bade req-19c94d2f-c5ba-4292-a0f5-ff7a0822b4c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.5604210 Nov 03 18:50:49.640213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38563feb-579b-44ca-9da9-8097fe47bade req-0359cbd7-e9ea-4b50-8f4b-e838554125ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 998 time: 0.1909487 Nov 03 18:50:49.768561 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38563feb-579b-44ca-9da9-8097fe47bade req-1364a49c-4e97-47df-9338-22796b5b0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:49.772445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38563feb-579b-44ca-9da9-8097fe47bade req-1364a49c-4e97-47df-9338-22796b5b0459 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.1217039 Nov 03 18:50:49.812778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '695ff280-991c-463e-bb6d-66124155a959', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'port_id': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'mac_address': 'fa:16:3e:bb:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a3df5-642f-467b-860b-9675e3641f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:50:35Z', 'updated_at': '2021-11-03T18:50:39Z', 'revision_number': 1, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:40Z', 'revision_number': 5, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:49.832048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-e075e4f7-fc53-42e4-ad6c-bef847fd682e tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:49.834391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-e075e4f7-fc53-42e4-ad6c-bef847fd682e tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.6010540 Nov 03 18:50:49.873386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38563feb-579b-44ca-9da9-8097fe47bade req-5df8e044-3138-42ad-b0bf-cbb02e74a900 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912230 Nov 03 18:50:49.886888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ef8a5-cecb-4dfb-8866-f7a38dfc36bb None None] The sync data for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 is: [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '695ff280-991c-463e-bb6d-66124155a959', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'port_id': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'mac_address': 'fa:16:3e:bb:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a3df5-642f-467b-860b-9675e3641f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:50:35Z', 'updated_at': '2021-11-03T18:50:39Z', 'revision_number': 1, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:40Z', 'revision_number': 5, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:50.171688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-12aa5950-cb87-43ae-b42c-34658040a1aa tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 998 time: 0.3021600 Nov 03 18:50:50.189602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:50.210097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.291228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.330658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38563feb-579b-44ca-9da9-8097fe47bade req-abc8dd12-35a9-4325-b174-729659146545 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407967 Nov 03 18:50:50.371358 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.379462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaedd75-7932-4d3d-9401-4362b110d304 None None] New status for floating IP 695ff280-991c-463e-bb6d-66124155a959: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:50:50.625061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:50:50.718275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.849362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-96adb5f5-50c7-4170-b855-7e03dd6aee2a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:50.852040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-96adb5f5-50c7-4170-b855-7e03dd6aee2a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 945 time: 0.6759100 Nov 03 18:50:51.168010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event updated for resources: {'Subnet': ['ID=94056554-12bd-4006-a1a7-5846eb503e62,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:51.188149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38563feb-579b-44ca-9da9-8097fe47bade req-0ba11a19-53f7-4178-b06d-569279b9e34d service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8468540 Nov 03 18:50:51.200137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.api [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:50:51.201092 n-d-812148-3 neutron-server[101756]: DEBUG oslo_db.api [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:50:51.302042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Checking segment: {'id': 'e3746346-9df2-43d3-a383-f17468b316fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd9babcbd-11c9-41c4-89c0-739bbfc337c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:51.302684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network hostable DHCP agents. Network: d9babcbd-11c9-41c4-89c0-739bbfc337c5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:51.338515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34068) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:51.368659 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.438764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.462255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Network d9babcbd-11c9-41c4-89c0-739bbfc337c5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:51.492396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6674-cb79-4125-9104-52b5421b2b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.546268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, d9babcbd-11c9-41c4-89c0-739bbfc337c5) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:51.563102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205dab3-58e3-458d-937a-eef8b2d11138 None None] Network d9babcbd-11c9-41c4-89c0-739bbfc337c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:51.571533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.572263 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.654578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6674-cb79-4125-9104-52b5421b2b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.662495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6674-cb79-4125-9104-52b5421b2b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.686776 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d6e2ce6c-4fd5-4aff-b6b7-b65aa6092d27 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.0205460 Nov 03 18:50:51.690636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Deleting port 6892b3f2-e027-48c9-b783-35121cc260a8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:51.690978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.693967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34072) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:51.704357 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.802325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e0dd6674-cb79-4125-9104-52b5421b2b77 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21c943ee82eb4ef29c389e24d3068b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622912 Nov 03 18:50:51.804349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34074) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:51.809922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd6674-cb79-4125-9104-52b5421b2b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27542a8f-1f8e-4196-906e-8f131147ed52,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:51.837186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-d9babcbd-11c9-41c4-89c0-739bbfc337c5', 'network_id': 'd9babcbd-11c9-41c4-89c0-739bbfc337c5', 'tenant_id': '4de8a214f12e44c0b19697500cc8cc45', 'fixed_ips': [{'subnet_id': '94056554-12bd-4006-a1a7-5846eb503e62'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:51.838870 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.010005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0229253-7263-4811-9ac5-03cc8c1a80e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.086136 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.100887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0229253-7263-4811-9ac5-03cc8c1a80e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.102056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Allocated IP 2001:db8::f816:3eff:fe9e:5d8d (d9babcbd-11c9-41c4-89c0-739bbfc337c5/94056554-12bd-4006-a1a7-5846eb503e62/c9e3fdfc-c13d-494f-a4a5-4e2ca1582073) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:52.105262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.105857 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Floating IP 695ff280-991c-463e-bb6d-66124155a959 disassociated. External IP: 172.25.3.71, port: 33df302e-c1a5-43af-abd1-1f780ca6b3ff. Nov 03 18:50:52.114810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.21.0.1 (e7fdb76b-156d-4a2b-9fef-821cc73c4863/628f79dc-1739-446c-86fb-da3ed4a806f6/521f1668-e412-4247-adf7-91f8f0a996d4) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:52.368018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-4b623449-72d0-4843-9d23-247f05c02317 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1650245 Nov 03 18:50:52.408331 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0229253-7263-4811-9ac5-03cc8c1a80e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.423051 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0229253-7263-4811-9ac5-03cc8c1a80e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.441182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a0229253-7263-4811-9ac5-03cc8c1a80e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27542a8f-1f8e-4196-906e-8f131147ed52 HTTP/1.1" status: 204 len: 168 time: 0.6218755 Nov 03 18:50:52.458269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.471342 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.547340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Network d9babcbd-11c9-41c4-89c0-739bbfc337c5 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:52.560335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] For port 6892b3f2-e027-48c9-b783-35121cc260a8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6892b3f2-e027-48c9-b783-35121cc260a8,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:52.561151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.561894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:52.572090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:52.587683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Pushing event updated for resources: {'Port': ['ID=c9e3fdfc-c13d-494f-a4a5-4e2ca1582073,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:52.600220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0229253-7263-4811-9ac5-03cc8c1a80e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27542a8f-1f8e-4196-906e-8f131147ed52,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:52.712452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Attempting to bind port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:52.713519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Attempting to bind port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'e3746346-9df2-43d3-a383-f17468b316fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd9babcbd-11c9-41c4-89c0-739bbfc337c5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:52.714353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Attempting to bind port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 on network d9babcbd-11c9-41c4-89c0-739bbfc337c5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:52.741099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:52.744161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Checking segment: {'id': 'e3746346-9df2-43d3-a383-f17468b316fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd9babcbd-11c9-41c4-89c0-739bbfc337c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:52.745578 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.747065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Bound using segment: {'id': 'e3746346-9df2-43d3-a383-f17468b316fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd9babcbd-11c9-41c4-89c0-739bbfc337c5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:52.748215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Bound port: c9e3fdfc-c13d-494f-a4a5-4e2ca1582073, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3746346-9df2-43d3-a383-f17468b316fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd9babcbd-11c9-41c4-89c0-739bbfc337c5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:52.749166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.759283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-e6c8e901-471c-4eac-ae66-e6a249ff3233 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2249601 Nov 03 18:50:52.768748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-e7ea7ef4-0933-4055-b21b-c5a52b93bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:52.771725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-e7ea7ef4-0933-4055-b21b-c5a52b93bbee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.3285894 Nov 03 18:50:52.815955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.878429 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Router 746aa147-3eea-477b-84b3-9cd59aaadaf2 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:50:52.989575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Router cdc602ce-d397-4de3-95fa-6763d51cae33 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:53.018476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] For port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:53.026306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] For port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c9e3fdfc-c13d-494f-a4a5-4e2ca1582073,segment=NetworkSegment(e3746346-9df2-43d3-a383-f17468b316fe),segment_id=e3746346-9df2-43d3-a383-f17468b316fe)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:53.036589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.038429 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.156578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7963f-fab0-4619-b595-87a54620bc67 None None] Pushing event updated for resources: {'Port': ['ID=c9e3fdfc-c13d-494f-a4a5-4e2ca1582073,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:53.189940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6892b3f2-e027-48c9-b783-35121cc260a8 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:53.245816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c1413561-3d9b-430d-8f2a-009d60ca9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.246655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c1413561-3d9b-430d-8f2a-009d60ca9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.247508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c1413561-3d9b-430d-8f2a-009d60ca9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.248055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c1413561-3d9b-430d-8f2a-009d60ca9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.248685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c1413561-3d9b-430d-8f2a-009d60ca9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.249549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c1413561-3d9b-430d-8f2a-009d60ca9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.250339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c1413561-3d9b-430d-8f2a-009d60ca9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.253661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c1413561-3d9b-430d-8f2a-009d60ca9c82 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6490 time: 0.4223108 Nov 03 18:50:53.258950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34080) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:53.331324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea7c36e0-8a75-4efc-8a32-aea5e4973ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.374462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:53.405516 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.411449 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] Sync routers for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:53.447370 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.456406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-66af7cee-30f8-4390-aa55-77fe1c392177 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "PUT /v2.0/floatingips/695ff280-991c-463e-bb6d-66124155a959 HTTP/1.1" status: 200 len: 694 time: 3.2823207 Nov 03 18:50:53.470670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:53.476623 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2488540-303a-44ea-a4f0-66a6c4aabbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:53.476965 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:53.478061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.478543 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:53.478939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.479457 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Floating IP 0a199d5e-d07b-4162-998f-90a36b0a7ea0 disassociated. External IP: 172.25.3.208, port: 6892b3f2-e027-48c9-b783-35121cc260a8. Nov 03 18:50:53.480541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Calling delete_port for 6892b3f2-e027-48c9-b783-35121cc260a8 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:53.487749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Deleting port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:53.488276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.611773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6892b3f2-e027-48c9-b783-35121cc260a8, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6892b3f2-e027-48c9-b783-35121cc260a8,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:53.632756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:53.666097 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daab1c7d-8f56-4f90-b2f7-73b84d35a5fe" -d '{"events": [{"server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "name": "network-vif-unplugged", "status": "completed", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:53.689262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.725002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-b4846efa-4639-4654-923a-189fb521c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.738724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-b4846efa-4639-4654-923a-189fb521c09e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.9256637 Nov 03 18:50:53.824646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] For port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c9e3fdfc-c13d-494f-a4a5-4e2ca1582073,segment=NetworkSegment(e3746346-9df2-43d3-a383-f17468b316fe),segment_id=e3746346-9df2-43d3-a383-f17468b316fe)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:53.825332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.873834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Calling delete_port for c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:53.886182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6892b3f2-e027-48c9-b783-35121cc260a8,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:53.927596 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:53.955113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-4288dfe4-9662-4724-af8b-3957b0f487fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.955984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-4288dfe4-9662-4724-af8b-3957b0f487fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.956889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-4288dfe4-9662-4724-af8b-3957b0f487fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.960186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-4288dfe4-9662-4724-af8b-3957b0f487fb service neutron] 10.222.0.96 "GET /v2.0/networks?id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 2293 time: 0.6483204 Nov 03 18:50:54.029209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:54.046888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.049953 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-26286b98-1152-47c4-bd5a-c433f6ac58c8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "PUT /v2.0/routers/746aa147-3eea-477b-84b3-9cd59aaadaf2 HTTP/1.1" status: 200 len: 914 time: 9.9165289 Nov 03 18:50:54.055946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55392c6-06a2-4d9b-9640-814a4f793db9 None None] Sync routers for ids ['746aa147-3eea-477b-84b3-9cd59aaadaf2'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:54.063355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:54.065185 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.086211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34086) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:54.100858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea7c36e0-8a75-4efc-8a32-aea5e4973ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.135010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55392c6-06a2-4d9b-9640-814a4f793db9 None None] Routers {'746aa147-3eea-477b-84b3-9cd59aaadaf2'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:54.143581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a55392c6-06a2-4d9b-9640-814a4f793db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['746aa147-3eea-477b-84b3-9cd59aaadaf2'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:54.201536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network e7fdb76b-156d-4a2b-9fef-821cc73c4863 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:54.236436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a55392c6-06a2-4d9b-9640-814a4f793db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:54.263641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-17082c2e-6ed3-47b8-a95c-ff88e56aa4ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 217 time: 0.5103478 Nov 03 18:50:54.266224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55392c6-06a2-4d9b-9640-814a4f793db9 None None] Routers {'746aa147-3eea-477b-84b3-9cd59aaadaf2'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:54.267659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a55392c6-06a2-4d9b-9640-814a4f793db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['746aa147-3eea-477b-84b3-9cd59aaadaf2'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:54.267943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-242f80f8-64d0-4dca-a4e5-43033a5f6454 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 200 len: 1001 time: 0.1583564 Nov 03 18:50:54.270672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea7c36e0-8a75-4efc-8a32-aea5e4973ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.273896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:54.274281 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.289359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=521f1668-e412-4247-adf7-91f8f0a996d4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:54.305144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:54.311106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:54.335999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a55392c6-06a2-4d9b-9640-814a4f793db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:54.336625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55392c6-06a2-4d9b-9640-814a4f793db9 None None] The sync data for ids ['746aa147-3eea-477b-84b3-9cd59aaadaf2'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:54.429628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea7c36e0-8a75-4efc-8a32-aea5e4973ffe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=303bbdec477f4765934e824eb2043963&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1625109 Nov 03 18:50:54.461364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34088) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:54.512712 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:40Z', 'revision_number': 5, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:54.585921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] Checking router: cdc602ce-d397-4de3-95fa-6763d51cae33 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:54.605777 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:54.607469 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:54.625578 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.732500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-43956b9a-1dcb-45c3-8e64-d9dac28e3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.735096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-43956b9a-1dcb-45c3-8e64-d9dac28e3973 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.3248665 Nov 03 18:50:54.736427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c36e0-8a75-4efc-8a32-aea5e4973ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96696056-f16e-4cdc-9571-fbc96699646a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:54.822053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c0053e08-44b9-4bb2-aa30-f63869aeb663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.825221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c0053e08-44b9-4bb2-aa30-f63869aeb663 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=05c15032-d505-4f09-9ba2-7861fbedc873 HTTP/1.1" status: 200 len: 851 time: 0.5020852 Nov 03 18:50:54.830177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-96388d61-fd21-43f7-9051-93527ea38478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.834452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-96388d61-fd21-43f7-9051-93527ea38478 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 1.2622335 Nov 03 18:50:54.927223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-84d3566a-a5fa-4a36-b9db-5722e069ae96 None None] Provisioning complete for port 521f1668-e412-4247-adf7-91f8f0a996d4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:54.927936 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-84d3566a-a5fa-4a36-b9db-5722e069ae96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.934723 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:54.988736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-84d3566a-a5fa-4a36-b9db-5722e069ae96 None None] Port 521f1668-e412-4247-adf7-91f8f0a996d4 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:55.002675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-7f99473f-db0b-4914-a394-f45b2ac3594e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658263 Nov 03 18:50:55.059466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.148777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.207884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Port': ['ID=c9e3fdfc-c13d-494f-a4a5-4e2ca1582073,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:55.251899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-373a5db9-b898-4878-a154-dc9b18a79ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:55.256483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-373a5db9-b898-4878-a154-dc9b18a79ab3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3983104 Nov 03 18:50:55.257076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c1edc-3afa-45c9-b28b-86031ba65003 None None] Network d9babcbd-11c9-41c4-89c0-739bbfc337c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:55.286671 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.308793 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-91124bb7-11bd-4562-bf6a-3e319397e003 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/routers/746aa147-3eea-477b-84b3-9cd59aaadaf2 HTTP/1.1" status: 200 len: 920 time: 1.1043861 Nov 03 18:50:55.328657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34090) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:55.376408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3760b885-32e9-4eb0-b001-fadbadab5ea4 None None] Could not find standard attr ID for object c9e3fdfc-c13d-494f-a4a5-4e2ca1582073. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:50:55.422900 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:40Z', 'revision_number': 5, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:55.452718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e42f43c2-a93b-4c26-8b33-25d94c65e5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.462570 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event deleted for resources: {'Port': ['ID=6892b3f2-e027-48c9-b783-35121cc260a8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:55.493204 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d126b-b6ff-49c6-815e-adeb2edf5ea5 None None] The sync data for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 is: [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:49:30Z', 'revision_number': 4, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'dfc1f011-9119-41d3-aaa0-759fb893019a', 'name': '', 'network_id': '6af222eb-4017-4cb3-ad52-f6c3527c4800', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'mac_address': 'fa:16:3e:77:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:27Z', 'updated_at': '2021-11-03T18:49:40Z', 'revision_number': 5, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'subnets': [{'id': '44a96864-3c75-4eaa-bd70-a22056ce4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:55.502470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No DVR routers for this DVR port c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:55.674958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.699100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e42f43c2-a93b-4c26-8b33-25d94c65e5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.750190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-46246354-d64f-4077-aac1-f354f6f2d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:55.765988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-46246354-d64f-4077-aac1-f354f6f2d514 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.7672591 Nov 03 18:50:55.790972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b91e50-07bb-4023-95db-eace31ecc2eb tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:55.793830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-98b91e50-07bb-4023-95db-eace31ecc2eb tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=746aa147-3eea-477b-84b3-9cd59aaadaf2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4628806 Nov 03 18:50:55.815952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34092) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:55.865124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-acee0324-c86a-4b41-8e88-2447070ee9b5 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8407097 Nov 03 18:50:55.877751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.026380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-6e10d90e-8565-4a0f-9f42-a077a35e9d32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 217 time: 0.2262032 Nov 03 18:50:56.041226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-29f7a1b3-06c6-4ed4-9a86-a1c15cfdef58 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200625 Nov 03 18:50:56.125608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.134420 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386766e4-1fe8-4671-bc40-eae346b38b72 None None] New status for floating IP 695ff280-991c-463e-bb6d-66124155a959: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:50:56.253450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-3663b32d-eaa0-4901-a9ac-2ea59b60a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:56.263364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-3663b32d-eaa0-4901-a9ac-2ea59b60a1e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.2205753 Nov 03 18:50:56.270955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Subnet': ['ID=94056554-12bd-4006-a1a7-5846eb503e62,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:56.358240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6650b-3443-4912-b3fc-a0172d114118 None None] Network d9babcbd-11c9-41c4-89c0-739bbfc337c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:56.403946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Router 66e4ace6-474d-4763-b331-52f930d8168f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:56.413013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75088b0c-0e2e-4106-b184-6144326c9ae8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:56.421831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-75088b0c-0e2e-4106-b184-6144326c9ae8 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 881 time: 0.5956812 Nov 03 18:50:56.547128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34094) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:56.717209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec4e0ab-5c11-460b-b7e8-3c768050eecf None None] DHCP port deletion for d9babcbd-11c9-41c4-89c0-739bbfc337c5 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:57.001343 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d8a7ccd5-dd4f-4d4a-8694-47abcea9b3d6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=746aa147-3eea-477b-84b3-9cd59aaadaf2 HTTP/1.1" status: 200 len: 205 time: 0.4514883 Nov 03 18:50:57.004557 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.012284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34096) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:57.076169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-39b7cd50-a817-4807-92b5-f9a58fd89588 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8113797 Nov 03 18:50:57.140659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9babcbd-11c9-41c4-89c0-739bbfc337c5']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:57.155590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e42f43c2-a93b-4c26-8b33-25d94c65e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.161521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e42f43c2-a93b-4c26-8b33-25d94c65e5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.166649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e42f43c2-a93b-4c26-8b33-25d94c65e5e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/96696056-f16e-4cdc-9571-fbc96699646a HTTP/1.1" status: 204 len: 168 time: 2.6875765 Nov 03 18:50:57.185188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3746346-9df2-43d3-a383-f17468b316fe') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:57.185565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3746346-9df2-43d3-a383-f17468b316fe') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:57.230568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.296390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-144ffaf3-9c23-4a4a-9ae3-d0e67be39a22 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1777813 Nov 03 18:50:57.302308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f43c2-a93b-4c26-8b33-25d94c65e5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96696056-f16e-4cdc-9571-fbc96699646a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:57.316635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c18426ad-fbc2-4a4b-858a-79d0f985482c req-d8747d28-7610-4d82-a2d6-443d63d0d2f3 service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3227005 Nov 03 18:50:57.409386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.468087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.471863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:57.472662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.477586 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-84b5a929-f686-4b7a-a53c-30222666e82f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 217 time: 0.1698332 Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:57.487352 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:57.523325 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.580231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-685b7820-6929-4091-b45f-d60116d7eb09 service neutron] 10.222.0.77 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774079 Nov 03 18:50:57.601049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-e55da3f8-c46a-4840-bfc3-f2bb0be3120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.602863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-e55da3f8-c46a-4840-bfc3-f2bb0be3120a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1157088 Nov 03 18:50:57.670055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:57.690443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:57.691341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.778113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:57.778663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c9e3fdfc-c13d-494f-a4a5-4e2ca1582073 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:57.790457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] Sync routers for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:57.815635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-4e7e4d30-80fd-4bb1-8bae-749a69405be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.817849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-4e7e4d30-80fd-4bb1-8bae-749a69405be2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2050467 Nov 03 18:50:57.825758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:57.827492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:57.908065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.924719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.932158 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/d9babcbd-11c9-41c4-89c0-739bbfc337c5 HTTP/1.1" status: 204 len: 168 time: 6.2314725 Nov 03 18:50:57.952674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34108) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:57.957309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] No DVR routers for this DVR port 6892b3f2-e027-48c9-b783-35121cc260a8 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:58.044748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:58.080444 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a1cd10-f439-40c0-9bb0-ef47a0e72fef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:58.081450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a1cd10-f439-40c0-9bb0-ef47a0e72fef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:58.091866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57a1cd10-f439-40c0-9bb0-ef47a0e72fef tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/subnets/94056554-12bd-4006-a1a7-5846eb503e62 HTTP/1.1" status: 404 len: 337 time: 0.1342604 Nov 03 18:50:58.102233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=521f1668-e412-4247-adf7-91f8f0a996d4,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:58.104581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34112) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:58.118145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b6a3c0a-3b91-4b12-a698-3b299f075cf4 req-8d2efb91-b307-409c-8c0e-d204b917f530 service neutron] 10.222.0.77 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110595 Nov 03 18:50:58.118339 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.124004 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-da65fbc0-c99f-4700-b591-8d82c044b2e5 req-041b6a7e-730d-4047-ad03-b092eb40aec2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "DELETE /v2.0/ports/6892b3f2-e027-48c9-b783-35121cc260a8 HTTP/1.1" status: 204 len: 173 time: 7.2094984 Nov 03 18:50:58.140298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'name': 'network-vif-deleted', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:58.145478 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41892c87-0b94-4e75-bf48-48b721d5e15f" -d '{"events": [{"server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "name": "network-vif-deleted", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:58.154783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.164121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f72448-7823-48a6-85cc-b713da2d0133 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Network': ['ID=d9babcbd-11c9-41c4-89c0-739bbfc337c5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:58.187402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.232414 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fc4d21-73ff-4b45-aa79-753c1df039ed tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:58.235587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fc4d21-73ff-4b45-aa79-753c1df039ed tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:58.245848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-71fc4d21-73ff-4b45-aa79-753c1df039ed tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/d9babcbd-11c9-41c4-89c0-739bbfc337c5 HTTP/1.1" status: 404 len: 339 time: 0.1219885 Nov 03 18:50:58.246840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34120) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:58.337834 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f2daff-ec8f-4207-aad8-26515a06374c tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:58.339222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f2daff-ec8f-4207-aad8-26515a06374c tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:58.348595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-56f2daff-ec8f-4207-aad8-26515a06374c tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/subnets/41a22989-4935-4354-8cb5-6a91a72564bd HTTP/1.1" status: 404 len: 337 time: 0.0951731 Nov 03 18:50:58.355904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34122) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:58.411168 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-112db871-df48-4093-85a2-2a6e1a4fb568 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:58.412115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112db871-df48-4093-85a2-2a6e1a4fb568 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:58.417628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-112db871-df48-4093-85a2-2a6e1a4fb568 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/96def941-3d0b-41f5-bfee-7c8af1df4458 HTTP/1.1" status: 404 len: 339 time: 0.0577908 Nov 03 18:50:58.429035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34126) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:58.482310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f209c76-74f0-4f0b-b3f6-46efb9ef6348 req-8504970a-dd35-4ee9-b8eb-65912e412da9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ee6f6b-12ef-4667-8a0a-2dfa5a61040d HTTP/1.1" status: 200 len: 210 time: 0.1303034 Nov 03 18:50:58.496059 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc972f4-2e3b-45fb-8308-8a5e31c398e6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:58.496788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc972f4-2e3b-45fb-8308-8a5e31c398e6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:58.502406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-b50bf65f-887a-4dde-a32a-dd27b582cd5e service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725121 Nov 03 18:50:58.513134 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4fc972f4-2e3b-45fb-8308-8a5e31c398e6 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/subnets/ba8e9d3c-5fd4-4b3a-b3f6-f6b4494c1de9 HTTP/1.1" status: 404 len: 337 time: 0.0796084 Nov 03 18:50:58.525958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34130) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:58.636394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network e7fdb76b-156d-4a2b-9fef-821cc73c4863 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:58.640764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Deleting port 2573f673-b546-4aea-86b3-43cc9bb992f3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:58.641340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.670314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:58.741108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] Checking router: 66e4ace6-474d-4763-b331-52f930d8168f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:58.759394 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-921fd369-284c-4a92-acf7-899ee8d082fe tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:58.760427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921fd369-284c-4a92-acf7-899ee8d082fe tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:58.766077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:58.767539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:58.778242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-921fd369-284c-4a92-acf7-899ee8d082fe tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/21610f3b-9fbd-4511-9e20-40cf25c4f89c HTTP/1.1" status: 404 len: 339 time: 0.2504380 Nov 03 18:50:58.786577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34136) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:58.846091 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.878484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Calling delete_port for 2573f673-b546-4aea-86b3-43cc9bb992f3 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:58.900982 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2063dc3-da7e-4fb0-9700-1c858afa8fc3 x-openstack-request-id: req-b2063dc3-da7e-4fb0-9700-1c858afa8fc3 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:58.901890 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:58.902547 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2063dc3-da7e-4fb0-9700-1c858afa8fc3 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:58.903398 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'status': 'completed', 'code': 200} Nov 03 18:50:59.077630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:59.146602 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10b6fc0-c33e-415c-a1d9-16bf4388ee69 x-openstack-request-id: req-e10b6fc0-c33e-415c-a1d9-16bf4388ee69 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:59.147237 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "name": "network-vif-deleted", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:59.147419 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e10b6fc0-c33e-415c-a1d9-16bf4388ee69 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:59.148059 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'name': 'network-vif-deleted', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8', 'status': 'completed', 'code': 200} Nov 03 18:50:59.154917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-4a9a05d4-b886-4450-a0da-73651e2c13f9 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340487 Nov 03 18:50:59.157102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:59.242415 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91abc85-cf73-42ac-a4f7-bf54da2b1454 x-openstack-request-id: req-d91abc85-cf73-42ac-a4f7-bf54da2b1454 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:59.242775 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ee6f6b-12ef-4667-8a0a-2dfa5a61040d", "name": "network-vif-unplugged", "status": "completed", "tag": "6892b3f2-e027-48c9-b783-35121cc260a8", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:59.244531 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d91abc85-cf73-42ac-a4f7-bf54da2b1454 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:59.245339 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ee6f6b-12ef-4667-8a0a-2dfa5a61040d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892b3f2-e027-48c9-b783-35121cc260a8', 'code': 200} Nov 03 18:50:59.336930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-f72f088d-13b5-4d83-a6b8-0eef7c73c493 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 217 time: 0.1781282 Nov 03 18:50:59.393124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-bd527522-a58a-4502-a3aa-66bed75897d9 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/floatingips/695ff280-991c-463e-bb6d-66124155a959 HTTP/1.1" status: 200 len: 692 time: 0.2206349 Nov 03 18:50:59.519561 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-0200e1b7-9df3-4733-b4e1-f781bdcc97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.527407 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-0200e1b7-9df3-4733-b4e1-f781bdcc97d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 1096 time: 0.3743093 Nov 03 18:50:59.618290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Deleting port 5279e658-b762-40f6-b13a-8c15fb215931 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:59.619461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.832720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8cb87e0c-9b26-45e0-9ac7-005d4384307a None None] Provisioning complete for port 521f1668-e412-4247-adf7-91f8f0a996d4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:59.833651 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8cb87e0c-9b26-45e0-9ac7-005d4384307a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.838840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.847978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-efe38cd2-23f9-4cd5-915c-831cb1fc5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.850620 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-efe38cd2-23f9-4cd5-915c-831cb1fc5399 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 200 len: 921 time: 0.3074832 Nov 03 18:50:59.898725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-5fa6c84b-2835-4ab2-a38a-624964f865b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.900524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-5fa6c84b-2835-4ab2-a38a-624964f865b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.5465925 Nov 03 18:50:59.936455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Calling delete_port for 5279e658-b762-40f6-b13a-8c15fb215931 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:59.964189 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-678d33c0-1898-45d2-aca7-76adb6c0d628 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 200 len: 217 time: 0.1031225 Nov 03 18:50:59.977220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 37eec760-a409-4eaa-bc05-1df1d487074b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:00.058940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-eadd2df3-daa8-461f-b119-9761b9eadd8f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:00.061594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-eadd2df3-daa8-461f-b119-9761b9eadd8f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 784 time: 0.6666102 Nov 03 18:51:00.071437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-4c82042e-8784-472f-ade0-36f38d422112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:00.074707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-4c82042e-8784-472f-ade0-36f38d422112 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 200 len: 860 time: 0.0925856 Nov 03 18:51:00.081250 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.106998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-debeb4b1-9c71-49df-8447-912d36a53933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:00.109642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-debeb4b1-9c71-49df-8447-912d36a53933 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1937377 Nov 03 18:51:00.121672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-159a8c83-1fdf-4145-842b-097570d4b352 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:51:00.139409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-159a8c83-1fdf-4145-842b-097570d4b352 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0437527 Nov 03 18:51:00.148515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event deleted for resources: {'Port': ['ID=2573f673-b546-4aea-86b3-43cc9bb992f3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:00.199558 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-917e56b4-5bef-4495-b0f2-0a236187fc8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af222eb-4017-4cb3-ad52-f6c3527c4800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142676 Nov 03 18:51:00.202887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8cb87e0c-9b26-45e0-9ac7-005d4384307a None None] Port 521f1668-e412-4247-adf7-91f8f0a996d4 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:00.239461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:00.300834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8766e-607f-4e28-81ec-74a41d1ca231 None None] The sync data for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 is: [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:00.328572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:00.345180 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18dcd47-837f-44cd-b012-f20639456ab2 None None] Sync routers for ids ['37eec760-a409-4eaa-bc05-1df1d487074b'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:00.355981 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-45b6777d-027f-4a61-8d4e-50758a2f92ff tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/37eec760-a409-4eaa-bc05-1df1d487074b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1618547 Nov 03 18:51:00.365530 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18dcd47-837f-44cd-b012-f20639456ab2 None None] Routers {'37eec760-a409-4eaa-bc05-1df1d487074b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:00.367950 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f18dcd47-837f-44cd-b012-f20639456ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['37eec760-a409-4eaa-bc05-1df1d487074b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:00.371903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34156) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:00.431323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-2aa895db-a237-4afb-ad9b-9c40f8b7b73c service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594845 Nov 03 18:51:00.468884 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f18dcd47-837f-44cd-b012-f20639456ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:00.479953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-398c5087-3aea-425b-9260-8ee603263b53 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 695 time: 0.2935200 Nov 03 18:51:00.490407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.516623 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18dcd47-837f-44cd-b012-f20639456ab2 None None] Routers {'37eec760-a409-4eaa-bc05-1df1d487074b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:00.518197 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f18dcd47-837f-44cd-b012-f20639456ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['37eec760-a409-4eaa-bc05-1df1d487074b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:00.525375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3d568-d01a-4563-af11-daeab4f135ce tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:00.531586 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0ed3d568-d01a-4563-af11-daeab4f135ce tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports/521f1668-e412-4247-adf7-91f8f0a996d4 HTTP/1.1" status: 200 len: 910 time: 0.1529810 Nov 03 18:51:00.532507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34158) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:00.558150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.567411 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.573310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/ports/5279e658-b762-40f6-b13a-8c15fb215931 HTTP/1.1" status: 204 len: 168 time: 1.7850847 Nov 03 18:51:00.609310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34160) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:00.744463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Port': ['ID=5279e658-b762-40f6-b13a-8c15fb215931,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:00.772564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.773138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.774089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.774628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.775150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.775674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.776191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.776800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.777322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.777865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.778397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.778919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d305e-7d4d-467c-b810-63411bbb8781 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:00.816209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-a6950265-b0ee-4e52-a5ae-7c03d84da237 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 695 time: 0.2813702 Nov 03 18:51:00.870652 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f18dcd47-837f-44cd-b012-f20639456ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:00.872545 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18dcd47-837f-44cd-b012-f20639456ab2 None None] The sync data for ids ['37eec760-a409-4eaa-bc05-1df1d487074b'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:00.962257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd010b02-6899-4dde-a891-4ec4d546e248 None None] New status for floating IP 0a199d5e-d07b-4162-998f-90a36b0a7ea0: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:51:01.083806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-b5c560e6-78c6-4ab5-806c-9ba039a941f4 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389391 Nov 03 18:51:01.191868 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-c51439af-1ec6-47a2-a420-e57ca8789ea5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8 HTTP/1.1" status: 200 len: 217 time: 0.0952647 Nov 03 18:51:01.209537 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0e2444-e5b4-4858-87c8-33b2b7d95ccf tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): The resource could not be found. Nov 03 18:51:01.210347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0e2444-e5b4-4858-87c8-33b2b7d95ccf tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:51:01.216001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3d0e2444-e5b4-4858-87c8-33b2b7d95ccf tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/subnets/4f06810f-aec3-426d-bc0e-a74b5aa4345f HTTP/1.1" status: 404 len: 337 time: 0.5761197 Nov 03 18:51:01.218562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34168) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:01.228583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.261072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.273696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-4abbd3da-ae1b-49ba-b382-4f9a0296803b service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458187 Nov 03 18:51:01.286590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Deleting port 8e591798-4d44-4ec7-8884-c0cd169506e5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:01.287755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.401155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-2c134a9d-b2fe-43c8-825f-595296ca7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.403080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-2c134a9d-b2fe-43c8-825f-595296ca7030 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1936646 Nov 03 18:51:01.471463 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.471463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Fanout notify agent at l3_agent the message router_deleted on router 746aa147-3eea-477b-84b3-9cd59aaadaf2 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:01.481728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.482653 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.487096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-f07e20e3-4138-4e29-b26c-dafa96ee3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.489541 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-f07e20e3-4138-4e29-b26c-dafa96ee3fd1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769892 Nov 03 18:51:01.507409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.514014 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-13436257-8f23-4bcc-90e9-9a57741a6fe6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/746aa147-3eea-477b-84b3-9cd59aaadaf2 HTTP/1.1" status: 204 len: 168 time: 4.4862607 Nov 03 18:51:01.514144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34174) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:01.519057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Calling delete_port for 8e591798-4d44-4ec7-8884-c0cd169506e5 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:01.534129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1597e6f4-52b3-4447-947b-9bca625fa601 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1694000846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:01.554680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.695143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1597e6f4-52b3-4447-947b-9bca625fa601 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.696787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1597e6f4-52b3-4447-947b-9bca625fa601 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.714791 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a2488540-303a-44ea-a4f0-66a6c4aabbb3 req-c21b9f34-c4a2-4f97-a5e4-e9f12ece4cad service neutron] 10.222.0.70 "GET /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246764 Nov 03 18:51:01.774273 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.793500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-a7522ff5-e402-4327-a5b6-458c5cb7a810 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966061 Nov 03 18:51:01.824361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4c6675-c5d4-4b3d-8d45-53b722e66e2a']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:01.840506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0606c58b-604d-4b50-95d7-50072d4b4eb0') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:01.840878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0606c58b-604d-4b50-95d7-50072d4b4eb0') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:01.844219 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1597e6f4-52b3-4447-947b-9bca625fa601 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.855326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.888288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.903231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1597e6f4-52b3-4447-947b-9bca625fa601 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.933075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:01.933543 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:01.937231 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:01.999033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1597e6f4-52b3-4447-947b-9bca625fa601 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.004954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1597e6f4-52b3-4447-947b-9bca625fa601 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4834580 Nov 03 18:51:02.006361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34180) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:02.018183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': False}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:02.025630 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.090541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event deleted for resources: {'Port': ['ID=8e591798-4d44-4ec7-8884-c0cd169506e5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:02.098670 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.130027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-335aa2b7-49da-47d0-8ab1-40b0f5c0328a service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983754 Nov 03 18:51:02.181628 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.192853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/3b4c6675-c5d4-4b3d-8d45-53b722e66e2a HTTP/1.1" status: 204 len: 168 time: 0.9683943 Nov 03 18:51:02.202579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34184) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:02.210938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-06dca48e-fff9-44a0-8daa-3ca70e000f12 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 HTTP/1.1" status: 200 len: 217 time: 0.0581262 Nov 03 18:51:02.218449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a526b23-1a85-4b28-b41a-c769aae0510a tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Network': ['ID=3b4c6675-c5d4-4b3d-8d45-53b722e66e2a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:02.241813 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.260637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.328105 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.334292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.336525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f6c751a-ce15-4887-ba8e-9e9197a73970 req-467e7503-f871-46d6-aae3-5d77febd4859 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "DELETE /v2.0/floatingips/695ff280-991c-463e-bb6d-66124155a959 HTTP/1.1" status: 204 len: 173 time: 1.5067756 Nov 03 18:51:02.455207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-1ec5b69a-6c0d-44bf-895f-a523acd5c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.458063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-1ec5b69a-6c0d-44bf-895f-a523acd5c492 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.2341111 Nov 03 18:51:02.501775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.569086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b275290a-7953-43cb-9f4f-3d818509ccfc tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Deleting port 1e474503-904d-4d9a-9982-70c798aa6160 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:02.570033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b275290a-7953-43cb-9f4f-3d818509ccfc tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.692113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-d63cb8a8-0048-4a6e-a01a-7016225b3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.694818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-d63cb8a8-0048-4a6e-a01a-7016225b3bf6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2273204 Nov 03 18:51:02.845494 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b275290a-7953-43cb-9f4f-3d818509ccfc tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.858330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1de630d3-91a6-4558-a8d0-e8c6d8daafa9 req-07b589bf-7c24-41f5-be28-963f9d64a574 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups/9b75c9e0-db6b-4e5f-97f9-3ad66b54a051 HTTP/1.1" status: 200 len: 1826 time: 0.2368910 Nov 03 18:51:02.907983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b275290a-7953-43cb-9f4f-3d818509ccfc tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Calling delete_port for 1e474503-904d-4d9a-9982-70c798aa6160 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:03.082591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-e0319ea4-24a3-474a-bff2-89eba6d2f134 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747914 Nov 03 18:51:03.085566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.133725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 521f1668-e412-4247-adf7-91f8f0a996d4 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:03.134462 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.140252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.253680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1de630d3-91a6-4558-a8d0-e8c6d8daafa9 req-7c86c8c9-d310-486e-b104-d1ab32be15ae tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.331587 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.386119 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1de630d3-91a6-4558-a8d0-e8c6d8daafa9 req-7c86c8c9-d310-486e-b104-d1ab32be15ae tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.404556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b275290a-7953-43cb-9f4f-3d818509ccfc tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.426980 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.432297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-eb2ce34f-c352-42f4-9aa7-4a8a53031420 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408546 Nov 03 18:51:03.455435 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 521f1668-e412-4247-adf7-91f8f0a996d4 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:03.480590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Allocated IP 172.25.3.41 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/eacc6920-ef31-4b02-b839-2399bde1dc0b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:03.499858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275290a-7953-43cb-9f4f-3d818509ccfc tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Port': ['ID=1e474503-904d-4d9a-9982-70c798aa6160,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:03.589380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-79eabe2c-2bec-424d-b22d-3c9c287c7a29 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 200 len: 217 time: 0.1102402 Nov 03 18:51:03.591544 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b275290a-7953-43cb-9f4f-3d818509ccfc tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.596756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b275290a-7953-43cb-9f4f-3d818509ccfc tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/ports/1e474503-904d-4d9a-9982-70c798aa6160 HTTP/1.1" status: 204 len: 168 time: 1.3924587 Nov 03 18:51:03.602218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34210) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:03.695084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1de630d3-91a6-4558-a8d0-e8c6d8daafa9 req-7c86c8c9-d310-486e-b104-d1ab32be15ae tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.699389 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1de630d3-91a6-4558-a8d0-e8c6d8daafa9 req-7c86c8c9-d310-486e-b104-d1ab32be15ae tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.701658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1de630d3-91a6-4558-a8d0-e8c6d8daafa9 req-7c86c8c9-d310-486e-b104-d1ab32be15ae tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "DELETE /v2.0/security-groups/9b75c9e0-db6b-4e5f-97f9-3ad66b54a051 HTTP/1.1" status: 204 len: 173 time: 0.8238328 Nov 03 18:51:03.723179 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d439db08-0f0e-4e9c-94e1-85d5fb32a905 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] DELETE failed (client error): The resource could not be found. Nov 03 18:51:03.723698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d439db08-0f0e-4e9c-94e1-85d5fb32a905 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:51:03.732332 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d439db08-0f0e-4e9c-94e1-85d5fb32a905 tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/subnets/592bfd04-3ed6-4a3d-b05a-7626663751e4 HTTP/1.1" status: 404 len: 337 time: 0.1165872 Nov 03 18:51:03.733346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34216) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:03.734840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86c8c9-d310-486e-b104-d1ab32be15ae tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75c9e0-db6b-4e5f-97f9-3ad66b54a051,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:03.748279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-8943a7e9-b28a-4e97-80ad-623afcef0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.751838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-8943a7e9-b28a-4e97-80ad-623afcef0b3d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.1501215 Nov 03 18:51:03.834191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34218) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:03.912874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-dc65bd34-62a4-49c7-86f5-7844e9c7fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.915111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-dc65bd34-62a4-49c7-86f5-7844e9c7fa65 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1562388 Nov 03 18:51:04.045575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.098563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e156d4d-e77a-4e89-ac9a-d05b0917b9ba tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.176290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e156d4d-e77a-4e89-ac9a-d05b0917b9ba tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.197767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-28e79d3f-8429-43c0-8b20-09a790c98d52 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607100 Nov 03 18:51:04.211445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.230356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.271182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.283591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=521f1668-e412-4247-adf7-91f8f0a996d4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:04.310198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:04.349097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:04.419848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:04.469572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e156d4d-e77a-4e89-ac9a-d05b0917b9ba tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.474928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e156d4d-e77a-4e89-ac9a-d05b0917b9ba tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.484207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9e156d4d-e77a-4e89-ac9a-d05b0917b9ba tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "DELETE /v2.0/security-groups/1fb98359-4b05-42f1-8bae-ce7d02cd89ec HTTP/1.1" status: 204 len: 168 time: 0.6396747 Nov 03 18:51:04.492046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34226) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:04.543095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Pushing event updated for resources: {'Port': ['ID=eacc6920-ef31-4b02-b839-2399bde1dc0b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:04.645852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e156d4d-e77a-4e89-ac9a-d05b0917b9ba tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb98359-4b05-42f1-8bae-ce7d02cd89ec,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:04.675233 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-c80c9f82-263b-42a4-835d-b8186217a93f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] show failed (client error): The resource could not be found. Nov 03 18:51:04.678784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c80c9f82-263b-42a4-835d-b8186217a93f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups/1fb98359-4b05-42f1-8bae-ce7d02cd89ec HTTP/1.1" status: 404 len: 347 time: 0.1671910 Nov 03 18:51:04.685738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34228) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:05.358100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.416572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131788d-b320-4a36-adbc-fcfbeee43925 req-edb44d48-61e0-4edf-b428-97f380c87668 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:05.428180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9131788d-b320-4a36-adbc-fcfbeee43925 req-edb44d48-61e0-4edf-b428-97f380c87668 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 1.0327320 Nov 03 18:51:05.454293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e85370-6036-4ba4-b3c2-77cd82610df1']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:05.485296 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.489958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c828661-e71a-4173-92ec-fb386edc341c') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:05.490453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c828661-e71a-4173-92ec-fb386edc341c') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:05.520606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.535679 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-0570f8cd-8b64-4065-8830-5aaf129f0b37 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3139148 Nov 03 18:51:05.635682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-454b42ef-885d-4cec-a2a8-fe8cc80ad519 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 200 len: 217 time: 0.0888464 Nov 03 18:51:05.670899 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9131788d-b320-4a36-adbc-fcfbeee43925 req-7cab02be-b0ef-4576-b383-0e97a3808f2f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411642 Nov 03 18:51:05.710721 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.760471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Deleting port 84e2d732-c507-49d4-9b41-521c7d899a6b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:05.760820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.767110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:05.768503 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:05.775536 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:05.786572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-dfc15c97-e8e9-4728-9de7-155a39ce9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:05.790144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-dfc15c97-e8e9-4728-9de7-155a39ce9652 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.1448088 Nov 03 18:51:05.863078 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-65c3916b-1386-40dc-add9-e15c7ea9bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.990652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-dfad1573-0f00-46a6-b4fc-19a5133fc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:05.993137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-dfad1573-0f00-46a6-b4fc-19a5133fc439 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1912014 Nov 03 18:51:06.031476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.038488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.092763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.094424 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.123718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Calling delete_port for 84e2d732-c507-49d4-9b41-521c7d899a6b owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:06.168082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.174688 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/91e85370-6036-4ba4-b3c2-77cd82610df1 HTTP/1.1" status: 204 len: 168 time: 2.4336648 Nov 03 18:51:06.235995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34242) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:06.243071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496bbed-264d-4bb5-97a6-fe222b027bff tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Network': ['ID=91e85370-6036-4ba4-b3c2-77cd82610df1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:06.329697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-a5b6c86f-a642-44c0-82df-2e4e83f88bd8 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276844 Nov 03 18:51:06.506033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cc1901-9c54-4835-850c-45c66412194b tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Deleting subnet df5faef3-56d7-4444-bcf0-619655fbf3dc {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:06.518762 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1901-9c54-4835-850c-45c66412194b tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.523035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 37eec760-a409-4eaa-bc05-1df1d487074b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:06.657014 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1901-9c54-4835-850c-45c66412194b tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.671683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-d56e2c3f-1a89-4807-9a33-1f2d61594ae0 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:06.674459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-d56e2c3f-1a89-4807-9a33-1f2d61594ae0 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.2918103 Nov 03 18:51:06.746485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d97ab40b-35b8-44a8-8bba-a9de3b72750f req-ded22b62-8ee3-48e8-ac94-42bcf0c72f49 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089417 Nov 03 18:51:06.798975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.885883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event deleted for resources: {'Port': ['ID=84e2d732-c507-49d4-9b41-521c7d899a6b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:07.155381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.170509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.170509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-74470ddf-10a0-4b19-b268-1700335f995f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "DELETE /v2.0/floatingips/0a199d5e-d07b-4162-998f-90a36b0a7ea0 HTTP/1.1" status: 204 len: 168 time: 2.4694228 Nov 03 18:51:07.171784 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1901-9c54-4835-850c-45c66412194b tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.181348 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.191847 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.210556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:07.240227 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deba951-bead-4e84-8673-d4e8f850a9a4 None None] Sync routers for ids ['37eec760-a409-4eaa-bc05-1df1d487074b'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:07.243816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a626dbd6-9eb0-475f-b548-c9f915ab2e1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/37eec760-a409-4eaa-bc05-1df1d487074b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7014263 Nov 03 18:51:07.245563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34264) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:07.279566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f167cf-e31b-4f5b-86d8-cb25481887f5 req-0e53afee-1325-42c7-ae8e-804f3eabb1e4 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:07.282624 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deba951-bead-4e84-8673-d4e8f850a9a4 None None] Routers {'37eec760-a409-4eaa-bc05-1df1d487074b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:07.286582 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3deba951-bead-4e84-8673-d4e8f850a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['37eec760-a409-4eaa-bc05-1df1d487074b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:07.293907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0f167cf-e31b-4f5b-86d8-cb25481887f5 req-0e53afee-1325-42c7-ae8e-804f3eabb1e4 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 945 time: 0.4148347 Nov 03 18:51:07.393404 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3deba951-bead-4e84-8673-d4e8f850a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:07.429000 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deba951-bead-4e84-8673-d4e8f850a9a4 None None] Routers {'37eec760-a409-4eaa-bc05-1df1d487074b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:07.432396 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3deba951-bead-4e84-8673-d4e8f850a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['37eec760-a409-4eaa-bc05-1df1d487074b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:07.501466 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3deba951-bead-4e84-8673-d4e8f850a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:07.502608 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deba951-bead-4e84-8673-d4e8f850a9a4 None None] The sync data for ids ['37eec760-a409-4eaa-bc05-1df1d487074b'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:07.569565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Deleting port 33df302e-c1a5-43af-abd1-1f780ca6b3ff {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:07.570143 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.595226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0f167cf-e31b-4f5b-86d8-cb25481887f5 req-cc5b2fed-b7fd-4d4b-9979-aca698c9b4ab tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/security-groups?id=61558bcc-819c-4843-a7a6-73ead7d05c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993071 Nov 03 18:51:07.616120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1901-9c54-4835-850c-45c66412194b tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.717618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Router fb051ba6-9442-4737-99ab-4a5f98af1773 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:07.835672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc1901-9c54-4835-850c-45c66412194b tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Subnet': ['ID=df5faef3-56d7-4444-bcf0-619655fbf3dc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:07.849921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1901-9c54-4835-850c-45c66412194b tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.858316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d8cc1901-9c54-4835-850c-45c66412194b tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/subnets/df5faef3-56d7-4444-bcf0-619655fbf3dc HTTP/1.1" status: 204 len: 168 time: 1.6197939 Nov 03 18:51:07.863184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] For port 33df302e-c1a5-43af-abd1-1f780ca6b3ff, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=33df302e-c1a5-43af-abd1-1f780ca6b3ff,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:07.863790 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.866812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2ad63-9065-496e-9c10-929f65d04cb4 None None] Network fd39847f-3765-40fa-bc8c-60ef7d002628 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:07.869056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34266) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:07.906515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Calling delete_port for 33df302e-c1a5-43af-abd1-1f780ca6b3ff owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:08.091016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.091516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:08.098607 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.100042 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d4366e04-1b40-41e0-87a2-ff0810668654 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "PUT /v2.0/routers/fb051ba6-9442-4737-99ab-4a5f98af1773 HTTP/1.1" status: 200 len: 915 time: 6.0922997 Nov 03 18:51:08.104206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34268) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:08.144129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116a0b1-a0bd-40c0-97b0-499084b3c3f3 None None] Sync routers for ids ['fb051ba6-9442-4737-99ab-4a5f98af1773'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:08.182216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116a0b1-a0bd-40c0-97b0-499084b3c3f3 None None] Routers {'fb051ba6-9442-4737-99ab-4a5f98af1773'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:08.183732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b116a0b1-a0bd-40c0-97b0-499084b3c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fb051ba6-9442-4737-99ab-4a5f98af1773'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:08.285865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Deleting port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:08.285865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.308581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b116a0b1-a0bd-40c0-97b0-499084b3c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:08.381946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116a0b1-a0bd-40c0-97b0-499084b3c3f3 None None] Routers {'fb051ba6-9442-4737-99ab-4a5f98af1773'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:08.383921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b116a0b1-a0bd-40c0-97b0-499084b3c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fb051ba6-9442-4737-99ab-4a5f98af1773'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:08.414631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eef0c93a-b4f4-43d9-a871-2343c72b085e tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/routers/fb051ba6-9442-4737-99ab-4a5f98af1773 HTTP/1.1" status: 200 len: 921 time: 0.3077419 Nov 03 18:51:08.419152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34270) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:08.446401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34272) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:08.488918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] DHCP port deletion for fd39847f-3765-40fa-bc8c-60ef7d002628 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:51:08.493390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fee776bd-a214-488f-9680-cb6aebf302f9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41025798', 'description': 'tempest-description--760984509'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:08.505432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b116a0b1-a0bd-40c0-97b0-499084b3c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:08.508324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116a0b1-a0bd-40c0-97b0-499084b3c3f3 None None] The sync data for ids ['fb051ba6-9442-4737-99ab-4a5f98af1773'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:08.511747 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ac777cd-4448-4b92-894f-7aaf43feaaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.515759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] For port c25f2b18-4d64-4ef0-815f-f04cd2e360b6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,segment=NetworkSegment(ea0f0080-2485-4984-af1c-3c46f48f58a1),segment_id=ea0f0080-2485-4984-af1c-3c46f48f58a1)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:08.517144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.545900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fee776bd-a214-488f-9680-cb6aebf302f9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.555147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.585000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Calling delete_port for c25f2b18-4d64-4ef0-815f-f04cd2e360b6 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:08.601234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.629579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Pushing event deleted for resources: {'Port': ['ID=33df302e-c1a5-43af-abd1-1f780ca6b3ff,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:08.643545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] Deleting port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:08.644531 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.664323 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68158d-d288-427d-8261-3b01a055433b tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:08.671297 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5d68158d-d288-427d-8261-3b01a055433b tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=fb051ba6-9442-4737-99ab-4a5f98af1773&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2506375 Nov 03 18:51:08.672336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34282) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:08.837670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] For port c25f2b18-4d64-4ef0-815f-f04cd2e360b6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,segment=NetworkSegment(ea0f0080-2485-4984-af1c-3c46f48f58a1),segment_id=ea0f0080-2485-4984-af1c-3c46f48f58a1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:08.839499 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.885179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] Calling delete_port for c25f2b18-4d64-4ef0-815f-f04cd2e360b6 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:09.016795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71c38c39-15c3-4e8f-a927-fed0218812fa req-a864966e-a0ce-49e5-b9a7-35d69df1ca7a tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 210 time: 0.2445626 Nov 03 18:51:09.086460 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.148347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] Pushing event deleted for resources: {'Port': ['ID=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:09.166133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bb2df-9b84-46cb-ab12-254f9923e571 None None] No DVR routers for this DVR port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:09.232196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 33df302e-c1a5-43af-abd1-1f780ca6b3ff no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:09.273550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 33df302e-c1a5-43af-abd1-1f780ca6b3ff {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:09.274184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 33df302e-c1a5-43af-abd1-1f780ca6b3ff not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:09.336256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] No DVR routers for this DVR port 33df302e-c1a5-43af-abd1-1f780ca6b3ff on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:09.351207 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.393332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.401109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4d847d47-f6c0-49af-8319-623fd85c41d5 req-b54667eb-10cf-4851-9026-2ce94c8aa896 tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.70 "DELETE /v2.0/ports/33df302e-c1a5-43af-abd1-1f780ca6b3ff HTTP/1.1" status: 204 len: 173 time: 2.7169130 Nov 03 18:51:09.412170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'name': 'network-vif-deleted', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:09.425574 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a493f37-f1eb-47a4-b75c-21dddb4c1e57" -d '{"events": [{"server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "name": "network-vif-deleted", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:09.440943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Port': ['ID=c25f2b18-4d64-4ef0-815f-f04cd2e360b6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:09.529159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] No DVR routers for this DVR port c25f2b18-4d64-4ef0-815f-f04cd2e360b6 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:09.563950 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3de112-fcfe-49fe-b4df-1f67463522fc x-openstack-request-id: req-6c3de112-fcfe-49fe-b4df-1f67463522fc {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:09.564648 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3a3df5-642f-467b-860b-9675e3641f22", "name": "network-vif-deleted", "tag": "33df302e-c1a5-43af-abd1-1f780ca6b3ff", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:09.565096 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c3de112-fcfe-49fe-b4df-1f67463522fc {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:09.565851 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3a3df5-642f-467b-860b-9675e3641f22', 'name': 'network-vif-deleted', 'tag': '33df302e-c1a5-43af-abd1-1f780ca6b3ff', 'status': 'completed', 'code': 200} Nov 03 18:51:09.622411 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fee776bd-a214-488f-9680-cb6aebf302f9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.635552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7e3ee9-24fa-4a2b-bfa5-3db8ed5ebda5 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.639076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dd7e3ee9-24fa-4a2b-bfa5-3db8ed5ebda5 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 881 time: 0.9596362 Nov 03 18:51:09.640827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fee776bd-a214-488f-9680-cb6aebf302f9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.658639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34294) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:09.682608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:09.683098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.718504 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f65bcb5-b408-4fe3-83bd-491d9ad93914 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb051ba6-9442-4737-99ab-4a5f98af1773 HTTP/1.1" status: 200 len: 205 time: 0.0579977 Nov 03 18:51:09.732077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34296) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:09.815482 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.828931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c25f2b18-4d64-4ef0-815f-f04cd2e360b6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:09.842889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fee776bd-a214-488f-9680-cb6aebf302f9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.847509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fee776bd-a214-488f-9680-cb6aebf302f9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3940811 Nov 03 18:51:09.859586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34298) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:09.876470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c25f2b18-4d64-4ef0-815f-f04cd2e360b6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:09.877172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c25f2b18-4d64-4ef0-815f-f04cd2e360b6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:09.879965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e3fc518d-84b0-4acd-aa2a-9abc4fbf9b3d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'security_group_rule': {'security_group_id': 'eb4594ac-cdec-4a44-8ea7-75008fb531c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:09.914690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee776bd-a214-488f-9680-cb6aebf302f9 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4594ac-cdec-4a44-8ea7-75008fb531c4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:09.946458 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.996291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd39847f-3765-40fa-bc8c-60ef7d002628']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:10.026743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0f0080-2485-4984-af1c-3c46f48f58a1') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:10.028330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0f0080-2485-4984-af1c-3c46f48f58a1') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:10.051920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc518d-84b0-4acd-aa2a-9abc4fbf9b3d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.059561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.074180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.145015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.151994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.160235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:10.160689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:10.172952 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:10.178929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:10.283770 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc518d-84b0-4acd-aa2a-9abc4fbf9b3d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.290509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc518d-84b0-4acd-aa2a-9abc4fbf9b3d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.347167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc518d-84b0-4acd-aa2a-9abc4fbf9b3d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.354000 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e3fc518d-84b0-4acd-aa2a-9abc4fbf9b3d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4882681 Nov 03 18:51:10.358307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34310) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:10.369907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0c81c455-95f5-4d79-809f-bf2092f9e63b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'security_group_rule': {'security_group_id': 'eb4594ac-cdec-4a44-8ea7-75008fb531c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:10.454019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fd83d21-f6e0-4de4-8360-bcb5fd6f3388 req-23e84793-31b3-4b91-afae-28356e4b869f tempest-ServerRescueTestJSONUnderV235-1885009764 tempest-ServerRescueTestJSONUnderV235-1885009764-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a3a3df5-642f-467b-860b-9675e3641f22 HTTP/1.1" status: 200 len: 210 time: 0.1174252 Nov 03 18:51:10.455191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc518d-84b0-4acd-aa2a-9abc4fbf9b3d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c89ce0-0892-400a-a1be-0e3698cd2f83,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:10.527598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.533517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c81c455-95f5-4d79-809f-bf2092f9e63b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.554862 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.560973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] 10.222.0.77 "DELETE /v2.0/networks/fd39847f-3765-40fa-bc8c-60ef7d002628 HTTP/1.1" status: 204 len: 168 time: 2.6901248 Nov 03 18:51:10.583754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18349246-23ca-4ffe-aee0-29f7c04af54f tempest-NetworksIpV6TestAttrs-747288786 tempest-NetworksIpV6TestAttrs-747288786-project] Pushing event deleted for resources: {'Network': ['ID=fd39847f-3765-40fa-bc8c-60ef7d002628,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:10.621849 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.721091 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c81c455-95f5-4d79-809f-bf2092f9e63b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.727519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c81c455-95f5-4d79-809f-bf2092f9e63b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.772439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81c455-95f5-4d79-809f-bf2092f9e63b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c4425c-b8cd-42fb-911f-955ee64ee182,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:10.799752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Deleting port eacc6920-ef31-4b02-b839-2399bde1dc0b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:10.800717 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.809194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c81c455-95f5-4d79-809f-bf2092f9e63b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.817828 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0c81c455-95f5-4d79-809f-bf2092f9e63b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538517 Nov 03 18:51:10.818775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34314) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:10.829125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:10.912000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.971490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=e2aa1453-5d32-4e19-9b95-0b6fa16ffcd6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:10.990310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.109667 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.247492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Calling delete_port for eacc6920-ef31-4b02-b839-2399bde1dc0b owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:11.291946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.313873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34320) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:11.496626 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.710007 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34328) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:11.760669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 37eec760-a409-4eaa-bc05-1df1d487074b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:11.794471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8a936dde-b521-4347-983b-4c9ea2d001fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4de8a214f12e44c0b19697500cc8cc45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759796 Nov 03 18:51:11.798529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34332) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:11.823332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34334) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:11.852957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Allocated IP 172.25.3.12 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/fc0b5e9a-a4c8-4e4e-ad11-c4365cc615ee) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:12.019671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:12.036403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7346ebf4-406d-4347-9867-88f211e9990b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/37eec760-a409-4eaa-bc05-1df1d487074b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7873507 Nov 03 18:51:12.038509 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeaaaec-5cc2-46e8-9b76-2c6f901eee66 None None] Sync routers for ids ['37eec760-a409-4eaa-bc05-1df1d487074b'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:12.046012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34338) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:12.057984 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeaaaec-5cc2-46e8-9b76-2c6f901eee66 None None] Routers {'37eec760-a409-4eaa-bc05-1df1d487074b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:12.059364 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fdeaaaec-5cc2-46e8-9b76-2c6f901eee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['37eec760-a409-4eaa-bc05-1df1d487074b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.095318 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3d5542d-a0e2-4aa5-a8e3-046e906bb45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.105287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-681bdc7f-0468-4fff-baf9-6125d0a9824a tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=37eec760-a409-4eaa-bc05-1df1d487074b HTTP/1.1" status: 200 len: 205 time: 0.0572960 Nov 03 18:51:12.106367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34340) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:12.190689 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fdeaaaec-5cc2-46e8-9b76-2c6f901eee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.198548 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.205110 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.211101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeaaaec-5cc2-46e8-9b76-2c6f901eee66 None None] Routers {'37eec760-a409-4eaa-bc05-1df1d487074b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:12.212451 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fdeaaaec-5cc2-46e8-9b76-2c6f901eee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['37eec760-a409-4eaa-bc05-1df1d487074b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.275908 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fdeaaaec-5cc2-46e8-9b76-2c6f901eee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.277533 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeaaaec-5cc2-46e8-9b76-2c6f901eee66 None None] The sync data for ids ['37eec760-a409-4eaa-bc05-1df1d487074b'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:12.293229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3d5542d-a0e2-4aa5-a8e3-046e906bb45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.298374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebc77-69e6-432e-93a0-a4b4843f8b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.311052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7381-79f2-4910-97c7-7843913cd60c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.357351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.427841 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:51:12.509693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event deleted for resources: {'Port': ['ID=eacc6920-ef31-4b02-b839-2399bde1dc0b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:12.597864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.628870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7381-79f2-4910-97c7-7843913cd60c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.637135 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7381-79f2-4910-97c7-7843913cd60c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.658675 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3d5542d-a0e2-4aa5-a8e3-046e906bb45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.662890 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3d5542d-a0e2-4aa5-a8e3-046e906bb45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.664411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e3d5542d-a0e2-4aa5-a8e3-046e906bb45f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/30948ff3-8cf2-4dab-a1af-336a612ef63a HTTP/1.1" status: 204 len: 168 time: 0.8639810 Nov 03 18:51:12.743766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5542d-a0e2-4aa5-a8e3-046e906bb45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30948ff3-8cf2-4dab-a1af-336a612ef63a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:12.764895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7381-79f2-4910-97c7-7843913cd60c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.766191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf7381-79f2-4910-97c7-7843913cd60c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Fanout notify agent at l3_agent the message router_deleted on router 37eec760-a409-4eaa-bc05-1df1d487074b {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:12.778562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.784069 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7381-79f2-4910-97c7-7843913cd60c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.790946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ebbf7381-79f2-4910-97c7-7843913cd60c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/37eec760-a409-4eaa-bc05-1df1d487074b HTTP/1.1" status: 204 len: 168 time: 0.6812069 Nov 03 18:51:12.793053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34344) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:12.812027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebc77-69e6-432e-93a0-a4b4843f8b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.827288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebc77-69e6-432e-93a0-a4b4843f8b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.923211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3d6ebc77-69e6-432e-93a0-a4b4843f8b4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bd808dd6da741048fdb9401a901c73e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0913098 Nov 03 18:51:12.924315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34350) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:12.937673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ebc77-69e6-432e-93a0-a4b4843f8b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474bd71-70eb-49c7-a70f-33bb3a92717a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:12.964463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-23420f7d-fc38-4f28-9313-e8d2e21f8155 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet 628f79dc-1739-446c-86fb-da3ed4a806f6 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:12.975698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23420f7d-fc38-4f28-9313-e8d2e21f8155 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.046170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67a3882e-42f3-4a64-961d-088d0787cb4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.072545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.096739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67a3882e-42f3-4a64-961d-088d0787cb4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.105401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.122569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.196799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67a3882e-42f3-4a64-961d-088d0787cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.202765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67a3882e-42f3-4a64-961d-088d0787cb4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.206897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-67a3882e-42f3-4a64-961d-088d0787cb4e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d474bd71-70eb-49c7-a70f-33bb3a92717a HTTP/1.1" status: 204 len: 168 time: 0.2723780 Nov 03 18:51:13.223910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23420f7d-fc38-4f28-9313-e8d2e21f8155 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.234697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3882e-42f3-4a64-961d-088d0787cb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474bd71-70eb-49c7-a70f-33bb3a92717a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:13.349738 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:13.350992 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.352250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Fanout notify agent at l3_agent the message router_deleted on router fb051ba6-9442-4737-99ab-4a5f98af1773 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:13.363949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.369002 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1b6cd3d-a871-4024-a86d-6bc8a916c222 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/fb051ba6-9442-4737-99ab-4a5f98af1773 HTTP/1.1" status: 204 len: 168 time: 3.6310222 Nov 03 18:51:13.372082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34362) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:13.390050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-933337264', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:13.392612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:13.397297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:13.464046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.467647 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.477052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'Port': ['ID=fc0b5e9a-a4c8-4e4e-ad11-c4365cc615ee,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:13.585350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.655331 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23420f7d-fc38-4f28-9313-e8d2e21f8155 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.776756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.930504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34372) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:13.936980 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.937837 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.989680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23420f7d-fc38-4f28-9313-e8d2e21f8155 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.032511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9cae-6e15-4f91-9bab-98dc470b2337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.094651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23420f7d-fc38-4f28-9313-e8d2e21f8155 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.103982 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-23420f7d-fc38-4f28-9313-e8d2e21f8155 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/628f79dc-1739-446c-86fb-da3ed4a806f6 HTTP/1.1" status: 204 len: 168 time: 1.2610683 Nov 03 18:51:14.104525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58937544-a046-49a9-a217-f46c6f07ac7a None None] Network e7fdb76b-156d-4a2b-9fef-821cc73c4863 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:14.108661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23420f7d-fc38-4f28-9313-e8d2e21f8155 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=628f79dc-1739-446c-86fb-da3ed4a806f6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:14.115029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34376) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:14.573211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] DHCP port deletion for e7fdb76b-156d-4a2b-9fef-821cc73c4863 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:51:14.681920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] Deleting port c7b460f6-459e-430b-984e-c37b5c8dd57b {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:14.682650 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.723508 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.728766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34380) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:14.828452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] For port c7b460f6-459e-430b-984e-c37b5c8dd57b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c7b460f6-459e-430b-984e-c37b5c8dd57b,segment=NetworkSegment(f685b37b-a06b-488b-870f-673926378792),segment_id=f685b37b-a06b-488b-870f-673926378792)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:14.829723 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.864303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] Calling delete_port for c7b460f6-459e-430b-984e-c37b5c8dd57b owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:14.927444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46dd82f-676a-47f0-867b-1477ec67c464 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet 1cb55748-1512-40fa-8015-af4a7492debc {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:14.956529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b46dd82f-676a-47f0-867b-1477ec67c464 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.065026 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.088158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.119079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505934134'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:15.126157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] Pushing event deleted for resources: {'Port': ['ID=c7b460f6-459e-430b-984e-c37b5c8dd57b,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:15.127317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.130750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02af2ca-e8c9-4178-ace0-b948b8ce7e57 None None] No DVR routers for this DVR port c7b460f6-459e-430b-984e-c37b5c8dd57b on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:15.251037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b46dd82f-676a-47f0-867b-1477ec67c464 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.342191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.387566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Allocated IP 172.25.3.171 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/662a17ef-3a41-4487-9376-7156e291dd19) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:15.393758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9cae-6e15-4f91-9bab-98dc470b2337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.401640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.442922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9cae-6e15-4f91-9bab-98dc470b2337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.502670 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.535836 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.565803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.616758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.677547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bd3c9cae-6e15-4f91-9bab-98dc470b2337 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=519143824d0245d0924dbbc4f12ebcb3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7323155 Nov 03 18:51:15.678222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:15.682833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34386) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:15.689631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:15.722882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:15.755747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event updated for resources: {'Port': ['ID=662a17ef-3a41-4487-9376-7156e291dd19,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:15.771009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c9cae-6e15-4f91-9bab-98dc470b2337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3067120-f28e-4eb8-b2cd-d72cce4c92b1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:15.813888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'Port': ['ID=fc0b5e9a-a4c8-4e4e-ad11-c4365cc615ee,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:15.819425 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c7b460f6-459e-430b-984e-c37b5c8dd57b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:15.821865 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b46dd82f-676a-47f0-867b-1477ec67c464 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.842968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-952088e0-f289-4b06-9d1d-9da05b6c6cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.862277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c7b460f6-459e-430b-984e-c37b5c8dd57b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:15.862973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c7b460f6-459e-430b-984e-c37b5c8dd57b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:15.910394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.006810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.009076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f7bd5cbe-7e88-4c3f-aac0-cb691bfb9aed tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1866946 Nov 03 18:51:16.044789 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-952088e0-f289-4b06-9d1d-9da05b6c6cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.069391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.075515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b46dd82f-676a-47f0-867b-1477ec67c464 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.094500 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.133753 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b46dd82f-676a-47f0-867b-1477ec67c464 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.142530 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b46dd82f-676a-47f0-867b-1477ec67c464 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/1cb55748-1512-40fa-8015-af4a7492debc HTTP/1.1" status: 204 len: 168 time: 2.0009444 Nov 03 18:51:16.142530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dd82f-676a-47f0-867b-1477ec67c464 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb55748-1512-40fa-8015-af4a7492debc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:16.144694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34390) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:16.154368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33fd24-d0ed-49e5-b0f8-639c932395a0 None None] Network b9f69955-4096-4b15-872f-1262e8feaf58 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:16.220118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237cd88d-fd61-4ba7-9dcf-e6c549b5249b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:16.348430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.361966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Deleting port dfc1f011-9119-41d3-aaa0-759fb893019a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:16.361966 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.369335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-952088e0-f289-4b06-9d1d-9da05b6c6cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.374391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-952088e0-f289-4b06-9d1d-9da05b6c6cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.376439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-952088e0-f289-4b06-9d1d-9da05b6c6cb2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f3067120-f28e-4eb8-b2cd-d72cce4c92b1 HTTP/1.1" status: 204 len: 168 time: 0.6916406 Nov 03 18:51:16.379895 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.530793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.533950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7888162 Nov 03 18:51:16.540473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34410) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:16.552203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9916-b669-4d9c-806a-95b84bf0c8c2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52757982-3578-45c6-b704-619ad0d00893,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:16.599038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] DHCP port deletion for b9f69955-4096-4b15-872f-1262e8feaf58 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:51:16.608783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.619116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952088e0-f289-4b06-9d1d-9da05b6c6cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3067120-f28e-4eb8-b2cd-d72cce4c92b1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:16.682230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] For port dfc1f011-9119-41d3-aaa0-759fb893019a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dfc1f011-9119-41d3-aaa0-759fb893019a,segment=NetworkSegment(a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee),segment_id=a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:16.682807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.737650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Calling delete_port for dfc1f011-9119-41d3-aaa0-759fb893019a owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:16.755230 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c1378026-2fc1-4287-a2a4-450e4f6290b9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2126248 Nov 03 18:51:16.760925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] Deleting port d5bebf06-f87f-4ca3-b081-36529eb1f2db {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:16.762090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.763482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34412) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:16.772336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ceafbdac-9418-4759-8ea2-cfa42063a253 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-security--441742518', 'description': 'tempest-security-description-1094377677'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:16.786627 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.948730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.975868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] For port d5bebf06-f87f-4ca3-b081-36529eb1f2db, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d5bebf06-f87f-4ca3-b081-36529eb1f2db,segment=NetworkSegment(9e85c38c-5e40-4ca3-90b1-efb19bd0e72b),segment_id=9e85c38c-5e40-4ca3-90b1-efb19bd0e72b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:16.977054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.012029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] Calling delete_port for d5bebf06-f87f-4ca3-b081-36529eb1f2db owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:17.074433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-fc16d3b4-cb32-4d02-af1c-1dc936de7754 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--41025798&fields=id&tenant_id=83e00789823b48c582ec2cbe49f0863d HTTP/1.1" status: 200 len: 267 time: 0.5136745 Nov 03 18:51:17.078557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fdb76b-156d-4a2b-9fef-821cc73c4863']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:17.198111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f685b37b-a06b-488b-870f-673926378792') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:17.199792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f685b37b-a06b-488b-870f-673926378792') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:17.218299 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.271265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ceafbdac-9418-4759-8ea2-cfa42063a253 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.280094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.288403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] No DVR routers for this DVR port d5bebf06-f87f-4ca3-b081-36529eb1f2db on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:17.290756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4eedf-f917-470d-9de6-315e62c5ad01 None None] Pushing event deleted for resources: {'Port': ['ID=d5bebf06-f87f-4ca3-b081-36529eb1f2db,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:17.293204 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.365245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc1f011-9119-41d3-aaa0-759fb893019a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:17.389798 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.449595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:17.450124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:17.456028 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:17.581781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ceafbdac-9418-4759-8ea2-cfa42063a253 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.650380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ceafbdac-9418-4759-8ea2-cfa42063a253 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.654409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ceafbdac-9418-4759-8ea2-cfa42063a253 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.659925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ceafbdac-9418-4759-8ea2-cfa42063a253 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "PUT /v2.0/security-groups/52757982-3578-45c6-b704-619ad0d00893 HTTP/1.1" status: 200 len: 1796 time: 0.8908834 Nov 03 18:51:17.683661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34424) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:17.767137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-bff316c7-69bc-49cb-a493-71f3c844d90d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:17.777369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-bff316c7-69bc-49cb-a493-71f3c844d90d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 811 time: 0.6111450 Nov 03 18:51:17.787401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.793930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.800278 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aba57df3-409d-448d-ba3c-e0bdc20d24e8 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups/52757982-3578-45c6-b704-619ad0d00893 HTTP/1.1" status: 200 len: 1796 time: 0.1150761 Nov 03 18:51:17.805169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34426) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:17.864928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.879975 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/e7fdb76b-156d-4a2b-9fef-821cc73c4863 HTTP/1.1" status: 204 len: 168 time: 1.7329986 Nov 03 18:51:17.902454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34428) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:17.944588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafbdac-9418-4759-8ea2-cfa42063a253 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52757982-3578-45c6-b704-619ad0d00893,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:17.989854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d5bebf06-f87f-4ca3-b081-36529eb1f2db no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:17.993292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d6370-1a90-48c8-86af-bc21458604b2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=e7fdb76b-156d-4a2b-9fef-821cc73c4863,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:18.034332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d5bebf06-f87f-4ca3-b081-36529eb1f2db {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:18.034858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d5bebf06-f87f-4ca3-b081-36529eb1f2db not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:18.057346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-864b8fcf-40c4-411d-befb-f309dd8334cf tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/quotas/83e00789823b48c582ec2cbe49f0863d HTTP/1.1" status: 200 len: 375 time: 0.2544854 Nov 03 18:51:18.183941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.286189 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.365958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3de5-84a1-432d-842e-b8d6a4e96df0 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.371469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Router cdc602ce-d397-4de3-95fa-6763d51cae33 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:18.440433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-457fc28a-92f5-4813-905d-b2d5a943a7f4 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3651533 Nov 03 18:51:18.451802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3de5-84a1-432d-842e-b8d6a4e96df0 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.601048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:18.610823 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ce95c715-3fca-4285-8738-f122ad2f7dc6 admin admin] 10.222.0.77 "PUT /v2.0/routers/cdc602ce-d397-4de3-95fa-6763d51cae33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8959668 Nov 03 18:51:18.612253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34440) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:18.619338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] Sync routers for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:18.648294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:18.651267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:18.896461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3de5-84a1-432d-842e-b8d6a4e96df0 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.901290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3de5-84a1-432d-842e-b8d6a4e96df0 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.903459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e7fd3de5-84a1-432d-842e-b8d6a4e96df0 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/52757982-3578-45c6-b704-619ad0d00893 HTTP/1.1" status: 204 len: 168 time: 1.0907822 Nov 03 18:51:18.912034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34444) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:18.913031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.963722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:18.977832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd3de5-84a1-432d-842e-b8d6a4e96df0 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52757982-3578-45c6-b704-619ad0d00893,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:19.024577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f69955-4096-4b15-872f-1262e8feaf58']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.034835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-f0b8baba-fd26-422c-ba04-4ca0a0d7c214 service neutron] 10.222.0.77 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995363 Nov 03 18:51:19.058190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e85c38c-5e40-4ca3-90b1-efb19bd0e72b') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.058190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e85c38c-5e40-4ca3-90b1-efb19bd0e72b') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.080207 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.124180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.162441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Router 9c7ec268-9cd7-4a09-bcb4-30880ae7172e is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:19.173725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.196509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-84f32116-518a-4842-8d40-2c27a5248873 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2787883 Nov 03 18:51:19.198004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34448) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:19.229589 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-14978934-146b-4c20-83fb-3faeba0a9993 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] delete failed (client error): The resource could not be found. Nov 03 18:51:19.240875 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-14978934-146b-4c20-83fb-3faeba0a9993 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/52757982-3578-45c6-b704-619ad0d00893 HTTP/1.1" status: 404 len: 347 time: 0.0314727 Nov 03 18:51:19.243466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34450) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:19.247835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:19.252650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:19.257776 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:19.272421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145719792'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:19.403727 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.479223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.496593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:51:17Z', 'revision_number': 5, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port': {'id': 'fa53c524-3302-4d32-b5db-ccddc463af3c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:49:21Z', 'updated_at': '2021-11-03T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.519088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-1a861df0-d898-4faa-9697-0cb226c813ea service neutron] 10.222.0.77 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648869 Nov 03 18:51:19.530027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.540133 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.547117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/b9f69955-4096-4b15-872f-1262e8feaf58 HTTP/1.1" status: 204 len: 168 time: 1.6280830 Nov 03 18:51:19.589211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] Checking router: cdc602ce-d397-4de3-95fa-6763d51cae33 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:51:19.613777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34456) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:19.614127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] Routers {'cdc602ce-d397-4de3-95fa-6763d51cae33'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:19.615511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['cdc602ce-d397-4de3-95fa-6763d51cae33'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.637331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95b7aa-a3db-47d3-adc3-2a1afc43b9d7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=b9f69955-4096-4b15-872f-1262e8feaf58,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:19.638958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-288780891'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:19.700008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:19.719619 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19e78b-fbe8-475c-b7df-a431de8b1d77 None None] Sync routers for ids ['9c7ec268-9cd7-4a09-bcb4-30880ae7172e'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:19.759439 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19e78b-fbe8-475c-b7df-a431de8b1d77 None None] Routers {'9c7ec268-9cd7-4a09-bcb4-30880ae7172e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:19.760512 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3f19e78b-fbe8-475c-b7df-a431de8b1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c7ec268-9cd7-4a09-bcb4-30880ae7172e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.879867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] Set router cdc602ce-d397-4de3-95fa-6763d51cae33 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:19.883903 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3f19e78b-fbe8-475c-b7df-a431de8b1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.901648 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19e78b-fbe8-475c-b7df-a431de8b1d77 None None] Routers {'9c7ec268-9cd7-4a09-bcb4-30880ae7172e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:19.903405 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3f19e78b-fbe8-475c-b7df-a431de8b1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c7ec268-9cd7-4a09-bcb4-30880ae7172e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.914106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.919377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Deleting port fa53c524-3302-4d32-b5db-ccddc463af3c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:19.920244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.924215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.928679 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-959b3039-7832-4bb6-baaf-1d66e4171a09 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5544219 Nov 03 18:51:19.932790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34464) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:19.946951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:20.006669 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3f19e78b-fbe8-475c-b7df-a431de8b1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:20.008110 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19e78b-fbe8-475c-b7df-a431de8b1d77 None None] The sync data for ids ['9c7ec268-9cd7-4a09-bcb4-30880ae7172e'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:20.117773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:51:19Z', 'revision_number': 6, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:20.186165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] For port fa53c524-3302-4d32-b5db-ccddc463af3c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fa53c524-3302-4d32-b5db-ccddc463af3c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:20.186725 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.191613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:20.205093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.208972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34468) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:20.211372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de77cb-cbcf-4160-b1e7-dd8306f3a47b None None] The sync data for ids ['cdc602ce-d397-4de3-95fa-6763d51cae33'] in n-d-812148-3 is: [{'id': 'cdc602ce-d397-4de3-95fa-6763d51cae33', 'name': 'tempest-ServerRescueTestJSONUnderV235-2005853483-router', 'tenant_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:49:20Z', 'updated_at': '2021-11-03T18:51:19Z', 'revision_number': 6, 'project_id': '5fc7f5b8e88e4dc39e101f3b9958584d', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:20.236651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.257965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Calling delete_port for fa53c524-3302-4d32-b5db-ccddc463af3c owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:20.338907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a948c427-e385-438b-bf4c-587e192843f1 req-f08f1135-d57a-4fee-9adb-cfb3e28a1c9b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 210 time: 0.1754651 Nov 03 18:51:20.425402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.428142 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1849067 Nov 03 18:51:20.441101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34476) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:20.454562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-24f0fdee-c45c-4b4a-b027-a9338d879e07 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': '70729309-b673-4312-9ae6-af67189d447d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:20.465748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:20.468557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70729309-b673-4312-9ae6-af67189d447d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:20.512456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:20.556977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.557566 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.558111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.558656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.559203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.559757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.560311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.560852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.562446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.562446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.562446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.563231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cececc03-ad31-4056-8680-f8a3f5072c24 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:20.571524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.572077 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment f2418acc-14f5-4812-891f-307c064576f2 of type vlan for network 9385a243-500d-4e3d-a184-c2fe96741346 Nov 03 18:51:20.760903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.766955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-24f0fdee-c45c-4b4a-b027-a9338d879e07 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.834480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.909110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.916236 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.922793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:20.923764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.932224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.014701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Deleting port 662a17ef-3a41-4487-9376-7156e291dd19 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:21.015287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.067663 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4517727 Nov 03 18:51:21.073696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34480) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:21.079051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': '9385a243-500d-4e3d-a184-c2fe96741346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:21.583866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57c3e0-95a8-40fa-9ac8-d849825a18f4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=9385a243-500d-4e3d-a184-c2fe96741346,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:21.600933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-24f0fdee-c45c-4b4a-b027-a9338d879e07 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.614903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 9385a243-500d-4e3d-a184-c2fe96741346 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:21.622938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-24f0fdee-c45c-4b4a-b027-a9338d879e07 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.667130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0fdee-c45c-4b4a-b027-a9338d879e07 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b49cc2-4d13-415f-9d4d-6eba00098458,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:21.677314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-24f0fdee-c45c-4b4a-b027-a9338d879e07 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.679410 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-24f0fdee-c45c-4b4a-b027-a9338d879e07 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2328739 Nov 03 18:51:21.681645 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.684957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34486) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:21.895818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c2b38cae-8172-491d-ba29-81ecad1d83ca req-8a82c9e5-642a-410a-a791-61b1ee43b840 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 210 time: 0.1086628 Nov 03 18:51:21.960368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.966910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa53c524-3302-4d32-b5db-ccddc463af3c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:21.992477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Calling delete_port for 662a17ef-3a41-4487-9376-7156e291dd19 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:22.014466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed56619b-9268-4139-a68c-2f7b1c5cf111 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.023182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:22.029574 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.056034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed56619b-9268-4139-a68c-2f7b1c5cf111 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.126275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-2ba5c0e9-0675-4186-a9ee-6529fa7aacda tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:22.137720 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-2ba5c0e9-0675-4186-a9ee-6529fa7aacda tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 811 time: 0.4077322 Nov 03 18:51:22.192287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dfc1f011-9119-41d3-aaa0-759fb893019a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:22.237524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: dfc1f011-9119-41d3-aaa0-759fb893019a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:22.238551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dfc1f011-9119-41d3-aaa0-759fb893019a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:22.239621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fa53c524-3302-4d32-b5db-ccddc463af3c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:22.285515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: fa53c524-3302-4d32-b5db-ccddc463af3c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:22.285515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fa53c524-3302-4d32-b5db-ccddc463af3c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:22.318241 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed56619b-9268-4139-a68c-2f7b1c5cf111 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.323816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.331872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed56619b-9268-4139-a68c-2f7b1c5cf111 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.336560 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed56619b-9268-4139-a68c-2f7b1c5cf111 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/73b49cc2-4d13-415f-9d4d-6eba00098458 HTTP/1.1" status: 204 len: 168 time: 0.6135073 Nov 03 18:51:22.338881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34490) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:22.389879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56619b-9268-4139-a68c-2f7b1c5cf111 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b49cc2-4d13-415f-9d4d-6eba00098458,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:22.412524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.431653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-74c352ef-f040-434c-996a-32deb65f7f12 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e00789823b48c582ec2cbe49f0863d HTTP/1.1" status: 200 len: 378 time: 0.2539186 Nov 03 18:51:22.548734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1ff36243-2fa6-45c7-a476-f7b2b46efd73 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2052989 Nov 03 18:51:22.555621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34492) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:22.571539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'port': {'device_id': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'admin_state_up': True, 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'security_groups': ['eb4594ac-cdec-4a44-8ea7-75008fb531c4']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:22.662461 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.672371 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.716102 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.804793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Pushing event deleted for resources: {'Port': ['ID=662a17ef-3a41-4487-9376-7156e291dd19,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:22.808618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.859628 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.861102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdc602ce-d397-4de3-95fa-6763d51cae33 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:22.874510 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.876678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bbff1748-1b7e-40fe-9f41-bb697889aa7c admin admin] 10.222.0.77 "DELETE /v2.0/routers/cdc602ce-d397-4de3-95fa-6763d51cae33 HTTP/1.1" status: 204 len: 168 time: 4.2630520 Nov 03 18:51:22.887660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34494) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:22.958030 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3320b43d-68d2-4cfd-803b-7d42e77b6e77 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.004282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Allocated IP 172.25.3.191 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/2dfca3e4-bba6-449e-8fb9-6a00b29cf558) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:23.083995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=e2484a23-1293-4324-ac6f-eeb5945e84a8,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:23.112440 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3320b43d-68d2-4cfd-803b-7d42e77b6e77 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.144557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.150784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Made reservation on behalf of 83e00789823b48c582ec2cbe49f0863d for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:23.152482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aaf80f1-5898-4315-b2f9-56a15023842b req-a9379ffd-ec31-4718-afc6-2f2e945cbd31 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 210 time: 0.0703509 Nov 03 18:51:23.156583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.182061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e59dc0-9e28-4c06-8fe5-9fe030075d3b admin admin] Deleting subnet 44a96864-3c75-4eaa-bd70-a22056ce4abf {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:23.200845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': 'f2418acc-14f5-4812-891f-307c064576f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9385a243-500d-4e3d-a184-c2fe96741346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:23.201211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: 9385a243-500d-4e3d-a184-c2fe96741346, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:23.219945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10e59dc0-9e28-4c06-8fe5-9fe030075d3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.349176 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10e59dc0-9e28-4c06-8fe5-9fe030075d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.400368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3320b43d-68d2-4cfd-803b-7d42e77b6e77 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.406169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3320b43d-68d2-4cfd-803b-7d42e77b6e77 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.408171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3320b43d-68d2-4cfd-803b-7d42e77b6e77 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/70729309-b673-4312-9ae6-af67189d447d HTTP/1.1" status: 204 len: 168 time: 0.8488243 Nov 03 18:51:23.409355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 9385a243-500d-4e3d-a184-c2fe96741346 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:23.413868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34500) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:23.487734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.552125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10e59dc0-9e28-4c06-8fe5-9fe030075d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.586911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 9385a243-500d-4e3d-a184-c2fe96741346) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:23.599770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320b43d-68d2-4cfd-803b-7d42e77b6e77 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70729309-b673-4312-9ae6-af67189d447d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:23.602371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e2304-68d8-4a85-85a8-8bebe03438a8 None None] Network 9385a243-500d-4e3d-a184-c2fe96741346 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:23.613150 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.617449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.618423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.661898 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.701471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Allocated IP 172.20.0.12 (620c4680-0aef-41df-abe6-5ec9a47f55ba/47432405-7164-4512-86d2-83305c003903/68f68de3-6125-40d9-938a-ccb5e11c9379) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:23.711605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cb067488-599e-44ba-84f1-a8e2e1d2e22d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6365023 Nov 03 18:51:23.724224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34502) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:23.743760 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d98eab6c-4fcc-48f0-be04-5f1820b7bd06 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1716138277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:23.753969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.787403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-27be7d92-7446-4913-b390-da0fdc2b2840 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3654485 Nov 03 18:51:23.839662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34504) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:23.847404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-489c0353-eee9-4e7b-8c1f-14150c03c7c3 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-secgroup--247739678'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:23.861699 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10e59dc0-9e28-4c06-8fe5-9fe030075d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.876189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Router 9c7ec268-9cd7-4a09-bcb4-30880ae7172e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:23.884283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-9385a243-500d-4e3d-a184-c2fe96741346', 'network_id': '9385a243-500d-4e3d-a184-c2fe96741346', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': 'e2484a23-1293-4324-ac6f-eeb5945e84a8'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:51:23.885299 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.909717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:23.941476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:23.947757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:23.953551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e59dc0-9e28-4c06-8fe5-9fe030075d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a96864-3c75-4eaa-bd70-a22056ce4abf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:23.970583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10e59dc0-9e28-4c06-8fe5-9fe030075d3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.983208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-10e59dc0-9e28-4c06-8fe5-9fe030075d3b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/44a96864-3c75-4eaa-bd70-a22056ce4abf HTTP/1.1" status: 204 len: 168 time: 1.0846102 Nov 03 18:51:23.983208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98eab6c-4fcc-48f0-be04-5f1820b7bd06 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.983208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98eab6c-4fcc-48f0-be04-5f1820b7bd06 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.996064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34506) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.023921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Pushing event updated for resources: {'Port': ['ID=2dfca3e4-bba6-449e-8fb9-6a00b29cf558,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.039693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-489c0353-eee9-4e7b-8c1f-14150c03c7c3 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.118578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:24.127657 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.129571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-910f7374-7d82-443d-8bdd-4d31b45e796a tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "PUT /v2.0/routers/9c7ec268-9cd7-4a09-bcb4-30880ae7172e HTTP/1.1" status: 200 len: 705 time: 4.1939542 Nov 03 18:51:24.144327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34508) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.149899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Allocated IP 172.20.0.2 (9385a243-500d-4e3d-a184-c2fe96741346/e2484a23-1293-4324-ac6f-eeb5945e84a8/9c865270-6a05-43c7-b163-fe9f0ad38673) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:24.190186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.300889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.327997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-489c0353-eee9-4e7b-8c1f-14150c03c7c3 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.341286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.349829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98eab6c-4fcc-48f0-be04-5f1820b7bd06 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.351814 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-489c0353-eee9-4e7b-8c1f-14150c03c7c3 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.356221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cdadd-4011-4ab4-a825-0695b96eb9c2 None None] Sync routers for ids ['9c7ec268-9cd7-4a09-bcb4-30880ae7172e'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:24.362366 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.371585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984cdadd-4011-4ab4-a825-0695b96eb9c2 None None] Routers {'9c7ec268-9cd7-4a09-bcb4-30880ae7172e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:24.372242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-984cdadd-4011-4ab4-a825-0695b96eb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c7ec268-9cd7-4a09-bcb4-30880ae7172e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.377222 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.407982 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98eab6c-4fcc-48f0-be04-5f1820b7bd06 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.414563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.418376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-984cdadd-4011-4ab4-a825-0695b96eb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.456102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d719e281-df57-4b26-8655-381894a70913 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/routers/9c7ec268-9cd7-4a09-bcb4-30880ae7172e HTTP/1.1" status: 200 len: 740 time: 0.3034699 Nov 03 18:51:24.464087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984cdadd-4011-4ab4-a825-0695b96eb9c2 None None] Routers {'9c7ec268-9cd7-4a09-bcb4-30880ae7172e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:24.464856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-984cdadd-4011-4ab4-a825-0695b96eb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c7ec268-9cd7-4a09-bcb4-30880ae7172e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.482732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34512) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.503280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af222eb-4017-4cb3-ad52-f6c3527c4800']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.517798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Network 9385a243-500d-4e3d-a184-c2fe96741346 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:24.518822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-984cdadd-4011-4ab4-a825-0695b96eb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.519863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cdadd-4011-4ab4-a825-0695b96eb9c2 None None] The sync data for ids ['9c7ec268-9cd7-4a09-bcb4-30880ae7172e'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:24.526819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98eab6c-4fcc-48f0-be04-5f1820b7bd06 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.528101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:24.530395 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d98eab6c-4fcc-48f0-be04-5f1820b7bd06 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8046622 Nov 03 18:51:24.531999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.533468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:24.533703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34516) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.537384 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-489c0353-eee9-4e7b-8c1f-14150c03c7c3 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.540464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-489c0353-eee9-4e7b-8c1f-14150c03c7c3 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6991293 Nov 03 18:51:24.545484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Pushing event updated for resources: {'Port': ['ID=9c865270-6a05-43c7-b163-fe9f0ad38673,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.546643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c0353-eee9-4e7b-8c1f-14150c03c7c3 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b206b3c2-1215-48b3-a0a8-11326aaf5188,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.556139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.556901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a1fd4f-cede-4310-b8eb-8d1c5ebcfaee') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.560081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.562852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'port': {'network_id': '9385a243-500d-4e3d-a184-c2fe96741346', 'name': 'tempest-RoutersTest-1754075694'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:24.580624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.581167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.581707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.582412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.582909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.583530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.584037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.584538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.585048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.585567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.586054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.586539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:24.587375 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-df5e1d55-9f00-4fbd-9021-8b967196c2e0 tempest-RoutersAdminTest-1519934218 tempest-RoutersAdminTest-1519934218-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=9c7ec268-9cd7-4a09-bcb4-30880ae7172e HTTP/1.1" status: 200 len: 205 time: 0.1034076 Nov 03 18:51:24.587878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-60ff30aa-290d-429d-964b-b9a752e927e1 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': 'b206b3c2-1215-48b3-a0a8-11326aaf5188', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:24.590135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:24.612178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34520) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.626039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Attempting to bind port 9c865270-6a05-43c7-b163-fe9f0ad38673 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:24.627028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Attempting to bind port 9c865270-6a05-43c7-b163-fe9f0ad38673 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f2418acc-14f5-4812-891f-307c064576f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9385a243-500d-4e3d-a184-c2fe96741346'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:24.628072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Attempting to bind port 9c865270-6a05-43c7-b163-fe9f0ad38673 on network 9385a243-500d-4e3d-a184-c2fe96741346 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:24.636772 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.638147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:24.640042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:24.640430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Checking segment: {'id': 'f2418acc-14f5-4812-891f-307c064576f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9385a243-500d-4e3d-a184-c2fe96741346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:24.640846 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.641459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Bound using segment: {'id': 'f2418acc-14f5-4812-891f-307c064576f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9385a243-500d-4e3d-a184-c2fe96741346'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:24.642147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Bound port: 9c865270-6a05-43c7-b163-fe9f0ad38673, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2418acc-14f5-4812-891f-307c064576f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9385a243-500d-4e3d-a184-c2fe96741346'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:24.642552 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.645039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:24.697990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b929320-9ece-47c1-b9bc-83b29f33c2cf req-e21840d8-980f-42ca-adac-3231a602b92c tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:24.710287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b929320-9ece-47c1-b9bc-83b29f33c2cf req-e21840d8-980f-42ca-adac-3231a602b92c tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 932 time: 0.3417292 Nov 03 18:51:24.712059 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.723791 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60ff30aa-290d-429d-964b-b9a752e927e1 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.733224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:24.733935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:24.741855 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:24.767174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] For port 9c865270-6a05-43c7-b163-fe9f0ad38673, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:24.772954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] For port 9c865270-6a05-43c7-b163-fe9f0ad38673, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9c865270-6a05-43c7-b163-fe9f0ad38673,segment=NetworkSegment(f2418acc-14f5-4812-891f-307c064576f2),segment_id=f2418acc-14f5-4812-891f-307c064576f2)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:24.785202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.874640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a7227-a4e9-458c-b3f0-271077ff13a5 None None] Pushing event updated for resources: {'Port': ['ID=9c865270-6a05-43c7-b163-fe9f0ad38673,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.896623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event updated for resources: {'Port': ['ID=68f68de3-6125-40d9-938a-ccb5e11c9379,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.902622 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82c4dbc9-7ba4-4111-ac34-118edf67aab6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c7ec268-9cd7-4a09-bcb4-30880ae7172e HTTP/1.1" status: 200 len: 205 time: 0.2859395 Nov 03 18:51:24.916606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34522) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.993866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.018380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b929320-9ece-47c1-b9bc-83b29f33c2cf req-8eeaee51-aebc-457e-a377-4b010a1071fc tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2784476 Nov 03 18:51:25.068713 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.098451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6af222eb-4017-4cb3-ad52-f6c3527c4800 HTTP/1.1" status: 204 len: 168 time: 1.0768433 Nov 03 18:51:25.100044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e4db-002c-4373-8b6b-3b79b95d94d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6af222eb-4017-4cb3-ad52-f6c3527c4800,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:25.139522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63a87f41-2c2b-4e82-a84a-c95467801e95 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.200245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60ff30aa-290d-429d-964b-b9a752e927e1 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.209076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60ff30aa-290d-429d-964b-b9a752e927e1 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.232382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-52ce6c16-4244-428e-85d9-1388867e3997 None None] Provisioning complete for port 68f68de3-6125-40d9-938a-ccb5e11c9379 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:25.240076 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52ce6c16-4244-428e-85d9-1388867e3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.243493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff30aa-290d-429d-964b-b9a752e927e1 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c309ee9e-8c53-47a3-9199-16889f2873ed,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:25.284285 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60ff30aa-290d-429d-964b-b9a752e927e1 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.299843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-60ff30aa-290d-429d-964b-b9a752e927e1 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7304471 Nov 03 18:51:25.300964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34526) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:25.328459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d7d82afb-a714-4f84-bf77-0460beb396e4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': 'b206b3c2-1215-48b3-a0a8-11326aaf5188', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:25.348335 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.374766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-52ce6c16-4244-428e-85d9-1388867e3997 None None] Port 68f68de3-6125-40d9-938a-ccb5e11c9379 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:25.585094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34528) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:25.640487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-795d708e-5cde-4e9a-a8ef-78996539ce67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5fc7f5b8e88e4dc39e101f3b9958584d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537205 Nov 03 18:51:25.644712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34530) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:25.718561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d7b8013a-22e4-42c6-ba3e-efadeb931ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.733675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:25.734455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.774291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d7b8013a-22e4-42c6-ba3e-efadeb931ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.829961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:25.833879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.839903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d7d82afb-a714-4f84-bf77-0460beb396e4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.860217 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-a9b7ae7d-3e0f-4acd-9c50-588563a6b8d6 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2976580 Nov 03 18:51:25.888415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9c865270-6a05-43c7-b163-fe9f0ad38673 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:25.897002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d7b8013a-22e4-42c6-ba3e-efadeb931ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.904303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Request body: {'port': {'device_id': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:25.914635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d7b8013a-22e4-42c6-ba3e-efadeb931ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.915877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d7b8013a-22e4-42c6-ba3e-efadeb931ddc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61558bcc-819c-4843-a7a6-73ead7d05c31 HTTP/1.1" status: 204 len: 168 time: 0.2697725 Nov 03 18:51:25.916790 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63a87f41-2c2b-4e82-a84a-c95467801e95 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.954307 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63a87f41-2c2b-4e82-a84a-c95467801e95 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.960164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] device_id is not set on port 60457533-fd86-413f-9f3e-1ebb75ccdc06 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:51:25.977772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8013a-22e4-42c6-ba3e-efadeb931ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61558bcc-819c-4843-a7a6-73ead7d05c31,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:26.041378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9c865270-6a05-43c7-b163-fe9f0ad38673 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:26.042882 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.064499 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d7d82afb-a714-4f84-bf77-0460beb396e4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.072302 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d7d82afb-a714-4f84-bf77-0460beb396e4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.141703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d82afb-a714-4f84-bf77-0460beb396e4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697a0f68-2f84-4441-91b1-75578db37da6,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:26.164400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d7d82afb-a714-4f84-bf77-0460beb396e4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.166453 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d7d82afb-a714-4f84-bf77-0460beb396e4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8618064 Nov 03 18:51:26.170068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34536) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.179261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2ca5e330-0c4a-4d89-bafc-86d2c8c87e3d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': 'b206b3c2-1215-48b3-a0a8-11326aaf5188', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:26.187358 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.254054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 9c865270-6a05-43c7-b163-fe9f0ad38673, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9c865270-6a05-43c7-b163-fe9f0ad38673,segment=NetworkSegment(f2418acc-14f5-4812-891f-307c064576f2),segment_id=f2418acc-14f5-4812-891f-307c064576f2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:26.266907 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.319712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ca5e330-0c4a-4d89-bafc-86d2c8c87e3d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.360459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63a87f41-2c2b-4e82-a84a-c95467801e95 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.361035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a87f41-2c2b-4e82-a84a-c95467801e95 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7ec268-9cd7-4a09-bcb4-30880ae7172e {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:26.369246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00117-54bd-415a-9162-36e9cade94b8 req-e6d6020f-c22d-410d-aada-96757c03e78c tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:26.385763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2e00117-54bd-415a-9162-36e9cade94b8 req-e6d6020f-c22d-410d-aada-96757c03e78c tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 932 time: 0.1584897 Nov 03 18:51:26.385991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63a87f41-2c2b-4e82-a84a-c95467801e95 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.394255 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-63a87f41-2c2b-4e82-a84a-c95467801e95 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/9c7ec268-9cd7-4a09-bcb4-30880ae7172e HTTP/1.1" status: 204 len: 168 time: 1.4557836 Nov 03 18:51:26.394761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34542) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.406163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.480418 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ca5e330-0c4a-4d89-bafc-86d2c8c87e3d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.488611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=9c865270-6a05-43c7-b163-fe9f0ad38673,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:26.492577 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2e00117-54bd-415a-9162-36e9cade94b8 req-28cf4971-d554-4fbe-8fa2-bd871cc6e01b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058056 Nov 03 18:51:26.506501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ca5e330-0c4a-4d89-bafc-86d2c8c87e3d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.509808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b57e5bce-3fbb-4473-a500-403528ccd46d tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c7ec268-9cd7-4a09-bcb4-30880ae7172e HTTP/1.1" status: 200 len: 205 time: 0.1128221 Nov 03 18:51:26.524589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34546) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.569875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ca5e330-0c4a-4d89-bafc-86d2c8c87e3d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.571223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ca5e330-0c4a-4d89-bafc-86d2c8c87e3d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3997784 Nov 03 18:51:26.579602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34550) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.582654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5e330-0c4a-4d89-bafc-86d2c8c87e3d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785c82e9-2473-4839-8fcb-720b4965876e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:26.592040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7062d7ea-0909-4965-884e-d705c3305d5a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': 'b206b3c2-1215-48b3-a0a8-11326aaf5188', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:26.684215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7062d7ea-0909-4965-884e-d705c3305d5a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.738550 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-8d7fdb33-8a09-4b98-b395-9f0b31448b96 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] delete failed (client error): The resource could not be found. Nov 03 18:51:26.740372 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8d7fdb33-8a09-4b98-b395-9f0b31448b96 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/9c7ec268-9cd7-4a09-bcb4-30880ae7172e HTTP/1.1" status: 404 len: 336 time: 0.2135558 Nov 03 18:51:26.745682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34556) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.844754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.847305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-87c9b5cf-3bf8-4deb-a117-6c55fb39fb72 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb051ba6-9442-4737-99ab-4a5f98af1773 HTTP/1.1" status: 200 len: 205 time: 0.0995812 Nov 03 18:51:26.848501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bf641a-e3c1-4a38-93f7-fd46beb45106 None None] Network 9385a243-500d-4e3d-a184-c2fe96741346 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:26.858933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34558) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.862725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7062d7ea-0909-4965-884e-d705c3305d5a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.871418 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7062d7ea-0909-4965-884e-d705c3305d5a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.876356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.20.0.5 (9385a243-500d-4e3d-a184-c2fe96741346/e2484a23-1293-4324-ac6f-eeb5945e84a8/60457533-fd86-413f-9f3e-1ebb75ccdc06) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:26.949319 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.951906 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7062d7ea-0909-4965-884e-d705c3305d5a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.956386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7062d7ea-0909-4965-884e-d705c3305d5a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3735676 Nov 03 18:51:26.959246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34560) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.968696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0ba5f2e7-e8d4-4fa7-8ddf-4b3f78790425 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': 'b206b3c2-1215-48b3-a0a8-11326aaf5188', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:27.012936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062d7ea-0909-4965-884e-d705c3305d5a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b923905-da90-40c2-9d54-3ae6f17ed000,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:27.034874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f2e7-e8d4-4fa7-8ddf-4b3f78790425 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.048308 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-ac0a50f8-400d-4a1b-a83e-2ffe42ef0e10 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] delete failed (client error): The resource could not be found. Nov 03 18:51:27.055702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ac0a50f8-400d-4a1b-a83e-2ffe42ef0e10 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/fb051ba6-9442-4737-99ab-4a5f98af1773 HTTP/1.1" status: 404 len: 336 time: 0.1893649 Nov 03 18:51:27.056518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34566) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.060147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6590cc1a-2cd0-40d0-95c6-ac83347a5e25 None None] Provisioning complete for port 9c865270-6a05-43c7-b163-fe9f0ad38673 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:27.060977 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6590cc1a-2cd0-40d0-95c6-ac83347a5e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.193270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Pushing event updated for resources: {'Port': ['ID=2dfca3e4-bba6-449e-8fb9-6a00b29cf558,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:27.226134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5cd9c2d6-e3ce-46c0-b172-9fb845aa5982 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=746aa147-3eea-477b-84b3-9cd59aaadaf2 HTTP/1.1" status: 200 len: 205 time: 0.1637309 Nov 03 18:51:27.232514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34570) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.267270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.319984 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-04556cfc-5505-4287-b8ec-bf8a319d836d tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] delete failed (client error): The resource could not be found. Nov 03 18:51:27.325521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-04556cfc-5505-4287-b8ec-bf8a319d836d tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/746aa147-3eea-477b-84b3-9cd59aaadaf2 HTTP/1.1" status: 404 len: 336 time: 0.0881064 Nov 03 18:51:27.329958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34574) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.396663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-79aed0a0-85eb-4f0c-b745-65264b098453 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=9718f6e2-6622-47a6-beef-f82d082c9f70 HTTP/1.1" status: 200 len: 205 time: 0.0617886 Nov 03 18:51:27.399442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34576) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.427347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f2e7-e8d4-4fa7-8ddf-4b3f78790425 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.447144 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.449812 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-616be232-d4b7-4f8c-aeaa-69d90bc327c0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2236247 Nov 03 18:51:27.471433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34578) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.474389 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f2e7-e8d4-4fa7-8ddf-4b3f78790425 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.480875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-751463998', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'fixed_ips': [{'ip_address': '172.25.3.191'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:27.489795 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-cff390ab-63fc-4666-9fa6-5614c1da7abd tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] delete failed (client error): The resource could not be found. Nov 03 18:51:27.491684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cff390ab-63fc-4666-9fa6-5614c1da7abd tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/9718f6e2-6622-47a6-beef-f82d082c9f70 HTTP/1.1" status: 404 len: 336 time: 0.0907855 Nov 03 18:51:27.497261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34580) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.560116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5f2e7-e8d4-4fa7-8ddf-4b3f78790425 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38abcc08-27c9-41c6-b30d-91af201bee87,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:27.563594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34584) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.572776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2555cc02-a5eb-467f-9de4-d7ad2184b21b tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed61f6b-966b-491e-94ed-c57917f5fa75 HTTP/1.1" status: 200 len: 205 time: 0.0743062 Nov 03 18:51:27.587547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34586) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.707622 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-68467cc4-63bc-4d9c-8aee-348e0e43f74f tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] delete failed (client error): The resource could not be found. Nov 03 18:51:27.715837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-68467cc4-63bc-4d9c-8aee-348e0e43f74f tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/eed61f6b-966b-491e-94ed-c57917f5fa75 HTTP/1.1" status: 404 len: 336 time: 0.1266110 Nov 03 18:51:27.720568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34592) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.721848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Made reservation on behalf of aff1dd185e094c879d1f5e3147b69cd9 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:27.727411 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.751745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f2e7-e8d4-4fa7-8ddf-4b3f78790425 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.754052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ba5f2e7-e8d4-4fa7-8ddf-4b3f78790425 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7929740 Nov 03 18:51:27.801099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34594) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.802531 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.822335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f68de3-6125-40d9-938a-ccb5e11c9379 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:27.836098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.865281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Transition to ACTIVE for port object 68f68de3-6125-40d9-938a-ccb5e11c9379 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:51:27.876187 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.906004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9c865270-6a05-43c7-b163-fe9f0ad38673 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:27.909568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8c809053-f758-4acb-a1a5-8f58003906e6 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe6a8477-633d-485c-a8cf-a6111533df93 HTTP/1.1" status: 200 len: 205 time: 0.1526783 Nov 03 18:51:27.921184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.931343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1922171476-network', 'tenant_id': '940136abd26d4467ac8dc8bbbdd72595'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:28.008443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b5e7f614-00a4-49e8-8164-afeb84409f66 None None] Provisioning complete for port 9c865270-6a05-43c7-b163-fe9f0ad38673 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:28.009097 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5e7f614-00a4-49e8-8164-afeb84409f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.052373 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-43969872-aabe-4c8c-9040-0fad607a8b7d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.063944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Made reservation on behalf of 940136abd26d4467ac8dc8bbbdd72595 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:28.066433 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.081384 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-43969872-aabe-4c8c-9040-0fad607a8b7d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.086153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.117835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad606199-b1d5-4436-b53f-01404cf2bdc3 req-5e8d68e0-37bf-42a6-b534-45bcb6f823fe tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:28.123550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9c865270-6a05-43c7-b163-fe9f0ad38673 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:28.124165 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.127285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad606199-b1d5-4436-b53f-01404cf2bdc3 req-5e8d68e0-37bf-42a6-b534-45bcb6f823fe tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 944 time: 0.4236097 Nov 03 18:51:28.145021 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.191913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.209781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.230239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.259255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Pushing event updated for resources: {'Port': ['ID=68f68de3-6125-40d9-938a-ccb5e11c9379,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.269063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] device_id is not set on port 23970e1f-837b-4971-8ab3-c933326c7aca yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:51:28.278516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb547c-aecf-4466-9085-0625941bd0b6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.294528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 9385a243-500d-4e3d-a184-c2fe96741346 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:28.295309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-43969872-aabe-4c8c-9040-0fad607a8b7d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.305895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:28.306208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-43969872-aabe-4c8c-9040-0fad607a8b7d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.312554 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-506d5915-936c-4207-8a97-de0fcd37b976 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] delete failed (client error): The resource could not be found. Nov 03 18:51:28.317007 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-506d5915-936c-4207-8a97-de0fcd37b976 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/routers/fe6a8477-633d-485c-a8cf-a6111533df93 HTTP/1.1" status: 404 len: 336 time: 0.3528764 Nov 03 18:51:28.321014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:28.321231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-43969872-aabe-4c8c-9040-0fad607a8b7d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/38abcc08-27c9-41c6-b30d-91af201bee87 HTTP/1.1" status: 204 len: 168 time: 0.4875503 Nov 03 18:51:28.331043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34598) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:28.331043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34600) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:28.426471 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfef8668-4fe1-4fc2-b084-67466bc18120 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] DELETE failed (client error): The resource could not be found. Nov 03 18:51:28.426808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfef8668-4fe1-4fc2-b084-67466bc18120 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:51:28.431581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cfef8668-4fe1-4fc2-b084-67466bc18120 tempest-RoutersAdminTest-2057695626 tempest-RoutersAdminTest-2057695626-project] 10.222.0.77 "DELETE /v2.0/subnets/27aa933b-44c8-4e2a-9d32-cb320adf4885 HTTP/1.1" status: 404 len: 337 time: 0.0832028 Nov 03 18:51:28.502047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad606199-b1d5-4436-b53f-01404cf2bdc3 req-cd054fd3-b908-463c-933b-a284f82baeb2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3738492 Nov 03 18:51:28.537270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43969872-aabe-4c8c-9040-0fad607a8b7d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38abcc08-27c9-41c6-b30d-91af201bee87,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.593689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=60457533-fd86-413f-9f3e-1ebb75ccdc06,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.613899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:28.615343 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.682104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Attempting to bind port 68f68de3-6125-40d9-938a-ccb5e11c9379 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:28.683009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Attempting to bind port 68f68de3-6125-40d9-938a-ccb5e11c9379 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:28.683849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Attempting to bind port 68f68de3-6125-40d9-938a-ccb5e11c9379 on network 620c4680-0aef-41df-abe6-5ec9a47f55ba {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:28.695268 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da2f33b4-63d8-4a3d-8003-4de14716fd07 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.1371925 Nov 03 18:51:28.702318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:28.722042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Port 68f68de3-6125-40d9-938a-ccb5e11c9379 on network 620c4680-0aef-41df-abe6-5ec9a47f55ba not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:51:28.722439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Attempting to bind port 68f68de3-6125-40d9-938a-ccb5e11c9379 on network 620c4680-0aef-41df-abe6-5ec9a47f55ba {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:28.799987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-58fd5964-86cc-4ec3-861d-b2e6495189e5 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4591587 Nov 03 18:51:28.813048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34608) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:28.814965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:28.815310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Checking segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:28.815693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Bound using segment: {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:28.817647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Bound port: 68f68de3-6125-40d9-938a-ccb5e11c9379, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee284a94-0dde-4799-a9dc-199b03afff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:28.817647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.868198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f85c95ba-382e-4190-9dec-b4edaddb841d None None] Provisioning complete for port 60457533-fd86-413f-9f3e-1ebb75ccdc06 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:28.868788 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f85c95ba-382e-4190-9dec-b4edaddb841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.877759 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.888020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.913236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34610) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:28.971694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f85c95ba-382e-4190-9dec-b4edaddb841d None None] Port 60457533-fd86-413f-9f3e-1ebb75ccdc06 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:28.991933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-80cd2d12-377a-41bc-881a-acac17c07991 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.992282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:29.002155 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-80cd2d12-377a-41bc-881a-acac17c07991 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.020222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b56b3-af48-4cf7-ba3d-32bb821b598d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:29.024153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.024709 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Added segment 6ff4cc59-42d0-4193-8c95-e64d0635628e of type vlan for network 93a408a8-79e9-4c4c-bf13-85a415a8337a Nov 03 18:51:29.043932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-80cd2d12-377a-41bc-881a-acac17c07991 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.061809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-80cd2d12-377a-41bc-881a-acac17c07991 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.064461 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-80cd2d12-377a-41bc-881a-acac17c07991 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/6b923905-da90-40c2-9d54-3ae6f17ed000 HTTP/1.1" status: 204 len: 168 time: 0.2505159 Nov 03 18:51:29.071085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34614) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:29.077474 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 18:51:29.077776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:51:29.101331 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.113865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d3047f09-2c59-42d0-949a-40ae3e922da0 tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6412241 Nov 03 18:51:29.120017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34616) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:29.124449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] For port 68f68de3-6125-40d9-938a-ccb5e11c9379, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:29.140121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd2d12-377a-41bc-881a-acac17c07991 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b923905-da90-40c2-9d54-3ae6f17ed000,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:29.183516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] For port 68f68de3-6125-40d9-938a-ccb5e11c9379, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=68f68de3-6125-40d9-938a-ccb5e11c9379,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:29.194331 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.289658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.291291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:29.292337 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.297840 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8c742416-10da-4d2d-88c9-2b566d661a39 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2240574 Nov 03 18:51:29.309821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34618) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:29.321800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:29.322433 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.323890 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] 10.222.0.70 "PUT /v2.0/ports/68f68de3-6125-40d9-938a-ccb5e11c9379 HTTP/1.1" status: 200 len: 1092 time: 3.4239981 Nov 03 18:51:29.326705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'tag': '68f68de3-6125-40d9-938a-ccb5e11c9379'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:29.329740 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f9a622-befe-481e-a1ce-f7243a1d97c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894", "tag": "68f68de3-6125-40d9-938a-ccb5e11c9379"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:29.421976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93911439-8029-4af9-a14c-5fb73bc1df46 service neutron] Pushing event updated for resources: {'Port': ['ID=68f68de3-6125-40d9-938a-ccb5e11c9379,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:29.433335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50ec1da6-6b02-4e29-8dce-8a17461ef444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.472542 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4acb2fc-90c0-4b2c-94f2-7b75e81bfbb3 x-openstack-request-id: req-e4acb2fc-90c0-4b2c-94f2-7b75e81bfbb3 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:29.473183 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894", "tag": "68f68de3-6125-40d9-938a-ccb5e11c9379", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:29.473583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9050024 Nov 03 18:51:29.473827 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4acb2fc-90c0-4b2c-94f2-7b75e81bfbb3 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:29.474531 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'tag': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'status': 'completed', 'code': 200} Nov 03 18:51:29.476975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34622) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:29.492279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Request body: {'subnet': {'network_id': '93a408a8-79e9-4c4c-bf13-85a415a8337a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1922171476-subnet', 'tenant_id': '940136abd26d4467ac8dc8bbbdd72595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:29.504963 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1720a75-86e2-4328-8b78-fe802b61ae0a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.581386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da8ae-327c-4383-bc24-26cdcf78f4bd admin admin] Pushing event updated for resources: {'Network': ['ID=93a408a8-79e9-4c4c-bf13-85a415a8337a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:29.608115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Deleting port 2dfca3e4-bba6-449e-8fb9-6a00b29cf558 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:29.608631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.620724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.634920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1720a75-86e2-4328-8b78-fe802b61ae0a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.636211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 93a408a8-79e9-4c4c-bf13-85a415a8337a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:29.709790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-8fb2c90c-e1a1-45c0-b7f2-8bff0d402b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:29.712829 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-8fb2c90c-e1a1-45c0-b7f2-8bff0d402b81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 1095 time: 0.3092697 Nov 03 18:51:29.721996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Made reservation on behalf of 940136abd26d4467ac8dc8bbbdd72595 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:29.726037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.864947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50ec1da6-6b02-4e29-8dce-8a17461ef444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.883221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50ec1da6-6b02-4e29-8dce-8a17461ef444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.892635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.893201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.951808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faad7ad-7a5f-4c69-84e0-fb8ef454a89e req-f743f5bb-36b0-4c36-ab15-e650eab952a8 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:29.954663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6faad7ad-7a5f-4c69-84e0-fb8ef454a89e req-f743f5bb-36b0-4c36-ab15-e650eab952a8 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 944 time: 0.2346499 Nov 03 18:51:29.981191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Calling delete_port for 2dfca3e4-bba6-449e-8fb9-6a00b29cf558 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:30.055422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-50ec1da6-6b02-4e29-8dce-8a17461ef444 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df446202d2b742d5b4676a4df5e3cad7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1194880 Nov 03 18:51:30.062625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec1da6-6b02-4e29-8dce-8a17461ef444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e266db0e-1d02-4759-8a30-941e073daa92,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:30.071220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34628) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:30.278002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6faad7ad-7a5f-4c69-84e0-fb8ef454a89e req-003dbf7d-1ea5-4986-910c-b3290137ec11 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2876878 Nov 03 18:51:30.305375 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-574afc61-80c7-4783-850b-2f50054d6572 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f68de3-6125-40d9-938a-ccb5e11c9379 HTTP/1.1" status: 200 len: 217 time: 0.5329006 Nov 03 18:51:30.308688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1720a75-86e2-4328-8b78-fe802b61ae0a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.351397 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1720a75-86e2-4328-8b78-fe802b61ae0a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.352192 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e9108872-a8b0-4ffe-90e3-e068d613a25f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.353303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f1720a75-86e2-4328-8b78-fe802b61ae0a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/785c82e9-2473-4839-8fcb-720b4965876e HTTP/1.1" status: 204 len: 168 time: 1.0420103 Nov 03 18:51:30.370443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34630) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:30.480188 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e9108872-a8b0-4ffe-90e3-e068d613a25f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.503298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1720a75-86e2-4328-8b78-fe802b61ae0a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=785c82e9-2473-4839-8fcb-720b4965876e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:30.596882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e27f12b0-a77e-4bfb-992a-5684658d7987 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2240632 Nov 03 18:51:30.598758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.603442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34632) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:30.641345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-8b9ecb85-c96f-4fa4-9f2b-6653ff06b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:30.643606 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-8b9ecb85-c96f-4fa4-9f2b-6653ff06b5a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.3273916 Nov 03 18:51:30.672885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dfca3e4-bba6-449e-8fb9-6a00b29cf558,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:30.740796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4180-8411-4542-980a-516f339612e6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.774745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e9108872-a8b0-4ffe-90e3-e068d613a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.779246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e9108872-a8b0-4ffe-90e3-e068d613a25f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.780921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e9108872-a8b0-4ffe-90e3-e068d613a25f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e266db0e-1d02-4759-8a30-941e073daa92 HTTP/1.1" status: 204 len: 168 time: 0.7087348 Nov 03 18:51:30.785003 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4180-8411-4542-980a-516f339612e6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.830973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9108872-a8b0-4ffe-90e3-e068d613a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e266db0e-1d02-4759-8a30-941e073daa92,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:30.865186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.872520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.874937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f9baedc0-e27e-4d65-8884-ce9f1d8d836d tempest-ExternalNetworksAdminNegativeTestJSON-481455267 tempest-ExternalNetworksAdminNegativeTestJSON-481455267-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/b8c9d715-8790-4516-8a12-55b4ba613efc HTTP/1.1" status: 204 len: 168 time: 1.7538791 Nov 03 18:51:30.877799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4180-8411-4542-980a-516f339612e6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.890703 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4180-8411-4542-980a-516f339612e6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.894303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9b5e4180-8411-4542-980a-516f339612e6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/697a0f68-2f84-4441-91b1-75578db37da6 HTTP/1.1" status: 204 len: 168 time: 0.2863827 Nov 03 18:51:30.902871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34638) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:30.923844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e4180-8411-4542-980a-516f339612e6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=697a0f68-2f84-4441-91b1-75578db37da6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:30.938804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-f0f9fb73-58c3-471e-bb05-58d46d770258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:30.942988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-f0f9fb73-58c3-471e-bb05-58d46d770258 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2839000 Nov 03 18:51:31.033277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8a5aee52-343c-4084-b4e6-da5f39966a59 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1286292 Nov 03 18:51:31.038567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34640) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:31.092262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-667302e5-799a-4543-a274-57c13d569938 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.108845 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-667302e5-799a-4543-a274-57c13d569938 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.126220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.178122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-667302e5-799a-4543-a274-57c13d569938 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.202091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-667302e5-799a-4543-a274-57c13d569938 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.204844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-667302e5-799a-4543-a274-57c13d569938 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c309ee9e-8c53-47a3-9199-16889f2873ed HTTP/1.1" status: 204 len: 168 time: 0.1640565 Nov 03 18:51:31.206843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667302e5-799a-4543-a274-57c13d569938 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c309ee9e-8c53-47a3-9199-16889f2873ed,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:31.209936 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.210218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34646) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:31.226386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.290779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ffeafcc4-f46c-4c28-a93d-f3cb6f4d4f0e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0789151 Nov 03 18:51:31.295823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34648) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:31.363821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e11e56d-762b-47e9-b2ef-c50c5b9ed9ee,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:31.427232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34652) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:31.498390 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-d7e1444c-4c52-4589-8332-00504c230555 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411029 Nov 03 18:51:31.545895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-315d4528-37e1-4ad6-ac70-0a893683c2a6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.606255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=60457533-fd86-413f-9f3e-1ebb75ccdc06,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:31.611692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-315d4528-37e1-4ad6-ac70-0a893683c2a6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.652592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Checking segment: {'id': '6ff4cc59-42d0-4193-8c95-e64d0635628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '93a408a8-79e9-4c4c-bf13-85a415a8337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:31.653169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Network hostable DHCP agents. Network: 93a408a8-79e9-4c4c-bf13-85a415a8337a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:31.680558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c5f7f-40a0-4629-9dff-0adbf54f302b req-503a53e4-f456-40dd-851d-74b776862e68 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:31.683895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-439c5f7f-40a0-4629-9dff-0adbf54f302b req-503a53e4-f456-40dd-851d-74b776862e68 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 944 time: 0.1999190 Nov 03 18:51:31.780872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2cdb-01bd-46e6-8ada-00f077339f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.810962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34658) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:31.933886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e7727ace-32d1-4d8b-aef9-11758a626531 None None] Provisioning complete for port 60457533-fd86-413f-9f3e-1ebb75ccdc06 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:31.936310 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e7727ace-32d1-4d8b-aef9-11758a626531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.941859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Network 93a408a8-79e9-4c4c-bf13-85a415a8337a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:31.961184 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-315d4528-37e1-4ad6-ac70-0a893683c2a6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.972276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-315d4528-37e1-4ad6-ac70-0a893683c2a6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.977236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-315d4528-37e1-4ad6-ac70-0a893683c2a6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/b206b3c2-1215-48b3-a0a8-11326aaf5188 HTTP/1.1" status: 204 len: 168 time: 0.6755891 Nov 03 18:51:31.988006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34660) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:32.027142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 93a408a8-79e9-4c4c-bf13-85a415a8337a) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:32.035397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e7727ace-32d1-4d8b-aef9-11758a626531 None None] Port 60457533-fd86-413f-9f3e-1ebb75ccdc06 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:32.046601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-439c5f7f-40a0-4629-9dff-0adbf54f302b req-c47c7ffa-96aa-44d5-a4fd-10167da2052c tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2784483 Nov 03 18:51:32.064246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2caede3-a7e9-4230-a3f0-ea05e63c52ca None None] Network 93a408a8-79e9-4c4c-bf13-85a415a8337a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:32.070086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d4528-37e1-4ad6-ac70-0a893683c2a6 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b206b3c2-1215-48b3-a0a8-11326aaf5188,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:32.082093 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a42e2d0b-ab56-4234-8f37-b857628e9997 req-7ed3eb11-7927-4e71-b0a0-9a39ff84a484 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725398 Nov 03 18:51:32.092837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:32.095132 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.142834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1a4596b1-85ab-4644-95f2-05a5948dc379 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99a92918c2a341dfadfc547257847b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3103662 Nov 03 18:51:32.154079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34662) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:32.214550 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d34234cc-e25e-4987-800d-6f98e3f58ae4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7289522 Nov 03 18:51:32.337804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fe7d47ac-a3dc-4035-b779-56b45791384f tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3390951 Nov 03 18:51:32.338692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.356730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34666) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:32.367906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a9c369ec-7572-4d17-a764-be676d80952e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348833696'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:32.426926 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.447699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ddc141-9573-4188-97f9-4b926994f499 None None] Network 93a408a8-79e9-4c4c-bf13-85a415a8337a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:32.472592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a87d5c2-dab9-4224-ae00-55bbf8d5fd39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.507824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9c369ec-7572-4d17-a764-be676d80952e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.517341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2cdb-01bd-46e6-8ada-00f077339f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.536367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a87d5c2-dab9-4224-ae00-55bbf8d5fd39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.539935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2cdb-01bd-46e6-8ada-00f077339f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.627900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.669492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-750abaf8-f571-4e38-96bc-e1f81410e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:32.672282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-750abaf8-f571-4e38-96bc-e1f81410e238 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 1095 time: 0.4505072 Nov 03 18:51:32.686337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5fcc2cdb-01bd-46e6-8ada-00f077339f39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d48d0a331a8245e4a220df444cf1d86d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2518153 Nov 03 18:51:32.693534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc2cdb-01bd-46e6-8ada-00f077339f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d62c19e-b156-4f99-9887-c95c860ba952,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:32.702089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34670) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:32.842627 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a87d5c2-dab9-4224-ae00-55bbf8d5fd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.848049 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a87d5c2-dab9-4224-ae00-55bbf8d5fd39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.853645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6a87d5c2-dab9-4224-ae00-55bbf8d5fd39 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a715af38-f516-40f3-9eda-c88fe5d6e686 HTTP/1.1" status: 204 len: 168 time: 0.6666639 Nov 03 18:51:32.905806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87d5c2-dab9-4224-ae00-55bbf8d5fd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715af38-f516-40f3-9eda-c88fe5d6e686,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:32.920399 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9c369ec-7572-4d17-a764-be676d80952e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.929277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c19644cc-bde2-4bc7-b931-b55d5ef7904f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.935952 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9c369ec-7572-4d17-a764-be676d80952e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.969558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-714ee0c9-0ea4-43e4-bdae-eb097268faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:32.973013 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-714ee0c9-0ea4-43e4-bdae-eb097268faaf service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.2924836 Nov 03 18:51:32.992016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c369ec-7572-4d17-a764-be676d80952e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe99579-1d72-431a-9bc7-d34983d5e98f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:33.016467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9c369ec-7572-4d17-a764-be676d80952e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.018587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a9c369ec-7572-4d17-a764-be676d80952e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6572888 Nov 03 18:51:33.021453 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c19644cc-bde2-4bc7-b931-b55d5ef7904f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.023802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34676) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:33.030927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bdb5bf24-8b71-41b1-802d-89d1035f45af tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': 'bbe99579-1d72-431a-9bc7-d34983d5e98f', 'direction': 'ingress', 'protocol': 17}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:33.104729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf24-8b71-41b1-802d-89d1035f45af tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.149623 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c19644cc-bde2-4bc7-b931-b55d5ef7904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.152275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c19644cc-bde2-4bc7-b931-b55d5ef7904f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.158163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c19644cc-bde2-4bc7-b931-b55d5ef7904f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2d62c19e-b156-4f99-9887-c95c860ba952 HTTP/1.1" status: 204 len: 168 time: 0.4468389 Nov 03 18:51:33.170292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19644cc-bde2-4bc7-b931-b55d5ef7904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d62c19e-b156-4f99-9887-c95c860ba952,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:33.211995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-1d2ce7e3-18ca-4958-9b71-8d603a901f20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f68de3-6125-40d9-938a-ccb5e11c9379 HTTP/1.1" status: 200 len: 217 time: 0.2208896 Nov 03 18:51:33.217151 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf24-8b71-41b1-802d-89d1035f45af tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.228597 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf24-8b71-41b1-802d-89d1035f45af tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.319014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5bf24-8b71-41b1-802d-89d1035f45af tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444dd8b6-842e-405a-9163-164c6ef7578b,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:33.321836 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.383197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-65f3e7a9-233f-41ea-8f6d-88d4d6f2756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.385914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-65f3e7a9-233f-41ea-8f6d-88d4d6f2756d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.1673262 Nov 03 18:51:33.386315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf24-8b71-41b1-802d-89d1035f45af tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.394113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bdb5bf24-8b71-41b1-802d-89d1035f45af tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3689535 Nov 03 18:51:33.395048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34684) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:33.473203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90809da7-0cb0-4586-ab72-291bb14310a7 req-f9b43c7c-3b0e-49ad-ba98-bf574c6a0c81 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.476802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-90809da7-0cb0-4586-ab72-291bb14310a7 req-f9b43c7c-3b0e-49ad-ba98-bf574c6a0c81 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 944 time: 0.1747808 Nov 03 18:51:33.590557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-90809da7-0cb0-4586-ab72-291bb14310a7 req-d1aff1d2-d743-45f2-9256-8cb3b7d27e2f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040268 Nov 03 18:51:33.744484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-2bb129fa-5008-4cd3-ba6d-79d881a6f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.747115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-2bb129fa-5008-4cd3-ba6d-79d881a6f672 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3506665 Nov 03 18:51:33.841354 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b88147b-e302-43ef-ae17-c8f524441a20 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.990194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b88147b-e302-43ef-ae17-c8f524441a20 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.075531 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.086817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34702) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:34.092429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-0887a54e-370b-45f9-aa8b-bc754f697481 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305142 Nov 03 18:51:34.099706 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.174505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34704) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:34.184734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1523668266-network', 'tenant_id': '334faba9d615434f9ec48e14078551f8'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:34.200920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f9168f35-6867-4515-acc2-08f834b802a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aff1dd185e094c879d1f5e3147b69cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087570 Nov 03 18:51:34.203398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34706) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:34.257400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Made reservation on behalf of 334faba9d615434f9ec48e14078551f8 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:34.261616 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.293364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.332615 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.351592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77349bd1-547a-4371-91af-a1b35370ee8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.374077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b88147b-e302-43ef-ae17-c8f524441a20 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.379572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b88147b-e302-43ef-ae17-c8f524441a20 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.381609 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8b88147b-e302-43ef-ae17-c8f524441a20 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/bbe99579-1d72-431a-9bc7-d34983d5e98f HTTP/1.1" status: 204 len: 168 time: 0.9812446 Nov 03 18:51:34.383395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=60457533-fd86-413f-9f3e-1ebb75ccdc06,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:34.390683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34708) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:34.419429 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77349bd1-547a-4371-91af-a1b35370ee8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.485319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88147b-e302-43ef-ae17-c8f524441a20 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe99579-1d72-431a-9bc7-d34983d5e98f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:34.568697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.578042 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.582427 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84f9a622-befe-481e-a1ce-f7243a1d97c2 req-0826bf40-3a2e-4afc-b02b-485f860e69dd service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787364 Nov 03 18:51:34.617509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77349bd1-547a-4371-91af-a1b35370ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.621079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77349bd1-547a-4371-91af-a1b35370ee8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.621398 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c0d036d1-54c1-494a-ab8f-8e368c34e92b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2224927 Nov 03 18:51:34.622574 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-77349bd1-547a-4371-91af-a1b35370ee8c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7bb547c-aecf-4466-9085-0625941bd0b6 HTTP/1.1" status: 204 len: 168 time: 0.4174645 Nov 03 18:51:34.635222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34716) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:34.635875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:34.645364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-199b1071-d795-4cb0-8a9b-47426da0368b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-secgroup--701062214'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:34.680899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47553df3-43f6-4a0b-8843-58b6be2ea68c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:34.696944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.697687 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Added segment 9b3389d0-5a4f-4b14-b39b-86f633bfb457 of type vlan for network 2b268e13-6a2f-4306-96ab-f8e16ef11375 Nov 03 18:51:34.730971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77349bd1-547a-4371-91af-a1b35370ee8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb547c-aecf-4466-9085-0625941bd0b6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:34.759749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 9385a243-500d-4e3d-a184-c2fe96741346 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:34.763944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:34.784138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-199b1071-d795-4cb0-8a9b-47426da0368b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.813297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.938464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.940242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:34.954050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.082972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9016180 Nov 03 18:51:35.088223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34726) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:35.099570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Request body: {'subnet': {'network_id': '2b268e13-6a2f-4306-96ab-f8e16ef11375', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1523668266-subnet', 'tenant_id': '334faba9d615434f9ec48e14078551f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:35.177083 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-199b1071-d795-4cb0-8a9b-47426da0368b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.257363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5532aa6-d076-4061-a14b-8d7848bf247d admin admin] Pushing event updated for resources: {'Network': ['ID=2b268e13-6a2f-4306-96ab-f8e16ef11375,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:35.283521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-199b1071-d795-4cb0-8a9b-47426da0368b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.288524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2b268e13-6a2f-4306-96ab-f8e16ef11375 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:35.289325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743801-e3f9-4007-8c26-3287e144c731 req-6b6f7cd2-24c4-4f88-9cb3-50256512447b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:35.291866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00743801-e3f9-4007-8c26-3287e144c731 req-6b6f7cd2-24c4-4f88-9cb3-50256512447b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 944 time: 0.3964252 Nov 03 18:51:35.298212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-24567fb9-e2fe-47aa-b46e-59abe08f8890 None None] Provisioning complete for port 60457533-fd86-413f-9f3e-1ebb75ccdc06 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:35.298646 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-24567fb9-e2fe-47aa-b46e-59abe08f8890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.300587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Made reservation on behalf of 334faba9d615434f9ec48e14078551f8 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:35.305467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.408122 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-199b1071-d795-4cb0-8a9b-47426da0368b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.415145 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-199b1071-d795-4cb0-8a9b-47426da0368b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7733564 Nov 03 18:51:35.423651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34734) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:35.431555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3f34c820-d8bc-4874-9d06-5768599ef8b2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-secgroup--863247556'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:35.443519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b1071-d795-4cb0-8a9b-47426da0368b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471204f7-2d9b-4e9f-8bfc-936dbe2220bc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:35.483174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router ba745b9c-f8b5-4f48-8b8e-c02e596775f6 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:35.566176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00743801-e3f9-4007-8c26-3287e144c731 req-fc406a7f-e708-4071-ae20-d5fc1f5b6dbb tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2487905 Nov 03 18:51:35.649934 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f34c820-d8bc-4874-9d06-5768599ef8b2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.835569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-24567fb9-e2fe-47aa-b46e-59abe08f8890 None None] Port 60457533-fd86-413f-9f3e-1ebb75ccdc06 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:35.838261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 68f68de3-6125-40d9-938a-ccb5e11c9379 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:51:35.865400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:35.879055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34738) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:35.880367 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fbcde828-8f03-441c-a58f-9626ec1ac6d2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/ba745b9c-f8b5-4f48-8b8e-c02e596775f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1752412 Nov 03 18:51:35.884470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34740) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:35.892899 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc72976-adb0-4a43-b34c-f77882bb4e0f None None] Sync routers for ids ['ba745b9c-f8b5-4f48-8b8e-c02e596775f6'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:35.928677 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc72976-adb0-4a43-b34c-f77882bb4e0f None None] Routers {'ba745b9c-f8b5-4f48-8b8e-c02e596775f6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:35.929995 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bbc72976-adb0-4a43-b34c-f77882bb4e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ba745b9c-f8b5-4f48-8b8e-c02e596775f6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:35.935149 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.001737 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bbc72976-adb0-4a43-b34c-f77882bb4e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:36.019954 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc72976-adb0-4a43-b34c-f77882bb4e0f None None] Routers {'ba745b9c-f8b5-4f48-8b8e-c02e596775f6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:36.020750 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bbc72976-adb0-4a43-b34c-f77882bb4e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ba745b9c-f8b5-4f48-8b8e-c02e596775f6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:36.048263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad71e8bd-158c-4f99-972e-47f97f86b07e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:36.052183 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0106ccae-e454-43f5-b89a-2e9af6cfeb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.058601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ad71e8bd-158c-4f99-972e-47f97f86b07e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports/60457533-fd86-413f-9f3e-1ebb75ccdc06 HTTP/1.1" status: 200 len: 977 time: 0.1728191 Nov 03 18:51:36.067662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34748) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:36.092174 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bbc72976-adb0-4a43-b34c-f77882bb4e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:36.092855 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc72976-adb0-4a43-b34c-f77882bb4e0f None None] The sync data for ids ['ba745b9c-f8b5-4f48-8b8e-c02e596775f6'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:36.124874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:51:36.132980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa86d123-c315-46c0-a2b4-5c3ac14ea903,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:36.160130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f34c820-d8bc-4874-9d06-5768599ef8b2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.179551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Checking segment: {'id': '9b3389d0-5a4f-4b14-b39b-86f633bfb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b268e13-6a2f-4306-96ab-f8e16ef11375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:36.180911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Network hostable DHCP agents. Network: 2b268e13-6a2f-4306-96ab-f8e16ef11375, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:36.222368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Network 2b268e13-6a2f-4306-96ab-f8e16ef11375 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:36.241531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2b268e13-6a2f-4306-96ab-f8e16ef11375) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:36.252305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:36.253396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.295692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57fb02c3-34c5-40bf-94f2-bb3440c0d741 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2050805 Nov 03 18:51:36.317874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f34c820-d8bc-4874-9d06-5768599ef8b2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.351448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e34133-4801-42de-8e03-4285ede7c9c2 None None] Network 2b268e13-6a2f-4306-96ab-f8e16ef11375 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:36.495886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f34c820-d8bc-4874-9d06-5768599ef8b2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.517531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34756) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:36.517950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f34c820-d8bc-4874-9d06-5768599ef8b2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0811086 Nov 03 18:51:36.537793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6c413199-81fc-4a2b-8170-b56534ac0aa8 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': '471204f7-2d9b-4e9f-8bfc-936dbe2220bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '44afa719-f967-4b74-82bc-94f6091f3f2e', 'remote_ip_prefix': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:36.573156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 68f68de3-6125-40d9-938a-ccb5e11c9379, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=68f68de3-6125-40d9-938a-ccb5e11c9379,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:36.597129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34c820-d8bc-4874-9d06-5768599ef8b2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44afa719-f967-4b74-82bc-94f6091f3f2e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:36.642163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'port_id': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'mac_address': 'fa:16:3e:dd:9f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:51:36.676541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1375449232'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:36.764617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.768983 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c413199-81fc-4a2b-8170-b56534ac0aa8 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.830536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f68de3-6125-40d9-938a-ccb5e11c9379 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:36.890260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa3225-7a08-434a-9623-a0856d53da39 None None] Network 2b268e13-6a2f-4306-96ab-f8e16ef11375 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:36.958320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 68f68de3-6125-40d9-938a-ccb5e11c9379, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=68f68de3-6125-40d9-938a-ccb5e11c9379,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:36.988846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Made reservation on behalf of 5d84b3cfddc94d428b3c658bcb8c398d for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:36.996052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.026955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.037572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.130282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=68f68de3-6125-40d9-938a-ccb5e11c9379,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.255158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['68f68de3-6125-40d9-938a-ccb5e11c9379'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:37.661093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f120f6-c23e-44a6-9894-eb3995f3fc05 req-1653d335-e68b-4035-b375-82324fb1090a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:37.662799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50f120f6-c23e-44a6-9894-eb3995f3fc05 req-1653d335-e68b-4035-b375-82324fb1090a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 944 time: 0.8559899 Nov 03 18:51:37.798116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c413199-81fc-4a2b-8170-b56534ac0aa8 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.817339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c413199-81fc-4a2b-8170-b56534ac0aa8 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.880313 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50f120f6-c23e-44a6-9894-eb3995f3fc05 req-3c490ebe-82a1-4288-9c3a-b3afe7c0bdf7 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2040927 Nov 03 18:51:37.894254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413199-81fc-4a2b-8170-b56534ac0aa8 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fadaff6-401b-452b-821c-d56ce32b6524,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.925749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c413199-81fc-4a2b-8170-b56534ac0aa8 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.925749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6c413199-81fc-4a2b-8170-b56534ac0aa8 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4071543 Nov 03 18:51:37.937590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34784) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:37.939795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.979524 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.993868 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.041827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb469cc3-82b8-4a33-bcc0-e7e3233a7c08 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.066441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:38.072181 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb469cc3-82b8-4a33-bcc0-e7e3233a7c08 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.131182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.131572 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Added segment bf357f3c-5508-44af-a0e9-3685b964ca4d of type vlan for network c5424430-d0fa-4e59-935e-d9fd78f14750 Nov 03 18:51:38.134360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390c8b26-eec9-4abd-aea4-9dd6e7b63ac6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:38.207270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb469cc3-82b8-4a33-bcc0-e7e3233a7c08 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.231854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb469cc3-82b8-4a33-bcc0-e7e3233a7c08 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.234207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cb469cc3-82b8-4a33-bcc0-e7e3233a7c08 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0fadaff6-401b-452b-821c-d56ce32b6524 HTTP/1.1" status: 204 len: 168 time: 0.2927389 Nov 03 18:51:38.240127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34792) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:38.255097 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.262176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb469cc3-82b8-4a33-bcc0-e7e3233a7c08 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fadaff6-401b-452b-821c-d56ce32b6524,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:38.321159 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.336409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:38.337626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.357844 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-faa802a5-ae59-4afc-b182-d45d76af1206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.388228 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6f4a0fcc-082b-43ca-95ca-8dd5f5c30335 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1456294 Nov 03 18:51:38.392612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34796) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:38.497167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'Network': ['ID=c5424430-d0fa-4e59-935e-d9fd78f14750,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:38.513740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c5424430-d0fa-4e59-935e-d9fd78f14750 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:38.520695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-17fe5ca5-42c5-44c9-a707-3fa446bae46c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6347718 Nov 03 18:51:38.524249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34800) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:38.540108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Request body: {'subnet': {'network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:38.630403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc59ddbc-1945-4574-85a3-84183d9be94d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.745692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 60457533-fd86-413f-9f3e-1ebb75ccdc06 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:38.746115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.762304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Made reservation on behalf of 5d84b3cfddc94d428b3c658bcb8c398d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:38.762736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc59ddbc-1945-4574-85a3-84183d9be94d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.762978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.955163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc59ddbc-1945-4574-85a3-84183d9be94d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.961111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc59ddbc-1945-4574-85a3-84183d9be94d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.963737 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cc59ddbc-1945-4574-85a3-84183d9be94d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/44afa719-f967-4b74-82bc-94f6091f3f2e HTTP/1.1" status: 204 len: 168 time: 0.5692482 Nov 03 18:51:38.974212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34818) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:39.022446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59ddbc-1945-4574-85a3-84183d9be94d tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44afa719-f967-4b74-82bc-94f6091f3f2e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:39.062259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.097116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da470-df62-4f16-b3f9-e541aaf18baf req-50a2bf72-a943-4fea-bbc4-84a5a015d43a tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:39.102623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-50a2bf72-a943-4fea-bbc4-84a5a015d43a tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/networks?id=93a408a8-79e9-4c4c-bf13-85a415a8337a HTTP/1.1" status: 200 len: 825 time: 0.3112578 Nov 03 18:51:39.106899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 60457533-fd86-413f-9f3e-1ebb75ccdc06 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:39.129119 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ea9fe7d3-95e1-435e-b747-82e4fe2ae10b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1497080 Nov 03 18:51:39.138175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34822) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:39.164149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-1d32aa75-a8c4-4b27-ace1-9af30bbfd403 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/quotas/940136abd26d4467ac8dc8bbbdd72595 HTTP/1.1" status: 200 len: 375 time: 0.0190341 Nov 03 18:51:39.181462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34824) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:39.272953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-145573cc-4b73-419e-9de5-f657532b401c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=940136abd26d4467ac8dc8bbbdd72595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616462 Nov 03 18:51:39.296568 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.348064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 68f68de3-6125-40d9-938a-ccb5e11c9379 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:39.413116 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c727109c-8e79-4a1c-95bc-b39e4b498c63 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.435511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'Subnet': ['ID=6e83355f-10ea-4c3b-b29b-c678bf3a5e08,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:39.465805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 68f68de3-6125-40d9-938a-ccb5e11c9379 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:51:39.475875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Checking segment: {'id': 'bf357f3c-5508-44af-a0e9-3685b964ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:39.476246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Network hostable DHCP agents. Network: c5424430-d0fa-4e59-935e-d9fd78f14750, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:39.478237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 68f68de3-6125-40d9-938a-ccb5e11c9379 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:39.478824 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.487594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c727109c-8e79-4a1c-95bc-b39e4b498c63 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.489278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-a791609e-1067-4f93-b631-55372752b24a service neutron] 10.222.0.77 "GET /v2.0/networks/93a408a8-79e9-4c4c-bf13-85a415a8337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885893 Nov 03 18:51:39.507429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Network c5424430-d0fa-4e59-935e-d9fd78f14750 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:39.573641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c5424430-d0fa-4e59-935e-d9fd78f14750) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:39.623923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6190ecd-835a-4616-a011-bc15221e932f None None] Network c5424430-d0fa-4e59-935e-d9fd78f14750 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:39.628296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:39.629332 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.643623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:39.725892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c727109c-8e79-4a1c-95bc-b39e4b498c63 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.727140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.729700 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.733604 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c727109c-8e79-4a1c-95bc-b39e4b498c63 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.737469 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c727109c-8e79-4a1c-95bc-b39e4b498c63 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/471204f7-2d9b-4e9f-8bfc-936dbe2220bc HTTP/1.1" status: 204 len: 168 time: 0.5967045 Nov 03 18:51:39.742923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:39.747134 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.756860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe1c100b-74f6-43c2-ac04-34646fdd381b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2282457 Nov 03 18:51:39.759758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34830) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:39.771018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-53c619b9-b65d-4b36-86dc-8ebeed1ef78b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-677678010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:39.791149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f68de3-6125-40d9-938a-ccb5e11c9379'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:39.792205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-17a53a11-f121-4a9a-8b61-f365dffa1b1a service neutron] 10.222.0.77 "GET /v2.0/networks/93a408a8-79e9-4c4c-bf13-85a415a8337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773335 Nov 03 18:51:39.797701 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ab16fc-9259-496d-a155-ca9918a34a6a" -d '{"events": [{"server_uuid": "e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894", "name": "network-vif-plugged", "status": "completed", "tag": "68f68de3-6125-40d9-938a-ccb5e11c9379"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:39.843335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 68f68de3-6125-40d9-938a-ccb5e11c9379, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=68f68de3-6125-40d9-938a-ccb5e11c9379,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:39.859197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727109c-8e79-4a1c-95bc-b39e4b498c63 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471204f7-2d9b-4e9f-8bfc-936dbe2220bc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:39.861618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53c619b9-b65d-4b36-86dc-8ebeed1ef78b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.862835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53c619b9-b65d-4b36-86dc-8ebeed1ef78b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.884208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=60457533-fd86-413f-9f3e-1ebb75ccdc06,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:39.902013 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.991221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a2e7032c-af0c-41b6-836a-9d951a344990 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2348049 Nov 03 18:51:40.005678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34834) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:40.014577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53c619b9-b65d-4b36-86dc-8ebeed1ef78b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.029383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-83cfa365-c094-453d-a44e-d654ca9f3aa9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029207154'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:40.056110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=68f68de3-6125-40d9-938a-ccb5e11c9379,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:40.081290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53c619b9-b65d-4b36-86dc-8ebeed1ef78b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.157783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83cfa365-c094-453d-a44e-d654ca9f3aa9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.170012 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53c619b9-b65d-4b36-86dc-8ebeed1ef78b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.173130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-53c619b9-b65d-4b36-86dc-8ebeed1ef78b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4085214 Nov 03 18:51:40.176048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.179284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34836) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:40.234990 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.288735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c5424430-d0fa-4e59-935e-d9fd78f14750', 'network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750', 'tenant_id': '5d84b3cfddc94d428b3c658bcb8c398d', 'fixed_ips': [{'subnet_id': '6e83355f-10ea-4c3b-b29b-c678bf3a5e08'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:51:40.291783 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.451225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.602419 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83cfa365-c094-453d-a44e-d654ca9f3aa9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.625277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Allocated IP 172.25.3.122 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/f8c3400c-254d-45e0-8a59-435d5a66b71f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:40.635260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83cfa365-c094-453d-a44e-d654ca9f3aa9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.685834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6962-4f17-413c-b56b-795b727bb117 req-a1835963-8500-4591-a3f9-c8b783196d32 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:40.688415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a9a6962-4f17-413c-b56b-795b727bb117 req-a1835963-8500-4591-a3f9-c8b783196d32 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 946 time: 0.2231123 Nov 03 18:51:40.713682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83cfa365-c094-453d-a44e-d654ca9f3aa9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.715754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-83cfa365-c094-453d-a44e-d654ca9f3aa9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7046003 Nov 03 18:51:40.727545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34846) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:40.732881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Allocated IP 172.20.0.2 (c5424430-d0fa-4e59-935e-d9fd78f14750/6e83355f-10ea-4c3b-b29b-c678bf3a5e08/e0a031b9-748a-4a49-bf64-5c3c3dd835c2) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:40.764625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4800a39c-0394-4267-a0af-00c77f846ca4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': '8f77ce6b-021c-4603-83cf-d4495674e58e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:40.801344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfa365-c094-453d-a44e-d654ca9f3aa9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f77ce6b-021c-4603-83cf-d4495674e58e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:40.978757 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4800a39c-0394-4267-a0af-00c77f846ca4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.013847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a9a6962-4f17-413c-b56b-795b727bb117 req-bb2b6ce3-8521-4b03-8bb3-91f7499d462e tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2882054 Nov 03 18:51:41.137331 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.150457 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.160469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.197245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router ba745b9c-f8b5-4f48-8b8e-c02e596775f6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:41.236533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.272220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Pushing event updated for resources: {'Port': ['ID=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:41.301870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4800a39c-0394-4267-a0af-00c77f846ca4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.303222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Network c5424430-d0fa-4e59-935e-d9fd78f14750 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:41.310577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:41.321818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:41.328218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4800a39c-0394-4267-a0af-00c77f846ca4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.353108 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3853cbec-35bf-403a-a234-cbc35ca3b073 x-openstack-request-id: req-3853cbec-35bf-403a-a234-cbc35ca3b073 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:41.353733 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894", "name": "network-vif-plugged", "status": "completed", "tag": "68f68de3-6125-40d9-938a-ccb5e11c9379", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:41.357018 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3853cbec-35bf-403a-a234-cbc35ca3b073 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:41.357852 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'code': 200} Nov 03 18:51:41.373161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800a39c-0394-4267-a0af-00c77f846ca4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14abdfff-d848-4416-8f58-9b1a0e76e9a4,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:41.392413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4800a39c-0394-4267-a0af-00c77f846ca4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.396133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4800a39c-0394-4267-a0af-00c77f846ca4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6585045 Nov 03 18:51:41.401223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34850) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:41.418352 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.486264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:41.486792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Attempting to bind port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:41.487117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Attempting to bind port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'bf357f3c-5508-44af-a0e9-3685b964ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:41.495937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Attempting to bind port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 on network c5424430-d0fa-4e59-935e-d9fd78f14750 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:41.507142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:41.507142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Checking segment: {'id': 'bf357f3c-5508-44af-a0e9-3685b964ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:41.507729 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.511840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Bound using segment: {'id': 'bf357f3c-5508-44af-a0e9-3685b964ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:41.512473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Bound port: e0a031b9-748a-4a49-bf64-5c3c3dd835c2, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf357f3c-5508-44af-a0e9-3685b964ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:41.512947 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.523053 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4b736512-201a-4bbc-8596-cfd97e9a4d7f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/ba745b9c-f8b5-4f48-8b8e-c02e596775f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4428918 Nov 03 18:51:41.528250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34852) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:41.534122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f7e38-c863-4fb2-b2c3-166d412fb91b None None] Sync routers for ids ['ba745b9c-f8b5-4f48-8b8e-c02e596775f6'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:41.565668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:41.573247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:41.579650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:41.600471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f7e38-c863-4fb2-b2c3-166d412fb91b None None] Routers {'ba745b9c-f8b5-4f48-8b8e-c02e596775f6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:41.601794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e38f7e38-c863-4fb2-b2c3-166d412fb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ba745b9c-f8b5-4f48-8b8e-c02e596775f6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:41.616609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40f3c679-b201-45e6-8e0e-bb29a2d114c4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.635327 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40f3c679-b201-45e6-8e0e-bb29a2d114c4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.651416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d44619-5bbb-4218-9c6a-6fadecf7ada4 req-88c29008-dbea-4de4-91a3-e7548d6ab326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:41.652968 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d44619-5bbb-4218-9c6a-6fadecf7ada4 req-88c29008-dbea-4de4-91a3-e7548d6ab326 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 1097 time: 0.1718860 Nov 03 18:51:41.660048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e38f7e38-c863-4fb2-b2c3-166d412fb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:41.709315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] For port e0a031b9-748a-4a49-bf64-5c3c3dd835c2, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:41.714629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] For port e0a031b9-748a-4a49-bf64-5c3c3dd835c2, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,segment=NetworkSegment(bf357f3c-5508-44af-a0e9-3685b964ca4d),segment_id=bf357f3c-5508-44af-a0e9-3685b964ca4d)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:41.716647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f7e38-c863-4fb2-b2c3-166d412fb91b None None] Routers {'ba745b9c-f8b5-4f48-8b8e-c02e596775f6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:41.717660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e38f7e38-c863-4fb2-b2c3-166d412fb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ba745b9c-f8b5-4f48-8b8e-c02e596775f6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:41.777248 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.784403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e38f7e38-c863-4fb2-b2c3-166d412fb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:41.785504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f7e38-c863-4fb2-b2c3-166d412fb91b None None] The sync data for ids ['ba745b9c-f8b5-4f48-8b8e-c02e596775f6'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:41.791846 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d44619-5bbb-4218-9c6a-6fadecf7ada4 req-807d4129-c16f-49c0-ac60-437a1f3573b2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306493 Nov 03 18:51:41.845765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45bea5e2-6aad-4455-a110-d38f900673ba req-006bd4c8-14f9-46a3-b73b-241c309fb8dd tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 210 time: 0.2743740 Nov 03 18:51:41.897987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d867e-87f6-4dc5-ba78-e98fe95acbed None None] Pushing event updated for resources: {'Port': ['ID=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:41.947584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40f3c679-b201-45e6-8e0e-bb29a2d114c4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.971178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40f3c679-b201-45e6-8e0e-bb29a2d114c4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.973110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-40f3c679-b201-45e6-8e0e-bb29a2d114c4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/14abdfff-d848-4416-8f58-9b1a0e76e9a4 HTTP/1.1" status: 204 len: 168 time: 0.5700154 Nov 03 18:51:41.982022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'Port': ['ID=f8c3400c-254d-45e0-8a59-435d5a66b71f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:41.997370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34854) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:42.024658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3c679-b201-45e6-8e0e-bb29a2d114c4 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14abdfff-d848-4416-8f58-9b1a0e76e9a4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:42.058263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Allocated IP 172.20.0.1 (c5424430-d0fa-4e59-935e-d9fd78f14750/6e83355f-10ea-4c3b-b29b-c678bf3a5e08/78085d02-67d1-42f8-a45c-ac8123d7d773) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:42.159921 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.178115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9238babc-dacb-4ec9-b1c3-61721ac5cbe9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1772776 Nov 03 18:51:42.183996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34860) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:42.247506 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.525691 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-976d4303-ec12-4676-b202-32530436d6f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 18:51:42.531910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-976d4303-ec12-4676-b202-32530436d6f6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/ba745b9c-f8b5-4f48-8b8e-c02e596775f6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9800427 Nov 03 18:51:42.534045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34864) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:42.581541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.668809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eefb0c18-51a0-47a3-8362-6724289742c0 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba745b9c-f8b5-4f48-8b8e-c02e596775f6 HTTP/1.1" status: 200 len: 205 time: 0.0982530 Nov 03 18:51:42.670557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34866) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:42.869249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053867e-7f30-4510-8e18-d4709801e9d3 req-1b20eeb2-a6d6-4d17-9750-764151f6e200 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:42.875810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5053867e-7f30-4510-8e18-d4709801e9d3 req-1b20eeb2-a6d6-4d17-9750-764151f6e200 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 946 time: 0.5852766 Nov 03 18:51:42.911086 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a34ab48b-3186-4974-91d0-1e77bee91325 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.914257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.988043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-123a787d-ee88-435a-ae78-14ab7540265b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.031558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.067844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-123a787d-ee88-435a-ae78-14ab7540265b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.110460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da470-df62-4f16-b3f9-e541aaf18baf req-e3fcaa9d-65db-4b44-bacc-ccf6b058d491 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:43.112354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-e3fcaa9d-65db-4b44-bacc-ccf6b058d491 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.96 "GET /v2.0/networks?id=93a408a8-79e9-4c4c-bf13-85a415a8337a HTTP/1.1" status: 200 len: 825 time: 0.6093616 Nov 03 18:51:43.132088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Request body: {'port': {'device_id': '3013d545-3205-4125-923b-7b32ab857fe7', 'network_id': '93a408a8-79e9-4c4c-bf13-85a415a8337a', 'admin_state_up': True, 'tenant_id': '940136abd26d4467ac8dc8bbbdd72595'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:43.201700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.237522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-123a787d-ee88-435a-ae78-14ab7540265b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.242727 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-123a787d-ee88-435a-ae78-14ab7540265b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.244873 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-123a787d-ee88-435a-ae78-14ab7540265b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/8f77ce6b-021c-4603-83cf-d4495674e58e HTTP/1.1" status: 204 len: 168 time: 1.0516658 Nov 03 18:51:43.262995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34870) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:43.313921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a787d-ee88-435a-ae78-14ab7540265b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f77ce6b-021c-4603-83cf-d4495674e58e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:43.319794 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Network c5424430-d0fa-4e59-935e-d9fd78f14750 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:43.326497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:43.333761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:43.361913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'Port': ['ID=78085d02-67d1-42f8-a45c-ac8123d7d773,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:43.446196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.474065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02620552-0e92-4db5-b06d-a3f286a1c480 None None] Network c5424430-d0fa-4e59-935e-d9fd78f14750 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:43.591248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-88c564f9-a4a8-4dd1-be0f-7ffc9c24fe98 None None] Provisioning complete for port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:43.591816 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88c564f9-a4a8-4dd1-be0f-7ffc9c24fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.662258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.772161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a34ab48b-3186-4974-91d0-1e77bee91325 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.780089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a34ab48b-3186-4974-91d0-1e77bee91325 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.933662 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88c564f9-a4a8-4dd1-be0f-7ffc9c24fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.949618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e0a031b9-748a-4a49-bf64-5c3c3dd835c2 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:43.984270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5053867e-7f30-4510-8e18-d4709801e9d3 req-a7c8c86b-1017-433c-ad48-5602d33eaf1f tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0604110 Nov 03 18:51:44.049082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cceeef54-945c-4aaa-ab8a-09ce7b85e321 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7378001 Nov 03 18:51:44.056263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34874) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:44.141760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-88c564f9-a4a8-4dd1-be0f-7ffc9c24fe98 None None] For port e0a031b9-748a-4a49-bf64-5c3c3dd835c2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,segment=NetworkSegment(bf357f3c-5508-44af-a0e9-3685b964ca4d),segment_id=bf357f3c-5508-44af-a0e9-3685b964ca4d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:44.152179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88c564f9-a4a8-4dd1-be0f-7ffc9c24fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.165355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0ebce186-b6af-4937-aac1-7134516f26a9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199715740'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:44.192931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a34ab48b-3186-4974-91d0-1e77bee91325 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.193764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34ab48b-3186-4974-91d0-1e77bee91325 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Fanout notify agent at l3_agent the message router_deleted on router ba745b9c-f8b5-4f48-8b8e-c02e596775f6 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:44.213439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:44.214074 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.214639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a34ab48b-3186-4974-91d0-1e77bee91325 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.220016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a34ab48b-3186-4974-91d0-1e77bee91325 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/ba745b9c-f8b5-4f48-8b8e-c02e596775f6 HTTP/1.1" status: 204 len: 168 time: 1.5398490 Nov 03 18:51:44.222925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34876) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:44.337349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c564f9-a4a8-4dd1-be0f-7ffc9c24fe98 None None] Pushing event updated for resources: {'Port': ['ID=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:44.342245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.350664 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.413158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ebce186-b6af-4937-aac1-7134516f26a9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.503237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a816e1cb-186b-4981-8a95-599b0d07791a None None] Provisioning complete for port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:44.504821 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a816e1cb-186b-4981-8a95-599b0d07791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.518006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'Port': ['ID=78085d02-67d1-42f8-a45c-ac8123d7d773,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:44.533674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f158f89e-2338-4462-b963-7b4f3d3afbc7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet e2484a23-1293-4324-ac6f-eeb5945e84a8 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:44.550182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.552978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.569729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Made reservation on behalf of 940136abd26d4467ac8dc8bbbdd72595 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:44.579948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.587539 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f158f89e-2338-4462-b963-7b4f3d3afbc7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.694276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.786180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Network c5424430-d0fa-4e59-935e-d9fd78f14750 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:44.790306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:44.800049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a816e1cb-186b-4981-8a95-599b0d07791a None None] Provisioning complete for port 78085d02-67d1-42f8-a45c-ac8123d7d773 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:44.800887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a816e1cb-186b-4981-8a95-599b0d07791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.829063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f158f89e-2338-4462-b963-7b4f3d3afbc7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.834240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.968055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a816e1cb-186b-4981-8a95-599b0d07791a None None] Port 78085d02-67d1-42f8-a45c-ac8123d7d773 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:45.076408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.078054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8952878 Nov 03 18:51:45.081847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ebce186-b6af-4937-aac1-7134516f26a9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.083295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34880) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:45.110854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-910114100'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:45.131460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f648f77b-cf9d-4408-b5ff-f033d549ff58 None None] Provisioning complete for port 78085d02-67d1-42f8-a45c-ac8123d7d773 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:45.132314 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f648f77b-cf9d-4408-b5ff-f033d549ff58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.153928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Made reservation on behalf of f29bf0d158d94016afe50a0b1fc65373 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:45.159903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.180791 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.198943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Router 616adbc2-18c1-4f71-9ce2-c96a280d0d20 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:45.232701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f648f77b-cf9d-4408-b5ff-f033d549ff58 None None] Port 78085d02-67d1-42f8-a45c-ac8123d7d773 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:45.252956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62861d6-6867-45cc-baaa-47b00af59e3e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'Port': ['ID=f8c3400c-254d-45e0-8a59-435d5a66b71f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:45.304207 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ebce186-b6af-4937-aac1-7134516f26a9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.367002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c094d198-cc9f-4f71-9b01-116a6b05c481 None None] Provisioning complete for port 78085d02-67d1-42f8-a45c-ac8123d7d773 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:45.368196 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c094d198-cc9f-4f71-9b01-116a6b05c481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.392236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ebce186-b6af-4937-aac1-7134516f26a9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.398659 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ebce186-b6af-4937-aac1-7134516f26a9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3407071 Nov 03 18:51:45.399598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34884) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:45.446389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c094d198-cc9f-4f71-9b01-116a6b05c481 None None] Port 78085d02-67d1-42f8-a45c-ac8123d7d773 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:45.487434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2f40a8bd-5050-4608-834d-06b81ab62539 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': '8d842056-265b-4925-9e38-b2bb602472a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:45.529704 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.539946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.608521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:45.612907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:45.630741 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b093f68a-39e2-4749-aaef-045b8e0e7330 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "PUT /v2.0/routers/616adbc2-18c1-4f71-9ce2-c96a280d0d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4398742 Nov 03 18:51:45.630741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582dbf4d-006d-4908-bf2a-6db35903093b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:45.632355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34886) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:45.637725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Request body: {'port': {'network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750', 'name': 'tempest-FloatingIPNegativeTestJSON-1131119593'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:45.649679 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fb475c-2978-481c-86b2-a6c313165694 None None] Sync routers for ids ['616adbc2-18c1-4f71-9ce2-c96a280d0d20'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:45.679434 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb475c-2978-481c-86b2-a6c313165694 None None] Routers {'616adbc2-18c1-4f71-9ce2-c96a280d0d20'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:45.681444 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-12fb475c-2978-481c-86b2-a6c313165694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['616adbc2-18c1-4f71-9ce2-c96a280d0d20'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:45.772810 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-12fb475c-2978-481c-86b2-a6c313165694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:45.799394 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb475c-2978-481c-86b2-a6c313165694 None None] Routers {'616adbc2-18c1-4f71-9ce2-c96a280d0d20'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:45.800780 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-12fb475c-2978-481c-86b2-a6c313165694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['616adbc2-18c1-4f71-9ce2-c96a280d0d20'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:45.815979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Allocated IP 172.20.0.5 (93a408a8-79e9-4c4c-bf13-85a415a8337a/0e11e56d-762b-47e9-b2ef-c50c5b9ed9ee/4480ef72-6f11-43bd-a1cb-a826ae7c8fac) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:45.818861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.819217 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Added segment 61de3aba-0e7a-405e-bfc9-9e7ccf4e428f of type vlan for network b1608412-29e5-4784-9bb3-2b2d4bcd4781 Nov 03 18:51:45.885969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.907171 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-12fb475c-2978-481c-86b2-a6c313165694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:45.913535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e0a031b9-748a-4a49-bf64-5c3c3dd835c2 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:45.926380 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fb475c-2978-481c-86b2-a6c313165694 None None] The sync data for ids ['616adbc2-18c1-4f71-9ce2-c96a280d0d20'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:45.988018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.000810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.002489 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.018226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:46.018869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.077712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47630d61-4217-4786-925c-29c36dfd0f76 req-db28ecc5-36c0-41ee-bc8d-3724fbab4478 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 210 time: 0.7102807 Nov 03 18:51:46.103522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebce186-b6af-4937-aac1-7134516f26a9 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d842056-265b-4925-9e38-b2bb602472a1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:46.170242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f158f89e-2338-4462-b963-7b4f3d3afbc7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.227688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'Network': ['ID=b1608412-29e5-4784-9bb3-2b2d4bcd4781,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:46.252731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:46.284198 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-32ee0f3b-b9fb-4e09-89f7-99a94ae3cc64 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1852384 Nov 03 18:51:46.288924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34890) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:46.301683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Request body: {'subnet': {'network_id': 'b1608412-29e5-4784-9bb3-2b2d4bcd4781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:46.304723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f40a8bd-5050-4608-834d-06b81ab62539 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.415943 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.500856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Made reservation on behalf of 5d84b3cfddc94d428b3c658bcb8c398d for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:46.506751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.566434 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f158f89e-2338-4462-b963-7b4f3d3afbc7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.597293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-51878487-e1c2-45c9-b5ea-3997897ca984 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.608908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-51878487-e1c2-45c9-b5ea-3997897ca984 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.622179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-51878487-e1c2-45c9-b5ea-3997897ca984 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.636014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-51878487-e1c2-45c9-b5ea-3997897ca984 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.647913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-51878487-e1c2-45c9-b5ea-3997897ca984 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.650754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4d22-7104-499d-8373-7b2e248e8005 req-b2636073-d1b8-4acd-8c35-bc5b446c146a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.654630 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-959c4d22-7104-499d-8373-7b2e248e8005 req-b2636073-d1b8-4acd-8c35-bc5b446c146a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 946 time: 0.3965490 Nov 03 18:51:46.659255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-51878487-e1c2-45c9-b5ea-3997897ca984 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.670314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-51878487-e1c2-45c9-b5ea-3997897ca984 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.673512 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-51878487-e1c2-45c9-b5ea-3997897ca984 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5444 time: 0.4314632 Nov 03 18:51:46.697784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] device_id is not set on port a4e11d68-2a75-4f6c-bede-b08e501919a0 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:51:46.713450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158f89e-2338-4462-b963-7b4f3d3afbc7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=e2484a23-1293-4324-ac6f-eeb5945e84a8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:46.740593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f158f89e-2338-4462-b963-7b4f3d3afbc7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.749060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef281b-5990-414c-8dcf-92e87109a3bd None None] Network 9385a243-500d-4e3d-a184-c2fe96741346 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:46.752728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f158f89e-2338-4462-b963-7b4f3d3afbc7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/e2484a23-1293-4324-ac6f-eeb5945e84a8 HTTP/1.1" status: 204 len: 168 time: 2.5241890 Nov 03 18:51:46.759577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f40a8bd-5050-4608-834d-06b81ab62539 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.770981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34892) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:46.803415 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f40a8bd-5050-4608-834d-06b81ab62539 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.818917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Made reservation on behalf of f29bf0d158d94016afe50a0b1fc65373 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:46.824703 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.844532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.870419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-2ffa6523-0b05-42ed-a90a-7dd20a729163 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.872908 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-2ffa6523-0b05-42ed-a90a-7dd20a729163 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "GET /v2.0/ports/1799dee1-c8aa-42b5-9d27-87c47fe95073?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1903963 Nov 03 18:51:46.886501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40a8bd-5050-4608-834d-06b81ab62539 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35d4c9c-ef27-44ff-b3eb-ffe2f3af0d2f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:46.912960 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f40a8bd-5050-4608-834d-06b81ab62539 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.918022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2f40a8bd-5050-4608-834d-06b81ab62539 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4665556 Nov 03 18:51:46.920990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34894) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:47.019011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ffcdaaec-6702-4c54-a583-50873675654f tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules/d35d4c9c-ef27-44ff-b3eb-ffe2f3af0d2f HTTP/1.1" status: 200 len: 763 time: 0.0761552 Nov 03 18:51:47.021572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34896) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:47.232856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] DHCP port deletion for 9385a243-500d-4e3d-a184-c2fe96741346 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:51:47.248096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Network 93a408a8-79e9-4c4c-bf13-85a415a8337a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:47.270502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:47.289088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:47.293877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Pushing event updated for resources: {'Port': ['ID=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:47.320020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-959c4d22-7104-499d-8373-7b2e248e8005 req-15b6ad5d-8642-4b52-97e7-faa885a3e4ef tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5973535 Nov 03 18:51:47.342177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] Deleting port 9c865270-6a05-43c7-b163-fe9f0ad38673 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:47.342801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.432366 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-25bceebb-83ab-4e33-8a47-97bc492449bb tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4011855 Nov 03 18:51:47.454002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.454820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.459019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34902) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:47.478774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.485674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Allocated IP 172.20.0.9 (c5424430-d0fa-4e59-935e-d9fd78f14750/6e83355f-10ea-4c3b-b29b-c678bf3a5e08/a4e11d68-2a75-4f6c-bede-b08e501919a0) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:47.486278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] For port 9c865270-6a05-43c7-b163-fe9f0ad38673, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9c865270-6a05-43c7-b163-fe9f0ad38673,segment=NetworkSegment(f2418acc-14f5-4812-891f-307c064576f2),segment_id=f2418acc-14f5-4812-891f-307c064576f2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:47.486707 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.513834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] Calling delete_port for 9c865270-6a05-43c7-b163-fe9f0ad38673 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:47.555539 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-40a7101d-573e-4668-ad44-e8196e686b61 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "GET /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6648517 Nov 03 18:51:47.582023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2fc1299a-3a69-44cb-b23f-a5cbbe86bbf7 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.591419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-19db1e52-d61b-4200-a637-b0cdaf67fd0c tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4654856 Nov 03 18:51:47.607952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:47.619356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Request body: {'port': {'device_id': '3013d545-3205-4125-923b-7b32ab857fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:47.687010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2fc1299a-3a69-44cb-b23f-a5cbbe86bbf7 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.695517 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.786949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] Pushing event deleted for resources: {'Port': ['ID=9c865270-6a05-43c7-b163-fe9f0ad38673,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:47.813321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5821ac4-5abb-4f5b-9319-92e167d34515 None None] No DVR routers for this DVR port 9c865270-6a05-43c7-b163-fe9f0ad38673 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:47.824768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-f61d24e5-6c28-4dd9-88a4-445af4a8b2c9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.843477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-f61d24e5-6c28-4dd9-88a4-445af4a8b2c9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.855256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-f61d24e5-6c28-4dd9-88a4-445af4a8b2c9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.867399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-f61d24e5-6c28-4dd9-88a4-445af4a8b2c9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.882601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-f61d24e5-6c28-4dd9-88a4-445af4a8b2c9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.888037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9c865270-6a05-43c7-b163-fe9f0ad38673 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:47.894662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-f61d24e5-6c28-4dd9-88a4-445af4a8b2c9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.898476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.906417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-f61d24e5-6c28-4dd9-88a4-445af4a8b2c9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.909879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-f61d24e5-6c28-4dd9-88a4-445af4a8b2c9 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 5444 time: 0.4049652 Nov 03 18:51:47.931206 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2fc1299a-3a69-44cb-b23f-a5cbbe86bbf7 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.932038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.940324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2fc1299a-3a69-44cb-b23f-a5cbbe86bbf7 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.954501 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2fc1299a-3a69-44cb-b23f-a5cbbe86bbf7 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d35d4c9c-ef27-44ff-b3eb-ffe2f3af0d2f HTTP/1.1" status: 204 len: 168 time: 0.4794209 Nov 03 18:51:47.964207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34904) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:47.966811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9c865270-6a05-43c7-b163-fe9f0ad38673 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:47.967492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9c865270-6a05-43c7-b163-fe9f0ad38673 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:47.984003 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.017733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1299a-3a69-44cb-b23f-a5cbbe86bbf7 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d35d4c9c-ef27-44ff-b3eb-ffe2f3af0d2f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:48.071762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 9c865270-6a05-43c7-b163-fe9f0ad38673 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:48.072272 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.081964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'Subnet': ['ID=e397ce6d-6ae5-42bc-8558-ed9122f1cadd,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:48.159498 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.251331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Checking segment: {'id': '61de3aba-0e7a-405e-bfc9-9e7ccf4e428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1608412-29e5-4784-9bb3-2b2d4bcd4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:48.251744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Network hostable DHCP agents. Network: b1608412-29e5-4784-9bb3-2b2d4bcd4781, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:48.260598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1af1b963-d536-420b-bd8c-1dc992060d4b tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2851112 Nov 03 18:51:48.266320 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34906) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:48.292110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8f4b10a5-6e17-46bb-be2b-7a89cf058f85 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': '8d842056-265b-4925-9e38-b2bb602472a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:48.322298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48b761eb-7d60-43cf-8752-249ceb4b8df9 req-0cf09fc9-42bf-41de-83f3-2419581666c1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3654833 Nov 03 18:51:48.324308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port 9c865270-6a05-43c7-b163-fe9f0ad38673, host n-d-812148-3, got binding levels [] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:48.324903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.412518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.426241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:48.433031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] For port 1799dee1-c8aa-42b5-9d27-87c47fe95073, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=1799dee1-c8aa-42b5-9d27-87c47fe95073,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:48.471779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 9c865270-6a05-43c7-b163-fe9f0ad38673 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:48.478265 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8f4b10a5-6e17-46bb-be2b-7a89cf058f85 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.489103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Port 9c865270-6a05-43c7-b163-fe9f0ad38673 was not found and therefore no delete operation was performed {{(pid=101756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:51:48.502174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.592082 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, b1608412-29e5-4784-9bb3-2b2d4bcd4781) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:48.607969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948f5d4-cf54-48de-8585-02d658a44129 None None] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:48.621939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Network c5424430-d0fa-4e59-935e-d9fd78f14750 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:48.633201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=9c865270-6a05-43c7-b163-fe9f0ad38673,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:48.637146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:48.638335 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.641937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No DVR routers for this DVR port 9c865270-6a05-43c7-b163-fe9f0ad38673 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:48.663331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:48.687739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:48.700370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'Port': ['ID=a4e11d68-2a75-4f6c-bede-b08e501919a0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:48.779861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] For port 1799dee1-c8aa-42b5-9d27-87c47fe95073, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:48.801314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b76a636e-f7d2-4c45-a325-e0d567fac6c6 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5099163 Nov 03 18:51:48.847489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34908) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:48.855055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1459896801', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:48.922488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.965391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8f4b10a5-6e17-46bb-be2b-7a89cf058f85 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.965887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9385a243-500d-4e3d-a184-c2fe96741346']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:48.987753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2418acc-14f5-4812-891f-307c064576f2') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:48.988140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2418acc-14f5-4812-891f-307c064576f2') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:49.015011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.048842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:49.050636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.058848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.080631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:49.081099 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.085730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] device_id is not set on port 1799dee1-c8aa-42b5-9d27-87c47fe95073 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:51:49.110238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.112705 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.124198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.128573 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8f4b10a5-6e17-46bb-be2b-7a89cf058f85 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:49.132053 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:49.173136 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.180597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9d0270e7-1914-477f-ba0e-bef857858d80 None None] Provisioning complete for port a4e11d68-2a75-4f6c-bede-b08e501919a0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:49.181203 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9d0270e7-1914-477f-ba0e-bef857858d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.185219 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4dcedbfc-8f57-4d48-8b12-ff51a315efbe tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5519493 Nov 03 18:51:49.210492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34910) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:49.227257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:49.254070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab43aee-1774-48b0-89dd-3f465bb91671 req-fd6ed36f-d861-4702-b994-bc20654031d4 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:49.256714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ab43aee-1774-48b0-89dd-3f465bb91671 req-fd6ed36f-d861-4702-b994-bc20654031d4 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 931 time: 0.5092647 Nov 03 18:51:49.265562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9d0270e7-1914-477f-ba0e-bef857858d80 None None] Port a4e11d68-2a75-4f6c-bede-b08e501919a0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:49.298685 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.308625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b10a5-6e17-46bb-be2b-7a89cf058f85 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e5229b-654d-4f1c-9e88-2be9d9a1a967,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:49.329673 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8f4b10a5-6e17-46bb-be2b-7a89cf058f85 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.331724 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8f4b10a5-6e17-46bb-be2b-7a89cf058f85 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0487180 Nov 03 18:51:49.353875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:49.355930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.368353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/9385a243-500d-4e3d-a184-c2fe96741346 HTTP/1.1" status: 204 len: 168 time: 2.5875874 Nov 03 18:51:49.375656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed052ca-cda5-4538-b046-57ce9b6228e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=9385a243-500d-4e3d-a184-c2fe96741346,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:49.387621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-b1608412-29e5-4784-9bb3-2b2d4bcd4781', 'network_id': 'b1608412-29e5-4784-9bb3-2b2d4bcd4781', 'tenant_id': 'f29bf0d158d94016afe50a0b1fc65373', 'fixed_ips': [{'subnet_id': 'e397ce6d-6ae5-42bc-8558-ed9122f1cadd'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:51:49.392137 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.395370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:49.405179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-537163376'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:49.440729 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:51:49.498578 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0995b1d8-8c0a-445c-ad41-a930c761199f tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules/e7e5229b-654d-4f1c-9e88-2be9d9a1a967 HTTP/1.1" status: 200 len: 763 time: 0.1187205 Nov 03 18:51:49.530156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34918) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:49.536105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] Pushing event updated for resources: {'Port': ['ID=1799dee1-c8aa-42b5-9d27-87c47fe95073,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:49.540979 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.565400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] No DVR routers for this DVR port 1799dee1-c8aa-42b5-9d27-87c47fe95073 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:49.622292 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.664878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] In _notify_port_updated(), no bound segment for port 1799dee1-c8aa-42b5-9d27-87c47fe95073 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:51:49.666347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:49.667314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.669456 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-c2b585c3-144d-48e8-98c1-99c44145476a service neutron] 10.222.0.96 "PUT /v2.0/ports/1799dee1-c8aa-42b5-9d27-87c47fe95073 HTTP/1.1" status: 200 len: 1032 time: 2.0986598 Nov 03 18:51:49.706107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4480ef72-6f11-43bd-a1cb-a826ae7c8fac {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:49.730493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.766812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Allocated IP 172.20.0.2 (b1608412-29e5-4784-9bb3-2b2d4bcd4781/e397ce6d-6ae5-42bc-8558-ed9122f1cadd/58458a04-7c53-49da-86c3-1fb6dbc57d77) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:49.800431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:49.807027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.850948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Transition to ACTIVE for port object 4480ef72-6f11-43bd-a1cb-a826ae7c8fac will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:51:49.861587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ab43aee-1774-48b0-89dd-3f465bb91671 req-5e13da75-d6dd-4211-aa71-28fa7dec861d tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806997 Nov 03 18:51:49.883867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:49.903267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.903841 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment c34d764b-d39b-4cf2-a62c-e9189b47383e of type vlan for network abe9fd09-0545-4292-a912-6fe0b04dbd3f Nov 03 18:51:49.991204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.003833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-76b51504-e5b9-4ce0-9300-6e2b9a99d199 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:50.006502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-76b51504-e5b9-4ce0-9300-6e2b9a99d199 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "GET /v2.0/ports/8371b5da-a777-4b6c-b3b9-6abdf7277ff3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2652035 Nov 03 18:51:50.073967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:50.155565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dda3f9ec-eaf6-45a4-b3e0-24ee3318c0bd None None] Provisioning complete for port 1799dee1-c8aa-42b5-9d27-87c47fe95073 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:50.156816 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dda3f9ec-eaf6-45a4-b3e0-24ee3318c0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.240383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.264321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.288945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-dda3f9ec-eaf6-45a4-b3e0-24ee3318c0bd None None] Port 1799dee1-c8aa-42b5-9d27-87c47fe95073 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:50.372816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Pushing event updated for resources: {'Port': ['ID=58458a04-7c53-49da-86c3-1fb6dbc57d77,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:50.381356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:50.389376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:50.397916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:50.438780 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.499494 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.506604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Attempting to bind port 58458a04-7c53-49da-86c3-1fb6dbc57d77 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:50.507308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Attempting to bind port 58458a04-7c53-49da-86c3-1fb6dbc57d77 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '61de3aba-0e7a-405e-bfc9-9e7ccf4e428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1608412-29e5-4784-9bb3-2b2d4bcd4781'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:50.507968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Attempting to bind port 58458a04-7c53-49da-86c3-1fb6dbc57d77 on network b1608412-29e5-4784-9bb3-2b2d4bcd4781 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:50.510526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:50.511566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.519544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:50.525044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Checking segment: {'id': '61de3aba-0e7a-405e-bfc9-9e7ccf4e428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1608412-29e5-4784-9bb3-2b2d4bcd4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:50.525044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.525044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Bound using segment: {'id': '61de3aba-0e7a-405e-bfc9-9e7ccf4e428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1608412-29e5-4784-9bb3-2b2d4bcd4781'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:50.525044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Bound port: 58458a04-7c53-49da-86c3-1fb6dbc57d77, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61de3aba-0e7a-405e-bfc9-9e7ccf4e428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1608412-29e5-4784-9bb3-2b2d4bcd4781'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:50.525044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.526156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.586564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:50.588482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f275b5e7-08a0-4a13-81d3-713aaf0d6af2 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0376370 Nov 03 18:51:50.605553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34922) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:50.665346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.678124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] For port 58458a04-7c53-49da-86c3-1fb6dbc57d77, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:50.699341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.720306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] For port 58458a04-7c53-49da-86c3-1fb6dbc57d77, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=58458a04-7c53-49da-86c3-1fb6dbc57d77,segment=NetworkSegment(61de3aba-0e7a-405e-bfc9-9e7ccf4e428f),segment_id=61de3aba-0e7a-405e-bfc9-9e7ccf4e428f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:50.730136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.783581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3854475 Nov 03 18:51:50.795060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34924) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:50.812324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': 'abe9fd09-0545-4292-a912-6fe0b04dbd3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:50.853689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Pushing event updated for resources: {'Port': ['ID=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:50.885477 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.924431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aaacf-ce7b-44c4-a717-3a12ca41a224 req-6143dffd-a422-407d-8f01-152d11b6a9c2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:50.927881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b01aaacf-ce7b-44c4-a717-3a12ca41a224 req-6143dffd-a422-407d-8f01-152d11b6a9c2 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 946 time: 0.5128274 Nov 03 18:51:50.954475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3761c04-fe66-476d-af0a-b27b668499dc tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=abe9fd09-0545-4292-a912-6fe0b04dbd3f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:50.970922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b5e772c-0319-4680-848a-9685d95b39ca tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.976779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34928) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:50.978429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:50.980428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:50.986317 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00e181c-2b4e-4bf8-851a-bbb25c1c8af7" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7d9787c1-4cf0-4c6b-82aa-c64b20c69561"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:50.996408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network abe9fd09-0545-4292-a912-6fe0b04dbd3f details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:51.001696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffde97-8e46-4aee-a73a-2a134c9ae974 None None] Pushing event updated for resources: {'Port': ['ID=58458a04-7c53-49da-86c3-1fb6dbc57d77,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:51.008858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.010161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a401ab22-4218-4894-af80-4ae82f356e2c no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:51.098680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Request body: {'floatingip': {'port_id': '68f68de3-6125-40d9-938a-ccb5e11c9379'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:51.132609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Allocated IP 172.25.3.104 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/24ae682b-2df1-4036-afd3-78fe4ae9b5ce) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:51.290194 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.364089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:51.486027 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.553537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a401ab22-4218-4894-af80-4ae82f356e2c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a401ab22-4218-4894-af80-4ae82f356e2c,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:51.555465 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b5e772c-0319-4680-848a-9685d95b39ca tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.563671 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.565545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f5a145a4-d2fd-449d-9953-2447fc8be26d no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:51.570586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:51.576098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.581493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] For port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:51.725665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.737495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a401ab22-4218-4894-af80-4ae82f356e2c,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:51.822900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.834080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] For port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:51.842217 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.915415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.952837 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b5e772c-0319-4680-848a-9685d95b39ca tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.968268 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f5a145a4-d2fd-449d-9953-2447fc8be26d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:51.977233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.978523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b77313c5-6c1e-4c5e-80e9-353ee215d988 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:51.993054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f9bc-b054-4ebe-80ee-2f53f7fecac6 req-78ea86fe-10cb-4f65-ac3a-9aeaf86568b5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:52.013468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f9bc-b054-4ebe-80ee-2f53f7fecac6 req-78ea86fe-10cb-4f65-ac3a-9aeaf86568b5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:52.018231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f9bc-b054-4ebe-80ee-2f53f7fecac6 req-78ea86fe-10cb-4f65-ac3a-9aeaf86568b5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:52.031686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f9bc-b054-4ebe-80ee-2f53f7fecac6 req-78ea86fe-10cb-4f65-ac3a-9aeaf86568b5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:52.042851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f9bc-b054-4ebe-80ee-2f53f7fecac6 req-78ea86fe-10cb-4f65-ac3a-9aeaf86568b5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:52.055588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f9bc-b054-4ebe-80ee-2f53f7fecac6 req-78ea86fe-10cb-4f65-ac3a-9aeaf86568b5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:52.068502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66e5f9bc-b054-4ebe-80ee-2f53f7fecac6 req-78ea86fe-10cb-4f65-ac3a-9aeaf86568b5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 4663 time: 0.8472788 Nov 03 18:51:52.075424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] device_id is not set on port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:51:52.082334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b5e772c-0319-4680-848a-9685d95b39ca tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.082334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7b5e772c-0319-4680-848a-9685d95b39ca tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/e7e5229b-654d-4f1c-9e88-2be9d9a1a967 HTTP/1.1" status: 204 len: 168 time: 1.4440987 Nov 03 18:51:52.091175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Attempting to bind port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:52.091175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Attempting to bind port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '6ff4cc59-42d0-4193-8c95-e64d0635628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '93a408a8-79e9-4c4c-bf13-85a415a8337a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:52.091644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34932) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:52.091918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Attempting to bind port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac on network 93a408a8-79e9-4c4c-bf13-85a415a8337a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:52.119803 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.124536 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.164194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e772c-0319-4680-848a-9685d95b39ca tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7e5229b-654d-4f1c-9e88-2be9d9a1a967,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:52.176267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 58458a04-7c53-49da-86c3-1fb6dbc57d77 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:52.209504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.286200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:52.321294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:52.343251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:52.347305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'Port': ['ID=24ae682b-2df1-4036-afd3-78fe4ae9b5ce,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:52.389523 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8dfc81b3-e5d3-4cb9-8d75-855fb125e7e5 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2892351 Nov 03 18:51:52.393203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34934) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:52.395548 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.423873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=f5a145a4-d2fd-449d-9953-2447fc8be26d,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:52.434373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac on network 93a408a8-79e9-4c4c-bf13-85a415a8337a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:51:52.435255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Attempting to bind port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac on network 93a408a8-79e9-4c4c-bf13-85a415a8337a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:52.451407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Allocated IP 172.25.3.228 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/481e6242-a511-4dea-8c1c-c25e0ee24395) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:52.526986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 58458a04-7c53-49da-86c3-1fb6dbc57d77 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:52.527304 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.539527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:52.539828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Checking segment: {'id': '6ff4cc59-42d0-4193-8c95-e64d0635628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '93a408a8-79e9-4c4c-bf13-85a415a8337a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:52.540464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Bound using segment: {'id': '6ff4cc59-42d0-4193-8c95-e64d0635628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '93a408a8-79e9-4c4c-bf13-85a415a8337a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:52.541606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Bound port: 4480ef72-6f11-43bd-a1cb-a826ae7c8fac, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff4cc59-42d0-4193-8c95-e64d0635628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '93a408a8-79e9-4c4c-bf13-85a415a8337a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:52.542392 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.597979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port b77313c5-6c1e-4c5e-80e9-353ee215d988, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:52.605827 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.607341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:52.618939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-36a3a979-0ea7-440c-8e6a-3cb646b6711a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Request body: {'security_group_rule': {'security_group_id': '8d842056-265b-4925-9e38-b2bb602472a1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:52.688906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] No DVR routers for this DVR port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:52.743941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=b77313c5-6c1e-4c5e-80e9-353ee215d988,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:52.865862 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-36a3a979-0ea7-440c-8e6a-3cb646b6711a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Project 98d3e3117e094f4282fa5d106dabb86f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 18:51:52.893584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36a3a979-0ea7-440c-8e6a-3cb646b6711a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.939823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2a39df9f-b25a-4b24-b068-5a5fec7b4b0e None None] Provisioning complete for port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:52.940491 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a39df9f-b25a-4b24-b068-5a5fec7b4b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.976134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] Pushing event updated for resources: {'Port': ['ID=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:52.986204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58920187-0dc6-4d13-a50c-5cb3b785f1d0 None None] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:52.988406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:52.989009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1799dee1-c8aa-42b5-9d27-87c47fe95073 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:53.015971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66e5f9bc-b054-4ebe-80ee-2f53f7fecac6 req-33a98dad-9913-48b7-9b5a-dfbb572f5434 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&id=985fe1e9-ecf1-415a-87db-e4ea2a6f1173&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8951445 Nov 03 18:51:53.138810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.139694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] In _notify_port_updated(), no bound segment for port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 on network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:51:53.141941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:53.143185 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.145659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-6f2f6619-17de-46fa-8c43-748e5df87679 service neutron] 10.222.0.96 "PUT /v2.0/ports/8371b5da-a777-4b6c-b3b9-6abdf7277ff3 HTTP/1.1" status: 200 len: 1032 time: 3.0784981 Nov 03 18:51:53.210752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2a39df9f-b25a-4b24-b068-5a5fec7b4b0e None None] Port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:53.230546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 1799dee1-c8aa-42b5-9d27-87c47fe95073 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:53.231039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:53.314083 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.314783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 58458a04-7c53-49da-86c3-1fb6dbc57d77, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=58458a04-7c53-49da-86c3-1fb6dbc57d77,segment=NetworkSegment(61de3aba-0e7a-405e-bfc9-9e7ccf4e428f),segment_id=61de3aba-0e7a-405e-bfc9-9e7ccf4e428f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:53.345704 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.424885 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.437677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.465361 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36a3a979-0ea7-440c-8e6a-3cb646b6711a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.478753 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.486219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-9934cc98-2d4d-4c27-b06d-3caf4fc1377f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9956179 Nov 03 18:51:53.493603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36a3a979-0ea7-440c-8e6a-3cb646b6711a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.535802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0c16228f-08f8-4588-98e1-b021a81de620 None None] Provisioning complete for port 58458a04-7c53-49da-86c3-1fb6dbc57d77 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:53.536704 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0c16228f-08f8-4588-98e1-b021a81de620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.554517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.666294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:53.666804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.696544 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.724554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=58458a04-7c53-49da-86c3-1fb6dbc57d77,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:53.742010 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.762771 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-02febb79-3592-45ef-a695-f1cfaf0525f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4732950 Nov 03 18:51:53.764048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3a979-0ea7-440c-8e6a-3cb646b6711a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a8b0a3-9d6e-48c0-93ff-7fa71c83a7a1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:53.835410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:53.837966 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36a3a979-0ea7-440c-8e6a-3cb646b6711a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.844323 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-36a3a979-0ea7-440c-8e6a-3cb646b6711a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2293622 Nov 03 18:51:53.851488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:53.852237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.881184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34936) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:53.951615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] For port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:53.970620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.980990 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Floating IP 6389fd1b-44ee-4fe5-ac9f-5548f16951bc associated. External IP: 172.25.3.12, port: 68f68de3-6125-40d9-938a-ccb5e11c9379. Nov 03 18:51:54.032037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e74d20ed-17b1-4538-a6b7-f8b4c13e9774 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules/25a8b0a3-9d6e-48c0-93ff-7fa71c83a7a1 HTTP/1.1" status: 200 len: 769 time: 0.1424992 Nov 03 18:51:54.061952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34938) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:54.122978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] For port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,segment=NetworkSegment(6ff4cc59-42d0-4193-8c95-e64d0635628e),segment_id=6ff4cc59-42d0-4193-8c95-e64d0635628e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:54.136654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=ffbf5c16-8a98-4c9b-8e6c-bdc7e4aae300,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:54.162018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98371ab5-4d2d-40ac-beba-18e288a3cdf5 req-eba38cfb-8a6d-4533-a2a1-e159960e6b08 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.168197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98371ab5-4d2d-40ac-beba-18e288a3cdf5 req-eba38cfb-8a6d-4533-a2a1-e159960e6b08 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 943 time: 0.7066660 Nov 03 18:51:54.184604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.186577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:54.212819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-c945b074-0480-438f-94ba-1f24c99e128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.216371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-c945b074-0480-438f-94ba-1f24c99e128c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 1097 time: 0.3121107 Nov 03 18:51:54.236743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:54.277914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:54.288617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-ee6b343a-4734-4789-9af8-49817e3a8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.289489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-ee6b343a-4734-4789-9af8-49817e3a8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.290280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-ee6b343a-4734-4789-9af8-49817e3a8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.290933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-ee6b343a-4734-4789-9af8-49817e3a8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.291960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-ee6b343a-4734-4789-9af8-49817e3a8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.292562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-ee6b343a-4734-4789-9af8-49817e3a8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.293164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-ee6b343a-4734-4789-9af8-49817e3a8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.295957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-ee6b343a-4734-4789-9af8-49817e3a8ed2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6490 time: 0.6818416 Nov 03 18:51:54.306814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': 'c34d764b-d39b-4cf2-a62c-e9189b47383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'abe9fd09-0545-4292-a912-6fe0b04dbd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:54.307395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: abe9fd09-0545-4292-a912-6fe0b04dbd3f, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:54.351310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'Port': ['ID=481e6242-a511-4dea-8c1c-c25e0ee24395,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:54.408186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.409164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.411914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] 10.222.0.96 "PUT /v2.0/ports/4480ef72-6f11-43bd-a1cb-a826ae7c8fac HTTP/1.1" status: 200 len: 1091 time: 6.7995436 Nov 03 18:51:54.424246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3013d545-3205-4125-923b-7b32ab857fe7', 'tag': '4480ef72-6f11-43bd-a1cb-a826ae7c8fac'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:54.428176 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3013d545-3205-4125-923b-7b32ab857fe7", "tag": "4480ef72-6f11-43bd-a1cb-a826ae7c8fac"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:54.434308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-95be0dd0-9f03-47a6-a424-239f4efa3c25 None None] Provisioning complete for port 58458a04-7c53-49da-86c3-1fb6dbc57d77 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:54.435246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95be0dd0-9f03-47a6-a424-239f4efa3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.599546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] For port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:54.600318 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.618839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddff9c-240c-4a7d-b51d-892b71c1e470 service neutron] Pushing event updated for resources: {'Port': ['ID=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:54.639485 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f0c234e1-0d86-4c00-8576-a3bb03e45b12 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5602298 Nov 03 18:51:54.643508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network abe9fd09-0545-4292-a912-6fe0b04dbd3f is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:54.654116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34946) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:54.684684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Calling delete_port for 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:54.704014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98371ab5-4d2d-40ac-beba-18e288a3cdf5 req-3394b92b-032d-4886-819a-d21d318d2eb6 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120409 Nov 03 18:51:54.719447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, abe9fd09-0545-4292-a912-6fe0b04dbd3f) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:54.737568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b88f0a-7cd9-4881-9640-a1a03f6b17b6 None None] Network abe9fd09-0545-4292-a912-6fe0b04dbd3f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:54.746209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.747369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.044023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-1e29aff5-9d87-47aa-af5f-b2107f7031d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.047929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-1e29aff5-9d87-47aa-af5f-b2107f7031d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.7583113 Nov 03 18:51:55.084471 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb0430-5a13-4183-b52d-3dd71f58b98a x-openstack-request-id: req-d1cb0430-5a13-4183-b52d-3dd71f58b98a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:55.085279 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7d9787c1-4cf0-4c6b-82aa-c64b20c69561", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:55.085279 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1cb0430-5a13-4183-b52d-3dd71f58b98a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:55.086051 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561', 'code': 200} Nov 03 18:51:55.265656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da470-df62-4f16-b3f9-e541aaf18baf req-3677a326-5aba-4312-a10f-7b98a3380fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.267301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-3677a326-5aba-4312-a10f-7b98a3380fdf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=940136abd26d4467ac8dc8bbbdd72595&device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 1094 time: 0.7745428 Nov 03 18:51:55.275200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-282cc75d-5125-459c-b213-9c749bcdfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.276055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-282cc75d-5125-459c-b213-9c749bcdfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.276925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-282cc75d-5125-459c-b213-9c749bcdfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.280065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-282cc75d-5125-459c-b213-9c749bcdfbfe service neutron] 10.222.0.96 "GET /v2.0/networks?id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 2293 time: 0.9398615 Nov 03 18:51:55.297200 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2ce8-9f1e-4386-8498-7f218fc05c0e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.334334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-abe9fd09-0545-4292-a912-6fe0b04dbd3f', 'network_id': 'abe9fd09-0545-4292-a912-6fe0b04dbd3f', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': 'ffbf5c16-8a98-4c9b-8e6c-bdc7e4aae300'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:51:55.336355 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.367646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f7ad691b-8c40-41d4-a2d2-5a9e3f99be1b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5567827 Nov 03 18:51:55.409831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34948) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:55.455858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2ce8-9f1e-4386-8498-7f218fc05c0e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.461310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-32738107-70c7-4374-b54f-97a17e245ebd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1317422210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:55.469775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-0f93d160-6e01-419d-bd49-5413fc3b9d0a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4480ef72-6f11-43bd-a1cb-a826ae7c8fac HTTP/1.1" status: 200 len: 217 time: 0.1874106 Nov 03 18:51:55.603330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Allocated IP 172.20.0.2 (abe9fd09-0545-4292-a912-6fe0b04dbd3f/ffbf5c16-8a98-4c9b-8e6c-bdc7e4aae300/350f828d-bc44-46cb-8ddb-51ff26216733) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:55.673487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-aa144790-abd4-41fe-8ee0-c2bb63d491c3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 200 len: 1001 time: 0.3586366 Nov 03 18:51:55.682806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.683200 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32738107-70c7-4374-b54f-97a17e245ebd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.685171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32738107-70c7-4374-b54f-97a17e245ebd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.708584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.724167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9114e9-6fa4-4104-b536-68843c3d178e req-098bb2dd-7976-479b-9deb-3a8c7dca40df tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.732970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9114e9-6fa4-4104-b536-68843c3d178e req-098bb2dd-7976-479b-9deb-3a8c7dca40df tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.742015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9114e9-6fa4-4104-b536-68843c3d178e req-098bb2dd-7976-479b-9deb-3a8c7dca40df tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.745322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-b2e8b6c9-e556-49b0-9097-42c270092d5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f68de3-6125-40d9-938a-ccb5e11c9379 HTTP/1.1" status: 200 len: 999 time: 0.6870122 Nov 03 18:51:55.753487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9114e9-6fa4-4104-b536-68843c3d178e req-098bb2dd-7976-479b-9deb-3a8c7dca40df tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.764124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9114e9-6fa4-4104-b536-68843c3d178e req-098bb2dd-7976-479b-9deb-3a8c7dca40df tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.777083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c9114e9-6fa4-4104-b536-68843c3d178e req-098bb2dd-7976-479b-9deb-3a8c7dca40df tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 3876 time: 0.5177965 Nov 03 18:51:55.787473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2ce8-9f1e-4386-8498-7f218fc05c0e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.824402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2ce8-9f1e-4386-8498-7f218fc05c0e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.826897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c2ca2ce8-9f1e-4386-8498-7f218fc05c0e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/25a8b0a3-9d6e-48c0-93ff-7fa71c83a7a1 HTTP/1.1" status: 204 len: 168 time: 1.1613452 Nov 03 18:51:55.836562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34952) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:55.895976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 58458a04-7c53-49da-86c3-1fb6dbc57d77 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:55.900231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da470-df62-4f16-b3f9-e541aaf18baf req-99fa8ecf-cf4b-4fae-83d4-3f1ed6d413bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.903001 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-99fa8ecf-cf4b-4fae-83d4-3f1ed6d413bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e11e56d-762b-47e9-b2ef-c50c5b9ed9ee HTTP/1.1" status: 200 len: 865 time: 0.3889465 Nov 03 18:51:55.918795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Router 66e4ace6-474d-4763-b331-52f930d8168f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:55.945076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca2ce8-9f1e-4386-8498-7f218fc05c0e tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25a8b0a3-9d6e-48c0-93ff-7fa71c83a7a1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:56.064587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'Port': ['ID=24ae682b-2df1-4036-afd3-78fe4ae9b5ce,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:56.085170 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.103309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.122241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-0a6022e3-a8c2-4e18-8445-4b1e072af576 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=93a408a8-79e9-4c4c-bf13-85a415a8337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1888542 Nov 03 18:51:56.132929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-1d9620e5-d506-4181-80ad-e35d534c94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.135835 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-1d9620e5-d506-4181-80ad-e35d534c94fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.2739701 Nov 03 18:51:56.141323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.143872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32738107-70c7-4374-b54f-97a17e245ebd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.145079 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.173823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-216fad09-1a9d-4766-950f-4918d0a55df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.177579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-216fad09-1a9d-4766-950f-4918d0a55df7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=05c15032-d505-4f09-9ba2-7861fbedc873 HTTP/1.1" status: 200 len: 851 time: 0.4725740 Nov 03 18:51:56.198976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c9114e9-6fa4-4104-b536-68843c3d178e req-78142cce-63af-4197-a7a3-69716398c784 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206636 Nov 03 18:51:56.201310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32738107-70c7-4374-b54f-97a17e245ebd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.208418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Network abe9fd09-0545-4292-a912-6fe0b04dbd3f is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:56.217447 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.233530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 58458a04-7c53-49da-86c3-1fb6dbc57d77 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:56.234274 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.239119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:56.243703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:56.251756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Pushing event updated for resources: {'Port': ['ID=350f828d-bc44-46cb-8ddb-51ff26216733,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:56.280120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Port': ['ID=7d9787c1-4cf0-4c6b-82aa-c64b20c69561,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:56.299901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-15463180-b89f-49d8-a44b-af8a3efad1ca tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4243655 Nov 03 18:51:56.313164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34954) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:56.454178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.465821 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c1a0a558-5f58-400a-841c-1b48a515031e tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2426555 Nov 03 18:51:56.505131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34956) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:56.508969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] No DVR routers for this DVR port 7d9787c1-4cf0-4c6b-82aa-c64b20c69561 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:56.518809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Attempting to bind port 350f828d-bc44-46cb-8ddb-51ff26216733 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:56.519338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Attempting to bind port 350f828d-bc44-46cb-8ddb-51ff26216733 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'c34d764b-d39b-4cf2-a62c-e9189b47383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'abe9fd09-0545-4292-a912-6fe0b04dbd3f'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:56.519863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Attempting to bind port 350f828d-bc44-46cb-8ddb-51ff26216733 on network abe9fd09-0545-4292-a912-6fe0b04dbd3f {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:56.520838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2e06d998-c920-4595-a9e1-cc67baddd48b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Request body: {'floatingip': {'port_id': 'a4e11d68-2a75-4f6c-bede-b08e501919a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:56.532025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.539210 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-330cfc1b-285c-41da-99e2-58d013d40f17 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "DELETE /v2.0/ports/7d9787c1-4cf0-4c6b-82aa-c64b20c69561 HTTP/1.1" status: 204 len: 173 time: 3.3750789 Nov 03 18:51:56.539514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32738107-70c7-4374-b54f-97a17e245ebd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.541658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-32738107-70c7-4374-b54f-97a17e245ebd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0913286 Nov 03 18:51:56.544423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:56.546086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:56.547217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Checking segment: {'id': 'c34d764b-d39b-4cf2-a62c-e9189b47383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'abe9fd09-0545-4292-a912-6fe0b04dbd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:56.547800 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.548360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Bound using segment: {'id': 'c34d764b-d39b-4cf2-a62c-e9189b47383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'abe9fd09-0545-4292-a912-6fe0b04dbd3f'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:56.549057 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Bound port: 350f828d-bc44-46cb-8ddb-51ff26216733, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34d764b-d39b-4cf2-a62c-e9189b47383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'abe9fd09-0545-4292-a912-6fe0b04dbd3f'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:56.549638 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.551761 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a47aa5-a720-4baa-9364-dd153c9cd689" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "7d9787c1-4cf0-4c6b-82aa-c64b20c69561"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:56.557055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34958) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:56.597733 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f62945d-4a46-4ae7-bb08-207c567a302e x-openstack-request-id: req-7f62945d-4a46-4ae7-bb08-207c567a302e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:56.598228 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3013d545-3205-4125-923b-7b32ab857fe7", "tag": "4480ef72-6f11-43bd-a1cb-a826ae7c8fac", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:56.598658 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f62945d-4a46-4ae7-bb08-207c567a302e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:56.599370 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3013d545-3205-4125-923b-7b32ab857fe7', 'tag': '4480ef72-6f11-43bd-a1cb-a826ae7c8fac', 'status': 'completed', 'code': 200} Nov 03 18:51:56.660994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-c8edb257-ec7b-4227-acb5-e6a6797f0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.667930 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-c8edb257-ec7b-4227-acb5-e6a6797f0225 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5145373 Nov 03 18:51:56.732493 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e06d998-c920-4595-a9e1-cc67baddd48b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.753513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] For port 350f828d-bc44-46cb-8ddb-51ff26216733, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:56.762160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] For port 350f828d-bc44-46cb-8ddb-51ff26216733, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=350f828d-bc44-46cb-8ddb-51ff26216733,segment=NetworkSegment(c34d764b-d39b-4cf2-a62c-e9189b47383e),segment_id=c34d764b-d39b-4cf2-a62c-e9189b47383e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:56.775222 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.933092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba41da7-772f-43c8-a48c-99cd015f35a5 None None] Pushing event updated for resources: {'Port': ['ID=350f828d-bc44-46cb-8ddb-51ff26216733,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:56.964165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-c3a28b17-1b9b-42cc-b827-8d632cc254c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.966907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-c3a28b17-1b9b-42cc-b827-8d632cc254c2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7275927 Nov 03 18:51:56.993792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-752175a0-099b-412b-be7c-753982032ba1 service neutron] 10.222.0.96 "GET /v2.0/networks/93a408a8-79e9-4c4c-bf13-85a415a8337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8461661 Nov 03 18:51:57.011102 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-2e06d998-c920-4595-a9e1-cc67baddd48b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] update failed (client error): The resource could not be found. Nov 03 18:51:57.012602 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2e06d998-c920-4595-a9e1-cc67baddd48b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "PUT /v2.0/floatingips/2c88fbac-34ea-4808-9ece-84d2c4861a3c HTTP/1.1" status: 404 len: 507 time: 0.4995160 Nov 03 18:51:57.032657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34962) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:57.088182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a401ab22-4218-4894-af80-4ae82f356e2c'}, {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d'}, {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77313c5-6c1e-4c5e-80e9-353ee215d988'}, {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:57.092595 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dba002-5773-432f-88ce-fa719ec4931c" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a401ab22-4218-4894-af80-4ae82f356e2c"}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d"}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b77313c5-6c1e-4c5e-80e9-353ee215d988"}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f625c3b-d8e1-46e1-8101-7e1056b1c9ed"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:57.479704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ceda4014-97a8-439e-a39f-d75d8bc6d300 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.544600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:57.555002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.560949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.569828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] Sync routers for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:57.587632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bc7b9-d81b-48cf-9cae-4a2e78679122 req-68ed9aed-05f0-4bc0-9376-32438b19bf5e tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:57.590805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:57.592083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:57.594773 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-b77e112b-1a60-4c60-ae37-af6b01354027 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8823149 Nov 03 18:51:57.601782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-543bc7b9-d81b-48cf-9cae-4a2e78679122 req-68ed9aed-05f0-4bc0-9376-32438b19bf5e tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 943 time: 0.8841467 Nov 03 18:51:57.712030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting port a401ab22-4218-4894-af80-4ae82f356e2c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:57.712668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.862199 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ceda4014-97a8-439e-a39f-d75d8bc6d300 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.896016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Deleting port 24ae682b-2df1-4036-afd3-78fe4ae9b5ce {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:57.896498 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.898027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-c0c086d1-78f9-4ea5-a72d-6c29516d8936 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9128978 Nov 03 18:51:57.901469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-208da470-df62-4f16-b3f9-e541aaf18baf req-69c93d96-48d2-4f9b-a7bb-6a43ecb895d2 service neutron] 10.222.0.96 "GET /v2.0/networks/93a408a8-79e9-4c4c-bf13-85a415a8337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8760142 Nov 03 18:51:57.985353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 350f828d-bc44-46cb-8ddb-51ff26216733 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:58.005972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:58.048989 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15ae9fae-4980-4a2e-837c-de6a02e0ee37 req-fcc8cce0-29ba-4f5d-85eb-004ff718ca3d service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920290 Nov 03 18:51:58.111975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] For port a401ab22-4218-4894-af80-4ae82f356e2c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a401ab22-4218-4894-af80-4ae82f356e2c,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:58.112864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.183783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Calling delete_port for a401ab22-4218-4894-af80-4ae82f356e2c owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:58.243712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 350f828d-bc44-46cb-8ddb-51ff26216733 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:58.243983 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.253096 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.253631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.322961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7aedd22d-c0da-417b-969d-c7c0cc500add tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "PUT /v2.0/floatingips/6389fd1b-44ee-4fe5-ac9f-5548f16951bc HTTP/1.1" status: 200 len: 991 time: 7.2289824 Nov 03 18:51:58.360145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Router 5fa3a05c-caa4-424e-9b05-751dfeefad02 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:58.369722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Calling delete_port for 24ae682b-2df1-4036-afd3-78fe4ae9b5ce owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:58.400518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.449508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-543bc7b9-d81b-48cf-9cae-4a2e78679122 req-96a13213-e1de-468e-a590-43c83f784c20 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8462405 Nov 03 18:51:58.465772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-000e0687-6653-482c-bf2b-5ddf700addd8 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429430 Nov 03 18:51:58.552246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ceda4014-97a8-439e-a39f-d75d8bc6d300 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.564903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ceda4014-97a8-439e-a39f-d75d8bc6d300 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.569456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ceda4014-97a8-439e-a39f-d75d8bc6d300 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "DELETE /v2.0/security-groups/8d842056-265b-4925-9e38-b2bb602472a1 HTTP/1.1" status: 204 len: 168 time: 2.2041414 Nov 03 18:51:58.587877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34972) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:58.642893 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8d62a4-4100-4939-8187-1a364be7a5ee x-openstack-request-id: req-0f8d62a4-4100-4939-8187-1a364be7a5ee {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:58.643647 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "7d9787c1-4cf0-4c6b-82aa-c64b20c69561", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:58.644078 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f8d62a4-4100-4939-8187-1a364be7a5ee {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:58.644724 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': '7d9787c1-4cf0-4c6b-82aa-c64b20c69561', 'status': 'completed', 'code': 200} Nov 03 18:51:58.740560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d90524-4244-49e6-aa3e-2d4af182b28b None None] Network abe9fd09-0545-4292-a912-6fe0b04dbd3f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:58.860122 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4947fa6c-4f99-4324-b913-e835cde2ff99 x-openstack-request-id: req-4947fa6c-4f99-4324-b913-e835cde2ff99 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:58.860471 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a401ab22-4218-4894-af80-4ae82f356e2c", "code": 200}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d", "code": 200}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b77313c5-6c1e-4c5e-80e9-353ee215d988", "code": 200}, {"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f625c3b-d8e1-46e1-8101-7e1056b1c9ed", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:58.860653 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4947fa6c-4f99-4324-b913-e835cde2ff99 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:58.861235 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a401ab22-4218-4894-af80-4ae82f356e2c', 'code': 200} Nov 03 18:51:58.861659 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'code': 200} Nov 03 18:51:58.861885 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77313c5-6c1e-4c5e-80e9-353ee215d988', 'code': 200} Nov 03 18:51:58.862119 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed', 'code': 200} Nov 03 18:51:58.882280 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.932290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bb4297af-5485-47d7-9772-3b896621d0a0 None None] Provisioning complete for port 350f828d-bc44-46cb-8ddb-51ff26216733 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:58.933020 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bb4297af-5485-47d7-9772-3b896621d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.955798 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2efff00b-48f8-41b2-bc85-33462ba0cb03 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3566706 Nov 03 18:51:58.957685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34974) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:59.023083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:59.044311 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef93b3-f3c7-4fe0-abc3-2ef3d7b74781 None None] Sync routers for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:59.063867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.075420 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef93b3-f3c7-4fe0-abc3-2ef3d7b74781 None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:59.077200 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-08ef93b3-f3c7-4fe0-abc3-2ef3d7b74781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:59.084962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 350f828d-bc44-46cb-8ddb-51ff26216733, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=350f828d-bc44-46cb-8ddb-51ff26216733,segment=NetworkSegment(c34d764b-d39b-4cf2-a62c-e9189b47383e),segment_id=c34d764b-d39b-4cf2-a62c-e9189b47383e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:59.102337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.114681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-c051991c-0fe5-4546-9058-02d0417aa68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:59.117248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-c051991c-0fe5-4546-9058-02d0417aa68b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=940136abd26d4467ac8dc8bbbdd72595&device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 1094 time: 1.0323486 Nov 03 18:51:59.117954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'tag': '68f68de3-6125-40d9-938a-ccb5e11c9379'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:59.121889 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894", "tag": "68f68de3-6125-40d9-938a-ccb5e11c9379"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:59.188552 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-08ef93b3-f3c7-4fe0-abc3-2ef3d7b74781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:59.208225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-918a1e3b-bccb-4084-8125-d728af2ac029 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 217 time: 0.7331765 Nov 03 18:51:59.212303 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef93b3-f3c7-4fe0-abc3-2ef3d7b74781 None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:59.224785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6389fd1b-44ee-4fe5-ac9f-5548f16951bc', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'port_id': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'mac_address': 'fa:16:3e:dd:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:51:13Z', 'updated_at': '2021-11-03T18:51:53Z', 'revision_number': 1, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:59.232554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Port': ['ID=a401ab22-4218-4894-af80-4ae82f356e2c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:59.234154 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-08ef93b3-f3c7-4fe0-abc3-2ef3d7b74781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:59.242949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.245124 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0a52aff-6514-444a-9f1b-86161a99b623 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.3962171 Nov 03 18:51:59.258046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34978) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:59.284979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda4014-97a8-439e-a39f-d75d8bc6d300 tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d842056-265b-4925-9e38-b2bb602472a1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:59.319855 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0c5b8139-9589-48e1-946f-0324e614584a tempest-SecGroupIPv6Test-474944541 tempest-SecGroupIPv6Test-474944541-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3474479 Nov 03 18:51:59.345950 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-08ef93b3-f3c7-4fe0-abc3-2ef3d7b74781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:59.347107 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef93b3-f3c7-4fe0-abc3-2ef3d7b74781 None None] The sync data for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:59.412856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] Checking router: 66e4ace6-474d-4763-b331-52f930d8168f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:51:59.459640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] No DVR routers for this DVR port a401ab22-4218-4894-af80-4ae82f356e2c on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:59.471312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.480654 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.486634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-89b342ac-823f-45f7-b874-70107c5ff6d0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "DELETE /v2.0/ports/a401ab22-4218-4894-af80-4ae82f356e2c HTTP/1.1" status: 204 len: 173 time: 2.8636665 Nov 03 18:51:59.528334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=350f828d-bc44-46cb-8ddb-51ff26216733,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:59.535314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:59.536117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:59.837373 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:00.062936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bbad4-bb0f-4d1e-af8c-3d4115d0390b req-eccb974f-f8fa-4731-8037-befda06997b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.086773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bbad4-bb0f-4d1e-af8c-3d4115d0390b req-eccb974f-f8fa-4731-8037-befda06997b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.108194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bbad4-bb0f-4d1e-af8c-3d4115d0390b req-eccb974f-f8fa-4731-8037-befda06997b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.118087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f5bbad4-bb0f-4d1e-af8c-3d4115d0390b req-eccb974f-f8fa-4731-8037-befda06997b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 2411 time: 0.9397597 Nov 03 18:52:00.129351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-fdc6e6f0-0887-45f3-8fd2-17fde0faa77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.132176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-fdc6e6f0-0887-45f3-8fd2-17fde0faa77d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.8723936 Nov 03 18:52:00.137091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 350f828d-bc44-46cb-8ddb-51ff26216733 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:00.268655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34986) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:00.352524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-32882690-70bb-4656-9e3b-28a6ee7dd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.354701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-32882690-70bb-4656-9e3b-28a6ee7dd362 service neutron] 10.222.0.96 "GET /v2.0/networks?id=93a408a8-79e9-4c4c-bf13-85a415a8337a HTTP/1.1" status: 200 len: 926 time: 1.1748948 Nov 03 18:52:00.376818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.20.0.1 (abe9fd09-0545-4292-a912-6fe0b04dbd3f/ffbf5c16-8a98-4c9b-8e6c-bdc7e4aae300/f5d79201-d548-4ca7-8948-56b6ffc4de73) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:00.395003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event deleted for resources: {'Port': ['ID=24ae682b-2df1-4036-afd3-78fe4ae9b5ce,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:00.479466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-b81d1e1e-8d12-4175-9f31-86acd74f32c9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4480ef72-6f11-43bd-a1cb-a826ae7c8fac HTTP/1.1" status: 200 len: 217 time: 0.1102345 Nov 03 18:52:00.486773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-2d58bc88-7e32-4d26-be00-ea29857fa163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.489777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-2d58bc88-7e32-4d26-be00-ea29857fa163 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2769022 Nov 03 18:52:00.512875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f5bbad4-bb0f-4d1e-af8c-3d4115d0390b req-cd8e6e93-f11e-4ba5-9f64-2dd141ab9ba7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730633 Nov 03 18:52:00.672287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': 'a401ab22-4218-4894-af80-4ae82f356e2c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:00.676689 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380ea897-d7ce-4ebb-9aec-a9324fe96526" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "a401ab22-4218-4894-af80-4ae82f356e2c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:00.685085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.690234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.692616 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cd7a74c9-ee8d-4e8c-8b05-c00d51e5bc0c tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "DELETE /v2.0/floatingips/2c88fbac-34ea-4808-9ece-84d2c4861a3c HTTP/1.1" status: 204 len: 168 time: 3.6580160 Nov 03 18:52:00.701715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34992) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:00.709198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-20fd2ad1-f21a-44ec-ae12-e9f13e06365b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Request body: {'floatingip': {'floating_network_id': 'c5424430-d0fa-4e59-935e-d9fd78f14750', 'port_id': 'a4e11d68-2a75-4f6c-bede-b08e501919a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:00.731224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting port f5a145a4-d2fd-449d-9953-2447fc8be26d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:00.731753 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.786781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4480ef72-6f11-43bd-a1cb-a826ae7c8fac details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:00.847013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 350f828d-bc44-46cb-8ddb-51ff26216733 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:00.847519 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.860756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-260df816-37af-4afc-bea8-a477cb3dd493 None None] Provisioning complete for port 350f828d-bc44-46cb-8ddb-51ff26216733 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:00.861356 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-260df816-37af-4afc-bea8-a477cb3dd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.948116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-584a652a-f0e0-4b22-a6e6-b27a246c55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.949797 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:52:00.951060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-584a652a-f0e0-4b22-a6e6-b27a246c55d6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e11e56d-762b-47e9-b2ef-c50c5b9ed9ee HTTP/1.1" status: 200 len: 865 time: 0.4594865 Nov 03 18:52:00.981772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20fd2ad1-f21a-44ec-ae12-e9f13e06365b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.047259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-79b26d80-f97c-4ebb-a40c-12bb4628c102 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=93a408a8-79e9-4c4c-bf13-85a415a8337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775094 Nov 03 18:52:01.066149 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a445cdd1-c10d-4c0e-b6ab-a4f44200f5b3 x-openstack-request-id: req-a445cdd1-c10d-4c0e-b6ab-a4f44200f5b3 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:01.068610 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894", "tag": "68f68de3-6125-40d9-938a-ccb5e11c9379", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:01.069349 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a445cdd1-c10d-4c0e-b6ab-a4f44200f5b3 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:01.070274 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'tag': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'status': 'completed', 'code': 200} Nov 03 18:52:01.086723 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-50304bb7-cf1b-4ab1-bc3e-ce8a450f57b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=98d3e3117e094f4282fa5d106dabb86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7691972 Nov 03 18:52:01.090342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34994) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:01.201485 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.260656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] For port f5a145a4-d2fd-449d-9953-2447fc8be26d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f5a145a4-d2fd-449d-9953-2447fc8be26d,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:01.261136 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.271572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,segment=NetworkSegment(6ff4cc59-42d0-4193-8c95-e64d0635628e),segment_id=6ff4cc59-42d0-4193-8c95-e64d0635628e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:01.322348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '4480ef72-6f11-43bd-a1cb-a826ae7c8fac', 'network_id': '93a408a8-79e9-4c4c-bf13-85a415a8337a', 'port_id': '4480ef72-6f11-43bd-a1cb-a826ae7c8fac', 'mac_address': 'fa:16:3e:e8:8c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e11e56d-762b-47e9-b2ef-c50c5b9ed9ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:01.354225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-d48b855a-2611-4d9d-94d0-4b8427f5cd1f service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8255632 Nov 03 18:52:01.378068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-89214d4d-67c1-4bb2-b011-a54d337fad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:01.380659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-89214d4d-67c1-4bb2-b011-a54d337fad57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 1097 time: 0.2756412 Nov 03 18:52:01.475714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6389fd1b-44ee-4fe5-ac9f-5548f16951bc', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'port_id': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'mac_address': 'fa:16:3e:dd:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:51:13Z', 'updated_at': '2021-11-03T18:51:53Z', 'revision_number': 1, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:01.571220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45f059-e62b-4962-8026-f776a4265bdd None None] The sync data for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 is: [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6389fd1b-44ee-4fe5-ac9f-5548f16951bc', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'port_id': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'mac_address': 'fa:16:3e:dd:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:51:13Z', 'updated_at': '2021-11-03T18:51:53Z', 'revision_number': 1, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:01.574565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.608115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4480ef72-6f11-43bd-a1cb-a826ae7c8fac {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:01.645280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-ab91aa7d-7f01-451d-8185-8e96229cbdd3 req-82562764-854d-43d5-949f-09eb347b6a65 tempest-ServersTestJSON-215555348 tempest-ServersTestJSON-215555348-project] (101755) timed out ('10.222.0.96', 63245) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 18:52:01.656724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,segment=NetworkSegment(6ff4cc59-42d0-4193-8c95-e64d0635628e),segment_id=6ff4cc59-42d0-4193-8c95-e64d0635628e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:01.666265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.813890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:01.852061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae40b9-8bd4-4557-8d54-12b0b4763c23 req-a9470802-50d6-4c66-b58f-bf29ec1b04d5 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:01.856802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ae40b9-8bd4-4557-8d54-12b0b4763c23 req-a9470802-50d6-4c66-b58f-bf29ec1b04d5 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 943 time: 0.6396427 Nov 03 18:52:01.870877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-91dee90d-299e-47be-b812-5e4673f6798c service neutron] 10.222.0.96 "GET /v2.0/networks/93a408a8-79e9-4c4c-bf13-85a415a8337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943323 Nov 03 18:52:01.871199 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e76811cf-28f1-4f8f-a3ff-4ef622b58701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.911895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.989261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['4480ef72-6f11-43bd-a1cb-a826ae7c8fac'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:02.010270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-e6414f5e-6a29-48ad-a22d-b2c94ac6b806 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395314 Nov 03 18:52:02.036092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.036676 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.037197 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Floating IP 6083fe60-fd7b-42f6-9f4a-a955ff7efe62 disassociated. External IP: 172.25.3.167, port: f5a145a4-d2fd-449d-9953-2447fc8be26d. Nov 03 18:52:02.037803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Calling delete_port for f5a145a4-d2fd-449d-9953-2447fc8be26d owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:02.074777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-950c5962-8a61-4c46-a751-f447236a3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:02.079811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-950c5962-8a61-4c46-a751-f447236a3d4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.6835275 Nov 03 18:52:02.092714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a3d77-9e00-4820-819c-5638f3aca05c None None] New status for floating IP 6389fd1b-44ee-4fe5-ac9f-5548f16951bc: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:52:02.230222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e76811cf-28f1-4f8f-a3ff-4ef622b58701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.240889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network abe9fd09-0545-4292-a912-6fe0b04dbd3f is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:02.310852 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-20fd2ad1-f21a-44ec-ae12-e9f13e06365b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:02.322788 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-20fd2ad1-f21a-44ec-ae12-e9f13e06365b tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6107936 Nov 03 18:52:02.322788 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-b74deeab-00e6-4ee7-bdca-8f442d4ac2dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f68de3-6125-40d9-938a-ccb5e11c9379 HTTP/1.1" status: 200 len: 999 time: 0.1822526 Nov 03 18:52:02.330333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35004) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:02.340412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'a4e11d68-2a75-4f6c-bede-b08e501919a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:02.366447 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.382321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-5d923add-d5bb-4347-9900-67f69115b223 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 217 time: 0.2956085 Nov 03 18:52:02.406699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:02.410963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:02.600769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-18e14ffa-b59f-472a-9bd2-4f2915e36fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:02.605605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-18e14ffa-b59f-472a-9bd2-4f2915e36fb7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.2784119 Nov 03 18:52:02.728087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=f5d79201-d548-4ca7-8948-56b6ffc4de73,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:02.790857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0ae40b9-8bd4-4557-8d54-12b0b4763c23 req-f9683a78-fa06-491f-8fa5-7f966099ffab tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8969889 Nov 03 18:52:02.809252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-4c65c15e-de82-4607-8fe2-33973158b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:02.813477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-4c65c15e-de82-4607-8fe2-33973158b206 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.3738539 Nov 03 18:52:02.814568 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e76811cf-28f1-4f8f-a3ff-4ef622b58701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.819389 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e76811cf-28f1-4f8f-a3ff-4ef622b58701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.822357 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.826734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e76811cf-28f1-4f8f-a3ff-4ef622b58701 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/237cd88d-fd61-4ba7-9dcf-e6c549b5249b HTTP/1.1" status: 204 len: 168 time: 1.7155468 Nov 03 18:52:02.843442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.843960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.844521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.845076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.845639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.846411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.846810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.847165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.848238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.849262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.849845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.850352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:02.911246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.953013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a9d3128-449c-4ab5-a1d6-7a6320788f6c req-3ed69319-3113-408e-b912-da148b704b1a service neutron] 10.222.0.96 "GET /v2.0/networks/93a408a8-79e9-4c4c-bf13-85a415a8337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0542634 Nov 03 18:52:02.979155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-19cde298-77f8-44fa-bdb5-080c4bd60428 None None] Provisioning complete for port f5d79201-d548-4ca7-8948-56b6ffc4de73 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:02.984839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-18b32200-81bb-47af-809b-3c8329fac11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:02.985923 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-18b32200-81bb-47af-809b-3c8329fac11a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3083081 Nov 03 18:52:02.989919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-19cde298-77f8-44fa-bdb5-080c4bd60428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.037683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76811cf-28f1-4f8f-a3ff-4ef622b58701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237cd88d-fd61-4ba7-9dcf-e6c549b5249b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:03.046222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.120782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-19cde298-77f8-44fa-bdb5-080c4bd60428 None None] Port f5d79201-d548-4ca7-8948-56b6ffc4de73 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:03.184576 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd37ad3e-9829-4d01-b53c-9d81c49875ed x-openstack-request-id: req-dd37ad3e-9829-4d01-b53c-9d81c49875ed {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:03.184576 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "a401ab22-4218-4894-af80-4ae82f356e2c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:03.185981 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd37ad3e-9829-4d01-b53c-9d81c49875ed {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:03.185981 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': 'a401ab22-4218-4894-af80-4ae82f356e2c', 'status': 'completed', 'code': 200} Nov 03 18:52:03.220730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-48578225-dea8-42dc-baf0-1a1828297d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:03.223588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-48578225-dea8-42dc-baf0-1a1828297d49 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3867917 Nov 03 18:52:03.304055 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.461923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efdee6-3517-49aa-b149-1c434a576bdb req-5afe96b8-c82b-41a4-b855-c7e221710dcf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:03.471703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efdee6-3517-49aa-b149-1c434a576bdb req-5afe96b8-c82b-41a4-b855-c7e221710dcf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:03.481475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efdee6-3517-49aa-b149-1c434a576bdb req-5afe96b8-c82b-41a4-b855-c7e221710dcf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:03.483904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29efdee6-3517-49aa-b149-1c434a576bdb req-5afe96b8-c82b-41a4-b855-c7e221710dcf tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 2411 time: 0.2590148 Nov 03 18:52:03.554631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.596977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-d31635e4-953a-46c3-b223-afa73486a1a8 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564916 Nov 03 18:52:03.633541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-f44b2a95-e74c-4a1e-a7e9-9722be89f60f service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332495 Nov 03 18:52:03.653598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Port': ['ID=f5a145a4-d2fd-449d-9953-2447fc8be26d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:03.930737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29efdee6-3517-49aa-b149-1c434a576bdb req-5f688654-242d-4f1b-ad05-5bfce0a1173f tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277420 Nov 03 18:52:04.008806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.083689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-7f9bfb68-668c-4147-be98-adbad3d253d0 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364803 Nov 03 18:52:04.432819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-da6e6188-2527-432d-9686-efc95b14ad58 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8 HTTP/1.1" status: 200 len: 217 time: 0.2749312 Nov 03 18:52:04.451683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.583348 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ae4bc59f-101d-4f5f-b320-cd89a681c9b8 req-ffd803ab-12b4-4e12-accf-93aa55e218a9 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389641 Nov 03 18:52:04.656973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4480ef72-6f11-43bd-a1cb-a826ae7c8fac up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:04.767966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:52:04.780260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:04.781608 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.839327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35028) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:04.852635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Router 377e2ae3-08b8-4692-8c0d-c1814facf407 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:04.927610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Allocated IP 172.20.0.1 (b1608412-29e5-4784-9bb3-2b2d4bcd4781/e397ce6d-6ae5-42bc-8558-ed9122f1cadd/0ea4de48-3dfa-4700-8e7d-e9902f363ff5) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:04.980282 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.049879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,segment=NetworkSegment(6ff4cc59-42d0-4193-8c95-e64d0635628e),segment_id=6ff4cc59-42d0-4193-8c95-e64d0635628e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:05.052175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013d545-3205-4125-923b-7b32ab857fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4480ef72-6f11-43bd-a1cb-a826ae7c8fac'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:05.057209 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bac057-c111-4d58-b545-e962b17f4805" -d '{"events": [{"server_uuid": "3013d545-3205-4125-923b-7b32ab857fe7", "name": "network-vif-plugged", "status": "completed", "tag": "4480ef72-6f11-43bd-a1cb-a826ae7c8fac"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:05.064598 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.078234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Allocated IP 172.25.3.137 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/755162da-9431-49f7-ba9a-538fb85e73f1) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:05.183736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7c7dd-4218-47c6-b083-2d0d4713e859 req-ae20924a-3ece-4a4f-9664-9a49ecd61c81 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:05.186454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eec7c7dd-4218-47c6-b083-2d0d4713e859 req-ae20924a-3ece-4a4f-9664-9a49ecd61c81 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 944 time: 0.2275009 Nov 03 18:52:05.190013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-aa6a4016-ecec-4e97-be88-069f801b048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:05.191951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-aa6a4016-ecec-4e97-be88-069f801b048d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.2311401 Nov 03 18:52:05.198315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:05.228790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b789a396-cb47-491e-8e7f-a0fa28e14ea1 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:05.231121 n-d-812148-3 neutron-server[101755]: WARNING neutron.api.v2.base [None req-b789a396-cb47-491e-8e7f-a0fa28e14ea1 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 18:52:05.232523 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-b789a396-cb47-491e-8e7f-a0fa28e14ea1 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:52:05.234672 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b789a396-cb47-491e-8e7f-a0fa28e14ea1 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3926899 Nov 03 18:52:05.248751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35038) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:05.261234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680594573'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:05.459289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-d208f914-cb4f-47eb-94a0-b94e08ee5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:05.462244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-d208f914-cb4f-47eb-94a0-b94e08ee5827 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2604313 Nov 03 18:52:05.494552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eec7c7dd-4218-47c6-b083-2d0d4713e859 req-e96a58fa-1506-4ef5-849c-fc53499310c1 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911875 Nov 03 18:52:05.513598 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.585330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.657492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.712617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:05.747505 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] Sync routers for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:05.771130 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.779949 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:05.782004 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:05.796301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.856648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b51551d1-8c97-46f2-b60d-7b674533e60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.861749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ad48f-873c-47c2-9c6f-b112c3317dc6 req-8283111d-e1e5-48ea-9563-b5dffec2a2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:05.874000 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.875470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ad48f-873c-47c2-9c6f-b112c3317dc6 req-8283111d-e1e5-48ea-9563-b5dffec2a2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:05.880145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f6ad48f-873c-47c2-9c6f-b112c3317dc6 req-8283111d-e1e5-48ea-9563-b5dffec2a2c7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 1677 time: 0.2523122 Nov 03 18:52:05.882457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] No DVR routers for this DVR port f5a145a4-d2fd-449d-9953-2447fc8be26d on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:05.890466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-02381a94-e3ac-4750-97b1-807b32d5cf82 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189043 Nov 03 18:52:05.897208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.903199 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-4e380372-7fda-471e-9e5d-03d16260bc5a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "DELETE /v2.0/ports/f5a145a4-d2fd-449d-9953-2447fc8be26d HTTP/1.1" status: 204 len: 173 time: 6.3944101 Nov 03 18:52:05.903931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:05.908819 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32723eb4-9e24-4848-ab00-326871beea91" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:06.060208 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:06.067950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=f5d79201-d548-4ca7-8948-56b6ffc4de73,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:06.069690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.136553 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.225723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.230099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f6ad48f-873c-47c2-9c6f-b112c3317dc6 req-a2d30e56-aa0e-40cb-824c-e15cde46f4f5 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379149 Nov 03 18:52:06.273619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:06.305275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:06.317865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:06.324704 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.366146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-2a92b45f-5c44-4953-aedc-55a6b66549c5 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314649 Nov 03 18:52:06.391352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:06.395401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.400941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'Port': ['ID=0ea4de48-3dfa-4700-8e7d-e9902f363ff5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:06.446198 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:21Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:06.450630 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fa49ab-4b9c-4df8-a1fd-e780f5834aee x-openstack-request-id: req-d0fa49ab-4b9c-4df8-a1fd-e780f5834aee {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:06.452009 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013d545-3205-4125-923b-7b32ab857fe7", "name": "network-vif-plugged", "status": "completed", "tag": "4480ef72-6f11-43bd-a1cb-a826ae7c8fac", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:06.454785 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0fa49ab-4b9c-4df8-a1fd-e780f5834aee {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:06.454785 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013d545-3205-4125-923b-7b32ab857fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4480ef72-6f11-43bd-a1cb-a826ae7c8fac', 'code': 200} Nov 03 18:52:06.473901 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:06.541698 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] Checking router: 377e2ae3-08b8-4692-8c0d-c1814facf407 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:52:06.545144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:06.560412 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:06.561754 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:06.563584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network abe9fd09-0545-4292-a912-6fe0b04dbd3f is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:06.569966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-c0413f79-4fc1-49c4-aefd-4734b35aa939 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 HTTP/1.1" status: 200 len: 217 time: 0.1386750 Nov 03 18:52:06.589701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:06.927789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.931411 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f199c08c-7a7c-4102-87a1-8eb23c26d451,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:06.946092 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:06.979360 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47186fec-f49f-440f-bb4c-fbebf071502c x-openstack-request-id: req-47186fec-f49f-440f-bb4c-fbebf071502c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:06.987086 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "f5a145a4-d2fd-449d-9953-2447fc8be26d", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:06.987595 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47186fec-f49f-440f-bb4c-fbebf071502c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:06.988540 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': 'f5a145a4-d2fd-449d-9953-2447fc8be26d', 'status': 'completed', 'code': 200} Nov 03 18:52:07.006470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dde9ef1c-0fb8-4416-a119-e88b12678302 None None] Provisioning complete for port 0ea4de48-3dfa-4700-8e7d-e9902f363ff5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:07.011262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dde9ef1c-0fb8-4416-a119-e88b12678302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.119232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-dde9ef1c-0fb8-4416-a119-e88b12678302 None None] Port 0ea4de48-3dfa-4700-8e7d-e9902f363ff5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:07.125395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-48864aeb-257b-4196-83a8-2c8bc416d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.127422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-48864aeb-257b-4196-83a8-2c8bc416d34d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.5219808 Nov 03 18:52:07.140157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:07.140781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.146876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event updated for resources: {'Port': ['ID=755162da-9431-49f7-ba9a-538fb85e73f1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:07.199679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b491f2e-451a-4328-ac5e-414dd9e47773 req-abe8990a-3c42-4cfa-a88a-9b1214969306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.202779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b491f2e-451a-4328-ac5e-414dd9e47773 req-abe8990a-3c42-4cfa-a88a-9b1214969306 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 1096 time: 0.6371343 Nov 03 18:52:07.266131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5c4aabb4-aa58-46bd-acb9-ec40faacebae None None] Provisioning complete for port f5d79201-d548-4ca7-8948-56b6ffc4de73 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:07.266610 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c4aabb4-aa58-46bd-acb9-ec40faacebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.368255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5c4aabb4-aa58-46bd-acb9-ec40faacebae None None] Port f5d79201-d548-4ca7-8948-56b6ffc4de73 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:07.386005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router fdb60c25-506f-4d63-be42-43426bbf3e0b is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:07.416816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332d61b-24c1-4a45-8694-595c85b7df70 req-122bac92-643d-48c6-94a2-d01bad816b66 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.430288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1332d61b-24c1-4a45-8694-595c85b7df70 req-122bac92-643d-48c6-94a2-d01bad816b66 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 945 time: 0.3126698 Nov 03 18:52:07.441534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b491f2e-451a-4328-ac5e-414dd9e47773 req-2fd6fe33-554b-41c3-a535-4a13f23cc0d8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010133 Nov 03 18:52:07.444993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-fa37d335-687b-4074-990e-41ee583eb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.448101 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-fa37d335-687b-4074-990e-41ee583eb453 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3086610 Nov 03 18:52:07.449483 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:21Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:07.503348 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9926bb-c96d-4c8d-b552-85160124ab15 None None] The sync data for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 is: [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:41:16Z', 'revision_number': 4, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '45027fea-3812-4663-ae83-986a866f3dfd', 'name': '', 'network_id': 'c0d79a55-44b4-4875-8aa5-b9e9a21493fc', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'mac_address': 'fa:16:3e:3f:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:15Z', 'updated_at': '2021-11-03T18:41:21Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'subnets': [{'id': '11427b39-cb02-4adb-aa28-da7268be0be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:07.524684 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.557693 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.646159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1332d61b-24c1-4a45-8694-595c85b7df70 req-c1e89ddb-69d4-4e93-bb25-ed0c3bb1511d tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137017 Nov 03 18:52:07.714433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:07.731426 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-98dc0851-40e6-4449-a000-b311ad904ab2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/fdb60c25-506f-4d63-be42-43426bbf3e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1563203 Nov 03 18:52:07.742282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35052) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:07.742841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c843a-3328-4f0d-89e2-7424c88260ff None None] Sync routers for ids ['fdb60c25-506f-4d63-be42-43426bbf3e0b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:07.794173 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c843a-3328-4f0d-89e2-7424c88260ff None None] Routers {'fdb60c25-506f-4d63-be42-43426bbf3e0b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:07.801038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9f2c843a-3328-4f0d-89e2-7424c88260ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fdb60c25-506f-4d63-be42-43426bbf3e0b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:07.860197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.862957 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.6124558 Nov 03 18:52:07.864600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba1892-345d-4426-a02c-e266d82818bd tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16ed2b-0b81-4c05-b588-9dd2650913f6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:07.892299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9f2c843a-3328-4f0d-89e2-7424c88260ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:07.901582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35056) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:07.915720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c843a-3328-4f0d-89e2-7424c88260ff None None] Routers {'fdb60c25-506f-4d63-be42-43426bbf3e0b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:07.917184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9f2c843a-3328-4f0d-89e2-7424c88260ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fdb60c25-506f-4d63-be42-43426bbf3e0b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:07.921000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-953a1308-c0df-4199-b736-1c3a8bd55660 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '1c16ed2b-0b81-4c05-b588-9dd2650913f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:07.935990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] For port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:07.937157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.995423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9f2c843a-3328-4f0d-89e2-7424c88260ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:07.997069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c843a-3328-4f0d-89e2-7424c88260ff None None] The sync data for ids ['fdb60c25-506f-4d63-be42-43426bbf3e0b'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:08.033562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6656ae8-38d8-43f0-9c6b-723520e0626c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:08.041368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e6656ae8-38d8-43f0-9c6b-723520e0626c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports/f5d79201-d548-4ca7-8948-56b6ffc4de73 HTTP/1.1" status: 200 len: 910 time: 0.2903967 Nov 03 18:52:08.043529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35058) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:08.051724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Calling delete_port for 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:08.083854 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650686b0-b931-421d-8057-7c2b95c55cae None None] New status for floating IP 6083fe60-fd7b-42f6-9f4a-a955ff7efe62: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:52:08.115413 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.159778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfb7f4-1934-4ad8-91e5-d62ae22b3c47 req-15936bcc-2abd-49b7-bca1-f98cdb2f773d tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:08.172775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfb7f4-1934-4ad8-91e5-d62ae22b3c47 req-15936bcc-2abd-49b7-bca1-f98cdb2f773d tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:08.175701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4bfb7f4-1934-4ad8-91e5-d62ae22b3c47 req-15936bcc-2abd-49b7-bca1-f98cdb2f773d tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 1677 time: 0.3413007 Nov 03 18:52:08.220035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Deleting port 755162da-9431-49f7-ba9a-538fb85e73f1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:08.221375 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.229924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-953a1308-c0df-4199-b736-1c3a8bd55660 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.290075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-8ba90d3c-a449-4ff3-b3f8-d2de79d2dc6e service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420543 Nov 03 18:52:08.357389 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8be26447-6e88-4c2e-aa35-edc8f92edce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.587733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4bfb7f4-1934-4ad8-91e5-d62ae22b3c47 req-298609fa-75af-43ba-bc04-7e6bbb90c532 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464046 Nov 03 18:52:08.674663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.675205 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.683039 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-953a1308-c0df-4199-b736-1c3a8bd55660 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.756004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-a3033e7c-7ab3-4e22-8aa5-d6a958228b6f service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409053 Nov 03 18:52:08.807804 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-953a1308-c0df-4199-b736-1c3a8bd55660 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.832557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Calling delete_port for 755162da-9431-49f7-ba9a-538fb85e73f1 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:08.849792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-1939d075-c6a8-491a-b351-a8cd1890ddd3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 200 len: 217 time: 0.0850272 Nov 03 18:52:08.892629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a1308-c0df-4199-b736-1c3a8bd55660 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5940e78d-bd06-4001-99f4-9ff31d539efd,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:08.944094 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-953a1308-c0df-4199-b736-1c3a8bd55660 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.951082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-953a1308-c0df-4199-b736-1c3a8bd55660 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0407157 Nov 03 18:52:08.952054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35062) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:08.994835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-f5d9b391-9057-4218-a05f-7eb77061c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:08.997446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-f5d9b391-9057-4218-a05f-7eb77061c2c4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.1374309 Nov 03 18:52:09.040608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-32ba606a-5083-4ea9-bb5a-233ec0de4c74 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '1c16ed2b-0b81-4c05-b588-9dd2650913f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:09.078600 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.130028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-2f37bcd8-5018-4b9e-aac6-b4fb948ba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:09.132331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-2f37bcd8-5018-4b9e-aac6-b4fb948ba6f2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208272 Nov 03 18:52:09.163479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd5fb-1fa9-449e-98ab-8fe9b1eaf640 req-9ccdb919-b5f1-41fb-a17e-a6ec69eb2e59 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:09.166054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a16fd5fb-1fa9-449e-98ab-8fe9b1eaf640 req-9ccdb919-b5f1-41fb-a17e-a6ec69eb2e59 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 945 time: 0.1736505 Nov 03 18:52:09.223610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Port': ['ID=4f625c3b-d8e1-46e1-8101-7e1056b1c9ed,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:09.381279 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32ba606a-5083-4ea9-bb5a-233ec0de4c74 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.389262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] No DVR routers for this DVR port 4f625c3b-d8e1-46e1-8101-7e1056b1c9ed on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:09.405449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.410146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-68d06c80-c79d-4c0d-b0d5-52137f478e23 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "DELETE /v2.0/ports/4f625c3b-d8e1-46e1-8101-7e1056b1c9ed HTTP/1.1" status: 204 len: 173 time: 3.4867320 Nov 03 18:52:09.417444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:09.420853 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f31e2-d8c3-41cc-973e-c60f32469c4d" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "4f625c3b-d8e1-46e1-8101-7e1056b1c9ed"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:09.768356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a16fd5fb-1fa9-449e-98ab-8fe9b1eaf640 req-fafebbb8-d8a1-4408-babe-b58a5a0a9e13 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078376 Nov 03 18:52:09.778671 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-560505d5-2374-4371-932d-8fc897275382 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377058 Nov 03 18:52:09.958691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.976841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.081685 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff6d976-bc27-4659-8e2b-6c8f7fa0b7b0 x-openstack-request-id: req-aff6d976-bc27-4659-8e2b-6c8f7fa0b7b0 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:10.082733 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "4f625c3b-d8e1-46e1-8101-7e1056b1c9ed", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:10.082733 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aff6d976-bc27-4659-8e2b-6c8f7fa0b7b0 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:10.083181 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': '4f625c3b-d8e1-46e1-8101-7e1056b1c9ed', 'status': 'completed', 'code': 200} Nov 03 18:52:10.105210 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.174169 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-32ba606a-5083-4ea9-bb5a-233ec0de4c74 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:52:10.180307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-32ba606a-5083-4ea9-bb5a-233ec0de4c74 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1508615 Nov 03 18:52:10.183358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35074) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:10.191591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event deleted for resources: {'Port': ['ID=755162da-9431-49f7-ba9a-538fb85e73f1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:10.200036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-cec7327f-27ad-43be-a46a-a5b0d1547a12 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059584 Nov 03 18:52:10.212261 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.251724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.326925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69310b4-d0d8-4275-ba74-3032b799da02 req-591a0522-e106-4f22-ba13-a42d301c304a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:10.330083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f69310b4-d0d8-4275-ba74-3032b799da02 req-591a0522-e106-4f22-ba13-a42d301c304a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 943 time: 0.2907026 Nov 03 18:52:10.337655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-8410c077-a352-4ff0-bb2f-aac5cce7598e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 200 len: 217 time: 0.1229234 Nov 03 18:52:10.476488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting port b77313c5-6c1e-4c5e-80e9-353ee215d988 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:10.476908 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.481846 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.488941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'Port': ['ID=0ea4de48-3dfa-4700-8e7d-e9902f363ff5,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:10.545642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ad323ec4-f145-4304-bf01-69ded30e9a64 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.549979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-9e3411c3-8a55-44da-b853-9fd36b1cc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:10.551824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-9e3411c3-8a55-44da-b853-9fd36b1cc24e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.2068512 Nov 03 18:52:10.590482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f69310b4-d0d8-4275-ba74-3032b799da02 req-6c590555-34b2-4ef7-b4a4-5b55df8842e6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups?id=da91e05c-03a2-49be-9b3f-3e73d04a1396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425902 Nov 03 18:52:10.659518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ad323ec4-f145-4304-bf01-69ded30e9a64 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.666967 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] create failed (client error): The resource could not be found. Nov 03 18:52:10.668752 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fd3662c7-e8b0-468f-aafc-f00a2892f8f7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.3365009 Nov 03 18:52:10.683375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35076) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:10.789151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] For port b77313c5-6c1e-4c5e-80e9-353ee215d988, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b77313c5-6c1e-4c5e-80e9-353ee215d988,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:10.789752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.812576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Calling delete_port for b77313c5-6c1e-4c5e-80e9-353ee215d988 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:10.835640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-d071ba80-034d-4d10-a950-0c1be8dcecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:10.838731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-d071ba80-034d-4d10-a950-0c1be8dcecf7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2739234 Nov 03 18:52:10.967758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:10.992152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:11.086973 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ad323ec4-f145-4304-bf01-69ded30e9a64 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.091371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ad323ec4-f145-4304-bf01-69ded30e9a64 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.101734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ad323ec4-f145-4304-bf01-69ded30e9a64 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c16ed2b-0b81-4c05-b588-9dd2650913f6 HTTP/1.1" status: 204 len: 168 time: 0.9074798 Nov 03 18:52:11.117074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35078) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:11.175686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad323ec4-f145-4304-bf01-69ded30e9a64 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16ed2b-0b81-4c05-b588-9dd2650913f6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:11.284628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18463-21dc-4868-b6b5-38f6e7bed9cc req-e42222be-bb0a-476e-b19e-6ccb0c4dea4f tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:11.287535 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a18463-21dc-4868-b6b5-38f6e7bed9cc req-e42222be-bb0a-476e-b19e-6ccb0c4dea4f tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 945 time: 0.3628166 Nov 03 18:52:11.306706 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.318793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-101e28af-1fee-4215-b9df-ce72c7cbd790 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663043 Nov 03 18:52:11.328273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc2d99-7b23-44f6-84c7-887cceb50c34 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Deleting port a4e11d68-2a75-4f6c-bede-b08e501919a0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:11.329066 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2d99-7b23-44f6-84c7-887cceb50c34 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.373921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Port': ['ID=b77313c5-6c1e-4c5e-80e9-353ee215d988,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:11.396539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Router 5fa3a05c-caa4-424e-9b05-751dfeefad02 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:11.441202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port f5d79201-d548-4ca7-8948-56b6ffc4de73 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:11.441938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.453797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-915fbcd7-6854-47ce-bfef-cf140b5e21e8 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3259218 Nov 03 18:52:11.464359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] No DVR routers for this DVR port b77313c5-6c1e-4c5e-80e9-353ee215d988 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:11.469148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35080) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:11.472668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7822f0da-2340-4169-b24d-69acad865d45 None None] Provisioning complete for port 0ea4de48-3dfa-4700-8e7d-e9902f363ff5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:11.474483 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7822f0da-2340-4169-b24d-69acad865d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.474732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.479810 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-900aaa7a-fa7f-437a-87e4-c625fef7cdfd req-0c92d1a1-ae95-47b9-b091-5c49b55af015 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.96 "DELETE /v2.0/ports/b77313c5-6c1e-4c5e-80e9-353ee215d988 HTTP/1.1" status: 204 len: 173 time: 2.0544655 Nov 03 18:52:11.485832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-dbabfa20-087c-4c63-990c-f78cab97b61a tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--96645356'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:11.529309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dbabfa20-087c-4c63-990c-f78cab97b61a tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.559371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7822f0da-2340-4169-b24d-69acad865d45 None None] Port 0ea4de48-3dfa-4700-8e7d-e9902f363ff5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:11.665628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98a2ca41-4a0f-4701-941a-d23bf7b2a8cd req-beba9d59-7867-4ce8-a77f-71e6b0578e8d service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107631 Nov 03 18:52:11.798395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:11.817997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a8063cee-2b3f-4705-8ecb-ef635d32e738 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "PUT /v2.0/routers/5fa3a05c-caa4-424e-9b05-751dfeefad02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5338752 Nov 03 18:52:11.818874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35088) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:11.823202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0506125-54a4-47a0-9967-67e671cd3ee5 None None] Sync routers for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:11.826118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a18463-21dc-4868-b6b5-38f6e7bed9cc req-e91b19e0-bfec-4d99-913d-407f2dde35a4 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176461 Nov 03 18:52:11.835538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Request body: {'port': {'network_id': 'b1608412-29e5-4784-9bb3-2b2d4bcd4781', 'name': 'tempest-FloatingIPAdminTestJSON-56917661'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:11.856313 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dbabfa20-087c-4c63-990c-f78cab97b61a tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.875955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0506125-54a4-47a0-9967-67e671cd3ee5 None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:11.877894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f0506125-54a4-47a0-9967-67e671cd3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:11.904453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dbabfa20-087c-4c63-990c-f78cab97b61a tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.997919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f0506125-54a4-47a0-9967-67e671cd3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:12.021158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2d99-7b23-44f6-84c7-887cceb50c34 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.023496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0506125-54a4-47a0-9967-67e671cd3ee5 None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:12.025092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f0506125-54a4-47a0-9967-67e671cd3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:12.083018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dbabfa20-087c-4c63-990c-f78cab97b61a tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.085604 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dbabfa20-087c-4c63-990c-f78cab97b61a tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6142507 Nov 03 18:52:12.108251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': 'b77313c5-6c1e-4c5e-80e9-353ee215d988'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:12.122091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35092) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:12.125868 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b17ea5-30d7-429e-a332-c94fc88e6544" -d '{"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "b77313c5-6c1e-4c5e-80e9-353ee215d988"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:12.160929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3a4f2c59-d505-4fed-9102-7c49b324f265 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '18e791fd-8585-4524-a3c5-7c29a7c84e02', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:12.165504 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-3a4f2c59-d505-4fed-9102-7c49b324f265 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 18:52:12.168141 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-3a4f2c59-d505-4fed-9102-7c49b324f265 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:12.171570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f0506125-54a4-47a0-9967-67e671cd3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:12.181146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3a4f2c59-d505-4fed-9102-7c49b324f265 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0542982 Nov 03 18:52:12.186974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0506125-54a4-47a0-9967-67e671cd3ee5 None None] The sync data for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:12.200756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35096) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:12.211653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabfa20-087c-4c63-990c-f78cab97b61a tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e791fd-8585-4524-a3c5-7c29a7c84e02,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:12.273806 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.276352 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.277901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.288670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc2d99-7b23-44f6-84c7-887cceb50c34 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Calling delete_port for a4e11d68-2a75-4f6c-bede-b08e501919a0 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:12.406480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Made reservation on behalf of f29bf0d158d94016afe50a0b1fc65373 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:12.412962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.454539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] device_id is not set on port 333a1588-b79a-47d3-877c-5660decf2121 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:52:12.495584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91e395e7-6ab0-4393-a10f-f4995ed37f45 req-ef369dd6-7cb0-41f0-bc8b-21f261bc6dc4 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0677366 Nov 03 18:52:12.540541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for f5d79201-d548-4ca7-8948-56b6ffc4de73 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:12.708698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Allocated IP 172.20.0.11 (b1608412-29e5-4784-9bb3-2b2d4bcd4781/e397ce6d-6ae5-42bc-8558-ed9122f1cadd/333a1588-b79a-47d3-877c-5660decf2121) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:12.742791 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c9e18f-5e20-4499-9c8e-807fdb153307 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.802431 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c9e18f-5e20-4499-9c8e-807fdb153307 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.911057 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c9e18f-5e20-4499-9c8e-807fdb153307 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.916413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49c9e18f-5e20-4499-9c8e-807fdb153307 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.921930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-49c9e18f-5e20-4499-9c8e-807fdb153307 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/18e791fd-8585-4524-a3c5-7c29a7c84e02 HTTP/1.1" status: 204 len: 168 time: 0.6998415 Nov 03 18:52:12.941696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35102) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:13.004179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9e18f-5e20-4499-9c8e-807fdb153307 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e791fd-8585-4524-a3c5-7c29a7c84e02,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:13.093610 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2d99-7b23-44f6-84c7-887cceb50c34 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.139359 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.195383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc2d99-7b23-44f6-84c7-887cceb50c34 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event deleted for resources: {'Port': ['ID=a4e11d68-2a75-4f6c-bede-b08e501919a0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:13.237139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6dcb836b-f4f8-4c65-950d-6c93ef78a6e1 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2846758 Nov 03 18:52:13.255305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35106) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:13.268985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e4090f8f-6748-4ebd-af54-379e1f445355 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229748572'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:13.315278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.411114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event updated for resources: {'Port': ['ID=333a1588-b79a-47d3-877c-5660decf2121,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:13.426680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e4090f8f-6748-4ebd-af54-379e1f445355 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.469551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:13.479256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:13.484074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:13.491112 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e487028-ead9-4a19-8685-ef9f3eb5499a x-openstack-request-id: req-4e487028-ead9-4a19-8685-ef9f3eb5499a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:13.491709 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9", "name": "network-vif-deleted", "tag": "b77313c5-6c1e-4c5e-80e9-353ee215d988", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:13.492208 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e487028-ead9-4a19-8685-ef9f3eb5499a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:13.493970 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9', 'name': 'network-vif-deleted', 'tag': 'b77313c5-6c1e-4c5e-80e9-353ee215d988', 'status': 'completed', 'code': 200} Nov 03 18:52:13.641464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.759525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=f5d79201-d548-4ca7-8948-56b6ffc4de73,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:13.804838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:13.815469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.871760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2d99-7b23-44f6-84c7-887cceb50c34 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.893902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6ecc2d99-7b23-44f6-84c7-887cceb50c34 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "DELETE /v2.0/ports/a4e11d68-2a75-4f6c-bede-b08e501919a0 HTTP/1.1" status: 204 len: 168 time: 3.2090845 Nov 03 18:52:13.934151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35114) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:13.947524 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-44f2a954-2d35-4845-9dcc-f4c8c36a4260 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1233234 Nov 03 18:52:13.955494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35116) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:14.031234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e4090f8f-6748-4ebd-af54-379e1f445355 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.038875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e4090f8f-6748-4ebd-af54-379e1f445355 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.109055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e4090f8f-6748-4ebd-af54-379e1f445355 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.120547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e4090f8f-6748-4ebd-af54-379e1f445355 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8618708 Nov 03 18:52:14.139325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35120) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:14.149917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b7a58858-bca2-4c1a-bcb8-858501b0f3b8 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '41797e45-f00d-4a77-a4c4-1cee0a422cf1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:14.151229 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-b7a58858-bca2-4c1a-bcb8-858501b0f3b8 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 18:52:14.152005 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-b7a58858-bca2-4c1a-bcb8-858501b0f3b8 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:14.155973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7a58858-bca2-4c1a-bcb8-858501b0f3b8 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092874 Nov 03 18:52:14.160613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35122) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:14.193084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4090f8f-6748-4ebd-af54-379e1f445355 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41797e45-f00d-4a77-a4c4-1cee0a422cf1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:14.282791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290351b-5c9f-4d0d-8dc7-2504dff089c8 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:14.289576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d290351b-5c9f-4d0d-8dc7-2504dff089c8 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "GET /v2.0/ports?device_id=616adbc2-18c1-4f71-9ce2-c96a280d0d20 HTTP/1.1" status: 200 len: 913 time: 0.3493869 Nov 03 18:52:14.291596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35124) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:14.298123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-387afd8d-1a01-4345-b073-d84dc74b566b None None] Provisioning complete for port 333a1588-b79a-47d3-877c-5660decf2121 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:14.299819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-387afd8d-1a01-4345-b073-d84dc74b566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.406648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-387afd8d-1a01-4345-b073-d84dc74b566b None None] Port 333a1588-b79a-47d3-877c-5660decf2121 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:14.409263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'project_id': 'f29bf0d158d94016afe50a0b1fc65373', 'port_id': '333a1588-b79a-47d3-877c-5660decf2121'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:14.426737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de95a0-5dc1-4fec-a29c-d6e6c4814326 req-9881da9c-aa1b-4702-8ed5-477b1f768b7e tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:14.429934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04de95a0-5dc1-4fec-a29c-d6e6c4814326 req-9881da9c-aa1b-4702-8ed5-477b1f768b7e tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 945 time: 0.4908202 Nov 03 18:52:14.503158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.543759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.564684 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4be8-0c8f-4577-857e-53269a0cc0b7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.720758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04de95a0-5dc1-4fec-a29c-d6e6c4814326 req-a601d895-539e-4d9e-9927-62a93bd41c5a tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560186 Nov 03 18:52:14.734046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4be8-0c8f-4577-857e-53269a0cc0b7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.023913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.034970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23c54d03-2e1c-4c3a-af94-3fae5b9d4639 req-32f40297-110e-460c-aeff-f1480b0fe2fb tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1032276 Nov 03 18:52:15.044284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router fdb60c25-506f-4d63-be42-43426bbf3e0b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:15.098307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4be8-0c8f-4577-857e-53269a0cc0b7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.104933 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4be8-0c8f-4577-857e-53269a0cc0b7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.113096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0d3e4be8-0c8f-4577-857e-53269a0cc0b7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/41797e45-f00d-4a77-a4c4-1cee0a422cf1 HTTP/1.1" status: 204 len: 168 time: 0.9470510 Nov 03 18:52:15.122921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35130) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:15.298522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.454778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Allocated IP 172.25.3.245 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/c0b36685-0a5c-4891-86c4-06428d0a5663) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:15.791465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e4be8-0c8f-4577-857e-53269a0cc0b7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41797e45-f00d-4a77-a4c4-1cee0a422cf1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:15.813267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:15.819994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.823355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0b955202-f582-4b55-b9f6-dc0772c6856f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/fdb60c25-506f-4d63-be42-43426bbf3e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7739148 Nov 03 18:52:15.828736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35134) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:15.841053 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba58a8a-7b6e-4cc0-ac0f-c0b561b16740 None None] Sync routers for ids ['fdb60c25-506f-4d63-be42-43426bbf3e0b'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:15.892730 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba58a8a-7b6e-4cc0-ac0f-c0b561b16740 None None] Routers {'fdb60c25-506f-4d63-be42-43426bbf3e0b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:15.895425 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4ba58a8a-7b6e-4cc0-ac0f-c0b561b16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fdb60c25-506f-4d63-be42-43426bbf3e0b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:15.940086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ba6091fc-2169-4f1b-934c-fcf727bc9fe7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7073002 Nov 03 18:52:15.940541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35138) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:15.956530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-338bf8d2-f03b-4b86-a637-765f83f42347 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112155027'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:15.979794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fe8557a9-fca1-4291-b216-219076dd78b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb60c25-506f-4d63-be42-43426bbf3e0b HTTP/1.1" status: 200 len: 205 time: 0.1467359 Nov 03 18:52:15.988166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35140) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:16.009929 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4ba58a8a-7b6e-4cc0-ac0f-c0b561b16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:16.029313 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba58a8a-7b6e-4cc0-ac0f-c0b561b16740 None None] Routers {'fdb60c25-506f-4d63-be42-43426bbf3e0b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:16.031064 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4ba58a8a-7b6e-4cc0-ac0f-c0b561b16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fdb60c25-506f-4d63-be42-43426bbf3e0b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:16.085184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.101928 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4ba58a8a-7b6e-4cc0-ac0f-c0b561b16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:16.103326 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba58a8a-7b6e-4cc0-ac0f-c0b561b16740 None None] The sync data for ids ['fdb60c25-506f-4d63-be42-43426bbf3e0b'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:16.196690 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77d47484-1245-4e33-918c-b1ca076bb9b1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.239599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:16.255113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:16.266022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:16.266544 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-338bf8d2-f03b-4b86-a637-765f83f42347 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.339963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Pushing event updated for resources: {'Port': ['ID=c0b36685-0a5c-4891-86c4-06428d0a5663,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:16.477010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Deleting port 78085d02-67d1-42f8-a45c-ac8123d7d773 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:16.478154 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.553521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209edff-ad85-4127-8ab1-3b7cdb8644a7 req-eab74128-d1db-45b1-9411-66969b470c31 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.556273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7209edff-ad85-4127-8ab1-3b7cdb8644a7 req-eab74128-d1db-45b1-9411-66969b470c31 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 945 time: 0.4692838 Nov 03 18:52:16.569000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77d47484-1245-4e33-918c-b1ca076bb9b1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.575035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77d47484-1245-4e33-918c-b1ca076bb9b1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.788814 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77d47484-1245-4e33-918c-b1ca076bb9b1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.789589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d47484-1245-4e33-918c-b1ca076bb9b1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Fanout notify agent at l3_agent the message router_deleted on router fdb60c25-506f-4d63-be42-43426bbf3e0b {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:16.797247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.820493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-77d47484-1245-4e33-918c-b1ca076bb9b1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.821533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-77d47484-1245-4e33-918c-b1ca076bb9b1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/fdb60c25-506f-4d63-be42-43426bbf3e0b HTTP/1.1" status: 204 len: 168 time: 0.8302848 Nov 03 18:52:16.827758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35148) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:16.835149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7209edff-ad85-4127-8ab1-3b7cdb8644a7 req-b9946c4f-f1d3-46c5-b095-06ff6155e5f2 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530704 Nov 03 18:52:16.840157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Calling delete_port for 78085d02-67d1-42f8-a45c-ac8123d7d773 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:16.856955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-338bf8d2-f03b-4b86-a637-765f83f42347 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.935256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-338bf8d2-f03b-4b86-a637-765f83f42347 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.026684 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-338bf8d2-f03b-4b86-a637-765f83f42347 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.033022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-338bf8d2-f03b-4b86-a637-765f83f42347 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0864921 Nov 03 18:52:17.050670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35150) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:17.063453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8f4df39f-bf9e-45e5-90e1-281e9a55446d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '8a2c3d19-2423-474f-a12c-35e2990676b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:17.087002 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-8f4df39f-bf9e-45e5-90e1-281e9a55446d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 18:52:17.089267 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-8f4df39f-bf9e-45e5-90e1-281e9a55446d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:17.099563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8f4df39f-bf9e-45e5-90e1-281e9a55446d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0380726 Nov 03 18:52:17.133619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35152) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:17.147948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1399ba52-3ebd-4e2d-a0b4-cc16adab7be5 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '8a2c3d19-2423-474f-a12c-35e2990676b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:17.149027 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-1399ba52-3ebd-4e2d-a0b4-cc16adab7be5 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 18:52:17.149864 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-1399ba52-3ebd-4e2d-a0b4-cc16adab7be5 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:17.156960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1399ba52-3ebd-4e2d-a0b4-cc16adab7be5 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102303 Nov 03 18:52:17.159632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f18b7c-70ee-4098-8691-949cef5ae30e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet ffbf5c16-8a98-4c9b-8e6c-bdc7e4aae300 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:17.168271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fc1d6e2-db4b-41ac-a215-475d11baf082 req-4ccaaf61-03e3-440f-bd8a-822d5564c78a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1676760 Nov 03 18:52:17.169096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35154) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:17.228165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58f18b7c-70ee-4098-8691-949cef5ae30e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.239185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c9e29057-3081-440b-9a37-8b7fb1b3274e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '8a2c3d19-2423-474f-a12c-35e2990676b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:17.240357 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-c9e29057-3081-440b-9a37-8b7fb1b3274e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 18:52:17.241076 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-c9e29057-3081-440b-9a37-8b7fb1b3274e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:17.247723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c9e29057-3081-440b-9a37-8b7fb1b3274e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096145 Nov 03 18:52:17.278575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35156) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:17.287742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-225db499-b0aa-492d-a3c9-8b775e1e3f46 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '8a2c3d19-2423-474f-a12c-35e2990676b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:17.289168 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-225db499-b0aa-492d-a3c9-8b775e1e3f46 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 18:52:17.290267 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-225db499-b0aa-492d-a3c9-8b775e1e3f46 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:17.292007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-225db499-b0aa-492d-a3c9-8b775e1e3f46 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104949 Nov 03 18:52:17.301732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bf8d2-f03b-4b86-a637-765f83f42347 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2c3d19-2423-474f-a12c-35e2990676b4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:17.324806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35158) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:17.444791 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58f18b7c-70ee-4098-8691-949cef5ae30e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.568683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d47897-63fc-438e-96c9-c28271138522 req-7c1d3945-babe-46dc-9fe4-cd11602c966a tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:17.570775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0d47897-63fc-438e-96c9-c28271138522 req-7c1d3945-babe-46dc-9fe4-cd11602c966a tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.96 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 945 time: 0.3923299 Nov 03 18:52:17.680475 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a1ac-1af6-475b-9985-4c935a2091ac tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.818617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.872312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a1ac-1af6-475b-9985-4c935a2091ac tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.878226 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58f18b7c-70ee-4098-8691-949cef5ae30e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.929635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.075326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.143302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event deleted for resources: {'Port': ['ID=78085d02-67d1-42f8-a45c-ac8123d7d773,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:18.172219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Deleting port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:18.172219 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.275785 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a1ac-1af6-475b-9985-4c935a2091ac tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.281378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a1ac-1af6-475b-9985-4c935a2091ac tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.282742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dfb5a1ac-1af6-475b-9985-4c935a2091ac tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/8a2c3d19-2423-474f-a12c-35e2990676b4 HTTP/1.1" status: 204 len: 168 time: 0.9557211 Nov 03 18:52:18.365623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35164) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:18.424340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a1ac-1af6-475b-9985-4c935a2091ac tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2c3d19-2423-474f-a12c-35e2990676b4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:18.439121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58f18b7c-70ee-4098-8691-949cef5ae30e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.517361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f220a-583b-43ca-bc8f-26d7bcc39a1f req-7f36457e-aefd-4672-841b-d3cac3a9016b tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:18.526159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b1f220a-583b-43ca-bc8f-26d7bcc39a1f req-7f36457e-aefd-4672-841b-d3cac3a9016b tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 945 time: 0.4627368 Nov 03 18:52:18.552625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f18b7c-70ee-4098-8691-949cef5ae30e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=ffbf5c16-8a98-4c9b-8e6c-bdc7e4aae300,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:18.613521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f22db7d2-a5e2-414b-a768-cfac59c3ae7e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2447965 Nov 03 18:52:18.629397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35170) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:18.635139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58f18b7c-70ee-4098-8691-949cef5ae30e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.641060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-58f18b7c-70ee-4098-8691-949cef5ae30e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/ffbf5c16-8a98-4c9b-8e6c-bdc7e4aae300 HTTP/1.1" status: 204 len: 168 time: 1.8120730 Nov 03 18:52:18.650369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437b010-ef71-44f8-9415-aa26fa88bb04 None None] Network abe9fd09-0545-4292-a912-6fe0b04dbd3f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:18.678486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-777e7b42-4a20-4200-9a28-811097ed8e9d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--806071655'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:18.680616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35172) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:18.836979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] For port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,segment=NetworkSegment(6ff4cc59-42d0-4193-8c95-e64d0635628e),segment_id=6ff4cc59-42d0-4193-8c95-e64d0635628e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:18.837772 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.862291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Calling delete_port for 4480ef72-6f11-43bd-a1cb-a826ae7c8fac owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:18.894578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.921328 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.054134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] DHCP port deletion for abe9fd09-0545-4292-a912-6fe0b04dbd3f request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:52:19.080933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b1f220a-583b-43ca-bc8f-26d7bcc39a1f req-4abf0e33-569a-41b3-ab64-8c33a6cda460 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd3b56b3-af48-4cf7-ba3d-32bb821b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528562 Nov 03 18:52:19.086126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-777e7b42-4a20-4200-9a28-811097ed8e9d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.148409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.206308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.310041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] Deleting port 350f828d-bc44-46cb-8ddb-51ff26216733 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:19.310669 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.414445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Pushing event updated for resources: {'Port': ['ID=c0b36685-0a5c-4891-86c4-06428d0a5663,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:19.464000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-777e7b42-4a20-4200-9a28-811097ed8e9d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.475599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe0b2da3-8d2f-49ec-9391-1226acb66497 req-269d312c-55bf-4aa6-a29f-6dd8ddaaa6ca tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1029098 Nov 03 18:52:19.475599 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-777e7b42-4a20-4200-9a28-811097ed8e9d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.496774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.505684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] For port 350f828d-bc44-46cb-8ddb-51ff26216733, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=350f828d-bc44-46cb-8ddb-51ff26216733,segment=NetworkSegment(c34d764b-d39b-4cf2-a62c-e9189b47383e),segment_id=c34d764b-d39b-4cf2-a62c-e9189b47383e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:19.507427 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.532957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] Calling delete_port for 350f828d-bc44-46cb-8ddb-51ff26216733 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:19.548237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.590612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Pushing event deleted for resources: {'Port': ['ID=4480ef72-6f11-43bd-a1cb-a826ae7c8fac,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:19.624077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-777e7b42-4a20-4200-9a28-811097ed8e9d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.632064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-777e7b42-4a20-4200-9a28-811097ed8e9d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0011542 Nov 03 18:52:19.642208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35174) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:19.655904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b5a40134-d759-444c-a169-37194e481d06 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:19.657304 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-b5a40134-d759-444c-a169-37194e481d06 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 18:52:19.658323 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-b5a40134-d759-444c-a169-37194e481d06 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:19.666145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b5a40134-d759-444c-a169-37194e481d06 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0217552 Nov 03 18:52:19.671543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35176) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:19.683275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ba7239fb-8f88-4ea6-b40c-ef0979756f81 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:19.703688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e7b42-4a20-4200-9a28-811097ed8e9d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1ccdae-b0fb-4fe0-a8ff-567d9982b005,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:19.716609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['4480ef72-6f11-43bd-a1cb-a826ae7c8fac'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:19.726742 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.786539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] No DVR routers for this DVR port 4480ef72-6f11-43bd-a1cb-a826ae7c8fac on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:19.802730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.814168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0d47897-63fc-438e-96c9-c28271138522 req-4a7e3504-8f88-4da8-92b8-68d885ab0183 tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.96 "DELETE /v2.0/ports/4480ef72-6f11-43bd-a1cb-a826ae7c8fac HTTP/1.1" status: 204 len: 173 time: 2.2284703 Nov 03 18:52:19.816401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013d545-3205-4125-923b-7b32ab857fe7', 'name': 'network-vif-deleted', 'tag': '4480ef72-6f11-43bd-a1cb-a826ae7c8fac'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:19.821769 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdac5386-1e67-4d04-bb2e-6318236ca588" -d '{"events": [{"server_uuid": "3013d545-3205-4125-923b-7b32ab857fe7", "name": "network-vif-deleted", "tag": "4480ef72-6f11-43bd-a1cb-a826ae7c8fac"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:19.830910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] Pushing event deleted for resources: {'Port': ['ID=350f828d-bc44-46cb-8ddb-51ff26216733,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:19.838961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b0617-146d-4fdf-89ae-e001bbe8a238 None None] No DVR routers for this DVR port 350f828d-bc44-46cb-8ddb-51ff26216733 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:19.922931 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-ba7239fb-8f88-4ea6-b40c-ef0979756f81 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:19.935570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ba7239fb-8f88-4ea6-b40c-ef0979756f81 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2608299 Nov 03 18:52:19.939444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35180) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:19.957546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ef71722f-ab2b-4d8a-a397-0f8bb427bab3 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:19.958430 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-ef71722f-ab2b-4d8a-a397-0f8bb427bab3 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 18:52:19.959427 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-ef71722f-ab2b-4d8a-a397-0f8bb427bab3 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:19.967891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ef71722f-ab2b-4d8a-a397-0f8bb427bab3 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0247526 Nov 03 18:52:19.970862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35182) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:19.992307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e7399c62-01a4-4319-a65a-c82212760f14 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:20.066067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 350f828d-bc44-46cb-8ddb-51ff26216733 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:20.101067 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-e7399c62-01a4-4319-a65a-c82212760f14 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:20.108914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e7399c62-01a4-4319-a65a-c82212760f14 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1302044 Nov 03 18:52:20.109729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35184) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.126106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 350f828d-bc44-46cb-8ddb-51ff26216733 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:52:20.127169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 350f828d-bc44-46cb-8ddb-51ff26216733 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:52:20.143257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-62ed511b-3971-473a-a03a-d6e90f1370f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:20.144618 n-d-812148-3 neutron-server[101755]: WARNING neutron.api.v2.base [None req-62ed511b-3971-473a-a03a-d6e90f1370f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 18:52:20.145733 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-62ed511b-3971-473a-a03a-d6e90f1370f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:20.151503 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-62ed511b-3971-473a-a03a-d6e90f1370f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0319936 Nov 03 18:52:20.152418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35186) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.162758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a30132f2-2f2b-428b-98f2-0496df02230f tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:20.174964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Router 616adbc2-18c1-4f71-9ce2-c96a280d0d20 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:20.241960 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28056f0-1453-4fcb-9d7e-c5e08680c295 x-openstack-request-id: req-b28056f0-1453-4fcb-9d7e-c5e08680c295 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:20.242471 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013d545-3205-4125-923b-7b32ab857fe7", "name": "network-vif-deleted", "tag": "4480ef72-6f11-43bd-a1cb-a826ae7c8fac", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:20.242875 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b28056f0-1453-4fcb-9d7e-c5e08680c295 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:20.243239 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013d545-3205-4125-923b-7b32ab857fe7', 'name': 'network-vif-deleted', 'tag': '4480ef72-6f11-43bd-a1cb-a826ae7c8fac', 'status': 'completed', 'code': 200} Nov 03 18:52:20.284304 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-a30132f2-2f2b-428b-98f2-0496df02230f tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:20.290482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a30132f2-2f2b-428b-98f2-0496df02230f tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1334355 Nov 03 18:52:20.294104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35190) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.307160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-37a0149f-2f95-45fa-bf10-0fa9bbaf6288 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:20.308089 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-37a0149f-2f95-45fa-bf10-0fa9bbaf6288 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 18:52:20.309669 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-37a0149f-2f95-45fa-bf10-0fa9bbaf6288 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:20.316946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37a0149f-2f95-45fa-bf10-0fa9bbaf6288 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149844 Nov 03 18:52:20.317724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35192) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.324952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 350f828d-bc44-46cb-8ddb-51ff26216733 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:20.325562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.332699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b2b578ca-1c8e-4c7b-aeb9-6a8e6db29ff8 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:20.447157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91c7961f-17d7-4377-b7ff-d0f5222c89b6 req-f8968844-424d-42a5-be90-4c6b536d836f tempest-ServersNegativeTestMultiTenantJSON-490139750 tempest-ServersNegativeTestMultiTenantJSON-490139750-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013d545-3205-4125-923b-7b32ab857fe7 HTTP/1.1" status: 200 len: 210 time: 0.0794230 Nov 03 18:52:20.466354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port 350f828d-bc44-46cb-8ddb-51ff26216733, host n-d-812148-3, got binding levels [] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:20.466935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.471889 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Floating IP 2023caa8-e924-4f95-8fb3-2eb04d0d8139 associated. External IP: 172.25.3.245, port: 333a1588-b79a-47d3-877c-5660decf2121. Nov 03 18:52:20.513297 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-b2b578ca-1c8e-4c7b-aeb9-6a8e6db29ff8 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:20.521097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b2b578ca-1c8e-4c7b-aeb9-6a8e6db29ff8 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2000103 Nov 03 18:52:20.522349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35194) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.531317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bf29670e-5e8e-4970-ae7a-2d12deb67b2e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '9c1ccdae-b0fb-4fe0-a8ff-567d9982b005', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:20.597461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 350f828d-bc44-46cb-8ddb-51ff26216733 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:20.605897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Port 350f828d-bc44-46cb-8ddb-51ff26216733 was not found and therefore no delete operation was performed {{(pid=101755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:52:20.615450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:20.635831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.643874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e934711f-6f0f-4c0d-82d7-4a871e4915fb None None] Sync routers for ids ['616adbc2-18c1-4f71-9ce2-c96a280d0d20'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:20.652732 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4fc7c8ea-ad20-4edb-8eb7-d26bdc2f16b2 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "PUT /v2.0/routers/616adbc2-18c1-4f71-9ce2-c96a280d0d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3594108 Nov 03 18:52:20.658733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35198) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.680179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e934711f-6f0f-4c0d-82d7-4a871e4915fb None None] Routers {'616adbc2-18c1-4f71-9ce2-c96a280d0d20'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:20.684702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e934711f-6f0f-4c0d-82d7-4a871e4915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['616adbc2-18c1-4f71-9ce2-c96a280d0d20'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:20.686823 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-bf29670e-5e8e-4970-ae7a-2d12deb67b2e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:20.696441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=350f828d-bc44-46cb-8ddb-51ff26216733,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:20.699632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf29670e-5e8e-4970-ae7a-2d12deb67b2e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1752167 Nov 03 18:52:20.702446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35200) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.787776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.788759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.789641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.790546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.791377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.792177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.792950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.793757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.794559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.795348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.797264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.798135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:20.806126 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No DVR routers for this DVR port 350f828d-bc44-46cb-8ddb-51ff26216733 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:20.828473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e934711f-6f0f-4c0d-82d7-4a871e4915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:20.848710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e934711f-6f0f-4c0d-82d7-4a871e4915fb None None] Routers {'616adbc2-18c1-4f71-9ce2-c96a280d0d20'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:20.849782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e934711f-6f0f-4c0d-82d7-4a871e4915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['616adbc2-18c1-4f71-9ce2-c96a280d0d20'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:20.943895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3248aff5-7927-45a4-92cc-ea354061f6c0 req-cc2f04a5-17b7-4aa1-893d-7b118aa742e7 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1263080 Nov 03 18:52:20.954380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4304692-ae69-469d-af38-522d15faff08 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.025575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.170809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe9fd09-0545-4292-a912-6fe0b04dbd3f']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:21.232236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34d764b-d39b-4cf2-a62c-e9189b47383e') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:21.232645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34d764b-d39b-4cf2-a62c-e9189b47383e') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:21.251233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e934711f-6f0f-4c0d-82d7-4a871e4915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:21.252230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e934711f-6f0f-4c0d-82d7-4a871e4915fb None None] The sync data for ids ['616adbc2-18c1-4f71-9ce2-c96a280d0d20'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:21.273099 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.381663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.401550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:21.402180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:21.410048 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:21.477305 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-597cf1a7-1471-4486-8447-8db88f3a303e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.490983 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4304692-ae69-469d-af38-522d15faff08 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.504556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4304692-ae69-469d-af38-522d15faff08 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.542891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Router 5fa3a05c-caa4-424e-9b05-751dfeefad02 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:21.548141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.561172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.573763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/abe9fd09-0545-4292-a912-6fe0b04dbd3f HTTP/1.1" status: 204 len: 168 time: 2.8907623 Nov 03 18:52:21.577875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35208) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.587885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2122881703', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:21.604729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-597cf1a7-1471-4486-8447-8db88f3a303e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.639386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74ac8b-85b9-4986-a5db-c3c332af062f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=abe9fd09-0545-4292-a912-6fe0b04dbd3f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:21.641518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4304692-ae69-469d-af38-522d15faff08 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.642905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4304692-ae69-469d-af38-522d15faff08 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Fanout notify agent at l3_agent the message router_deleted on router 616adbc2-18c1-4f71-9ce2-c96a280d0d20 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:21.660177 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4304692-ae69-469d-af38-522d15faff08 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.664757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a4304692-ae69-469d-af38-522d15faff08 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "DELETE /v2.0/routers/616adbc2-18c1-4f71-9ce2-c96a280d0d20 HTTP/1.1" status: 204 len: 168 time: 1.0039749 Nov 03 18:52:21.676613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35210) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.700250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35212) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.734658 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.736775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.868203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b9291e-84da-4d7a-bb1b-dc0b1f9bcbe5 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Deleting subnet 6e83355f-10ea-4c3b-b29b-c678bf3a5e08 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:21.877173 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b9291e-84da-4d7a-bb1b-dc0b1f9bcbe5 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.881800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-597cf1a7-1471-4486-8447-8db88f3a303e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.885202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-597cf1a7-1471-4486-8447-8db88f3a303e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.891175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-597cf1a7-1471-4486-8447-8db88f3a303e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/9c1ccdae-b0fb-4fe0-a8ff-567d9982b005 HTTP/1.1" status: 204 len: 168 time: 1.0914168 Nov 03 18:52:21.929457 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.937102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35214) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.963777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4447e04d-1e58-4b62-b701-b9798e5c4d0e admin admin] Deleting subnet 0e11e56d-762b-47e9-b2ef-c50c5b9ed9ee {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:21.970951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4447e04d-1e58-4b62-b701-b9798e5c4d0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.070142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4447e04d-1e58-4b62-b701-b9798e5c4d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.124038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:22.160814 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83329b-1969-48eb-86f6-78528246a8ee None None] Sync routers for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:22.196213 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83329b-1969-48eb-86f6-78528246a8ee None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:22.197210 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4d83329b-1969-48eb-86f6-78528246a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:22.243418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cf1a7-1471-4486-8447-8db88f3a303e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1ccdae-b0fb-4fe0-a8ff-567d9982b005,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:22.283829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.336378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4d83329b-1969-48eb-86f6-78528246a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:22.381789 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83329b-1969-48eb-86f6-78528246a8ee None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:22.383689 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4d83329b-1969-48eb-86f6-78528246a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:22.384512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fd331fb7-b582-4b95-8b07-ca737aac7163 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4412308 Nov 03 18:52:22.389260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b9291e-84da-4d7a-bb1b-dc0b1f9bcbe5 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.393648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35224) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:22.400536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcb972bd-1ce9-4bf1-8425-dfdd3b722c06 req-82ddb25d-dfa2-4ac2-be24-c464f3f5792e tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1496820 Nov 03 18:52:22.423189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fa9a4256-eca2-415c-b9c7-0993830b93e4 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--371266934'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:22.459274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4447e04d-1e58-4b62-b701-b9798e5c4d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.485624 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4d83329b-1969-48eb-86f6-78528246a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:22.487193 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83329b-1969-48eb-86f6-78528246a8ee None None] The sync data for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:22.531925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.711010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4480ef72-6f11-43bd-a1cb-a826ae7c8fac no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:22.746103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4447e04d-1e58-4b62-b701-b9798e5c4d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.769330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4256-eca2-415c-b9c7-0993830b93e4 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.810454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447e04d-1e58-4b62-b701-b9798e5c4d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e11e56d-762b-47e9-b2ef-c50c5b9ed9ee,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:22.823350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 4480ef72-6f11-43bd-a1cb-a826ae7c8fac {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:52:22.825111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 4480ef72-6f11-43bd-a1cb-a826ae7c8fac not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:52:22.827498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4447e04d-1e58-4b62-b701-b9798e5c4d0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.832085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4447e04d-1e58-4b62-b701-b9798e5c4d0e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0e11e56d-762b-47e9-b2ef-c50c5b9ed9ee HTTP/1.1" status: 204 len: 168 time: 1.1279945 Nov 03 18:52:22.836385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35226) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:22.851370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b9291e-84da-4d7a-bb1b-dc0b1f9bcbe5 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.058735 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.140189 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b9291e-84da-4d7a-bb1b-dc0b1f9bcbe5 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.234278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b9291e-84da-4d7a-bb1b-dc0b1f9bcbe5 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.245465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b3b9291e-84da-4d7a-bb1b-dc0b1f9bcbe5 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "DELETE /v2.0/subnets/6e83355f-10ea-4c3b-b29b-c678bf3a5e08 HTTP/1.1" status: 204 len: 168 time: 1.5634973 Nov 03 18:52:23.247201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9291e-84da-4d7a-bb1b-dc0b1f9bcbe5 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event deleted for resources: {'Subnet': ['ID=6e83355f-10ea-4c3b-b29b-c678bf3a5e08,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:23.257189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b7495-f4a3-419c-ae39-67dce50d735c None None] Network c5424430-d0fa-4e59-935e-d9fd78f14750 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:23.261571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35228) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:23.267914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-60ed7b6a-5e6d-48cf-a97a-ec1fc7d683f5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.3080273 Nov 03 18:52:23.273039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:23.696406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] DHCP port deletion for c5424430-d0fa-4e59-935e-d9fd78f14750 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:52:23.844653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.851947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Deleting port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:23.852858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.886668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.893470 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-15ea1de1-53f4-4858-9abd-e10281c3ab19 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] 10.222.0.77 "GET /v2.0/floatingips/2023caa8-e924-4f95-8fb3-2eb04d0d8139 HTTP/1.1" status: 200 len: 982 time: 0.6184220 Nov 03 18:52:23.909060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35238) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.007517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e0a031b9-748a-4a49-bf64-5c3c3dd835c2 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:24.014153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.093408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84b0c39e-9884-4f65-889d-a64eda6b31d2 req-421f1e8b-f509-4243-b03d-96e58d1f7080 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0936029 Nov 03 18:52:24.116996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] For port e0a031b9-748a-4a49-bf64-5c3c3dd835c2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,segment=NetworkSegment(bf357f3c-5508-44af-a0e9-3685b964ca4d),segment_id=bf357f3c-5508-44af-a0e9-3685b964ca4d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:24.118623 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.159449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a408a8-79e9-4c4c-bf13-85a415a8337a']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:24.177143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Calling delete_port for e0a031b9-748a-4a49-bf64-5c3c3dd835c2 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:24.178142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.181800 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4256-eca2-415c-b9c7-0993830b93e4 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.201972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4256-eca2-415c-b9c7-0993830b93e4 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.216802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff4cc59-42d0-4193-8c95-e64d0635628e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:24.217368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff4cc59-42d0-4193-8c95-e64d0635628e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:24.254639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.327355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.327719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a4256-eca2-415c-b9c7-0993830b93e4 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db076506-e8e3-4eed-b4a5-a005b0c73e1b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.350317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4256-eca2-415c-b9c7-0993830b93e4 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.360543 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fa9a4256-eca2-415c-b9c7-0993830b93e4 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9445345 Nov 03 18:52:24.361095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:24.362130 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:24.365147 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:24.382223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35240) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.389158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b77ff517-52cb-4b2f-ac32-48538867b56c tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': 'db076506-e8e3-4eed-b4a5-a005b0c73e1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:24.437051 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f5194c82-9095-4e26-a12b-e0ce8dd98754 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.5254116 Nov 03 18:52:24.442114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35242) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.484525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Deleting port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:24.485008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.495205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.538841 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.626110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Pushing event deleted for resources: {'Port': ['ID=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.629886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.645520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] No DVR routers for this DVR port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:24.648073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] For port e0a031b9-748a-4a49-bf64-5c3c3dd835c2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,segment=NetworkSegment(bf357f3c-5508-44af-a0e9-3685b964ca4d),segment_id=bf357f3c-5508-44af-a0e9-3685b964ca4d)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:24.648755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.654943 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.657861 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.660762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] 10.222.0.77 "DELETE /v2.0/networks/93a408a8-79e9-4c4c-bf13-85a415a8337a HTTP/1.1" status: 204 len: 168 time: 1.8224802 Nov 03 18:52:24.661234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.661556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.662105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.663325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.663878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.664712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.666868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.674488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.674488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.674488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.674488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1238e-9390-4eeb-a4a9-84b28d3e31d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:24.680105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35244) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.716941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dae9e4-df0c-4be9-8a40-a8bc0ec8fdcf admin admin] Pushing event deleted for resources: {'Network': ['ID=93a408a8-79e9-4c4c-bf13-85a415a8337a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.768858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Calling delete_port for e0a031b9-748a-4a49-bf64-5c3c3dd835c2 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:24.807494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.25.3.85 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/bdbdeec9-7f6f-4158-a5f1-ad0aef98692a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:24.808609 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-b77ff517-52cb-4b2f-ac32-48538867b56c tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The resource could not be found. Nov 03 18:52:24.814707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b77ff517-52cb-4b2f-ac32-48538867b56c tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4265056 Nov 03 18:52:24.815575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35246) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.825230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-03db5600-4e9c-4c97-b088-95e184ea7cb6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': 'db076506-e8e3-4eed-b4a5-a005b0c73e1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1a4d41d2-cf43-4bf0-96f5-4cf1e8586b6e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:24.844473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7214fff0-f8bc-4638-9920-62629941c924 admin admin] Deleting subnet aa86d123-c315-46c0-a2b4-5c3ac14ea903 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:24.902849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7214fff0-f8bc-4638-9920-62629941c924 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.021035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7214fff0-f8bc-4638-9920-62629941c924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.073072 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-03db5600-4e9c-4c97-b088-95e184ea7cb6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The resource could not be found. Nov 03 18:52:25.079434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-03db5600-4e9c-4c97-b088-95e184ea7cb6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2556431 Nov 03 18:52:25.080887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35248) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:25.090807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Deleting port c0b36685-0a5c-4891-86c4-06428d0a5663 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:25.090807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.124494 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.143256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.182397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7214fff0-f8bc-4638-9920-62629941c924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.227483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event deleted for resources: {'Port': ['ID=e0a031b9-748a-4a49-bf64-5c3c3dd835c2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:25.245955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] No DVR routers for this DVR port e0a031b9-748a-4a49-bf64-5c3c3dd835c2 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:25.368650 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.370258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.390779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.418561 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Calling delete_port for c0b36685-0a5c-4891-86c4-06428d0a5663 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:25.425911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df652ef3-bcd4-4ec5-9c79-868792fa33f4 req-310551a6-711c-4937-b261-3c93e55d4512 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1140387 Nov 03 18:52:25.432055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ac8d-5953-47bc-b48c-3bc6b8752fc7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.526233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:25.528144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:25.531644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:25.571273 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7214fff0-f8bc-4638-9920-62629941c924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.577325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.593988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ac8d-5953-47bc-b48c-3bc6b8752fc7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.694208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214fff0-f8bc-4638-9920-62629941c924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa86d123-c315-46c0-a2b4-5c3ac14ea903,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:25.729435 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=bdbdeec9-7f6f-4158-a5f1-ad0aef98692a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:25.749662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7214fff0-f8bc-4638-9920-62629941c924 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.758993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7214fff0-f8bc-4638-9920-62629941c924 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/aa86d123-c315-46c0-a2b4-5c3ac14ea903 HTTP/1.1" status: 204 len: 168 time: 1.0551915 Nov 03 18:52:25.759274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5424430-d0fa-4e59-935e-d9fd78f14750']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:25.762344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35256) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:25.827750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf357f3c-5508-44af-a0e9-3685b964ca4d') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:25.828308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf357f3c-5508-44af-a0e9-3685b964ca4d') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:25.937276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.982537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ac8d-5953-47bc-b48c-3bc6b8752fc7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.987307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ac8d-5953-47bc-b48c-3bc6b8752fc7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.999996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7a7ac8d-5953-47bc-b48c-3bc6b8752fc7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/db076506-e8e3-4eed-b4a5-a005b0c73e1b HTTP/1.1" status: 204 len: 168 time: 0.9103353 Nov 03 18:52:26.000365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35258) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:26.005529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.012797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.036200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7ac8d-5953-47bc-b48c-3bc6b8752fc7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db076506-e8e3-4eed-b4a5-a005b0c73e1b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:26.045240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:26.045240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:26.049899 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:26.163765 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-453af4db-64c6-47bf-adca-ef1de423377e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1674435 Nov 03 18:52:26.176117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35260) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:26.183938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-dcd39f50-b061-4475-98b7-a4fde3dafd40 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '2865c6b4-9b1e-4295-8d05-52f75054a42c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:26.277276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.366811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.395206 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.400820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] 10.222.0.77 "DELETE /v2.0/networks/c5424430-d0fa-4e59-935e-d9fd78f14750 HTTP/1.1" status: 204 len: 168 time: 3.0682774 Nov 03 18:52:26.421737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6f83c-01e1-45b2-9889-52e2dae535e7 tempest-FloatingIPNegativeTestJSON-1848067913 tempest-FloatingIPNegativeTestJSON-1848067913-project] Pushing event deleted for resources: {'Network': ['ID=c5424430-d0fa-4e59-935e-d9fd78f14750,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:26.455857 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:52:26.468463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b268e13-6a2f-4306-96ab-f8e16ef11375']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:26.482679 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-dcd39f50-b061-4475-98b7-a4fde3dafd40 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The resource could not be found. Nov 03 18:52:26.494630 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dcd39f50-b061-4475-98b7-a4fde3dafd40 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3065798 Nov 03 18:52:26.496172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3389d0-5a4f-4b14-b39b-86f633bfb457') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:26.496415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3389d0-5a4f-4b14-b39b-86f633bfb457') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:26.500283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35264) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:26.513750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a770ea43-8fcc-4915-b76f-60880321ce6d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671487542'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:26.533005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.557261 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a770ea43-8fcc-4915-b76f-60880321ce6d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.583573 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.586323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.601855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:26.602540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.651662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event deleted for resources: {'Port': ['ID=c0b36685-0a5c-4891-86c4-06428d0a5663,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:26.655496 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:26.689564 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:26.855402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e66c0c1d-40cd-4d8a-a9a8-c210a141fba3 req-d3a2dc80-a139-488e-8015-7811205b5f36 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0983894 Nov 03 18:52:26.856468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.857020 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Floating IP 2023caa8-e924-4f95-8fb3-2eb04d0d8139 disassociated (deleted). External IP: 172.25.3.245, port: 333a1588-b79a-47d3-877c-5660decf2121. Nov 03 18:52:26.878601 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.902955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.939751 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] 10.222.0.77 "DELETE /v2.0/networks/2b268e13-6a2f-4306-96ab-f8e16ef11375 HTTP/1.1" status: 204 len: 168 time: 1.1656160 Nov 03 18:52:26.998233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d4f39-6d4d-4ff5-afde-e71a9324fc2b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b268e13-6a2f-4306-96ab-f8e16ef11375,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:27.225344 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a770ea43-8fcc-4915-b76f-60880321ce6d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.246918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a770ea43-8fcc-4915-b76f-60880321ce6d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.385256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35276) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:27.443018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35280) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:27.554393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-20bf26d7-23e5-42ab-9e7c-9407ce5bb72a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=940136abd26d4467ac8dc8bbbdd72595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1091750 Nov 03 18:52:27.555332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35282) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:27.677918 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb00354f-2c4d-4d80-8e99-b71fa9e8e73d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.728179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb00354f-2c4d-4d80-8e99-b71fa9e8e73d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.832763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a770ea43-8fcc-4915-b76f-60880321ce6d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.835596 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a770ea43-8fcc-4915-b76f-60880321ce6d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3276892 Nov 03 18:52:27.870406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:27.883128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b2ebc271-93bc-474e-8911-147b5b2b2d6e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959800131'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:27.908063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770ea43-8fcc-4915-b76f-60880321ce6d tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f37f89-146b-4b28-b577-8b469bfe185d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:27.955154 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc271-93bc-474e-8911-147b5b2b2d6e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.964720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb00354f-2c4d-4d80-8e99-b71fa9e8e73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.970183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb00354f-2c4d-4d80-8e99-b71fa9e8e73d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.983731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cb00354f-2c4d-4d80-8e99-b71fa9e8e73d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd3b56b3-af48-4cf7-ba3d-32bb821b598d HTTP/1.1" status: 204 len: 168 time: 0.4260347 Nov 03 18:52:28.132946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.151569 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc271-93bc-474e-8911-147b5b2b2d6e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.162905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00354f-2c4d-4d80-8e99-b71fa9e8e73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b56b3-af48-4cf7-ba3d-32bb821b598d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:28.182516 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc271-93bc-474e-8911-147b5b2b2d6e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.272253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21225803-7156-4734-a470-813101bbdf21 req-6d2572b6-97bb-4f77-a38f-4bc3cb92bf81 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1181767 Nov 03 18:52:28.297920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Router 5fa3a05c-caa4-424e-9b05-751dfeefad02 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:28.432319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b0863306-ceee-4759-a1f3-f4aed7279b90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d84b3cfddc94d428b3c658bcb8c398d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0368402 Nov 03 18:52:28.432319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebc271-93bc-474e-8911-147b5b2b2d6e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef8c24-1f03-4047-8f07-1e37c808767e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:28.447116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35296) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:28.458550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc271-93bc-474e-8911-147b5b2b2d6e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.466637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b2ebc271-93bc-474e-8911-147b5b2b2d6e tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5856402 Nov 03 18:52:28.485869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35298) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:28.509765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9cd617d8-44ef-429a-8cc8-85189929b167 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group_rule': {'security_group_id': '08f37f89-146b-4b28-b577-8b469bfe185d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3aef8c24-1f03-4047-8f07-1e37c808767e'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:28.635275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b34073b-fbd7-4d00-9753-7863039f5a33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.709363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b34073b-fbd7-4d00-9753-7863039f5a33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.722227 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-9cd617d8-44ef-429a-8cc8-85189929b167 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:52:28.728744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9cd617d8-44ef-429a-8cc8-85189929b167 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2366323 Nov 03 18:52:28.738536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35300) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:28.862985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:28.875655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.906476 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b34073b-fbd7-4d00-9753-7863039f5a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.913876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d1a67-86d1-4abe-a6ff-b0d2a1e56b14 None None] Sync routers for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:28.921905 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b34073b-fbd7-4d00-9753-7863039f5a33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.938420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:28.942461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35304) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:28.947819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5b34073b-fbd7-4d00-9753-7863039f5a33 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/390c8b26-eec9-4abd-aea4-9dd6e7b63ac6 HTTP/1.1" status: 204 len: 168 time: 0.4629118 Nov 03 18:52:28.970704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34073b-fbd7-4d00-9753-7863039f5a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390c8b26-eec9-4abd-aea4-9dd6e7b63ac6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:28.978144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d1a67-86d1-4abe-a6ff-b0d2a1e56b14 None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:28.979312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-624d1a67-86d1-4abe-a6ff-b0d2a1e56b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.015382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35306) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:29.015686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-661f7097-d796-4e1f-8390-f04e2db422d2 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "DELETE /v2.0/floatingips/2023caa8-e924-4f95-8fb3-2eb04d0d8139 HTTP/1.1" status: 204 len: 168 time: 4.5722780 Nov 03 18:52:29.025262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a311e4f-1cf1-4793-990b-b2dc71884c18 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.026962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:29.066759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-624d1a67-86d1-4abe-a6ff-b0d2a1e56b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.086736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d1a67-86d1-4abe-a6ff-b0d2a1e56b14 None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:29.087331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-624d1a67-86d1-4abe-a6ff-b0d2a1e56b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.120612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.181127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-624d1a67-86d1-4abe-a6ff-b0d2a1e56b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.182362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d1a67-86d1-4abe-a6ff-b0d2a1e56b14 None None] The sync data for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:29.255685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a311e4f-1cf1-4793-990b-b2dc71884c18 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.302658 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7d15cd66-3a9d-4aab-8cd8-1cab37d5e4d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=334faba9d615434f9ec48e14078551f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489187 Nov 03 18:52:29.314756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35308) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:29.444118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449e041f-bab4-4e8f-97e9-06db725d4d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.471287 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a311e4f-1cf1-4793-990b-b2dc71884c18 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.476289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a311e4f-1cf1-4793-990b-b2dc71884c18 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.478468 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4a311e4f-1cf1-4793-990b-b2dc71884c18 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/3aef8c24-1f03-4047-8f07-1e37c808767e HTTP/1.1" status: 204 len: 168 time: 0.7383158 Nov 03 18:52:29.487854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35312) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:29.518124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449e041f-bab4-4e8f-97e9-06db725d4d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.522421 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.535573 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a311e4f-1cf1-4793-990b-b2dc71884c18 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef8c24-1f03-4047-8f07-1e37c808767e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:29.572534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:29.593987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e443f5-675e-4db4-a012-755181c5a83b None None] Sync routers for ids ['7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:29.623575 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e443f5-675e-4db4-a012-755181c5a83b None None] Routers {'7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:29.625356 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b8e443f5-675e-4db4-a012-755181c5a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.710852 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b8e443f5-675e-4db4-a012-755181c5a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.730584 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e443f5-675e-4db4-a012-755181c5a83b None None] Routers {'7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:29.732042 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b8e443f5-675e-4db4-a012-755181c5a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.735649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.740862 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fdd6ac1e-3935-47cf-9cd8-53ff6501e64c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.1591949 Nov 03 18:52:29.745656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35318) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:29.828080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Allocated IP 172.25.3.149 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/5f8bb3db-e114-430a-a52c-eb4676076614) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:29.863001 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b8e443f5-675e-4db4-a012-755181c5a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.871714 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e443f5-675e-4db4-a012-755181c5a83b None None] The sync data for ids ['7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:29.911659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-20fea498-ade8-462f-97d5-9a5268bc68c6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4217267 Nov 03 18:52:29.916594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35326) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:30.037145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3bba1e0-27e1-40c3-beba-6e3ece36c6ac req-6f155d1e-5828-449e-b902-a2c79fc0e832 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.2990296 Nov 03 18:52:30.164949 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449e041f-bab4-4e8f-97e9-06db725d4d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.176373 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449e041f-bab4-4e8f-97e9-06db725d4d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.184509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-449e041f-bab4-4e8f-97e9-06db725d4d4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47553df3-43f6-4a0b-8843-58b6be2ea68c HTTP/1.1" status: 204 len: 168 time: 0.8609438 Nov 03 18:52:30.191805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f9d689d-896f-4304-8a76-c5a81ade53f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.265072 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bc5525f5-90c4-4977-a7ce-0621fdb84fba tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/routers/7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 HTTP/1.1" status: 200 len: 880 time: 0.5111122 Nov 03 18:52:30.266150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35334) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:30.285641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f9d689d-896f-4304-8a76-c5a81ade53f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.290430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e041f-bab4-4e8f-97e9-06db725d4d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47553df3-43f6-4a0b-8843-58b6be2ea68c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:30.376661 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.509356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.594483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f9d689d-896f-4304-8a76-c5a81ade53f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.600289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f9d689d-896f-4304-8a76-c5a81ade53f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.602886 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0f9d689d-896f-4304-8a76-c5a81ade53f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/08f37f89-146b-4b28-b577-8b469bfe185d HTTP/1.1" status: 204 len: 168 time: 0.6838648 Nov 03 18:52:30.609391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35336) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:30.628752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d689d-896f-4304-8a76-c5a81ade53f7 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f37f89-146b-4b28-b577-8b469bfe185d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:30.670097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:30.680136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:30.734081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Pushing event updated for resources: {'Port': ['ID=5f8bb3db-e114-430a-a52c-eb4676076614,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:30.743371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:30.974920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5f4135e0-fe02-406c-8e52-c90b367aa687 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3597291 Nov 03 18:52:30.982512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35344) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:30.992908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2e81039e-0ac5-4d95-a2d3-b2d751b182d6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'tempest-secgroup--212199520'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:31.085846 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e36c9f2a-3a06-4822-823f-0b8252c6ca27 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8135347 Nov 03 18:52:31.086563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.093492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35348) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:31.101508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e81039e-0ac5-4d95-a2d3-b2d751b182d6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.111052 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-eb3d2ae5-1ac0-4521-b73d-fffab9b14646 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2122881703'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:31.531465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bf949ce-87c4-473d-ba9a-90d7bcefc9ff req-ac715d41-8634-4bc0-bad7-aaa1a9a872ac tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.2120516 Nov 03 18:52:31.538491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35364) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:31.559500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.860617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e81039e-0ac5-4d95-a2d3-b2d751b182d6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.887308 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e81039e-0ac5-4d95-a2d3-b2d751b182d6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.972178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81039e-0ac5-4d95-a2d3-b2d751b182d6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7d8bf-d152-477c-88c8-f7bd54abc8df,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:32.114102 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e81039e-0ac5-4d95-a2d3-b2d751b182d6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.114503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1210319863'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:32.126340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e81039e-0ac5-4d95-a2d3-b2d751b182d6 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1318460 Nov 03 18:52:32.160812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35372) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:32.174415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ba196843-ae1c-4257-b785-6b78c811aafe tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:32.175946 n-d-812148-3 neutron-server[101755]: WARNING neutron.api.v2.base [None req-ba196843-ae1c-4257-b785-6b78c811aafe tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 18:52:32.177281 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-ba196843-ae1c-4257-b785-6b78c811aafe tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 18:52:32.184785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ba196843-ae1c-4257-b785-6b78c811aafe tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "PUT /v2.0/security-groups/82d7d8bf-d152-477c-88c8-f7bd54abc8df HTTP/1.1" status: 409 len: 330 time: 0.0215747 Nov 03 18:52:32.185761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35376) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:32.205052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:32.212947 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.245573 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.296050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.374943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-911ebba6-ae7a-47af-aaeb-ec3d5f5479ab tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.479214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eb3d2ae5-1ac0-4521-b73d-fffab9b14646 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.520089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eb3d2ae5-1ac0-4521-b73d-fffab9b14646 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.574892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-911ebba6-ae7a-47af-aaeb-ec3d5f5479ab tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.682803 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.684817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-911ebba6-ae7a-47af-aaeb-ec3d5f5479ab tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.690418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35384) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:32.691268 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-911ebba6-ae7a-47af-aaeb-ec3d5f5479ab tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.698083 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-911ebba6-ae7a-47af-aaeb-ec3d5f5479ab tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/82d7d8bf-d152-477c-88c8-f7bd54abc8df HTTP/1.1" status: 204 len: 168 time: 0.5086839 Nov 03 18:52:32.699783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35386) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:32.703247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.730884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.763087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.792281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ebba6-ae7a-47af-aaeb-ec3d5f5479ab tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7d8bf-d152-477c-88c8-f7bd54abc8df,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:32.918153 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-606efb62-8572-4db3-b38b-aacf3f09288c tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2023354 Nov 03 18:52:32.928838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35394) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:32.939311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:32.953178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d10bee2-37dd-49a1-ae3c-956383e52e87 req-c51a6452-6e57-4f31-b8b2-add7402e5637 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0883446 Nov 03 18:52:32.966877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Pushing event updated for resources: {'Port': ['ID=5f8bb3db-e114-430a-a52c-eb4676076614,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:32.979854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.980623 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment 9f963481-8df6-4ebe-8f12-40fe87dbf11f of type vlan for network 5a0a8f7c-de3b-4ee3-867c-448357e25789 Nov 03 18:52:33.055433 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-4c5cba1b-6199-47b9-9b32-b4a081877515 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] delete failed (client error): The resource could not be found. Nov 03 18:52:33.065476 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4c5cba1b-6199-47b9-9b32-b4a081877515 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "DELETE /v2.0/security-groups/01585425-4271-4959-9b62-f62c0a58f19e HTTP/1.1" status: 404 len: 347 time: 0.0983574 Nov 03 18:52:33.067738 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35396) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:33.069727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5276a2a7-3a71-4dbf-bda6-ee7f677ce122,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:33.155243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-758638772-network', 'tenant_id': '2fd92340eb52401fa5503cef33841487'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:33.158135 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-79bf9002-c9fc-46b0-89aa-b1f1a41febde tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] show failed (client error): The resource could not be found. Nov 03 18:52:33.160918 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-79bf9002-c9fc-46b0-89aa-b1f1a41febde tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-groups/1219776c-bcf1-4176-ae5e-37acfa44c1d5 HTTP/1.1" status: 404 len: 347 time: 0.0841582 Nov 03 18:52:33.180497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35398) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:33.202713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.222182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3d2ae5-1ac0-4521-b73d-fffab9b14646 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:33.223315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Made reservation on behalf of 2fd92340eb52401fa5503cef33841487 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:33.229824 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-f9f8fedb-c268-4c52-9ef3-f942c8f48817 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] show failed (client error): The resource could not be found. Nov 03 18:52:33.238194 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.238885 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f9f8fedb-c268-4c52-9ef3-f942c8f48817 tempest-NegativeSecGroupTest-1194440347 tempest-NegativeSecGroupTest-1194440347-project] 10.222.0.77 "GET /v2.0/security-group-rules/4c519a8b-c148-4a3f-b22c-2f5de96b6d5e HTTP/1.1" status: 404 len: 356 time: 0.0565684 Nov 03 18:52:33.263122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.275995 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.327509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.330670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.337690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dad7fd78-9287-4380-81ff-1f51e2b93a6c tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3196015 Nov 03 18:52:33.338117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.360971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:33.362305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.367732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35402) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:33.475644 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9339590 Nov 03 18:52:33.482434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35406) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:33.493178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1462266663'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:33.611650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d2ae5-1ac0-4521-b73d-fffab9b14646 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:33.629500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eb3d2ae5-1ac0-4521-b73d-fffab9b14646 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.635628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eb3d2ae5-1ac0-4521-b73d-fffab9b14646 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 HTTP/1.1" status: 200 len: 887 time: 2.5356545 Nov 03 18:52:33.638282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35408) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:33.643967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1572b-76b2-41ac-a430-c7b29ca9e0e2 None None] Sync routers for ids ['7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:33.648560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb242b8-5f44-49b1-989d-61a21aa17c41 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=5a0a8f7c-de3b-4ee3-867c-448357e25789,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:33.688561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5a0a8f7c-de3b-4ee3-867c-448357e25789 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:33.718192 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.729160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.800891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:33.810179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.817387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:33.894541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45be54df-1dad-4d92-84a9-ea6e0331a0fd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:33.912023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.916699 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Added segment ebc29c7a-8057-494e-bbd7-29966b4dfda9 of type vlan for network 777bc5c8-77a5-4149-975f-90e6c875828e Nov 03 18:52:34.001221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:34.019618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1572b-76b2-41ac-a430-c7b29ca9e0e2 None None] Routers {'7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:34.021316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1fa1572b-76b2-41ac-a430-c7b29ca9e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:34.041015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35414) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:34.078195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.084441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.186827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:34.193626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.194301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1fa1572b-76b2-41ac-a430-c7b29ca9e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:34.196114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:34.197694 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.232686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1572b-76b2-41ac-a430-c7b29ca9e0e2 None None] Routers {'7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:34.238127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1fa1572b-76b2-41ac-a430-c7b29ca9e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:34.250450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.256078 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment 388ed052-033e-4f1f-843c-f63c7c3ff37a of type vlan for network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce Nov 03 18:52:34.297893 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-94de8e50-35b3-4d8a-b3a5-a5d3107a1495 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/routers/7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 HTTP/1.1" status: 200 len: 887 time: 0.6526408 Nov 03 18:52:34.305571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35420) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:34.364777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1fa1572b-76b2-41ac-a430-c7b29ca9e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:34.365734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1572b-76b2-41ac-a430-c7b29ca9e0e2 None None] The sync data for ids ['7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:34.410410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c2073c5c-7a08-4a48-abfd-7a99dc2a32c1 req-bb4b8062-ac34-409c-8d32-123088a1bf38 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1275239 Nov 03 18:52:34.435598 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.437857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7455447 Nov 03 18:52:34.523663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35424) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:34.534516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Request body: {'subnet': {'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-subnet', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:34.586327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Made reservation on behalf of 2fd92340eb52401fa5503cef33841487 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:34.588441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-de56f65b-5846-4b2d-81fb-d4abb0c34e48 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 HTTP/1.1" status: 200 len: 205 time: 0.2813520 Nov 03 18:52:34.593338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35426) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:34.596890 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.611877 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.627773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:34.628715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.648467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f892868-2bb8-4f9d-a6df-4cc27e6f5b43 admin admin] Pushing event updated for resources: {'Network': ['ID=777bc5c8-77a5-4149-975f-90e6c875828e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:34.671414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 777bc5c8-77a5-4149-975f-90e6c875828e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:34.714326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9e2836c1-0581-429c-8fe9-30940506f763 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3abc0b63f3a488f814918c107dc8eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6676974 Nov 03 18:52:34.772661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35428) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:34.956624 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4666531 Nov 03 18:52:34.981932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35430) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:34.998467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': '5a0a8f7c-de3b-4ee3-867c-448357e25789', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:35.118725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca28948-0eed-44ad-a393-9439b7c34103 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=c0d7096c-e944-4ebb-bcc0-c09a32ae3bce,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:35.142302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:35.545942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.682576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4577f8d-327b-41b4-a993-fe899ba4fff0 req-a4c2840f-ba58-4996-9179-32a049dfa219 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0748959 Nov 03 18:52:35.727558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:35.734125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.744133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-659c7696-6d1d-4f31-ace9-aead458487dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.748070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Checking segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:35.749312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Network hostable DHCP agents. Network: 777bc5c8-77a5-4149-975f-90e6c875828e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:35.794170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Network 777bc5c8-77a5-4149-975f-90e6c875828e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:35.834075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 777bc5c8-77a5-4149-975f-90e6c875828e) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:35.847487 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5717058f-5a80-43d7-b35f-0bc984453dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.868996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:35.870829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055f0d4-6826-4bc6-a13a-fbd223a13f5a None None] Network 777bc5c8-77a5-4149-975f-90e6c875828e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:35.877998 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.948779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-659c7696-6d1d-4f31-ace9-aead458487dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.996811 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bbdabe5d-93df-4730-b93e-ecc072eb055b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4704278 Nov 03 18:52:36.001698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35438) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:36.019242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:36.053111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:36.059078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.083646 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.085481 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.087421 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.246793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.333285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-777bc5c8-77a5-4149-975f-90e6c875828e', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:36.334000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.373867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-659c7696-6d1d-4f31-ace9-aead458487dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.377948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-659c7696-6d1d-4f31-ace9-aead458487dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.384030 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-659c7696-6d1d-4f31-ace9-aead458487dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f199c08c-7a7c-4102-87a1-8eb23c26d451 HTTP/1.1" status: 204 len: 168 time: 1.5907645 Nov 03 18:52:36.412256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.525509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c7696-6d1d-4f31-ace9-aead458487dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f199c08c-7a7c-4102-87a1-8eb23c26d451,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:36.652436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Allocated IP 172.20.0.2 (777bc5c8-77a5-4149-975f-90e6c875828e/6c8f06c6-7ada-456d-bc19-b79e6d5e2c14/48142edf-ddfd-4f4c-b560-f7a4c1e692f0) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:36.704919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Allocated IP 172.25.3.8 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/61fcf82f-b47d-44d2-9a26-86c5f1e1eefd) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:36.750404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.006534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port bdbdeec9-7f6f-4158-a5f1-ad0aef98692a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:37.007351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.104811 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a584f888-c125-4c03-b8a8-90c5f2290d3a req-7f6d9912-206a-4a45-9edb-542fad422de1 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0844145 Nov 03 18:52:37.110504 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.122231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.330779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Pushing event updated for resources: {'Port': ['ID=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:37.385506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.414242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for bdbdeec9-7f6f-4158-a5f1-ad0aef98692a owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:37.437102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Network 777bc5c8-77a5-4149-975f-90e6c875828e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:37.447340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:37.459812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:37.566716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.622774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.703012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Attempting to bind port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:37.703594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Attempting to bind port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:37.706549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Attempting to bind port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 on network 777bc5c8-77a5-4149-975f-90e6c875828e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:37.735610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:37.736222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Checking segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:37.736954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.737650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Bound using segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:37.738477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Bound port: 48142edf-ddfd-4f4c-b560-f7a4c1e692f0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:37.739452 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.813949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.866534 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.973473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=bdbdeec9-7f6f-4158-a5f1-ad0aef98692a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:37.975874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] For port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:37.986319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] For port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:38.006773 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.134297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e0514-d680-41a9-b3ab-d39e9fbc28b7 None None] Pushing event updated for resources: {'Port': ['ID=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:38.281022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.378710 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b65817d-eb52-43a5-a99e-a252ae452dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.404695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=710f1774-5e08-458f-a84f-2e2b6cd80412,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:38.419600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': '9f963481-8df6-4ebe-8f12-40fe87dbf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5a0a8f7c-de3b-4ee3-867c-448357e25789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:38.421063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: 5a0a8f7c-de3b-4ee3-867c-448357e25789, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:38.455500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a32e9f3-1564-4e43-914a-ddd5dc1b96af req-d5649ba8-f709-4a01-85a3-80785bfb4dcd tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0783141 Nov 03 18:52:38.463568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.772655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.781263 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.866442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 5a0a8f7c-de3b-4ee3-867c-448357e25789 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:38.874312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35472) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:38.883120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.886867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Pushing event updated for resources: {'Port': ['ID=61fcf82f-b47d-44d2-9a26-86c5f1e1eefd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:38.938862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Allocated IP 172.25.3.94 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/3567cf4d-8403-4673-a960-2a93a0a86d24) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:38.951216 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:39.032614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:39.037594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 5a0a8f7c-de3b-4ee3-867c-448357e25789) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:39.041805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:39.074276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e61a14-c5f5-4c4e-8fe0-574b479d680d None None] Network 5a0a8f7c-de3b-4ee3-867c-448357e25789 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:39.103057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:39.104947 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.119055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.119908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:39.134739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.145494 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c23165cd-69b1-480e-a1f1-4e4e6dbf992b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 HTTP/1.1" status: 204 len: 168 time: 4.5419936 Nov 03 18:52:39.150602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35476) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:39.166556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-261627796'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:39.230452 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4fcf2ba5-2388-4ba1-83a1-aae59f96e018 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2365572 Nov 03 18:52:39.231438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35478) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:39.246402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': 'c0d7096c-e944-4ebb-bcc0-c09a32ae3bce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:39.260297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.328726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:39.338576 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.345810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1284086309'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:39.459245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.464303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:39.483622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Made reservation on behalf of b225b1af84974ff1b81de728e62b870c for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:39.493908 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.560563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.562134 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment a202856c-ccdf-4344-9a86-bd17bb484496 of type vlan for network caa8fda9-3dec-4a1c-918e-529765fcfafc Nov 03 18:52:39.586734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:39.612306 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.630119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.760490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.830741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-5a0a8f7c-de3b-4ee3-867c-448357e25789', 'network_id': '5a0a8f7c-de3b-4ee3-867c-448357e25789', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': '710f1774-5e08-458f-a84f-2e2b6cd80412'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:39.832251 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.126674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.173850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:40.175315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.302947 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.329192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2c0b28-d1d2-4de9-8153-da54526069ab None None] Network 777bc5c8-77a5-4149-975f-90e6c875828e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:40.336710 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.347511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.353398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bdf9e6c2-8fd0-423c-8705-3c1df7785e8b req-ad53ef4b-688e-4079-89dc-726c32491af0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.2302144 Nov 03 18:52:40.356100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.435220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:40.437114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Pushing event updated for resources: {'Port': ['ID=3567cf4d-8403-4673-a960-2a93a0a86d24,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:40.466291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:40.488021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:40.505438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:40.580686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.581733 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Added segment 8e2eb383-879c-4b32-b233-054f269c61bf of type vlan for network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b Nov 03 18:52:40.617153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Allocated IP 2001:db8::2 (5a0a8f7c-de3b-4ee3-867c-448357e25789/710f1774-5e08-458f-a84f-2e2b6cd80412/6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:40.617514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b581c9-65ed-45fd-8612-8f900f0d53a4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:40.629395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6c3af2e5-e652-4715-8783-9f6684259acf None None] Provisioning complete for port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:40.630244 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c3af2e5-e652-4715-8783-9f6684259acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.709794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:40.712313 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.712618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.742088 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:40.744119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.838424 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6863120 Nov 03 18:52:40.861086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35486) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:40.866262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=0197c1d0-327d-4072-a314-36adc6d781e7,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:40.892951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': 'caa8fda9-3dec-4a1c-918e-529765fcfafc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:40.942078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.055191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57536f-6c19-40be-9a26-127131332c6c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=caa8fda9-3dec-4a1c-918e-529765fcfafc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:41.105666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.119116 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.184301 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.189095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': '388ed052-033e-4f1f-843c-f63c7c3ff37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c0d7096c-e944-4ebb-bcc0-c09a32ae3bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:41.189749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: c0d7096c-e944-4ebb-bcc0-c09a32ae3bce, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:41.196512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:41.197667 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.227886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:41.236019 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.245793 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3533518 Nov 03 18:52:41.316601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network caa8fda9-3dec-4a1c-918e-529765fcfafc details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:41.350104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.373736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35488) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:41.396356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Request body: {'subnet': {'network_id': '7e229df4-2781-4ac1-bf6c-4d6b4467c31b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:41.490921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:41.540828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c0d7096c-e944-4ebb-bcc0-c09a32ae3bce) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:41.548475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Pushing event updated for resources: {'Port': ['ID=61fcf82f-b47d-44d2-9a26-86c5f1e1eefd,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:41.565676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.611065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:41.612105 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.635890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492375d-359e-42f3-9fbc-63a46f64d213 None None] Network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:41.698545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33823650-401f-4833-89b6-5e50f9409173 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Pushing event updated for resources: {'Network': ['ID=7e229df4-2781-4ac1-bf6c-4d6b4467c31b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:41.723962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.727113 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5bd515e6-b983-413c-8972-40a7d3eea9b7 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.3506925 Nov 03 18:52:41.736227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35494) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:41.773200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84b9da01-b0a4-45e4-a3a0-313b5e89aaaf req-da642707-6b32-4c38-817a-5f14e34029be tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.0857692 Nov 03 18:52:41.784300 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.844575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:41.848410 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.917102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Made reservation on behalf of b225b1af84974ff1b81de728e62b870c for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:41.923991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.000059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b1803006-a401-4815-aa66-c8897b4daafb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7611761 Nov 03 18:52:42.106907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35498) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:42.116615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-21abcb8f-752c-440f-9e4c-be6bba849cc4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1768149413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:42.179564 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.243339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21abcb8f-752c-440f-9e4c-be6bba849cc4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.244995 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21abcb8f-752c-440f-9e4c-be6bba849cc4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.288353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Pushing event updated for resources: {'Port': ['ID=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:42.306039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Network 5a0a8f7c-de3b-4ee3-867c-448357e25789 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:42.383841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.469836 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c3af2e5-e652-4715-8783-9f6684259acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.476446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d75e4a3c-213c-4fb6-841f-9d7964505721 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.7380502 Nov 03 18:52:42.479624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35500) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:42.535957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=8345f131-7d64-467b-81f5-8ccab73e0810,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:42.559097 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21abcb8f-752c-440f-9e4c-be6bba849cc4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.584498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21abcb8f-752c-440f-9e4c-be6bba849cc4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.611559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': 'a202856c-ccdf-4344-9a86-bd17bb484496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'caa8fda9-3dec-4a1c-918e-529765fcfafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:42.612180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: caa8fda9-3dec-4a1c-918e-529765fcfafc, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:42.612753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6c3af2e5-e652-4715-8783-9f6684259acf None None] For port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:42.621866 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.627624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:42.680740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c3af2e5-e652-4715-8783-9f6684259acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.692995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ce8fc2e6-1537-4c5d-8283-38ced8a596d9 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2033415 Nov 03 18:52:42.695362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:42.698304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35502) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:42.718567 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Pushing event updated for resources: {'Subnet': ['ID=04d5fc74-94c6-4c32-aac5-4d2247f93461,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:42.738155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Checking segment: {'id': '8e2eb383-879c-4b32-b233-054f269c61bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e229df4-2781-4ac1-bf6c-4d6b4467c31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:42.738715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Network hostable DHCP agents. Network: 7e229df4-2781-4ac1-bf6c-4d6b4467c31b, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:42.776396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:42.801769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7e229df4-2781-4ac1-bf6c-4d6b4467c31b) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:42.820276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21abcb8f-752c-440f-9e4c-be6bba849cc4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.827316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:42.829111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-21abcb8f-752c-440f-9e4c-be6bba849cc4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7204731 Nov 03 18:52:42.830132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35504) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:42.832320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.883206 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c6865f80-7c40-4579-850b-899f6f7b9d7e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5076365 Nov 03 18:52:42.887813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35508) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:42.912481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Request body: {'port': {'network_id': '7e229df4-2781-4ac1-bf6c-4d6b4467c31b', 'name': 'tempest-TagsExtTest-145510337'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:42.957383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.980135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b0e61c-4cc8-4cbd-b3da-b01f6ce0e266 None None] Network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:43.121178 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.125005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3af2e5-e652-4715-8783-9f6684259acf None None] Pushing event updated for resources: {'Port': ['ID=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:43.200744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Made reservation on behalf of b225b1af84974ff1b81de728e62b870c for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:43.205946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.234105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] device_id is not set on port 876f7b6c-5527-48bf-9a1a-727b42cde9aa yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:52:43.344596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Attempting to bind port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:43.345048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Attempting to bind port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9f963481-8df6-4ebe-8f12-40fe87dbf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5a0a8f7c-de3b-4ee3-867c-448357e25789'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:43.345647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Attempting to bind port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 on network 5a0a8f7c-de3b-4ee3-867c-448357e25789 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:43.359385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8555cd05-c221-415a-a320-d7a35d861e66 None None] Provisioning complete for port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:43.359945 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8555cd05-c221-415a-a320-d7a35d861e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.480913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:43.481963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Checking segment: {'id': '9f963481-8df6-4ebe-8f12-40fe87dbf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5a0a8f7c-de3b-4ee3-867c-448357e25789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:43.482171 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.483392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Bound using segment: {'id': '9f963481-8df6-4ebe-8f12-40fe87dbf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5a0a8f7c-de3b-4ee3-867c-448357e25789'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:43.490904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Bound port: 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f963481-8df6-4ebe-8f12-40fe87dbf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5a0a8f7c-de3b-4ee3-867c-448357e25789'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:43.491699 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.519821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c0d7096c-e944-4ebb-bcc0-c09a32ae3bce', 'network_id': 'c0d7096c-e944-4ebb-bcc0-c09a32ae3bce', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': '0197c1d0-327d-4072-a314-36adc6d781e7'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:43.522652 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.548891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Allocated IP 172.20.0.8 (7e229df4-2781-4ac1-bf6c-4d6b4467c31b/04d5fc74-94c6-4c32-aac5-4d2247f93461/876f7b6c-5527-48bf-9a1a-727b42cde9aa) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:43.627823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:52:43.628298 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:52:43.718896 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.887739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10cfbf49-a9e9-44d3-9182-b44d978b21f0 req-e107e507-314f-4902-aee9-e60c9d481aa8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/ports?device_id=32fc3c77-82fb-4ce9-ab05-d4f2fcb878c9 HTTP/1.1" status: 200 len: 210 time: 0.1734493 Nov 03 18:52:43.934130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network caa8fda9-3dec-4a1c-918e-529765fcfafc is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:43.944246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.991219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] For port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:44.013203 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.095173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, caa8fda9-3dec-4a1c-918e-529765fcfafc) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:44.102573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Allocated IP 2001:db8:1::2 (c0d7096c-e944-4ebb-bcc0-c09a32ae3bce/0197c1d0-327d-4072-a314-36adc6d781e7/ae9779db-84c6-4589-9f9f-82e45e85d8d0) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:44.175060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Pushing event updated for resources: {'Port': ['ID=876f7b6c-5527-48bf-9a1a-727b42cde9aa,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:44.222379 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:44.225479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:44.234264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:44.234674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:44.236186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.345588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150862ab-899a-40dd-9bad-4be2cd397484 None None] Network caa8fda9-3dec-4a1c-918e-529765fcfafc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:44.350762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ec49999-d091-4840-a1fc-425e38f59504 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4683213 Nov 03 18:52:44.362823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35514) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:44.373838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f7b3801d-2aed-4818-8e04-e2182d905127 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-365469750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:44.377912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] For port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,segment=NetworkSegment(9f963481-8df6-4ebe-8f12-40fe87dbf11f),segment_id=9f963481-8df6-4ebe-8f12-40fe87dbf11f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:44.393884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:44.394906 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.441777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7b3801d-2aed-4818-8e04-e2182d905127 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.443583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7b3801d-2aed-4818-8e04-e2182d905127 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.496652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Deleting port 61fcf82f-b47d-44d2-9a26-86c5f1e1eefd {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:44.496989 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.570117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7e229df4-2781-4ac1-bf6c-4d6b4467c31b', 'network_id': '7e229df4-2781-4ac1-bf6c-4d6b4467c31b', 'tenant_id': 'b225b1af84974ff1b81de728e62b870c', 'fixed_ips': [{'subnet_id': '04d5fc74-94c6-4c32-aac5-4d2247f93461'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:44.571949 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.578416 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.777203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.782743 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.783272 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.793256 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.799089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:44.831268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Calling delete_port for 61fcf82f-b47d-44d2-9a26-86c5f1e1eefd owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:44.852207 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.175798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35522) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:45.258874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7b3801d-2aed-4818-8e04-e2182d905127 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.306784 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ef2dd299-8a4b-4c68-8bb2-005ab4a1848c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4094408 Nov 03 18:52:45.315694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35524) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:45.322968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7b3801d-2aed-4818-8e04-e2182d905127 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.361290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1b2baa42-09b1-441e-b00e-ef52a99780df tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1186609196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:45.443598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:45.475694 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b2baa42-09b1-441e-b00e-ef52a99780df tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.477821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b2baa42-09b1-441e-b00e-ef52a99780df tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.502817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7b3801d-2aed-4818-8e04-e2182d905127 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.519895 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f7b3801d-2aed-4818-8e04-e2182d905127 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1511602 Nov 03 18:52:45.521174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35528) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:45.905304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:45.922537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b6b606b-c75d-49f2-8ea0-127a16e2f7e0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.930517 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Sync routers for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:45.972772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:45.979585 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:45.981033 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:45.989147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0e7b0-f7ee-4a47-b3c4-58a96b9a99da None None] Pushing event updated for resources: {'Port': ['ID=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:46.032147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:46.059819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b2baa42-09b1-441e-b00e-ef52a99780df tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.075478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b2baa42-09b1-441e-b00e-ef52a99780df tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.136977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:46.231543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.238968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ff96815e-5309-42a9-9c85-8b3be406a7db admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2353532 Nov 03 18:52:46.247725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Allocated IP 172.20.0.2 (7e229df4-2781-4ac1-bf6c-4d6b4467c31b/04d5fc74-94c6-4c32-aac5-4d2247f93461/d330d5d7-ccf8-4387-a4b7-27acfcfc6774) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:46.250294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b6b606b-c75d-49f2-8ea0-127a16e2f7e0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.254540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35530) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:46.311440 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:46.364335 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b2baa42-09b1-441e-b00e-ef52a99780df tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.375410 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1b2baa42-09b1-441e-b00e-ef52a99780df tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0290720 Nov 03 18:52:46.378743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35534) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:46.396087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-25d5302a-b91f-4401-93b5-f95d69d287ca tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1197798698', 'prefixes': ['172.20.0.0/16']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:46.589971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8::1 (5a0a8f7c-de3b-4ee3-867c-448357e25789/710f1774-5e08-458f-a84f-2e2b6cd80412/ba4cbc10-2914-4314-929a-3acb8c5a1f30) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:46.612253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.808152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Pushing event updated for resources: {'Port': ['ID=ae9779db-84c6-4589-9f9f-82e45e85d8d0,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:46.867938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:46.868916 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.003584 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:41Z', 'revision_number': 3, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:47.032006 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.080616 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Checking router: 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:52:47.081275 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Updating router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 port 3567cf4d-8403-4673-a960-2a93a0a86d24 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:52:47.142925 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.162571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Pushing event deleted for resources: {'Port': ['ID=61fcf82f-b47d-44d2-9a26-86c5f1e1eefd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:47.197724 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b6b606b-c75d-49f2-8ea0-127a16e2f7e0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.203748 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b6b606b-c75d-49f2-8ea0-127a16e2f7e0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.220177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6b6b606b-c75d-49f2-8ea0-127a16e2f7e0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "DELETE /v2.0/security-groups/da91e05c-03a2-49be-9b3f-3e73d04a1396 HTTP/1.1" status: 204 len: 168 time: 2.0424888 Nov 03 18:52:47.235377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa997e0-c4ec-4edb-a54d-87fe1d3a648a None None] Network 5a0a8f7c-de3b-4ee3-867c-448357e25789 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:47.239038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35538) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:47.339869 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-fb9c7a71-f6f7-4c97-bde7-d5221c5d6a46 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] show failed (client error): The resource could not be found. Nov 03 18:52:47.341872 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fb9c7a71-f6f7-4c97-bde7-d5221c5d6a46 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "GET /v2.0/security-groups/da91e05c-03a2-49be-9b3f-3e73d04a1396 HTTP/1.1" status: 404 len: 347 time: 0.0972717 Nov 03 18:52:47.348041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35540) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:47.367543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b606b-c75d-49f2-8ea0-127a16e2f7e0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91e05c-03a2-49be-9b3f-3e73d04a1396,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:47.474296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.20.0.1 (caa8fda9-3dec-4a1c-918e-529765fcfafc/8345f131-7d64-467b-81f5-8ccab73e0810/5884dd9a-87f3-49eb-b3be-d9319728869f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:47.556340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Attempting to bind port ae9779db-84c6-4589-9f9f-82e45e85d8d0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:47.557597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Attempting to bind port ae9779db-84c6-4589-9f9f-82e45e85d8d0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '388ed052-033e-4f1f-843c-f63c7c3ff37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c0d7096c-e944-4ebb-bcc0-c09a32ae3bce'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:47.558493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Attempting to bind port ae9779db-84c6-4589-9f9f-82e45e85d8d0 on network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:47.750497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:47.750497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Checking segment: {'id': '388ed052-033e-4f1f-843c-f63c7c3ff37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c0d7096c-e944-4ebb-bcc0-c09a32ae3bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:47.751130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.751894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Bound using segment: {'id': '388ed052-033e-4f1f-843c-f63c7c3ff37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c0d7096c-e944-4ebb-bcc0-c09a32ae3bce'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:47.753189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Bound port: ae9779db-84c6-4589-9f9f-82e45e85d8d0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388ed052-033e-4f1f-843c-f63c7c3ff37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c0d7096c-e944-4ebb-bcc0-c09a32ae3bce'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:47.753457 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.772931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.784878 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.798786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-caa8fda9-3dec-4a1c-918e-529765fcfafc', 'network_id': 'caa8fda9-3dec-4a1c-918e-529765fcfafc', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': '8345f131-7d64-467b-81f5-8ccab73e0810'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:47.802159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.844134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.860189 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.862378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a4d6b5a0-64ce-40b5-acaa-dbbf3b1f5621 tempest-FloatingIPAdminTestJSON-625183625 tempest-FloatingIPAdminTestJSON-625183625-project] 10.222.0.77 "DELETE /v2.0/floatingips/20bc6364-0cb1-477c-8dd3-60df1bc83e2b HTTP/1.1" status: 204 len: 168 time: 5.1622765 Nov 03 18:52:47.869452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-64c2bb64-9559-424f-83e4-c526d41b4a9b None None] Provisioning complete for port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:47.870221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35544) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:47.871572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64c2bb64-9559-424f-83e4-c526d41b4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.967220 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.980956 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.020291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.063820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.068796 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25d5302a-b91f-4401-93b5-f95d69d287ca tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for subnetpool, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.071835 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-25d5302a-b91f-4401-93b5-f95d69d287ca tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.6881120 Nov 03 18:52:48.074317 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Pushing event updated for resources: {'Port': ['ID=3567cf4d-8403-4673-a960-2a93a0a86d24,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:48.102313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35548) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:48.121531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-3ee1a1f4-2516-4770-9e7a-66c37fc3a971 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461', 'tempest-TagsExtTest-Tag-999509845') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:48.146312 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Attempting to bind port 3567cf4d-8403-4673-a960-2a93a0a86d24 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:48.146312 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Attempting to bind port 3567cf4d-8403-4673-a960-2a93a0a86d24 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:48.146819 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Attempting to bind port 3567cf4d-8403-4673-a960-2a93a0a86d24 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:48.155962 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.156545 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.157124 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.157856 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.158493 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.159397 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.160201 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.160765 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.161348 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.161916 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.162558 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.163387 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:48.174463 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:48.175103 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:48.175945 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.176504 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:48.177186 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Bound port: 3567cf4d-8403-4673-a960-2a93a0a86d24, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:48.177798 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.311985 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] For port 3567cf4d-8403-4673-a960-2a93a0a86d24, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:48.319126 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] For port 3567cf4d-8403-4673-a960-2a93a0a86d24, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3567cf4d-8403-4673-a960-2a93a0a86d24,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:48.330697 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.383243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:48.425389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.467536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:48.515083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:48.527435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Pushing event updated for resources: {'Port': ['ID=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:48.572895 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:48.573766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting port 8667c33f-e6ad-4928-87c6-55543c3e418f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:48.574589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.577870 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:48.703788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.762087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.762643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.796342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Calling delete_port for 8667c33f-e6ad-4928-87c6-55543c3e418f owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:48.824212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Allocated IP 172.20.0.2 (caa8fda9-3dec-4a1c-918e-529765fcfafc/8345f131-7d64-467b-81f5-8ccab73e0810/3688eebd-0c0f-4061-a6c6-5e897d9edb9d) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:48.827265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=ba4cbc10-2914-4314-929a-3acb8c5a1f30,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:48.873941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 5a0a8f7c-de3b-4ee3-867c-448357e25789 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:48.881792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:48.905759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:48.906608 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.953009 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943e431-828f-4a99-9684-4a9d452580c5 None None] Pushing event updated for resources: {'Port': ['ID=3567cf4d-8403-4673-a960-2a93a0a86d24,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:49.033341 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:49.100279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Deleting port 5f8bb3db-e114-430a-a52c-eb4676076614 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:49.100597 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.167642 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.278067 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64c2bb64-9559-424f-83e4-c526d41b4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.324054 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.350240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network caa8fda9-3dec-4a1c-918e-529765fcfafc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:49.406855 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.427704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.526590 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3ee1a1f4-2516-4770-9e7a-66c37fc3a971 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags/tempest-TagsExtTest-Tag-999509845 HTTP/1.1" status: 201 len: 201 time: 1.4210503 Nov 03 18:52:49.528355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:49.532080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35554) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:49.561705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-64c2bb64-9559-424f-83e4-c526d41b4a9b None None] For port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,segment=NetworkSegment(9f963481-8df6-4ebe-8f12-40fe87dbf11f),segment_id=9f963481-8df6-4ebe-8f12-40fe87dbf11f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:49.567274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:49.573491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=5884dd9a-87f3-49eb-b3be-d9319728869f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:49.620425 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.657730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-df20e6dc-9a80-4a41-8f93-be87d3b96e96 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa', 'tempest-TagsExtTest-Tag-1379867615') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:49.670955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64c2bb64-9559-424f-83e4-c526d41b4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.677182 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:41Z', 'revision_number': 3, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:49.700207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] For port ae9779db-84c6-4589-9f9f-82e45e85d8d0, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:49.705905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:49.861628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Port': ['ID=8667c33f-e6ad-4928-87c6-55543c3e418f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:49.898524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Network caa8fda9-3dec-4a1c-918e-529765fcfafc is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:49.903298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.924167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.934074 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-989abe54-057d-481c-864b-c8995be117b8 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "DELETE /v2.0/floatingips/6083fe60-fd7b-42f6-9f4a-a955ff7efe62 HTTP/1.1" status: 204 len: 168 time: 2.5827870 Nov 03 18:52:49.934568 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0fa34-305d-4a5e-a373-0f715880ee12 None None] The sync data for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 is: [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:41Z', 'revision_number': 3, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:49.938314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35556) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:49.939973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.943873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] For port ae9779db-84c6-4589-9f9f-82e45e85d8d0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ae9779db-84c6-4589-9f9f-82e45e85d8d0,segment=NetworkSegment(388ed052-033e-4f1f-843c-f63c7c3ff37a),segment_id=388ed052-033e-4f1f-843c-f63c7c3ff37a)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:50.001083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Attempting to bind port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:50.001732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Attempting to bind port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8e2eb383-879c-4b32-b233-054f269c61bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e229df4-2781-4ac1-bf6c-4d6b4467c31b'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:50.002294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Attempting to bind port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 on network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:50.018278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:50.027994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Pushing event updated for resources: {'Port': ['ID=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:50.042574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:50.048190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:50.048917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Checking segment: {'id': '8e2eb383-879c-4b32-b233-054f269c61bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e229df4-2781-4ac1-bf6c-4d6b4467c31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:50.049625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.050732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Bound using segment: {'id': '8e2eb383-879c-4b32-b233-054f269c61bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e229df4-2781-4ac1-bf6c-4d6b4467c31b'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:50.051387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Bound port: d330d5d7-ccf8-4387-a4b7-27acfcfc6774, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2eb383-879c-4b32-b233-054f269c61bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e229df4-2781-4ac1-bf6c-4d6b4467c31b'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:50.052028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.071133 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.072114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.094261 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.259450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Calling delete_port for 5f8bb3db-e114-430a-a52c-eb4676076614 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:50.581820 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-df20e6dc-9a80-4a41-8f93-be87d3b96e96 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags/tempest-TagsExtTest-Tag-1379867615 HTTP/1.1" status: 201 len: 201 time: 1.0392890 Nov 03 18:52:50.586520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35562) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:50.610877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-98528039-cc61-44b8-afc1-1ad43a15ce99 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982', 'tempest-TagsExtTest-Tag-246527387') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.650770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:50.651639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.741386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2bb64-9559-424f-83e4-c526d41b4a9b None None] Pushing event updated for resources: {'Port': ['ID=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:50.750120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Attempting to bind port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:50.750120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Attempting to bind port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a202856c-ccdf-4344-9a86-bd17bb484496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'caa8fda9-3dec-4a1c-918e-529765fcfafc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:50.750593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Attempting to bind port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d on network caa8fda9-3dec-4a1c-918e-529765fcfafc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:50.902486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:50.903048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Checking segment: {'id': 'a202856c-ccdf-4344-9a86-bd17bb484496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'caa8fda9-3dec-4a1c-918e-529765fcfafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:50.903466 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.904904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Bound using segment: {'id': 'a202856c-ccdf-4344-9a86-bd17bb484496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'caa8fda9-3dec-4a1c-918e-529765fcfafc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:50.905593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Bound port: 3688eebd-0c0f-4061-a6c6-5e897d9edb9d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a202856c-ccdf-4344-9a86-bd17bb484496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'caa8fda9-3dec-4a1c-918e-529765fcfafc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:50.906776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.953409 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] For port d330d5d7-ccf8-4387-a4b7-27acfcfc6774, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:51.004794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e13ca3be-02e2-4410-bb86-cf5e82a802eb None None] Provisioning complete for port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:51.005282 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e13ca3be-02e2-4410-bb86-cf5e82a802eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.034920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.100420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-978fccf3-e5a9-4fbe-90ea-029d8b90c540 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting port 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:51.101042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-978fccf3-e5a9-4fbe-90ea-029d8b90c540 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.122723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Allocated IP 172.20.0.1 (777bc5c8-77a5-4149-975f-90e6c875828e/6c8f06c6-7ada-456d-bc19-b79e6d5e2c14/b87c855b-aefb-48a5-8bab-0e0c944f06f3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:51.414166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-98528039-cc61-44b8-afc1-1ad43a15ce99 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags/tempest-TagsExtTest-Tag-246527387 HTTP/1.1" status: 201 len: 201 time: 0.8134782 Nov 03 18:52:51.425783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35566) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:51.437238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-3dee219d-df0c-44bd-9d4f-21269980e684 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499', 'tempest-TagsExtTest-Tag-687706879') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:51.518112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.597986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] For port d330d5d7-ccf8-4387-a4b7-27acfcfc6774, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,segment=NetworkSegment(8e2eb383-879c-4b32-b233-054f269c61bf),segment_id=8e2eb383-879c-4b32-b233-054f269c61bf)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:51.634106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-978fccf3-e5a9-4fbe-90ea-029d8b90c540 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.671124 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.698588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-978fccf3-e5a9-4fbe-90ea-029d8b90c540 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Calling delete_port for 8371b5da-a777-4b6c-b3b9-6abdf7277ff3 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:51.703354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55917b6-d2ac-4109-a488-613efdcd1cd7 None None] Pushing event updated for resources: {'Port': ['ID=ae9779db-84c6-4589-9f9f-82e45e85d8d0,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:51.708099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f8bb3db-e114-430a-a52c-eb4676076614,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:51.970987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] For port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:52.110952 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.114467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.122237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a342d4a1-5942-4887-8a89-be23ca053fc5 tempest-FloatingIPAdminTestJSON-1143956982 tempest-FloatingIPAdminTestJSON-1143956982-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/6891154b-0fdc-447f-bf3b-1b36bc04db1b HTTP/1.1" status: 204 len: 168 time: 4.2458241 Nov 03 18:52:52.129396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:52.143541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] For port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,segment=NetworkSegment(a202856c-ccdf-4344-9a86-bd17bb484496),segment_id=a202856c-ccdf-4344-9a86-bd17bb484496)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:52.152393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922b89f-4d57-4293-9b5e-f331c3337d03 None None] Pushing event updated for resources: {'Port': ['ID=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:52.167668 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.244580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.257293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3dee219d-df0c-44bd-9d4f-21269980e684 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags/tempest-TagsExtTest-Tag-687706879 HTTP/1.1" status: 201 len: 201 time: 0.8294652 Nov 03 18:52:52.264615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35572) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:52.265739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.267397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.286620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-65ee418a-2a15-4bd4-a5b9-69c4e3cd3d5b tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:52.383816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e13ca3be-02e2-4410-bb86-cf5e82a802eb None None] Provisioning complete for port ba4cbc10-2914-4314-929a-3acb8c5a1f30 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:52.384197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e13ca3be-02e2-4410-bb86-cf5e82a802eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.522555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e13ca3be-02e2-4410-bb86-cf5e82a802eb None None] Port ba4cbc10-2914-4314-929a-3acb8c5a1f30 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:52.524013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.573755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.577634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba088daf-cad6-4bc7-a997-4f5093190e1d None None] Pushing event updated for resources: {'Port': ['ID=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:52.725446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-eedee905-5a7a-4399-bc5e-02fd04473e5f None None] Provisioning complete for port ba4cbc10-2914-4314-929a-3acb8c5a1f30 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:52.726552 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eedee905-5a7a-4399-bc5e-02fd04473e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.759948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.957768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-978fccf3-e5a9-4fbe-90ea-029d8b90c540 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.994585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Network 777bc5c8-77a5-4149-975f-90e6c875828e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:53.001665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=ba4cbc10-2914-4314-929a-3acb8c5a1f30,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:53.014216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf4e2e-a468-41d4-924a-1c94f88d694f None None] Network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:53.016039 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.017728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-eedee905-5a7a-4399-bc5e-02fd04473e5f None None] Port ba4cbc10-2914-4314-929a-3acb8c5a1f30 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:53.021447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:53.029719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:53.207367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.428371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fccf3-e5a9-4fbe-90ea-029d8b90c540 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Port': ['ID=8371b5da-a777-4b6c-b3b9-6abdf7277ff3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:53.437782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3567cf4d-8403-4673-a960-2a93a0a86d24 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:53.494423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Pushing event updated for resources: {'Port': ['ID=b87c855b-aefb-48a5-8bab-0e0c944f06f3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:53.635539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-65ee418a-2a15-4bd4-a5b9-69c4e3cd3d5b tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags HTTP/1.1" status: 200 len: 240 time: 1.3546689 Nov 03 18:52:53.643806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-16aecdf5-5274-4a9e-9727-5e4c658f8821 None None] Provisioning complete for port ae9779db-84c6-4589-9f9f-82e45e85d8d0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:53.644468 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-16aecdf5-5274-4a9e-9727-5e4c658f8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.652923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35578) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:53.666227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-d5d2616a-eb0b-4837-9075-ee151af4315e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461', 'tempest-TagsExtTest-Tag-999509845') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:53.727247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.735967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fc13e-2e7d-48c3-ad65-98cd2995a046 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Deleting port 333a1588-b79a-47d3-877c-5660decf2121 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:53.736739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc13e-2e7d-48c3-ad65-98cd2995a046 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.753905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 3567cf4d-8403-4673-a960-2a93a0a86d24 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:53.754848 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.777404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 5a0a8f7c-de3b-4ee3-867c-448357e25789 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:53.839365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:53.927480 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-16aecdf5-5274-4a9e-9727-5e4c658f8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.930219 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-b17fdd19-c836-49df-8374-2263a8c4442c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6284316 Nov 03 18:52:53.962914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=5884dd9a-87f3-49eb-b3be-d9319728869f,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:54.103614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-16aecdf5-5274-4a9e-9727-5e4c658f8821 None None] For port ae9779db-84c6-4589-9f9f-82e45e85d8d0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ae9779db-84c6-4589-9f9f-82e45e85d8d0,segment=NetworkSegment(388ed052-033e-4f1f-843c-f63c7c3ff37a),segment_id=388ed052-033e-4f1f-843c-f63c7c3ff37a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:54.134310 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-16aecdf5-5274-4a9e-9727-5e4c658f8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.256804 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc13e-2e7d-48c3-ad65-98cd2995a046 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.299224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fc13e-2e7d-48c3-ad65-98cd2995a046 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Calling delete_port for 333a1588-b79a-47d3-877c-5660decf2121 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:54.417991 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.444833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.508750 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-978fccf3-e5a9-4fbe-90ea-029d8b90c540 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.513779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 3567cf4d-8403-4673-a960-2a93a0a86d24, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3567cf4d-8403-4673-a960-2a93a0a86d24,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:54.522844 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-978fccf3-e5a9-4fbe-90ea-029d8b90c540 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "DELETE /v2.0/ports/8371b5da-a777-4b6c-b3b9-6abdf7277ff3 HTTP/1.1" status: 204 len: 168 time: 4.5760796 Nov 03 18:52:54.528768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35584) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:54.550973 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.552712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:54.636142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aecdf5-5274-4a9e-9727-5e4c658f8821 None None] Pushing event updated for resources: {'Port': ['ID=ae9779db-84c6-4589-9f9f-82e45e85d8d0,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:54.761613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-428e08ef-8cd3-48d5-99ae-6237b6044900 None None] Provisioning complete for port b87c855b-aefb-48a5-8bab-0e0c944f06f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:54.762376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d5d2616a-eb0b-4837-9075-ee151af4315e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags/tempest-TagsExtTest-Tag-999509845 HTTP/1.1" status: 204 len: 168 time: 1.0993760 Nov 03 18:52:54.762498 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-428e08ef-8cd3-48d5-99ae-6237b6044900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.762604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router ff146a6a-40fc-4cf8-a596-f82123e4e50d is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:54.768153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35586) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:54.800286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-030deaea-b811-4849-bd0c-700a29638284 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461', 'tempest-TagsExtTest-Tag-999509845') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:54.863798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-428e08ef-8cd3-48d5-99ae-6237b6044900 None None] Port b87c855b-aefb-48a5-8bab-0e0c944f06f3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:54.908857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:54.909621 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.989576 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=3567cf4d-8403-4673-a960-2a93a0a86d24,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:55.202121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-51ff7122-1a1e-4f84-8177-fdbc3ffee93b None None] Provisioning complete for port ae9779db-84c6-4589-9f9f-82e45e85d8d0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:55.202765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-51ff7122-1a1e-4f84-8177-fdbc3ffee93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.292657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da873bf-b5e8-4691-b368-8f5ac5a6bf94 None None] Network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:55.391571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ae9779db-84c6-4589-9f9f-82e45e85d8d0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:55.477573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b967ee8-1bbc-4714-a603-f3ee823f68b4 None None] Network caa8fda9-3dec-4a1c-918e-529765fcfafc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:55.651606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-f74ac0da-0ac0-4f9b-bc40-67abdb429008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:55.655201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-f74ac0da-0ac0-4f9b-bc40-67abdb429008 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 1097 time: 1.1583066 Nov 03 18:52:55.706140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-c192b200-5007-4df1-87dd-88835d0d9655 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2267210 Nov 03 18:52:55.709821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network caa8fda9-3dec-4a1c-918e-529765fcfafc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:55.759752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:55.880392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:55.911535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ae9779db-84c6-4589-9f9f-82e45e85d8d0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:55.912445 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.930383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a53463be-6212-45d7-af0d-8331cb716647 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/ff146a6a-40fc-4cf8-a596-f82123e4e50d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0748515 Nov 03 18:52:55.939846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4151b-1c73-49f1-9cb5-6ab5dbfaec30 None None] Sync routers for ids ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:55.944132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-51ff7122-1a1e-4f84-8177-fdbc3ffee93b None None] Provisioning complete for port ba4cbc10-2914-4314-929a-3acb8c5a1f30 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:55.944624 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-51ff7122-1a1e-4f84-8177-fdbc3ffee93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.948889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35592) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:55.987994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc13e-2e7d-48c3-ad65-98cd2995a046 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.047154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fc13e-2e7d-48c3-ad65-98cd2995a046 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event deleted for resources: {'Port': ['ID=333a1588-b79a-47d3-877c-5660decf2121,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:56.064683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8238da-bcd9-4a1a-b47f-4f1065daf434 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.071739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5c8238da-bcd9-4a1a-b47f-4f1065daf434 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports/ba4cbc10-2914-4314-929a-3acb8c5a1f30 HTTP/1.1" status: 200 len: 911 time: 0.1040330 Nov 03 18:52:56.072008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:56.111124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4151b-1c73-49f1-9cb5-6ab5dbfaec30 None None] Routers {'ff146a6a-40fc-4cf8-a596-f82123e4e50d'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:56.111964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e5c4151b-1c73-49f1-9cb5-6ab5dbfaec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:56.119568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-51ff7122-1a1e-4f84-8177-fdbc3ffee93b None None] Port ba4cbc10-2914-4314-929a-3acb8c5a1f30 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:56.160705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-04d9bcb5-c0f8-4490-81cd-8c3e10b159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.161738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-04d9bcb5-c0f8-4490-81cd-8c3e10b159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.163097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-04d9bcb5-c0f8-4490-81cd-8c3e10b159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.164162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-04d9bcb5-c0f8-4490-81cd-8c3e10b159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.165151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-04d9bcb5-c0f8-4490-81cd-8c3e10b159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.166132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-04d9bcb5-c0f8-4490-81cd-8c3e10b159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.167078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-04d9bcb5-c0f8-4490-81cd-8c3e10b159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.171411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-04d9bcb5-c0f8-4490-81cd-8c3e10b159a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6490 time: 0.3363760 Nov 03 18:52:56.176743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3956f482-789a-42f3-a35a-6a3399677fc0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting port 1799dee1-c8aa-42b5-9d27-87c47fe95073 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:56.177978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3956f482-789a-42f3-a35a-6a3399677fc0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.192559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e5c4151b-1c73-49f1-9cb5-6ab5dbfaec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:56.240572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4151b-1c73-49f1-9cb5-6ab5dbfaec30 None None] Routers {'ff146a6a-40fc-4cf8-a596-f82123e4e50d'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:56.240896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-011e35ea-65ea-40ef-8504-75a7c6688431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.241569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e5c4151b-1c73-49f1-9cb5-6ab5dbfaec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:56.242439 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-011e35ea-65ea-40ef-8504-75a7c6688431 service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.5481703 Nov 03 18:52:56.328356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-030deaea-b811-4849-bd0c-700a29638284 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags/tempest-TagsExtTest-Tag-999509845 HTTP/1.1" status: 204 len: 168 time: 1.5387096 Nov 03 18:52:56.337325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e5c4151b-1c73-49f1-9cb5-6ab5dbfaec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:56.338057 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4151b-1c73-49f1-9cb5-6ab5dbfaec30 None None] The sync data for ids ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:56.395945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Provisioning complete for port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:56.396565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.436520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35598) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:56.451643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-261b9187-737e-455c-9292-b7fd31e5bec4 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:56.461265 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc13e-2e7d-48c3-ad65-98cd2995a046 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.484713 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0d0fc13e-2e7d-48c3-ad65-98cd2995a046 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "DELETE /v2.0/ports/333a1588-b79a-47d3-877c-5660decf2121 HTTP/1.1" status: 204 len: 168 time: 4.3450842 Nov 03 18:52:56.494461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35600) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:56.683593 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.753008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router c36130c6-f954-4ce1-9ec5-62fbf08dd5e8 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:56.831360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] For port d330d5d7-ccf8-4387-a4b7-27acfcfc6774, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,segment=NetworkSegment(8e2eb383-879c-4b32-b233-054f269c61bf),segment_id=8e2eb383-879c-4b32-b233-054f269c61bf)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:56.841033 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.889710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3956f482-789a-42f3-a35a-6a3399677fc0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.955803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Provisioning complete for port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:56.956743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.956935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.980750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.987646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3956f482-789a-42f3-a35a-6a3399677fc0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Calling delete_port for 1799dee1-c8aa-42b5-9d27-87c47fe95073 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:57.095691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3567cf4d-8403-4673-a960-2a93a0a86d24 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:57.113284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Pushing event updated for resources: {'Port': ['ID=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:57.145622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Pushing event updated for resources: {'Port': ['ID=b87c855b-aefb-48a5-8bab-0e0c944f06f3,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:57.285218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c7112f-206b-43ac-84b2-b3e82075b0ce tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:57.288275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-80c7112f-206b-43ac-84b2-b3e82075b0ce tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fa3a05c-caa4-424e-9b05-751dfeefad02 HTTP/1.1" status: 200 len: 913 time: 0.6964881 Nov 03 18:52:57.313903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-0f2590af-c86f-43f6-b7b9-fb23e8f99d05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f68de3-6125-40d9-938a-ccb5e11c9379 HTTP/1.1" status: 200 len: 1001 time: 1.0013487 Nov 03 18:52:57.314544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:57.355592 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.355899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.362082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 3567cf4d-8403-4673-a960-2a93a0a86d24 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:57.363064 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.367475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-fbbd4ea3-3edd-4ebd-9cbe-8ed41ad2f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:57.368255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-fbbd4ea3-3edd-4ebd-9cbe-8ed41ad2f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:57.368750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-fbbd4ea3-3edd-4ebd-9cbe-8ed41ad2f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:57.373607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-fbbd4ea3-3edd-4ebd-9cbe-8ed41ad2f7da service neutron] 10.222.0.96 "GET /v2.0/networks?id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 2293 time: 1.1164672 Nov 03 18:52:57.537352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] For port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,segment=NetworkSegment(a202856c-ccdf-4344-9a86-bd17bb484496),segment_id=a202856c-ccdf-4344-9a86-bd17bb484496)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:57.549247 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.602980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:57.618026 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8bb4f-33d4-420c-9f98-be3b1b87082b None None] Sync routers for ids ['c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:57.652378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8bb4f-33d4-420c-9f98-be3b1b87082b None None] Routers {'c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:57.654177 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3cf8bb4f-33d4-420c-9f98-be3b1b87082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:57.699668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4efdeb3f-b7a6-4ce9-a79b-8c3855e0540b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/c36130c6-f954-4ce1-9ec5-62fbf08dd5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1765378 Nov 03 18:52:57.721130 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3cf8bb4f-33d4-420c-9f98-be3b1b87082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:57.735680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35608) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:57.741483 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8bb4f-33d4-420c-9f98-be3b1b87082b None None] Routers {'c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:57.742908 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3cf8bb4f-33d4-420c-9f98-be3b1b87082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:57.761809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3688eebd-0c0f-4061-a6c6-5e897d9edb9d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:57.776886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-e3b23a9e-7c2d-45d5-b451-ec28a63199b6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 200 len: 1001 time: 0.3835442 Nov 03 18:52:57.836900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbead1c-467b-41c4-8965-137a1dbd86e9 None None] Pushing event updated for resources: {'Port': ['ID=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:57.856202 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3cf8bb4f-33d4-420c-9f98-be3b1b87082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:57.857850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8bb4f-33d4-420c-9f98-be3b1b87082b None None] The sync data for ids ['c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:57.978832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Provisioning complete for port 876f7b6c-5527-48bf-9a1a-727b42cde9aa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:57.979685 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.996921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-e0af96fc-7bfe-48ec-8b97-3c5be43abaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:57.998402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-e0af96fc-7bfe-48ec-8b97-3c5be43abaae service neutron] 10.222.0.96 "GET /v2.0/subnets?id=05c15032-d505-4f09-9ba2-7861fbedc873 HTTP/1.1" status: 200 len: 851 time: 0.2102368 Nov 03 18:52:58.033313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca668453-a217-43ed-9d77-b020de50749f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:58.036605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ca668453-a217-43ed-9d77-b020de50749f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports/5884dd9a-87f3-49eb-b3be-d9319728869f HTTP/1.1" status: 200 len: 910 time: 0.2996149 Nov 03 18:52:58.042728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35612) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:58.074251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b9683f02-3dfb-4b53-9f8b-14c4e6d38d22 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8345f131-7d64-467b-81f5-8ccab73e0810'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:58.092750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Port 876f7b6c-5527-48bf-9a1a-727b42cde9aa cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:58.100196 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-261b9187-737e-455c-9292-b7fd31e5bec4 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags HTTP/1.1" status: 200 len: 205 time: 1.6600420 Nov 03 18:52:58.106426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35614) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:58.121571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-81c5181e-a00b-4b1f-9c84-f59727a8042c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:58.129235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Provisioning complete for port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:58.130040 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.161113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Network 777bc5c8-77a5-4149-975f-90e6c875828e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:58.170705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:58.174671 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3956f482-789a-42f3-a35a-6a3399677fc0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.199050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-1246dcb4-62d7-444c-aa7b-6c0166ccacba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:58.202151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-1246dcb4-62d7-444c-aa7b-6c0166ccacba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.5931547 Nov 03 18:52:58.255773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-a66ebf5d-c769-4228-b244-bfc234517018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:58.258585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-a66ebf5d-c769-4228-b244-bfc234517018 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489638 Nov 03 18:52:58.279707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956f482-789a-42f3-a35a-6a3399677fc0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Port': ['ID=1799dee1-c8aa-42b5-9d27-87c47fe95073,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:58.515727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:58.516029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.585109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-ba4de32c-fe89-4b92-823c-d2769b1591a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:58.588217 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-ba4de32c-fe89-4b92-823c-d2769b1591a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701573 Nov 03 18:52:58.705872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Provisioning complete for port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:58.707177 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.714475 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-81c5181e-a00b-4b1f-9c84-f59727a8042c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags HTTP/1.1" status: 200 len: 241 time: 0.6017294 Nov 03 18:52:58.714475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35618) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:58.772813 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.781806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-3d77094f-f264-451a-8a38-de7462662c99 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa', 'tempest-TagsExtTest-Tag-1379867615') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:58.847269 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3956f482-789a-42f3-a35a-6a3399677fc0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.852653 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3956f482-789a-42f3-a35a-6a3399677fc0 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "DELETE /v2.0/ports/1799dee1-c8aa-42b5-9d27-87c47fe95073 HTTP/1.1" status: 204 len: 168 time: 4.3018584 Nov 03 18:52:58.873317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35620) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:58.894335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d330d5d7-ccf8-4387-a4b7-27acfcfc6774 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:58.915873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-7fb0abe1-9795-4649-b8b4-e9d1393680ae service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486850 Nov 03 18:52:58.919177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:58.944777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9683f02-3dfb-4b53-9f8b-14c4e6d38d22 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.126130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:59.128124 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.130553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Provisioning complete for port 5884dd9a-87f3-49eb-b3be-d9319728869f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:59.131299 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.266326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-61ada40a-9ddc-4aa5-aca3-f98286712d78 None None] Port 5884dd9a-87f3-49eb-b3be-d9319728869f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:59.348988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ae9779db-84c6-4589-9f9f-82e45e85d8d0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:59.440849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9c16b318-567c-49cc-8807-faf2b7bf49b4 None None] Provisioning complete for port 5884dd9a-87f3-49eb-b3be-d9319728869f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:59.441195 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9c16b318-567c-49cc-8807-faf2b7bf49b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.514047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-c282101c-f37b-4850-a6cb-a8786e8da56a service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888653 Nov 03 18:52:59.531436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9c16b318-567c-49cc-8807-faf2b7bf49b4 None None] Port 5884dd9a-87f3-49eb-b3be-d9319728869f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:59.536996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ae9779db-84c6-4589-9f9f-82e45e85d8d0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:59.537656 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.603722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9c16b318-567c-49cc-8807-faf2b7bf49b4 None None] Provisioning complete for port b87c855b-aefb-48a5-8bab-0e0c944f06f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:59.604180 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9c16b318-567c-49cc-8807-faf2b7bf49b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.627599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-da3b0ee1-6acd-467e-af40-3b98deea961c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 217 time: 0.1017776 Nov 03 18:52:59.649732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19af9c9-988d-472e-8775-5309633e524a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting subnet 620d2180-35b3-4732-b58d-c686aca2c152 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:59.663250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:59.671547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f19af9c9-988d-472e-8775-5309633e524a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.684293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bc6f037c-6c51-4f74-930d-2fdcc4264745 admin admin] 10.222.0.77 "PUT /v2.0/routers/230b6fe5-9a1d-40a2-9e86-c8d69df52d11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4166293 Nov 03 18:52:59.700794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-00aa7a16-6db6-4915-9002-f81f16c0c772 service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0990701 Nov 03 18:52:59.701961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Sync routers for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:59.705097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9c16b318-567c-49cc-8807-faf2b7bf49b4 None None] Port b87c855b-aefb-48a5-8bab-0e0c944f06f3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:59.739227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:59.740842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:59.875991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-cb7748e2-70dc-449e-bb9b-a18c67254aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:59.878856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-cb7748e2-70dc-449e-bb9b-a18c67254aa8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.2400315 Nov 03 18:52:59.935406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f19af9c9-988d-472e-8775-5309633e524a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.010249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35628) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:00.013962 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3d77094f-f264-451a-8a38-de7462662c99 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags/tempest-TagsExtTest-Tag-1379867615 HTTP/1.1" status: 204 len: 168 time: 1.2343256 Nov 03 18:53:00.047763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-c5501e65-4149-46cf-b3df-0a4a3e6b2233 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa', 'tempest-TagsExtTest-Tag-1379867615') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:00.148520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:00.178946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-1b192f16-dee8-4a23-8d72-1512317f5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:00.180772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-1b192f16-dee8-4a23-8d72-1512317f5853 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2298207 Nov 03 18:53:00.422735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c5501e65-4149-46cf-b3df-0a4a3e6b2233 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags/tempest-TagsExtTest-Tag-1379867615 HTTP/1.1" status: 204 len: 168 time: 0.3804078 Nov 03 18:53:00.429379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35636) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:00.440512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-6399a2bf-175e-4691-b14a-dd923ab803bf tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:00.464690 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-66a30c1b-9f8f-440f-b744-f88d7252379f req-3decec60-3b68-4cdc-867d-11a0aef9f86e service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131104 Nov 03 18:53:00.532587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3688eebd-0c0f-4061-a6c6-5e897d9edb9d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:00.592879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f19af9c9-988d-472e-8775-5309633e524a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.597168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-fa538478-5106-4e77-bd8d-3513e22a284c service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005189 Nov 03 18:53:00.704770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8:1::1 (c0d7096c-e944-4ebb-bcc0-c09a32ae3bce/0197c1d0-327d-4072-a314-36adc6d781e7/8115d82d-46b0-4b80-b577-1527c33be324) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:00.718613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:00.719197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.751057 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.768149 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9683f02-3dfb-4b53-9f8b-14c4e6d38d22 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.799120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f19af9c9-988d-472e-8775-5309633e524a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.807682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9683f02-3dfb-4b53-9f8b-14c4e6d38d22 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.967009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 2, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:01.032260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Checking router: 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:01.032862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Updating router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 port b87c855b-aefb-48a5-8bab-0e0c944f06f3 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:01.073314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19af9c9-988d-472e-8775-5309633e524a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Subnet': ['ID=620d2180-35b3-4732-b58d-c686aca2c152,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:01.083117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d330d5d7-ccf8-4387-a4b7-27acfcfc6774 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:01.091914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.126052 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.178196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f19af9c9-988d-472e-8775-5309633e524a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.190985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f19af9c9-988d-472e-8775-5309633e524a tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "DELETE /v2.0/subnets/620d2180-35b3-4732-b58d-c686aca2c152 HTTP/1.1" status: 204 len: 168 time: 2.3137980 Nov 03 18:53:01.195350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912f5fc-eec4-49d9-a24d-4639acf34c03 None None] Network 2b93c670-4a1c-4cee-a870-d7acbef9dc5f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:01.202837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35640) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:01.205291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.440816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:01.441527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.442562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:01.499793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35642) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:01.501868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:01.532295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e2df7f8a-ddb2-45ca-b805-fcd1fa70d80b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551073782', 'description': 'tempest-description--540312069'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:01.543074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:01.544613 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.572760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683f02-3dfb-4b53-9f8b-14c4e6d38d22 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=5884dd9a-87f3-49eb-b3be-d9319728869f,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:01.581346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-711487f5-5c0d-4a02-8726-ad1ddbd41871 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9708359 Nov 03 18:53:01.608737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6399a2bf-175e-4691-b14a-dd923ab803bf tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags HTTP/1.1" status: 200 len: 205 time: 1.1736059 Nov 03 18:53:01.611343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35644) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:01.691354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=8115d82d-46b0-4b80-b577-1527c33be324,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:01.722046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-2084a057-4457-4086-9939-f3605cd89c11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Deleting subnet 4bc8480f-b963-44f7-ba48-e76459c0d5d4 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:01.737473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-856ca11c-83c2-452f-afb6-e6aa1d648d8d tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:01.746016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2084a057-4457-4086-9939-f3605cd89c11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.749209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-10f93a9e-da57-4b1c-b472-bdaec8e44648 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 217 time: 0.1318460 Nov 03 18:53:01.914699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] DHCP port deletion for 2b93c670-4a1c-4cee-a870-d7acbef9dc5f request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:01.928215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9683f02-3dfb-4b53-9f8b-14c4e6d38d22 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:01.929586 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9683f02-3dfb-4b53-9f8b-14c4e6d38d22 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.931718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b9683f02-3dfb-4b53-9f8b-14c4e6d38d22 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/ports/5884dd9a-87f3-49eb-b3be-d9319728869f HTTP/1.1" status: 200 len: 910 time: 3.8621972 Nov 03 18:53:01.979384 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.980299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35646) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:01.992505 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.073436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-c366ad49-0f2b-41a4-b2a2-b92d6dbfcb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:02.079712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-c366ad49-0f2b-41a4-b2a2-b92d6dbfcb05 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1895773 Nov 03 18:53:02.092574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2df7f8a-ddb2-45ca-b805-fcd1fa70d80b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.146973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944993d-a099-4e40-a063-f46b89e485b2 None None] Pushing event updated for resources: {'Port': ['ID=b87c855b-aefb-48a5-8bab-0e0c944f06f3,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:02.159261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1f79a58f-9191-4780-b8b1-04ae28e0a530 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:02.186082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-856ca11c-83c2-452f-afb6-e6aa1d648d8d tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags HTTP/1.1" status: 200 len: 240 time: 0.4724567 Nov 03 18:53:02.191731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35648) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:02.205133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-cdeff735-df06-4778-b63f-990c5f7574e6 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982', 'tempest-TagsExtTest-Tag-246527387') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:02.266178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-87b24c37-633f-4640-a9ed-26684a264372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:02.268845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-87b24c37-633f-4640-a9ed-26684a264372 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1784372 Nov 03 18:53:02.410136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.422329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] Deleting port 1f79a58f-9191-4780-b8b1-04ae28e0a530 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:02.423040 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.430156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5e8e4e6c-c906-42b7-8eb6-43dc33b5ba49 None None] Provisioning complete for port 8115d82d-46b0-4b80-b577-1527c33be324 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:02.430828 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4e6c-c906-42b7-8eb6-43dc33b5ba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.436693 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2084a057-4457-4086-9939-f3605cd89c11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.494384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Attempting to bind port b87c855b-aefb-48a5-8bab-0e0c944f06f3 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:02.495025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Attempting to bind port b87c855b-aefb-48a5-8bab-0e0c944f06f3 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:02.495650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Attempting to bind port b87c855b-aefb-48a5-8bab-0e0c944f06f3 on network 777bc5c8-77a5-4149-975f-90e6c875828e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:02.501564 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-a26bd40d-4555-4948-98e3-99db30fd5330 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998191 Nov 03 18:53:02.507579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cdeff735-df06-4778-b63f-990c5f7574e6 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags/tempest-TagsExtTest-Tag-246527387 HTTP/1.1" status: 204 len: 168 time: 0.3096733 Nov 03 18:53:02.508858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35650) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:02.529455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-0f7153ab-adb9-45e0-a15c-97fd9280adb4 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982', 'tempest-TagsExtTest-Tag-246527387') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:02.578926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:02.579591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Checking segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:02.580301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.580960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Bound using segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:02.582012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Bound port: b87c855b-aefb-48a5-8bab-0e0c944f06f3, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:02.582710 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.686368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.706611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e4e6c-c906-42b7-8eb6-43dc33b5ba49 None None] Port 8115d82d-46b0-4b80-b577-1527c33be324 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:02.708338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.714794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] For port 1f79a58f-9191-4780-b8b1-04ae28e0a530, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1f79a58f-9191-4780-b8b1-04ae28e0a530,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:02.715441 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.747608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] Calling delete_port for 1f79a58f-9191-4780-b8b1-04ae28e0a530 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:02.831487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0f7153ab-adb9-45e0-a15c-97fd9280adb4 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags/tempest-TagsExtTest-Tag-246527387 HTTP/1.1" status: 204 len: 168 time: 0.3189545 Nov 03 18:53:02.836664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35654) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:02.849149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-d45a0099-ce37-4d89-9160-91bb47a2876b tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:02.858131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-56a260d4-4be5-4589-b337-233e6e183462 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465316 Nov 03 18:53:02.988224 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2084a057-4457-4086-9939-f3605cd89c11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.037886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2df7f8a-ddb2-45ca-b805-fcd1fa70d80b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.067983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-5d43d789-bed3-4efc-b1ee-44f7658b8a31 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8 HTTP/1.1" status: 200 len: 217 time: 0.1114161 Nov 03 18:53:03.080506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2df7f8a-ddb2-45ca-b805-fcd1fa70d80b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.126518 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d45a0099-ce37-4d89-9160-91bb47a2876b tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags HTTP/1.1" status: 200 len: 205 time: 0.2864661 Nov 03 18:53:03.131046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35658) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:03.140073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-242cdb1e-7661-4308-a916-979f53db7b9a tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:03.182899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-880241b2-545a-4d86-aee0-5393df482d0b None None] Provisioning complete for port b87c855b-aefb-48a5-8bab-0e0c944f06f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:03.183690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-880241b2-545a-4d86-aee0-5393df482d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.192111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 1f79a58f-9191-4780-b8b1-04ae28e0a530, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1f79a58f-9191-4780-b8b1-04ae28e0a530,segment=NetworkSegment(6a750ed3-f171-458c-82b5-5c63de704912),segment_id=6a750ed3-f171-458c-82b5-5c63de704912)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:03.197632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-242cdb1e-7661-4308-a916-979f53db7b9a tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags HTTP/1.1" status: 200 len: 240 time: 0.0648501 Nov 03 18:53:03.203890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-b3e128e4-067c-47c4-9b01-74ed8d84f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.206070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-b3e128e4-067c-47c4-9b01-74ed8d84f1d7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1286116 Nov 03 18:53:03.206365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35660) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:03.217842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-890f02fb-cd7c-4e3b-b267-903c56f06f5e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499', 'tempest-TagsExtTest-Tag-687706879') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:03.236845 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.258778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] For port b87c855b-aefb-48a5-8bab-0e0c944f06f3, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:03.336466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] For port b87c855b-aefb-48a5-8bab-0e0c944f06f3, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b87c855b-aefb-48a5-8bab-0e0c944f06f3,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:03.336721 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-890f02fb-cd7c-4e3b-b267-903c56f06f5e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags/tempest-TagsExtTest-Tag-687706879 HTTP/1.1" status: 204 len: 168 time: 0.1257663 Nov 03 18:53:03.336864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35662) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:03.348646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-43392848-d7a5-4cf7-85f9-efccf242794a tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499', 'tempest-TagsExtTest-Tag-687706879') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:03.359665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.363857 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.377146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-cb359c80-1518-46e1-9df3-75a040411bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.382907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-cb359c80-1518-46e1-9df3-75a040411bdd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1602221 Nov 03 18:53:03.383570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2df7f8a-ddb2-45ca-b805-fcd1fa70d80b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.384187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-880241b2-545a-4d86-aee0-5393df482d0b None None] Port b87c855b-aefb-48a5-8bab-0e0c944f06f3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:03.390603 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e2df7f8a-ddb2-45ca-b805-fcd1fa70d80b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8655071 Nov 03 18:53:03.392408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35664) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:03.408895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df7f8a-ddb2-45ca-b805-fcd1fa70d80b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01796ff8-eee1-4162-a679-5f7f19ba14a8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.427216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'security_group_rule': {'security_group_id': '01796ff8-eee1-4162-a679-5f7f19ba14a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:03.429998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.447611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] No DVR routers for this DVR port 1f79a58f-9191-4780-b8b1-04ae28e0a530 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:03.452922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=1f79a58f-9191-4780-b8b1-04ae28e0a530,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.461171 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:53:03.512921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d7fe5-c00b-460d-bea5-40ac5233c1f0 None None] Pushing event deleted for resources: {'Port': ['ID=1f79a58f-9191-4780-b8b1-04ae28e0a530,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.528623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2084a057-4457-4086-9939-f3605cd89c11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.657088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:03.658292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:03.663992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-43392848-d7a5-4cf7-85f9-efccf242794a tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags/tempest-TagsExtTest-Tag-687706879 HTTP/1.1" status: 204 len: 168 time: 0.3257759 Nov 03 18:53:03.670471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35666) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:03.671758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.691478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084a057-4457-4086-9939-f3605cd89c11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc8480f-b963-44f7-ba48-e76459c0d5d4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.695010 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2084a057-4457-4086-9939-f3605cd89c11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.707239 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2084a057-4457-4086-9939-f3605cd89c11 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "DELETE /v2.0/subnets/4bc8480f-b963-44f7-ba48-e76459c0d5d4 HTTP/1.1" status: 204 len: 168 time: 2.4956181 Nov 03 18:53:03.714673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35668) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:03.734776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Deleting port 0ea4de48-3dfa-4700-8e7d-e9902f363ff5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:03.735906 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.741768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-3955e3ab-d7b0-40e3-b3f3-dc75f253f5f9 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:03.878822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-eca2bbcf-adeb-452f-84a4-4e750edc5834 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785793 Nov 03 18:53:04.003563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:04.087210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3955e3ab-d7b0-40e3-b3f3-dc75f253f5f9 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags HTTP/1.1" status: 200 len: 205 time: 0.3733482 Nov 03 18:53:04.107147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35674) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:04.114235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-1d09ceeb-cc0c-4e31-a9d9-80d64d127a8f tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.193800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.194759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944993d-a099-4e40-a063-f46b89e485b2 None None] Pushing event updated for resources: {'Port': ['ID=b87c855b-aefb-48a5-8bab-0e0c944f06f3,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:04.202307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b0441-a79a-4ce3-833d-aacdeaa1d5aa None None] Network 2c5383e2-9870-4fe0-97d5-cb2447d03d2b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:04.267470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.294709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.384080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c50009-40de-4b48-bfb7-baad82385ec0,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:04.400366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1d09ceeb-cc0c-4e31-a9d9-80d64d127a8f tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags HTTP/1.1" status: 204 len: 168 time: 0.2797148 Nov 03 18:53:04.400366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-f9c8c455-3097-4ca2-9ba1-6d820aea7e82 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061201 Nov 03 18:53:04.404250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35676) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:04.412331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fd0ebb4e-e16e-4fa4-9e9c-f3574e040524 None None] Provisioning complete for port b87c855b-aefb-48a5-8bab-0e0c944f06f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:04.412898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebb4e-e16e-4fa4-9e9c-f3574e040524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.437586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-17142654-18b3-4e21-aa00-09fe3e0de66a tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.442251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.442623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.443139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.443648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.444109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.444590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.445082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.445757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.446064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.446527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.446961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.447379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:04.536405 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.542279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dc382cff-e25f-4893-9cec-58bfbf1103d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1363449 Nov 03 18:53:04.543518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35678) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:04.554979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7348189c-fd33-43e6-a4e9-17e4a85efa4c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'security_group_rule': {'security_group_id': '01796ff8-eee1-4162-a679-5f7f19ba14a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:04.635341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-739087fe-b5db-4921-b35c-c71098b1aae3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 HTTP/1.1" status: 200 len: 217 time: 0.1806600 Nov 03 18:53:04.713017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7348189c-fd33-43e6-a4e9-17e4a85efa4c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.735285 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.735644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.767323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.804619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebb4e-e16e-4fa4-9e9c-f3574e040524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.808155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b93c670-4a1c-4cee-a870-d7acbef9dc5f']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.825333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-64a770e2-2ed1-4bd6-b3d2-929f4036142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:04.828743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-64a770e2-2ed1-4bd6-b3d2-929f4036142a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1856797 Nov 03 18:53:04.832593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] DHCP port deletion for 2c5383e2-9870-4fe0-97d5-cb2447d03d2b request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:04.833008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a750ed3-f171-458c-82b5-5c63de704912') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.833488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a750ed3-f171-458c-82b5-5c63de704912') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.866117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-17142654-18b3-4e21-aa00-09fe3e0de66a tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags HTTP/1.1" status: 204 len: 168 time: 0.4322815 Nov 03 18:53:04.869492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35680) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:04.877296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-1e2018ab-5925-419a-8664-42d574d7a294 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.907076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.933392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fd0ebb4e-e16e-4fa4-9e9c-f3574e040524 None None] For port b87c855b-aefb-48a5-8bab-0e0c944f06f3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b87c855b-aefb-48a5-8bab-0e0c944f06f3,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:04.942925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:03Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.943786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Calling delete_port for 0ea4de48-3dfa-4700-8e7d-e9902f363ff5 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:04.948328 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebb4e-e16e-4fa4-9e9c-f3574e040524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.994286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.016168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.017550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:05.018244 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:05.025367 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:05.049199 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.050553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.116295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-ef0abc8c-6acc-47bc-836b-165c8ebacb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:05.119115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-ef0abc8c-6acc-47bc-836b-165c8ebacb5f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2803414 Nov 03 18:53:05.179616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67746030-efd2-4e18-9156-96e370e7e0de None None] The sync data for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 is: [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:03Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:05.187386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ebb4e-e16e-4fa4-9e9c-f3574e040524 None None] Pushing event updated for resources: {'Port': ['ID=b87c855b-aefb-48a5-8bab-0e0c944f06f3,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:05.265088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] Deleting port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:05.269342 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.275548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.327917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.335091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "DELETE /v2.0/networks/2b93c670-4a1c-4cee-a870-d7acbef9dc5f HTTP/1.1" status: 204 len: 168 time: 1.5831285 Nov 03 18:53:05.362212 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7348189c-fd33-43e6-a4e9-17e4a85efa4c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.363230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35686) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:05.392525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7605a9a-e5f4-4a37-9d70-e2bc86cd9a80 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Network': ['ID=2b93c670-4a1c-4cee-a870-d7acbef9dc5f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:05.402484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1e2018ab-5925-419a-8664-42d574d7a294 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags HTTP/1.1" status: 204 len: 168 time: 0.5261152 Nov 03 18:53:05.403182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35688) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:05.431390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-ada7b568-9b40-4a39-8d7e-4478c1e6f370 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:05.511251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-95ce8e62-31ad-4cb8-a66c-7518998212eb service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828359 Nov 03 18:53:05.513732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] For port e7dff715-7e5b-4975-bb1b-9f65fc97ce09, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e7dff715-7e5b-4975-bb1b-9f65fc97ce09,segment=NetworkSegment(8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a),segment_id=8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:05.514328 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.535716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] Calling delete_port for e7dff715-7e5b-4975-bb1b-9f65fc97ce09 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:05.561890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7348189c-fd33-43e6-a4e9-17e4a85efa4c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.632089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=8115d82d-46b0-4b80-b577-1527c33be324,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:05.668454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:05.700566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ada7b568-9b40-4a39-8d7e-4478c1e6f370 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags HTTP/1.1" status: 204 len: 168 time: 0.2957735 Nov 03 18:53:05.708224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35690) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:05.720682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-3fca2229-52e2-4b02-91e7-d1dd74cf617c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461', 'tempest-TagsExtTest-Tag-1530185134') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:05.750843 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.769386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-7f4147a6-1233-4636-97f4-fc0e6c6f9320 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480869 Nov 03 18:53:05.775182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:05.793325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348189c-fd33-43e6-a4e9-17e4a85efa4c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d77081-9796-440a-8aed-551ebc225d09,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:05.820267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] Pushing event deleted for resources: {'Port': ['ID=e7dff715-7e5b-4975-bb1b-9f65fc97ce09,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:05.883588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f428eb4-dc5a-4d3d-8d00-82234fb15bd1 None None] No DVR routers for this DVR port e7dff715-7e5b-4975-bb1b-9f65fc97ce09 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:05.914388 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-32e02d30-da41-489b-89c7-1887e50a6527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.947283 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.953824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-b01eb6ae-fb76-4230-b14d-786d8efbda83 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 200 len: 217 time: 0.1706619 Nov 03 18:53:05.963665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7348189c-fd33-43e6-a4e9-17e4a85efa4c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.974830 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7348189c-fd33-43e6-a4e9-17e4a85efa4c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4232130 Nov 03 18:53:05.980093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35692) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:05.996650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:06.087001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-fb6c2c87-2362-4c2b-95d1-0a28c264b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:06.090036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-fb6c2c87-2362-4c2b-95d1-0a28c264b9be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.1105206 Nov 03 18:53:06.201400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3fca2229-52e2-4b02-91e7-d1dd74cf617c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags/tempest-TagsExtTest-Tag-1530185134 HTTP/1.1" status: 201 len: 201 time: 0.4866257 Nov 03 18:53:06.218556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35696) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:06.237038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-47c97fc4-37a6-4b90-9726-9f38eca488e0 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa', 'tempest-TagsExtTest-Tag-586109370') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:06.298733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b87c855b-aefb-48a5-8bab-0e0c944f06f3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:06.377963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-4318d3d6-9e61-466a-96c2-77617770a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:06.381706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-4318d3d6-9e61-466a-96c2-77617770a9f3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2780311 Nov 03 18:53:06.480405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:06.500152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3b93e9e9-5447-4af6-927b-d851532a4f98 None None] Provisioning complete for port 8115d82d-46b0-4b80-b577-1527c33be324 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:06.500879 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3b93e9e9-5447-4af6-927b-d851532a4f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:06.603321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b87c855b-aefb-48a5-8bab-0e0c944f06f3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:06.604079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-934ada04-e0de-4226-99d6-10cb31815567 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114439 Nov 03 18:53:06.604667 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:06.698476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3b93e9e9-5447-4af6-927b-d851532a4f98 None None] Port 8115d82d-46b0-4b80-b577-1527c33be324 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:06.715603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:06.757302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router ff146a6a-40fc-4cf8-a596-f82123e4e50d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:06.814364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-868df94e-bac1-4c57-b7fd-a040b032b00c service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906202 Nov 03 18:53:06.896680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event deleted for resources: {'Port': ['ID=0ea4de48-3dfa-4700-8e7d-e9902f363ff5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:06.926072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-346c8e34-777f-4a83-af8f-ad1035a4a7aa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 200 len: 217 time: 0.1085670 Nov 03 18:53:06.951198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e7dff715-7e5b-4975-bb1b-9f65fc97ce09 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:06.996782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e7dff715-7e5b-4975-bb1b-9f65fc97ce09 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:06.997340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e7dff715-7e5b-4975-bb1b-9f65fc97ce09 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:07.017201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.056553 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-47c97fc4-37a6-4b90-9726-9f38eca488e0 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags/tempest-TagsExtTest-Tag-586109370 HTTP/1.1" status: 201 len: 201 time: 0.8283377 Nov 03 18:53:07.060941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35700) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:07.063245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-f80321d8-9255-4f3e-98e0-75f8d59800d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.066331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-f80321d8-9255-4f3e-98e0-75f8d59800d3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.1309786 Nov 03 18:53:07.075428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-c2a19d5f-787a-4a14-9b64-6a83b2fe9528 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982', 'tempest-TagsExtTest-Tag-365006078') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:07.167897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5383e2-9870-4fe0-97d5-cb2447d03d2b']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:07.217348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-7bdc293c-f1c8-44ae-9406-02b1098d69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.220439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-7bdc293c-f1c8-44ae-9406-02b1098d69f2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419735 Nov 03 18:53:07.366873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:07.367220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d97f316-d1cf-4a2c-8bd5-c794fccfbc0a') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:07.464211 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.486501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 5884dd9a-87f3-49eb-b3be-d9319728869f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:07.487310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.681968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.790660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:07.828724 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a14a1-9621-4d67-a804-992b6e3a5a11 None None] Sync routers for ids ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:07.831903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-64d8e44a-1726-4ace-a4b2-8ccce59bfaef tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/ff146a6a-40fc-4cf8-a596-f82123e4e50d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7557461 Nov 03 18:53:07.834000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:07.834678 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:07.844790 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:07.849574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35706) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:07.889818 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a14a1-9621-4d67-a804-992b6e3a5a11 None None] Routers {'ff146a6a-40fc-4cf8-a596-f82123e4e50d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:07.891190 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d15a14a1-9621-4d67-a804-992b6e3a5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:07.969141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c2a19d5f-787a-4a14-9b64-6a83b2fe9528 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags/tempest-TagsExtTest-Tag-365006078 HTTP/1.1" status: 201 len: 201 time: 0.9005296 Nov 03 18:53:07.974298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35708) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:07.984240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-280d00a9-30a6-4066-b1a9-71b41fd7533c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499', 'tempest-TagsExtTest-Tag-968353861') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:07.994977 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d15a14a1-9621-4d67-a804-992b6e3a5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:08.020975 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a14a1-9621-4d67-a804-992b6e3a5a11 None None] Routers {'ff146a6a-40fc-4cf8-a596-f82123e4e50d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:08.022270 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d15a14a1-9621-4d67-a804-992b6e3a5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:08.050213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-7035add3-7fda-430d-a258-e53334152582 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641153 Nov 03 18:53:08.075321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.099947 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d15a14a1-9621-4d67-a804-992b6e3a5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:08.101305 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a14a1-9621-4d67-a804-992b6e3a5a11 None None] The sync data for ids ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:08.127954 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.163328 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 5884dd9a-87f3-49eb-b3be-d9319728869f owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:08.179899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9469a7-bfa2-449b-8249-8c19b2dcdbcf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:08.181463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cc9469a7-bfa2-449b-8249-8c19b2dcdbcf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports/8115d82d-46b0-4b80-b577-1527c33be324 HTTP/1.1" status: 200 len: 913 time: 0.3117867 Nov 03 18:53:08.187688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35710) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:08.193019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-280d00a9-30a6-4066-b1a9-71b41fd7533c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags/tempest-TagsExtTest-Tag-968353861 HTTP/1.1" status: 201 len: 201 time: 0.2165153 Nov 03 18:53:08.203754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35712) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:08.208761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-2ab0c70d-cd1a-4a6c-86f1-c3cae656e064 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461', {'tags': ['tempest-TagsExtTest-Tag-3398950', 'tempest-TagsExtTest-Tag-1733436460', 'tempest-TagsExtTest-Tag-621238344']}) {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:08.236129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.272635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.278996 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] 10.222.0.77 "DELETE /v2.0/networks/2c5383e2-9870-4fe0-97d5-cb2447d03d2b HTTP/1.1" status: 204 len: 168 time: 2.9107239 Nov 03 18:53:08.381712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-238b9357-0dc9-429a-b312-b14ee97994c4 req-7ad1dd20-e420-4dc3-aca5-0493993a140b service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226924 Nov 03 18:53:08.382002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eda431-8539-403e-9c42-a1027b5423d6 tempest-TaggedBootDevicesTest_v242-191709849 tempest-TaggedBootDevicesTest_v242-191709849-project] Pushing event deleted for resources: {'Network': ['ID=2c5383e2-9870-4fe0-97d5-cb2447d03d2b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:08.382923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3324c971-a347-48e4-8841-3fd8a1309222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.385461 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.483995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ab0c70d-cd1a-4a6c-86f1-c3cae656e064 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags HTTP/1.1" status: 200 len: 314 time: 0.2786121 Nov 03 18:53:08.517308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35716) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:08.527104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-1c9aaf32-c68f-4d93-82a1-e51cb159bf4c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:08.655364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Allocated IP 172.25.3.213 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/a687c638-161c-4537-8ee8-9f3ad1ddf588) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:08.827349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1c9aaf32-c68f-4d93-82a1-e51cb159bf4c tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags HTTP/1.1" status: 204 len: 168 time: 0.3066328 Nov 03 18:53:08.827349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35728) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:08.837610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-e27fd193-d940-495a-a4ad-c99eab4492a8 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461', 'tempest-TagsExtTest-Tag-3398950') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:09.022669 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-e27fd193-d940-495a-a4ad-c99eab4492a8 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:09.027523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e27fd193-d940-495a-a4ad-c99eab4492a8 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags/tempest-TagsExtTest-Tag-3398950 HTTP/1.1" status: 404 len: 326 time: 0.1945093 Nov 03 18:53:09.029881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35730) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:09.039346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-44361efd-b40f-4ebb-b6a2-1cfb4e75187d tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461', 'tempest-TagsExtTest-Tag-1733436460') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:09.048859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.470042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 8115d82d-46b0-4b80-b577-1527c33be324 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:09.470799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.591648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.607991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 8115d82d-46b0-4b80-b577-1527c33be324 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:09.914263 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.915112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.967589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.980428 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.981585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=8115d82d-46b0-4b80-b577-1527c33be324,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.013059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Router 5fa3a05c-caa4-424e-9b05-751dfeefad02 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:10.072695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=5884dd9a-87f3-49eb-b3be-d9319728869f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.136132 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-44361efd-b40f-4ebb-b6a2-1cfb4e75187d tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:10.137330 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-44361efd-b40f-4ebb-b6a2-1cfb4e75187d tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags/tempest-TagsExtTest-Tag-1733436460 HTTP/1.1" status: 404 len: 329 time: 1.1058431 Nov 03 18:53:10.146293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35738) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:10.188024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-43df1f53-2f9c-46d8-9d2c-6bf814040e66 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461', 'tempest-TagsExtTest-Tag-621238344') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:10.330412 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.469609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:10.481087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4eac0-8e04-4745-867a-0dbb42c45a8e None None] Sync routers for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:10.494151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4eac0-8e04-4745-867a-0dbb42c45a8e None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:10.495134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65c4eac0-8e04-4745-867a-0dbb42c45a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:10.530750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-12f92dbd-9497-4601-9cc7-8992c970de5e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "PUT /v2.0/routers/5fa3a05c-caa4-424e-9b05-751dfeefad02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0541050 Nov 03 18:53:10.533678 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.543020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65c4eac0-8e04-4745-867a-0dbb42c45a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:10.549085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35740) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:10.569531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4eac0-8e04-4745-867a-0dbb42c45a8e None None] Routers {'5fa3a05c-caa4-424e-9b05-751dfeefad02'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:10.570601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65c4eac0-8e04-4745-867a-0dbb42c45a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5fa3a05c-caa4-424e-9b05-751dfeefad02'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:10.649148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-65c4eac0-8e04-4745-867a-0dbb42c45a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:10.650283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4eac0-8e04-4745-867a-0dbb42c45a8e None None] The sync data for ids ['5fa3a05c-caa4-424e-9b05-751dfeefad02'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:10.686805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.690616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:10.720205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:10.730712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:10.738023 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-43df1f53-2f9c-46d8-9d2c-6bf814040e66 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:10.744111 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-43df1f53-2f9c-46d8-9d2c-6bf814040e66 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags/tempest-TagsExtTest-Tag-621238344 HTTP/1.1" status: 404 len: 328 time: 0.5588996 Nov 03 18:53:10.764311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35742) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:10.803299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router ff146a6a-40fc-4cf8-a596-f82123e4e50d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:10.811085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'Port': ['ID=a687c638-161c-4537-8ee8-9f3ad1ddf588,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.813355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.822668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-04c214d8-2b74-46f9-bb5e-dbacae6a05fa tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa', {'tags': ['tempest-TagsExtTest-Tag-21077255', 'tempest-TagsExtTest-Tag-1280089944', 'tempest-TagsExtTest-Tag-927044926']}) {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.138191 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.141960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:11.154858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-580b3bde-3954-4a46-84e0-eead1a2bace4 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/ff146a6a-40fc-4cf8-a596-f82123e4e50d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9653485 Nov 03 18:53:11.155538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35748) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:11.168435 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fcc64-659d-4dbe-9c29-27454eecd1f1 None None] Sync routers for ids ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:11.182689 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-04c214d8-2b74-46f9-bb5e-dbacae6a05fa tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags HTTP/1.1" status: 200 len: 315 time: 0.3662095 Nov 03 18:53:11.190828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35750) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:11.197838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-757dba43-96c2-4d5e-bfcc-b755d7c5d414 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.202084 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fcc64-659d-4dbe-9c29-27454eecd1f1 None None] Routers {'ff146a6a-40fc-4cf8-a596-f82123e4e50d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:11.203488 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-392fcc64-659d-4dbe-9c29-27454eecd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.276224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router c36130c6-f954-4ce1-9ec5-62fbf08dd5e8 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:11.280719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.301953 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-392fcc64-659d-4dbe-9c29-27454eecd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.342037 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fcc64-659d-4dbe-9c29-27454eecd1f1 None None] Routers {'ff146a6a-40fc-4cf8-a596-f82123e4e50d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:11.343433 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-392fcc64-659d-4dbe-9c29-27454eecd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.439505 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-392fcc64-659d-4dbe-9c29-27454eecd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.441152 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fcc64-659d-4dbe-9c29-27454eecd1f1 None None] The sync data for ids ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:11.471393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.472591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Deleting port 481e6242-a511-4dea-8c1c-c25e0ee24395 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:11.473309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.504062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:11.516426 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-691a67d4-fffc-4195-9008-6930b07d54be tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/c36130c6-f954-4ce1-9ec5-62fbf08dd5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5165560 Nov 03 18:53:11.517407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35754) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:11.523885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634ba25-923b-4a6a-9d39-2a6dcfa593e6 None None] Sync routers for ids ['c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:11.544875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634ba25-923b-4a6a-9d39-2a6dcfa593e6 None None] Routers {'c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:11.547529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d634ba25-923b-4a6a-9d39-2a6dcfa593e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.575072 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-757dba43-96c2-4d5e-bfcc-b755d7c5d414 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3823338 Nov 03 18:53:11.580177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35756) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:11.591524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-4a3b6591-49a8-41ec-a21c-ad99d3e6a1c7 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa', 'tempest-TagsExtTest-Tag-21077255') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.604472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d634ba25-923b-4a6a-9d39-2a6dcfa593e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.617258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634ba25-923b-4a6a-9d39-2a6dcfa593e6 None None] Routers {'c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:11.618205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d634ba25-923b-4a6a-9d39-2a6dcfa593e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.679098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d634ba25-923b-4a6a-9d39-2a6dcfa593e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.682263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634ba25-923b-4a6a-9d39-2a6dcfa593e6 None None] The sync data for ids ['c36130c6-f954-4ce1-9ec5-62fbf08dd5e8'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:11.829071 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-4a3b6591-49a8-41ec-a21c-ad99d3e6a1c7 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:11.836350 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4a3b6591-49a8-41ec-a21c-ad99d3e6a1c7 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags/tempest-TagsExtTest-Tag-21077255 HTTP/1.1" status: 404 len: 327 time: 0.2453520 Nov 03 18:53:11.842986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35758) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:11.854293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-c81ea749-5837-4ef0-a841-b0454ffe06d1 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa', 'tempest-TagsExtTest-Tag-1280089944') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.988976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.001924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.194294 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-30d58d59-b5fc-4208-ab9c-0f2aefc399c2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36130c6-f954-4ce1-9ec5-62fbf08dd5e8 HTTP/1.1" status: 200 len: 205 time: 0.6117439 Nov 03 18:53:12.197672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35764) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:12.212443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'Port': ['ID=a687c638-161c-4537-8ee8-9f3ad1ddf588,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:12.228275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.236168 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-c81ea749-5837-4ef0-a841-b0454ffe06d1 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:12.238100 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c81ea749-5837-4ef0-a841-b0454ffe06d1 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags/tempest-TagsExtTest-Tag-1280089944 HTTP/1.1" status: 404 len: 329 time: 0.3937137 Nov 03 18:53:12.240156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.245123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35766) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:12.245493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.256074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-273f5b66-6fcc-4cf4-80a3-e5a69b4b76fc tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa', 'tempest-TagsExtTest-Tag-927044926') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:12.329324 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.331837 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-849deb34-2198-4efe-a21b-b7c3dce577cf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3420303 Nov 03 18:53:12.390642 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-273f5b66-6fcc-4cf4-80a3-e5a69b4b76fc tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:12.395983 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-273f5b66-6fcc-4cf4-80a3-e5a69b4b76fc tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags/tempest-TagsExtTest-Tag-927044926 HTTP/1.1" status: 404 len: 328 time: 0.1458514 Nov 03 18:53:12.400584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35772) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:12.408145 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f33f-c546-4c9e-b4e8-5a268994b3f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.414846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-cbbcc6d2-48e1-413a-b0be-e492ddcc7634 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982', {'tags': ['tempest-TagsExtTest-Tag-1223569125', 'tempest-TagsExtTest-Tag-2084533595', 'tempest-TagsExtTest-Tag-1619225313']}) {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:12.524423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.598243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cbbcc6d2-48e1-413a-b0be-e492ddcc7634 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags HTTP/1.1" status: 200 len: 318 time: 0.1956122 Nov 03 18:53:12.602563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35788) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:12.608722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-384b8a1b-f65d-4ac8-9b11-b29feeb8f566 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:12.615854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Calling delete_port for 481e6242-a511-4dea-8c1c-c25e0ee24395 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:12.756952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-384b8a1b-f65d-4ac8-9b11-b29feeb8f566 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags HTTP/1.1" status: 204 len: 168 time: 0.1526227 Nov 03 18:53:12.761473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35790) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:12.770725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-e7181279-5aa9-45c8-af28-463ccbeaba76 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982', 'tempest-TagsExtTest-Tag-1223569125') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:12.891129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f33f-c546-4c9e-b4e8-5a268994b3f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.896085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f33f-c546-4c9e-b4e8-5a268994b3f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.921279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-81cb8190-d1df-4ffa-947e-deb845551407 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--551073782&fields=id&tenant_id=2fd92340eb52401fa5503cef33841487 HTTP/1.1" status: 200 len: 267 time: 0.3202896 Nov 03 18:53:12.922609 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-e7181279-5aa9-45c8-af28-463ccbeaba76 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:12.928242 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e7181279-5aa9-45c8-af28-463ccbeaba76 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags/tempest-TagsExtTest-Tag-1223569125 HTTP/1.1" status: 404 len: 329 time: 0.1603298 Nov 03 18:53:12.932436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35792) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:12.940164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-1133bbf4-f7ca-4ae6-8b92-3396f92d6c6f tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982', 'tempest-TagsExtTest-Tag-2084533595') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.094093 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f33f-c546-4c9e-b4e8-5a268994b3f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.094806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f1f33f-c546-4c9e-b4e8-5a268994b3f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Fanout notify agent at l3_agent the message router_deleted on router c36130c6-f954-4ce1-9ec5-62fbf08dd5e8 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:13.106133 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-1133bbf4-f7ca-4ae6-8b92-3396f92d6c6f tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:13.106861 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f33f-c546-4c9e-b4e8-5a268994b3f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.112625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d9f1f33f-c546-4c9e-b4e8-5a268994b3f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/c36130c6-f954-4ce1-9ec5-62fbf08dd5e8 HTTP/1.1" status: 204 len: 168 time: 0.9079113 Nov 03 18:53:13.118337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1133bbf4-f7ca-4ae6-8b92-3396f92d6c6f tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags/tempest-TagsExtTest-Tag-2084533595 HTTP/1.1" status: 404 len: 329 time: 0.1819799 Nov 03 18:53:13.118574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35794) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.118912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35796) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.181551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-37fea510-e70f-4a5c-ac41-aa7e398b61d6 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982', 'tempest-TagsExtTest-Tag-1619225313') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.410457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221501-840c-4fc1-9aee-5751edae2597 req-8cb6dda0-4467-467a-aa2e-fa4e6e8ef0fe tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:13.412136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-8cb6dda0-4467-467a-aa2e-fa4e6e8ef0fe tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 816 time: 0.4900904 Nov 03 18:53:13.461553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a0007a-c688-4d66-a038-b7888497ea8d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet 8345f131-7d64-467b-81f5-8ccab73e0810 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:13.480768 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9a0007a-c688-4d66-a038-b7888497ea8d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.520176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-b3ac5bf7-4a79-4fd6-b84d-bd9a7ac684a0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/quotas/2fd92340eb52401fa5503cef33841487 HTTP/1.1" status: 200 len: 375 time: 0.0757720 Nov 03 18:53:13.543661 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-37fea510-e70f-4a5c-ac41-aa7e398b61d6 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:13.546038 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37fea510-e70f-4a5c-ac41-aa7e398b61d6 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags/tempest-TagsExtTest-Tag-1619225313 HTTP/1.1" status: 404 len: 329 time: 0.3828464 Nov 03 18:53:13.549215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35804) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.557674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-0e7fbc8b-d89d-4ba3-9b42-dc184862bca4 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499', {'tags': ['tempest-TagsExtTest-Tag-667055888', 'tempest-TagsExtTest-Tag-690208808', 'tempest-TagsExtTest-Tag-383304595']}) {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.576429 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.603308 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9a0007a-c688-4d66-a038-b7888497ea8d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.655901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0e7fbc8b-d89d-4ba3-9b42-dc184862bca4 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "PUT /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags HTTP/1.1" status: 200 len: 315 time: 0.1049657 Nov 03 18:53:13.660155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35806) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.668232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-50aacc09-4e23-471d-bac7-f293dbd55dfe tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.689762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event deleted for resources: {'Port': ['ID=481e6242-a511-4dea-8c1c-c25e0ee24395,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:13.756343 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-50aacc09-4e23-471d-bac7-f293dbd55dfe tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags HTTP/1.1" status: 204 len: 168 time: 0.0890174 Nov 03 18:53:13.756665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.756897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35808) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.763944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-8672f459-becd-41f2-82ba-d8393dd4d9e3 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499', 'tempest-TagsExtTest-Tag-667055888') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.801646 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-8672f459-becd-41f2-82ba-d8393dd4d9e3 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:13.808080 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8672f459-becd-41f2-82ba-d8393dd4d9e3 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags/tempest-TagsExtTest-Tag-667055888 HTTP/1.1" status: 404 len: 328 time: 0.0446408 Nov 03 18:53:13.808391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35810) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.814257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-70f5d059-6e74-46b6-a1b4-de6c93390765 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499', 'tempest-TagsExtTest-Tag-690208808') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.847511 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-70f5d059-6e74-46b6-a1b4-de6c93390765 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:13.853315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-70f5d059-6e74-46b6-a1b4-de6c93390765 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags/tempest-TagsExtTest-Tag-690208808 HTTP/1.1" status: 404 len: 328 time: 0.0394247 Nov 03 18:53:13.855103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.863357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-741b0aef-1b3c-45ae-b8a8-301233235691 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499', 'tempest-TagsExtTest-Tag-383304595') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.896080 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-741b0aef-1b3c-45ae-b8a8-301233235691 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] show failed (client error): The resource could not be found. Nov 03 18:53:13.900736 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-741b0aef-1b3c-45ae-b8a8-301233235691 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags/tempest-TagsExtTest-Tag-383304595 HTTP/1.1" status: 404 len: 328 time: 0.0407763 Nov 03 18:53:13.901234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35814) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.913466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-3c2529e9-b138-45d4-9253-9673a6773c50 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4355b7a1-ae72-483c-b780-0065800fe499') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.942129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-99910ee8-ae90-4b46-96bf-3f62d4ab453b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4075885 Nov 03 18:53:13.964274 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3c2529e9-b138-45d4-9253-9673a6773c50 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499/tags HTTP/1.1" status: 204 len: 168 time: 0.0615389 Nov 03 18:53:13.970018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35816) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.976504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-4e37508a-35c8-492d-b0c6-674289eeec12 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '66e9dd2d-eb40-44f7-aa53-e3f852286982') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:14.094357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e37508a-35c8-492d-b0c6-674289eeec12 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982/tags HTTP/1.1" status: 204 len: 168 time: 0.1223664 Nov 03 18:53:14.096060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.098506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35818) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:14.099421 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9a0007a-c688-4d66-a038-b7888497ea8d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.106605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-efc6da3e-1149-41da-9ca4-9817795cc60e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '876f7b6c-5527-48bf-9a1a-727b42cde9aa') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:14.213746 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-efc6da3e-1149-41da-9ca4-9817795cc60e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1122262 Nov 03 18:53:14.216115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35820) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:14.221238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-7c0b7684-95b4-4c9f-b191-79828990073e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04d5fc74-94c6-4c32-aac5-4d2247f93461') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:14.299520 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7c0b7684-95b4-4c9f-b191-79828990073e tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461/tags HTTP/1.1" status: 204 len: 168 time: 0.0761621 Nov 03 18:53:14.299966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35822) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:14.418624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-29881b3d-5647-4aad-b6aa-c3d8c50dca97 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for subnetpool, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.424971 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-29881b3d-5647-4aad-b6aa-c3d8c50dca97 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnetpools/4355b7a1-ae72-483c-b780-0065800fe499 HTTP/1.1" status: 204 len: 168 time: 0.1236620 Nov 03 18:53:14.425851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:14.462223 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9694f4df-97f2-41d0-8422-2cff7df4ec16 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "GET /v2.0/ports?device_id=66e9dd2d-eb40-44f7-aa53-e3f852286982 HTTP/1.1" status: 200 len: 205 time: 0.0348408 Nov 03 18:53:14.462868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35832) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:14.572322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6951e7e9-3ca6-494e-a5b3-d367a1ba0350 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.791115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.800511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6951e7e9-3ca6-494e-a5b3-d367a1ba0350 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.804480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6951e7e9-3ca6-494e-a5b3-d367a1ba0350 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.816901 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.836706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-3c94856b-c3d1-4982-a3ae-f2542ee66265 service neutron] 10.222.0.77 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8934779 Nov 03 18:53:14.868996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6951e7e9-3ca6-494e-a5b3-d367a1ba0350 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.870022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6951e7e9-3ca6-494e-a5b3-d367a1ba0350 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Fanout notify agent at l3_agent the message router_deleted on router 66e9dd2d-eb40-44f7-aa53-e3f852286982 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:14.884758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6951e7e9-3ca6-494e-a5b3-d367a1ba0350 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.890370 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6951e7e9-3ca6-494e-a5b3-d367a1ba0350 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/routers/66e9dd2d-eb40-44f7-aa53-e3f852286982 HTTP/1.1" status: 204 len: 168 time: 0.4263501 Nov 03 18:53:14.891319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35834) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:14.965528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.966309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa3a05c-caa4-424e-9b05-751dfeefad02 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:14.978969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.983553 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-55a1e84d-5608-40e4-97e0-04f81d4582bb tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "DELETE /v2.0/routers/5fa3a05c-caa4-424e-9b05-751dfeefad02 HTTP/1.1" status: 204 len: 168 time: 4.4324541 Nov 03 18:53:14.984991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9a0007a-c688-4d66-a038-b7888497ea8d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.987571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35836) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:15.043821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a236d-43a8-4178-8b9f-5c96d27b96cb tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Deleting port 876f7b6c-5527-48bf-9a1a-727b42cde9aa {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:15.044783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d2a236d-43a8-4178-8b9f-5c96d27b96cb tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.069740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0007a-c688-4d66-a038-b7888497ea8d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=8345f131-7d64-467b-81f5-8ccab73e0810,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:15.099614 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9a0007a-c688-4d66-a038-b7888497ea8d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.106095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a9a0007a-c688-4d66-a038-b7888497ea8d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/8345f131-7d64-467b-81f5-8ccab73e0810 HTTP/1.1" status: 204 len: 168 time: 1.9451962 Nov 03 18:53:15.109602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88cfe72-6250-4a60-b1ed-dff95d7a620b None None] Network caa8fda9-3dec-4a1c-918e-529765fcfafc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:15.113174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35838) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:15.181198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-1148d221-6164-41c1-b89c-4e516bafae26 service neutron] 10.222.0.77 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433461 Nov 03 18:53:15.206120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d295c374-2fab-47a7-83bb-be646537ebe1 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Deleting subnet e397ce6d-6ae5-42bc-8558-ed9122f1cadd {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:15.212178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d295c374-2fab-47a7-83bb-be646537ebe1 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.251436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d2a236d-43a8-4178-8b9f-5c96d27b96cb tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.283222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a236d-43a8-4178-8b9f-5c96d27b96cb tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Calling delete_port for 876f7b6c-5527-48bf-9a1a-727b42cde9aa owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:15.300944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d295c374-2fab-47a7-83bb-be646537ebe1 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.545290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] DHCP port deletion for caa8fda9-3dec-4a1c-918e-529765fcfafc request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:15.595702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d2a236d-43a8-4178-8b9f-5c96d27b96cb tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.677535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.690667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d295c374-2fab-47a7-83bb-be646537ebe1 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.739189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] Deleting port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:15.739553 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.944887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a236d-43a8-4178-8b9f-5c96d27b96cb tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Pushing event deleted for resources: {'Port': ['ID=876f7b6c-5527-48bf-9a1a-727b42cde9aa,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:15.947595 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d2a236d-43a8-4178-8b9f-5c96d27b96cb tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.969377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] For port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,segment=NetworkSegment(a202856c-ccdf-4344-9a86-bd17bb484496),segment_id=a202856c-ccdf-4344-9a86-bd17bb484496)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:15.972006 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.981246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d2a236d-43a8-4178-8b9f-5c96d27b96cb tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/ports/876f7b6c-5527-48bf-9a1a-727b42cde9aa HTTP/1.1" status: 204 len: 168 time: 1.0843201 Nov 03 18:53:15.986287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35852) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:16.036473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] Calling delete_port for 3688eebd-0c0f-4061-a6c6-5e897d9edb9d owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:16.104069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad50540e-6dff-4bd0-a21f-dcbe51da905e req-2e67ce26-45bc-4036-92f9-fae05e33e8a9 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 210 time: 0.1195178 Nov 03 18:53:16.203006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f75dc1c-a42b-4a27-94c0-66686a9b3263 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Deleting subnet 04d5fc74-94c6-4c32-aac5-4d2247f93461 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:16.211670 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f75dc1c-a42b-4a27-94c0-66686a9b3263 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.220013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d295c374-2fab-47a7-83bb-be646537ebe1 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.238608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3688eebd-0c0f-4061-a6c6-5e897d9edb9d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:16.317276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f75dc1c-a42b-4a27-94c0-66686a9b3263 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.321080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295c374-2fab-47a7-83bb-be646537ebe1 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event deleted for resources: {'Subnet': ['ID=e397ce6d-6ae5-42bc-8558-ed9122f1cadd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:16.408544 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d295c374-2fab-47a7-83bb-be646537ebe1 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.410087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcfdb19-fb8c-46e8-be14-290910b106a2 None None] Network b1608412-29e5-4784-9bb3-2b2d4bcd4781 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:16.422439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d295c374-2fab-47a7-83bb-be646537ebe1 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "DELETE /v2.0/subnets/e397ce6d-6ae5-42bc-8558-ed9122f1cadd HTTP/1.1" status: 204 len: 168 time: 1.4239631 Nov 03 18:53:16.424274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35854) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:16.432237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port ba4cbc10-2914-4314-929a-3acb8c5a1f30 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:16.432754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.728538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.758355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:16.758892 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.765223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.771901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f75dc1c-a42b-4a27-94c0-66686a9b3263 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.808597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.903752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] No DVR routers for this DVR port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:16.927004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2519323-eef4-433c-8338-dcdcd1ab0e42 None None] Pushing event deleted for resources: {'Port': ['ID=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:16.988519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.029770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for ba4cbc10-2914-4314-929a-3acb8c5a1f30 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:17.066517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f75dc1c-a42b-4a27-94c0-66686a9b3263 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.117047 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75dc1c-a42b-4a27-94c0-66686a9b3263 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Pushing event deleted for resources: {'Subnet': ['ID=04d5fc74-94c6-4c32-aac5-4d2247f93461,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:17.122988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-700f1ed7-38f6-468a-ac38-761ea0504c91 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.135606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-700f1ed7-38f6-468a-ac38-761ea0504c91 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.143823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f75dc1c-a42b-4a27-94c0-66686a9b3263 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.150361 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0f75dc1c-a42b-4a27-94c0-66686a9b3263 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/subnets/04d5fc74-94c6-4c32-aac5-4d2247f93461 HTTP/1.1" status: 204 len: 168 time: 1.1625063 Nov 03 18:53:17.155447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-700f1ed7-38f6-468a-ac38-761ea0504c91 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.155726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35862) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:17.167671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-700f1ed7-38f6-468a-ac38-761ea0504c91 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.177556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec9d905-96a1-4a23-96aa-3384af3f0cb3 None None] Network 7e229df4-2781-4ac1-bf6c-4d6b4467c31b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:17.181845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-700f1ed7-38f6-468a-ac38-761ea0504c91 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.190374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-700f1ed7-38f6-468a-ac38-761ea0504c91 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.198196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-700f1ed7-38f6-468a-ac38-761ea0504c91 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.213856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-700f1ed7-38f6-468a-ac38-761ea0504c91 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5433 time: 0.9220815 Nov 03 18:53:17.318574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] DHCP port deletion for b1608412-29e5-4784-9bb3-2b2d4bcd4781 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:17.420925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Deleting port 58458a04-7c53-49da-86c3-1fb6dbc57d77 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:17.422356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.447341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,segment=NetworkSegment(a202856c-ccdf-4344-9a86-bd17bb484496),segment_id=a202856c-ccdf-4344-9a86-bd17bb484496)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:17.447904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.471386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.475838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 3688eebd-0c0f-4061-a6c6-5e897d9edb9d owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:17.581788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e605eb57-3d89-4971-b7ab-1703e0864b9c req-f310c155-6e69-40d0-a49f-7c05c75c192c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3667254 Nov 03 18:53:17.675281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] For port 58458a04-7c53-49da-86c3-1fb6dbc57d77, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=58458a04-7c53-49da-86c3-1fb6dbc57d77,segment=NetworkSegment(61de3aba-0e7a-405e-bfc9-9e7ccf4e428f),segment_id=61de3aba-0e7a-405e-bfc9-9e7ccf4e428f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:17.681060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.692041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] Deleting port 58458a04-7c53-49da-86c3-1fb6dbc57d77 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:17.692578 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.728433 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Calling delete_port for 58458a04-7c53-49da-86c3-1fb6dbc57d77 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:17.800907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.927895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] For port 58458a04-7c53-49da-86c3-1fb6dbc57d77, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=58458a04-7c53-49da-86c3-1fb6dbc57d77,segment=NetworkSegment(61de3aba-0e7a-405e-bfc9-9e7ccf4e428f),segment_id=61de3aba-0e7a-405e-bfc9-9e7ccf4e428f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:17.928212 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.963488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] Calling delete_port for 58458a04-7c53-49da-86c3-1fb6dbc57d77 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:18.022064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=3688eebd-0c0f-4061-a6c6-5e897d9edb9d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.064511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] DHCP port deletion for 7e229df4-2781-4ac1-bf6c-4d6b4467c31b request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:18.072150 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.105124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] No DVR routers for this DVR port 58458a04-7c53-49da-86c3-1fb6dbc57d77 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:18.138527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e582c2-81c8-4d8f-bbc6-08ba7951a977 None None] Pushing event deleted for resources: {'Port': ['ID=58458a04-7c53-49da-86c3-1fb6dbc57d77,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.141776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 58458a04-7c53-49da-86c3-1fb6dbc57d77 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:18.168592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 58458a04-7c53-49da-86c3-1fb6dbc57d77 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:18.169022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 58458a04-7c53-49da-86c3-1fb6dbc57d77 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:18.169435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d330d5d7-ccf8-4387-a4b7-27acfcfc6774 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:18.211086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-deb2ab70-24c1-4ccb-b270-c82381dcbe78 req-361ce314-7da4-44ef-8cb7-80b867fabd3c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 210 time: 0.2069328 Nov 03 18:53:18.216715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.231932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] Deleting port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:18.232341 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.320655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=ba4cbc10-2914-4314-929a-3acb8c5a1f30,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.329721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No DVR routers for this DVR port 3688eebd-0c0f-4061-a6c6-5e897d9edb9d on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:18.417931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.465196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port d330d5d7-ccf8-4387-a4b7-27acfcfc6774, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,segment=NetworkSegment(8e2eb383-879c-4b32-b233-054f269c61bf),segment_id=8e2eb383-879c-4b32-b233-054f269c61bf)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:18.465571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Deleting port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:18.465571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.475742 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.561739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.578438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] For port d330d5d7-ccf8-4387-a4b7-27acfcfc6774, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,segment=NetworkSegment(8e2eb383-879c-4b32-b233-054f269c61bf),segment_id=8e2eb383-879c-4b32-b233-054f269c61bf)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:18.579130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.597140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] Calling delete_port for d330d5d7-ccf8-4387-a4b7-27acfcfc6774 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:18.663142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] For port d330d5d7-ccf8-4387-a4b7-27acfcfc6774, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,segment=NetworkSegment(8e2eb383-879c-4b32-b233-054f269c61bf),segment_id=8e2eb383-879c-4b32-b233-054f269c61bf)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:18.663510 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.697220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Calling delete_port for d330d5d7-ccf8-4387-a4b7-27acfcfc6774 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:18.724635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.731159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221501-840c-4fc1-9aee-5751edae2597 req-49fa4aed-a34b-411a-8d31-6d949d4b4c98 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.732818 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-49fa4aed-a34b-411a-8d31-6d949d4b4c98 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.70 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 816 time: 0.2831995 Nov 03 18:53:18.733541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.741666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.774472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa8fda9-3dec-4a1c-918e-529765fcfafc']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:18.794424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] No DVR routers for this DVR port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:18.795727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a202856c-ccdf-4344-9a86-bd17bb484496') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:18.796524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a202856c-ccdf-4344-9a86-bd17bb484496') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:18.797683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afffbc-5934-4bcc-85e0-8f7cb1ed1eaf None None] Pushing event deleted for resources: {'Port': ['ID=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.803800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event deleted for resources: {'Port': ['ID=58458a04-7c53-49da-86c3-1fb6dbc57d77,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.837256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.865026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] No DVR routers for this DVR port 58458a04-7c53-49da-86c3-1fb6dbc57d77 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:18.935127 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.948727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84c67-e7b6-46e9-b8f2-67e896571e7e req-468ccd47-a4d6-4f2b-b84c-d0df501bf7dd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.958449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84c67-e7b6-46e9-b8f2-67e896571e7e req-468ccd47-a4d6-4f2b-b84c-d0df501bf7dd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.975022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84c67-e7b6-46e9-b8f2-67e896571e7e req-468ccd47-a4d6-4f2b-b84c-d0df501bf7dd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.986927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84c67-e7b6-46e9-b8f2-67e896571e7e req-468ccd47-a4d6-4f2b-b84c-d0df501bf7dd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.999616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84c67-e7b6-46e9-b8f2-67e896571e7e req-468ccd47-a4d6-4f2b-b84c-d0df501bf7dd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.011413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84c67-e7b6-46e9-b8f2-67e896571e7e req-468ccd47-a4d6-4f2b-b84c-d0df501bf7dd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.024471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.024768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84c67-e7b6-46e9-b8f2-67e896571e7e req-468ccd47-a4d6-4f2b-b84c-d0df501bf7dd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.033564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-3fbb50ab-2bc4-4025-a6d8-23ac1c890efd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd92340eb52401fa5503cef33841487 HTTP/1.1" status: 200 len: 379 time: 0.2870176 Nov 03 18:53:19.043062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55b84c67-e7b6-46e9-b8f2-67e896571e7e req-468ccd47-a4d6-4f2b-b84c-d0df501bf7dd tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5433 time: 0.5356710 Nov 03 18:53:19.054778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.056447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'port': {'device_id': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'admin_state_up': True, 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'security_groups': ['01796ff8-eee1-4162-a679-5f7f19ba14a8']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:19.095907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1608412-29e5-4784-9bb3-2b2d4bcd4781']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:19.112986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61de3aba-0e7a-405e-bfc9-9e7ccf4e428f') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:19.113446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61de3aba-0e7a-405e-bfc9-9e7ccf4e428f') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:19.150513 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.163726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.201070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:19.201889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:19.208473 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:19.218433 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Pushing event deleted for resources: {'Port': ['ID=d330d5d7-ccf8-4387-a4b7-27acfcfc6774,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:19.219459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] No DVR routers for this DVR port d330d5d7-ccf8-4387-a4b7-27acfcfc6774 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:19.231322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.264845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:19.265361 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:19.275969 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:19.422444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.438674 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.454589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.461349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router ff146a6a-40fc-4cf8-a596-f82123e4e50d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:19.461692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "DELETE /v2.0/networks/b1608412-29e5-4784-9bb3-2b2d4bcd4781 HTTP/1.1" status: 204 len: 168 time: 3.0244324 Nov 03 18:53:19.463547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35878) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:19.467601 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.475220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Made reservation on behalf of 2fd92340eb52401fa5503cef33841487 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:19.481202 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.505486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e229df4-2781-4ac1-bf6c-4d6b4467c31b']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:19.522194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63673910-f9ba-4911-9a7b-69e1de1c062e tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event deleted for resources: {'Network': ['ID=b1608412-29e5-4784-9bb3-2b2d4bcd4781,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:19.545849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2eb383-879c-4b32-b233-054f269c61bf') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:19.546395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2eb383-879c-4b32-b233-054f269c61bf') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:19.557645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.570253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/caa8fda9-3dec-4a1c-918e-529765fcfafc HTTP/1.1" status: 204 len: 168 time: 4.4503453 Nov 03 18:53:19.574054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35880) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:19.577842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.606678 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.615933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72bba1-48a8-4689-96a1-17b4426ca962 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=caa8fda9-3dec-4a1c-918e-529765fcfafc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:19.629025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b05a0188-1a8b-44e7-91aa-dc05de2084c2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-3789407', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:19.666214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:19.666872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:19.672765 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:19.706503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e92184c6-5cd4-4a10-9528-75de47f9c019 req-f76e037d-e285-45aa-84c4-00c11548b77d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 210 time: 0.2149315 Nov 03 18:53:19.808039 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.819791 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.823425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] 10.222.0.77 "DELETE /v2.0/networks/7e229df4-2781-4ac1-bf6c-4d6b4467c31b HTTP/1.1" status: 204 len: 168 time: 2.6645820 Nov 03 18:53:19.835349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:19.840104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec903b-bfdd-48d5-8b07-c24790c85074 tempest-TagsExtTest-105493832 tempest-TagsExtTest-105493832-project] Pushing event deleted for resources: {'Network': ['ID=7e229df4-2781-4ac1-bf6c-4d6b4467c31b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:19.854642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Allocated IP 172.20.0.13 (777bc5c8-77a5-4149-975f-90e6c875828e/6c8f06c6-7ada-456d-bc19-b79e6d5e2c14/0d8aac58-8806-4469-9ada-192dd0905c50) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:19.856160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b44c0033-efc3-40ec-812a-2e35547e17b6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/ff146a6a-40fc-4cf8-a596-f82123e4e50d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6958542 Nov 03 18:53:19.860717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35884) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:19.861330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a0188-1a8b-44e7-91aa-dc05de2084c2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.864388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a0188-1a8b-44e7-91aa-dc05de2084c2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.867563 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47256689-5b77-4664-ac5a-33f92e272dc8 None None] Sync routers for ids ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:19.899072 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47256689-5b77-4664-ac5a-33f92e272dc8 None None] Routers {'ff146a6a-40fc-4cf8-a596-f82123e4e50d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:19.900447 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-47256689-5b77-4664-ac5a-33f92e272dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:19.929928 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cec2e8da-e193-415b-9842-630072c769fa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff146a6a-40fc-4cf8-a596-f82123e4e50d HTTP/1.1" status: 200 len: 205 time: 0.0649374 Nov 03 18:53:19.933336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35886) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:20.032643 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-47256689-5b77-4664-ac5a-33f92e272dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:20.056169 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47256689-5b77-4664-ac5a-33f92e272dc8 None None] Routers {'ff146a6a-40fc-4cf8-a596-f82123e4e50d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:20.057228 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-47256689-5b77-4664-ac5a-33f92e272dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:20.108074 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a0188-1a8b-44e7-91aa-dc05de2084c2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.130175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a0188-1a8b-44e7-91aa-dc05de2084c2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.142065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32043509-84a5-4a63-85b6-46eb798996e2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.177384 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-47256689-5b77-4664-ac5a-33f92e272dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:20.178476 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47256689-5b77-4664-ac5a-33f92e272dc8 None None] The sync data for ids ['ff146a6a-40fc-4cf8-a596-f82123e4e50d'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:20.187691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a0188-1a8b-44e7-91aa-dc05de2084c2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.197812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35890) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:20.203681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b05a0188-1a8b-44e7-91aa-dc05de2084c2 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.5892401 Nov 03 18:53:20.204252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-1960222275'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:20.229655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Deleting port f8c3400c-254d-45e0-8a59-435d5a66b71f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:20.233682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.431543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.432098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.452609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Calling delete_port for f8c3400c-254d-45e0-8a59-435d5a66b71f owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:20.533107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35898) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:20.639816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.682974 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.723592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:20.727783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Pushing event deleted for resources: {'Port': ['ID=f8c3400c-254d-45e0-8a59-435d5a66b71f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:20.733957 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.753464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32043509-84a5-4a63-85b6-46eb798996e2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.787858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32043509-84a5-4a63-85b6-46eb798996e2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.900824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7a605d5-9076-44c6-b03c-a7eabee9dff8 req-854d5eff-3294-4abb-8ab9-85898bc54e75 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 210 time: 0.0561180 Nov 03 18:53:20.958695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.963013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.969785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c0b8f4b9-8dc2-4780-a1f8-8a42b28a74f5 tempest-FloatingIPAdminTestJSON-53862045 tempest-FloatingIPAdminTestJSON-53862045-project] 10.222.0.77 "DELETE /v2.0/floatingips/b741fc63-09ea-4739-9031-2fa73fbf275b HTTP/1.1" status: 204 len: 168 time: 1.4985352 Nov 03 18:53:20.999936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:21.002465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32043509-84a5-4a63-85b6-46eb798996e2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.003278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32043509-84a5-4a63-85b6-46eb798996e2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Fanout notify agent at l3_agent the message router_deleted on router ff146a6a-40fc-4cf8-a596-f82123e4e50d {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:21.019232 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32043509-84a5-4a63-85b6-46eb798996e2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.022067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-66293cfa-7fac-4344-8c86-6606a3922d30 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b225b1af84974ff1b81de728e62b870c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4749756 Nov 03 18:53:21.023276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:21.023809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:21.023964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-32043509-84a5-4a63-85b6-46eb798996e2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/ff146a6a-40fc-4cf8-a596-f82123e4e50d HTTP/1.1" status: 204 len: 168 time: 1.0802031 Nov 03 18:53:21.027623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.048717 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.049161 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment 34e61d53-292f-4d15-8761-997869109067 of type vlan for network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c Nov 03 18:53:21.148462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Network 777bc5c8-77a5-4149-975f-90e6c875828e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:21.166463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:21.174463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:21.178488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.210434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:21.235619 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.236198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.236769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.237351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.237884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.238426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.238933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.239475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.240003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.240544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.241081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.241649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:21.310569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.312012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.318272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.328296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.333801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.402791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d003b9f5-a761-48d3-b0ac-e10ec4ca3fad tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet 0197c1d0-327d-4072-a314-36adc6d781e7 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:21.431435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-fbdfcbdc-a4ff-4a54-b105-8848e24fb0ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3809721 Nov 03 18:53:21.468904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d003b9f5-a761-48d3-b0ac-e10ec4ca3fad tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.483940 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5fd26cb-447c-40fd-85a6-a53b87f1e3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.570790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35932) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:21.603991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Request body: {'port': {'device_id': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:21.692511 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4930158 Nov 03 18:53:21.695768 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5fd26cb-447c-40fd-85a6-a53b87f1e3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.702720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8909a45-35a4-4197-aa6b-e5e0e026c4e6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:21.704857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35938) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:21.715455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:21.728052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:21.973836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6e7cb2f6-cd5b-4fdb-b1a1-350225610b3f None None] Provisioning complete for port 0d8aac58-8806-4469-9ada-192dd0905c50 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:21.974440 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb2f6-cd5b-4fdb-b1a1-350225610b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.046095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.128192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cb2f6-cd5b-4fdb-b1a1-350225610b3f None None] Port 0d8aac58-8806-4469-9ada-192dd0905c50 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:22.363164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d003b9f5-a761-48d3-b0ac-e10ec4ca3fad tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.451389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35952) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:22.485257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5fd26cb-447c-40fd-85a6-a53b87f1e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.490171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5fd26cb-447c-40fd-85a6-a53b87f1e3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.492869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f5fd26cb-447c-40fd-85a6-a53b87f1e3a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d1b581c9-65ed-45fd-8612-8f900f0d53a4 HTTP/1.1" status: 204 len: 168 time: 1.4671857 Nov 03 18:53:22.742619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd26cb-447c-40fd-85a6-a53b87f1e3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b581c9-65ed-45fd-8612-8f900f0d53a4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:22.762078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-851ae649-c63b-447d-b6e6-1c6230182fb9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f29bf0d158d94016afe50a0b1fc65373&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1827683 Nov 03 18:53:22.790312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35962) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:22.828991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639eb71-fb02-4359-a612-1884b23dd9b3 req-e0026adf-2623-4350-9400-2669a9182fdf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:22.869288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a639eb71-fb02-4359-a612-1884b23dd9b3 req-e0026adf-2623-4350-9400-2669a9182fdf tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 932 time: 0.5768418 Nov 03 18:53:22.895082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:22.901692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.356295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8aac58-8806-4469-9ada-192dd0905c50 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:23.380160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.435520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Transition to ACTIVE for port object 0d8aac58-8806-4469-9ada-192dd0905c50 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:23.451096 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.615767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d003b9f5-a761-48d3-b0ac-e10ec4ca3fad tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.643656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:23.830410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a639eb71-fb02-4359-a612-1884b23dd9b3 req-a8832959-c93a-433c-86d2-1a23be80db09 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9593785 Nov 03 18:53:23.957955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Attempting to bind port 0d8aac58-8806-4469-9ada-192dd0905c50 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:23.958679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Attempting to bind port 0d8aac58-8806-4469-9ada-192dd0905c50 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:23.959292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Attempting to bind port 0d8aac58-8806-4469-9ada-192dd0905c50 on network 777bc5c8-77a5-4149-975f-90e6c875828e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:23.973141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Port 0d8aac58-8806-4469-9ada-192dd0905c50 on network 777bc5c8-77a5-4149-975f-90e6c875828e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:23.974132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Attempting to bind port 0d8aac58-8806-4469-9ada-192dd0905c50 on network 777bc5c8-77a5-4149-975f-90e6c875828e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:23.989227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:23.990080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Checking segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:23.990741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Bound using segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:23.991478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Bound port: 0d8aac58-8806-4469-9ada-192dd0905c50, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:23.993046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.058622 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d003b9f5-a761-48d3-b0ac-e10ec4ca3fad tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.180952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003b9f5-a761-48d3-b0ac-e10ec4ca3fad tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=0197c1d0-327d-4072-a314-36adc6d781e7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:24.196242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.215650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:24.230668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:24.242630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.378387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.379455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.386315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] 10.222.0.70 "PUT /v2.0/ports/0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1092 time: 2.8362210 Nov 03 18:53:24.391447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:24.398910 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:24.412197 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a6e77f8-a251-4f46-94fd-fa7d14340339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.413158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d842b2-d499-4bba-b872-429f699ef27e None None] Network c0d7096c-e944-4ebb-bcc0-c09a32ae3bce requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:24.465171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-5b846a74-8ef9-4223-8ec7-6a612f2b4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.470186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-5b846a74-8ef9-4223-8ec7-6a612f2b4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.473767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-5b846a74-8ef9-4223-8ec7-6a612f2b4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.474713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-5b846a74-8ef9-4223-8ec7-6a612f2b4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.481458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-5b846a74-8ef9-4223-8ec7-6a612f2b4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.497288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-5b846a74-8ef9-4223-8ec7-6a612f2b4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.508898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-5b846a74-8ef9-4223-8ec7-6a612f2b4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.512238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-5b846a74-8ef9-4223-8ec7-6a612f2b4443 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6490 time: 2.0420511 Nov 03 18:53:24.524975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d003b9f5-a761-48d3-b0ac-e10ec4ca3fad tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.532879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d003b9f5-a761-48d3-b0ac-e10ec4ca3fad tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/0197c1d0-327d-4072-a314-36adc6d781e7 HTTP/1.1" status: 204 len: 168 time: 3.4920547 Nov 03 18:53:24.543751 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d47f2c-e866-49d4-86ca-042e1d807955 x-openstack-request-id: req-93d47f2c-e866-49d4-86ca-042e1d807955 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:24.545105 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:24.548458 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93d47f2c-e866-49d4-86ca-042e1d807955 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:24.553228 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50', 'status': 'completed', 'code': 200} Nov 03 18:53:24.558787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35992) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:24.670283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f44d9-6dc9-4154-ba7d-2508eeec6fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:24.754637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221501-840c-4fc1-9aee-5751edae2597 req-bb407da4-6a51-4401-b0f2-818ddd27bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.766132 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-bb407da4-6a51-4401-b0f2-818ddd27bd4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1095 time: 0.2958794 Nov 03 18:53:24.812944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a6e77f8-a251-4f46-94fd-fa7d14340339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.881151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=f0ad47e7-d647-461b-963c-a8b7cfca24a4,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:24.915763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-02b8b018-a11d-4b84-9a4c-e8b339bf273e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 217 time: 0.1349642 Nov 03 18:53:24.935720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceda95b4-3166-4700-8975-e29f0006f560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet 710f1774-5e08-458f-a84f-2e2b6cd80412 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:24.988712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ceda95b4-3166-4700-8975-e29f0006f560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.047349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] DHCP port deletion for c0d7096c-e944-4ebb-bcc0-c09a32ae3bce request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:25.115158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a6e77f8-a251-4f46-94fd-fa7d14340339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.118032 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a6e77f8-a251-4f46-94fd-fa7d14340339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.118984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4a6e77f8-a251-4f46-94fd-fa7d14340339 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/582dbf4d-006d-4908-bf2a-6db35903093b HTTP/1.1" status: 204 len: 168 time: 2.2460735 Nov 03 18:53:25.188549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e77f8-a251-4f46-94fd-fa7d14340339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582dbf4d-006d-4908-bf2a-6db35903093b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:25.203179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:25.210221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:25.288875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ceda95b4-3166-4700-8975-e29f0006f560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.295806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Deleting port ae9779db-84c6-4589-9f9f-82e45e85d8d0 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:25.296362 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.305323 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221501-840c-4fc1-9aee-5751edae2597 req-264be28b-d84b-4076-a5b2-87823b0a34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.314754 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-264be28b-d84b-4076-a5b2-87823b0a34d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.3542583 Nov 03 18:53:25.425569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-26622c53-dd83-47fe-a953-b1693db3ea00 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8431718 Nov 03 18:53:25.432815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:25.463744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a0815-1254-4674-837a-d53c69b87a3e req-a9d69c7a-2ddc-4419-91a0-4e57f6829dbd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.479727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] For port ae9779db-84c6-4589-9f9f-82e45e85d8d0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ae9779db-84c6-4589-9f9f-82e45e85d8d0,segment=NetworkSegment(388ed052-033e-4f1f-843c-f63c7c3ff37a),segment_id=388ed052-033e-4f1f-843c-f63c7c3ff37a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:25.482513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-666a0815-1254-4674-837a-d53c69b87a3e req-a9d69c7a-2ddc-4419-91a0-4e57f6829dbd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.3767982 Nov 03 18:53:25.483833 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.517794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Calling delete_port for ae9779db-84c6-4589-9f9f-82e45e85d8d0 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:25.653987 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ceda95b4-3166-4700-8975-e29f0006f560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.670928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.718413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Pushing event deleted for resources: {'Port': ['ID=ae9779db-84c6-4589-9f9f-82e45e85d8d0,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:25.730359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] No DVR routers for this DVR port ae9779db-84c6-4589-9f9f-82e45e85d8d0 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:25.734066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.736216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.736966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.737748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.738663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.739366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.740192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.740814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.741712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.742363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.742893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.743397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de2c1-1842-4e83-96ee-7da0e9b331a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:25.838938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ceda95b4-3166-4700-8975-e29f0006f560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.875900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221501-840c-4fc1-9aee-5751edae2597 req-9b84637f-56eb-4048-a121-a2fd4f357985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.891917 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-9b84637f-56eb-4048-a121-a2fd4f357985 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5000882 Nov 03 18:53:25.996580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda95b4-3166-4700-8975-e29f0006f560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=710f1774-5e08-458f-a84f-2e2b6cd80412,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:26.022294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eefffe-eaa0-48c4-8c07-32c2aa43b761 None None] Network 5a0a8f7c-de3b-4ee3-867c-448357e25789 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:26.059344 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ceda95b4-3166-4700-8975-e29f0006f560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.079959 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ceda95b4-3166-4700-8975-e29f0006f560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/710f1774-5e08-458f-a84f-2e2b6cd80412 HTTP/1.1" status: 204 len: 168 time: 1.5069504 Nov 03 18:53:26.084337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36024) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:26.095500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:26.118346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d64b2-ad0e-43c8-9ffc-d46216c98cbf None None] Network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:26.126953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.131572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.191146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ae9779db-84c6-4589-9f9f-82e45e85d8d0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:26.212717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36026) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:26.242341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0366418b-b936-4eb6-aac9-1dd5b80829b9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5353663 Nov 03 18:53:26.252645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36028) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:26.265479 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-666a0815-1254-4674-837a-d53c69b87a3e req-d7e14063-fc00-4145-bc4a-9eb97b40f66e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7779012 Nov 03 18:53:26.267566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38b1d4b7-a2ab-4d7f-9be4-ea1814aa3b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.295157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ae9779db-84c6-4589-9f9f-82e45e85d8d0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:26.314900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ae9779db-84c6-4589-9f9f-82e45e85d8d0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:26.512469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38b1d4b7-a2ab-4d7f-9be4-ea1814aa3b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.518888 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38b1d4b7-a2ab-4d7f-9be4-ea1814aa3b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.572958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1d4b7-a2ab-4d7f-9be4-ea1814aa3b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f021f-63b9-40f5-9d05-efa196e63841,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:26.679675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-38b1d4b7-a2ab-4d7f-9be4-ea1814aa3b53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fba197ad4c294b2489877dd1b7a5982c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4649415 Nov 03 18:53:26.685817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36038) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:26.858215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45456833-4bc8-45d0-8958-c5e4d83c7704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.893606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:26.904217 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.969604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45456833-4bc8-45d0-8958-c5e4d83c7704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.036911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.128600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45456833-4bc8-45d0-8958-c5e4d83c7704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.130300 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-4c23121d-afc0-4ad9-8d23-ea77e323dda9 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2047107 Nov 03 18:53:27.133397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45456833-4bc8-45d0-8958-c5e4d83c7704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.150393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-45456833-4bc8-45d0-8958-c5e4d83c7704 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/425f021f-63b9-40f5-9d05-efa196e63841 HTTP/1.1" status: 204 len: 168 time: 0.4631617 Nov 03 18:53:27.167251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45456833-4bc8-45d0-8958-c5e4d83c7704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f021f-63b9-40f5-9d05-efa196e63841,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:27.288970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] DHCP port deletion for 5a0a8f7c-de3b-4ee3-867c-448357e25789 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:27.482135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Allocated IP 172.20.0.2 (dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c/f0ad47e7-d647-461b-963c-a8b7cfca24a4/41c8ecfc-e38a-4d4a-ad3d-82165baafeba) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:27.742035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78933f2b-d021-4e39-9c5b-4fdcc510dca3 req-cddd9ce1-1258-40ad-b2cb-ebc943b06f77 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.746935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78933f2b-d021-4e39-9c5b-4fdcc510dca3 req-cddd9ce1-1258-40ad-b2cb-ebc943b06f77 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.2034204 Nov 03 18:53:27.970370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78933f2b-d021-4e39-9c5b-4fdcc510dca3 req-520225cc-be18-471f-964e-ff8499b1247c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043610 Nov 03 18:53:28.039285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] Deleting port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:28.039285 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.173126 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.230323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:28.311191 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f7221501-840c-4fc1-9aee-5751edae2597 req-de538618-6562-4dab-8e7e-efbfcd9576f2 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756514 Nov 03 18:53:28.389443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36066) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:28.404152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.420434 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbc967b6-5c8a-431c-87d9-2201760f27b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.580554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.581230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:28.593862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.638632 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbc967b6-5c8a-431c-87d9-2201760f27b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.642399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:28.652841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbc967b6-5c8a-431c-87d9-2201760f27b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.657187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:28.669167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Pushing event updated for resources: {'Port': ['ID=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.691855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] For port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,segment=NetworkSegment(9f963481-8df6-4ebe-8f12-40fe87dbf11f),segment_id=9f963481-8df6-4ebe-8f12-40fe87dbf11f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:28.702367 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.729239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dbc967b6-5c8a-431c-87d9-2201760f27b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4fe8184ced6848c981c9731895746595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3373973 Nov 03 18:53:28.732490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36076) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:28.791227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-9b0b9330-481c-4db1-9d2b-8f71f4c23a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:28.800486 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-9b0b9330-481c-4db1-9d2b-8f71f4c23a5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1095 time: 0.3273826 Nov 03 18:53:28.807525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] Calling delete_port for 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:28.813404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d7096c-e944-4ebb-bcc0-c09a32ae3bce']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:28.838276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc967b6-5c8a-431c-87d9-2201760f27b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aeee1d-f513-43a4-8c0c-5289fafa49d0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.840625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.940327 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15185124-7d57-4fa8-9f8b-ed350e8d868b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.968493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Attempting to bind port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:28.969509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Attempting to bind port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:28.970325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Attempting to bind port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba on network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:28.971799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388ed052-033e-4f1f-843c-f63c7c3ff37a') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:28.972278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388ed052-033e-4f1f-843c-f63c7c3ff37a') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:28.993582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:28.994564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Checking segment: {'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:28.995401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.996234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Bound using segment: {'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:28.998942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Bound port: 41c8ecfc-e38a-4d4a-ad3d-82165baafeba, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:28.999872 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.036978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.076489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15185124-7d57-4fa8-9f8b-ed350e8d868b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.124721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,segment=NetworkSegment(9f963481-8df6-4ebe-8f12-40fe87dbf11f),segment_id=9f963481-8df6-4ebe-8f12-40fe87dbf11f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:29.190690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.203301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.272025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:29.272399 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:29.287243 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:29.354112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15185124-7d57-4fa8-9f8b-ed350e8d868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.356487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15185124-7d57-4fa8-9f8b-ed350e8d868b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.361522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-15185124-7d57-4fa8-9f8b-ed350e8d868b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39aeee1d-f513-43a4-8c0c-5289fafa49d0 HTTP/1.1" status: 204 len: 168 time: 0.6238048 Nov 03 18:53:29.394286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15185124-7d57-4fa8-9f8b-ed350e8d868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aeee1d-f513-43a4-8c0c-5289fafa49d0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:29.457837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9014e-2456-4c97-afaf-0cf610c2ed68 req-c31aa185-e369-4a4b-ae3b-37464927cf82 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.474769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45c9014e-2456-4c97-afaf-0cf610c2ed68 req-c31aa185-e369-4a4b-ae3b-37464927cf82 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.2229600 Nov 03 18:53:29.565859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.567374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:29.589027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] For port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:29.589362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.595400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/c0d7096c-e944-4ebb-bcc0-c09a32ae3bce HTTP/1.1" status: 204 len: 168 time: 3.5072720 Nov 03 18:53:29.603308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] For port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,segment=NetworkSegment(34e61d53-292f-4d15-8761-997869109067),segment_id=34e61d53-292f-4d15-8761-997869109067)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:29.603524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36090) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:29.607217 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.621669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-1b865a15-d4e3-4846-bc1d-3394f11cd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.624119 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.624796 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-1b865a15-d4e3-4846-bc1d-3394f11cd6d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.7675309 Nov 03 18:53:29.629895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d1ba3-3763-4fb2-a470-c10c9791b1f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=c0d7096c-e944-4ebb-bcc0-c09a32ae3bce,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:29.698537 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-6746fe96-39cf-487b-bb06-0f654967a0c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 217 time: 0.0586758 Nov 03 18:53:29.781888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] Pushing event deleted for resources: {'Port': ['ID=6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:29.837992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b5d0c-a10e-488f-83ab-b4674f846cbe None None] No DVR routers for this DVR port 6ffa19e7-a9e3-4b34-b9ac-b1326f3d5018 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:29.851429 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.871743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45c9014e-2456-4c97-afaf-0cf610c2ed68 req-74e9642d-d1c9-44f1-bcdd-0c82e41ee7f7 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3948109 Nov 03 18:53:29.923898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.20.0.1 (dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c/f0ad47e7-d647-461b-963c-a8b7cfca24a4/ab9d8fb5-a99b-499e-bbf9-3e9de32894f5) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:29.951803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-7f20e69a-be10-4f4f-b798-573116823595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.956032 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-7f20e69a-be10-4f4f-b798-573116823595 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.2266212 Nov 03 18:53:30.024604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2090b-e399-430a-88b6-ed0adacc317b None None] Pushing event updated for resources: {'Port': ['ID=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.234944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.298294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0a8f7c-de3b-4ee3-867c-448357e25789']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.319999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f963481-8df6-4ebe-8f12-40fe87dbf11f') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.320499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f963481-8df6-4ebe-8f12-40fe87dbf11f') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.341500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.410014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-4065edf3-dcaf-49f1-9cb2-72848e2e298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:30.415433 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.417521 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-4065edf3-dcaf-49f1-9cb2-72848e2e298a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4482217 Nov 03 18:53:30.444289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:30.446636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:30.458859 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:30.611743 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.623241 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.633141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/5a0a8f7c-de3b-4ee3-867c-448357e25789 HTTP/1.1" status: 204 len: 168 time: 1.0227664 Nov 03 18:53:30.646950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36108) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:30.655066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-643704883'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:30.686949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1760412-82c9-4342-b871-af30b8675a0d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=5a0a8f7c-de3b-4ee3-867c-448357e25789,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.693174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:30.701103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.751457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:30.759246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.769701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.770491 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment 1e97a799-ceed-45d5-b95a-830d864e1fcc of type vlan for network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 Nov 03 18:53:30.777314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36112) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:30.847288 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-28e35489-3eb2-402a-986e-9748c69b7545 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129469 Nov 03 18:53:31.008262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.091766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.280008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:31.312964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:31.341400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.364248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.364971 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.423019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:31.426701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:31.521919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.631260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1dd9d0ee-6e7c-4346-afdb-2cb2e90fe39c req-4c79d75c-1a72-4afc-b87f-7d36b286be28 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7791750 Nov 03 18:53:31.739776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:53:31.756644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1084473 Nov 03 18:53:31.759900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36134) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:31.775717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': '8fcae9fc-b929-46a8-941c-da2dc85d07e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:31.798320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90672d-a925-4b05-b40e-80fc2aab1faf req-7c32cd62-8a2b-42f7-95e5-2772ee30fc6e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.814795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d90672d-a925-4b05-b40e-80fc2aab1faf req-7c32cd62-8a2b-42f7-95e5-2772ee30fc6e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.7010572 Nov 03 18:53:31.816632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cebf9-b8f4-429f-aa85-422722e1069e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=8fcae9fc-b929-46a8-941c-da2dc85d07e7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:31.841472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:32.063439 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.447887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d90672d-a925-4b05-b40e-80fc2aab1faf req-28944b8c-d351-40ab-b401-fdd33d0839fc tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6279929 Nov 03 18:53:32.568118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:32.577835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.623016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e87ddb-e56b-4350-8bf6-9e7b74399fdf None None] Network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:32.648958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 41c8ecfc-e38a-4d4a-ad3d-82165baafeba up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:32.895422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8cd004e4-3729-4656-86e2-53dfbff1f534 None None] Provisioning complete for port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:32.896955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8cd004e4-3729-4656-86e2-53dfbff1f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.017954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.310763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:33.319888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.468429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '0d8aac58-8806-4469-9ada-192dd0905c50', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'port_id': '0d8aac58-8806-4469-9ada-192dd0905c50', 'mac_address': 'fa:16:3e:8d:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:53:33.473994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.486696 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.521979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:33.527583 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.638849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:33.639152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.721630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36158) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:33.774073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58948b08-b661-461f-b96b-a2fa7e0f9e97 req-9424914e-daa2-4353-9e57-6da4c82306f2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.776721 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58948b08-b661-461f-b96b-a2fa7e0f9e97 req-9424914e-daa2-4353-9e57-6da4c82306f2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.1510861 Nov 03 18:53:33.783205 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.791801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.947608 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8cd004e4-3729-4656-86e2-53dfbff1f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.957946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58948b08-b661-461f-b96b-a2fa7e0f9e97 req-35049b57-88da-4faf-ad8f-c16270470c8f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664035 Nov 03 18:53:34.031653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Deleting port 45027fea-3812-4663-ae83-986a866f3dfd {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:34.036434 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.057134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=f7390d7d-617f-4188-a533-eee117431165,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:34.073852 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.083439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': '1e97a799-ceed-45d5-b95a-830d864e1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8fcae9fc-b929-46a8-941c-da2dc85d07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:34.084062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: 8fcae9fc-b929-46a8-941c-da2dc85d07e7, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:34.114912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c59af442-7501-4dd8-8c82-80a287019df1 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1763718301'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:34.158534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:34.195896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] For port 45027fea-3812-4663-ae83-986a866f3dfd, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=45027fea-3812-4663-ae83-986a866f3dfd,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:34.196316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.217112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 8fcae9fc-b929-46a8-941c-da2dc85d07e7) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:34.217452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Calling delete_port for 45027fea-3812-4663-ae83-986a866f3dfd owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:34.238789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:34.239839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.265690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.266019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:34.273883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:34.291969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c9fb8-5955-497e-9bd4-901d7ac9e5fd None None] Network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:34.293031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c59af442-7501-4dd8-8c82-80a287019df1 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.296206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c59af442-7501-4dd8-8c82-80a287019df1 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.316414 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-538d298d-d9ea-4841-9293-965aab1eb469 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5497899 Nov 03 18:53:34.427377 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c59af442-7501-4dd8-8c82-80a287019df1 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.429148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36164) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:34.450954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-06f53b1d-0de6-4023-b2e3-9ab07f7485f7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1194945246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:34.469195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.476016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c59af442-7501-4dd8-8c82-80a287019df1 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.503054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8aac58-8806-4469-9ada-192dd0905c50 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:34.533049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=45027fea-3812-4663-ae83-986a866f3dfd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:34.541799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8cd004e4-3729-4656-86e2-53dfbff1f534 None None] For port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,segment=NetworkSegment(34e61d53-292f-4d15-8761-997869109067),segment_id=34e61d53-292f-4d15-8761-997869109067)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:34.613402 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8cd004e4-3729-4656-86e2-53dfbff1f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.760154 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06f53b1d-0de6-4023-b2e3-9ab07f7485f7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.761230 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06f53b1d-0de6-4023-b2e3-9ab07f7485f7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.772294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c59af442-7501-4dd8-8c82-80a287019df1 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.773836 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c59af442-7501-4dd8-8c82-80a287019df1 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0475705 Nov 03 18:53:34.778623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36178) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:34.796975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:34.873284 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.976613 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06f53b1d-0de6-4023-b2e3-9ab07f7485f7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.981746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cce32f8c-b06b-4f31-a7e4-eb4d8199cff6 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.992300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06f53b1d-0de6-4023-b2e3-9ab07f7485f7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.009406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd004e4-3729-4656-86e2-53dfbff1f534 None None] Pushing event updated for resources: {'Port': ['ID=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:35.122656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.123622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:35.162102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:53:35.162455 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:53:35.186525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06f53b1d-0de6-4023-b2e3-9ab07f7485f7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.191976 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-06f53b1d-0de6-4023-b2e3-9ab07f7485f7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7601614 Nov 03 18:53:35.192624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36188) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:35.241219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'port': {'network_id': '8fcae9fc-b929-46a8-941c-da2dc85d07e7', 'name': 'tempest-RoutersIpV6Test-1375226082'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:35.265546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['0d8aac58-8806-4469-9ada-192dd0905c50'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:35.342535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-8fcae9fc-b929-46a8-941c-da2dc85d07e7', 'network_id': '8fcae9fc-b929-46a8-941c-da2dc85d07e7', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': 'f7390d7d-617f-4188-a533-eee117431165'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:35.342781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.361784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:35.447800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb4b68-8742-40fd-a8dd-2b296c8a3fba req-cc4a50be-eaaf-4380-8b67-578bc1f73a2f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.458836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4eb4b68-8742-40fd-a8dd-2b296c8a3fba req-cc4a50be-eaaf-4380-8b67-578bc1f73a2f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.3320656 Nov 03 18:53:35.688816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Allocated IP 2001:db8::2 (8fcae9fc-b929-46a8-941c-da2dc85d07e7/f7390d7d-617f-4188-a533-eee117431165/600b2327-fd14-4bc1-b7dc-a555b698bc86) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:35.693064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4eb4b68-8742-40fd-a8dd-2b296c8a3fba req-8afb77b9-a1dc-42d3-b77d-465583ecab5f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132227 Nov 03 18:53:35.739591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cce32f8c-b06b-4f31-a7e4-eb4d8199cff6 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.745191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cce32f8c-b06b-4f31-a7e4-eb4d8199cff6 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.826666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:35.850646 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-221e65b9-ca4e-4230-86a1-5a1fe3b558f5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5939550 Nov 03 18:53:35.850646 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cce32f8c-b06b-4f31-a7e4-eb4d8199cff6 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.852484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36198) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:35.854852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce32f8c-b06b-4f31-a7e4-eb4d8199cff6 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b69aec8-dd21-4a79-960c-7fe2f1dd7c99 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:35.867178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cce32f8c-b06b-4f31-a7e4-eb4d8199cff6 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.868432 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cce32f8c-b06b-4f31-a7e4-eb4d8199cff6 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "DELETE /v2.0/routers/5b69aec8-dd21-4a79-960c-7fe2f1dd7c99 HTTP/1.1" status: 204 len: 168 time: 1.0876064 Nov 03 18:53:35.878736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-107502723'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:35.897148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36200) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:35.927880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Request body: {'router': {'name': 'tempest-router-190825938', 'distributed': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:35.965121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.api [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:53:35.965121 n-d-812148-3 neutron-server[101756]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 18:53:35.965121 n-d-812148-3 neutron-server[101756]: [parameters: {'project_id': '61b524ab03724cdba54e13a64e68c97b', 'id': '45b1173c-5a09-4d9a-9c14-bb8668219980', 'expiration': datetime.datetime(2021, 11, 3, 18, 55, 35, 955986)}] Nov 03 18:53:35.965121 n-d-812148-3 neutron-server[101756]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:53:35.966046 n-d-812148-3 neutron-server[101756]: DEBUG oslo_db.api [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:53:35.992979 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.020364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:36.044418 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.058137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:36.058897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:36.107734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.api [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:53:36.107734 n-d-812148-3 neutron-server[101756]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 18:53:36.107734 n-d-812148-3 neutron-server[101756]: [parameters: {'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'id': 'fe528da9-636a-47ef-9a4c-bb4ae5db315c', 'expiration': datetime.datetime(2021, 11, 3, 18, 55, 36, 91431)}] Nov 03 18:53:36.107734 n-d-812148-3 neutron-server[101756]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:53:36.108494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:36.108662 n-d-812148-3 neutron-server[101756]: DEBUG oslo_db.api [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:53:36.111806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.176804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Router 377e2ae3-08b8-4692-8c0d-c1814facf407 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:36.202990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] device_id is not set on port 3a9ed271-c876-4525-9de9-54e4e2f4a994 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:53:36.236975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-90278755-029d-44b1-bacb-9978bd13c8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.269689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:36.333306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Pushing event updated for resources: {'Port': ['ID=600b2327-fd14-4bc1-b7dc-a555b698bc86,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:36.424485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:36.659040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-38590f24-d97c-4a58-b852-edff755f2b67 None None] Provisioning complete for port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:36.659863 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38590f24-d97c-4a58-b852-edff755f2b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.686154 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.687301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.718198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:36.751367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:36.762063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 41c8ecfc-e38a-4d4a-ad3d-82165baafeba up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:36.785635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:36.803774 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] Sync routers for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:36.812827 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-242506c9-87b6-4196-b4ce-e0a25c308aa4 admin admin] 10.222.0.77 "PUT /v2.0/routers/377e2ae3-08b8-4692-8c0d-c1814facf407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0277772 Nov 03 18:53:36.817980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36208) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:36.856763 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:36.871428 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:36.997261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:37.004747 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.092473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.111056 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.119357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8::1c1 (8fcae9fc-b929-46a8-941c-da2dc85d07e7/f7390d7d-617f-4188-a533-eee117431165/3a9ed271-c876-4525-9de9-54e4e2f4a994) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:37.256763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.258032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-12073541-67c0-4c3f-9db0-496b436f955a tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3594527 Nov 03 18:53:37.258939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:37.276135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36210) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:37.347748 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.348019 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140 of type vlan for network c72f6b83-2bf5-4a7e-b23e-95f085b27621 Nov 03 18:53:37.391137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba90ec-e9c0-46e1-945a-acf2b105ef1c req-2b0e37c2-92b2-4be7-b0dc-823b65a5e1d3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.393389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8dba90ec-e9c0-46e1-945a-acf2b105ef1c req-2b0e37c2-92b2-4be7-b0dc-823b65a5e1d3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.3802912 Nov 03 18:53:37.406615 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:37.539186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-38590f24-d97c-4a58-b852-edff755f2b67 None None] Port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:37.562937 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.576423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.639433 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.710264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.727186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-38590f24-d97c-4a58-b852-edff755f2b67 None None] Provisioning complete for port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:37.727819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38590f24-d97c-4a58-b852-edff755f2b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.851156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Attempting to bind port 600b2327-fd14-4bc1-b7dc-a555b698bc86 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:37.852621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Attempting to bind port 600b2327-fd14-4bc1-b7dc-a555b698bc86 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '1e97a799-ceed-45d5-b95a-830d864e1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8fcae9fc-b929-46a8-941c-da2dc85d07e7'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:37.852621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Attempting to bind port 600b2327-fd14-4bc1-b7dc-a555b698bc86 on network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:37.892455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:37.893491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:37.893908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Checking segment: {'id': '1e97a799-ceed-45d5-b95a-830d864e1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8fcae9fc-b929-46a8-941c-da2dc85d07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:37.894524 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.895201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Bound using segment: {'id': '1e97a799-ceed-45d5-b95a-830d864e1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8fcae9fc-b929-46a8-941c-da2dc85d07e7'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:37.895863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Bound port: 600b2327-fd14-4bc1-b7dc-a555b698bc86, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e97a799-ceed-45d5-b95a-830d864e1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8fcae9fc-b929-46a8-941c-da2dc85d07e7'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:37.896284 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.897614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=3a9ed271-c876-4525-9de9-54e4e2f4a994,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:37.928873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:37.936316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:37.973871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.978382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.998103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:37.998584 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.005259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:32Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:38.046286 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5ca4b2b9-2620-4bbe-bcaa-3828ee38ee1b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8509631 Nov 03 18:53:38.047812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36216) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:38.129490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:38.130076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Updating router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:38.190533 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:53:34Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:38.193055 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.322610 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] Checking router: 377e2ae3-08b8-4692-8c0d-c1814facf407 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:38.366709 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] Routers {'377e2ae3-08b8-4692-8c0d-c1814facf407'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:38.367909 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['377e2ae3-08b8-4692-8c0d-c1814facf407'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:38.705487 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] Set router 377e2ae3-08b8-4692-8c0d-c1814facf407 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:38.734450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] For port 600b2327-fd14-4bc1-b7dc-a555b698bc86, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:38.789162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] For port 600b2327-fd14-4bc1-b7dc-a555b698bc86, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=600b2327-fd14-4bc1-b7dc-a555b698bc86,segment=NetworkSegment(1e97a799-ceed-45d5-b95a-830d864e1fcc),segment_id=1e97a799-ceed-45d5-b95a-830d864e1fcc)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:38.858898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.017205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:39.158391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.170296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.171494 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.180030 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fed8d7ba-8ba8-4cc1-a0db-01e4a18514b3 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.195437 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:53:34Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:39.210830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78dd5b91-da79-4bcf-add4-0d1c0f72c4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.270090 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfb203-1466-480d-9698-893454d8da1d None None] The sync data for ids ['377e2ae3-08b8-4692-8c0d-c1814facf407'] in n-d-812148-3 is: [{'id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'name': 'tempest-TaggedBootDevicesTest_v242-821241247-router', 'tenant_id': '079991ce9b0c48179a4285f793f55aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:11Z', 'updated_at': '2021-11-03T18:53:34Z', 'revision_number': 5, 'project_id': '079991ce9b0c48179a4285f793f55aad', 'gw_port': {'id': '452fd76a-7c71-45f3-95cd-e4a73a553062', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e2ae3-08b8-4692-8c0d-c1814facf407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:12Z', 'updated_at': '2021-11-03T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:39.308388 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.314497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946dbb6-cbd9-42c6-accb-24c3688d4b9c None None] Pushing event updated for resources: {'Port': ['ID=600b2327-fd14-4bc1-b7dc-a555b698bc86,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:39.380634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=c72f6b83-2bf5-4a7e-b23e-95f085b27621,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:39.399001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.413278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.454585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ca290c92-255b-4b36-bf14-316a69194e68 None None] Provisioning complete for port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:39.455333 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ca290c92-255b-4b36-bf14-316a69194e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.461764 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.472887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c72f6b83-2bf5-4a7e-b23e-95f085b27621 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:39.639473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c198aa2d-34b7-4f47-8f10-499a96515df9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7853770 Nov 03 18:53:39.648543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36222) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:39.665608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:39.849092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ca290c92-255b-4b36-bf14-316a69194e68 None None] Port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:39.876945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8dba90ec-e9c0-46e1-945a-acf2b105ef1c req-c10dff73-0170-4f5c-88af-d6f70eb7b799 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.3250322 Nov 03 18:53:40.165173 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f7827-9752-4b37-81b6-908d52797d44 None None] Pushing event updated for resources: {'Port': ['ID=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:40.171364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 0d8aac58-8806-4469-9ada-192dd0905c50 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:53:40.192913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.251399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 0d8aac58-8806-4469-9ada-192dd0905c50 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:40.252123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.357034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.372951 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.441537 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:53:40.475522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 600b2327-fd14-4bc1-b7dc-a555b698bc86 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:40.546766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fed8d7ba-8ba8-4cc1-a0db-01e4a18514b3 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.611251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fed8d7ba-8ba8-4cc1-a0db-01e4a18514b3 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.627971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=3a9ed271-c876-4525-9de9-54e4e2f4a994,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:40.682501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Attempting to bind port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:40.683094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Attempting to bind port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:40.683718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Attempting to bind port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 on network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:40.768062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:40.771598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Checking segment: {'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:40.773616 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.775986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Bound using segment: {'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:40.780998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Bound port: ab9d8fb5-a99b-499e-bbf9-3e9de32894f5, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e61d53-292f-4d15-8761-997869109067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:40.782203 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.874816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Deleting port 452fd76a-7c71-45f3-95cd-e4a73a553062 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:40.875448 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.877892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:40.885914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.968227 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fed8d7ba-8ba8-4cc1-a0db-01e4a18514b3 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.970560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed8d7ba-8ba8-4cc1-a0db-01e4a18514b3 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4221293-f59e-44e8-8ea2-defdb82e5e75 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:41.023473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48edb167-c846-4b6f-a1e3-7bfbc15fbf32 None None] Provisioning complete for port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:41.030517 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48edb167-c846-4b6f-a1e3-7bfbc15fbf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.167558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fed8d7ba-8ba8-4cc1-a0db-01e4a18514b3 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.170117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fed8d7ba-8ba8-4cc1-a0db-01e4a18514b3 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "DELETE /v2.0/routers/d4221293-f59e-44e8-8ea2-defdb82e5e75 HTTP/1.1" status: 204 len: 168 time: 3.8929029 Nov 03 18:53:41.178582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:41.197819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0ce96a63-5b3d-4e83-ba2e-c92a626de723 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Request body: {'router': {'name': 'tempest-router-1221498399', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e259031539014d5e96bfca991fcd2970'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:41.219728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48edb167-c846-4b6f-a1e3-7bfbc15fbf32 None None] Port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:41.328383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 600b2327-fd14-4bc1-b7dc-a555b698bc86 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:41.329285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658ed27-02c8-4e61-970b-feecb20c027d req-99a85e8e-b71c-4872-a5be-c98474637965 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.329641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ce96a63-5b3d-4e83-ba2e-c92a626de723 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.331470 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.331779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ce96a63-5b3d-4e83-ba2e-c92a626de723 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.332526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e658ed27-02c8-4e61-970b-feecb20c027d req-99a85e8e-b71c-4872-a5be-c98474637965 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.1581471 Nov 03 18:53:41.339717 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.384690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] For port 452fd76a-7c71-45f3-95cd-e4a73a553062, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=452fd76a-7c71-45f3-95cd-e4a73a553062,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:41.385634 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.462480 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.515289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Calling delete_port for 452fd76a-7c71-45f3-95cd-e4a73a553062 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:41.564888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] For port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:41.567011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e658ed27-02c8-4e61-970b-feecb20c027d req-412d07d6-f369-4755-acb3-a17b4fe974ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123458 Nov 03 18:53:41.673563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:41.677134 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36e930e-3a28-4d22-bbd3-2b12bb71d035" -d '{"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-plugged", "status": "completed", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:41.683224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] For port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,segment=NetworkSegment(34e61d53-292f-4d15-8761-997869109067),segment_id=34e61d53-292f-4d15-8761-997869109067)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:41.774885 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.789489 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.798873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:41.808312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c136c-738f-4a58-baad-9d08e649b08d None None] Network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:41.885395 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa88258-f17e-418e-a42e-1b5feeaeeebf x-openstack-request-id: req-faa88258-f17e-418e-a42e-1b5feeaeeebf {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:41.886220 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-plugged", "status": "completed", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:41.886753 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-faa88258-f17e-418e-a42e-1b5feeaeeebf {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:41.888383 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50', 'code': 200} Nov 03 18:53:41.915954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.950757 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ce96a63-5b3d-4e83-ba2e-c92a626de723 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.031280 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ce96a63-5b3d-4e83-ba2e-c92a626de723 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.108314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ce96a63-5b3d-4e83-ba2e-c92a626de723 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.111596 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0ce96a63-5b3d-4e83-ba2e-c92a626de723 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9206636 Nov 03 18:53:42.118797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36238) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:42.127779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:42.324153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.332668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d934b8-077a-4c83-8b22-08ddbbcf5485 req-2a0e256e-0534-40b8-8d43-19261283464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.336176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f5d934b8-077a-4c83-8b22-08ddbbcf5485 req-2a0e256e-0534-40b8-8d43-19261283464f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1097 time: 0.4064016 Nov 03 18:53:42.415389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dfe19a78-56ab-4d5f-9262-2b51092981ef None None] Provisioning complete for port 600b2327-fd14-4bc1-b7dc-a555b698bc86 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:42.415995 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dfe19a78-56ab-4d5f-9262-2b51092981ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.428669 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.430487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f7827-9752-4b37-81b6-908d52797d44 None None] Pushing event updated for resources: {'Port': ['ID=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:42.488741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Pushing event deleted for resources: {'Port': ['ID=452fd76a-7c71-45f3-95cd-e4a73a553062,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:42.504242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:42.507880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.508878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:42.527461 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.683095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=653f07b6-abeb-4e4b-bd80-497b7abf3d75,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:42.791005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:42.791355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: c72f6b83-2bf5-4a7e-b23e-95f085b27621, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:42.826338 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.036349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.044893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.045715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.053373 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.057792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:43.095932 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f5d934b8-077a-4c83-8b22-08ddbbcf5485 req-0d1af3bc-8b76-4364-b35c-d06b2fb361f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6912990 Nov 03 18:53:43.138363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.144024 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.240892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 600b2327-fd14-4bc1-b7dc-a555b698bc86, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=600b2327-fd14-4bc1-b7dc-a555b698bc86,segment=NetworkSegment(1e97a799-ceed-45d5-b95a-830d864e1fcc),segment_id=1e97a799-ceed-45d5-b95a-830d864e1fcc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:43.260092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.303498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network c72f6b83-2bf5-4a7e-b23e-95f085b27621 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:43.312371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.313195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 377e2ae3-08b8-4692-8c0d-c1814facf407 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:43.336665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.338226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=3a9ed271-c876-4525-9de9-54e4e2f4a994,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:43.344606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aaede36d-e8a8-4154-9eb8-03c91ff6d640 admin admin] 10.222.0.77 "DELETE /v2.0/routers/377e2ae3-08b8-4692-8c0d-c1814facf407 HTTP/1.1" status: 204 len: 168 time: 6.5174983 Nov 03 18:53:43.350643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36254) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:43.368082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.368496 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.382238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c72f6b83-2bf5-4a7e-b23e-95f085b27621) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:43.382976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 45027fea-3812-4663-ae83-986a866f3dfd no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:43.462024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c235d6-0b13-4a1e-91e2-a8245865f2e6 None None] Network c72f6b83-2bf5-4a7e-b23e-95f085b27621 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:43.505792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.506742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.547648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bd22a-3df2-4172-ab48-fc1f0056b55d req-796d18c5-ef9a-4ce1-aa38-2c769e87c80e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.551026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-103bd22a-3df2-4172-ab48-fc1f0056b55d req-796d18c5-ef9a-4ce1-aa38-2c769e87c80e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.6515679 Nov 03 18:53:43.561135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 45027fea-3812-4663-ae83-986a866f3dfd {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:43.562286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 45027fea-3812-4663-ae83-986a866f3dfd not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:43.583581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b0d208be-006e-49c3-83ba-08d9b85d385f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9252081 Nov 03 18:53:43.614886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36256) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:43.724064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:43.790556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b4cbbe-60e8-4f2c-b6c3-ab50037ef10c admin admin] Deleting subnet 11427b39-cb02-4adb-aa28-da7268be0be7 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:43.812835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1b4cbbe-60e8-4f2c-b6c3-ab50037ef10c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.843643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101755) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 03 18:53:43.845752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Router 3361c55e-8d9c-4b56-9213-60ece60d1d32 migrating from provider to provider. {{(pid=101755) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 03 18:53:43.846253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.907687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-103bd22a-3df2-4172-ab48-fc1f0056b55d req-a3931129-b996-424b-9446-a8a8cfd75d33 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232546 Nov 03 18:53:43.973828 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1b4cbbe-60e8-4f2c-b6c3-ab50037ef10c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.006164 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.039270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36262) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:44.058008 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.266905 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1b4cbbe-60e8-4f2c-b6c3-ab50037ef10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.372857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=600b2327-fd14-4bc1-b7dc-a555b698bc86,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:44.493679 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-740ac134-8fc8-41af-a723-0990f1797c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.500594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5e34a639-d09c-4cc7-b75b-ebf72165b0b4 None None] Provisioning complete for port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:44.501408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1b4cbbe-60e8-4f2c-b6c3-ab50037ef10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.501702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5e34a639-d09c-4cc7-b75b-ebf72165b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.685621 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:44.696020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-740ac134-8fc8-41af-a723-0990f1797c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.700501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:44.723744 n-d-812148-3 neutron-server[101755]: WARNING neutron.scheduler.l3_agent_scheduler [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] No L3 agents can host the router 3361c55e-8d9c-4b56-9213-60ece60d1d32 Nov 03 18:53:44.740748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:41Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:44.768758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-740ac134-8fc8-41af-a723-0990f1797c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.816724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4cbbe-60e8-4f2c-b6c3-ab50037ef10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11427b39-cb02-4adb-aa28-da7268be0be7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:44.823088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e2546-10dd-4d16-a1e1-41df48874833 None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:41Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:44.849260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-740ac134-8fc8-41af-a723-0990f1797c43 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cdd8c00711a40f1a31c7403079dee5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8080254 Nov 03 18:53:44.855253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36266) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:44.862246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1b4cbbe-60e8-4f2c-b6c3-ab50037ef10c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.871410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d1b4cbbe-60e8-4f2c-b6c3-ab50037ef10c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/11427b39-cb02-4adb-aa28-da7268be0be7 HTTP/1.1" status: 204 len: 168 time: 1.5113482 Nov 03 18:53:44.873013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36268) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:44.882376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb5034-2608-48bf-aa81-8c166d1808dc None None] Network c0d79a55-44b4-4875-8aa5-b9e9a21493fc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:45.010239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ac134-8fc8-41af-a723-0990f1797c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e7c3e-10fc-4e51-8c34-4798f2950417,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:45.156376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:45.158998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.239949 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5e34a639-d09c-4cc7-b75b-ebf72165b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.417822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.434294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-edf25b4e-b2ae-4a79-81fe-38565981728f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.485140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f27723-cbc8-4157-adb1-559693946270 req-e6a361ba-0d2d-4b9b-a53f-773dc5bf9626 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.501632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3f27723-cbc8-4157-adb1-559693946270 req-e6a361ba-0d2d-4b9b-a53f-773dc5bf9626 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.3160648 Nov 03 18:53:45.586904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-edf25b4e-b2ae-4a79-81fe-38565981728f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.685746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Allocated IP 172.21.0.2 (c72f6b83-2bf5-4a7e-b23e-95f085b27621/653f07b6-abeb-4e4b-bd80-497b7abf3d75/27185531-cb89-4dd1-9af3-22c575883271) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:45.830824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3f27723-cbc8-4157-adb1-559693946270 req-d4028791-f0ef-4d32-8a95-79946e5a5e2f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274372 Nov 03 18:53:46.106502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Deleting port 521bf115-b9d8-486b-a86d-969fc941a504 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:46.107752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.115804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-edf25b4e-b2ae-4a79-81fe-38565981728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.135145 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-edf25b4e-b2ae-4a79-81fe-38565981728f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.144766 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-edf25b4e-b2ae-4a79-81fe-38565981728f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d2e7c3e-10fc-4e51-8c34-4798f2950417 HTTP/1.1" status: 204 len: 168 time: 1.2868316 Nov 03 18:53:46.267043 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.332322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:46.349803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.370515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Hosts for router 3361c55e-8d9c-4b56-9213-60ece60d1d32: [] {{(pid=101755) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 03 18:53:46.398818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf25b4e-b2ae-4a79-81fe-38565981728f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e7c3e-10fc-4e51-8c34-4798f2950417,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:46.464060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] For port 521bf115-b9d8-486b-a86d-969fc941a504, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=521bf115-b9d8-486b-a86d-969fc941a504,segment=NetworkSegment(640b4201-353f-459b-b72a-995a82349ad1),segment_id=640b4201-353f-459b-b72a-995a82349ad1)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:46.464712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.503880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde6ff7-65eb-47bc-80ab-fa6619118ef9 req-62c02e15-e5a3-44e4-94d2-16722433a5b5 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.514195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bde6ff7-65eb-47bc-80ab-fa6619118ef9 req-62c02e15-e5a3-44e4-94d2-16722433a5b5 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.3236423 Nov 03 18:53:46.525702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36280) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:46.535840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'floatingip': {'port_id': '0d8aac58-8806-4469-9ada-192dd0905c50'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:46.607068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.611816 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Hosts for other DVR routers connected to router 3361c55e-8d9c-4b56-9213-60ece60d1d32: set() {{(pid=101755) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 03 18:53:46.616819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.623183 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-471dbab7-33d5-463a-86cf-9a1071146e35 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "PUT /v2.0/routers/3361c55e-8d9c-4b56-9213-60ece60d1d32 HTTP/1.1" status: 200 len: 717 time: 4.4979963 Nov 03 18:53:46.625539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36284) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:46.627072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Calling delete_port for 521bf115-b9d8-486b-a86d-969fc941a504 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:46.634007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5e34a639-d09c-4cc7-b75b-ebf72165b0b4 None None] For port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,segment=NetworkSegment(34e61d53-292f-4d15-8761-997869109067),segment_id=34e61d53-292f-4d15-8761-997869109067)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:46.652987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.738936 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Network c72f6b83-2bf5-4a7e-b23e-95f085b27621 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:46.767245 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5e34a639-d09c-4cc7-b75b-ebf72165b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.828479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:46.846288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:46.861645 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d822c76e-0f53-40c6-9f05-265dfe106730 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "GET /v2.0/routers/3361c55e-8d9c-4b56-9213-60ece60d1d32 HTTP/1.1" status: 200 len: 717 time: 0.2212124 Nov 03 18:53:46.868182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] DHCP port deletion for c0d79a55-44b4-4875-8aa5-b9e9a21493fc request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:46.879573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36286) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:46.981746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 22187248-1af8-419e-b19f-9ee99e1b29c5 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:47.104132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Pushing event updated for resources: {'Port': ['ID=27185531-cb89-4dd1-9af3-22c575883271,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:47.175693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Attempting to bind port 27185531-cb89-4dd1-9af3-22c575883271 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:47.176259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Attempting to bind port 27185531-cb89-4dd1-9af3-22c575883271 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:47.176828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Attempting to bind port 27185531-cb89-4dd1-9af3-22c575883271 on network c72f6b83-2bf5-4a7e-b23e-95f085b27621 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:47.218203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36290) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:47.263533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:47.264146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Checking segment: {'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:47.264825 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.265530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Bound using segment: {'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:47.266445 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Bound port: 27185531-cb89-4dd1-9af3-22c575883271, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:47.267225 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.335765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acca7aff-d49a-4275-9c7f-309022bb42e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.415015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] For port 27185531-cb89-4dd1-9af3-22c575883271, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:47.422324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] For port 27185531-cb89-4dd1-9af3-22c575883271, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=27185531-cb89-4dd1-9af3-22c575883271,segment=NetworkSegment(fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140),segment_id=fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:47.440396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-43f80c38-2da1-461f-88ce-f34005e01b48 None None] Provisioning complete for port 600b2327-fd14-4bc1-b7dc-a555b698bc86 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:47.441003 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43f80c38-2da1-461f-88ce-f34005e01b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.513914 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.538677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:47.539058 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.551193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.601980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:47.631151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bda20e02-70e9-4864-81c1-f827ef3741f6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/22187248-1af8-419e-b19f-9ee99e1b29c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5811703 Nov 03 18:53:47.632182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36294) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:47.754192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Pushing event deleted for resources: {'Port': ['ID=521bf115-b9d8-486b-a86d-969fc941a504,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:47.770119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0c48d-320e-41c9-9a0e-82f394c10ade None None] Sync routers for ids ['22187248-1af8-419e-b19f-9ee99e1b29c5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:47.788310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] Deleting port 521bf115-b9d8-486b-a86d-969fc941a504 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:47.789272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.861013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] No DVR routers for this DVR port 521bf115-b9d8-486b-a86d-969fc941a504 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:47.893272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] For port 521bf115-b9d8-486b-a86d-969fc941a504, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:47.893776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.919657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] Calling delete_port for 521bf115-b9d8-486b-a86d-969fc941a504 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:47.935180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d1b39-3819-4533-8fba-148b0311dcf1 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:47.958555 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-825d1b39-3819-4533-8fba-148b0311dcf1 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports/3a9ed271-c876-4525-9de9-54e4e2f4a994 HTTP/1.1" status: 200 len: 984 time: 0.2761602 Nov 03 18:53:47.963592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36296) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:47.971452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] Port 521bf115-b9d8-486b-a86d-969fc941a504 was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:53:48.075319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34a639-d09c-4cc7-b75b-ebf72165b0b4 None None] Pushing event updated for resources: {'Port': ['ID=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:48.101751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.195337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] No DVR routers for this DVR port 521bf115-b9d8-486b-a86d-969fc941a504 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:48.203334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0c48d-320e-41c9-9a0e-82f394c10ade None None] Routers {'22187248-1af8-419e-b19f-9ee99e1b29c5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:48.203976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cac0c48d-320e-41c9-9a0e-82f394c10ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['22187248-1af8-419e-b19f-9ee99e1b29c5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.249107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cac0c48d-320e-41c9-9a0e-82f394c10ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.297251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-43f80c38-2da1-461f-88ce-f34005e01b48 None None] Provisioning complete for port 3a9ed271-c876-4525-9de9-54e4e2f4a994 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:48.297595 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43f80c38-2da1-461f-88ce-f34005e01b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.303597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 600b2327-fd14-4bc1-b7dc-a555b698bc86 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:48.378818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0c48d-320e-41c9-9a0e-82f394c10ade None None] Routers {'22187248-1af8-419e-b19f-9ee99e1b29c5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:48.379450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cac0c48d-320e-41c9-9a0e-82f394c10ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['22187248-1af8-419e-b19f-9ee99e1b29c5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.420148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.437431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cac0c48d-320e-41c9-9a0e-82f394c10ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.438112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0c48d-320e-41c9-9a0e-82f394c10ade None None] The sync data for ids ['22187248-1af8-419e-b19f-9ee99e1b29c5'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:48.439587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9e1df-249c-40b2-8699-5f50a3a72b6b None None] Pushing event updated for resources: {'Port': ['ID=27185531-cb89-4dd1-9af3-22c575883271,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:48.457130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d79a55-44b4-4875-8aa5-b9e9a21493fc']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.473731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640b4201-353f-459b-b72a-995a82349ad1') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.474099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640b4201-353f-459b-b72a-995a82349ad1') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.487919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.490263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c939c-3fa7-4351-a2b3-3040b68a4558 None None] Pushing event deleted for resources: {'Port': ['ID=521bf115-b9d8-486b-a86d-969fc941a504,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:48.496143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-43f80c38-2da1-461f-88ce-f34005e01b48 None None] Port 3a9ed271-c876-4525-9de9-54e4e2f4a994 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:48.509649 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.517865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:48.518530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.524239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 600b2327-fd14-4bc1-b7dc-a555b698bc86 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:48.525110 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.547367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.21.0.1 (c72f6b83-2bf5-4a7e-b23e-95f085b27621/653f07b6-abeb-4e4b-bd80-497b7abf3d75/4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:48.601314 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:48.606637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acca7aff-d49a-4275-9c7f-309022bb42e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.625841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.639998 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.647552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] 10.222.0.77 "DELETE /v2.0/networks/c0d79a55-44b4-4875-8aa5-b9e9a21493fc HTTP/1.1" status: 204 len: 168 time: 3.7525005 Nov 03 18:53:48.670998 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acca7aff-d49a-4275-9c7f-309022bb42e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.749772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-acca7aff-d49a-4275-9c7f-309022bb42e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc86a25643824f87974f3fd69cfe30e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5239613 Nov 03 18:53:48.825929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 452fd76a-7c71-45f3-95cd-e4a73a553062 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:48.827707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36304) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.892603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-90975adf-e82c-412e-8d9c-96fa13b36853 tempest-RoutersTestDVR-715401275 tempest-RoutersTestDVR-715401275-project] 10.222.0.77 "GET /v2.0/routers/3361c55e-8d9c-4b56-9213-60ece60d1d32 HTTP/1.1" status: 200 len: 683 time: 1.9912953 Nov 03 18:53:48.903206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36308) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.914830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 452fd76a-7c71-45f3-95cd-e4a73a553062 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:48.920793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 452fd76a-7c71-45f3-95cd-e4a73a553062 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:48.923490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7293e2-f484-4aa0-9bfe-08a03ae962cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d79a55-44b4-4875-8aa5-b9e9a21493fc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:48.982537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.067924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.129840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e32cbc0-60f5-4400-90c1-e924e1671580 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.226048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network c72f6b83-2bf5-4a7e-b23e-95f085b27621 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:49.235803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:49.240515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:49.242352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca7aff-d49a-4275-9c7f-309022bb42e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8298887b-4fc3-4919-aa8d-2b066ad305de,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:49.249641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36314) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:49.331988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1645fa2-2299-40ea-9710-29a40aabdfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.366225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061be2b6-09d6-4835-88f9-5515b690699c None None] Network c72f6b83-2bf5-4a7e-b23e-95f085b27621 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:49.409969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 27185531-cb89-4dd1-9af3-22c575883271 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:49.447218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:49.497959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1645fa2-2299-40ea-9710-29a40aabdfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.515149 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.924210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 27185531-cb89-4dd1-9af3-22c575883271 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:49.925029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.968789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1645fa2-2299-40ea-9710-29a40aabdfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.990451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f64804b2-5920-49f6-a7b2-2786a153072a None None] Provisioning complete for port 27185531-cb89-4dd1-9af3-22c575883271 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:49.990923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f64804b2-5920-49f6-a7b2-2786a153072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.992851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1645fa2-2299-40ea-9710-29a40aabdfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.994804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c1645fa2-2299-40ea-9710-29a40aabdfe8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8298887b-4fc3-4919-aa8d-2b066ad305de HTTP/1.1" status: 204 len: 168 time: 1.1624367 Nov 03 18:53:50.038965 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.042211 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.117246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6d6481a7-9828-4cc6-b743-e0416db29a78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=079991ce9b0c48179a4285f793f55aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8092835 Nov 03 18:53:50.125262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36324) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:50.158197 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e32cbc0-60f5-4400-90c1-e924e1671580 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.174527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e32cbc0-60f5-4400-90c1-e924e1671580 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.224484 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.245780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1645fa2-2299-40ea-9710-29a40aabdfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8298887b-4fc3-4919-aa8d-2b066ad305de,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.340874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:53:50.402982 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f64804b2-5920-49f6-a7b2-2786a153072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.438967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 27185531-cb89-4dd1-9af3-22c575883271, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=27185531-cb89-4dd1-9af3-22c575883271,segment=NetworkSegment(fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140),segment_id=fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:50.457312 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.459092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:50.531664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.551230 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.766521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=27185531-cb89-4dd1-9af3-22c575883271,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.767879 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e32cbc0-60f5-4400-90c1-e924e1671580 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.768819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32cbc0-60f5-4400-90c1-e924e1671580 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3361c55e-8d9c-4b56-9213-60ece60d1d32 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:50.782739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e32cbc0-60f5-4400-90c1-e924e1671580 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.790703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8e32cbc0-60f5-4400-90c1-e924e1671580 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3361c55e-8d9c-4b56-9213-60ece60d1d32 HTTP/1.1" status: 204 len: 168 time: 1.8647375 Nov 03 18:53:50.800807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36330) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:50.836483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-df7107c9-1635-414d-98a9-ac659eefa38e tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Request body: {'router': {'name': 'tempest-router-866610315', 'distributed': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:50.842123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-f64804b2-5920-49f6-a7b2-2786a153072a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:53:50.843373 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-f64804b2-5920-49f6-a7b2-2786a153072a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:53:50.849209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:50.850342 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.991373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36332) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:51.056822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af765de7-048c-4efa-8366-0b4bec1d88f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.072728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df7107c9-1635-414d-98a9-ac659eefa38e tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.075183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df7107c9-1635-414d-98a9-ac659eefa38e tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.095431 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2039b897-35de-4ff3-af8c-0795a0d7c714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.136226 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af765de7-048c-4efa-8366-0b4bec1d88f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.172845 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Floating IP 17ef28b7-8ced-469e-a838-55328fcdef1e associated. External IP: 172.25.3.213, port: 0d8aac58-8806-4469-9ada-192dd0905c50. Nov 03 18:53:51.217879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 521bf115-b9d8-486b-a86d-969fc941a504 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:51.252883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 521bf115-b9d8-486b-a86d-969fc941a504 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:51.253764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 521bf115-b9d8-486b-a86d-969fc941a504 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:51.342137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df7107c9-1635-414d-98a9-ac659eefa38e tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.370939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df7107c9-1635-414d-98a9-ac659eefa38e tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.395412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 27185531-cb89-4dd1-9af3-22c575883271 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:51.487521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 27185531-cb89-4dd1-9af3-22c575883271 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:51.488811 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.504020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df7107c9-1635-414d-98a9-ac659eefa38e tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.510752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-df7107c9-1635-414d-98a9-ac659eefa38e tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6821156 Nov 03 18:53:51.510752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36334) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:51.612320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-217d3f9f-ee64-494a-8998-c8dda8157d3b None None] Provisioning complete for port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:51.612937 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-217d3f9f-ee64-494a-8998-c8dda8157d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.656876 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90708fa7-0669-4938-a7a3-0063a8b1c468 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.744407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-217d3f9f-ee64-494a-8998-c8dda8157d3b None None] Port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:51.762052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af765de7-048c-4efa-8366-0b4bec1d88f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.766221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af765de7-048c-4efa-8366-0b4bec1d88f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.771917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-af765de7-048c-4efa-8366-0b4bec1d88f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/985fe1e9-ecf1-415a-87db-e4ea2a6f1173 HTTP/1.1" status: 204 len: 168 time: 1.6410036 Nov 03 18:53:51.789660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af765de7-048c-4efa-8366-0b4bec1d88f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985fe1e9-ecf1-415a-87db-e4ea2a6f1173,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:51.815344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-217d3f9f-ee64-494a-8998-c8dda8157d3b None None] Provisioning complete for port 27185531-cb89-4dd1-9af3-22c575883271 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:51.815997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-217d3f9f-ee64-494a-8998-c8dda8157d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.882365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.898133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.924947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90708fa7-0669-4938-a7a3-0063a8b1c468 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.927957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90708fa7-0669-4938-a7a3-0063a8b1c468 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.065323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90708fa7-0669-4938-a7a3-0063a8b1c468 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.065889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90708fa7-0669-4938-a7a3-0063a8b1c468 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d27a2bbb-a490-44ea-ab3a-c76e17c66533 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:52.072044 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90708fa7-0669-4938-a7a3-0063a8b1c468 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.079332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-90708fa7-0669-4938-a7a3-0063a8b1c468 tempest-RoutersTestDVR-985589766 tempest-RoutersTestDVR-985589766-project-admin] 10.222.0.77 "DELETE /v2.0/routers/d27a2bbb-a490-44ea-ab3a-c76e17c66533 HTTP/1.1" status: 204 len: 168 time: 0.5647104 Nov 03 18:53:52.109298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.181713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:52.275469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2039b897-35de-4ff3-af8c-0795a0d7c714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.298663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:52.322665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2039b897-35de-4ff3-af8c-0795a0d7c714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.333365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 3a9ed271-c876-4525-9de9-54e4e2f4a994 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:52.333365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.544172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2039b897-35de-4ff3-af8c-0795a0d7c714 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bac95aa334a24ae981221371cf1ee11d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5418911 Nov 03 18:53:52.558394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36354) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:52.565437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039b897-35de-4ff3-af8c-0795a0d7c714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f780b6-6976-498c-a015-7186c363f6b2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:52.609124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:52.619926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.630024 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] Sync routers for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:52.677050 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:52.679697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network c72f6b83-2bf5-4a7e-b23e-95f085b27621 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:52.681101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:52.702112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:52.726570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.751151 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7f470435-c4c3-4c12-b8d3-93ebb91c71f6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "PUT /v2.0/floatingips/17ef28b7-8ced-469e-a838-55328fcdef1e HTTP/1.1" status: 200 len: 992 time: 6.2234132 Nov 03 18:53:52.760473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:52.770185 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cce139-ff13-4944-be21-5a78b71885dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:52.770635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 3a9ed271-c876-4525-9de9-54e4e2f4a994 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:53.030823 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:53.075682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f51f-c9fc-4a2d-8a8d-920c8b7229ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.113140 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280ca914-bcd2-43d5-9263-ec422d4f9c43 x-openstack-request-id: req-280ca914-bcd2-43d5-9263-ec422d4f9c43 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:53.113807 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:53.114304 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-280ca914-bcd2-43d5-9263-ec422d4f9c43 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:53.114922 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50', 'status': 'completed', 'code': 200} Nov 03 18:53:53.144065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36370) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:53.377567 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f51f-c9fc-4a2d-8a8d-920c8b7229ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.409308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:53.431686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-39a674a2-fab1-4090-8039-935d6604338b None None] Provisioning complete for port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:53.437351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-39a674a2-fab1-4090-8039-935d6604338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.480967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce139-ff13-4944-be21-5a78b71885dd req-71372bd4-76e9-44ae-b5e8-9460c92721f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:53.483862 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8cce139-ff13-4944-be21-5a78b71885dd req-71372bd4-76e9-44ae-b5e8-9460c92721f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1097 time: 0.2600536 Nov 03 18:53:53.543057 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-39a674a2-fab1-4090-8039-935d6604338b None None] Port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:53.588583 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '17ef28b7-8ced-469e-a838-55328fcdef1e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'port_id': '0d8aac58-8806-4469-9ada-192dd0905c50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'mac_address': 'fa:16:3e:8d:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:53:11Z', 'updated_at': '2021-11-03T18:53:50Z', 'revision_number': 1, 'project_id': '2fd92340eb52401fa5503cef33841487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:53.630783 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] Checking router: 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:53.660362 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:53.661540 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:53.693307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca094286-33e7-4f79-a1e7-50f5fa3629bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.935724 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca094286-33e7-4f79-a1e7-50f5fa3629bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.942972 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca094286-33e7-4f79-a1e7-50f5fa3629bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.980619 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:53.998638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36382) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:54.080577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca094286-33e7-4f79-a1e7-50f5fa3629bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728fa972-b60e-41f1-b66b-9eb7175ad7a5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:54.100394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ca094286-33e7-4f79-a1e7-50f5fa3629bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e259031539014d5e96bfca991fcd2970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9543111 Nov 03 18:53:54.104632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36390) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:54.305457 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.318222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c41fb175-84c4-40e5-9197-be02e519d167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.358646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-31642238-network', 'tenant_id': '67c1d61dae7646178468842ecc8c8541'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:54.400745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=3a9ed271-c876-4525-9de9-54e4e2f4a994,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:54.424773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Made reservation on behalf of 67c1d61dae7646178468842ecc8c8541 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:54.431849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.458535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c41fb175-84c4-40e5-9197-be02e519d167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.475509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f51f-c9fc-4a2d-8a8d-920c8b7229ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.481868 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f51f-c9fc-4a2d-8a8d-920c8b7229ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.485472 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1b0f51f-c9fc-4a2d-8a8d-920c8b7229ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14f780b6-6976-498c-a015-7186c363f6b2 HTTP/1.1" status: 204 len: 168 time: 1.9122839 Nov 03 18:53:54.494558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.733711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce139-ff13-4944-be21-5a78b71885dd req-3cc6afcb-537c-4d3c-9e3d-5f7703b05760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.736372 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8cce139-ff13-4944-be21-5a78b71885dd req-3cc6afcb-537c-4d3c-9e3d-5f7703b05760 service neutron] 10.222.0.70 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 1.2264433 Nov 03 18:53:54.744941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.773384 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '17ef28b7-8ced-469e-a838-55328fcdef1e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'port_id': '0d8aac58-8806-4469-9ada-192dd0905c50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'mac_address': 'fa:16:3e:8d:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:53:11Z', 'updated_at': '2021-11-03T18:53:50Z', 'revision_number': 1, 'project_id': '2fd92340eb52401fa5503cef33841487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:54.909181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0f51f-c9fc-4a2d-8a8d-920c8b7229ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f780b6-6976-498c-a015-7186c363f6b2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:54.937736 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8cce139-ff13-4944-be21-5a78b71885dd req-e905477c-21c7-4a3a-b52a-d61a1691d06b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1000 time: 0.1732919 Nov 03 18:53:54.940119 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd073f-aaef-4c5f-b292-651901061118 None None] The sync data for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 is: [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '17ef28b7-8ced-469e-a838-55328fcdef1e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'port_id': '0d8aac58-8806-4469-9ada-192dd0905c50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'mac_address': 'fa:16:3e:8d:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:53:11Z', 'updated_at': '2021-11-03T18:53:50Z', 'revision_number': 1, 'project_id': '2fd92340eb52401fa5503cef33841487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:54.991144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c41fb175-84c4-40e5-9197-be02e519d167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.002831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c41fb175-84c4-40e5-9197-be02e519d167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.010352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c41fb175-84c4-40e5-9197-be02e519d167 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/728fa972-b60e-41f1-b66b-9eb7175ad7a5 HTTP/1.1" status: 204 len: 168 time: 0.9028785 Nov 03 18:53:55.041602 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.044719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fb175-84c4-40e5-9197-be02e519d167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728fa972-b60e-41f1-b66b-9eb7175ad7a5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:55.069040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:55.073219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-139c4807-0c33-4fb2-b84f-0e193ce95f93 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5501142 Nov 03 18:53:55.075579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.087231 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-db9120f2-304c-4c2b-a98a-2d8ee9e22565 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4707370 Nov 03 18:53:55.115694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:55.119198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36398) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:55.132428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-1427707867'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:55.145350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:55.163327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:55.384406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce139-ff13-4944-be21-5a78b71885dd req-d7588881-01e9-4634-ada0-bc2beaa07350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:55.386484 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8cce139-ff13-4944-be21-5a78b71885dd req-d7588881-01e9-4634-ada0-bc2beaa07350 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.2935972 Nov 03 18:53:55.427977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:55.538778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.539592 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Added segment e9330d16-6fdc-440e-8019-65723af30509 of type vlan for network 02685897-77f7-4387-9d04-212abac19472 Nov 03 18:53:55.620164 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8055b6-2999-4b1d-b0ce-eb515a084a05 None None] New status for floating IP 17ef28b7-8ced-469e-a838-55328fcdef1e: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:53:55.667837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:55.680116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.742135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 22187248-1af8-419e-b19f-9ee99e1b29c5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:55.772121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce139-ff13-4944-be21-5a78b71885dd req-c3a18e41-f5df-4307-9d7a-e164121dc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:55.775434 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8cce139-ff13-4944-be21-5a78b71885dd req-c3a18e41-f5df-4307-9d7a-e164121dc780 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3708949 Nov 03 18:53:55.798876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:55.814023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.057065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:56.062432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f73535-4014-4f4d-a9c4-1d4277ab6406,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:56.082016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.085154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.086654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb6b52-558b-4b83-ae0b-5fd84cb1c987 None None] Sync routers for ids ['22187248-1af8-419e-b19f-9ee99e1b29c5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:56.088796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.093899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f8a1c6e5-c9ec-4dcb-b20d-0a4e8e9bd4e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/22187248-1af8-419e-b19f-9ee99e1b29c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1118822 Nov 03 18:53:56.098308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36416) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:56.213011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb6b52-558b-4b83-ae0b-5fd84cb1c987 None None] Routers {'22187248-1af8-419e-b19f-9ee99e1b29c5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:56.214127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6acb6b52-558b-4b83-ae0b-5fd84cb1c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['22187248-1af8-419e-b19f-9ee99e1b29c5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.268722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b150f7a2-e8cb-432b-82d3-5ac7280342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.269796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b150f7a2-e8cb-432b-82d3-5ac7280342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.270860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b150f7a2-e8cb-432b-82d3-5ac7280342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.271724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b150f7a2-e8cb-432b-82d3-5ac7280342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.273188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b150f7a2-e8cb-432b-82d3-5ac7280342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.274124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b150f7a2-e8cb-432b-82d3-5ac7280342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.275040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b150f7a2-e8cb-432b-82d3-5ac7280342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.280342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b150f7a2-e8cb-432b-82d3-5ac7280342b4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6490 time: 1.0559614 Nov 03 18:53:56.294125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:56.320568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6acb6b52-558b-4b83-ae0b-5fd84cb1c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.337657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3244374 Nov 03 18:53:56.351321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36418) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:56.366632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Request body: {'subnet': {'network_id': '02685897-77f7-4387-9d04-212abac19472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-31642238-subnet', 'tenant_id': '67c1d61dae7646178468842ecc8c8541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:56.409713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-63e7dd72-1bd3-49da-95ca-fc29a56351f2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1779244 Nov 03 18:53:56.417227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Made reservation on behalf of 67c1d61dae7646178468842ecc8c8541 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:56.420710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.424585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.425394 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment a3618c20-b47e-4313-9be1-4ba7da9805b9 of type vlan for network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 Nov 03 18:53:56.458922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb6b52-558b-4b83-ae0b-5fd84cb1c987 None None] Routers {'22187248-1af8-419e-b19f-9ee99e1b29c5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:56.461072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6acb6b52-558b-4b83-ae0b-5fd84cb1c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['22187248-1af8-419e-b19f-9ee99e1b29c5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.480194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928d9f-1ba3-44da-a7f2-ddfd2389af7f admin admin] Pushing event updated for resources: {'Network': ['ID=02685897-77f7-4387-9d04-212abac19472,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:56.578776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 02685897-77f7-4387-9d04-212abac19472 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:56.595668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6acb6b52-558b-4b83-ae0b-5fd84cb1c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.596800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb6b52-558b-4b83-ae0b-5fd84cb1c987 None None] The sync data for ids ['22187248-1af8-419e-b19f-9ee99e1b29c5'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:56.805386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:53:49Z', 'revision_number': 3, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:53:50Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.847327 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.872417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:56.873591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Updating router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:56.954605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-72014844-a4a5-41a9-8625-2a0e574a4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.957186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-72014844-a4a5-41a9-8625-2a0e574a4461 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83e00789823b48c582ec2cbe49f0863d&device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 1097 time: 0.3547153 Nov 03 18:53:56.960139 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8cce139-ff13-4944-be21-5a78b71885dd req-6e05bf06-7809-44ff-8ce2-3292b09c1cd1 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1747146 Nov 03 18:53:56.972668 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.979194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36432) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:56.993048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:53:57.179811 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-702c80cb-f6bf-40c3-814f-98dff408e267 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 18:53:57.185075 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-702c80cb-f6bf-40c3-814f-98dff408e267 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/22187248-1af8-419e-b19f-9ee99e1b29c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0689127 Nov 03 18:53:57.185075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36436) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:57.230990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3238-0f5c-419e-bf97-b4892894a8ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.234893 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bee769e4-a557-402e-9d26-630a05a6b2c0 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=22187248-1af8-419e-b19f-9ee99e1b29c5 HTTP/1.1" status: 200 len: 205 time: 0.0459116 Nov 03 18:53:57.236225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36438) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:57.366653 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.382789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.386109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.397641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98c63e3e-5477-4da6-9301-ba1e5e7d5d8b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.462557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-5daee2fb-e956-4b05-81e9-f9a063e62164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.463464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-5daee2fb-e956-4b05-81e9-f9a063e62164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.464358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-5daee2fb-e956-4b05-81e9-f9a063e62164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.466993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-5daee2fb-e956-4b05-81e9-f9a063e62164 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 2293 time: 1.1191988 Nov 03 18:53:57.537476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4164407 Nov 03 18:53:57.540076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36442) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:57.555257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:57.589303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-02e44d93-1c08-40ef-b740-6cf4c6b195d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.592339 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-02e44d93-1c08-40ef-b740-6cf4c6b195d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 200 len: 912 time: 0.5340080 Nov 03 18:53:57.654515 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.663334 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.773505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.945803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502eabf-02af-4473-abf9-07f566f54171 None None] Pushing event updated for resources: {'Port': ['ID=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:57.988926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa399eb0-cad1-4ceb-a679-a310adf50c4d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=7f2c9798-73e9-4fea-9d46-d8c72ea73d16,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:58.053286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:58.108806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ea3884-db08-42c7-bf40-89bb75a5bc5d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:58.120206 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8cce139-ff13-4944-be21-5a78b71885dd req-2c9e6b69-f205-4065-a404-6ab4b15cc4e8 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1442432 Nov 03 18:53:58.234700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-91d2515d-eee1-414b-bd7b-a2dc6f70dae4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 200 len: 1001 time: 0.7297552 Nov 03 18:53:58.239118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3238-0f5c-419e-bf97-b4892894a8ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.241705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Checking segment: {'id': 'e9330d16-6fdc-440e-8019-65723af30509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02685897-77f7-4387-9d04-212abac19472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:58.242442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Network hostable DHCP agents. Network: 02685897-77f7-4387-9d04-212abac19472, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:58.248115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-76a78999-3e23-4b94-9e40-a3f3d66048f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f68de3-6125-40d9-938a-ccb5e11c9379 HTTP/1.1" status: 200 len: 1001 time: 0.5625553 Nov 03 18:53:58.281879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Attempting to bind port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:58.282472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Attempting to bind port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:58.283061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Attempting to bind port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b on network c72f6b83-2bf5-4a7e-b23e-95f085b27621 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:58.300026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:58.300494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Checking segment: {'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:58.301065 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.301893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Bound using segment: {'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:58.302563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Bound port: 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:58.303086 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.321354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-197d5063-c3bb-4171-ae12-6abbbf3c1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:58.324778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-197d5063-c3bb-4171-ae12-6abbbf3c1317 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=05c15032-d505-4f09-9ba2-7861fbedc873 HTTP/1.1" status: 200 len: 851 time: 0.0785465 Nov 03 18:53:58.329598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3238-0f5c-419e-bf97-b4892894a8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.363970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1d6e4d53-7839-43c2-90be-837278d61623 None None] Provisioning complete for port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:58.364451 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d6e4d53-7839-43c2-90be-837278d61623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.569086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Network 02685897-77f7-4387-9d04-212abac19472 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:58.584447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3b2f3238-0f5c-419e-bf97-b4892894a8ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61b524ab03724cdba54e13a64e68c97b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5859025 Nov 03 18:53:58.593524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f3238-0f5c-419e-bf97-b4892894a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd53a24b-6a53-4ede-a9d1-ee17f9aa05c7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:58.602472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36456) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:58.605363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-ace3c645-8ab3-4730-af11-8762db84d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:58.608344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-ace3c645-8ab3-4730-af11-8762db84d710 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 200 len: 850 time: 0.2805386 Nov 03 18:53:58.629011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 02685897-77f7-4387-9d04-212abac19472) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:58.664613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-7f2b88ce-2212-48ca-9670-35dbb4ecc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:58.667470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-7f2b88ce-2212-48ca-9670-35dbb4ecc08a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3208935 Nov 03 18:53:58.700427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:58.701528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.704527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7ba5ad-d753-47b6-9c98-ba226c110087 None None] Network 02685897-77f7-4387-9d04-212abac19472 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:58.838971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d00e4588-1af3-461a-8dbb-a82e8c38f989 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4852397 Nov 03 18:53:58.947366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-08be1692-1507-4538-92ea-4d2093aa91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:58.950330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-08be1692-1507-4538-92ea-4d2093aa91c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=620c4680-0aef-41df-abe6-5ec9a47f55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3230500 Nov 03 18:53:59.060559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] For port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:59.060911 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b7240dc-75b2-44ea-93ed-e513f9d304d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.093977 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98c63e3e-5477-4da6-9301-ba1e5e7d5d8b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.113211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e4d53-7839-43c2-90be-837278d61623 None None] Port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:59.122559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f631e5-89e6-4b2e-803c-173869fe6362 None None] Network 02685897-77f7-4387-9d04-212abac19472 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:59.142381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98c63e3e-5477-4da6-9301-ba1e5e7d5d8b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.166384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:59.181465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.365074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] For port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,segment=NetworkSegment(fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140),segment_id=fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:59.379995 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.435022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-37afc858-c4af-4a1b-9959-9deb6a98d09c service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258019 Nov 03 18:53:59.488378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98c63e3e-5477-4da6-9301-ba1e5e7d5d8b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.489826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c63e3e-5477-4da6-9301-ba1e5e7d5d8b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Fanout notify agent at l3_agent the message router_deleted on router 22187248-1af8-419e-b19f-9ee99e1b29c5 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:59.510421 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98c63e3e-5477-4da6-9301-ba1e5e7d5d8b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.517841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-98c63e3e-5477-4da6-9301-ba1e5e7d5d8b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/22187248-1af8-419e-b19f-9ee99e1b29c5 HTTP/1.1" status: 204 len: 168 time: 2.2768295 Nov 03 18:53:59.518497 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b7240dc-75b2-44ea-93ed-e513f9d304d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.518977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36478) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:59.640210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-786adacd-9201-49a3-bfec-dd3cbcd2ee8f service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638038 Nov 03 18:53:59.649532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4639dcee-7634-41cf-b7ea-f2250d3a4afd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet f7390d7d-617f-4188-a533-eee117431165 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:59.661920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4639dcee-7634-41cf-b7ea-f2250d3a4afd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.781873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502eabf-02af-4473-abf9-07f566f54171 None None] Pushing event updated for resources: {'Port': ['ID=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:59.788181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:59.788933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:53:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:00.064280 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.186927 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4639dcee-7634-41cf-b7ea-f2250d3a4afd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.228661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:00.336061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b6107bc4-a394-4e32-925f-ac6cd00bbac9 None None] Provisioning complete for port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:00.336835 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b6107bc4-a394-4e32-925f-ac6cd00bbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.423604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=e0dfcbc2-21f0-462d-a9fa-f221f560055a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:00.445264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:00.445912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: 7f2c9798-73e9-4fea-9d46-d8c72ea73d16, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:00.513006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:00.571706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7f2c9798-73e9-4fea-9d46-d8c72ea73d16) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:00.579418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:00.580368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.705921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4639dcee-7634-41cf-b7ea-f2250d3a4afd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.722582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00862425-c4a1-485d-8cda-ac6752b0251c None None] Network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:00.783152 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f0a4d79d-a2e7-461f-bac3-146b253e07d1 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2363400 Nov 03 18:54:00.784237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36508) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:00.877649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-06519e80-de08-4429-94bb-9621304578e9 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4226296 Nov 03 18:54:01.034054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b6107bc4-a394-4e32-925f-ac6cd00bbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.070095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4639dcee-7634-41cf-b7ea-f2250d3a4afd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.158728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba5d15-a7d4-4a97-a20a-5c29a1723588 None None] Network 8fcae9fc-b929-46a8-941c-da2dc85d07e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:01.162166 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4639dcee-7634-41cf-b7ea-f2250d3a4afd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.164490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-ba61c3a6-dc53-44c1-9e1c-d9983db4a2dc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 217 time: 0.2572556 Nov 03 18:54:01.185560 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4639dcee-7634-41cf-b7ea-f2250d3a4afd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/f7390d7d-617f-4188-a533-eee117431165 HTTP/1.1" status: 204 len: 168 time: 1.6592534 Nov 03 18:54:01.190161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36516) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:01.212570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b6107bc4-a394-4e32-925f-ac6cd00bbac9 None None] For port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,segment=NetworkSegment(fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140),segment_id=fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:01.264651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639dcee-7634-41cf-b7ea-f2250d3a4afd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=f7390d7d-617f-4188-a533-eee117431165,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:01.276513 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b6107bc4-a394-4e32-925f-ac6cd00bbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.460955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:53:49Z', 'revision_number': 3, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:53:58Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:01.562811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045780cd-bb8e-411c-b0e8-1ef646a8f9ba None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:53:49Z', 'revision_number': 3, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:53:58Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:01.788882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6107bc4-a394-4e32-925f-ac6cd00bbac9 None None] Pushing event updated for resources: {'Port': ['ID=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:01.886375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:01.889048 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.012568 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.122463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-d0424701-a4d4-454f-a035-7ebca7e64a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:02.124590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-d0424701-a4d4-454f-a035-7ebca7e64a33 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.9369800 Nov 03 18:54:02.204505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b7240dc-75b2-44ea-93ed-e513f9d304d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.216224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b7240dc-75b2-44ea-93ed-e513f9d304d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.222648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9b7240dc-75b2-44ea-93ed-e513f9d304d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd53a24b-6a53-4ede-a9d1-ee17f9aa05c7 HTTP/1.1" status: 204 len: 168 time: 3.6116893 Nov 03 18:54:02.313934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] DHCP port deletion for 8fcae9fc-b929-46a8-941c-da2dc85d07e7 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:02.358216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.577441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-3102b174-df64-4609-afb6-964d523d4437 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:02.580542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-3102b174-df64-4609-afb6-964d523d4437 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/networks?id=02685897-77f7-4387-9d04-212abac19472 HTTP/1.1" status: 200 len: 820 time: 1.6990323 Nov 03 18:54:02.588814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ec9767d-3f25-4ce1-ad29-24ec932f181e req-90c2753c-9ae4-44bb-8214-7baca336f80c service neutron] 10.222.0.70 "GET /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7087891 Nov 03 18:54:02.612394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7240dc-75b2-44ea-93ed-e513f9d304d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd53a24b-6a53-4ede-a9d1-ee17f9aa05c7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.694363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Allocated IP 172.22.0.2 (7f2c9798-73e9-4fea-9d46-d8c72ea73d16/e0dfcbc2-21f0-462d-a9fa-f221f560055a/24390db2-6e57-40dd-bb77-2a9b2f77ef40) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:02.765024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-2a786ba1-3351-457a-ac53-149ec47ac8e0 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/quotas/67c1d61dae7646178468842ecc8c8541 HTTP/1.1" status: 200 len: 375 time: 0.1339922 Nov 03 18:54:02.791581 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.874718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-c1418a04-75b2-436d-baa6-c5d20dcadd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:02.879596 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-c1418a04-75b2-436d-baa6-c5d20dcadd55 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7011864 Nov 03 18:54:02.913587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36538) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:03.041340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-c0e5719d-a347-4896-8ee1-992c8f0e697b tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=67c1d61dae7646178468842ecc8c8541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2250109 Nov 03 18:54:03.096144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 600b2327-fd14-4bc1-b7dc-a555b698bc86 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:03.097085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.161527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] Deleting port 600b2327-fd14-4bc1-b7dc-a555b698bc86 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:03.162324 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.565508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port 600b2327-fd14-4bc1-b7dc-a555b698bc86, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=600b2327-fd14-4bc1-b7dc-a555b698bc86,segment=NetworkSegment(1e97a799-ceed-45d5-b95a-830d864e1fcc),segment_id=1e97a799-ceed-45d5-b95a-830d864e1fcc)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:03.566520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.654526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 600b2327-fd14-4bc1-b7dc-a555b698bc86 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:03.695538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b17b26c6-2dcf-4abb-a4fa-ec30b86a587d service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503459 Nov 03 18:54:03.707609 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-282337ff-408c-498d-9cee-ed80ec69128c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.783329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:03.853950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] For port 600b2327-fd14-4bc1-b7dc-a555b698bc86, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=600b2327-fd14-4bc1-b7dc-a555b698bc86,segment=NetworkSegment(1e97a799-ceed-45d5-b95a-830d864e1fcc),segment_id=1e97a799-ceed-45d5-b95a-830d864e1fcc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:03.857302 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.898197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] Calling delete_port for 600b2327-fd14-4bc1-b7dc-a555b698bc86 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:04.015689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-1baa4271-f219-4bb0-8cb1-4ea5c99920fa service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991621 Nov 03 18:54:04.020339 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-68ad9bb3-5e84-431b-9c08-e291024e26d8 service neutron] 10.222.0.77 "GET /v2.0/networks/02685897-77f7-4387-9d04-212abac19472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9022110 Nov 03 18:54:04.042248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-282337ff-408c-498d-9cee-ed80ec69128c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.060061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-282337ff-408c-498d-9cee-ed80ec69128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.083768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.132766 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-37da2706-7be8-4876-b7d1-db21901b1784 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 217 time: 0.0512779 Nov 03 18:54:04.222792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282337ff-408c-498d-9cee-ed80ec69128c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f8b8e-2092-4069-9ade-89ac559dd74e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:04.257161 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-282337ff-408c-498d-9cee-ed80ec69128c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=723435a0cd7f4fefaf8c803e3ada5aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3376834 Nov 03 18:54:04.262957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36556) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:04.276023 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.287005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:04.287005 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.338487 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.349062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.435652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No DVR routers for this DVR port 600b2327-fd14-4bc1-b7dc-a555b698bc86 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:04.484501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-eaa52cca-164d-4601-b5f9-6965c755a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.487413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-eaa52cca-164d-4601-b5f9-6965c755a192 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.3374393 Nov 03 18:54:04.523679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.22.0.1 (7f2c9798-73e9-4fea-9d46-d8c72ea73d16/e0dfcbc2-21f0-462d-a9fa-f221f560055a/cdb9710d-5717-4e53-9a79-7813693aee0c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:04.607731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=600b2327-fd14-4bc1-b7dc-a555b698bc86,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:04.724171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-37fbe597-58c0-4e31-ac64-325b74693c0d service neutron] 10.222.0.77 "GET /v2.0/networks/02685897-77f7-4387-9d04-212abac19472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776307 Nov 03 18:54:04.725264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b4b-b451-477c-894e-b6477bcc5bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.792406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Pushing event updated for resources: {'Port': ['ID=24390db2-6e57-40dd-bb77-2a9b2f77ef40,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:04.832767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36564) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:04.843888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:04.872464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:04.883963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:04.905594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.909772 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.974852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcae9fc-b929-46a8-941c-da2dc85d07e7']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:04.999286 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.004315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.008507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e97a799-ceed-45d5-b95a-830d864e1fcc') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:05.009644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e97a799-ceed-45d5-b95a-830d864e1fcc') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:05.034395 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.075228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.099954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:05.099954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.135324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] Pushing event deleted for resources: {'Port': ['ID=600b2327-fd14-4bc1-b7dc-a555b698bc86,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:05.185114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=cdb9710d-5717-4e53-9a79-7813693aee0c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:05.234835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37555c-12de-41ea-8de2-1a6d54103d78 None None] No DVR routers for this DVR port 600b2327-fd14-4bc1-b7dc-a555b698bc86 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:05.265485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'networks': [{'name': 'tempest-network--259111324'}, {'name': 'tempest-network--765774067'}]} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:05.265485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'network': {'name': 'tempest-network--259111324'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:05.265485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'network': {'name': 'tempest-network--765774067'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:05.297064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:05.343429 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:05.353917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Attempting to bind port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:05.354423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Attempting to bind port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:05.355015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Attempting to bind port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 on network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:05.357070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:05.365022 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.373108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:05.382222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Made reservation on behalf of c0e1b7cfd1bb4550b9b9e86e90de5e85 for: {'network': 2} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:05.382479 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.389343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:05.391172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Checking segment: {'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:05.392342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/8fcae9fc-b929-46a8-941c-da2dc85d07e7 HTTP/1.1" status: 204 len: 168 time: 4.1832142 Nov 03 18:54:05.393064 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.396248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.397261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.398181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.399748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Bound using segment: {'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:05.400930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.401774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.402832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.403025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.403307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Bound port: 24390db2-6e57-40dd-bb77-2a9b2f77ef40, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:05.404097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.404305 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.405059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.405884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.406909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.407295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36574) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:05.408210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.408941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:05.467627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09dbf8-4a8e-4049-9481-319811f0b1ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=8fcae9fc-b929-46a8-941c-da2dc85d07e7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:05.477650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b4b-b451-477c-894e-b6477bcc5bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.496415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-183843442'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:05.511802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-479b7625-45a0-47b0-a7fe-9ae722ff07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.513403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-479b7625-45a0-47b0-a7fe-9ae722ff07fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9200382 Nov 03 18:54:05.572839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.616487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 600b2327-fd14-4bc1-b7dc-a555b698bc86 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:05.665408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-578f5404-5835-4752-be10-acf2265bb081 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423123 Nov 03 18:54:05.673299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 600b2327-fd14-4bc1-b7dc-a555b698bc86 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:05.673971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 600b2327-fd14-4bc1-b7dc-a555b698bc86 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:05.735142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] For port 24390db2-6e57-40dd-bb77-2a9b2f77ef40, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:05.746043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] For port 24390db2-6e57-40dd-bb77-2a9b2f77ef40, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=24390db2-6e57-40dd-bb77-2a9b2f77ef40,segment=NetworkSegment(a3618c20-b47e-4313-9be1-4ba7da9805b9),segment_id=a3618c20-b47e-4313-9be1-4ba7da9805b9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:05.756598 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.779499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72d86013-896c-4144-a404-11cd9b7e7e2f req-9f8d068e-6a78-4d12-8078-d7eb7061e863 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 210 time: 0.1085784 Nov 03 18:54:05.829219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:05.839547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.858886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.995192 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b4b-b451-477c-894e-b6477bcc5bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.001548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7b4b-b451-477c-894e-b6477bcc5bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.008250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1a7e7b4b-b451-477c-894e-b6477bcc5bf4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e8f8b8e-2092-4069-9ade-89ac559dd74e HTTP/1.1" status: 204 len: 168 time: 1.7379632 Nov 03 18:54:06.028432 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-756672be-a2b6-412f-816b-783bbe6fd8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.071673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d54f6-128e-4a21-89f0-9d561e59b9cc None None] Pushing event updated for resources: {'Port': ['ID=24390db2-6e57-40dd-bb77-2a9b2f77ef40,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:06.128084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e7b4b-b451-477c-894e-b6477bcc5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f8b8e-2092-4069-9ade-89ac559dd74e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:06.144765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-406d2edb-0543-40a8-b836-b88761ec34ce service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390638 Nov 03 18:54:06.184894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:06.300955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-89e91160-1fb7-43e0-a6cb-e34b0e1685ac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8 HTTP/1.1" status: 200 len: 217 time: 0.1378596 Nov 03 18:54:06.358018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.358854 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment 39e3ec9e-67f3-4648-b198-67b02846bb49 of type vlan for network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 Nov 03 18:54:06.562793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-89172036-cd67-4a2c-960a-ee98cd60919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:06.567683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-89172036-cd67-4a2c-960a-ee98cd60919a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.2596049 Nov 03 18:54:06.655426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.690548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-fecd24c5-1564-444a-a615-5176e68d7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:06.692216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-fecd24c5-1564-444a-a615-5176e68d7ed9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1151090 Nov 03 18:54:06.715501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.738523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.745875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.773756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.778274 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.789633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:06.791150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.893311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4049630 Nov 03 18:54:06.946942 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36594) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:06.970472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': '4b14d98a-9a55-4165-a3e4-d31f1e7f4510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:07.069646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a250a69f-ecda-4575-89fc-ff1e5d52dd89,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:07.332362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-479bdd01-c953-4927-b158-e369b4fb20a6 req-aa7025ed-bcf6-4d50-8d63-0e286c0d35fd tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 210 time: 0.1980791 Nov 03 18:54:07.338644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36598) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:07.363102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8f380-ef2f-4b7a-ad29-a9758b66f6aa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=4b14d98a-9a55-4165-a3e4-d31f1e7f4510,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:07.372903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f52e6d63-b1ce-458a-bfaf-12a846dc5f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.384657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:07.397380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:07.488744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.489354 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Added segment 528b6fe4-ac51-4477-8b67-d86fd64ae440 of type vlan for network a0ee09ca-ad03-46f6-8f69-a71ace936e73 Nov 03 18:54:07.534065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f52e6d63-b1ce-458a-bfaf-12a846dc5f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.567093 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f52e6d63-b1ce-458a-bfaf-12a846dc5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.638519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:07.646877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.649930 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.835300 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:07.880450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.881966 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Added segment 95065e76-3cb7-4515-8108-8932f78ea664 of type vlan for network 597c3662-20a5-4308-9ea4-77b022f28622 Nov 03 18:54:07.928086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e6d63-b1ce-458a-bfaf-12a846dc5f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb39f0dc-747c-4146-8260-68ff3890196e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:07.944531 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.002924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 24390db2-6e57-40dd-bb77-2a9b2f77ef40 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:08.041246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=1e6a20d1-cadd-4abb-b307-161c022efee5,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:08.045206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-06d1c5f7-054c-44e9-9de4-baef84fcdf23 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3438208 Nov 03 18:54:08.118673 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.181754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:08.182903 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.195102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-994a8fda-5982-4f1d-8bda-4702fe45be49 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326869 Nov 03 18:54:08.197732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f52e6d63-b1ce-458a-bfaf-12a846dc5f58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46d53a37bfbe4263b51e25c1ad560249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8575594 Nov 03 18:54:08.206854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36602) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:08.240737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e882b-8e6c-4a7f-aaae-64a932ccb6e8 None None] Network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:08.271465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.272182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.285043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.295954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.297386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.379673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': '39e3ec9e-67f3-4648-b198-67b02846bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b14d98a-9a55-4165-a3e4-d31f1e7f4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:08.380562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: 4b14d98a-9a55-4165-a3e4-d31f1e7f4510, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:08.409831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-db41689e-d3a5-44eb-ae57-c8835c6e4463 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 HTTP/1.1" status: 200 len: 217 time: 0.1953571 Nov 03 18:54:08.416902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c45c3330-bf64-4941-b4b1-588dd0735382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.491704 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1cab-c010-470f-adf8-dfc9b17d7d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.507913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7d9c0891-f1f4-4c4e-abc8-c390fab1a50a None None] Provisioning complete for port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:08.514131 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7d9c0891-f1f4-4c4e-abc8-c390fab1a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.537301 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.7030156 Nov 03 18:54:08.555215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36608) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:08.577564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-80dfeb1f-d3b4-4fa3-924a-55bff65b9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.580380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-80dfeb1f-d3b4-4fa3-924a-55bff65b9233 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1577411 Nov 03 18:54:08.665262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:08.724839 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c45c3330-bf64-4941-b4b1-588dd0735382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.725387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.736897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62365c8a-3f4e-4e37-b01b-1237e6f057cc req-a6ee7340-2819-4800-ac1f-7fc2bb6f0aef tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 210 time: 0.1548862 Nov 03 18:54:08.762124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 4b14d98a-9a55-4165-a3e4-d31f1e7f4510) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:08.771282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.772807 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.788487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28363ae8-8eb6-4464-a9d1-4f5de4142877 None None] Network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:08.853767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9c20f468-3d8d-4340-a621-2117ae6d212f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9049151 Nov 03 18:54:08.861723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Network': ['ID=a0ee09ca-ad03-46f6-8f69-a71ace936e73,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:08.877169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36612) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:08.910497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network a0ee09ca-ad03-46f6-8f69-a71ace936e73 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:08.922417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-392fd87b-1ca2-4f29-95b6-aac5dccd42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.924982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-392fd87b-1ca2-4f29-95b6-aac5dccd42b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3311431 Nov 03 18:54:09.034401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7d9c0891-f1f4-4c4e-abc8-c390fab1a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.089079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c45c3330-bf64-4941-b4b1-588dd0735382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.095165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c45c3330-bf64-4941-b4b1-588dd0735382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.097948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c45c3330-bf64-4941-b4b1-588dd0735382 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb39f0dc-747c-4146-8260-68ff3890196e HTTP/1.1" status: 204 len: 168 time: 0.8822563 Nov 03 18:54:09.129719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c3330-bf64-4941-b4b1-588dd0735382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb39f0dc-747c-4146-8260-68ff3890196e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.154369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.190907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-ada9aa3f-fb22-4ad9-bcce-86998602ddc3 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569931 Nov 03 18:54:09.214931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 24390db2-6e57-40dd-bb77-2a9b2f77ef40, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=24390db2-6e57-40dd-bb77-2a9b2f77ef40,segment=NetworkSegment(a3618c20-b47e-4313-9be1-4ba7da9805b9),segment_id=a3618c20-b47e-4313-9be1-4ba7da9805b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:09.272829 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.300713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b9ad6488-64da-4e10-87d7-1453f8480982 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:09.306083 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b9ad6488-64da-4e10-87d7-1453f8480982 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.96 "GET /v2.0/networks?id=02685897-77f7-4387-9d04-212abac19472 HTTP/1.1" status: 200 len: 820 time: 1.0704873 Nov 03 18:54:09.311069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e00237ee-03ef-4a36-a43f-8a5916fa4e1d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1563319857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:09.364708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.438468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-b44b00a1-0414-44ac-bcd9-63cbad174cb6 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392876 Nov 03 18:54:09.492971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.496851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e00237ee-03ef-4a36-a43f-8a5916fa4e1d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.500025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e00237ee-03ef-4a36-a43f-8a5916fa4e1d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.545031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-7d9c0891-f1f4-4c4e-abc8-c390fab1a50a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:54:09.545967 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-7d9c0891-f1f4-4c4e-abc8-c390fab1a50a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:54:09.599852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e00237ee-03ef-4a36-a43f-8a5916fa4e1d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.601005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-567b42e9-fc7f-4048-bbbc-efd35750319b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 200 len: 217 time: 0.1547425 Nov 03 18:54:09.611091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Request body: {'port': {'device_id': '9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460', 'network_id': '02685897-77f7-4387-9d04-212abac19472', 'admin_state_up': True, 'tenant_id': '67c1d61dae7646178468842ecc8c8541'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:09.613408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-4b14d98a-9a55-4165-a3e4-d31f1e7f4510', 'network_id': '4b14d98a-9a55-4165-a3e4-d31f1e7f4510', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': '1e6a20d1-cadd-4abb-b307-161c022efee5'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:09.614917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.817264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-efbbc757-3cd5-4bf1-b6ad-d0728675c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:09.819924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-efbbc757-3cd5-4bf1-b6ad-d0728675c4e1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.2028615 Nov 03 18:54:09.869808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=24390db2-6e57-40dd-bb77-2a9b2f77ef40,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.994947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-8dc76184-4a6f-4d7f-b642-c79271e8ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:09.998276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-8dc76184-4a6f-4d7f-b642-c79271e8ed77 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1701202 Nov 03 18:54:10.010057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=cdb9710d-5717-4e53-9a79-7813693aee0c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:10.059142 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e00237ee-03ef-4a36-a43f-8a5916fa4e1d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.139675 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.257078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Allocated IP 2001:db8::2 (4b14d98a-9a55-4165-a3e4-d31f1e7f4510/1e6a20d1-cadd-4abb-b307-161c022efee5/77abe51e-9694-4a45-9afa-1d50452562a7) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:10.343503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fdcbae4f-d223-4e3a-9bfd-352166444a88 req-766f0b29-c31e-4d15-a7b8-57a72c87f508 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 210 time: 0.1087480 Nov 03 18:54:10.441836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-5c947b04-8c54-4782-ab7b-2ca0ce79353a service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358931 Nov 03 18:54:10.631422 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.649269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.758328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1549500e-74ca-41fa-9026-5ee7c3406c49 None None] Provisioning complete for port cdb9710d-5717-4e53-9a79-7813693aee0c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:10.759297 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1549500e-74ca-41fa-9026-5ee7c3406c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.836632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:10.841863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Pushing event updated for resources: {'Port': ['ID=77abe51e-9694-4a45-9afa-1d50452562a7,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:10.849248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:10.860306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:10.953598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1549500e-74ca-41fa-9026-5ee7c3406c49 None None] Port cdb9710d-5717-4e53-9a79-7813693aee0c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:10.960878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Attempting to bind port 77abe51e-9694-4a45-9afa-1d50452562a7 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:10.961486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Attempting to bind port 77abe51e-9694-4a45-9afa-1d50452562a7 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '39e3ec9e-67f3-4648-b198-67b02846bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b14d98a-9a55-4165-a3e4-d31f1e7f4510'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:10.962116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Attempting to bind port 77abe51e-9694-4a45-9afa-1d50452562a7 on network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:10.973865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e5887-1bf9-4728-9f47-6ebea0a49ea6 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.977746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:10.978325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Checking segment: {'id': '39e3ec9e-67f3-4648-b198-67b02846bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b14d98a-9a55-4165-a3e4-d31f1e7f4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:10.978951 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.979734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Bound using segment: {'id': '39e3ec9e-67f3-4648-b198-67b02846bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b14d98a-9a55-4165-a3e4-d31f1e7f4510'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:10.980630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Bound port: 77abe51e-9694-4a45-9afa-1d50452562a7, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e3ec9e-67f3-4648-b198-67b02846bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b14d98a-9a55-4165-a3e4-d31f1e7f4510'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:10.981516 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.988796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e5887-1bf9-4728-9f47-6ebea0a49ea6 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.990772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1549500e-74ca-41fa-9026-5ee7c3406c49 None None] Provisioning complete for port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:10.991172 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1549500e-74ca-41fa-9026-5ee7c3406c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.002279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e5887-1bf9-4728-9f47-6ebea0a49ea6 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:11.016830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e5887-1bf9-4728-9f47-6ebea0a49ea6 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:11.026307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f9e5887-1bf9-4728-9f47-6ebea0a49ea6 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 2.4691942 Nov 03 18:54:11.046764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36638) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:11.094309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e00237ee-03ef-4a36-a43f-8a5916fa4e1d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.096219 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e00237ee-03ef-4a36-a43f-8a5916fa4e1d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1871290 Nov 03 18:54:11.102080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36642) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:11.169225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775da97-55af-4a5c-b9a2-86352cf21cf7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Network': ['ID=597c3662-20a5-4308-9ea4-77b022f28622,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:11.175339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] For port 77abe51e-9694-4a45-9afa-1d50452562a7, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:11.228676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 597c3662-20a5-4308-9ea4-77b022f28622 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:11.267474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-84c26d66-e9ba-4f71-833c-9769f12cd39e service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168898 Nov 03 18:54:11.355269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] For port 77abe51e-9694-4a45-9afa-1d50452562a7, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=77abe51e-9694-4a45-9afa-1d50452562a7,segment=NetworkSegment(39e3ec9e-67f3-4648-b198-67b02846bb49),segment_id=39e3ec9e-67f3-4648-b198-67b02846bb49)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:11.360643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Made reservation on behalf of 67c1d61dae7646178468842ecc8c8541 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:11.366835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.382887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.461257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:11.475219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:11.505296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d783e-9189-4a85-bb12-a87839108afd None None] Pushing event updated for resources: {'Port': ['ID=77abe51e-9694-4a45-9afa-1d50452562a7,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:11.512335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-15c77da7-3de0-470c-940c-42c48510a761 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 200 len: 217 time: 0.0912054 Nov 03 18:54:11.616782 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.699892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0ebdc8fc-6f94-408e-aeb0-9d9e4f03053a None None] Provisioning complete for port cdb9710d-5717-4e53-9a79-7813693aee0c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:11.700667 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0ebdc8fc-6f94-408e-aeb0-9d9e4f03053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.815146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0ebdc8fc-6f94-408e-aeb0-9d9e4f03053a None None] Port cdb9710d-5717-4e53-9a79-7813693aee0c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:11.956939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 24390db2-6e57-40dd-bb77-2a9b2f77ef40 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:12.192698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:12.199327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Allocated IP 172.20.0.2 (02685897-77f7-4387-9d04-212abac19472/26ea3884-db08-42c7-bf40-89bb75a5bc5d/7fbf9466-983a-4194-9549-562ee358d7ed) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:12.263318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c82c8f7-5fcc-4bbb-8d51-6bfafb4d5d44 req-634a8027-845b-4b64-b41a-65d2eb09ff2f tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 210 time: 0.5820301 Nov 03 18:54:12.379008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-a1da5766-153c-4386-aaec-bd76a6ae3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.394999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-a1da5766-153c-4386-aaec-bd76a6ae3d97 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.8087380 Nov 03 18:54:12.583817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:12.598460 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-536c5f9f-530b-4c34-84a8-d674e17340c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8083293 Nov 03 18:54:12.606084 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:12.616394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36660) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:12.631332 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:12.631669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'network': {'name': 'tempest-RoutersTest-918381506'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:12.632961 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:12.675714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-93aa2060-68b2-4a17-a4a9-35e44f8f3f8f None None] Provisioning complete for port cdb9710d-5717-4e53-9a79-7813693aee0c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:12.676482 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-93aa2060-68b2-4a17-a4a9-35e44f8f3f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.689517 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.767952 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.812997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:12.814004 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.831793 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:12.851882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-3225442a-cd89-4f3c-a8c7-cb49f1e08b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.855222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-3225442a-cd89-4f3c-a8c7-cb49f1e08b82 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4573729 Nov 03 18:54:12.871088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.901819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.955594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-93aa2060-68b2-4a17-a4a9-35e44f8f3f8f None None] Port cdb9710d-5717-4e53-9a79-7813693aee0c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:12.963914 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.006599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ee09ca-ad03-46f6-8f69-a71ace936e73']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.006886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.029808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:13.036541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.127368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528b6fe4-ac51-4477-8b67-d86fd64ae440') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.128314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528b6fe4-ac51-4477-8b67-d86fd64ae440') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.227516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Network 02685897-77f7-4387-9d04-212abac19472 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:13.235132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:13.259581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:13.324181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Pushing event updated for resources: {'Port': ['ID=7fbf9466-983a-4194-9549-562ee358d7ed,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.405729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:13.407595 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.469872 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b5108314-760b-4c2e-8462-0655c6a90962 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0049527 Nov 03 18:54:13.495497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Request body: {'port': {'device_id': '9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:13.496133 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:06Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:08Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.524627 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.541450 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:13.543781 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Updating router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e port cdb9710d-5717-4e53-9a79-7813693aee0c binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:54:13.630262 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.663868 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.777764 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.814013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:13.824801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-72daa427-dcf2-404a-9b12-c0a908917f22 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9132304 Nov 03 18:54:13.899032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:13.899686 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:13.915560 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:13.948105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5eb5e-61e2-4632-8273-2593f69704dc None None] Network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:14.157977 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.158674 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added segment 844ef2e3-5583-4e86-8967-2da8f018eba8 of type vlan for network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e Nov 03 18:54:14.264163 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.334635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 77abe51e-9694-4a45-9afa-1d50452562a7 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:14.489372 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.493601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9840522b-b7c4-4611-bcdb-21c6c35ccb27 None None] Provisioning complete for port 77abe51e-9694-4a45-9afa-1d50452562a7 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:14.494224 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9840522b-b7c4-4611-bcdb-21c6c35ccb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.499748 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.512609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b67b76-73be-4dd0-94f7-c6a0522bd040 req-bb09d6ab-1ccd-463a-bf78-5f43b8c5936d tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.514264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31b67b76-73be-4dd0-94f7-c6a0522bd040 req-bb09d6ab-1ccd-463a-bf78-5f43b8c5936d tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 931 time: 1.0099175 Nov 03 18:54:14.641405 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Pushing event updated for resources: {'Port': ['ID=cdb9710d-5717-4e53-9a79-7813693aee0c,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:14.653316 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.653763 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.654144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbf9466-983a-4194-9549-562ee358d7ed {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:14.655270 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.657185 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.658311 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.658965 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.659506 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.660259 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.660977 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.661599 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.662355 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.662958 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:14.684622 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.691825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8::1 (4b14d98a-9a55-4165-a3e4-d31f1e7f4510/1e6a20d1-cadd-4abb-b307-161c022efee5/04c2c42a-8068-4a4e-b12f-1fb2ae30df75) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:14.714245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.735536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.736420 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.809965 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Attempting to bind port cdb9710d-5717-4e53-9a79-7813693aee0c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:14.813750 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Attempting to bind port cdb9710d-5717-4e53-9a79-7813693aee0c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:14.814731 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Attempting to bind port cdb9710d-5717-4e53-9a79-7813693aee0c on network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:14.822611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 77abe51e-9694-4a45-9afa-1d50452562a7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:14.823257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.839045 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:14.841116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Checking segment: {'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:14.842349 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.843699 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Bound using segment: {'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:14.844905 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Bound port: cdb9710d-5717-4e53-9a79-7813693aee0c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3618c20-b47e-4313-9be1-4ba7da9805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:14.845992 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.951299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Network': ['ID=776a6eeb-2e4e-4694-a72c-9a9101d5fa2e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:14.955491 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9840522b-b7c4-4611-bcdb-21c6c35ccb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.021559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Transition to ACTIVE for port object 7fbf9466-983a-4194-9549-562ee358d7ed will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:54:15.028949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.037390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d036b6f-8859-48ec-ab28-807c17c07973 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4134240 Nov 03 18:54:15.058643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:15.058643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9840522b-b7c4-4611-bcdb-21c6c35ccb27 None None] For port 77abe51e-9694-4a45-9afa-1d50452562a7, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=77abe51e-9694-4a45-9afa-1d50452562a7,segment=NetworkSegment(39e3ec9e-67f3-4648-b198-67b02846bb49),segment_id=39e3ec9e-67f3-4648-b198-67b02846bb49)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:15.061182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.064114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36680) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.076901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9840522b-b7c4-4611-bcdb-21c6c35ccb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.154011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Pushing event updated for resources: {'Port': ['ID=7fbf9466-983a-4194-9549-562ee358d7ed,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:15.181106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f9dbb51-8186-4c7d-8fc0-813697282931 req-eb9fea28-f529-47da-955f-8dd2b72f2011 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2943327 Nov 03 18:54:15.181659 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] For port cdb9710d-5717-4e53-9a79-7813693aee0c, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:15.192220 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] For port cdb9710d-5717-4e53-9a79-7813693aee0c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cdb9710d-5717-4e53-9a79-7813693aee0c,segment=NetworkSegment(a3618c20-b47e-4313-9be1-4ba7da9805b9),segment_id=a3618c20-b47e-4313-9be1-4ba7da9805b9)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:15.204905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'subnet': {'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:15.205614 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.240638 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.255033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/networks/a0ee09ca-ad03-46f6-8f69-a71ace936e73 HTTP/1.1" status: 204 len: 168 time: 4.2062988 Nov 03 18:54:15.285702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36686) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.326438 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:15.327695 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:15.544973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88fedc-e10f-4c37-9630-415deb23d6c4 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Network': ['ID=a0ee09ca-ad03-46f6-8f69-a71ace936e73,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:15.572378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:15.669030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Attempting to bind port 7fbf9466-983a-4194-9549-562ee358d7ed on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:15.671178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Attempting to bind port 7fbf9466-983a-4194-9549-562ee358d7ed by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'e9330d16-6fdc-440e-8019-65723af30509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02685897-77f7-4387-9d04-212abac19472'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:15.672354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Attempting to bind port 7fbf9466-983a-4194-9549-562ee358d7ed on network 02685897-77f7-4387-9d04-212abac19472 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:15.709611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Port 7fbf9466-983a-4194-9549-562ee358d7ed on network 02685897-77f7-4387-9d04-212abac19472 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:54:15.710771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Attempting to bind port 7fbf9466-983a-4194-9549-562ee358d7ed on network 02685897-77f7-4387-9d04-212abac19472 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:15.904527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:15.930325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Checking segment: {'id': 'e9330d16-6fdc-440e-8019-65723af30509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02685897-77f7-4387-9d04-212abac19472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:15.930903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Bound using segment: {'id': 'e9330d16-6fdc-440e-8019-65723af30509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02685897-77f7-4387-9d04-212abac19472'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:15.933345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Bound port: 7fbf9466-983a-4194-9549-562ee358d7ed, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9330d16-6fdc-440e-8019-65723af30509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02685897-77f7-4387-9d04-212abac19472'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:15.939522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31b67b76-73be-4dd0-94f7-c6a0522bd040 req-617709db-1df5-45fc-aecd-d40ffa7fc1aa tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2536709 Nov 03 18:54:15.940387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.007604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840522b-b7c4-4611-bcdb-21c6c35ccb27 None None] Pushing event updated for resources: {'Port': ['ID=77abe51e-9694-4a45-9afa-1d50452562a7,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:16.066118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1e2b669d-c83f-429d-95f9-024a6dddd678 None None] Provisioning complete for port cdb9710d-5717-4e53-9a79-7813693aee0c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:16.074743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1e2b669d-c83f-429d-95f9-024a6dddd678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.095306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.149039 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77477745-c89f-4fdb-98fc-6f7761b02de5 None None] Pushing event updated for resources: {'Port': ['ID=cdb9710d-5717-4e53-9a79-7813693aee0c,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:16.251836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.276565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 77abe51e-9694-4a45-9afa-1d50452562a7 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:16.326822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.419384 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:06Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:15Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.488661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=04c2c42a-8068-4a4e-b12f-1fb2ae30df75,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:16.510816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.529979 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ac879-4fa2-4b76-8cb1-e3f800802f8f None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:06Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:15Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:16.531125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:16.536863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] For port 7fbf9466-983a-4194-9549-562ee358d7ed, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:16.546799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] For port 7fbf9466-983a-4194-9549-562ee358d7ed, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7fbf9466-983a-4194-9549-562ee358d7ed,segment=NetworkSegment(e9330d16-6fdc-440e-8019-65723af30509),segment_id=e9330d16-6fdc-440e-8019-65723af30509)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:16.563385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:16.565270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.576531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:16.578141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.590270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Made reservation on behalf of cafaa8ce7979425685402864e5bcf60d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:16.593193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597c3662-20a5-4308-9ea4-77b022f28622']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.604082 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.609765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.610747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.612941 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] 10.222.0.96 "PUT /v2.0/ports/7fbf9466-983a-4194-9549-562ee358d7ed HTTP/1.1" status: 200 len: 1091 time: 3.1327648 Nov 03 18:54:16.642270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 77abe51e-9694-4a45-9afa-1d50452562a7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:16.645163 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.653910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460', 'tag': '7fbf9466-983a-4194-9549-562ee358d7ed'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:16.695018 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35" -d '{"events": [{"name": "network-changed", "server_uuid": "9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460", "tag": "7fbf9466-983a-4194-9549-562ee358d7ed"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:16.711248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95065e76-3cb7-4515-8108-8932f78ea664') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.711727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95065e76-3cb7-4515-8108-8932f78ea664') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.864121 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1e2b669d-c83f-429d-95f9-024a6dddd678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.942013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.100592 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.125953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d92d50-090f-4192-ab8c-1f3105ee224d service neutron] Pushing event updated for resources: {'Port': ['ID=7fbf9466-983a-4194-9549-562ee358d7ed,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:17.138314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:17.142812 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:17.153372 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:17.279357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1e2b669d-c83f-429d-95f9-024a6dddd678 None None] For port cdb9710d-5717-4e53-9a79-7813693aee0c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cdb9710d-5717-4e53-9a79-7813693aee0c,segment=NetworkSegment(a3618c20-b47e-4313-9be1-4ba7da9805b9),segment_id=a3618c20-b47e-4313-9be1-4ba7da9805b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:17.295269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1e2b669d-c83f-429d-95f9-024a6dddd678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.364755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-5abd8a05-30bb-4391-86fb-5c21b692441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:17.371189 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-5abd8a05-30bb-4391-86fb-5c21b692441e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=67c1d61dae7646178468842ecc8c8541&device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 1094 time: 0.5969548 Nov 03 18:54:17.444954 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:54:17.509688 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-b56e4647-c644-4801-85c5-3b4cc1c59ae9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fbf9466-983a-4194-9549-562ee358d7ed HTTP/1.1" status: 200 len: 217 time: 0.1238308 Nov 03 18:54:17.522054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-69226ec5-e5e9-4475-92ca-056c068daf46 None None] Provisioning complete for port cdb9710d-5717-4e53-9a79-7813693aee0c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:17.523958 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-69226ec5-e5e9-4475-92ca-056c068daf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.528289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b669d-c83f-429d-95f9-024a6dddd678 None None] Pushing event updated for resources: {'Port': ['ID=cdb9710d-5717-4e53-9a79-7813693aee0c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:17.560926 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23007fb-2e49-4f8f-8cf6-28f7f63c2c4d x-openstack-request-id: req-e23007fb-2e49-4f8f-8cf6-28f7f63c2c4d {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:17.562087 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460", "tag": "7fbf9466-983a-4194-9549-562ee358d7ed", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:17.562351 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e23007fb-2e49-4f8f-8cf6-28f7f63c2c4d {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:17.562847 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460', 'tag': '7fbf9466-983a-4194-9549-562ee358d7ed', 'status': 'completed', 'code': 200} Nov 03 18:54:17.565246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.575993 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.582440 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/networks/597c3662-20a5-4308-9ea4-77b022f28622 HTTP/1.1" status: 204 len: 168 time: 2.0566328 Nov 03 18:54:17.597953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36710) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:17.616233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72023075-20e1-4d83-83dd-fbdfdca4996c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Network': ['ID=597c3662-20a5-4308-9ea4-77b022f28622,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:17.670208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-78587383-309a-49e8-a65f-1f05ead45d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:17.672001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-78587383-309a-49e8-a65f-1f05ead45d40 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26ea3884-db08-42c7-bf40-89bb75a5bc5d HTTP/1.1" status: 200 len: 860 time: 0.1547885 Nov 03 18:54:17.789997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-bfcb475f-0f2b-4570-a421-2b7ff58cee77 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02685897-77f7-4387-9d04-212abac19472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107292 Nov 03 18:54:17.836114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.881535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-69226ec5-e5e9-4475-92ca-056c068daf46 None None] Provisioning complete for port 04c2c42a-8068-4a4e-b12f-1fb2ae30df75 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:17.884346 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-69226ec5-e5e9-4475-92ca-056c068daf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.994602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-69226ec5-e5e9-4475-92ca-056c068daf46 None None] Port 04c2c42a-8068-4a4e-b12f-1fb2ae30df75 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:18.023263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-69226ec5-e5e9-4475-92ca-056c068daf46 None None] Provisioning complete for port 77abe51e-9694-4a45-9afa-1d50452562a7 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:18.023936 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-69226ec5-e5e9-4475-92ca-056c068daf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.105375 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-be158bc6-a266-467a-a534-225b1715b1f2 service neutron] 10.222.0.96 "GET /v2.0/networks/02685897-77f7-4387-9d04-212abac19472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078296 Nov 03 18:54:18.270618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cdb9710d-5717-4e53-9a79-7813693aee0c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:18.344836 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f06b63a-aca2-4021-9813-e97afa29b56e req-7db9331c-c02e-4ed0-89c3-1a2495e14d5f service neutron] 10.222.0.96 "GET /v2.0/networks/02685897-77f7-4387-9d04-212abac19472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317739 Nov 03 18:54:18.362172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cdb9710d-5717-4e53-9a79-7813693aee0c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:18.364234 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.515219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-dd5c07ab-eaeb-48a5-9705-801fb2de10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:18.518182 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-dd5c07ab-eaeb-48a5-9705-801fb2de10a0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=67c1d61dae7646178468842ecc8c8541&device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 1094 time: 0.0960345 Nov 03 18:54:18.656104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-2dcce1eb-bff1-4183-b006-23bc84471082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:18.658467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-2dcce1eb-bff1-4183-b006-23bc84471082 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02685897-77f7-4387-9d04-212abac19472 HTTP/1.1" status: 200 len: 921 time: 0.1327252 Nov 03 18:54:18.682042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce9d4c-e213-4168-8b16-e2e8ff4a7201 req-f15dfc3d-337f-4369-8f65-fbf6431da528 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:18.684069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23ce9d4c-e213-4168-8b16-e2e8ff4a7201 req-f15dfc3d-337f-4369-8f65-fbf6431da528 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 943 time: 0.8374798 Nov 03 18:54:18.728203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-1d91dd99-84b1-4a8c-9419-48660877f82f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fbf9466-983a-4194-9549-562ee358d7ed HTTP/1.1" status: 200 len: 217 time: 0.0623336 Nov 03 18:54:18.818862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-eb3a5e24-8a40-4596-9cb8-481c2b0a0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:18.820626 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-eb3a5e24-8a40-4596-9cb8-481c2b0a0202 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26ea3884-db08-42c7-bf40-89bb75a5bc5d HTTP/1.1" status: 200 len: 860 time: 0.0844581 Nov 03 18:54:18.868546 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-372fdea7-cb4d-4926-99e0-cc2ec4ac94af service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02685897-77f7-4387-9d04-212abac19472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398531 Nov 03 18:54:18.923324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a3522-76a4-48ae-96a2-84ca4a831cfd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:18.937152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a3522-76a4-48ae-96a2-84ca4a831cfd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:18.939964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-421a3522-76a4-48ae-96a2-84ca4a831cfd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3327124 Nov 03 18:54:18.970877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36716) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:19.000546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-444382676'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:19.063862 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-426e07fe-3248-4779-94dc-1d2196a341f0 service neutron] 10.222.0.96 "GET /v2.0/networks/02685897-77f7-4387-9d04-212abac19472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874635 Nov 03 18:54:19.108675 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.211451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23ce9d4c-e213-4168-8b16-e2e8ff4a7201 req-77b5ed2a-5267-4412-8c6c-fcd1f6784f7b tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505620 Nov 03 18:54:19.287556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Made reservation on behalf of c0e1b7cfd1bb4550b9b9e86e90de5e85 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:19.292778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.310187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1c21e0ab-6900-4e39-a91d-e521f5c3bb35 req-2e65739c-d0bc-4f44-939c-18d86ddc47a5 service neutron] 10.222.0.96 "GET /v2.0/networks/02685897-77f7-4387-9d04-212abac19472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360675 Nov 03 18:54:19.384424 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Subnet': ['ID=9a962019-5399-4f9c-a12e-060b6f87ac61,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:19.446030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Checking segment: {'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:19.446559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network hostable DHCP agents. Network: 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:19.453708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:19.519476 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.520036 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Added segment 6e5a7b61-6d03-44f1-8183-394bdfe5e7bb of type vlan for network c1b51432-2033-4d3f-9d4b-9dac8cac38db Nov 03 18:54:19.582711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:19.630535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:19.638805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.639580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.650177 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.658609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.664289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e1710-41a8-497b-81ba-33079e2c6ca8 None None] Network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:19.679343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.681711 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.712526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36726) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:19.713016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cf3ec508-6c2d-48af-bebd-69bb009672a4 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6247416 Nov 03 18:54:19.865990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.878123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.879592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.125372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:20.128231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.212670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Network': ['ID=c1b51432-2033-4d3f-9d4b-9dac8cac38db,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.274642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=04c2c42a-8068-4a4e-b12f-1fb2ae30df75,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.298614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5451beba-3abc-4bd5-b01b-c34f03df6509 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3178208 Nov 03 18:54:20.303466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36736) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:20.331045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1715804303'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:20.393182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c1b51432-2033-4d3f-9d4b-9dac8cac38db details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:20.490845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:20.500536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:20.702558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Allocated IP 172.23.0.2 (776a6eeb-2e4e-4694-a72c-9a9101d5fa2e/9a962019-5399-4f9c-a12e-060b6f87ac61/ac6c9bd3-3228-4f74-8add-207ac19ed263) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:20.881246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Made reservation on behalf of c0e1b7cfd1bb4550b9b9e86e90de5e85 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:20.886321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.894180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.054006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:21.085865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.086850 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Added segment 05ed8678-2e81-41dc-ac1b-587da6c7c95b of type vlan for network 31d33454-dfab-4046-9ae4-b299ff88a43e Nov 03 18:54:21.089468 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.113696 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.176958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.249915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Pushing event updated for resources: {'Port': ['ID=ac6c9bd3-3228-4f74-8add-207ac19ed263,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:21.324339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7fbf9466-983a-4194-9549-562ee358d7ed details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:21.345317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:21.346374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.360591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a7156c02-df93-47ad-87cb-cef170f46ce0 None None] Provisioning complete for port 04c2c42a-8068-4a4e-b12f-1fb2ae30df75 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:21.361177 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a7156c02-df93-47ad-87cb-cef170f46ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.361386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.362845 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.381610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:21.436644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0f1cc-3aef-4cd5-97b9-e8b758f84ca3 req-3bfd61e9-3e04-41d7-bc6f-dd0a29300f35 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.452925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bca0f1cc-3aef-4cd5-97b9-e8b758f84ca3 req-3bfd61e9-3e04-41d7-bc6f-dd0a29300f35 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 943 time: 0.5630634 Nov 03 18:54:21.470121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:21.530848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Allocated IP 172.23.0.1 (776a6eeb-2e4e-4694-a72c-9a9101d5fa2e/9a962019-5399-4f9c-a12e-060b6f87ac61/8644f61b-58d2-4781-b4a3-1c541ba28ad2) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:21.570763 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:54:21.638226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a7156c02-df93-47ad-87cb-cef170f46ce0 None None] Port 04c2c42a-8068-4a4e-b12f-1fb2ae30df75 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:21.784708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bca0f1cc-3aef-4cd5-97b9-e8b758f84ca3 req-b30fcd52-9165-4f5e-9182-ea02b4b36ea0 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824137 Nov 03 18:54:21.786097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Network': ['ID=31d33454-dfab-4046-9ae4-b299ff88a43e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:21.802870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.817121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a9d04f68-b196-49eb-a53b-dad570c1ad4b tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5081520 Nov 03 18:54:21.817121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 9a84fe65-973f-414a-a659-00c0e04b54cb is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:54:21.834934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36746) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:21.861122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'ports': [{'network_id': 'c1b51432-2033-4d3f-9d4b-9dac8cac38db', 'name': 'tempest-port--1423995543', 'admin_state_up': True}, {'network_id': '31d33454-dfab-4046-9ae4-b299ff88a43e', 'admin_state_up': False}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:21.862015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'port': {'network_id': 'c1b51432-2033-4d3f-9d4b-9dac8cac38db', 'name': 'tempest-port--1423995543', 'admin_state_up': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:21.862933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'port': {'network_id': '31d33454-dfab-4046-9ae4-b299ff88a43e', 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:21.936692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.986347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7fbf9466-983a-4194-9549-562ee358d7ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7fbf9466-983a-4194-9549-562ee358d7ed,segment=NetworkSegment(e9330d16-6fdc-440e-8019-65723af30509),segment_id=e9330d16-6fdc-440e-8019-65723af30509)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:22.082116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:22.100145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:22.113039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:22.148366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '7fbf9466-983a-4194-9549-562ee358d7ed', 'network_id': '02685897-77f7-4387-9d04-212abac19472', 'port_id': '7fbf9466-983a-4194-9549-562ee358d7ed', 'mac_address': 'fa:16:3e:8f:51:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ea3884-db08-42c7-bf40-89bb75a5bc5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:22.160293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 31d33454-dfab-4046-9ae4-b299ff88a43e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:22.185920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=8644f61b-58d2-4781-b4a3-1c541ba28ad2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:22.214932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.215865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.216518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.218243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.218243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.218930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.219867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.220540 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.221380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.222507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.223170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.223856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:22.263896 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.351215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:22.367324 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-05bd8d05-1a98-4c3f-940a-3b18eee27560 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/9a84fe65-973f-414a-a659-00c0e04b54cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2361474 Nov 03 18:54:22.407655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36750) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:22.465601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf006d1-4195-46d4-9e7e-17a1f52d92c9 None None] Sync routers for ids ['9a84fe65-973f-414a-a659-00c0e04b54cb'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:22.492007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf006d1-4195-46d4-9e7e-17a1f52d92c9 None None] Routers {'9a84fe65-973f-414a-a659-00c0e04b54cb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:22.492984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dcf006d1-4195-46d4-9e7e-17a1f52d92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9a84fe65-973f-414a-a659-00c0e04b54cb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:22.506421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Attempting to bind port ac6c9bd3-3228-4f74-8add-207ac19ed263 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:22.507098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Attempting to bind port ac6c9bd3-3228-4f74-8add-207ac19ed263 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:22.507813 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Attempting to bind port ac6c9bd3-3228-4f74-8add-207ac19ed263 on network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:22.537098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Made reservation on behalf of c0e1b7cfd1bb4550b9b9e86e90de5e85 for: {'port': 2} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:22.545073 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.549151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ffd4ca-8f10-4398-bcd5-bcd2f4cf7851 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:22.552283 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-37ffd4ca-8f10-4398-bcd5-bcd2f4cf7851 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports/04c2c42a-8068-4a4e-b12f-1fb2ae30df75 HTTP/1.1" status: 200 len: 911 time: 0.1425650 Nov 03 18:54:22.557954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36752) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:22.582625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.913039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] device_id is not set on port 31c3fa90-c889-4655-b409-1e413446c0f7 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:54:23.039725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:23.051477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Checking segment: {'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:23.052465 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.053124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Bound using segment: {'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:23.055283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Bound port: ac6c9bd3-3228-4f74-8add-207ac19ed263, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:23.055283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.114218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dcf006d1-4195-46d4-9e7e-17a1f52d92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.120619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.202240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbf9466-983a-4194-9549-562ee358d7ed {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:23.220860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf006d1-4195-46d4-9e7e-17a1f52d92c9 None None] Routers {'9a84fe65-973f-414a-a659-00c0e04b54cb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:23.221961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dcf006d1-4195-46d4-9e7e-17a1f52d92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9a84fe65-973f-414a-a659-00c0e04b54cb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.287126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.298243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dcf006d1-4195-46d4-9e7e-17a1f52d92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.299331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf006d1-4195-46d4-9e7e-17a1f52d92c9 None None] The sync data for ids ['9a84fe65-973f-414a-a659-00c0e04b54cb'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:23.337809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.338142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] For port ac6c9bd3-3228-4f74-8add-207ac19ed263, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:23.345838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] For port ac6c9bd3-3228-4f74-8add-207ac19ed263, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ac6c9bd3-3228-4f74-8add-207ac19ed263,segment=NetworkSegment(844ef2e3-5583-4e86-8967-2da8f018eba8),segment_id=844ef2e3-5583-4e86-8967-2da8f018eba8)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:23.361280 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.407535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7fbf9466-983a-4194-9549-562ee358d7ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7fbf9466-983a-4194-9549-562ee358d7ed,segment=NetworkSegment(e9330d16-6fdc-440e-8019-65723af30509),segment_id=e9330d16-6fdc-440e-8019-65723af30509)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:23.420088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceee1dc-a405-4de5-bbf0-3ff40e3f3d8d req-da99bd75-10de-4bfe-8662-1985537bd440 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.435201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bceee1dc-a405-4de5-bbf0-3ff40e3f3d8d req-da99bd75-10de-4bfe-8662-1985537bd440 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 943 time: 0.1970689 Nov 03 18:54:23.470780 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.612595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] device_id is not set on port 21f5e1a5-65c0-44bc-92b8-377c46e704fb yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:54:23.658016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6b5d7-05a6-46b1-960a-c7751803404e None None] Pushing event updated for resources: {'Port': ['ID=ac6c9bd3-3228-4f74-8add-207ac19ed263,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.777112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bceee1dc-a405-4de5-bbf0-3ff40e3f3d8d req-aae4aafb-5510-49a4-9801-9265c0f1893d tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379953 Nov 03 18:54:23.859809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7fbf9466-983a-4194-9549-562ee358d7ed,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.963275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['7fbf9466-983a-4194-9549-562ee358d7ed'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:24.348219 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.495004 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.724188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Port': ['ID=31c3fa90-c889-4655-b409-1e413446c0f7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:24.754257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Checking segment: {'id': '6e5a7b61-6d03-44f1-8183-394bdfe5e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c1b51432-2033-4d3f-9d4b-9dac8cac38db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:24.754994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Network hostable DHCP agents. Network: c1b51432-2033-4d3f-9d4b-9dac8cac38db, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:24.794636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Network c1b51432-2033-4d3f-9d4b-9dac8cac38db is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:24.818199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c1b51432-2033-4d3f-9d4b-9dac8cac38db) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:24.837898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ffe017-3b91-40f1-b798-179dac9b129b None None] Network c1b51432-2033-4d3f-9d4b-9dac8cac38db requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:24.855164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:24.861269 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.053109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Port': ['ID=21f5e1a5-65c0-44bc-92b8-377c46e704fb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:25.121698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Checking segment: {'id': '05ed8678-2e81-41dc-ac1b-587da6c7c95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31d33454-dfab-4046-9ae4-b299ff88a43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:25.122480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Network hostable DHCP agents. Network: 31d33454-dfab-4046-9ae4-b299ff88a43e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:25.344401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Network 31d33454-dfab-4046-9ae4-b299ff88a43e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:25.370645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 31d33454-dfab-4046-9ae4-b299ff88a43e) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:25.380131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:25.386380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eb0f2a-0157-40e9-8434-d814b9f66d70 None None] Network 31d33454-dfab-4046-9ae4-b299ff88a43e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:25.396373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.408133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.409344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.447746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b884d0-009b-4d29-8fa1-d4c7f4d97067 req-13d629f1-65ce-4b81-97a3-882f3c4d2c84 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.467798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8b884d0-009b-4d29-8fa1-d4c7f4d97067 req-13d629f1-65ce-4b81-97a3-882f3c4d2c84 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 944 time: 0.3108244 Nov 03 18:54:25.522298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.579037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8b884d0-009b-4d29-8fa1-d4c7f4d97067 req-3f0026e7-05eb-4e0c-8e12-f0c3bdc4230d tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114926 Nov 03 18:54:25.613168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7d898123-f93f-4a01-847e-d5236f687bc3 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7624576 Nov 03 18:54:25.613168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36780) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.621950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7fbf9466-983a-4194-9549-562ee358d7ed up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:25.925222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 7fbf9466-983a-4194-9549-562ee358d7ed completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:25.941687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 7fbf9466-983a-4194-9549-562ee358d7ed triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:25.942838 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.945812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8a803-bf71-45ea-ab14-df05e320b8b0 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.961841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.969388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8a803-bf71-45ea-ab14-df05e320b8b0 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.976821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cce8a803-bf71-45ea-ab14-df05e320b8b0 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3674495 Nov 03 18:54:25.977698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36782) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:26.029559 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.055981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef0e42-f14d-40e9-b024-11f2cefb1324 None None] Network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:26.261513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d1e55-60e9-446f-bd28-3246553256e8 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Deleting port 31c3fa90-c889-4655-b409-1e413446c0f7 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:26.262139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e55-60e9-446f-bd28-3246553256e8 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.276011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8763a329-4427-4857-b537-567b74ce071e None None] Provisioning complete for port ac6c9bd3-3228-4f74-8add-207ac19ed263 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:26.276928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8763a329-4427-4857-b537-567b74ce071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.334917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event updated for resources: {'Port': ['ID=8644f61b-58d2-4781-b4a3-1c541ba28ad2,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:26.342784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ac6c9bd3-3228-4f74-8add-207ac19ed263 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:26.395750 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.473374 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.475932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e55-60e9-446f-bd28-3246553256e8 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.516606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d1e55-60e9-446f-bd28-3246553256e8 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Calling delete_port for 31c3fa90-c889-4655-b409-1e413446c0f7 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:26.646830 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e55-60e9-446f-bd28-3246553256e8 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.678816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 7fbf9466-983a-4194-9549-562ee358d7ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7fbf9466-983a-4194-9549-562ee358d7ed,segment=NetworkSegment(e9330d16-6fdc-440e-8019-65723af30509),segment_id=e9330d16-6fdc-440e-8019-65723af30509)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:26.689023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbf9466-983a-4194-9549-562ee358d7ed'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:26.693362 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2708a930-0691-44a7-82f0-b3437c314c46" -d '{"events": [{"server_uuid": "9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460", "name": "network-vif-plugged", "status": "completed", "tag": "7fbf9466-983a-4194-9549-562ee358d7ed"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:26.716499 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.717567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d1e55-60e9-446f-bd28-3246553256e8 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Port': ['ID=31c3fa90-c889-4655-b409-1e413446c0f7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:26.731423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1e55-60e9-446f-bd28-3246553256e8 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.741561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ac6c9bd3-3228-4f74-8add-207ac19ed263 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:26.741561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.743178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1d6d1e55-60e9-446f-bd28-3246553256e8 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/ports/31c3fa90-c889-4655-b409-1e413446c0f7 HTTP/1.1" status: 204 len: 168 time: 0.7637267 Nov 03 18:54:26.744512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36792) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:26.786607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:26.800895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:27.015889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8763a329-4427-4857-b537-567b74ce071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.021083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f0b4-00da-488a-bce9-41077cbe4766 req-163626c8-60d0-4165-9d55-98a77f516992 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.037052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8fa8f0b4-00da-488a-bce9-41077cbe4766 req-163626c8-60d0-4165-9d55-98a77f516992 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 945 time: 0.1549683 Nov 03 18:54:27.083615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d6a443da-ea27-46fc-b418-ba82853f9e89 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Deleting port 21f5e1a5-65c0-44bc-92b8-377c46e704fb {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:27.084193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6a443da-ea27-46fc-b418-ba82853f9e89 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.117454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 04c2c42a-8068-4a4e-b12f-1fb2ae30df75 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:27.118426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.152981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8763a329-4427-4857-b537-567b74ce071e None None] For port ac6c9bd3-3228-4f74-8add-207ac19ed263, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ac6c9bd3-3228-4f74-8add-207ac19ed263,segment=NetworkSegment(844ef2e3-5583-4e86-8967-2da8f018eba8),segment_id=844ef2e3-5583-4e86-8967-2da8f018eba8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:27.178217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:27.184669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8fa8f0b4-00da-488a-bce9-41077cbe4766 req-8a67cb0b-ef0b-4d84-bd55-a1e6d8cb6c03 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420717 Nov 03 18:54:27.256791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=7fbf9466-983a-4194-9549-562ee358d7ed,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:27.291141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8763a329-4427-4857-b537-567b74ce071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.311984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.312423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.312946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.313300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.338100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.340601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.341335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.342080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.342751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.347847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.348642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.349327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.473569 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6a443da-ea27-46fc-b418-ba82853f9e89 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.487340 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61c9da-08fa-4232-93a8-858c6f4c1da6 x-openstack-request-id: req-cf61c9da-08fa-4232-93a8-858c6f4c1da6 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:27.488052 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460", "name": "network-vif-plugged", "status": "completed", "tag": "7fbf9466-983a-4194-9549-562ee358d7ed", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:27.488581 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf61c9da-08fa-4232-93a8-858c6f4c1da6 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:27.489363 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbf9466-983a-4194-9549-562ee358d7ed', 'code': 200} Nov 03 18:54:27.493638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763a329-4427-4857-b537-567b74ce071e None None] Pushing event updated for resources: {'Port': ['ID=ac6c9bd3-3228-4f74-8add-207ac19ed263,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:27.531965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d6a443da-ea27-46fc-b418-ba82853f9e89 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Calling delete_port for 21f5e1a5-65c0-44bc-92b8-377c46e704fb owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:27.610070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.635345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 04c2c42a-8068-4a4e-b12f-1fb2ae30df75 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:27.763178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6a443da-ea27-46fc-b418-ba82853f9e89 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.831131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-be0fb92d-a073-46f7-9f71-289460e7b63b None None] Provisioning complete for port ac6c9bd3-3228-4f74-8add-207ac19ed263 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:27.833922 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be0fb92d-a073-46f7-9f71-289460e7b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.851488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:27.857689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a443da-ea27-46fc-b418-ba82853f9e89 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Port': ['ID=21f5e1a5-65c0-44bc-92b8-377c46e704fb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:27.869831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:27.870972 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6a443da-ea27-46fc-b418-ba82853f9e89 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.878760 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87ab3-f79f-406c-af6a-079033cff3a3 req-b647b76a-77a6-4a0c-8500-a91708bdf52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.892533 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fcc87ab3-f79f-406c-af6a-079033cff3a3 req-b647b76a-77a6-4a0c-8500-a91708bdf52e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 1096 time: 0.3780973 Nov 03 18:54:27.894230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d6a443da-ea27-46fc-b418-ba82853f9e89 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/ports/21f5e1a5-65c0-44bc-92b8-377c46e704fb HTTP/1.1" status: 204 len: 168 time: 1.1465795 Nov 03 18:54:27.895289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36800) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:27.904301 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:27.905439 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:27.917569 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dd172ebe-adc9-438a-808b-f2eeecf2addd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1981890 Nov 03 18:54:27.925789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36802) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:27.952496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:28.032417 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cceb41e9-3137-466c-9412-9a6cdeadb3c7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1353433 Nov 03 18:54:28.040263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36804) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:28.070655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2104627044'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:28.226914 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:28.271770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-be0fb92d-a073-46f7-9f71-289460e7b63b None None] Provisioning complete for port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:28.272776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be0fb92d-a073-46f7-9f71-289460e7b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.363775 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fcc87ab3-f79f-406c-af6a-079033cff3a3 req-8ab1629a-a0f6-47ce-8497-735d6cb7ade7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433606 Nov 03 18:54:28.384091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Made reservation on behalf of c0e1b7cfd1bb4550b9b9e86e90de5e85 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:28.390730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.435248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ac6c9bd3-3228-4f74-8add-207ac19ed263 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:28.547286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:28.558356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-be0fb92d-a073-46f7-9f71-289460e7b63b None None] Port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:28.588285 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.591444 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Added segment 9bed051a-1ea9-4eea-988b-1734051d82f1 of type vlan for network e3cd9521-f32e-457c-aab6-4ac538ad77a0 Nov 03 18:54:28.609997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ac6c9bd3-3228-4f74-8add-207ac19ed263 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:28.610888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.618001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.745658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=04c2c42a-8068-4a4e-b12f-1fb2ae30df75,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:28.779622 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.790795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-23b87ef9-12a1-4008-ab3f-3197b36d6204 None None] Provisioning complete for port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:28.791396 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23b87ef9-12a1-4008-ab3f-3197b36d6204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.967553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-23b87ef9-12a1-4008-ab3f-3197b36d6204 None None] Port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:28.972772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747522-cb47-40ff-8765-68c974d9b722 req-7e8335bd-b0c3-425c-a519-d5c1ec7112c7 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:28.975634 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f747522-cb47-40ff-8765-68c974d9b722 req-7e8335bd-b0c3-425c-a519-d5c1ec7112c7 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 945 time: 0.4492173 Nov 03 18:54:29.059531 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:22Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:25Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:29.081939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.115336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:54:29.122421 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:29.123438 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Updating router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:54:29.159933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ad303656-d53f-4ab7-9de6-b5176ff3c581 None None] Provisioning complete for port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:29.160558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad303656-d53f-4ab7-9de6-b5176ff3c581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.191957 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.319956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ad303656-d53f-4ab7-9de6-b5176ff3c581 None None] Port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:29.348719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f747522-cb47-40ff-8765-68c974d9b722 req-668464ed-1bfd-4d64-8594-c4c0832d9057 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020701 Nov 03 18:54:29.369690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.381020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.382404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.520403 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4576919 Nov 03 18:54:29.525023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36814) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:29.563002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-963674051'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:29.586055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a54b5-c25e-4ef8-93f7-6007e949764f tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Network': ['ID=e3cd9521-f32e-457c-aab6-4ac538ad77a0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:29.607147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e3cd9521-f32e-457c-aab6-4ac538ad77a0 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:29.648862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 9a84fe65-973f-414a-a659-00c0e04b54cb has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:29.723721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Made reservation on behalf of c0e1b7cfd1bb4550b9b9e86e90de5e85 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:29.735201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.800113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.extraroute_db [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:54:29.806915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:29.829232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:29.836774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.837354 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Added segment b786aa01-596a-4d54-b562-600c45492e84 of type vlan for network 7ce8e577-7538-443a-ac77-17409d80b8ca Nov 03 18:54:29.842558 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7e2cd154-9957-4cf4-9e33-d8550c2ee79d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/9a84fe65-973f-414a-a659-00c0e04b54cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2796557 Nov 03 18:54:29.842865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.extraroute_db [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Removed routes are [] {{(pid=101756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:54:29.842865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.843269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36816) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:29.850163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a92f00-7214-4100-88f4-597189ded029 None None] Sync routers for ids ['9a84fe65-973f-414a-a659-00c0e04b54cb'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:29.902592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a92f00-7214-4100-88f4-597189ded029 None None] Routers {'9a84fe65-973f-414a-a659-00c0e04b54cb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:29.903327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-59a92f00-7214-4100-88f4-597189ded029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9a84fe65-973f-414a-a659-00c0e04b54cb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:29.958751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c8728281-8778-449f-945e-35ba1b81a12e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a84fe65-973f-414a-a659-00c0e04b54cb HTTP/1.1" status: 200 len: 205 time: 0.1105013 Nov 03 18:54:29.959426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36820) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:29.981797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-59a92f00-7214-4100-88f4-597189ded029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:30.013928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a92f00-7214-4100-88f4-597189ded029 None None] Routers {'9a84fe65-973f-414a-a659-00c0e04b54cb'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:30.016270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-59a92f00-7214-4100-88f4-597189ded029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9a84fe65-973f-414a-a659-00c0e04b54cb'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:30.077873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-59a92f00-7214-4100-88f4-597189ded029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:30.080542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a92f00-7214-4100-88f4-597189ded029 None None] The sync data for ids ['9a84fe65-973f-414a-a659-00c0e04b54cb'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:30.097003 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.161439 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.173796 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.254700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8bd450e5-ba00-4ee5-b8cc-cd15bb71ff4b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.267975 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852baf13-2d36-4577-8475-c8164efdd027 None None] Pushing event updated for resources: {'Port': ['ID=8644f61b-58d2-4781-b4a3-1c541ba28ad2,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:30.402739 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Attempting to bind port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:30.403391 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Attempting to bind port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:30.404135 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Attempting to bind port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 on network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:30.415367 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:30.415967 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Checking segment: {'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:30.416645 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.417346 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Bound using segment: {'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:30.419057 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Bound port: 8644f61b-58d2-4781-b4a3-1c541ba28ad2, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ef2e3-5583-4e86-8967-2da8f018eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:30.419057 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.577257 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] For port 8644f61b-58d2-4781-b4a3-1c541ba28ad2, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:30.592990 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] For port 8644f61b-58d2-4781-b4a3-1c541ba28ad2, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8644f61b-58d2-4781-b4a3-1c541ba28ad2,segment=NetworkSegment(844ef2e3-5583-4e86-8967-2da8f018eba8),segment_id=844ef2e3-5583-4e86-8967-2da8f018eba8)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:30.604415 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.697030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8bd450e5-ba00-4ee5-b8cc-cd15bb71ff4b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.702160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8bd450e5-ba00-4ee5-b8cc-cd15bb71ff4b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.766981 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:30.768251 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:30.806428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b780165b-4ff5-41ed-88c3-d3b737777a29 None None] Provisioning complete for port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:30.808605 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b780165b-4ff5-41ed-88c3-d3b737777a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.822644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8bd450e5-ba00-4ee5-b8cc-cd15bb71ff4b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.824399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd450e5-ba00-4ee5-b8cc-cd15bb71ff4b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Fanout notify agent at l3_agent the message router_deleted on router 9a84fe65-973f-414a-a659-00c0e04b54cb {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:30.856639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8bd450e5-ba00-4ee5-b8cc-cd15bb71ff4b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.857043 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8bd450e5-ba00-4ee5-b8cc-cd15bb71ff4b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/9a84fe65-973f-414a-a659-00c0e04b54cb HTTP/1.1" status: 204 len: 168 time: 0.8960838 Nov 03 18:54:30.870802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:30.913949 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.941574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.942596 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.125403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-395545f9-c629-4d2b-b586-5ca188a74f89 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet 1e6a20d1-cadd-4abb-b307-161c022efee5 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:31.132308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-395545f9-c629-4d2b-b586-5ca188a74f89 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.153132 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852baf13-2d36-4577-8475-c8164efdd027 None None] Pushing event updated for resources: {'Port': ['ID=8644f61b-58d2-4781-b4a3-1c541ba28ad2,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:31.170712 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b780165b-4ff5-41ed-88c3-d3b737777a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.253090 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:31.282206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-395545f9-c629-4d2b-b586-5ca188a74f89 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.288568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b780165b-4ff5-41ed-88c3-d3b737777a29 None None] For port 8644f61b-58d2-4781-b4a3-1c541ba28ad2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8644f61b-58d2-4781-b4a3-1c541ba28ad2,segment=NetworkSegment(844ef2e3-5583-4e86-8967-2da8f018eba8),segment_id=844ef2e3-5583-4e86-8967-2da8f018eba8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:31.300274 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b780165b-4ff5-41ed-88c3-d3b737777a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.410013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8826857 Nov 03 18:54:31.488728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780165b-4ff5-41ed-88c3-d3b737777a29 None None] Pushing event updated for resources: {'Port': ['ID=8644f61b-58d2-4781-b4a3-1c541ba28ad2,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:31.528466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-036e6308-4b4c-460b-8125-739f89733168 None None] Provisioning complete for port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:31.528955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-036e6308-4b4c-460b-8125-739f89733168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.631852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0027d-29fa-4b1f-8022-eaed96ecf71e req-f1ffda5d-8474-4035-a593-c7eb85928aef tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:31.633865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05f0027d-29fa-4b1f-8022-eaed96ecf71e req-f1ffda5d-8474-4035-a593-c7eb85928aef tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 945 time: 0.7999895 Nov 03 18:54:31.648558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd6f78-1ba6-453a-bde2-4261aa515dcd tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Network': ['ID=7ce8e577-7538-443a-ac77-17409d80b8ca,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:31.654708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.671644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-395545f9-c629-4d2b-b586-5ca188a74f89 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.690653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7ce8e577-7538-443a-ac77-17409d80b8ca details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:31.744476 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.894772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-395545f9-c629-4d2b-b586-5ca188a74f89 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.059857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-395545f9-c629-4d2b-b586-5ca188a74f89 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.074001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-395545f9-c629-4d2b-b586-5ca188a74f89 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/1e6a20d1-cadd-4abb-b307-161c022efee5 HTTP/1.1" status: 204 len: 168 time: 1.2003367 Nov 03 18:54:32.078385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36836) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:32.080245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395545f9-c629-4d2b-b586-5ca188a74f89 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6a20d1-cadd-4abb-b307-161c022efee5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:32.107295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55d7b9-602a-4100-9813-8c5e9abcdb37 None None] Network 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:32.146371 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:29Z', 'revision_number': 6, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:30Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:32.292674 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e6a75-56a9-4ca8-a45d-8ca3bb201969 None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:29Z', 'revision_number': 6, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:30Z', 'revision_number': 4, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:32.481058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.489259 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.490436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05f0027d-29fa-4b1f-8022-eaed96ecf71e req-67faa6ac-c32d-4725-8f8c-8d70b893bae6 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8170590 Nov 03 18:54:32.776983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:32.824624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] DHCP port deletion for 4b14d98a-9a55-4165-a3e4-d31f1e7f4510 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:33.029582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] Deleting port 77abe51e-9694-4a45-9afa-1d50452562a7 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:33.030166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.193462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 77abe51e-9694-4a45-9afa-1d50452562a7 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:33.193462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.350393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] For port 77abe51e-9694-4a45-9afa-1d50452562a7, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=77abe51e-9694-4a45-9afa-1d50452562a7,segment=NetworkSegment(39e3ec9e-67f3-4648-b198-67b02846bb49),segment_id=39e3ec9e-67f3-4648-b198-67b02846bb49)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:33.351228 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.454323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] Calling delete_port for 77abe51e-9694-4a45-9afa-1d50452562a7 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:33.477102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port 77abe51e-9694-4a45-9afa-1d50452562a7, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=77abe51e-9694-4a45-9afa-1d50452562a7,segment=NetworkSegment(39e3ec9e-67f3-4648-b198-67b02846bb49),segment_id=39e3ec9e-67f3-4648-b198-67b02846bb49)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:33.484082 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.531294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.548331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:33.586980 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.593552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36850) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:33.626215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-44338f1c-a80c-4b9c-aba6-3b517aa8474d tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 200 len: 931 time: 5.6598828 Nov 03 18:54:33.662705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 77abe51e-9694-4a45-9afa-1d50452562a7 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:33.903172 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.976024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] Pushing event deleted for resources: {'Port': ['ID=77abe51e-9694-4a45-9afa-1d50452562a7,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:34.017938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385ce19-337a-467a-bbe4-004a72cc50f6 None None] No DVR routers for this DVR port 77abe51e-9694-4a45-9afa-1d50452562a7 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:34.063710 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-58ff6995-f3e2-4f3a-adb0-e71dc3b1c1ae tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 200 len: 931 time: 0.4680843 Nov 03 18:54:34.065062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36860) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:34.073672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'routes': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:34.213064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.277973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=77abe51e-9694-4a45-9afa-1d50452562a7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:34.297650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6d403-d690-4a1a-824b-b60915df02df req-aa83aba8-c604-4ee1-b5db-1c4d1951ab57 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.310080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cc6d403-d690-4a1a-824b-b60915df02df req-aa83aba8-c604-4ee1-b5db-1c4d1951ab57 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 945 time: 0.6123977 Nov 03 18:54:34.345307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No DVR routers for this DVR port 77abe51e-9694-4a45-9afa-1d50452562a7 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:34.439462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8644f61b-58d2-4781-b4a3-1c541ba28ad2 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:34.480143 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:34.528827 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:34.529719 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:34.723616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:34.724159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.775346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1cc6d403-d690-4a1a-824b-b60915df02df req-5818cab5-32f2-4135-a2a5-867bd543d3bb tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631050 Nov 03 18:54:34.780274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.909262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b14d98a-9a55-4165-a3e4-d31f1e7f4510']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:34.967676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e3ec9e-67f3-4648-b198-67b02846bb49') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:34.968401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e3ec9e-67f3-4648-b198-67b02846bb49') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:35.032174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.095976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.105366 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:35.123947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:35.124789 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:35.187536 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:35.250292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-038e8adb-da76-4607-a3d4-4d29c1fbc802 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.260055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-038e8adb-da76-4607-a3d4-4d29c1fbc802 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.96 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 945 time: 0.3293846 Nov 03 18:54:35.341441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added routes are [] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:54:35.342309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:54:35.396419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 77abe51e-9694-4a45-9afa-1d50452562a7 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:35.471504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 77abe51e-9694-4a45-9afa-1d50452562a7 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:35.475054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 77abe51e-9694-4a45-9afa-1d50452562a7 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:35.499799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.522902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.559127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/4b14d98a-9a55-4165-a3e4-d31f1e7f4510 HTTP/1.1" status: 204 len: 168 time: 3.4632385 Nov 03 18:54:35.564169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36868) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:35.577313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1157251894', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:35.657254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470819-fda6-47a6-8b27-46f34795a516 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=4b14d98a-9a55-4165-a3e4-d31f1e7f4510,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:35.751304 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.762278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.765289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.926868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8306e339-86c9-4aa3-8e2d-9e00bb91f171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.172324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.380848 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:29Z', 'revision_number': 6, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:36.458347 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:36.476050 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:36.477521 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:36.642482 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.768757 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:36.813826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ae01c-2083-4cbd-b0a2-c7dfe9bce64a req-7939c93e-74c7-4a0b-8aa4-197c1c4fc008 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:36.831835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-926ae01c-2083-4cbd-b0a2-c7dfe9bce64a req-7939c93e-74c7-4a0b-8aa4-197c1c4fc008 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 945 time: 0.5134301 Nov 03 18:54:37.100305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Deleting port 7fbf9466-983a-4194-9549-562ee358d7ed {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:37.101905 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.116024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-926ae01c-2083-4cbd-b0a2-c7dfe9bce64a req-0aa42346-7315-4287-a517-e8cf3d785972 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/security-groups?id=b6f73535-4014-4f4d-a9c4-1d4277ab6406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766667 Nov 03 18:54:37.386896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] For port 7fbf9466-983a-4194-9549-562ee358d7ed, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7fbf9466-983a-4194-9549-562ee358d7ed,segment=NetworkSegment(e9330d16-6fdc-440e-8019-65723af30509),segment_id=e9330d16-6fdc-440e-8019-65723af30509)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:37.387386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.409372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Calling delete_port for 7fbf9466-983a-4194-9549-562ee358d7ed owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:37.634803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.678207 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.686632 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.700022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.758767 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:35Z', 'revision_number': 7, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:37.829379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36884) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:37.842818 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7151b3d-0e02-4060-bc2d-58874420b4da None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:35Z', 'revision_number': 7, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:37.843452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'subnets': [{'network_id': 'e3cd9521-f32e-457c-aab6-4ac538ad77a0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1345414921', 'ip_version': 6}, {'network_id': '7ce8e577-7538-443a-ac77-17409d80b8ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:37.843951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'subnet': {'network_id': 'e3cd9521-f32e-457c-aab6-4ac538ad77a0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1345414921', 'ip_version': 6}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:37.846227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Request body: {'subnet': {'network_id': '7ce8e577-7538-443a-ac77-17409d80b8ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:37.995805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 172.25.3.158 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/13788780-e277-4569-b9cf-acd90a8ab62b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:38.019126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.024243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:38.070232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Pushing event deleted for resources: {'Port': ['ID=7fbf9466-983a-4194-9549-562ee358d7ed,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:38.153056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] No DVR routers for this DVR port 7fbf9466-983a-4194-9549-562ee358d7ed on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:38.167802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.167802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-594d4864-7bee-4cf4-8425-db5fb114d80a req-be2eec6b-872b-44fe-86c3-877b61168287 tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.96 "DELETE /v2.0/ports/7fbf9466-983a-4194-9549-562ee358d7ed HTTP/1.1" status: 204 len: 173 time: 2.7772913 Nov 03 18:54:38.167802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460', 'name': 'network-vif-deleted', 'tag': '7fbf9466-983a-4194-9549-562ee358d7ed'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:38.167802 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd2d010-1898-4d73-abe4-fa685aa37e27" -d '{"events": [{"server_uuid": "9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460", "name": "network-vif-deleted", "tag": "7fbf9466-983a-4194-9549-562ee358d7ed"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:38.378450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:38.393303 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5bb721e3-8f43-44f7-9e9c-15e84a80e351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.402215 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.408020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fc474bab-6427-46c9-9b6f-70fec7b2b2e7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 200 len: 697 time: 4.3369772 Nov 03 18:54:38.409086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36892) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:38.439529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aa73766-02f7-453e-8631-240545eb6b47 req-8ac75945-7ceb-460e-a0be-3a79bc966fed tempest-ServerAddressesNegativeTestJSON-1838772488 tempest-ServerAddressesNegativeTestJSON-1838772488-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460 HTTP/1.1" status: 200 len: 210 time: 0.0985479 Nov 03 18:54:38.532318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:38.578008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:38.579242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:38.580946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.644732 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51068e8-97cd-47c5-a7fd-6c796e546372 x-openstack-request-id: req-f51068e8-97cd-47c5-a7fd-6c796e546372 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:38.645483 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460", "name": "network-vif-deleted", "tag": "7fbf9466-983a-4194-9549-562ee358d7ed", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:38.646242 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f51068e8-97cd-47c5-a7fd-6c796e546372 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:38.646717 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeb5ecb-2ffe-42e9-9e33-b4b9558c1460', 'name': 'network-vif-deleted', 'tag': '7fbf9466-983a-4194-9549-562ee358d7ed', 'status': 'completed', 'code': 200} Nov 03 18:54:38.725032 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a13d58dc-8c6a-4a41-8974-8b9c404a16d8 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 200 len: 697 time: 0.3108566 Nov 03 18:54:38.725520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36898) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:38.750324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Made reservation on behalf of c0e1b7cfd1bb4550b9b9e86e90de5e85 for: {'subnet': 2} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:38.760412 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.775083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.011797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.144377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=13788780-e277-4569-b9cf-acd90a8ab62b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:39.183935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:39.190595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:39.199597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:39.258074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:39.533590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36904) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:39.640384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7fbf9466-983a-4194-9549-562ee358d7ed no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:39.692575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e9a216-f8e8-4e3a-807f-acbd0b786b35 admin admin] Deleting subnet 26ea3884-db08-42c7-bf40-89bb75a5bc5d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:39.719978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81e9a216-f8e8-4e3a-807f-acbd0b786b35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.776527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 7fbf9466-983a-4194-9549-562ee358d7ed {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:39.778505 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7fbf9466-983a-4194-9549-562ee358d7ed not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:39.781030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.866130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:35Z', 'revision_number': 7, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:39.913490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81e9a216-f8e8-4e3a-807f-acbd0b786b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.955671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:39.983218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81e9a216-f8e8-4e3a-807f-acbd0b786b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.988794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:39.989982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.074071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81e9a216-f8e8-4e3a-807f-acbd0b786b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.089212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.170595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:40.185097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-81e9a216-f8e8-4e3a-807f-acbd0b786b35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.190680 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-81e9a216-f8e8-4e3a-807f-acbd0b786b35 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/26ea3884-db08-42c7-bf40-89bb75a5bc5d HTTP/1.1" status: 204 len: 168 time: 0.6548541 Nov 03 18:54:40.227743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36910) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:40.382063 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.388082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.412438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9a216-f8e8-4e3a-807f-acbd0b786b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ea3884-db08-42c7-bf40-89bb75a5bc5d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:40.592039 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.636095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02685897-77f7-4387-9d04-212abac19472']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.657490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9330d16-6fdc-440e-8019-65723af30509') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.658039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9330d16-6fdc-440e-8019-65723af30509') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.686793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.720108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:35Z', 'revision_number': 7, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.745513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Subnet': ['ID=28e55278-9c4f-45c6-bc82-a232f5854cf9,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:40.773380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Checking segment: {'id': '9bed051a-1ea9-4eea-988b-1734051d82f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3cd9521-f32e-457c-aab6-4ac538ad77a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:40.773977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Network hostable DHCP agents. Network: e3cd9521-f32e-457c-aab6-4ac538ad77a0, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:40.778125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d452e94f-071f-4e9b-a112-a1ebb6d7e6fd None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:35Z', 'revision_number': 7, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8644f61b-58d2-4781-b4a3-1c541ba28ad2', 'name': '', 'network_id': '776a6eeb-2e4e-4694-a72c-9a9101d5fa2e', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:0c:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '9a962019-5399-4f9c-a12e-060b6f87ac61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:40.787667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.802418 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.816571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:40.817311 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:40.821541 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:40.932930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Network e3cd9521-f32e-457c-aab6-4ac538ad77a0 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:40.988351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.999236 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.021019 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/02685897-77f7-4387-9d04-212abac19472 HTTP/1.1" status: 204 len: 168 time: 0.7871747 Nov 03 18:54:41.074180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d794-c125-434c-9e72-7cc6e3c989a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=02685897-77f7-4387-9d04-212abac19472,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.097776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, e3cd9521-f32e-457c-aab6-4ac538ad77a0) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:41.114830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77984693-57ec-45bc-8377-a29791d733dd None None] Network e3cd9521-f32e-457c-aab6-4ac538ad77a0 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:41.216876 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.395015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 8644f61b-58d2-4781-b4a3-1c541ba28ad2 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:41.395340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.408057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event updated for resources: {'Subnet': ['ID=f372552c-061d-4d23-8b9c-d05070c6053c,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.545062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36922) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:41.567434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Checking segment: {'id': 'b786aa01-596a-4d54-b562-600c45492e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ce8e577-7538-443a-ac77-17409d80b8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:41.568041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Network hostable DHCP agents. Network: 7ce8e577-7538-443a-ac77-17409d80b8ca, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:41.587986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-e3cd9521-f32e-457c-aab6-4ac538ad77a0', 'network_id': 'e3cd9521-f32e-457c-aab6-4ac538ad77a0', 'tenant_id': 'c0e1b7cfd1bb4550b9b9e86e90de5e85', 'fixed_ips': [{'subnet_id': '28e55278-9c4f-45c6-bc82-a232f5854cf9'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:41.591627 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.610463 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.672849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port 8644f61b-58d2-4781-b4a3-1c541ba28ad2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8644f61b-58d2-4781-b4a3-1c541ba28ad2,segment=NetworkSegment(844ef2e3-5583-4e86-8967-2da8f018eba8),segment_id=844ef2e3-5583-4e86-8967-2da8f018eba8)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:41.673535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.704589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 8644f61b-58d2-4781-b4a3-1c541ba28ad2 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:41.752403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Network 7ce8e577-7538-443a-ac77-17409d80b8ca is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:41.795200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-044bfe96-8a56-4421-ac33-0e396b2f575f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67c1d61dae7646178468842ecc8c8541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435777 Nov 03 18:54:41.808271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36924) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:41.824512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7ce8e577-7538-443a-ac77-17409d80b8ca) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:41.833656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.834514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.837375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.847700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e1552-fb3c-46cf-ab3e-1182ba2d095d None None] Network 7ce8e577-7538-443a-ac77-17409d80b8ca requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:41.998887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d3760750-5270-4aaa-b3da-7ae2709726ae tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.1674047 Nov 03 18:54:42.012304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36926) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.159147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.270044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=8644f61b-58d2-4781-b4a3-1c541ba28ad2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.334057 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa3f8-ffe3-426f-9f88-293fd3f4e492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.366143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7ce8e577-7538-443a-ac77-17409d80b8ca', 'network_id': '7ce8e577-7538-443a-ac77-17409d80b8ca', 'tenant_id': 'c0e1b7cfd1bb4550b9b9e86e90de5e85', 'fixed_ips': [{'subnet_id': 'f372552c-061d-4d23-8b9c-d05070c6053c'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:42.372922 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.453025 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.458335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6c12c-0844-4f0c-aad5-a0497d7a6c83 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:42.463660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6c12c-0844-4f0c-aad5-a0497d7a6c83 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:42.467555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Allocated IP 2001:db8::1 (e3cd9521-f32e-457c-aab6-4ac538ad77a0/28e55278-9c4f-45c6-bc82-a232f5854cf9/4e8468bf-41fe-4c9f-8d27-9a0ff3078a94) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:42.470350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6c12c-0844-4f0c-aad5-a0497d7a6c83 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:42.473981 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2bc6c12c-0844-4f0c-aad5-a0497d7a6c83 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4598596 Nov 03 18:54:42.491602 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.505710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36934) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.602208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa3f8-ffe3-426f-9f88-293fd3f4e492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.609256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-745f63c5-d2e6-4050-8a39-8dac59ca9c7a tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Deleting subnet 28e55278-9c4f-45c6-bc82-a232f5854cf9 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:42.660004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 921f0bc4-aea8-4783-9aaa-9612e2f94529 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:54:42.720560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.812249 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa3f8-ffe3-426f-9f88-293fd3f4e492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.816440 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa3f8-ffe3-426f-9f88-293fd3f4e492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.817756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8a5fa3f8-ffe3-426f-9f88-293fd3f4e492 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6f73535-4014-4f4d-a9c4-1d4277ab6406 HTTP/1.1" status: 204 len: 168 time: 1.0083396 Nov 03 18:54:42.833989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa3f8-ffe3-426f-9f88-293fd3f4e492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f73535-4014-4f4d-a9c4-1d4277ab6406,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.844370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:42.863952 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73241e-7cf2-4b79-9f8c-dc3ce58ec82c None None] Sync routers for ids ['921f0bc4-aea8-4783-9aaa-9612e2f94529'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:42.877356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.882211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e8f46b12-7c78-41d2-aa58-13f1f57c8962 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3163373 Nov 03 18:54:42.882975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36938) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.895031 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73241e-7cf2-4b79-9f8c-dc3ce58ec82c None None] Routers {'921f0bc4-aea8-4783-9aaa-9612e2f94529'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:42.895817 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5a73241e-7cf2-4b79-9f8c-dc3ce58ec82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['921f0bc4-aea8-4783-9aaa-9612e2f94529'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:43.047354 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5a73241e-7cf2-4b79-9f8c-dc3ce58ec82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:43.048937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Allocated IP 2001:db8:0:1::1 (7ce8e577-7538-443a-ac77-17409d80b8ca/f372552c-061d-4d23-8b9c-d05070c6053c/15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:43.095052 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73241e-7cf2-4b79-9f8c-dc3ce58ec82c None None] Routers {'921f0bc4-aea8-4783-9aaa-9612e2f94529'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:43.098684 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5a73241e-7cf2-4b79-9f8c-dc3ce58ec82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['921f0bc4-aea8-4783-9aaa-9612e2f94529'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:43.272783 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5a73241e-7cf2-4b79-9f8c-dc3ce58ec82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:43.274026 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73241e-7cf2-4b79-9f8c-dc3ce58ec82c None None] The sync data for ids ['921f0bc4-aea8-4783-9aaa-9612e2f94529'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:43.396952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4f9efd96-678f-477c-ac67-d6a6e25ba6f3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/routers/921f0bc4-aea8-4783-9aaa-9612e2f94529 HTTP/1.1" status: 200 len: 885 time: 0.5077691 Nov 03 18:54:43.396952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36944) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:43.437813 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.462767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-745f63c5-d2e6-4050-8a39-8dac59ca9c7a tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.476339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.514317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:43.558827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Network e3cd9521-f32e-457c-aab6-4ac538ad77a0 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:43.619056 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.624188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:43.631952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.635902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:43.665249 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-745f63c5-d2e6-4050-8a39-8dac59ca9c7a tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.704342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Network 7ce8e577-7538-443a-ac77-17409d80b8ca is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:43.748057 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:43.751526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Pushing event updated for resources: {'Port': ['ID=4e8468bf-41fe-4c9f-8d27-9a0ff3078a94,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:43.782532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:43.831423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:43.844082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6bd2ca51-db4b-4c5b-9183-1a22c8f0c655 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1166465 Nov 03 18:54:43.847268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36952) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:43.958508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-745f63c5-d2e6-4050-8a39-8dac59ca9c7a tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.959587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-646e893f-bb56-45d4-b795-61fdc7e888d5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet 9a962019-5399-4f9c-a12e-060b6f87ac61 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:43.961546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:43.967500 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-646e893f-bb56-45d4-b795-61fdc7e888d5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.078157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-646e893f-bb56-45d4-b795-61fdc7e888d5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.175938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Attempting to bind port 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:44.182743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Attempting to bind port 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9bed051a-1ea9-4eea-988b-1734051d82f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3cd9521-f32e-457c-aab6-4ac538ad77a0'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:44.188897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Attempting to bind port 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94 on network e3cd9521-f32e-457c-aab6-4ac538ad77a0 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:44.201542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Pushing event updated for resources: {'Port': ['ID=15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:44.287103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:44.292130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:44.316402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:44.317897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Checking segment: {'id': '9bed051a-1ea9-4eea-988b-1734051d82f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3cd9521-f32e-457c-aab6-4ac538ad77a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:44.319841 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.324261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Bound using segment: {'id': '9bed051a-1ea9-4eea-988b-1734051d82f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3cd9521-f32e-457c-aab6-4ac538ad77a0'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:44.340065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Bound port: 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bed051a-1ea9-4eea-988b-1734051d82f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3cd9521-f32e-457c-aab6-4ac538ad77a0'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:44.343545 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.398652 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-745f63c5-d2e6-4050-8a39-8dac59ca9c7a tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.438816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-646e893f-bb56-45d4-b795-61fdc7e888d5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.579941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-745f63c5-d2e6-4050-8a39-8dac59ca9c7a tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.601289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-745f63c5-d2e6-4050-8a39-8dac59ca9c7a tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/subnets/28e55278-9c4f-45c6-bc82-a232f5854cf9 HTTP/1.1" status: 204 len: 168 time: 2.0842907 Nov 03 18:54:44.605828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36968) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:44.618177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f63c5-d2e6-4050-8a39-8dac59ca9c7a tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Subnet': ['ID=28e55278-9c4f-45c6-bc82-a232f5854cf9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:44.666023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7624aec1-1ee9-46bc-b509-9d0d51131e0e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.2673550 Nov 03 18:54:44.676882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36970) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:44.695125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cb0fa0ec-8c31-4e2a-86a4-372f3707f924 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1157251894'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:44.700772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Attempting to bind port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:44.703291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Attempting to bind port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b786aa01-596a-4d54-b562-600c45492e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ce8e577-7538-443a-ac77-17409d80b8ca'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:44.704150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Attempting to bind port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 on network 7ce8e577-7538-443a-ac77-17409d80b8ca {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:44.731328 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-646e893f-bb56-45d4-b795-61fdc7e888d5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.768949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-646e893f-bb56-45d4-b795-61fdc7e888d5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.780259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-646e893f-bb56-45d4-b795-61fdc7e888d5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/9a962019-5399-4f9c-a12e-060b6f87ac61 HTTP/1.1" status: 204 len: 168 time: 0.9266148 Nov 03 18:54:44.788653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36974) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:44.816101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:44.816802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Checking segment: {'id': 'b786aa01-596a-4d54-b562-600c45492e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ce8e577-7538-443a-ac77-17409d80b8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:44.817251 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.818903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Bound using segment: {'id': 'b786aa01-596a-4d54-b562-600c45492e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ce8e577-7538-443a-ac77-17409d80b8ca'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:44.819684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Bound port: 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b786aa01-596a-4d54-b562-600c45492e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ce8e577-7538-443a-ac77-17409d80b8ca'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:44.824619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.836390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dcea64-7b68-4b3e-8f9d-9a5e42472f20 None None] Network 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:44.868607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f7856c-504e-42fb-9b07-39566d80ce36 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Deleting subnet f372552c-061d-4d23-8b9c-d05070c6053c {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:45.026408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e893f-bb56-45d4-b795-61fdc7e888d5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=9a962019-5399-4f9c-a12e-060b6f87ac61,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:45.034786 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42f7856c-504e-42fb-9b07-39566d80ce36 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.127822 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.166230 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42f7856c-504e-42fb-9b07-39566d80ce36 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.236185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:45.376185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] For port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:45.441254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] For port 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:45.451546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] For port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31,segment=NetworkSegment(b786aa01-596a-4d54-b562-600c45492e84),segment_id=b786aa01-596a-4d54-b562-600c45492e84)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:45.475992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port ac6c9bd3-3228-4f74-8add-207ac19ed263 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:45.476600 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.533958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa0ec-8c31-4e2a-86a4-372f3707f924 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.555379 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa0ec-8c31-4e2a-86a4-372f3707f924 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.715963 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42f7856c-504e-42fb-9b07-39566d80ce36 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.817501 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.821097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0fa0ec-8c31-4e2a-86a4-372f3707f924 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 921f0bc4-aea8-4783-9aaa-9612e2f94529 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:45.825875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port ac6c9bd3-3228-4f74-8add-207ac19ed263, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ac6c9bd3-3228-4f74-8add-207ac19ed263,segment=NetworkSegment(844ef2e3-5583-4e86-8967-2da8f018eba8),segment_id=844ef2e3-5583-4e86-8967-2da8f018eba8)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:45.826754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.833648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] For port 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4e8468bf-41fe-4c9f-8d27-9a0ff3078a94,segment=NetworkSegment(9bed051a-1ea9-4eea-988b-1734051d82f1),segment_id=9bed051a-1ea9-4eea-988b-1734051d82f1)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:45.866673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for ac6c9bd3-3228-4f74-8add-207ac19ed263 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:46.080491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42f7856c-504e-42fb-9b07-39566d80ce36 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.084908 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.089948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad4b4c-aa9e-4b63-b15a-dc4df5f1f5c5 None None] Pushing event updated for resources: {'Port': ['ID=15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:46.201581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42f7856c-504e-42fb-9b07-39566d80ce36 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.215525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-42f7856c-504e-42fb-9b07-39566d80ce36 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/subnets/f372552c-061d-4d23-8b9c-d05070c6053c HTTP/1.1" status: 204 len: 168 time: 1.6042910 Nov 03 18:54:46.224436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37000) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:46.247571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7856c-504e-42fb-9b07-39566d80ce36 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Subnet': ['ID=f372552c-061d-4d23-8b9c-d05070c6053c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:46.337475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e87e0d-7d72-4ff1-9a70-2fb55b36559c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:46.348758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-42e87e0d-7d72-4ff1-9a70-2fb55b36559c tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1225877 Nov 03 18:54:46.349812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37002) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:46.397569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.405629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0fa0ec-8c31-4e2a-86a4-372f3707f924 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:46.428214 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6cd3f-c26b-46ad-b5f9-12dae8ca9283 None None] Sync routers for ids ['921f0bc4-aea8-4783-9aaa-9612e2f94529'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:46.454615 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6cd3f-c26b-46ad-b5f9-12dae8ca9283 None None] Routers {'921f0bc4-aea8-4783-9aaa-9612e2f94529'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:46.458781 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3bf6cd3f-c26b-46ad-b5f9-12dae8ca9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['921f0bc4-aea8-4783-9aaa-9612e2f94529'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:46.460178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa0ec-8c31-4e2a-86a4-372f3707f924 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.470788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cb0fa0ec-8c31-4e2a-86a4-372f3707f924 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/921f0bc4-aea8-4783-9aaa-9612e2f94529 HTTP/1.1" status: 200 len: 892 time: 1.7872498 Nov 03 18:54:46.515744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37004) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:46.538645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=ac6c9bd3-3228-4f74-8add-207ac19ed263,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:46.551306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No DVR routers for this DVR port ac6c9bd3-3228-4f74-8add-207ac19ed263 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:46.742322 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3bf6cd3f-c26b-46ad-b5f9-12dae8ca9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:46.847547 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6cd3f-c26b-46ad-b5f9-12dae8ca9283 None None] Routers {'921f0bc4-aea8-4783-9aaa-9612e2f94529'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:46.858332 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3bf6cd3f-c26b-46ad-b5f9-12dae8ca9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['921f0bc4-aea8-4783-9aaa-9612e2f94529'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:46.890023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.107296 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3bf6cd3f-c26b-46ad-b5f9-12dae8ca9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:47.112418 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6cd3f-c26b-46ad-b5f9-12dae8ca9283 None None] The sync data for ids ['921f0bc4-aea8-4783-9aaa-9612e2f94529'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:47.128970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64fbf92e-94e7-422c-981a-364aa2f686f5 req-491edaa4-4b03-460f-ac02-5ec81821c4ce tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.2185621 Nov 03 18:54:47.164007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c439984-08f7-42a0-b96a-855d3346266b None None] Pushing event updated for resources: {'Port': ['ID=4e8468bf-41fe-4c9f-8d27-9a0ff3078a94,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:47.296730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Deleting port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:47.297728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.554905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] For port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31,segment=NetworkSegment(b786aa01-596a-4d54-b562-600c45492e84),segment_id=b786aa01-596a-4d54-b562-600c45492e84)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:47.555519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.628914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Calling delete_port for 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:47.910806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a000211-02f6-40e0-a06f-d28bc478c041 None None] DHCP port deletion for 776a6eeb-2e4e-4694-a72c-9a9101d5fa2e request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:48.026234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.112943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73637d67-097f-4492-8779-3785e33d39b7 None None] Network e3cd9521-f32e-457c-aab6-4ac538ad77a0 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:48.228793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Port': ['ID=15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:48.244017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] No DVR routers for this DVR port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:48.575348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b81c2367-2616-47aa-a3bb-1b202d72d908 req-bfe2c4f7-49be-4f2a-aa6a-05d643c940a9 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1102397 Nov 03 18:54:48.742218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:48.743339 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5974805b-ffcd-4257-b184-5a7fb569569c tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/routers/921f0bc4-aea8-4783-9aaa-9612e2f94529 HTTP/1.1" status: 200 len: 892 time: 2.2237697 Nov 03 18:54:48.745793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37032) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:48.756666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a30bbf2-1116-493b-b141-c53a166a1eb0 None None] Network 7ce8e577-7538-443a-ac77-17409d80b8ca requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:48.775362 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.844141 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9244ba64-a25d-451a-b503-b12543bbc632 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=921f0bc4-aea8-4783-9aaa-9612e2f94529 HTTP/1.1" status: 200 len: 205 time: 0.0771930 Nov 03 18:54:48.849806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce8e577-7538-443a-ac77-17409d80b8ca']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:48.869085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b786aa01-596a-4d54-b562-600c45492e84') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:48.870266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b786aa01-596a-4d54-b562-600c45492e84') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:48.903523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.938052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37034) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:48.948666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.959659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:48.960388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:49.069969 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:49.077463 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.087431 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.096605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/networks/7ce8e577-7538-443a-ac77-17409d80b8ca HTTP/1.1" status: 204 len: 168 time: 2.7399268 Nov 03 18:54:49.104845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37038) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:49.190612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a7f3cdb9-2ab2-408b-9cfe-efb4eb840363 None None] Could not find standard attr ID for object 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:54:49.196206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:49.206260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae013b-e089-4807-95db-3f077221e2dc tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Network': ['ID=7ce8e577-7538-443a-ac77-17409d80b8ca,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:49.208669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 18:54:49.216933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.282043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Port 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 not found, will not notify nova. {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 18:54:49.284016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776a6eeb-2e4e-4694-a72c-9a9101d5fa2e']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:49.308609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844ef2e3-5583-4e86-8967-2da8f018eba8') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:49.314564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844ef2e3-5583-4e86-8967-2da8f018eba8') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:49.335592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:41Z', 'revision_number': 8, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:49.365568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.437159 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.475700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:49.476558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.529509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.581362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ac6c9bd3-3228-4f74-8add-207ac19ed263 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:49.692155 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:49.697062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:49.708400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ac6c9bd3-3228-4f74-8add-207ac19ed263 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:49.708906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ac6c9bd3-3228-4f74-8add-207ac19ed263 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:49.730921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:49.732020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:49.792219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Deleting port 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:49.793756 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.862030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.909476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc60ef4-2a21-4cb1-ab7f-7934cef0202e None None] DHCP port deletion for 7ce8e577-7538-443a-ac77-17409d80b8ca request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:49.913192 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.924252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/776a6eeb-2e4e-4694-a72c-9a9101d5fa2e HTTP/1.1" status: 204 len: 168 time: 5.1337073 Nov 03 18:54:49.933285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37046) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:50.000015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28a2c5-5e06-4eaf-9e72-4023e7ef775f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=776a6eeb-2e4e-4694-a72c-9a9101d5fa2e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:50.062029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc55343-b28f-4927-aac4-8fef5dd12f6b None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:54:50.078275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d568b9b1-7005-44ed-a67b-f9b01851a569 req-ef9dbf04-eb69-47e6-bc48-8d9db21262a0 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0717757 Nov 03 18:54:50.140847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:50.141168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] For port 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4e8468bf-41fe-4c9f-8d27-9a0ff3078a94,segment=NetworkSegment(9bed051a-1ea9-4eea-988b-1734051d82f1),segment_id=9bed051a-1ea9-4eea-988b-1734051d82f1)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:50.141663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.207811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Calling delete_port for 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:50.307020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.366467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:50.439095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.474620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:50.475229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 15a3f2c7-8a39-4ff2-a3d0-7f8ad4f02e31 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:50.562959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Port': ['ID=4e8468bf-41fe-4c9f-8d27-9a0ff3078a94,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:50.592272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] No DVR routers for this DVR port 4e8468bf-41fe-4c9f-8d27-9a0ff3078a94 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:50.765312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.769223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc55343-b28f-4927-aac4-8fef5dd12f6b None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:54:50.789461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.841018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cd9521-f32e-457c-aab6-4ac538ad77a0']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:50.866601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bed051a-1ea9-4eea-988b-1734051d82f1') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:50.867802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bed051a-1ea9-4eea-988b-1734051d82f1') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:50.890543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.954537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.981108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:50.981994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:50.987010 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:51.159287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.172365 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.191085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/networks/e3cd9521-f32e-457c-aab6-4ac538ad77a0 HTTP/1.1" status: 204 len: 168 time: 2.0752966 Nov 03 18:54:51.191085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37056) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:51.270849 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-51770caf-6d91-4a81-891c-0550e5b1bc78 req-391731de-35bf-4b6f-95a5-06fb74c1494f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0805860 Nov 03 18:54:51.282730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 13788780-e277-4569-b9cf-acd90a8ab62b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:51.283426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.338969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:41Z', 'revision_number': 8, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:51.409140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f69db-9e7a-4256-8af3-35ba8abadd46 None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:41Z', 'revision_number': 8, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb9710d-5717-4e53-9a79-7813693aee0c', 'name': '', 'network_id': '7f2c9798-73e9-4fea-9d46-d8c72ea73d16', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:da:53:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:03Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'e0dfcbc2-21f0-462d-a9fa-f221f560055a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:51.548133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.586245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 13788780-e277-4569-b9cf-acd90a8ab62b owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:51.634481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.964133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b459fc-16ad-459d-b325-2d792ffff32e tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Network': ['ID=e3cd9521-f32e-457c-aab6-4ac538ad77a0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:52.038475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-539ad577-2995-49a2-92ff-89eeab596365 req-3451b5ad-c329-43b1-a154-e9a200f02437 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0657351 Nov 03 18:54:52.059116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.249841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8644f61b-58d2-4781-b4a3-1c541ba28ad2 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:52.321283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 8644f61b-58d2-4781-b4a3-1c541ba28ad2 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:52.322418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8644f61b-58d2-4781-b4a3-1c541ba28ad2 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:52.373525 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.405643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d33454-dfab-4046-9ae4-b299ff88a43e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:52.425761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ed8678-2e81-41dc-ac1b-587da6c7c95b') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:52.426211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ed8678-2e81-41dc-ac1b-587da6c7c95b') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:52.454536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.502671 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.520680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:52.521350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:52.528796 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:52.533157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.537630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port cdb9710d-5717-4e53-9a79-7813693aee0c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:52.538255 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.620112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=13788780-e277-4569-b9cf-acd90a8ab62b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:52.671042 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.692394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.704995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/networks/31d33454-dfab-4046-9ae4-b299ff88a43e HTTP/1.1" status: 204 len: 168 time: 1.4843619 Nov 03 18:54:52.719440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37064) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:52.724871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed7bae-45b4-4fed-8e75-32289fd178a7 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Network': ['ID=31d33454-dfab-4046-9ae4-b299ff88a43e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:53.002218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port cdb9710d-5717-4e53-9a79-7813693aee0c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cdb9710d-5717-4e53-9a79-7813693aee0c,segment=NetworkSegment(a3618c20-b47e-4313-9be1-4ba7da9805b9),segment_id=a3618c20-b47e-4313-9be1-4ba7da9805b9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:53.002715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.019736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.036532 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.044075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for cdb9710d-5717-4e53-9a79-7813693aee0c owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:53.299530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b086941-e8a3-42dd-b411-8215b3d9cf25 req-b43c778c-21aa-459f-96ac-011e9cb15759 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0555968 Nov 03 18:54:53.327699 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.383308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.569999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.588649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.589636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Fanout notify agent at l3_agent the message router_deleted on router 921f0bc4-aea8-4783-9aaa-9612e2f94529 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:53.606961 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.608678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-54ef8071-f106-4acf-91f9-49ca9afa37ff tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/921f0bc4-aea8-4783-9aaa-9612e2f94529 HTTP/1.1" status: 204 len: 168 time: 4.6687782 Nov 03 18:54:53.614461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37076) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:53.622401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-688368998'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:53.688211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:53.699728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b51432-2033-4d3f-9d4b-9dac8cac38db']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:53.715459 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.731459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5a7b61-6d03-44f1-8183-394bdfe5e7bb') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:53.732353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5a7b61-6d03-44f1-8183-394bdfe5e7bb') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:53.766003 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.799993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:53.811580 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.835897 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.837845 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c of type vlan for network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 Nov 03 18:54:53.858894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:53.858894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:53.863063 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:53.973344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.032089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.057803 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.058033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:54.058033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.134384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5175209 Nov 03 18:54:54.144417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37090) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:54.195669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=cdb9710d-5717-4e53-9a79-7813693aee0c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:54.216685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': '19e6abc8-b2e1-4d35-ad4e-94f252ec2054', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:54.222473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.309555 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.323192 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] 10.222.0.77 "DELETE /v2.0/networks/c1b51432-2033-4d3f-9d4b-9dac8cac38db HTTP/1.1" status: 204 len: 168 time: 1.6014891 Nov 03 18:54:54.429864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170a145-9b9c-4a78-ad37-c135ae099e76 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=19e6abc8-b2e1-4d35-ad4e-94f252ec2054,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:54.449752 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:54:54.474692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:54.539569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:54.560513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.572030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c4fc6-1c7e-4756-8e6d-4099f1ccbd33 tempest-BulkNetworkOpsIpV6Test-1785207256 tempest-BulkNetworkOpsIpV6Test-1785207256-project] Pushing event deleted for resources: {'Network': ['ID=c1b51432-2033-4d3f-9d4b-9dac8cac38db,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:55.016387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.341100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.545718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=6d24566d-e38c-490f-8cbb-a51bfd83092d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:55.564454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37120) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.587006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': 'f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19e6abc8-b2e1-4d35-ad4e-94f252ec2054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:55.589849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: 19e6abc8-b2e1-4d35-ad4e-94f252ec2054, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:55.688807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:55.741088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81dbc74c-2d00-40c9-b16e-cbf418406b21 req-c9511936-7f20-4e2d-aaa7-afc250b5651f tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1100490 Nov 03 18:54:55.752647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 19e6abc8-b2e1-4d35-ad4e-94f252ec2054) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:55.770928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee4acc-bb8e-48cd-83ad-af33b3a6912a None None] Network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:55.776292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:55.776292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.839366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82a1a859-f85a-4a7a-a18a-aebd8ea9076b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6302178 Nov 03 18:54:55.848534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37124) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.861672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e5ee5606-6adc-49eb-a97b-f1ce62e48cb3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-660425584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:55.887183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-66934638-4d12-4b23-ac8b-9bcb762b3054 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0e1b7cfd1bb4550b9b9e86e90de5e85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165708 Nov 03 18:54:55.888064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37126) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.892926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:55.974407 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-790bdc35-b90a-44a7-8d61-1ad05e8b5a18 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.4415348 Nov 03 18:54:56.026105 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5606-6adc-49eb-a97b-f1ce62e48cb3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.028396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5606-6adc-49eb-a97b-f1ce62e48cb3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.051484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-037707f6-d1e4-48c0-8fa2-b0558969e9aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.109259 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-037707f6-d1e4-48c0-8fa2-b0558969e9aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.310716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-19e6abc8-b2e1-4d35-ad4e-94f252ec2054', 'network_id': '19e6abc8-b2e1-4d35-ad4e-94f252ec2054', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': '6d24566d-e38c-490f-8cbb-a51bfd83092d'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:56.312854 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.359784 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5606-6adc-49eb-a97b-f1ce62e48cb3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.362528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-037707f6-d1e4-48c0-8fa2-b0558969e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.375203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-037707f6-d1e4-48c0-8fa2-b0558969e9aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.381185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-037707f6-d1e4-48c0-8fa2-b0558969e9aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a250a69f-ecda-4575-89fc-ff1e5d52dd89 HTTP/1.1" status: 204 len: 168 time: 0.4913886 Nov 03 18:54:56.401435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037707f6-d1e4-48c0-8fa2-b0558969e9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a250a69f-ecda-4575-89fc-ff1e5d52dd89,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:56.405802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5606-6adc-49eb-a97b-f1ce62e48cb3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.447902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5606-6adc-49eb-a97b-f1ce62e48cb3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.449888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e5ee5606-6adc-49eb-a97b-f1ce62e48cb3 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5996737 Nov 03 18:54:56.457040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37140) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:56.891642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-940cdb22-f41f-4e30-9d6d-dcb4bb53e503 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5516682 Nov 03 18:54:56.957965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Allocated IP 2001:db8::2 (19e6abc8-b2e1-4d35-ad4e-94f252ec2054/6d24566d-e38c-490f-8cbb-a51bfd83092d/479a47b6-76dc-4fbc-b76b-0b7dda58abee) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:57.376895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-790735b2-4f14-481e-b240-2c87a101a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.381249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-790735b2-4f14-481e-b240-2c87a101a67a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1097 time: 0.3946016 Nov 03 18:54:57.398249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.417673 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.425099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dadfa-c40f-4969-a04a-adca4e828557 req-d87337cf-c3ee-47b9-b2e3-f6e4cc9dd251 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.442976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f29dadfa-c40f-4969-a04a-adca4e828557 req-d87337cf-c3ee-47b9-b2e3-f6e4cc9dd251 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 946 time: 0.3334901 Nov 03 18:54:57.482955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:57.517188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:57.517626 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f339c8f9-dad7-4434-bf7d-29d40c77e5a6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5698557 Nov 03 18:54:57.519422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37156) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:57.608427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:57.610016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:57.611289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:57.661935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d3d5f326-df5b-45f2-b56a-b0ab67731779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.662798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d3d5f326-df5b-45f2-b56a-b0ab67731779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.663643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d3d5f326-df5b-45f2-b56a-b0ab67731779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.665455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d3d5f326-df5b-45f2-b56a-b0ab67731779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.666980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d3d5f326-df5b-45f2-b56a-b0ab67731779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.668135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d3d5f326-df5b-45f2-b56a-b0ab67731779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.668683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d3d5f326-df5b-45f2-b56a-b0ab67731779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.677114 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d3d5f326-df5b-45f2-b56a-b0ab67731779 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 6490 time: 1.5405352 Nov 03 18:54:57.763936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f29dadfa-c40f-4969-a04a-adca4e828557 req-365d6ef8-c81b-42f0-8fd2-5390ba20f476 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3190761 Nov 03 18:54:57.840503 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.841731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:57.862368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:57.928162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Pushing event updated for resources: {'Port': ['ID=479a47b6-76dc-4fbc-b76b-0b7dda58abee,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:58.095670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-fc988c4e-daf2-4388-b9a0-709ace896535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.098173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-fc988c4e-daf2-4388-b9a0-709ace896535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.098932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-fc988c4e-daf2-4388-b9a0-709ace896535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.100187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-a9899202-6977-4092-9526-c0f15612acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.101358 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-fc988c4e-daf2-4388-b9a0-709ace896535 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&id=e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 200 len: 2293 time: 0.3707983 Nov 03 18:54:58.102938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-a9899202-6977-4092-9526-c0f15612acb4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.5780177 Nov 03 18:54:58.268867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-7653d0a5-8cf1-48f9-9d8c-64481cfca5c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet e0dfcbc2-21f0-462d-a9fa-f221f560055a {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:58.296666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7653d0a5-8cf1-48f9-9d8c-64481cfca5c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.389084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7653d0a5-8cf1-48f9-9d8c-64481cfca5c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.464185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:58.468007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Attempting to bind port 479a47b6-76dc-4fbc-b76b-0b7dda58abee on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:58.469037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Attempting to bind port 479a47b6-76dc-4fbc-b76b-0b7dda58abee by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19e6abc8-b2e1-4d35-ad4e-94f252ec2054'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:58.470501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Attempting to bind port 479a47b6-76dc-4fbc-b76b-0b7dda58abee on network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:58.497037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-c07d243a-7389-4c5f-a0e6-c5d3bbc62ca9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 200 len: 1001 time: 0.3834994 Nov 03 18:54:58.515978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8389ab8-bc20-4133-aa04-0a98db79f7cf req-583e1924-1a3a-4a91-9324-426cd23326f0 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.3305910 Nov 03 18:54:58.537603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:58.540444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-48dd8724-6088-4b39-8513-68f0ae22eecc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1002 time: 0.3315034 Nov 03 18:54:58.541062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Checking segment: {'id': 'f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19e6abc8-b2e1-4d35-ad4e-94f252ec2054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:58.562343 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.563597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Bound using segment: {'id': 'f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19e6abc8-b2e1-4d35-ad4e-94f252ec2054'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:58.564683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Bound port: 479a47b6-76dc-4fbc-b76b-0b7dda58abee, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19e6abc8-b2e1-4d35-ad4e-94f252ec2054'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:58.565318 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.758457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-165fed85-f260-47a8-b019-b9da6aa8fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.761948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-165fed85-f260-47a8-b019-b9da6aa8fb7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.2041793 Nov 03 18:54:58.782444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7653d0a5-8cf1-48f9-9d8c-64481cfca5c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.853166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37176) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:58.953441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-fb8cc756-211b-4469-868f-924ecc6cdb11 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.956196 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-fb8cc756-211b-4469-868f-924ecc6cdb11 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 946 time: 0.4781468 Nov 03 18:54:58.960934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-aa4bcde7-21e5-4331-9695-c38b75ba2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.964557 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-aa4bcde7-21e5-4331-9695-c38b75ba2d66 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=05c15032-d505-4f09-9ba2-7861fbedc873 HTTP/1.1" status: 200 len: 851 time: 0.4360187 Nov 03 18:54:59.023220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-efb0cd56-2d29-409d-95dc-7cc902e0a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:59.026527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-efb0cd56-2d29-409d-95dc-7cc902e0a128 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142475 Nov 03 18:54:59.107220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] For port 479a47b6-76dc-4fbc-b76b-0b7dda58abee, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:59.114444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] For port 479a47b6-76dc-4fbc-b76b-0b7dda58abee, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=479a47b6-76dc-4fbc-b76b-0b7dda58abee,segment=NetworkSegment(f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c),segment_id=f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:59.114787 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7653d0a5-8cf1-48f9-9d8c-64481cfca5c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.133527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.157704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8::1 (19e6abc8-b2e1-4d35-ad4e-94f252ec2054/6d24566d-e38c-490f-8cbb-a51bfd83092d/e01b86a5-bb2a-4c85-a3da-63789973fb48) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:59.243135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:53Z', 'revision_number': 9, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.305519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'networks': [{'name': 'tempest-network--2005029485'}, {'name': 'tempest-network--1150848601'}]} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:59.307185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'network': {'name': 'tempest-network--2005029485'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:59.308401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'network': {'name': 'tempest-network--1150848601'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:59.325488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653d0a5-8cf1-48f9-9d8c-64481cfca5c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dfcbc2-21f0-462d-a9fa-f221f560055a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:59.345792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7653d0a5-8cf1-48f9-9d8c-64481cfca5c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.351920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299480f-8c82-4d7c-8104-c916be16c043 None None] Network 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:59.364317 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7653d0a5-8cf1-48f9-9d8c-64481cfca5c5 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/e0dfcbc2-21f0-462d-a9fa-f221f560055a HTTP/1.1" status: 204 len: 168 time: 1.8422573 Nov 03 18:54:59.374035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37182) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:59.387937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:59.404631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-9bc1955e-ac89-49fc-a96c-73ae5d0ea4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:59.413172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-9bc1955e-ac89-49fc-a96c-73ae5d0ea4b8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d952c588-c9c2-450f-ad5b-ec4a17d7b380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4109526 Nov 03 18:54:59.446860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991ac95-8edd-48cd-9eed-c90cab8acd05 None None] Pushing event updated for resources: {'Port': ['ID=479a47b6-76dc-4fbc-b76b-0b7dda58abee,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:59.454412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08529d18-e91a-4e05-9813-d2685eb07351 req-5c0a5f47-6edd-4508-ab09-90ed1ee1440b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:59.467730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08529d18-e91a-4e05-9813-d2685eb07351 req-5c0a5f47-6edd-4508-ab09-90ed1ee1440b tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 946 time: 0.4523246 Nov 03 18:54:59.532251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Made reservation on behalf of deb028643bca4124bc2dc297532c742f for: {'network': 2} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:59.543140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.597344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:59.598875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.649535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.771977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Deleting port 68f68de3-6125-40d9-938a-ccb5e11c9379 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:59.772915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.851707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-f5bf8296-08ae-4b3e-8f4a-da06f14d0d49 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080318 Nov 03 18:54:59.909177 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-9e9f362d-4fb1-4bb7-b1da-2f21ca17c22f service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783332 Nov 03 18:54:59.975926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08529d18-e91a-4e05-9813-d2685eb07351 req-73cdaabd-2ce5-4e34-8c48-c877a2c12c8d tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4645245 Nov 03 18:55:00.170488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:00.195367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3aeaab0e-8f74-4e21-b3da-f2ab5f04449f req-38d20e89-79c9-4627-b239-26fb393a9a2e service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121808 Nov 03 18:55:00.215689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.351200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] For port 68f68de3-6125-40d9-938a-ccb5e11c9379, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=68f68de3-6125-40d9-938a-ccb5e11c9379,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:00.351847 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.386027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8956803b-06ac-449b-8631-57dde9e70758 req-2cba10e8-d950-4ae9-837e-86b0f4258e4b tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1365597 Nov 03 18:55:00.426798 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.576935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 479a47b6-76dc-4fbc-b76b-0b7dda58abee up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:00.604956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:00.605570 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.611274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.613952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.638859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.639690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.684418 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-4e3de9eb-88ed-42f3-958d-64814112c784 service neutron] 10.222.0.96 "GET /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067575 Nov 03 18:55:00.789976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:01.012788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:01.034276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 479a47b6-76dc-4fbc-b76b-0b7dda58abee triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:01.051485 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.060182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] DHCP port deletion for 7f2c9798-73e9-4fea-9d46-d8c72ea73d16 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:01.120519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=e01b86a5-bb2a-4c85-a3da-63789973fb48,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:01.131120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:01.134220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.274361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port 24390db2-6e57-40dd-bb77-2a9b2f77ef40, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=24390db2-6e57-40dd-bb77-2a9b2f77ef40,segment=NetworkSegment(a3618c20-b47e-4313-9be1-4ba7da9805b9),segment_id=a3618c20-b47e-4313-9be1-4ba7da9805b9)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:01.275996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.430571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.430571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.433169 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Floating IP 6389fd1b-44ee-4fe5-ac9f-5548f16951bc disassociated. External IP: 172.25.3.12, port: 68f68de3-6125-40d9-938a-ccb5e11c9379. Nov 03 18:55:01.435143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Calling delete_port for 68f68de3-6125-40d9-938a-ccb5e11c9379 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:01.528045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-2f2fa308-e7ce-48f7-aefd-c18c9fac3b11 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 217 time: 0.7788506 Nov 03 18:55:01.551986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 24390db2-6e57-40dd-bb77-2a9b2f77ef40 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:01.560902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] Deleting port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:01.561805 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.569952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:53Z', 'revision_number': 9, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.592531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d59684-53f6-48f5-8b0e-5e4d2c9c4998 None None] Network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:01.645900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb145e-c745-468c-a7d9-8559910e44d4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:01.726820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.827454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:01.833810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-c4d66a0f-bdf1-465f-865b-eb132f8eb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:01.836785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-c4d66a0f-bdf1-465f-865b-eb132f8eb552 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.2779989 Nov 03 18:55:01.912739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51317e-54aa-4b52-b945-6297e11bb254 None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:54:53Z', 'revision_number': 9, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': '4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b', 'name': '', 'network_id': 'c72f6b83-2bf5-4a7e-b23e-95f085b27621', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:7c:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:47Z', 'updated_at': '2021-11-03T18:54:01Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': '653f07b6-abeb-4e4b-bd80-497b7abf3d75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:01.933465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.934056 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Added segment 784faf77-e344-4902-b2eb-f052872bc25e of type vlan for network 7c51a340-9c99-44e3-b1ce-07d2765e690e Nov 03 18:55:02.005123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56571b5-7f89-4308-a1e2-1e21a84ab418 req-50c306ed-3148-485c-b213-e34d646bc4db tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:02.008194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b56571b5-7f89-4308-a1e2-1e21a84ab418 req-50c306ed-3148-485c-b213-e34d646bc4db tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 946 time: 0.6373439 Nov 03 18:55:02.123455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-6cdcdf5f-c338-4cda-800f-32f994cdb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:02.126823 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-6cdcdf5f-c338-4cda-800f-32f994cdb381 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2766056 Nov 03 18:55:02.131450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.177360 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.192077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.220290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7a54f057-4dd4-4778-ba2c-4eb7bb5d1791 None None] Provisioning complete for port 479a47b6-76dc-4fbc-b76b-0b7dda58abee triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:02.221247 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a54f057-4dd4-4778-ba2c-4eb7bb5d1791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.348436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] For port 24390db2-6e57-40dd-bb77-2a9b2f77ef40, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=24390db2-6e57-40dd-bb77-2a9b2f77ef40,segment=NetworkSegment(a3618c20-b47e-4313-9be1-4ba7da9805b9),segment_id=a3618c20-b47e-4313-9be1-4ba7da9805b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:02.349027 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.437706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.451944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:02.465761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] Calling delete_port for 24390db2-6e57-40dd-bb77-2a9b2f77ef40 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:02.475046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=24390db2-6e57-40dd-bb77-2a9b2f77ef40,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:02.488897 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-a63b2b92-4324-4e9b-a64c-16366033dc4f service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517725 Nov 03 18:55:02.491151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.491666 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Added segment b75039fc-31d9-4c77-930a-45f9a29a4d16 of type vlan for network 5e6aef15-ff84-4870-87df-91dc705ab5d6 Nov 03 18:55:02.517899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No DVR routers for this DVR port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:02.536565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.618177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 479a47b6-76dc-4fbc-b76b-0b7dda58abee, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=479a47b6-76dc-4fbc-b76b-0b7dda58abee,segment=NetworkSegment(f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c),segment_id=f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:02.638090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.789984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event deleted for resources: {'Port': ['ID=68f68de3-6125-40d9-938a-ccb5e11c9379,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:02.881278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.147143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=479a47b6-76dc-4fbc-b76b-0b7dda58abee,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:03.172538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.220526 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-5eed48f2-8eb4-4e3d-9b40-1a3b5a694940 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223995 Nov 03 18:55:03.231759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:55:03.317732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 24390db2-6e57-40dd-bb77-2a9b2f77ef40 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:03.321193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] Pushing event deleted for resources: {'Port': ['ID=24390db2-6e57-40dd-bb77-2a9b2f77ef40,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:03.360165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 68f68de3-6125-40d9-938a-ccb5e11c9379 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:03.404750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-660cbe14-79db-4443-9e84-3a0de767fb55 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 217 time: 0.1762540 Nov 03 18:55:03.423793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4bc5fd-7291-4a89-846d-71a51c55f48e None None] No DVR routers for this DVR port 24390db2-6e57-40dd-bb77-2a9b2f77ef40 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:03.441335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 24390db2-6e57-40dd-bb77-2a9b2f77ef40 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:03.447451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 24390db2-6e57-40dd-bb77-2a9b2f77ef40 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:03.450252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cdb9710d-5717-4e53-9a79-7813693aee0c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:03.655501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 68f68de3-6125-40d9-938a-ccb5e11c9379 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:03.656049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 68f68de3-6125-40d9-938a-ccb5e11c9379 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:03.660265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cdb9710d-5717-4e53-9a79-7813693aee0c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:03.660805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cdb9710d-5717-4e53-9a79-7813693aee0c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:03.668897 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.736228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ab09c937-26cb-4a86-8307-bc7180fed40f None None] Provisioning complete for port e01b86a5-bb2a-4c85-a3da-63789973fb48 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:03.736814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab09c937-26cb-4a86-8307-bc7180fed40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.831039 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.832145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.833847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ab09c937-26cb-4a86-8307-bc7180fed40f None None] Port e01b86a5-bb2a-4c85-a3da-63789973fb48 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:03.851690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:03.852868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ab09c937-26cb-4a86-8307-bc7180fed40f None None] Provisioning complete for port 479a47b6-76dc-4fbc-b76b-0b7dda58abee triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:03.854224 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab09c937-26cb-4a86-8307-bc7180fed40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.877257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.885270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:03.885270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.905595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Router 66e4ace6-474d-4763-b331-52f930d8168f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:03.979816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b56571b5-7f89-4308-a1e2-1e21a84ab418 req-f0910da1-511d-4449-a550-8615632f04c3 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb4594ac-cdec-4a44-8ea7-75008fb531c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.7996235 Nov 03 18:55:04.057967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2c9798-73e9-4fea-9d46-d8c72ea73d16']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:04.083164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.098527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3618c20-b47e-4313-9be1-4ba7da9805b9') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:04.099449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3618c20-b47e-4313-9be1-4ba7da9805b9') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:04.103904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.106988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.107542 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 5.2468054 Nov 03 18:55:04.113632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-165600cf-871d-4447-8be5-df4d90505d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:04.117699 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-165600cf-871d-4447-8be5-df4d90505d0c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.6811018 Nov 03 18:55:04.118586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:04.185938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.260095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6ea66c7-fb5a-43b2-a5d5-3fab92388b65 req-dcf25718-c33c-4c9c-935f-2e1cdefd1b0e tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0816584 Nov 03 18:55:04.273356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2a72d6b5-5c54-40ee-a4ba-ad4d3d033c9d None None] Provisioning complete for port e01b86a5-bb2a-4c85-a3da-63789973fb48 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:04.276425 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a72d6b5-5c54-40ee-a4ba-ad4d3d033c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.305243 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.359122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Network': ['ID=7c51a340-9c99-44e3-b1ce-07d2765e690e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:04.370452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2a72d6b5-5c54-40ee-a4ba-ad4d3d033c9d None None] Port e01b86a5-bb2a-4c85-a3da-63789973fb48 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:04.386018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7c51a340-9c99-44e3-b1ce-07d2765e690e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:04.504678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=e01b86a5-bb2a-4c85-a3da-63789973fb48,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:04.511786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:04.512464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:04.523186 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:04.545287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:04.565173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:04.657364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-60c1e646-0418-42a9-8c5f-fc697be5d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:04.660141 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-60c1e646-0418-42a9-8c5f-fc697be5d3dc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4777045 Nov 03 18:55:04.700358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bad1fd-d95b-426c-80e5-ec162d1b3fd3 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Network': ['ID=5e6aef15-ff84-4870-87df-91dc705ab5d6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:04.738879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5e6aef15-ff84-4870-87df-91dc705ab5d6 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:04.829705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0250280-4db0-403b-b4cc-ec0a34123aea tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:04.845072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0250280-4db0-403b-b4cc-ec0a34123aea tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:04.854825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.859034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0250280-4db0-403b-b4cc-ec0a34123aea tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:04.863505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.870342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/7f2c9798-73e9-4fea-9d46-d8c72ea73d16 HTTP/1.1" status: 204 len: 168 time: 5.4902089 Nov 03 18:55:04.873939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0250280-4db0-403b-b4cc-ec0a34123aea tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:04.877304 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a0250280-4db0-403b-b4cc-ec0a34123aea tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7513757 Nov 03 18:55:04.878656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37242) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:04.882537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37244) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:04.957467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b78e99-1274-48e6-bd5e-c4c833b6313e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=7f2c9798-73e9-4fea-9d46-d8c72ea73d16,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:04.979642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:04.997482 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] Sync routers for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:05.015412 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:05.016910 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:05.260739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 479a47b6-76dc-4fbc-b76b-0b7dda58abee up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:05.303990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] No DVR routers for this DVR port 68f68de3-6125-40d9-938a-ccb5e11c9379 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:05.319711 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fc23e5c-18a2-4277-aab6-9a52e34c7e03 req-e1652966-0823-499b-a28c-a246fd8139bd tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 210 time: 0.1072345 Nov 03 18:55:05.319970 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.324566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 400186a7-49b0-48ae-a744-0fd156d3fe02 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:55:05.329974 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c09f3f2e-efa3-48a4-8bc3-505ecdd9ced6 req-15733567-ecf1-43b8-a438-fb37be2fb925 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.70 "DELETE /v2.0/ports/68f68de3-6125-40d9-938a-ccb5e11c9379 HTTP/1.1" status: 204 len: 173 time: 6.3615263 Nov 03 18:55:05.331874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'name': 'network-vif-deleted', 'tag': '68f68de3-6125-40d9-938a-ccb5e11c9379'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:05.339591 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b5d78f-3b94-43d5-8b68-684e0d8b2fee" -d '{"events": [{"server_uuid": "e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894", "name": "network-vif-deleted", "tag": "68f68de3-6125-40d9-938a-ccb5e11c9379"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:05.339994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.396599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e8b7c0f0-2b3d-46b0-ba77-c7cd80b9a2b5 None None] Provisioning complete for port e01b86a5-bb2a-4c85-a3da-63789973fb48 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:05.397925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c0f0-2b3d-46b0-ba77-c7cd80b9a2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.558603 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-194ce8a3-cf66-4066-95dc-913d3045eb7a service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8809350 Nov 03 18:55:05.638816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7c0f0-2b3d-46b0-ba77-c7cd80b9a2b5 None None] Port e01b86a5-bb2a-4c85-a3da-63789973fb48 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:05.661513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 479a47b6-76dc-4fbc-b76b-0b7dda58abee triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:05.662149 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.677129 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:05.721915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4eddf5c-0b73-4a44-b5e8-4a74105dca8a req-5b021a30-c6fd-44a0-acfb-3821e486c26a tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1653402 Nov 03 18:55:06.033744 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.049224 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-89383fbd-0720-497e-a5df-bd38b7c67bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.097581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:06.131530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a03389-99e6-4ab2-90fa-6b14e7c7d94b None None] Sync routers for ids ['400186a7-49b0-48ae-a744-0fd156d3fe02'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:06.139523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-892983b5-b688-45f4-b29b-8ae324671886 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/400186a7-49b0-48ae-a744-0fd156d3fe02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6794784 Nov 03 18:55:06.155219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37264) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:06.180616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a03389-99e6-4ab2-90fa-6b14e7c7d94b None None] Routers {'400186a7-49b0-48ae-a744-0fd156d3fe02'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:06.193511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-27a03389-99e6-4ab2-90fa-6b14e7c7d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['400186a7-49b0-48ae-a744-0fd156d3fe02'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.272205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c51a340-9c99-44e3-b1ce-07d2765e690e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.274651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-27a03389-99e6-4ab2-90fa-6b14e7c7d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.297207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a03389-99e6-4ab2-90fa-6b14e7c7d94b None None] Routers {'400186a7-49b0-48ae-a744-0fd156d3fe02'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:06.298809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-27a03389-99e6-4ab2-90fa-6b14e7c7d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['400186a7-49b0-48ae-a744-0fd156d3fe02'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.335364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784faf77-e344-4902-b2eb-f052872bc25e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.335944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784faf77-e344-4902-b2eb-f052872bc25e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.396507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ce4442-8307-466c-b207-3281236b6e62 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:06.412102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b5ce4442-8307-466c-b207-3281236b6e62 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports/e01b86a5-bb2a-4c85-a3da-63789973fb48 HTTP/1.1" status: 200 len: 911 time: 0.2551849 Nov 03 18:55:06.416407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37268) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:06.434232 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.435405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b10bf1bf-e21d-4223-83f3-85b07f8d23fc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d24566d-e38c-490f-8cbb-a51bfd83092d'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:06.459078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-27a03389-99e6-4ab2-90fa-6b14e7c7d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.460492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a03389-99e6-4ab2-90fa-6b14e7c7d94b None None] The sync data for ids ['400186a7-49b0-48ae-a744-0fd156d3fe02'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:06.462682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.530273 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] Checking router: 66e4ace6-474d-4763-b331-52f930d8168f for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:06.550327 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:06.551923 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:54:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.599467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.648295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:06.652784 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:06.670299 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:06.684008 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4963212c-4402-4320-abff-5fa5e0dea609 x-openstack-request-id: req-4963212c-4402-4320-abff-5fa5e0dea609 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:06.684008 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894", "name": "network-vif-deleted", "tag": "68f68de3-6125-40d9-938a-ccb5e11c9379", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:06.684008 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4963212c-4402-4320-abff-5fa5e0dea609 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:06.685072 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894', 'name': 'network-vif-deleted', 'tag': '68f68de3-6125-40d9-938a-ccb5e11c9379', 'status': 'completed', 'code': 200} Nov 03 18:55:06.755875 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-f3c75edc-c249-4cd3-bf92-4781bd0647e6 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1841288 Nov 03 18:55:06.815321 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:06.861838 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-4b305ae3-a7d1-4a77-9535-b6ffb3dcbe4c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8 HTTP/1.1" status: 200 len: 217 time: 0.0948310 Nov 03 18:55:06.940349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13b1d21e-b4b2-4f09-b24f-fd2993d471da req-521fb10a-9fb5-4b49-89f9-f5576f1d2886 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/ports?device_id=e91ae3c5-8e9b-4af9-b9e6-0b485b1e1894 HTTP/1.1" status: 200 len: 210 time: 0.2072692 Nov 03 18:55:07.032728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-cb7561e4-9340-47ba-94c2-da884e01316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:07.034660 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-cb7561e4-9340-47ba-94c2-da884e01316f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1584568 Nov 03 18:55:07.066523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.085224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.096500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/networks/7c51a340-9c99-44e3-b1ce-07d2765e690e HTTP/1.1" status: 204 len: 168 time: 2.2039769 Nov 03 18:55:07.109759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37278) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:07.190755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Network': ['ID=7c51a340-9c99-44e3-b1ce-07d2765e690e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:07.207882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0dc83ad7-ed8d-4f84-b950-246c481c3810 req-b13b2ab5-52f8-412b-9f90-ab7d0a7b0e19 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0747647 Nov 03 18:55:07.252311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.252638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.252989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.253332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.253709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.254047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.254382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.254713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.255043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.255687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.256032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.256366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f8474-3dfd-4ef3-b91e-3a2eee382956 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:07.259746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-f8c67390-23ae-45d4-8d0d-285ee25c5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:07.262797 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-f8c67390-23ae-45d4-8d0d-285ee25c5fc1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236989 Nov 03 18:55:07.329548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b10bf1bf-e21d-4223-83f3-85b07f8d23fc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.358174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.363703 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.444703 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c1939-3aee-401d-ad4f-78fedcd7daa8 None None] The sync data for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 is: [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:45:31Z', 'revision_number': 4, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '76a669ec-6586-4bfe-adb5-7795db447a4d', 'name': '', 'network_id': '620c4680-0aef-41df-abe6-5ec9a47f55ba', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'mac_address': 'fa:16:3e:74:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '47432405-7164-4512-86d2-83305c003903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:28Z', 'updated_at': '2021-11-03T18:45:40Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'subnets': [{'id': '47432405-7164-4512-86d2-83305c003903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:07.591483 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-cc5ff271-3aef-4410-9b68-757063f589f8 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171871 Nov 03 18:55:07.752483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.788910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.869749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6aef15-ff84-4870-87df-91dc705ab5d6']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.930770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75039fc-31d9-4c77-930a-45f9a29a4d16') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.933187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75039fc-31d9-4c77-930a-45f9a29a4d16') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.933596 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-7920c3aa-4854-4122-ae2b-cdc187c667d9 service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329074 Nov 03 18:55:08.005036 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c91490-a56b-4aa5-8e8d-cbe8da1ed94a None None] New status for floating IP 6389fd1b-44ee-4fe5-ac9f-5548f16951bc: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:55:08.115904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-d5af74bc-2cff-4ca6-b0c3-da03385556fa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 HTTP/1.1" status: 200 len: 217 time: 0.1739562 Nov 03 18:55:08.129659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.132381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37296) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:08.210945 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.252640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:08.253111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:08.263084 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:08.284039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-b8c2da9e-5d3e-4b30-af2a-60bbb0bd7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.285799 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-b8c2da9e-5d3e-4b30-af2a-60bbb0bd7e9d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 200 len: 797 time: 0.1613252 Nov 03 18:55:08.345830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-00616438-a8c0-4f63-aeb8-983ca78eb694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.433956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-4f3076b7-3bd7-4f73-a907-96abf6aaa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.435865 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-4f3076b7-3bd7-4f73-a907-96abf6aaa373 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=096c4017-e6cf-4b69-85bf-2ccac7e0896e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404672 Nov 03 18:55:08.492779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-76c7c48d-17e7-49f1-81d3-137eb9b5747a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.522920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.619237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.625380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/networks/5e6aef15-ff84-4870-87df-91dc705ab5d6 HTTP/1.1" status: 204 len: 168 time: 1.5142457 Nov 03 18:55:08.630431 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-76c7c48d-17e7-49f1-81d3-137eb9b5747a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.632443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37306) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:08.652652 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b10bf1bf-e21d-4223-83f3-85b07f8d23fc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.670567 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8ac35f4-026a-487b-9353-4b81dfeb5388 req-65766a1f-93aa-4517-a7a6-5adc1b6b4197 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1556063 Nov 03 18:55:08.717759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bf405-005c-409c-a11c-7ef08e28d6dc tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Network': ['ID=5e6aef15-ff84-4870-87df-91dc705ab5d6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:08.724896 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b10bf1bf-e21d-4223-83f3-85b07f8d23fc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.737218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10bf1bf-e21d-4223-83f3-85b07f8d23fc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.739811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b10bf1bf-e21d-4223-83f3-85b07f8d23fc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.743456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b10bf1bf-e21d-4223-83f3-85b07f8d23fc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/ports/e01b86a5-bb2a-4c85-a3da-63789973fb48 HTTP/1.1" status: 200 len: 911 time: 2.3245857 Nov 03 18:55:08.774169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37308) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:08.779551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-27087495-c07d-4dce-b495-a0b55877142b service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297467 Nov 03 18:55:09.001593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bf1bf-e21d-4223-83f3-85b07f8d23fc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=e01b86a5-bb2a-4c85-a3da-63789973fb48,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:09.057005 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:09.057005 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.108070 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-76c7c48d-17e7-49f1-81d3-137eb9b5747a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.112537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-76c7c48d-17e7-49f1-81d3-137eb9b5747a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.116783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-76c7c48d-17e7-49f1-81d3-137eb9b5747a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "DELETE /v2.0/security-groups/eb4594ac-cdec-4a44-8ea7-75008fb531c4 HTTP/1.1" status: 204 len: 168 time: 0.9805264 Nov 03 18:55:09.147586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37316) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:09.157285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44597b-bbb3-4785-b606-d93b0eabe357 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.172884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44597b-bbb3-4785-b606-d93b0eabe357 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.172884 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8f44597b-bbb3-4785-b606-d93b0eabe357 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5321307 Nov 03 18:55:09.174568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37318) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:09.182126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1813321951'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:09.195505 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-0573a9ac-24e1-44c7-890e-632bd5a11e2a service neutron] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062839 Nov 03 18:55:09.196861 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-068554c2-0123-488d-bd8d-98ba86510496 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] show failed (client error): The resource could not be found. Nov 03 18:55:09.202701 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-068554c2-0123-488d-bd8d-98ba86510496 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "GET /v2.0/security-groups/eb4594ac-cdec-4a44-8ea7-75008fb531c4 HTTP/1.1" status: 404 len: 347 time: 0.0488329 Nov 03 18:55:09.211144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37320) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:09.229047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7c48d-17e7-49f1-81d3-137eb9b5747a tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4594ac-cdec-4a44-8ea7-75008fb531c4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:09.300786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-f3180552-8acf-4f34-b171-e6df587d963b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 200 len: 217 time: 0.0964949 Nov 03 18:55:09.331018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Made reservation on behalf of deb028643bca4124bc2dc297532c742f for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:09.333378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,segment=NetworkSegment(fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140),segment_id=fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:09.333999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.336367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.397473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:09.437517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-0691cba4-c337-4836-a97b-b17c1a3a8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.440084 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-0691cba4-c337-4836-a97b-b17c1a3a8a23 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.1305301 Nov 03 18:55:09.519654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:09.572718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-71aaa7da-422d-4eb2-9c19-a16ed26f578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.574800 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-71aaa7da-422d-4eb2-9c19-a16ed26f578b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889018 Nov 03 18:55:09.575121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.575466 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Added segment 22676fca-db34-4034-8b46-6d092eec66cd of type vlan for network 70a44a17-30ae-4c98-97e0-418b98ea36b6 Nov 03 18:55:09.663016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.696966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Deleting port fc0b5e9a-a4c8-4e4e-ad11-c4365cc615ee {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:09.697542 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.888509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-27c81f40-eb81-4480-a5ad-920963620e21 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045006 Nov 03 18:55:09.896046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.902500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.904115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.963721 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.083955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.145306 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-2b0fcd41-36d7-435b-a913-ac1376773cba service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489402 Nov 03 18:55:10.202830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:10.340722 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-724ddbc1-4a52-4d63-a8c5-8b324863e4ec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 200 len: 217 time: 0.1528673 Nov 03 18:55:10.418286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68c20b09-f84f-4c0f-bd49-e818becd1e0b req-61cad381-d0a3-4a73-b62a-48e67ee54cda tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.5306728 Nov 03 18:55:10.538879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3590441 Nov 03 18:55:10.621334 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.640008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37340) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:10.649569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1370210139'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:10.674260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.674837 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.690803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-02895369-5f24-4c6e-8206-d476698a15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:10.702547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-02895369-5f24-4c6e-8206-d476698a15b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 200 len: 797 time: 0.3520870 Nov 03 18:55:10.717818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Calling delete_port for fc0b5e9a-a4c8-4e4e-ad11-c4365cc615ee owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:10.876812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de068db-a881-4824-86f0-206992b1d25c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Network': ['ID=70a44a17-30ae-4c98-97e0-418b98ea36b6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:10.894013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 70a44a17-30ae-4c98-97e0-418b98ea36b6 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:10.905454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Made reservation on behalf of deb028643bca4124bc2dc297532c742f for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:10.905787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.912422 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.029287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-23a678ca-b6e9-4871-934f-f3b48ed81651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:11.032656 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-23a678ca-b6e9-4871-934f-f3b48ed81651 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e454b638-90bf-4367-b6f3-115f9ec7bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2588103 Nov 03 18:55:11.064933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:11.343075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.392109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Pushing event deleted for resources: {'Port': ['ID=fc0b5e9a-a4c8-4e4e-ad11-c4365cc615ee,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:11.641098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.645924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.648664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a22e4504-6790-45d5-9828-bf11915f2796 tempest-AttachVolumeTestJSON-1443549546 tempest-AttachVolumeTestJSON-1443549546-project] 10.222.0.77 "DELETE /v2.0/floatingips/6389fd1b-44ee-4fe5-ac9f-5548f16951bc HTTP/1.1" status: 204 len: 168 time: 2.4354620 Nov 03 18:55:11.737562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b5262b64-880e-4732-b358-f136b0851e42 req-0d4448ed-e825-454c-91ba-7bf8a7bd66ce tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0537229 Nov 03 18:55:11.771377 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.772258 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Added segment 9035fc71-6212-4b42-bdc4-913a427ab268 of type vlan for network 473d12cb-e392-4d0b-889d-b023dc1829c4 Nov 03 18:55:11.821601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port e01b86a5-bb2a-4c85-a3da-63789973fb48 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:11.823143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.944389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.011017 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-7cd21d07-25c3-437d-afef-d4afab24cee9 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9647949 Nov 03 18:55:12.076728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:12.106874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.118373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:12.120480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.140977 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.149262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.172382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for e01b86a5-bb2a-4c85-a3da-63789973fb48 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:12.235224 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.262227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Network': ['ID=473d12cb-e392-4d0b-889d-b023dc1829c4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:12.291478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 473d12cb-e392-4d0b-889d-b023dc1829c4 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:12.603665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:12.620362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:12.627936 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ecbdf24f-bb4a-49c7-81de-c214d9a4e1ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6511948 Nov 03 18:55:12.635685 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-96f3f2dd-fa8f-425c-8a45-5f52ecf905e7 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9920413 Nov 03 18:55:12.637551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37370) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:12.654722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37372) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:12.660296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:12.664616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:12.665884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'ports': [{'network_id': '70a44a17-30ae-4c98-97e0-418b98ea36b6', 'name': 'tempest-port--190702553', 'admin_state_up': True}, {'network_id': '473d12cb-e392-4d0b-889d-b023dc1829c4', 'admin_state_up': False}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:12.666337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'port': {'network_id': '70a44a17-30ae-4c98-97e0-418b98ea36b6', 'name': 'tempest-port--190702553', 'admin_state_up': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:12.666972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'port': {'network_id': '473d12cb-e392-4d0b-889d-b023dc1829c4', 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:12.678297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.774542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=e01b86a5-bb2a-4c85-a3da-63789973fb48,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:12.836893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d416b0-60e4-4b0b-a523-e0a1ba12a729 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet 653f07b6-abeb-4e4b-bd80-497b7abf3d75 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:12.844426 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-06577b6c-4a37-45a6-847c-aba58eb06487 req-ad68d13d-8275-45df-a93e-eedba6f72f65 service neutron] 10.222.0.96 "GET /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8239381 Nov 03 18:55:12.849297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d416b0-60e4-4b0b-a523-e0a1ba12a729 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.034441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:13.171684 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d416b0-60e4-4b0b-a523-e0a1ba12a729 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.422965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acc5f460-83be-4761-99f2-1e8f501b9eac req-d6cd81b6-afa5-4c43-914c-dcecd75a552f tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.2214563 Nov 03 18:55:13.474484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.507798 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d416b0-60e4-4b0b-a523-e0a1ba12a729 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.751550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d416b0-60e4-4b0b-a523-e0a1ba12a729 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.784059 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d416b0-60e4-4b0b-a523-e0a1ba12a729 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.795786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee602b5-bb06-4127-a1fc-b6a0efc8a582 None None] Network c72f6b83-2bf5-4a7e-b23e-95f085b27621 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:13.797940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c6d416b0-60e4-4b0b-a523-e0a1ba12a729 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/653f07b6-abeb-4e4b-bd80-497b7abf3d75 HTTP/1.1" status: 204 len: 168 time: 1.1549056 Nov 03 18:55:13.798843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37390) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:13.858967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d416b0-60e4-4b0b-a523-e0a1ba12a729 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=653f07b6-abeb-4e4b-bd80-497b7abf3d75,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:13.917396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:09Z', 'revision_number': 10, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.012248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.020648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:14.154003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:14.155162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.166376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 27185531-cb89-4dd1-9af3-22c575883271 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:14.167053 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.186491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Made reservation on behalf of deb028643bca4124bc2dc297532c742f for: {'port': 2} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:14.202966 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.236895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 400186a7-49b0-48ae-a744-0fd156d3fe02 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:14.268152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.351771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port 27185531-cb89-4dd1-9af3-22c575883271, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=27185531-cb89-4dd1-9af3-22c575883271,segment=NetworkSegment(fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140),segment_id=fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:14.352358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.383207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 27185531-cb89-4dd1-9af3-22c575883271 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:14.472496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:14.538501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] device_id is not set on port 4a6fb876-2f59-4d06-86ef-a86ea87e3b40 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:55:14.599521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:14.616249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-753c4136-bea3-4945-b400-8175c9a34ef7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/400186a7-49b0-48ae-a744-0fd156d3fe02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8373199 Nov 03 18:55:14.622888 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c395fc-e982-49e2-b6de-c8a30310a273 None None] Sync routers for ids ['400186a7-49b0-48ae-a744-0fd156d3fe02'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:14.633360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37402) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:14.644053 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c395fc-e982-49e2-b6de-c8a30310a273 None None] Routers {'400186a7-49b0-48ae-a744-0fd156d3fe02'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:14.647300 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-95c395fc-e982-49e2-b6de-c8a30310a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['400186a7-49b0-48ae-a744-0fd156d3fe02'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.730523 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fab7f1a2-b46b-4cd8-a604-e88fa7d53be5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=400186a7-49b0-48ae-a744-0fd156d3fe02 HTTP/1.1" status: 200 len: 205 time: 0.0954010 Nov 03 18:55:14.735232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37410) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:14.742678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ee9eb4-3d32-4644-b358-b7e68c610a3f None None] DHCP port deletion for c72f6b83-2bf5-4a7e-b23e-95f085b27621 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:14.786821 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-95c395fc-e982-49e2-b6de-c8a30310a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.836605 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c395fc-e982-49e2-b6de-c8a30310a273 None None] Routers {'400186a7-49b0-48ae-a744-0fd156d3fe02'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:14.838094 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-95c395fc-e982-49e2-b6de-c8a30310a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['400186a7-49b0-48ae-a744-0fd156d3fe02'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.940134 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-95c395fc-e982-49e2-b6de-c8a30310a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.941509 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c395fc-e982-49e2-b6de-c8a30310a273 None None] The sync data for ids ['400186a7-49b0-48ae-a744-0fd156d3fe02'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:14.972208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d62d9c5f-fdf4-4e63-adfd-3e1c58f38d78 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.980611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31345473-00f4-4d7f-8f26-5bc8d8d0a2cb req-2870abe7-8126-4226-91f0-90fdbbf56b91 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1309969 Nov 03 18:55:15.046049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 27185531-cb89-4dd1-9af3-22c575883271 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:15.080591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 27185531-cb89-4dd1-9af3-22c575883271 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:15.081344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 27185531-cb89-4dd1-9af3-22c575883271 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:15.087014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.131534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.158582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-98ee9eb4-3d32-4644-b358-b7e68c610a3f None None] The port '27185531-cb89-4dd1-9af3-22c575883271' was deleted {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 03 18:55:15.234205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=27185531-cb89-4dd1-9af3-22c575883271,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:15.250784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No DVR routers for this DVR port 27185531-cb89-4dd1-9af3-22c575883271 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:15.257430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:09Z', 'revision_number': 10, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:15.318557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd29db79-e502-4873-8f3c-5f61d1964722 None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:09Z', 'revision_number': 10, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None, '_interfaces': [{'id': 'ab9d8fb5-a99b-499e-bbf9-3e9de32894f5', 'name': '', 'network_id': 'dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'mac_address': 'fa:16:3e:e0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:29Z', 'updated_at': '2021-11-03T18:53:46Z', 'revision_number': 5, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'subnets': [{'id': 'f0ad47e7-d647-461b-963c-a8b7cfca24a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:15.399822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] device_id is not set on port dd6ad2e8-ac7a-4edf-bd8e-9be32a4f7fad yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:55:15.594464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d62d9c5f-fdf4-4e63-adfd-3e1c58f38d78 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.598667 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.602912 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d62d9c5f-fdf4-4e63-adfd-3e1c58f38d78 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.693665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72f6b83-2bf5-4a7e-b23e-95f085b27621']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:15.724831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:15.725356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9d1f1b-c7f4-4d03-a8be-cbdd92d27140') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:15.730512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d62d9c5f-fdf4-4e63-adfd-3e1c58f38d78 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.731455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62d9c5f-fdf4-4e63-adfd-3e1c58f38d78 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Fanout notify agent at l3_agent the message router_deleted on router 400186a7-49b0-48ae-a744-0fd156d3fe02 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:55:15.751292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.752501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d62d9c5f-fdf4-4e63-adfd-3e1c58f38d78 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.761531 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d62d9c5f-fdf4-4e63-adfd-3e1c58f38d78 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/400186a7-49b0-48ae-a744-0fd156d3fe02 HTTP/1.1" status: 204 len: 168 time: 1.0179257 Nov 03 18:55:15.761774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37420) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:15.771384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.830183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.861499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:15.868763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:15.876063 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:15.892117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac11f51c-579a-4af4-9cd0-17ace5bb1fc6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet 6d24566d-e38c-490f-8cbb-a51bfd83092d {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:15.906028 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac11f51c-579a-4af4-9cd0-17ace5bb1fc6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.997947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.044054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.049644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.057040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/c72f6b83-2bf5-4a7e-b23e-95f085b27621 HTTP/1.1" status: 204 len: 168 time: 2.2536924 Nov 03 18:55:16.094636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37428) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:16.097612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9d451-7ce1-4c2d-a79c-54cffaf1cc49 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=c72f6b83-2bf5-4a7e-b23e-95f085b27621,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:16.125442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac11f51c-579a-4af4-9cd0-17ace5bb1fc6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.241518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Port': ['ID=4a6fb876-2f59-4d06-86ef-a86ea87e3b40,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:16.312991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3ad7b8c4-b894-42ac-8e0e-701df4ffd4eb req-52cbec92-ccf0-464e-b9cc-e9c0b8338306 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1132255 Nov 03 18:55:16.361318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Checking segment: {'id': '22676fca-db34-4034-8b46-6d092eec66cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '70a44a17-30ae-4c98-97e0-418b98ea36b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:16.362413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Network hostable DHCP agents. Network: 70a44a17-30ae-4c98-97e0-418b98ea36b6, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:16.490432 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac11f51c-579a-4af4-9cd0-17ace5bb1fc6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.496526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Network 70a44a17-30ae-4c98-97e0-418b98ea36b6 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:16.600130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 70a44a17-30ae-4c98-97e0-418b98ea36b6) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:16.632885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195bfaa0-a60e-4816-97f2-ed2ecd4658b8 None None] Network 70a44a17-30ae-4c98-97e0-418b98ea36b6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:16.646858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:16.649270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.795305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:16.881976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Checking segment: {'id': '9035fc71-6212-4b42-bdc4-913a427ab268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '473d12cb-e392-4d0b-889d-b023dc1829c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:16.882600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Network hostable DHCP agents. Network: 473d12cb-e392-4d0b-889d-b023dc1829c4, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:16.896176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac11f51c-579a-4af4-9cd0-17ace5bb1fc6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.902730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:16.903582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4d233659-6fa7-4c1a-b7e2-a5d7fc2ad67b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:16.921834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Port': ['ID=dd6ad2e8-ac7a-4edf-bd8e-9be32a4f7fad,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:16.983203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac11f51c-579a-4af4-9cd0-17ace5bb1fc6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.000872 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ac11f51c-579a-4af4-9cd0-17ace5bb1fc6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/6d24566d-e38c-490f-8cbb-a51bfd83092d HTTP/1.1" status: 204 len: 168 time: 1.2399366 Nov 03 18:55:17.003710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11f51c-579a-4af4-9cd0-17ace5bb1fc6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=6d24566d-e38c-490f-8cbb-a51bfd83092d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:17.004496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37444) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:17.033857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Network 473d12cb-e392-4d0b-889d-b023dc1829c4 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:17.045109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd3ea8-b8ec-454e-85c1-32db92c40e52 None None] Network 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:17.062704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 473d12cb-e392-4d0b-889d-b023dc1829c4) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:17.093033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:17.099588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2aaa22-26db-40b5-ba88-c82259eecdf9 None None] Network 473d12cb-e392-4d0b-889d-b023dc1829c4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:17.127292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.164820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.169008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.205873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.242048 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fee7ed13-510c-4f04-9b1d-15d9dd931588 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5851481 Nov 03 18:55:17.243067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37446) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:17.258807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.488283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac683bc-a6c0-4c48-a9cc-bd1a4322094b tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.515499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac683bc-a6c0-4c48-a9cc-bd1a4322094b tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.519307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ac683bc-a6c0-4c48-a9cc-bd1a4322094b tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2742777 Nov 03 18:55:17.526212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37454) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:17.662469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb387298-7da5-48b4-94be-43d3ca1a083e req-1771736b-0e5a-4f3e-b718-ed0ee4aa377f tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1076472 Nov 03 18:55:17.881693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-71cac9ff-47f5-41a4-b9da-0a21583b1aa9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Deleting port 4a6fb876-2f59-4d06-86ef-a86ea87e3b40 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:17.881693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-71cac9ff-47f5-41a4-b9da-0a21583b1aa9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.884937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 479a47b6-76dc-4fbc-b76b-0b7dda58abee {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:17.885507 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.093010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-71cac9ff-47f5-41a4-b9da-0a21583b1aa9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.153771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port 479a47b6-76dc-4fbc-b76b-0b7dda58abee, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=479a47b6-76dc-4fbc-b76b-0b7dda58abee,segment=NetworkSegment(f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c),segment_id=f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:18.154612 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.158837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-71cac9ff-47f5-41a4-b9da-0a21583b1aa9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Calling delete_port for 4a6fb876-2f59-4d06-86ef-a86ea87e3b40 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:18.190134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 479a47b6-76dc-4fbc-b76b-0b7dda58abee owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:18.310301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] DHCP port deletion for 19e6abc8-b2e1-4d35-ad4e-94f252ec2054 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:18.409887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:18.409887 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.441158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-71cac9ff-47f5-41a4-b9da-0a21583b1aa9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.452803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] Deleting port 479a47b6-76dc-4fbc-b76b-0b7dda58abee {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:18.453377 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.529508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cac9ff-47f5-41a4-b9da-0a21583b1aa9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Port': ['ID=4a6fb876-2f59-4d06-86ef-a86ea87e3b40,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:18.538171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-71cac9ff-47f5-41a4-b9da-0a21583b1aa9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.545508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-71cac9ff-47f5-41a4-b9da-0a21583b1aa9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/ports/4a6fb876-2f59-4d06-86ef-a86ea87e3b40 HTTP/1.1" status: 204 len: 168 time: 1.0135686 Nov 03 18:55:18.549098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37466) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:18.668111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] For port 479a47b6-76dc-4fbc-b76b-0b7dda58abee, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=479a47b6-76dc-4fbc-b76b-0b7dda58abee,segment=NetworkSegment(f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c),segment_id=f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:18.668111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.723625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] Calling delete_port for 479a47b6-76dc-4fbc-b76b-0b7dda58abee owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:18.784554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.900663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-60da8318-a9fc-48ce-afd8-7a2f1103fb9c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Deleting port dd6ad2e8-ac7a-4edf-bd8e-9be32a4f7fad {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:18.901742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60da8318-a9fc-48ce-afd8-7a2f1103fb9c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.933187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 479a47b6-76dc-4fbc-b76b-0b7dda58abee no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:18.951444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=479a47b6-76dc-4fbc-b76b-0b7dda58abee,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:19.012143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No DVR routers for this DVR port 479a47b6-76dc-4fbc-b76b-0b7dda58abee on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:19.020421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 479a47b6-76dc-4fbc-b76b-0b7dda58abee {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:19.025767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 479a47b6-76dc-4fbc-b76b-0b7dda58abee not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:19.031527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port ab9d8fb5-a99b-499e-bbf9-3e9de32894f5, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,segment=NetworkSegment(34e61d53-292f-4d15-8761-997869109067),segment_id=34e61d53-292f-4d15-8761-997869109067)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:19.032029 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.076445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c636c68-eda2-4965-aa80-3385e305524b req-91f6dde3-3d8f-448e-85c5-27c1bd195f43 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1021211 Nov 03 18:55:19.149317 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.180146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:19.206333 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] No DVR routers for this DVR port 479a47b6-76dc-4fbc-b76b-0b7dda58abee on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:19.263617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60da8318-a9fc-48ce-afd8-7a2f1103fb9c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.301980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2f7a4-2f2d-4d32-8c55-359aa1edf748 None None] Pushing event deleted for resources: {'Port': ['ID=479a47b6-76dc-4fbc-b76b-0b7dda58abee,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:19.317673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-60da8318-a9fc-48ce-afd8-7a2f1103fb9c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Calling delete_port for dd6ad2e8-ac7a-4edf-bd8e-9be32a4f7fad owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:19.331609 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.456213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e6abc8-b2e1-4d35-ad4e-94f252ec2054']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:19.485402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:19.486046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e4d20f-e9e1-47a0-807d-44a6cfff3b0c') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:19.554896 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.570578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60da8318-a9fc-48ce-afd8-7a2f1103fb9c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.593172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.644458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-60da8318-a9fc-48ce-afd8-7a2f1103fb9c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.667208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-60da8318-a9fc-48ce-afd8-7a2f1103fb9c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/ports/dd6ad2e8-ac7a-4edf-bd8e-9be32a4f7fad HTTP/1.1" status: 204 len: 168 time: 1.1122167 Nov 03 18:55:19.668231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37484) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:19.675048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8318-a9fc-48ce-afd8-7a2f1103fb9c tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Port': ['ID=dd6ad2e8-ac7a-4edf-bd8e-9be32a4f7fad,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:19.695243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:19.695846 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:19.702460 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:19.780309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4bbfbbca-95a4-4956-9fd8-9ebc5ea77678 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1036210 Nov 03 18:55:19.782363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37486) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:19.800482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-324450212'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:19.880694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Made reservation on behalf of deb028643bca4124bc2dc297532c742f for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:19.894340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.946242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.961009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:19.976038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.982431 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/19e6abc8-b2e1-4d35-ad4e-94f252ec2054 HTTP/1.1" status: 204 len: 168 time: 2.9764407 Nov 03 18:55:19.992813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37494) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:20.004560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.005084 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Added segment 609accd0-dcf9-4751-8a01-8be56b7ecbfd of type vlan for network 7fb62c25-4eb9-4504-af7e-0febe1503ffa Nov 03 18:55:20.031243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-40f6918f-1965-46f5-90d6-d0a775ae172d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-47740718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:20.047004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d0593-ebed-498b-bd9c-b3cabef39fcd tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=19e6abc8-b2e1-4d35-ad4e-94f252ec2054,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:20.096426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.122997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.154057 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40f6918f-1965-46f5-90d6-d0a775ae172d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.155964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40f6918f-1965-46f5-90d6-d0a775ae172d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.165358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=ab9d8fb5-a99b-499e-bbf9-3e9de32894f5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:20.221355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.242338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:20.244691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.404833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6202593 Nov 03 18:55:20.409666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37504) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:20.466817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1149894744'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:20.561866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c49656-747d-45de-91f4-51e879140624 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Network': ['ID=7fb62c25-4eb9-4504-af7e-0febe1503ffa,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:20.582296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7fb62c25-4eb9-4504-af7e-0febe1503ffa details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:20.622976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a2a429a-cf9c-49bf-ac65-4c8b71423c4e req-ec139e9e-7b6d-486a-afb2-3cd9b773cb54 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.2697349 Nov 03 18:55:20.751719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40f6918f-1965-46f5-90d6-d0a775ae172d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.822246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40f6918f-1965-46f5-90d6-d0a775ae172d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.550792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.564611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Made reservation on behalf of deb028643bca4124bc2dc297532c742f for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:21.569733 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.620302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:21.657269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40f6918f-1965-46f5-90d6-d0a775ae172d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.666540 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-40f6918f-1965-46f5-90d6-d0a775ae172d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.6452317 Nov 03 18:55:21.667343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37522) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:21.676919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.679280 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Added segment 9c25531a-f61f-4ef4-9170-ddda52fad01e of type vlan for network 6003701f-6837-4267-94a6-f6a2e4c3f16b Nov 03 18:55:21.687807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-348161043'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:21.795593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:21.813912 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.934813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:21.967377 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.973531 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment 3e9a6571-7166-47a8-9c22-3a4f9cc4ae79 of type vlan for network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 Nov 03 18:55:21.993493 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.099675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e22f9e46-dec3-462f-ba71-c06c8f9613ae req-53c90f4d-2080-4adf-8414-ecf66c9153e4 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0901992 Nov 03 18:55:22.114017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.143385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:22.145118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.215585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.322423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.332633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:22.349595 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.441674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7679696 Nov 03 18:55:22.443760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37536) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:22.586085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:22.594035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e5c43-a9af-4a49-97c2-c994f38e1c88 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=3a480cf7-2cff-4c68-a1eb-b19e7445eb03,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:22.615748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:22.691167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Network': ['ID=6003701f-6837-4267-94a6-f6a2e4c3f16b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:22.710779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.711929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.713104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.714128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.715446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.716414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.717356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.718304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.719511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.720461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.721408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.722526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:22.756610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e0e1fc11-3625-4b1d-95f9-f4858b502421 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3345389 Nov 03 18:55:22.768747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:22.817803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 6003701f-6837-4267-94a6-f6a2e4c3f16b details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:23.016707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37546) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:23.048965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'subnets': [{'network_id': '7fb62c25-4eb9-4504-af7e-0febe1503ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--476038299', 'ip_version': 4}, {'network_id': '6003701f-6837-4267-94a6-f6a2e4c3f16b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:23.049631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'subnet': {'network_id': '7fb62c25-4eb9-4504-af7e-0febe1503ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--476038299', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:23.050727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Request body: {'subnet': {'network_id': '6003701f-6837-4267-94a6-f6a2e4c3f16b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:23.114024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:23.120024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:23.127278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.134671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ddc0c253-fb12-41ae-b97f-106b795355ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0330114 Nov 03 18:55:23.145130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:23.150048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37548) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:23.195725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:23.210649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:23.452589 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-41b9bdac-f006-4897-96b1-0252e47ba194 req-69f7b4bd-3a6c-4652-97ae-1af300485d66 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1308451 Nov 03 18:55:23.485455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-506b5cc3-3232-44cf-bfed-a68fb9a903e3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting subnet f0ad47e7-d647-461b-963c-a8b7cfca24a4 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:23.502677 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-506b5cc3-3232-44cf-bfed-a68fb9a903e3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.509170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-522ad2b5-a0ba-4616-9fc8-e9d4832ba267 req-f2d5533b-37ad-438c-a5ec-f449ade18a49 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.0963280 Nov 03 18:55:23.559613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:23.707095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-506b5cc3-3232-44cf-bfed-a68fb9a903e3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.742978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:19Z', 'revision_number': 11, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:23.845656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:23.868434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:23.874934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:24.029512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-506b5cc3-3232-44cf-bfed-a68fb9a903e3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.065860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Made reservation on behalf of deb028643bca4124bc2dc297532c742f for: {'subnet': 2} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:24.083112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.083633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.163438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:24.235138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-506b5cc3-3232-44cf-bfed-a68fb9a903e3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.464707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:19Z', 'revision_number': 11, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:24.474510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b5cc3-3232-44cf-bfed-a68fb9a903e3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ad47e7-d647-461b-963c-a8b7cfca24a4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:24.499007 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-506b5cc3-3232-44cf-bfed-a68fb9a903e3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.516664 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-506b5cc3-3232-44cf-bfed-a68fb9a903e3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/f0ad47e7-d647-461b-963c-a8b7cfca24a4 HTTP/1.1" status: 204 len: 168 time: 1.3664207 Nov 03 18:55:24.522698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:24.622531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372aca9-f0e3-4d84-8965-d42eb51df75b None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:19Z', 'revision_number': 11, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:24.629401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4457490-9ec3-40b8-a99f-de5a8b662734 None None] Network dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:25.010964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.431897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Deleting port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:25.435089 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.581058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] DHCP port deletion for dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:25.606916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e2aee89-716e-430a-b5bc-e4503cfa8a29 req-af31252d-3116-4bc0-81a8-54413fbe9caa tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1317024 Nov 03 18:55:25.687170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.767454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] For port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,segment=NetworkSegment(34e61d53-292f-4d15-8761-997869109067),segment_id=34e61d53-292f-4d15-8761-997869109067)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:25.767825 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.830236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Calling delete_port for 41c8ecfc-e38a-4d4a-ad3d-82165baafeba owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:25.833819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] Deleting port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:25.837453 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.892357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=77ae3006-9358-45e0-b42f-d4529225ccd1,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:26.088650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:26.089307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: 3a480cf7-2cff-4c68-a1eb-b19e7445eb03, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:26.092031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.097543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] For port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,segment=NetworkSegment(34e61d53-292f-4d15-8761-997869109067),segment_id=34e61d53-292f-4d15-8761-997869109067)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:26.098596 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.125517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] Calling delete_port for 41c8ecfc-e38a-4d4a-ad3d-82165baafeba owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:26.163100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:26.184206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Port': ['ID=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:26.191702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No DVR routers for this DVR port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:26.330222 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.361114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3a480cf7-2cff-4c68-a1eb-b19e7445eb03) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:26.392210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] No DVR routers for this DVR port 41c8ecfc-e38a-4d4a-ad3d-82165baafeba on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:26.402524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:26.403166 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.420315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97660bd3-f555-4f32-a062-7656cab5baf0 None None] Network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:26.421407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.508831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.519839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575a3fc-0913-4ccb-8a13-1ceb095c9c0e None None] Pushing event deleted for resources: {'Port': ['ID=41c8ecfc-e38a-4d4a-ad3d-82165baafeba,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:26.554617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:26.583601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e61d53-292f-4d15-8761-997869109067') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:26.584394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e61d53-292f-4d15-8761-997869109067') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:26.614518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.643270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.651013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:26.652218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.715385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f62d3546-4d82-43ab-8804-997c732adb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2553322 Nov 03 18:55:26.754148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37602) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:26.805549 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:26.814350 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.865127 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.871403 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/networks/dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c HTTP/1.1" status: 204 len: 168 time: 2.3465679 Nov 03 18:55:26.873604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afa8d3-e696-49e4-a8af-8a7287a8f840 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Pushing event deleted for resources: {'Network': ['ID=dfa8e22b-4c5b-4c78-b1e1-1e67cc34b71c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:26.877099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37606) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:26.887074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'routes': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:26.912213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:26.913805 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.153381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Allocated IP 2001:db8::2 (3a480cf7-2cff-4c68-a1eb-b19e7445eb03/77ae3006-9358-45e0-b42f-d4529225ccd1/2c890a00-a230-4ea1-a8de-6f0c481096b0) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:27.309737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 41c8ecfc-e38a-4d4a-ad3d-82165baafeba no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:27.331051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Added routes are [] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:55:27.331664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Removed routes are [] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:55:27.334889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.395256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 41c8ecfc-e38a-4d4a-ad3d-82165baafeba {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:27.395581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 41c8ecfc-e38a-4d4a-ad3d-82165baafeba not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:27.395998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:27.525471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:27.525823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ab9d8fb5-a99b-499e-bbf9-3e9de32894f5 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:27.741321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.748265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.800881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:27.805166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:27.812302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:27.846403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Pushing event updated for resources: {'Port': ['ID=2c890a00-a230-4ea1-a8de-6f0c481096b0,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:27.870938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.887027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.903174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.909132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.909132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.909132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.909132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.909132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.909132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.910288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.910479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.911303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.912267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.913176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.962656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Attempting to bind port 2c890a00-a230-4ea1-a8de-6f0c481096b0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:27.964033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Attempting to bind port 2c890a00-a230-4ea1-a8de-6f0c481096b0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:27.964551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Attempting to bind port 2c890a00-a230-4ea1-a8de-6f0c481096b0 on network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:28.003346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:28.012661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Checking segment: {'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:28.012661 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.012661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Bound using segment: {'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:28.014740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Bound port: 2c890a00-a230-4ea1-a8de-6f0c481096b0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:28.021292 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.096635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c44a9bf-1c82-45a8-a0f6-0ee29e28e5d4 req-fdf85091-c396-4aa7-b626-77bf45fb98a1 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.3708813 Nov 03 18:55:28.129063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Subnet': ['ID=4eb60d36-d147-40e5-8e75-86349978e359,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:28.161782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:28.224206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] For port 2c890a00-a230-4ea1-a8de-6f0c481096b0, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:28.230845 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] For port 2c890a00-a230-4ea1-a8de-6f0c481096b0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2c890a00-a230-4ea1-a8de-6f0c481096b0,segment=NetworkSegment(3e9a6571-7166-47a8-9c22-3a4f9cc4ae79),segment_id=3e9a6571-7166-47a8-9c22-3a4f9cc4ae79)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:28.239286 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.362317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Checking segment: {'id': '609accd0-dcf9-4751-8a01-8be56b7ecbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7fb62c25-4eb9-4504-af7e-0febe1503ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:28.364987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Network hostable DHCP agents. Network: 7fb62c25-4eb9-4504-af7e-0febe1503ffa, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:28.463667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:28.482069 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] Sync routers for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:28.496693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b77a-5749-47db-a91a-b2903d279aee None None] Pushing event updated for resources: {'Port': ['ID=2c890a00-a230-4ea1-a8de-6f0c481096b0,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:28.497061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.498993 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aa24dd90-4657-4f35-9d91-5d035fa9c4ac tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 200 len: 698 time: 1.6181250 Nov 03 18:55:28.506328 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37630) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:28.555656 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:28.556658 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:28.617044 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-83f84588-77e5-40a4-8bf6-55d1001e8b53 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 200 len: 205 time: 0.1047409 Nov 03 18:55:28.620425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37638) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:28.878141 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:28.952991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.018967 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd43513e-0ce6-4bb3-b203-0c5239e112fe tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.056752 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:19Z', 'revision_number': 11, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:29.095010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Network 7fb62c25-4eb9-4504-af7e-0febe1503ffa is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:29.118673 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] Checking router: 3e30cf97-63cf-4e1a-9c50-48139cba1b6e for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:29.141274 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] Routers {'3e30cf97-63cf-4e1a-9c50-48139cba1b6e'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:29.145404 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:29.346384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7fb62c25-4eb9-4504-af7e-0febe1503ffa) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:29.359465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2df04-7133-4088-a783-6139cac391ef None None] Network 7fb62c25-4eb9-4504-af7e-0febe1503ffa requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:29.414230 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.679978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event updated for resources: {'Subnet': ['ID=022e4ee8-4660-445b-9116-2651150da629,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:29.720703 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd43513e-0ce6-4bb3-b203-0c5239e112fe tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.728353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd43513e-0ce6-4bb3-b203-0c5239e112fe tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.847971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Checking segment: {'id': '9c25531a-f61f-4ef4-9170-ddda52fad01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6003701f-6837-4267-94a6-f6a2e4c3f16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:29.848597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Network hostable DHCP agents. Network: 6003701f-6837-4267-94a6-f6a2e4c3f16b, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:29.855737 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] Set router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:29.957323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd43513e-0ce6-4bb3-b203-0c5239e112fe tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.958450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd43513e-0ce6-4bb3-b203-0c5239e112fe tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Fanout notify agent at l3_agent the message router_deleted on router 3e30cf97-63cf-4e1a-9c50-48139cba1b6e {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:55:29.990003 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd43513e-0ce6-4bb3-b203-0c5239e112fe tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.999473 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fd43513e-0ce6-4bb3-b203-0c5239e112fe tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 204 len: 168 time: 1.3776805 Nov 03 18:55:30.004520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37660) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:30.022509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e51ca4e2-6b92-4e06-91d6-8989bf207b3e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-802155529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:30.035870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Network 6003701f-6837-4267-94a6-f6a2e4c3f16b is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:30.060188 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:19Z', 'revision_number': 11, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:30.089120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 6003701f-6837-4267-94a6-f6a2e4c3f16b) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:30.130116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:30.138116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:30.142675 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.188048 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba13867-7c33-4c29-89dd-144224dc7654 None None] The sync data for ids ['3e30cf97-63cf-4e1a-9c50-48139cba1b6e'] in n-d-812148-3 is: [{'id': '3e30cf97-63cf-4e1a-9c50-48139cba1b6e', 'name': 'tempest-RoutersTest-router-3789407', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:19Z', 'updated_at': '2021-11-03T18:55:19Z', 'revision_number': 11, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:30.323776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8::1 (3a480cf7-2cff-4c68-a1eb-b19e7445eb03/77ae3006-9358-45e0-b42f-d4529225ccd1/f9862b36-6110-41cf-bf11-f19639c2a6f0) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:30.340153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4e2-6b92-4e06-91d6-8989bf207b3e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.342915 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4e2-6b92-4e06-91d6-8989bf207b3e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.365573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2db220-cff4-443d-a20c-abbc5dc7139d None None] Network 6003701f-6837-4267-94a6-f6a2e4c3f16b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:30.631292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7fb62c25-4eb9-4504-af7e-0febe1503ffa', 'network_id': '7fb62c25-4eb9-4504-af7e-0febe1503ffa', 'tenant_id': 'deb028643bca4124bc2dc297532c742f', 'fixed_ips': [{'subnet_id': '4eb60d36-d147-40e5-8e75-86349978e359'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:30.632950 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.753471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b1e5e72d-8d63-423d-9aa8-8327b7c7a7d4 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 7.7201343 Nov 03 18:55:30.757459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37674) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:30.760808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4e2-6b92-4e06-91d6-8989bf207b3e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.021262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8153da8-4423-416d-9aa5-5e0762c58884 None None] Network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:31.084264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-8bff744a-102e-4bf0-8b30-510525ab7807 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.097283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-8bff744a-102e-4bf0-8b30-510525ab7807 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.110934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-8bff744a-102e-4bf0-8b30-510525ab7807 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.124869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-8bff744a-102e-4bf0-8b30-510525ab7807 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.139512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-8bff744a-102e-4bf0-8b30-510525ab7807 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.153645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-8bff744a-102e-4bf0-8b30-510525ab7807 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.182452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-8bff744a-102e-4bf0-8b30-510525ab7807 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.187328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.192386 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-8bff744a-102e-4bf0-8b30-510525ab7807 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5433 time: 0.4870901 Nov 03 18:55:31.235440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-6003701f-6837-4267-94a6-f6a2e4c3f16b', 'network_id': '6003701f-6837-4267-94a6-f6a2e4c3f16b', 'tenant_id': 'deb028643bca4124bc2dc297532c742f', 'fixed_ips': [{'subnet_id': '022e4ee8-4660-445b-9116-2651150da629'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:31.246383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.298568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2c890a00-a230-4ea1-a8de-6f0c481096b0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:31.300095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4e2-6b92-4e06-91d6-8989bf207b3e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.314784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-4f235687-6702-47e8-8f1b-ef8e1933e084 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.318107 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-4f235687-6702-47e8-8f1b-ef8e1933e084 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "GET /v2.0/ports/7b58501f-47f6-4ca7-90ad-c57544e380a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1199121 Nov 03 18:55:31.434043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d5193ef7-e3e3-49fe-9fb6-e35fc3b3fb84 None None] Provisioning complete for port 2c890a00-a230-4ea1-a8de-6f0c481096b0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:31.435667 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5193ef7-e3e3-49fe-9fb6-e35fc3b3fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.444327 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:55:31.445222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.497004 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4e2-6b92-4e06-91d6-8989bf207b3e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.499428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e51ca4e2-6b92-4e06-91d6-8989bf207b3e tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4927905 Nov 03 18:55:31.535177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37688) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:31.555818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5a83ee41-8158-4db4-9ebf-71d6ac0afd78 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:31.653521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:31.675629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2c890a00-a230-4ea1-a8de-6f0c481096b0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:31.676246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.685778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6264bf0f-17ff-4bec-ace6-9c3f132a24e1 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.688977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6264bf0f-17ff-4bec-ace6-9c3f132a24e1 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.693084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6264bf0f-17ff-4bec-ace6-9c3f132a24e1 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.700669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6264bf0f-17ff-4bec-ace6-9c3f132a24e1 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4219527 Nov 03 18:55:31.700669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:31.701148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:31.701857 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.705619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37692) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:31.835268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=f9862b36-6110-41cf-bf11-f19639c2a6f0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:31.863399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-bfaa2bcc-5650-4acd-adb6-c9331c4118ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.871739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-bfaa2bcc-5650-4acd-adb6-c9331c4118ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.885021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-bfaa2bcc-5650-4acd-adb6-c9331c4118ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.894633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-bfaa2bcc-5650-4acd-adb6-c9331c4118ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.907681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-bfaa2bcc-5650-4acd-adb6-c9331c4118ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.936921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-bfaa2bcc-5650-4acd-adb6-c9331c4118ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.973404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-bfaa2bcc-5650-4acd-adb6-c9331c4118ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.987093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-bfaa2bcc-5650-4acd-adb6-c9331c4118ea tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 5433 time: 0.5222926 Nov 03 18:55:32.152842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-96fbe721-51d4-4a9d-bace-673ad5858e5b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "GET /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8209331 Nov 03 18:55:32.220962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba12ea4c-7dc7-4734-a38c-74e304cea87e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Deleting subnet 4eb60d36-d147-40e5-8e75-86349978e359 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:32.222304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:32.262361 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a83ee41-8158-4db4-9ebf-71d6ac0afd78 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.299619 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a83ee41-8158-4db4-9ebf-71d6ac0afd78 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.318752 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5193ef7-e3e3-49fe-9fb6-e35fc3b3fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.444602 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.451328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b641a88-30af-4d91-a84b-fe22d6464227 req-3812c491-24f5-4537-86c2-3b1be2b04893 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&id=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4636397 Nov 03 18:55:32.460617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.565632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d5193ef7-e3e3-49fe-9fb6-e35fc3b3fb84 None None] For port 2c890a00-a230-4ea1-a8de-6f0c481096b0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2c890a00-a230-4ea1-a8de-6f0c481096b0,segment=NetworkSegment(3e9a6571-7166-47a8-9c22-3a4f9cc4ae79),segment_id=3e9a6571-7166-47a8-9c22-3a4f9cc4ae79)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:32.649084 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.672834 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.673953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5193ef7-e3e3-49fe-9fb6-e35fc3b3fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.859847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Allocated IP 172.20.0.2 (7fb62c25-4eb9-4504-af7e-0febe1503ffa/4eb60d36-d147-40e5-8e75-86349978e359/386f09b7-ede6-401b-bab9-45c15e0fd737) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:32.864649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5193ef7-e3e3-49fe-9fb6-e35fc3b3fb84 None None] Pushing event updated for resources: {'Port': ['ID=2c890a00-a230-4ea1-a8de-6f0c481096b0,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:33.083727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Allocated IP 172.20.0.18 (6003701f-6837-4267-94a6-f6a2e4c3f16b/022e4ee8-4660-445b-9116-2651150da629/bb70445e-b45c-462d-a276-c58d6ba264d1) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:33.166240 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2990fb1-3ce1-4068-85fa-d3c4e946066d req-81a44e69-e1ad-4b43-970f-5aabbb7b468a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f259593fa3134e69bd0480d1d3ced074&device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1057832 Nov 03 18:55:33.246672 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:55:33.247267 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:55:33.257824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2990fb1-3ce1-4068-85fa-d3c4e946066d req-cf0c3a34-cafc-444c-b891-db15c4d14db0 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=f259593fa3134e69bd0480d1d3ced074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795114 Nov 03 18:55:33.350337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb076-87d6-4709-9a06-429b9e7113d8 req-5f5c042a-372b-4a15-a8df-0e0cd5b3372a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:33.361258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddadb076-87d6-4709-9a06-429b9e7113d8 req-5f5c042a-372b-4a15-a8df-0e0cd5b3372a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.2146182 Nov 03 18:55:33.462557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a83ee41-8158-4db4-9ebf-71d6ac0afd78 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Router c3301de2-76de-44b9-8f36-517fbf152ac6 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:55:33.479765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.492587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] For port 7b58501f-47f6-4ca7-90ad-c57544e380a5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=7b58501f-47f6-4ca7-90ad-c57544e380a5,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:33.673588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] For port 7b58501f-47f6-4ca7-90ad-c57544e380a5, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:33.705990 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.721387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 382e5b56-3fe3-4119-9669-afd9f3c0678e no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:33.727386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a83ee41-8158-4db4-9ebf-71d6ac0afd78 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:33.728580 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.759649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a83ee41-8158-4db4-9ebf-71d6ac0afd78 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.767583 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5a83ee41-8158-4db4-9ebf-71d6ac0afd78 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "PUT /v2.0/routers/c3301de2-76de-44b9-8f36-517fbf152ac6 HTTP/1.1" status: 200 len: 693 time: 2.2305133 Nov 03 18:55:33.770447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37720) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:33.803229 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.806515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] Sync routers for ids ['c3301de2-76de-44b9-8f36-517fbf152ac6'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:33.815126 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] device_id is not set on port 7b58501f-47f6-4ca7-90ad-c57544e380a5 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:55:33.840776 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.844656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.860780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.912310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddadb076-87d6-4709-9a06-429b9e7113d8 req-2dd89378-924f-4eb3-a26f-2f5a7a022917 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5484154 Nov 03 18:55:33.935488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.937359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.990344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba12ea4c-7dc7-4734-a38c-74e304cea87e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.076900 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.126027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Network 6003701f-6837-4267-94a6-f6a2e4c3f16b is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:34.157966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] Pushing event updated for resources: {'Port': ['ID=7b58501f-47f6-4ca7-90ad-c57544e380a5,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:34.163024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] No DVR routers for this DVR port 7b58501f-47f6-4ca7-90ad-c57544e380a5 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:34.169591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2990fb1-3ce1-4068-85fa-d3c4e946066d req-df2dcb82-d244-4a6c-865e-9e7d24bdc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:34.172170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2990fb1-3ce1-4068-85fa-d3c4e946066d req-df2dcb82-d244-4a6c-865e-9e7d24bdc125 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9033926 Nov 03 18:55:34.258686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] Routers {'c3301de2-76de-44b9-8f36-517fbf152ac6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:34.259831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c3301de2-76de-44b9-8f36-517fbf152ac6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:34.265525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2c890a00-a230-4ea1-a8de-6f0c481096b0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:34.322579 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:34.325598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:34.357501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Network 7fb62c25-4eb9-4504-af7e-0febe1503ffa is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:34.386110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=f9862b36-6110-41cf-bf11-f19639c2a6f0,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:34.455308 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c4907a1a-d540-4878-a9ef-b5991cbdf7c6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/routers/c3301de2-76de-44b9-8f36-517fbf152ac6 HTTP/1.1" status: 200 len: 699 time: 0.6794889 Nov 03 18:55:34.457479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] In _notify_port_updated(), no bound segment for port 7b58501f-47f6-4ca7-90ad-c57544e380a5 on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:55:34.466923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:34.468316 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.470208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc867e13-eac1-40ad-8db8-4dc7ba2f9a6a service neutron] 10.222.0.96 "PUT /v2.0/ports/7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 200 len: 1026 time: 2.2549126 Nov 03 18:55:34.471024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37730) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:34.506091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Pushing event updated for resources: {'Port': ['ID=bb70445e-b45c-462d-a276-c58d6ba264d1,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:34.509219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9567bd2-a985-4a7b-bf55-6a40830e0394 req-6983f8bf-f44d-4c17-aaf1-ff1518b79b3f tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.77 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.1354642 Nov 03 18:55:34.529158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fc865363-86c7-4c5e-be31-a9262180fd31 None None] Provisioning complete for port f9862b36-6110-41cf-bf11-f19639c2a6f0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:34.530143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc865363-86c7-4c5e-be31-a9262180fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.533050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:34.537877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:34.598543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba12ea4c-7dc7-4734-a38c-74e304cea87e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.635804 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.652242 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-393c02ae-9309-40c0-b21e-4b1fc2a606bf tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3301de2-76de-44b9-8f36-517fbf152ac6 HTTP/1.1" status: 200 len: 205 time: 0.1790128 Nov 03 18:55:34.656581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37732) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:34.704195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-417b3171-b55f-44a3-b05c-aad67e1522c1 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:34.715346 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-417b3171-b55f-44a3-b05c-aad67e1522c1 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "GET /v2.0/ports/b2e89039-febc-4dae-9d31-8b25affd20cb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2290046 Nov 03 18:55:34.728822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:34.984027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.247726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fc865363-86c7-4c5e-be31-a9262180fd31 None None] Port f9862b36-6110-41cf-bf11-f19639c2a6f0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:35.251292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:35.376060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] For port b2e89039-febc-4dae-9d31-8b25affd20cb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=b2e89039-febc-4dae-9d31-8b25affd20cb,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:35.414502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Pushing event updated for resources: {'Port': ['ID=386f09b7-ede6-401b-bab9-45c15e0fd737,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:35.438992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:35.464712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] For port b2e89039-febc-4dae-9d31-8b25affd20cb, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:35.488452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] Set router c3301de2-76de-44b9-8f36-517fbf152ac6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:35.519879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] device_id is not set on port b2e89039-febc-4dae-9d31-8b25affd20cb yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:55:35.535276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.545965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '382e5b56-3fe3-4119-9669-afd9f3c0678e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:35.548489 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.550841 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1115603c-6eab-4007-b580-8d7d313acdf3" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-unplugged", "status": "completed", "tag": "382e5b56-3fe3-4119-9669-afd9f3c0678e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:35.677832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e89039-febc-4dae-9d31-8b25affd20cb,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:35.762598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] No DVR routers for this DVR port b2e89039-febc-4dae-9d31-8b25affd20cb on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:35.831903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fc865363-86c7-4c5e-be31-a9262180fd31 None None] Provisioning complete for port 2c890a00-a230-4ea1-a8de-6f0c481096b0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:35.832616 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc865363-86c7-4c5e-be31-a9262180fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.855839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 382e5b56-3fe3-4119-9669-afd9f3c0678e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:35.870500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301de2-76de-44b9-8f36-517fbf152ac6', 'name': 'tempest-RoutersTest-router-802155529', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:30Z', 'updated_at': '2021-11-03T18:55:32Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:35.926178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] In _notify_port_updated(), no bound segment for port b2e89039-febc-4dae-9d31-8b25affd20cb on network 096c4017-e6cf-4b69-85bf-2ccac7e0896e {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:55:35.927910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:35.929052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.931553 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-e1079356-4fba-48de-9701-ed285d08e8d0 service neutron] 10.222.0.96 "PUT /v2.0/ports/b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 200 len: 1028 time: 1.2082675 Nov 03 18:55:36.107688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Attempting to bind port bb70445e-b45c-462d-a276-c58d6ba264d1 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:36.110709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Attempting to bind port bb70445e-b45c-462d-a276-c58d6ba264d1 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9c25531a-f61f-4ef4-9170-ddda52fad01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6003701f-6837-4267-94a6-f6a2e4c3f16b'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:36.112978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Attempting to bind port bb70445e-b45c-462d-a276-c58d6ba264d1 on network 6003701f-6837-4267-94a6-f6a2e4c3f16b {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:36.194634 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-440f4ced-9c81-4de1-a0ea-689a7e49caaa tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.217713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.219530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 05ffe491-d40f-4e61-b670-446afa590d27 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:36.222223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:36.225062 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.389872 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-44d22ab1-e4e7-470f-8460-c7d6b90d33bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.394568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:36.394959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2990fb1-3ce1-4068-85fa-d3c4e946066d req-f496a4e3-3da1-4500-abd6-6722a7fc6940 tempest-ServerShowV254Test-248387632 tempest-ServerShowV254Test-248387632-project] 10.222.0.96 "GET /v2.0/ports?device_id=5618bab0-8fe1-46a6-a05c-8b42d6ba8766 HTTP/1.1" status: 200 len: 210 time: 0.3694174 Nov 03 18:55:36.395345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Checking segment: {'id': '9c25531a-f61f-4ef4-9170-ddda52fad01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6003701f-6837-4267-94a6-f6a2e4c3f16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:36.395833 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.405695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Bound using segment: {'id': '9c25531a-f61f-4ef4-9170-ddda52fad01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6003701f-6837-4267-94a6-f6a2e4c3f16b'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:36.406621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Bound port: bb70445e-b45c-462d-a276-c58d6ba264d1, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25531a-f61f-4ef4-9170-ddda52fad01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6003701f-6837-4267-94a6-f6a2e4c3f16b'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:36.407049 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.409724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] Checking router: c3301de2-76de-44b9-8f36-517fbf152ac6 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:36.567807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] For port 6ae491b2-c4a8-4bd9-910d-673c20f494e6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6ae491b2-c4a8-4bd9-910d-673c20f494e6,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:36.568618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.613724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Calling delete_port for 6ae491b2-c4a8-4bd9-910d-673c20f494e6 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:36.646616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=382e5b56-3fe3-4119-9669-afd9f3c0678e,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:36.657299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Attempting to bind port 386f09b7-ede6-401b-bab9-45c15e0fd737 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:36.665281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Attempting to bind port 386f09b7-ede6-401b-bab9-45c15e0fd737 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '609accd0-dcf9-4751-8a01-8be56b7ecbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7fb62c25-4eb9-4504-af7e-0febe1503ffa'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:36.666396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Attempting to bind port 386f09b7-ede6-401b-bab9-45c15e0fd737 on network 7fb62c25-4eb9-4504-af7e-0febe1503ffa {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:36.728228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] Routers {'c3301de2-76de-44b9-8f36-517fbf152ac6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:36.732085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c3301de2-76de-44b9-8f36-517fbf152ac6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:36.758372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:36.759237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Checking segment: {'id': '609accd0-dcf9-4751-8a01-8be56b7ecbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7fb62c25-4eb9-4504-af7e-0febe1503ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:36.760082 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.760869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Bound using segment: {'id': '609accd0-dcf9-4751-8a01-8be56b7ecbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7fb62c25-4eb9-4504-af7e-0febe1503ffa'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:36.762046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Bound port: 386f09b7-ede6-401b-bab9-45c15e0fd737, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609accd0-dcf9-4751-8a01-8be56b7ecbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7fb62c25-4eb9-4504-af7e-0febe1503ffa'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:36.763896 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.838969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-440f4ced-9c81-4de1-a0ea-689a7e49caaa tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.856495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-440f4ced-9c81-4de1-a0ea-689a7e49caaa tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.889743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d76d25-11e2-4c06-ab3e-a460331abf9f req-322f7c0b-e995-404b-8c69-1e0c25b9bdb8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.904127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d76d25-11e2-4c06-ab3e-a460331abf9f req-322f7c0b-e995-404b-8c69-1e0c25b9bdb8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.916640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d76d25-11e2-4c06-ab3e-a460331abf9f req-322f7c0b-e995-404b-8c69-1e0c25b9bdb8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.927699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d76d25-11e2-4c06-ab3e-a460331abf9f req-322f7c0b-e995-404b-8c69-1e0c25b9bdb8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.958242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d76d25-11e2-4c06-ab3e-a460331abf9f req-322f7c0b-e995-404b-8c69-1e0c25b9bdb8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.975612 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.979883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55d76d25-11e2-4c06-ab3e-a460331abf9f req-322f7c0b-e995-404b-8c69-1e0c25b9bdb8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 3885 time: 2.0290117 Nov 03 18:55:37.027108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:55:37.070103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2c890a00-a230-4ea1-a8de-6f0c481096b0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:37.070781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.121087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Port': ['ID=6ae491b2-c4a8-4bd9-910d-673c20f494e6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:37.259654 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.286357 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba12ea4c-7dc7-4734-a38c-74e304cea87e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.312289 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] No DVR routers for this DVR port 6ae491b2-c4a8-4bd9-910d-673c20f494e6 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:37.317149 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.325485 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-1fbaaccd-ba34-453a-b1f3-c3426ae4a58d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "DELETE /v2.0/ports/6ae491b2-c4a8-4bd9-910d-673c20f494e6 HTTP/1.1" status: 204 len: 173 time: 1.3875842 Nov 03 18:55:37.326376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '6ae491b2-c4a8-4bd9-910d-673c20f494e6'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:37.332140 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09170a8f-dd8f-43b3-8478-d3c09f3a0e71" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "6ae491b2-c4a8-4bd9-910d-673c20f494e6"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:37.390161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] Set router c3301de2-76de-44b9-8f36-517fbf152ac6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:37.391118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba12ea4c-7dc7-4734-a38c-74e304cea87e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.439720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12ea4c-7dc7-4734-a38c-74e304cea87e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb60d36-d147-40e5-8e75-86349978e359,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:37.443860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-440f4ced-9c81-4de1-a0ea-689a7e49caaa tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.444565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440f4ced-9c81-4de1-a0ea-689a7e49caaa tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Fanout notify agent at l3_agent the message router_deleted on router c3301de2-76de-44b9-8f36-517fbf152ac6 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:55:37.464752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-440f4ced-9c81-4de1-a0ea-689a7e49caaa tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.466544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-440f4ced-9c81-4de1-a0ea-689a7e49caaa tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/c3301de2-76de-44b9-8f36-517fbf152ac6 HTTP/1.1" status: 204 len: 168 time: 2.7160757 Nov 03 18:55:37.506237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37772) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:37.511043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55d76d25-11e2-4c06-ab3e-a460331abf9f req-5b69c110-1527-4216-9cd4-2df9ac1fcded tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5299175 Nov 03 18:55:37.543916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] For port 386f09b7-ede6-401b-bab9-45c15e0fd737, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:37.561778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] For port 386f09b7-ede6-401b-bab9-45c15e0fd737, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=386f09b7-ede6-401b-bab9-45c15e0fd737,segment=NetworkSegment(609accd0-dcf9-4751-8a01-8be56b7ecbfd),segment_id=609accd0-dcf9-4751-8a01-8be56b7ecbfd)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:37.609013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] For port bb70445e-b45c-462d-a276-c58d6ba264d1, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:37.616978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba12ea4c-7dc7-4734-a38c-74e304cea87e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.620412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] For port bb70445e-b45c-462d-a276-c58d6ba264d1, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bb70445e-b45c-462d-a276-c58d6ba264d1,segment=NetworkSegment(9c25531a-f61f-4ef4-9170-ddda52fad01e),segment_id=9c25531a-f61f-4ef4-9170-ddda52fad01e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:37.621743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ba12ea4c-7dc7-4734-a38c-74e304cea87e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/subnets/4eb60d36-d147-40e5-8e75-86349978e359 HTTP/1.1" status: 204 len: 168 time: 5.9086800 Nov 03 18:55:37.626899 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37f09b4d-3067-44f2-ad2f-a35face86ad6 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3301de2-76de-44b9-8f36-517fbf152ac6 HTTP/1.1" status: 200 len: 205 time: 0.1144197 Nov 03 18:55:37.629968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37776) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:37.630506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37778) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:37.635234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301de2-76de-44b9-8f36-517fbf152ac6', 'name': 'tempest-RoutersTest-router-802155529', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:30Z', 'updated_at': '2021-11-03T18:55:32Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:37.810828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f529825e-e82f-42d4-ad4f-5e26cd346de9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Deleting subnet 022e4ee8-4660-445b-9116-2651150da629 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:37.811190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting port 382e5b56-3fe3-4119-9669-afd9f3c0678e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:37.811190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.873643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f529825e-e82f-42d4-ad4f-5e26cd346de9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.891059 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.977770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 05ffe491-d40f-4e61-b670-446afa590d27, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=05ffe491-d40f-4e61-b670-446afa590d27,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:38.027020 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-790a65fe-3a72-41d4-971c-4c14d2bb3ed0 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] delete failed (client error): The resource could not be found. Nov 03 18:55:38.029317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-790a65fe-3a72-41d4-971c-4c14d2bb3ed0 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/c3301de2-76de-44b9-8f36-517fbf152ac6 HTTP/1.1" status: 404 len: 336 time: 0.2729385 Nov 03 18:55:38.045944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37782) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.066039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:38.084132 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:38.090346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] For port 382e5b56-3fe3-4119-9669-afd9f3c0678e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=382e5b56-3fe3-4119-9669-afd9f3c0678e,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:38.091136 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.102247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bd82be9a-ac34-443f-857d-d539faf04beb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3458612 Nov 03 18:55:38.106193 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:38.107986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:38.132436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Calling delete_port for 382e5b56-3fe3-4119-9669-afd9f3c0678e owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:38.203541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37784) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.205898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.217931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1970391869'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:38.229313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f529825e-e82f-42d4-ad4f-5e26cd346de9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.230542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941cb34-d0bb-4da2-afc3-183ded01914b None None] The sync data for ids ['c3301de2-76de-44b9-8f36-517fbf152ac6'] in n-d-812148-3 is: [{'id': 'c3301de2-76de-44b9-8f36-517fbf152ac6', 'name': 'tempest-RoutersTest-router-802155529', 'tenant_id': 'cafaa8ce7979425685402864e5bcf60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:30Z', 'updated_at': '2021-11-03T18:55:32Z', 'revision_number': 2, 'project_id': 'cafaa8ce7979425685402864e5bcf60d', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:38.247131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794575c7-71ea-4c34-941b-aad451cca0b0 None None] Pushing event updated for resources: {'Port': ['ID=386f09b7-ede6-401b-bab9-45c15e0fd737,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:38.248061 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f612344c-7572-4971-a830-75c04aba5850 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:38.248807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f612344c-7572-4971-a830-75c04aba5850 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:38.255374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f612344c-7572-4971-a830-75c04aba5850 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/9a962019-5399-4f9c-a12e-060b6f87ac61 HTTP/1.1" status: 404 len: 337 time: 0.2073443 Nov 03 18:55:38.337236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a04b1-0e50-474a-83ef-c9dfb3a81b72 req-1dbc8f2d-88a2-4512-b950-f56c47ce0372 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.341318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37788) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.356861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce5a04b1-0e50-474a-83ef-c9dfb3a81b72 req-1dbc8f2d-88a2-4512-b950-f56c47ce0372 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.5417335 Nov 03 18:55:38.434263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.437808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b2e89039-febc-4dae-9d31-8b25affd20cb no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:38.495406 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadef224-d949-4fcf-a628-b1d9ab90909b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:38.499270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadef224-d949-4fcf-a628-b1d9ab90909b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:38.522008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dadef224-d949-4fcf-a628-b1d9ab90909b tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/e0dfcbc2-21f0-462d-a9fa-f221f560055a HTTP/1.1" status: 404 len: 337 time: 0.1783125 Nov 03 18:55:38.523190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37796) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.605585 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:38.703033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:38.719708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.796649 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a1206e-e044-448e-a043-d5fe02531e83 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:38.802844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a1206e-e044-448e-a043-d5fe02531e83 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:38.860183 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e2a1206e-e044-448e-a043-d5fe02531e83 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/653f07b6-abeb-4e4b-bd80-497b7abf3d75 HTTP/1.1" status: 404 len: 337 time: 0.3283088 Nov 03 18:55:38.866731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37800) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.870309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-46f1bb57-3150-434d-8d0e-3923559010eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.059905 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d461b3e-a374-4962-b224-efb4179de6f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:39.060893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d461b3e-a374-4962-b224-efb4179de6f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:39.100030 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0d461b3e-a374-4962-b224-efb4179de6f7 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/f0ad47e7-d647-461b-963c-a8b7cfca24a4 HTTP/1.1" status: 404 len: 337 time: 0.2182555 Nov 03 18:55:39.112296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37802) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:39.171229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce5a04b1-0e50-474a-83ef-c9dfb3a81b72 req-c4221078-b338-4b2f-b074-e2d178627dfc tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8129115 Nov 03 18:55:39.173485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:39.182988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b00ac5-5b82-4eef-acbb-0b3bc537e5ea None None] Pushing event updated for resources: {'Port': ['ID=bb70445e-b45c-462d-a276-c58d6ba264d1,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:39.194971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Provisioning complete for port 7b58501f-47f6-4ca7-90ad-c57544e380a5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:39.195236 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.306461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.313852 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment ae8bbebf-983a-4ad2-9d40-a3d88b5ded11 of type vlan for network 3e5215fc-1083-41ec-8730-797d21f96b6a Nov 03 18:55:39.326175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f529825e-e82f-42d4-ad4f-5e26cd346de9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.340435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9652a340-3757-4bcf-a9ef-b444663331dd tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 200 len: 205 time: 0.2157555 Nov 03 18:55:39.354889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37806) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:39.404256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Port 7b58501f-47f6-4ca7-90ad-c57544e380a5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:39.443998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device b2e89039-febc-4dae-9d31-8b25affd20cb not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:39.450902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7b58501f-47f6-4ca7-90ad-c57544e380a5 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:39.658718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 386f09b7-ede6-401b-bab9-45c15e0fd737 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:39.733817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f529825e-e82f-42d4-ad4f-5e26cd346de9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.800352 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-496cb442-aaac-43c9-b031-305286941d51 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] delete failed (client error): The resource could not be found. Nov 03 18:55:39.806290 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-496cb442-aaac-43c9-b031-305286941d51 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/3e30cf97-63cf-4e1a-9c50-48139cba1b6e HTTP/1.1" status: 404 len: 336 time: 0.3963251 Nov 03 18:55:39.808334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37818) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:39.811056 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:55:32Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:32Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:39.917750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.923785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7d00f523-1060-4531-ac6b-63e4660ac234 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36130c6-f954-4ce1-9ec5-62fbf08dd5e8 HTTP/1.1" status: 200 len: 205 time: 0.1011045 Nov 03 18:55:39.930178 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:39.930716 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Updating router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 port f9862b36-6110-41cf-bf11-f19639c2a6f0 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:55:39.936875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37820) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.018412 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.021058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Provisioning complete for port f9862b36-6110-41cf-bf11-f19639c2a6f0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:40.021778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.036649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:40.037732 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.080889 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.134795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529825e-e82f-42d4-ad4f-5e26cd346de9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Subnet': ['ID=022e4ee8-4660-445b-9116-2651150da629,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:40.198294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f529825e-e82f-42d4-ad4f-5e26cd346de9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.203157 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e525d2de-3436-42c7-9b34-bfe87d375ef9 x-openstack-request-id: req-e525d2de-3436-42c7-9b34-bfe87d375ef9 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:40.203621 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-unplugged", "status": "completed", "tag": "382e5b56-3fe3-4119-9669-afd9f3c0678e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:40.206493 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e525d2de-3436-42c7-9b34-bfe87d375ef9 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:40.207183 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '382e5b56-3fe3-4119-9669-afd9f3c0678e', 'code': 200} Nov 03 18:55:40.208860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Port f9862b36-6110-41cf-bf11-f19639c2a6f0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:40.231477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f529825e-e82f-42d4-ad4f-5e26cd346de9 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/subnets/022e4ee8-4660-445b-9116-2651150da629 HTTP/1.1" status: 204 len: 168 time: 2.5996163 Nov 03 18:55:40.235224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=05ffe491-d40f-4e61-b670-446afa590d27,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:40.244903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37822) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.268366 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de32ebc0-8175-4f7f-850e-725335b7fc47 x-openstack-request-id: req-de32ebc0-8175-4f7f-850e-725335b7fc47 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:40.270774 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "6ae491b2-c4a8-4bd9-910d-673c20f494e6", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:40.271145 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de32ebc0-8175-4f7f-850e-725335b7fc47 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:40.271630 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '6ae491b2-c4a8-4bd9-910d-673c20f494e6', 'status': 'completed', 'code': 200} Nov 03 18:55:40.297584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0862792 Nov 03 18:55:40.300186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37824) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.308435 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-2d38437f-0be4-40c3-baea-2ec7396c385c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] delete failed (client error): The resource could not be found. Nov 03 18:55:40.317037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2d38437f-0be4-40c3-baea-2ec7396c385c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/c36130c6-f954-4ce1-9ec5-62fbf08dd5e8 HTTP/1.1" status: 404 len: 336 time: 0.3772821 Nov 03 18:55:40.319834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37826) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.344548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:40.400433 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.454929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Provisioning complete for port b2e89039-febc-4dae-9d31-8b25affd20cb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:40.455665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.510223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 7b58501f-47f6-4ca7-90ad-c57544e380a5 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:40.510963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 22dc1c34-0f4a-4d1b-a223-8b74166877e8 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:40.591868 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ceba75-fb36-43d2-a1f9-9806630ae4f9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:40.592632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ceba75-fb36-43d2-a1f9-9806630ae4f9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:40.602078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a5ceba75-fb36-43d2-a1f9-9806630ae4f9 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/8345f131-7d64-467b-81f5-8ccab73e0810 HTTP/1.1" status: 404 len: 337 time: 0.2446930 Nov 03 18:55:40.611813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37838) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.612952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.796813 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d7d04d93-ebbd-467f-8379-a0f8b042442c tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 HTTP/1.1" status: 200 len: 205 time: 0.1788571 Nov 03 18:55:40.800495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37842) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.823392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 386f09b7-ede6-401b-bab9-45c15e0fd737 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:40.823901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.873242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593995e-6d6c-4f4d-897c-a24a768f49c8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=3e5215fc-1083-41ec-8730-797d21f96b6a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:40.947356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3e5215fc-1083-41ec-8730-797d21f96b6a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:41.108830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37844) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:41.124644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-04fff9ed-e837-4763-8ce7-df2fb1be2bbc None None] Port b2e89039-febc-4dae-9d31-8b25affd20cb cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:41.195324 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-558e3f31-13da-494b-8e9e-3a80af59a770 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] delete failed (client error): The resource could not be found. Nov 03 18:55:41.201140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-558e3f31-13da-494b-8e9e-3a80af59a770 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/7f1bb11c-bedb-431c-93fe-8cd3d6d4ffd7 HTTP/1.1" status: 404 len: 336 time: 0.3924835 Nov 03 18:55:41.259398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37846) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:41.275403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Port': ['ID=382e5b56-3fe3-4119-9669-afd9f3c0678e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:41.420032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] No DVR routers for this DVR port 382e5b56-3fe3-4119-9669-afd9f3c0678e on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:41.433587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.451696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-bdceeb07-9de4-42ad-835e-3e2f2a93ea00 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "DELETE /v2.0/ports/382e5b56-3fe3-4119-9669-afd9f3c0678e HTTP/1.1" status: 204 len: 173 time: 4.1106069 Nov 03 18:55:41.461077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b4b1b-ce5b-4eec-886d-1cb574dfd375 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.465289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b94b4b1b-ce5b-4eec-886d-1cb574dfd375 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1874437 Nov 03 18:55:41.472041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37856) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:41.526725 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.541486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-54a54072-110c-4532-ae82-1071c9ea429f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb60c25-506f-4d63-be42-43426bbf3e0b HTTP/1.1" status: 200 len: 205 time: 0.2521269 Nov 03 18:55:41.585253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf72d10-59ee-48c0-820f-c6e6bbb561f5 req-f0c75602-6c4c-4b2b-b7ce-49058fa478bc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.595626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78190441-0c60-4aa1-b194-789f5558321a None None] Network 7fb62c25-4eb9-4504-af7e-0febe1503ffa requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:41.595863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37858) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:41.621047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf72d10-59ee-48c0-820f-c6e6bbb561f5 req-f0c75602-6c4c-4b2b-b7ce-49058fa478bc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.656890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf72d10-59ee-48c0-820f-c6e6bbb561f5 req-f0c75602-6c4c-4b2b-b7ce-49058fa478bc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.670439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbf72d10-59ee-48c0-820f-c6e6bbb561f5 req-f0c75602-6c4c-4b2b-b7ce-49058fa478bc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 2413 time: 1.1595411 Nov 03 18:55:41.856824 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.864977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:41.874783 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.875177 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.955069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbf72d10-59ee-48c0-820f-c6e6bbb561f5 req-714908ef-20b2-4cbf-8603-56c6893e72d8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830317 Nov 03 18:55:42.042612 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Pushing event updated for resources: {'Port': ['ID=f9862b36-6110-41cf-bf11-f19639c2a6f0,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:42.070742 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.072041 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.073182 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.074411 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.075483 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.076778 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.077819 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.079003 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.079847 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.081360 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.082254 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.083069 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.166556 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-7d9d1ffe-4385-44c7-9324-5ad960dc9a90 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] delete failed (client error): The resource could not be found. Nov 03 18:55:42.177076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7d9d1ffe-4385-44c7-9324-5ad960dc9a90 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/fdb60c25-506f-4d63-be42-43426bbf3e0b HTTP/1.1" status: 404 len: 336 time: 0.5421827 Nov 03 18:55:42.177509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37862) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:42.221629 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c999c70-cc5d-4159-9a0a-678e10c4af37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.362836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:42.365551 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1de848-a31d-47dc-9662-32a60723e274" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-unplugged", "status": "completed", "tag": "05ffe491-d40f-4e61-b670-446afa590d27"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:42.379827 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Attempting to bind port f9862b36-6110-41cf-bf11-f19639c2a6f0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:42.381050 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Attempting to bind port f9862b36-6110-41cf-bf11-f19639c2a6f0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:42.382776 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Attempting to bind port f9862b36-6110-41cf-bf11-f19639c2a6f0 on network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:42.391849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240aad0-9498-479d-a48b-a6eb9f69fd41 None None] Network 6003701f-6837-4267-94a6-f6a2e4c3f16b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:42.397118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:42.398497 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Checking segment: {'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:42.399896 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.401948 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Bound using segment: {'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:42.403346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '382e5b56-3fe3-4119-9669-afd9f3c0678e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:42.404129 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Bound port: f9862b36-6110-41cf-bf11-f19639c2a6f0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:42.405052 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.437231 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67cf5d8-29b1-4b53-9eaf-11018ad547e7" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "382e5b56-3fe3-4119-9669-afd9f3c0678e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:42.468721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 22dc1c34-0f4a-4d1b-a223-8b74166877e8, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:42.561111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.563406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:42.651312 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] For port f9862b36-6110-41cf-bf11-f19639c2a6f0, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:42.686468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.687906 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] For port f9862b36-6110-41cf-bf11-f19639c2a6f0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f9862b36-6110-41cf-bf11-f19639c2a6f0,segment=NetworkSegment(3e9a6571-7166-47a8-9c22-3a4f9cc4ae79),segment_id=3e9a6571-7166-47a8-9c22-3a4f9cc4ae79)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:42.705445 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.706828 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-076d71cb-8c60-4828-a079-bf3a2bea73a3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:42.710599 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.711641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076d71cb-8c60-4828-a079-bf3a2bea73a3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:42.717729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-076d71cb-8c60-4828-a079-bf3a2bea73a3 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/ffbf5c16-8a98-4c9b-8e6c-bdc7e4aae300 HTTP/1.1" status: 404 len: 337 time: 0.5366671 Nov 03 18:55:42.723961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37874) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:42.750692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.833278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=22dc1c34-0f4a-4d1b-a223-8b74166877e8,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:42.843492 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7c254643-f05e-4528-b650-32e85d56437f tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba745b9c-f8b5-4f48-8b8e-c02e596775f6 HTTP/1.1" status: 200 len: 205 time: 0.0651166 Nov 03 18:55:42.858572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37876) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:42.895271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c999c70-cc5d-4159-9a0a-678e10c4af37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.933972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c999c70-cc5d-4159-9a0a-678e10c4af37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.938186 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-12d65d49-63e3-4f16-baeb-d42f6950d899 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] delete failed (client error): The resource could not be found. Nov 03 18:55:42.940007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-12d65d49-63e3-4f16-baeb-d42f6950d899 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/ba745b9c-f8b5-4f48-8b8e-c02e596775f6 HTTP/1.1" status: 404 len: 336 time: 0.0789809 Nov 03 18:55:42.955984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c9ba-a924-49be-91c9-5231957b7d4f req-2d42f82d-990f-44b3-8b9e-534d722d6ce5 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:42.968556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bee7c9ba-a924-49be-91c9-5231957b7d4f req-2d42f82d-990f-44b3-8b9e-534d722d6ce5 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.4067206 Nov 03 18:55:42.975720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37880) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:42.976760 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c999c70-cc5d-4159-9a0a-678e10c4af37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe426aff-2e21-4aa2-82ba-76ffeac0491b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.032386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-38486eae-c01c-4fba-b6de-02be27989b3b None None] Provisioning complete for port 386f09b7-ede6-401b-bab9-45c15e0fd737 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:43.032974 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38486eae-c01c-4fba-b6de-02be27989b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.066551 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.106642 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bec76-7071-45cd-ad83-8bdec02fbabb None None] Pushing event updated for resources: {'Port': ['ID=f9862b36-6110-41cf-bf11-f19639c2a6f0,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.116339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=479f49f0-cb21-4ee5-b6a7-bab55c0fff47,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.135800 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:43.136696 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:43.181386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:43.185342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: 3e5215fc-1083-41ec-8730-797d21f96b6a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:43.209475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:43.210234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.222128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bee7c9ba-a924-49be-91c9-5231957b7d4f req-c44f5351-f226-4c33-bd43-eaa4edb99f2b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347155 Nov 03 18:55:43.237881 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2c999c70-cc5d-4159-9a0a-678e10c4af37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f259593fa3134e69bd0480d1d3ced074&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0063746 Nov 03 18:55:43.244585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37888) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:43.295046 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b284694e-3124-4e2f-8c47-b1da440e0a51 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:43.295814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b284694e-3124-4e2f-8c47-b1da440e0a51 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:43.296614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 3e5215fc-1083-41ec-8730-797d21f96b6a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:43.309455 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b284694e-3124-4e2f-8c47-b1da440e0a51 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/e2484a23-1293-4324-ac6f-eeb5945e84a8 HTTP/1.1" status: 404 len: 337 time: 0.3289888 Nov 03 18:55:43.332204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37890) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:43.386072 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.401710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3e5215fc-1083-41ec-8730-797d21f96b6a) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:43.429864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53521c6-1be2-4cc6-94ce-a9ee388ec0d7 None None] Network 3e5215fc-1083-41ec-8730-797d21f96b6a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:43.458811 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-45c24045-60bb-48b8-a357-a76dcae55444 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "GET /v2.0/ports?device_id=37eec760-a409-4eaa-bc05-1df1d487074b HTTP/1.1" status: 200 len: 205 time: 0.1192136 Nov 03 18:55:43.463033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37892) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:43.474370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:43.476174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.528080 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:43.535111 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1784ed8c-f6a7-4c6e-b96f-1132b2eaa363 x-openstack-request-id: req-1784ed8c-f6a7-4c6e-b96f-1132b2eaa363 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:43.539009 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-unplugged", "status": "completed", "tag": "05ffe491-d40f-4e61-b670-446afa590d27", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:43.539648 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1784ed8c-f6a7-4c6e-b96f-1132b2eaa363 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:43.540768 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27', 'code': 200} Nov 03 18:55:43.559127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:43.663918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] For port 22dc1c34-0f4a-4d1b-a223-8b74166877e8, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=22dc1c34-0f4a-4d1b-a223-8b74166877e8,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:43.664444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.705436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Calling delete_port for 22dc1c34-0f4a-4d1b-a223-8b74166877e8 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:43.765622 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-1e2f41e4-8907-4a30-9dd7-d20e15a82c18 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] delete failed (client error): The resource could not be found. Nov 03 18:55:43.768549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1e2f41e4-8907-4a30-9dd7-d20e15a82c18 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/routers/37eec760-a409-4eaa-bc05-1df1d487074b HTTP/1.1" status: 404 len: 336 time: 0.2823460 Nov 03 18:55:43.771129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37896) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:43.893069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1ee45f87-d902-4d5e-926d-2c37728a30f9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5755739 Nov 03 18:55:43.953183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37908) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:44.006916 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcda5b6-37c0-4684-bfa5-1c5395ea926a x-openstack-request-id: req-9dcda5b6-37c0-4684-bfa5-1c5395ea926a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:44.006916 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "382e5b56-3fe3-4119-9669-afd9f3c0678e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:44.006916 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9dcda5b6-37c0-4684-bfa5-1c5395ea926a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:44.006916 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '382e5b56-3fe3-4119-9669-afd9f3c0678e', 'status': 'completed', 'code': 200} Nov 03 18:55:44.013349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.217438 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e495ec-818f-4cf4-9ea2-6e2579b5d748 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:44.222934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e495ec-818f-4cf4-9ea2-6e2579b5d748 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:44.234091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-68e495ec-818f-4cf4-9ea2-6e2579b5d748 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/628f79dc-1739-446c-86fb-da3ed4a806f6 HTTP/1.1" status: 404 len: 337 time: 0.4585733 Nov 03 18:55:44.239740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:44.273581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] No DVR routers for this DVR port 22dc1c34-0f4a-4d1b-a223-8b74166877e8 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:44.279084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.285972 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "DELETE /v2.0/ports/22dc1c34-0f4a-4d1b-a223-8b74166877e8 HTTP/1.1" status: 204 len: 173 time: 2.8166094 Nov 03 18:55:44.288317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf1d11-ebb2-4381-b1b7-ff9971f04b0e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Port': ['ID=22dc1c34-0f4a-4d1b-a223-8b74166877e8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:44.461020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Deleting port bb70445e-b45c-462d-a276-c58d6ba264d1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:44.461961 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.567888 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-926fa532-d4bc-486f-9e35-a6d4d5cba437 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:44.569604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926fa532-d4bc-486f-9e35-a6d4d5cba437 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:44.578226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-926fa532-d4bc-486f-9e35-a6d4d5cba437 tempest-RoutersTest-1679088978 tempest-RoutersTest-1679088978-project] 10.222.0.77 "DELETE /v2.0/subnets/1cb55748-1512-40fa-8015-af4a7492debc HTTP/1.1" status: 404 len: 337 time: 0.3353086 Nov 03 18:55:44.588037 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:55:32Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:44.643330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ec524-99dc-4a28-b4e1-1258fed1745d req-58cb3cb2-4a14-4659-a4e6-e2d80b64b781 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:44.663162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ec524-99dc-4a28-b4e1-1258fed1745d req-58cb3cb2-4a14-4659-a4e6-e2d80b64b781 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:44.675731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b69a1c0-dc31-457d-ae08-61c3dbf0f620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.688069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ec524-99dc-4a28-b4e1-1258fed1745d req-58cb3cb2-4a14-4659-a4e6-e2d80b64b781 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:44.695501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] DHCP port deletion for 6003701f-6837-4267-94a6-f6a2e4c3f16b request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:44.698998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38486eae-c01c-4fba-b6de-02be27989b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.718538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 386f09b7-ede6-401b-bab9-45c15e0fd737, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=386f09b7-ede6-401b-bab9-45c15e0fd737,segment=NetworkSegment(609accd0-dcf9-4751-8a01-8be56b7ecbfd),segment_id=609accd0-dcf9-4751-8a01-8be56b7ecbfd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:44.732181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d28ec524-99dc-4a28-b4e1-1258fed1745d req-58cb3cb2-4a14-4659-a4e6-e2d80b64b781 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 2334 time: 0.8175251 Nov 03 18:55:44.807273 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed9799-13d8-4b5c-9bab-b81129839243 None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:55:32Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:44.842051 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.112041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b69a1c0-dc31-457d-ae08-61c3dbf0f620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.148427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] For port bb70445e-b45c-462d-a276-c58d6ba264d1, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bb70445e-b45c-462d-a276-c58d6ba264d1,segment=NetworkSegment(9c25531a-f61f-4ef4-9170-ddda52fad01e),segment_id=9c25531a-f61f-4ef4-9170-ddda52fad01e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:45.150407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.166228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] DHCP port deletion for 7fb62c25-4eb9-4504-af7e-0febe1503ffa request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:45.191420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:45.192193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.197543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Calling delete_port for bb70445e-b45c-462d-a276-c58d6ba264d1 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:45.361016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d28ec524-99dc-4a28-b4e1-1258fed1745d req-75fcd7f8-35ba-487e-a1bb-9c428ea3749e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5998876 Nov 03 18:55:45.619196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=386f09b7-ede6-401b-bab9-45c15e0fd737,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:45.624286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37934) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:45.629828 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b69a1c0-dc31-457d-ae08-61c3dbf0f620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.634209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b69a1c0-dc31-457d-ae08-61c3dbf0f620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.641818 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.646342 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8b69a1c0-dc31-457d-ae08-61c3dbf0f620 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe426aff-2e21-4aa2-82ba-76ffeac0491b HTTP/1.1" status: 204 len: 168 time: 2.3609736 Nov 03 18:55:45.753044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dc1c34-0f4a-4d1b-a223-8b74166877e8'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:45.757847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69a1c0-dc31-457d-ae08-61c3dbf0f620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe426aff-2e21-4aa2-82ba-76ffeac0491b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:45.772544 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9076ee9f-8ef2-4639-80f4-d46f24329b9a" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-unplugged", "status": "completed", "tag": "22dc1c34-0f4a-4d1b-a223-8b74166877e8"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:45.810353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] For port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:45.810986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.913850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Calling delete_port for 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:46.004646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '22dc1c34-0f4a-4d1b-a223-8b74166877e8'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:46.014073 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03873ddb-ffaf-4a9b-8af3-68ae9a98ed8f" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "22dc1c34-0f4a-4d1b-a223-8b74166877e8"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:46.034180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.299570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceedd0-49f6-4434-a3f8-5f7810ce4c4a req-14780ec8-3ce7-446c-87ce-b7631b291d0d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:46.302292 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6ceedd0-49f6-4434-a3f8-5f7810ce4c4a req-14780ec8-3ce7-446c-87ce-b7631b291d0d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.3906178 Nov 03 18:55:46.362520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Port': ['ID=bb70445e-b45c-462d-a276-c58d6ba264d1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:46.445380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.480312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] No DVR routers for this DVR port bb70445e-b45c-462d-a276-c58d6ba264d1 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:46.526259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:46.549824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-3e5215fc-1083-41ec-8730-797d21f96b6a', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:46.551600 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.715128 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2a721f3d-8b82-4c41-8479-052870b039e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cafaa8ce7979425685402864e5bcf60d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0665441 Nov 03 18:55:46.759330 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37970) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:46.782414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:46.842674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-38486eae-c01c-4fba-b6de-02be27989b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:55:46.844228 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-38486eae-c01c-4fba-b6de-02be27989b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:55:46.848540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '0d8aac58-8806-4469-9ada-192dd0905c50', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'port_id': '0d8aac58-8806-4469-9ada-192dd0905c50', 'mac_address': 'fa:16:3e:8d:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:46.888253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.896343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6ae491b2-c4a8-4bd9-910d-673c20f494e6 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:47.120706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6ceedd0-49f6-4434-a3f8-5f7810ce4c4a req-c0124f34-8bef-44ab-9227-da35e2773e7a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7702906 Nov 03 18:55:47.445686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:47.466025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.479478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f9862b36-6110-41cf-bf11-f19639c2a6f0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:47.591596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6003701f-6837-4267-94a6-f6a2e4c3f16b']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:47.625031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c25531a-f61f-4ef4-9170-ddda52fad01e') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:47.629172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c25531a-f61f-4ef4-9170-ddda52fad01e') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:47.658210 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.665938 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b1a0eb-dd64-4d7e-86b3-f6bda886f5f3 x-openstack-request-id: req-62b1a0eb-dd64-4d7e-86b3-f6bda886f5f3 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:47.666347 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-unplugged", "status": "completed", "tag": "22dc1c34-0f4a-4d1b-a223-8b74166877e8", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:47.670586 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62b1a0eb-dd64-4d7e-86b3-f6bda886f5f3 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:47.671602 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dc1c34-0f4a-4d1b-a223-8b74166877e8', 'code': 200} Nov 03 18:55:47.719114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.765912 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a416f1de-c00a-4dd7-b5b8-792d6ea83e93 x-openstack-request-id: req-a416f1de-c00a-4dd7-b5b8-792d6ea83e93 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:47.769647 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "22dc1c34-0f4a-4d1b-a223-8b74166877e8", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:47.771292 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a416f1de-c00a-4dd7-b5b8-792d6ea83e93 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:47.785599 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '22dc1c34-0f4a-4d1b-a223-8b74166877e8', 'status': 'completed', 'code': 200} Nov 03 18:55:47.810749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.874830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:47.887786 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:47.904897 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:47.910447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8:1::1 (3e5215fc-1083-41ec-8730-797d21f96b6a/479f49f0-cb21-4ee5-b6a7-bab55c0fff47/2e82d62c-d45e-4d99-996c-79090c25dcab) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:48.170102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] Deleting port bb70445e-b45c-462d-a276-c58d6ba264d1 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:48.170974 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.318839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.374553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 6ae491b2-c4a8-4bd9-910d-673c20f494e6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:48.375765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6ae491b2-c4a8-4bd9-910d-673c20f494e6 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:48.436699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.450461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Port': ['ID=2a248d95-1dd6-4365-9f2a-4bf795a9c0c9,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:48.461189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.493935 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/networks/6003701f-6837-4267-94a6-f6a2e4c3f16b HTTP/1.1" status: 204 len: 168 time: 6.9995193 Nov 03 18:55:48.565473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38004) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:48.606027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.626344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] For port bb70445e-b45c-462d-a276-c58d6ba264d1, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:48.628284 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.658012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e1189bf0-dad6-4ca2-b5c1-d5f5a3caa5cf None None] Could not find standard attr ID for object bb70445e-b45c-462d-a276-c58d6ba264d1. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:55:48.669156 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.686226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] No DVR routers for this DVR port 2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:48.700198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.707673 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-cc37c0f6-85f0-42a4-9da2-e3ca4249c363 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "DELETE /v2.0/ports/2a248d95-1dd6-4365-9f2a-4bf795a9c0c9 HTTP/1.1" status: 204 len: 173 time: 4.3929336 Nov 03 18:55:48.728336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518497-ffa8-4035-a179-1fcafefa975a tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Network': ['ID=6003701f-6837-4267-94a6-f6a2e4c3f16b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:48.814254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d8aac58-8806-4469-9ada-192dd0905c50 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:48.899214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] Deleting port 386f09b7-ede6-401b-bab9-45c15e0fd737 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:48.900275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.929858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=2e82d62c-d45e-4d99-996c-79090c25dcab,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:48.951556 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be03256d-4112-4958-9c8b-8c5a8c174156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.000045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] Calling delete_port for bb70445e-b45c-462d-a276-c58d6ba264d1 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:49.131786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 3e5215fc-1083-41ec-8730-797d21f96b6a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:49.185972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be03256d-4112-4958-9c8b-8c5a8c174156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.326887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:49.328667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:49.345867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] Port bb70445e-b45c-462d-a276-c58d6ba264d1 was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:55:49.348987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.357677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:49.365977 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.429858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting port 05ffe491-d40f-4e61-b670-446afa590d27 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:49.432207 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.527928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.566407 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.582595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Allocated IP 2001:db8:1::2 (3e5215fc-1083-41ec-8730-797d21f96b6a/479f49f0-cb21-4ee5-b6a7-bab55c0fff47/e48ab921-caa9-44bd-a579-1eca886cb567) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:49.771185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9514f-a1d1-4daa-83e1-0c14940561dc req-eff726d6-05f1-4cf4-9a17-1d9590f98880 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:49.778445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03d9514f-a1d1-4daa-83e1-0c14940561dc req-eff726d6-05f1-4cf4-9a17-1d9590f98880 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 944 time: 1.2170544 Nov 03 18:55:49.820934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:49.828005 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd1830-b8e1-4e83-9f5d-3bc635334095" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-unplugged", "status": "completed", "tag": "2a248d95-1dd6-4365-9f2a-4bf795a9c0c9"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:49.833272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:49.864196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] For port 05ffe491-d40f-4e61-b670-446afa590d27, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=05ffe491-d40f-4e61-b670-446afa590d27,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:49.864997 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.954525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e1189bf0-dad6-4ca2-b5c1-d5f5a3caa5cf None None] Provisioning complete for port f9862b36-6110-41cf-bf11-f19639c2a6f0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:49.960666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1189bf0-dad6-4ca2-b5c1-d5f5a3caa5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.969828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f9862b36-6110-41cf-bf11-f19639c2a6f0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:49.970694 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.003431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['0d8aac58-8806-4469-9ada-192dd0905c50'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:50.016076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] Network 6003701f-6837-4267-94a6-f6a2e4c3f16b is not hosted by any dhcp agent {{(pid=101757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:55:50.021849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] No DVR routers for this DVR port bb70445e-b45c-462d-a276-c58d6ba264d1 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:50.052344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Deleting port 386f09b7-ede6-401b-bab9-45c15e0fd737 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:50.053278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.077903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:50.081989 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30085de7-6d9f-4fa2-8a32-2bd45034c4e7" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "2a248d95-1dd6-4365-9f2a-4bf795a9c0c9"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:50.159264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be03256d-4112-4958-9c8b-8c5a8c174156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.171933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be03256d-4112-4958-9c8b-8c5a8c174156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.176766 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-be03256d-4112-4958-9c8b-8c5a8c174156 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/569ba5c1-61cf-413e-88c9-88b1a6b9a932 HTTP/1.1" status: 204 len: 168 time: 3.4115040 Nov 03 18:55:50.231840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03256d-4112-4958-9c8b-8c5a8c174156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569ba5c1-61cf-413e-88c9-88b1a6b9a932,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:50.318299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] For port 386f09b7-ede6-401b-bab9-45c15e0fd737, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=386f09b7-ede6-401b-bab9-45c15e0fd737,segment=NetworkSegment(609accd0-dcf9-4751-8a01-8be56b7ecbfd),segment_id=609accd0-dcf9-4751-8a01-8be56b7ecbfd)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:50.319406 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.351204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Calling delete_port for 386f09b7-ede6-401b-bab9-45c15e0fd737 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:50.617573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.730057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03d9514f-a1d1-4daa-83e1-0c14940561dc req-797370cf-5be3-477f-9e10-d8b3bd54cb35 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups?id=3aec25ec-623a-4d97-ad9f-0b29435eeae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9268384 Nov 03 18:55:50.857002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.860524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.861150 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Floating IP 9ac6d599-a6f3-4e4f-8e5c-a037224ff77b disassociated. External IP: 172.25.3.88, port: 05ffe491-d40f-4e61-b670-446afa590d27. Nov 03 18:55:50.861805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Calling delete_port for 05ffe491-d40f-4e61-b670-446afa590d27 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:50.925623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] For port 386f09b7-ede6-401b-bab9-45c15e0fd737, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=386f09b7-ede6-401b-bab9-45c15e0fd737,segment=NetworkSegment(609accd0-dcf9-4751-8a01-8be56b7ecbfd),segment_id=609accd0-dcf9-4751-8a01-8be56b7ecbfd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:50.926596 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.288342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.458085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb637f-ecde-4288-8176-d503f56f4055 None None] Pushing event deleted for resources: {'Port': ['ID=bb70445e-b45c-462d-a276-c58d6ba264d1,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:51.458524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Port': ['ID=05ffe491-d40f-4e61-b670-446afa590d27,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:51.480522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] Calling delete_port for 386f09b7-ede6-401b-bab9-45c15e0fd737 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:51.862537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:52.052290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38058) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:52.093839 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.305877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:52.499332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.505749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] Sync routers for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:52.513272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port f9862b36-6110-41cf-bf11-f19639c2a6f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f9862b36-6110-41cf-bf11-f19639c2a6f0,segment=NetworkSegment(3e9a6571-7166-47a8-9c22-3a4f9cc4ae79),segment_id=3e9a6571-7166-47a8-9c22-3a4f9cc4ae79)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:52.523428 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.575282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] No DVR routers for this DVR port 05ffe491-d40f-4e61-b670-446afa590d27 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:52.614736 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.618674 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.624200 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-384aa54a-d8a6-4d5f-9aa3-ef74ee19be3d req-68b9e7bc-f0fb-48c8-884d-c3e183439d99 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.96 "DELETE /v2.0/ports/05ffe491-d40f-4e61-b670-446afa590d27 HTTP/1.1" status: 204 len: 173 time: 3.8855960 Nov 03 18:55:52.652413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.685275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1189bf0-dad6-4ca2-b5c1-d5f5a3caa5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: from cryptography.utils import int_from_bytes Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: from cryptography.utils import int_from_bytes Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:52.719016 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 18:55:52.747941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:52.749142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:52.756067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Network 3e5215fc-1083-41ec-8730-797d21f96b6a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:52.803485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:52.826133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Pushing event updated for resources: {'Port': ['ID=e48ab921-caa9-44bd-a579-1eca886cb567,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:52.884145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:52.917178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 386f09b7-ede6-401b-bab9-45c15e0fd737 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:53.366851 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 386f09b7-ede6-401b-bab9-45c15e0fd737 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:53.368360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 386f09b7-ede6-401b-bab9-45c15e0fd737 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:53.378654 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.512489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Port': ['ID=386f09b7-ede6-401b-bab9-45c15e0fd737,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:53.530936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] No DVR routers for this DVR port 386f09b7-ede6-401b-bab9-45c15e0fd737 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:53.761358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525bb01-3950-42c5-9f84-a3251bdfa652 req-ce110772-3f44-4a02-8b4f-951e41b8e369 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:53.771096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f525bb01-3950-42c5-9f84-a3251bdfa652 req-ce110772-3f44-4a02-8b4f-951e41b8e369 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 1.1814952 Nov 03 18:55:53.825502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] No DVR routers for this DVR port 386f09b7-ede6-401b-bab9-45c15e0fd737 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:53.916763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.916763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38082) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:53.940692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.945760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.947377 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.081823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb62c25-4eb9-4504-af7e-0febe1503ffa']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:54.169387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f525bb01-3950-42c5-9f84-a3251bdfa652 req-07e41535-2dcd-4335-bd6b-7568bba45338 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491438 Nov 03 18:55:54.176263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-e1189bf0-dad6-4ca2-b5c1-d5f5a3caa5cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:55:54.182664 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-e1189bf0-dad6-4ca2-b5c1-d5f5a3caa5cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:55:54.259220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609accd0-dcf9-4751-8a01-8be56b7ecbfd') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:54.259921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609accd0-dcf9-4751-8a01-8be56b7ecbfd') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:54.272991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Attempting to bind port e48ab921-caa9-44bd-a579-1eca886cb567 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:54.274116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Attempting to bind port e48ab921-caa9-44bd-a579-1eca886cb567 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:54.274911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Attempting to bind port e48ab921-caa9-44bd-a579-1eca886cb567 on network 3e5215fc-1083-41ec-8730-797d21f96b6a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:54.312358 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.316143 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=2e82d62c-d45e-4d99-996c-79090c25dcab,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:54.461288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=f9862b36-6110-41cf-bf11-f19639c2a6f0,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:54.471745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:54.472370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Checking segment: {'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:54.473019 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.473477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Bound using segment: {'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:54.474350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Bound port: e48ab921-caa9-44bd-a579-1eca886cb567, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:54.474819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.535959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-32367caa-94f3-445a-b017-38d53c36c369 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:54.537625 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-32367caa-94f3-445a-b017-38d53c36c369 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 18:55:54.546195 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-32367caa-94f3-445a-b017-38d53c36c369 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:55:54.559875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-32367caa-94f3-445a-b017-38d53c36c369 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6451213 Nov 03 18:55:54.567432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38092) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:54.580184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--5384242'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:54.604727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e578a-8987-4ec9-a6da-6a7701b1a887 None None] Pushing event deleted for resources: {'Port': ['ID=386f09b7-ede6-401b-bab9-45c15e0fd737,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:54.636851 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.652792 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.718345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:54.760486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network 3e5215fc-1083-41ec-8730-797d21f96b6a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:54.763140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:54.764197 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.898438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:54.907335 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:54.934276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.942446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.951810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.955763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/networks/7fb62c25-4eb9-4504-af7e-0febe1503ffa HTTP/1.1" status: 204 len: 168 time: 6.3866901 Nov 03 18:55:54.975405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38096) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:55.156306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] For port e48ab921-caa9-44bd-a579-1eca886cb567, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:55.161459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] For port e48ab921-caa9-44bd-a579-1eca886cb567, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e48ab921-caa9-44bd-a579-1eca886cb567,segment=NetworkSegment(ae8bbebf-983a-4ad2-9d40-a3d88b5ded11),segment_id=ae8bbebf-983a-4ad2-9d40-a3d88b5ded11)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:55.243541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:55.296293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:55.375163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:55.424855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c11306-ee93-4efa-96e9-75faab91cfcf tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Network': ['ID=7fb62c25-4eb9-4504-af7e-0febe1503ffa,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:55.560533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:55.830819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f9862b36-6110-41cf-bf11-f19639c2a6f0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:56.103006 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.132473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.137126 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c27dc7-3329-407e-95bc-b496765e8d06 x-openstack-request-id: req-99c27dc7-3329-407e-95bc-b496765e8d06 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:56.137967 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-unplugged", "status": "completed", "tag": "2a248d95-1dd6-4365-9f2a-4bf795a9c0c9", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:56.138436 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99c27dc7-3329-407e-95bc-b496765e8d06 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:56.140988 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9', 'code': 200} Nov 03 18:55:56.173692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc13a3-356c-44d4-89c5-6bbd5d8cf2c9 None None] Pushing event updated for resources: {'Port': ['ID=e48ab921-caa9-44bd-a579-1eca886cb567,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:56.215972 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7d3fa2-de42-4ad7-8e71-fe0147a74dcc x-openstack-request-id: req-ab7d3fa2-de42-4ad7-8e71-fe0147a74dcc {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:56.216359 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "2a248d95-1dd6-4365-9f2a-4bf795a9c0c9", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:56.218143 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab7d3fa2-de42-4ad7-8e71-fe0147a74dcc {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:56.220664 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '2a248d95-1dd6-4365-9f2a-4bf795a9c0c9', 'status': 'completed', 'code': 200} Nov 03 18:55:56.334109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.351024 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.518767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f30b9-2725-4c88-84d0-cfc859d883af req-2a40182a-f8f3-4a2f-b278-997b86e49159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:56.522217 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-685f30b9-2725-4c88-84d0-cfc859d883af req-2a40182a-f8f3-4a2f-b278-997b86e49159 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1096 time: 0.1772988 Nov 03 18:55:56.593656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:56.600191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 0d8aac58-8806-4469-9ada-192dd0905c50 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:56.601562 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.627477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.709984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473d12cb-e392-4d0b-889d-b023dc1829c4']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:56.744644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:17Z', 'revision_number': 5, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:56.768613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9035fc71-6212-4b42-bdc4-913a427ab268') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:56.769189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9035fc71-6212-4b42-bdc4-913a427ab268') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:56.853779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.960594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] Checking router: df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:56.983567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f9862b36-6110-41cf-bf11-f19639c2a6f0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:56.986215 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.109018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-030f319d-835d-491f-92dc-eb6f606f7e6d req-35a129b9-1a1b-47e8-9b16-6f0dcd2cb3b1 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.7670255 Nov 03 18:55:57.137086 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.212973 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.239733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.6682029 Nov 03 18:55:57.257595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38134) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:57.292651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:57.293322 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.319552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e5cd1b6b-9221-4f82-8d8c-1831b2c40ae8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': 'af2710f7-3f5e-405c-a641-0917046ce0a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:57.323389 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:57.491225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b98233-4eaa-4a7b-97d9-b75d061872e5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:57.678021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Deleting port 76a669ec-6586-4bfe-adb5-7795db447a4d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:57.680411 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.684176 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5cd1b6b-9221-4f82-8d8c-1831b2c40ae8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.726006 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.758432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:57.771388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:57.919641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f30b9-2725-4c88-84d0-cfc859d883af req-52404282-f4e8-48b6-bab1-59bd0fe06cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:57.929337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-685f30b9-2725-4c88-84d0-cfc859d883af req-52404282-f4e8-48b6-bab1-59bd0fe06cb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 1.3709028 Nov 03 18:55:58.126370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:58.153127 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:58.182208 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:58.187573 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:58.252311 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:58.281045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b85c9fde-67d0-44ff-b2f4-983e735807cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3242135 Nov 03 18:55:58.293462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:58.306134 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b67e52-79b6-4b5d-b27d-2dd2d67e91de" -d '{"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "05ffe491-d40f-4e61-b670-446afa590d27"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:58.323967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38144) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:58.360435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2106902167'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:58.368404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:58.369509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:58.396466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/networks/473d12cb-e392-4d0b-889d-b023dc1829c4 HTTP/1.1" status: 204 len: 168 time: 3.4131343 Nov 03 18:55:58.408078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8d106-6671-49ee-bd4e-8e6b1126a0d7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2710f7-3f5e-405c-a641-0917046ce0a6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:58.435418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38148) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:58.496047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af0267-f786-4349-8dcf-f71087be098e tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Network': ['ID=473d12cb-e392-4d0b-889d-b023dc1829c4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:58.533526 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5cd1b6b-9221-4f82-8d8c-1831b2c40ae8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:58.553147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5cd1b6b-9221-4f82-8d8c-1831b2c40ae8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:58.589834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e746a-5a48-48cd-abf2-f206c6e0ba3c None None] Network 3e5215fc-1083-41ec-8730-797d21f96b6a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:58.594103 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:58.737109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-685f30b9-2725-4c88-84d0-cfc859d883af req-ec4b8f81-6912-466b-8701-89fe87437b06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1001 time: 0.7003005 Nov 03 18:55:58.752616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] For port 76a669ec-6586-4bfe-adb5-7795db447a4d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=76a669ec-6586-4bfe-adb5-7795db447a4d,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:58.758760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:58.865987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa42cb-08d0-475c-bd95-087bb7a5ba4c req-ec9cfe55-1e45-47e7-a9c1-a4c86c07194a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:58.875448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd1b6b-9221-4f82-8d8c-1831b2c40ae8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592717b3-c423-4deb-a03c-e45f32d9bbb9,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:58.892667 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3cfa42cb-08d0-475c-bd95-087bb7a5ba4c req-ec9cfe55-1e45-47e7-a9c1-a4c86c07194a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 1.3737550 Nov 03 18:55:58.913043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:58.929063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:59.048396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:59.071645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Calling delete_port for 76a669ec-6586-4bfe-adb5-7795db447a4d owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:59.098583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5cd1b6b-9221-4f82-8d8c-1831b2c40ae8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:59.111128 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e5cd1b6b-9221-4f82-8d8c-1831b2c40ae8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8240285 Nov 03 18:55:59.128620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38156) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:59.151065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:59.174027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-16aed835-6a8a-4f6e-b7ea-58338f832bc6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': 'af2710f7-3f5e-405c-a641-0917046ce0a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:59.237907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:59.237907 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment b21df0f9-5234-4973-a9f1-a4b49f94ca1d of type vlan for network a282052d-2d37-44ec-99de-fac0315566c5 Nov 03 18:55:59.332677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f30b9-2725-4c88-84d0-cfc859d883af req-beea04f0-243f-4ba1-8cb0-41cf327ee64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:59.335861 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-685f30b9-2725-4c88-84d0-cfc859d883af req-beea04f0-243f-4ba1-8cb0-41cf327ee64a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.5554199 Nov 03 18:55:59.544684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f30b9-2725-4c88-84d0-cfc859d883af req-1d0ea96b-32e8-4a37-b5b7-f1eab33310c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:59.549779 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-685f30b9-2725-4c88-84d0-cfc859d883af req-1d0ea96b-32e8-4a37-b5b7-f1eab33310c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000802 Nov 03 18:55:59.568141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3cfa42cb-08d0-475c-bd95-087bb7a5ba4c req-23458069-5c7c-40d9-a8bd-1b5ec823d3d0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6622593 Nov 03 18:55:59.644115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:59.652329 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebadf6b3-d169-4afb-8d9d-905cece5a63f" -d '{"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-plugged", "status": "completed", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:59.666987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d326634e-4590-47b4-9724-899059843223 None None] Provisioning complete for port e48ab921-caa9-44bd-a579-1eca886cb567 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:59.668262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d326634e-4590-47b4-9724-899059843223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:59.901471 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-685f30b9-2725-4c88-84d0-cfc859d883af req-ea3b0abe-495d-4197-9878-641190cff07f service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362544 Nov 03 18:55:59.936491 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 3, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:59.991745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.070592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:00.096688 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:00.097552 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Updating router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 port 2e82d62c-d45e-4d99-996c-79090c25dcab binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:56:00.103536 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.128295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a44a17-30ae-4c98-97e0-418b98ea36b6']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:00.187232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22676fca-db34-4034-8b46-6d092eec66cd') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:00.187232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22676fca-db34-4034-8b46-6d092eec66cd') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:00.252859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.331069 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.350624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:00.351317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.355218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.359737 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.454053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:00.475072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Pushing event deleted for resources: {'Port': ['ID=76a669ec-6586-4bfe-adb5-7795db447a4d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:00.484878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e48ab921-caa9-44bd-a579-1eca886cb567 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:00.490659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-685f30b9-2725-4c88-84d0-cfc859d883af req-58a9ad30-14bf-44ad-8e2c-e67bba22d718 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492814 Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:00.512899 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:00.542092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16aed835-6a8a-4f6e-b7ea-58338f832bc6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.596942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.862314 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.951782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bbe2114-2e73-4044-b3ba-eef3044c2589 req-d92acc1f-b597-418f-90c0-de2c592c02f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.4278619 Nov 03 18:56:00.956340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.974384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] 10.222.0.77 "DELETE /v2.0/networks/70a44a17-30ae-4c98-97e0-418b98ea36b6 HTTP/1.1" status: 204 len: 168 time: 2.4835372 Nov 03 18:56:01.076382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7434922-e699-4850-ac8b-5bbc2cd16255 tempest-BulkNetworkOpsTest-1717484549 tempest-BulkNetworkOpsTest-1717484549-project] Pushing event deleted for resources: {'Network': ['ID=70a44a17-30ae-4c98-97e0-418b98ea36b6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:01.122833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08cd9a8a-0447-419f-bcb2-79ecc2c2ca75 req-e29381f1-900c-4988-aeba-76a9ca7f8bfe tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.6085205 Nov 03 18:56:01.187006 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:56:01.309303 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d326634e-4590-47b4-9724-899059843223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.352016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.380230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:01.380914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.455086 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.479477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e48ab921-caa9-44bd-a579-1eca886cb567 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:01.479982 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.555125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:17Z', 'revision_number': 5, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:01.614227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d326634e-4590-47b4-9724-899059843223 None None] For port e48ab921-caa9-44bd-a579-1eca886cb567, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e48ab921-caa9-44bd-a579-1eca886cb567,segment=NetworkSegment(ae8bbebf-983a-4ad2-9d40-a3d88b5ded11),segment_id=ae8bbebf-983a-4ad2-9d40-a3d88b5ded11)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:01.616817 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.625178 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d326634e-4590-47b4-9724-899059843223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.634035 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.690939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f97057-e811-4099-92c0-f7b315f8a111 None None] The sync data for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 is: [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:44:11Z', 'revision_number': 4, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c', 'name': '', 'network_id': 'd952c588-c9c2-450f-ad5b-ec4a17d7b380', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'mac_address': 'fa:16:3e:e9:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:09Z', 'updated_at': '2021-11-03T18:44:17Z', 'revision_number': 5, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'subnets': [{'id': '05c15032-d505-4f09-9ba2-7861fbedc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:01.750778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=a282052d-2d37-44ec-99de-fac0315566c5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:01.764564 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-16aed835-6a8a-4f6e-b7ea-58338f832bc6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:56:01.772197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-16aed835-6a8a-4f6e-b7ea-58338f832bc6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 2.6316099 Nov 03 18:56:01.774663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38180) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:01.936284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network a282052d-2d37-44ec-99de-fac0315566c5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:02.137844 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b959b-3c29-499c-977b-15be6c1d55e4 None None] Pushing event updated for resources: {'Port': ['ID=2e82d62c-d45e-4d99-996c-79090c25dcab,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:02.297810 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Attempting to bind port 2e82d62c-d45e-4d99-996c-79090c25dcab on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:02.299555 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Attempting to bind port 2e82d62c-d45e-4d99-996c-79090c25dcab by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:02.300433 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Attempting to bind port 2e82d62c-d45e-4d99-996c-79090c25dcab on network 3e5215fc-1083-41ec-8730-797d21f96b6a {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:02.333843 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:02.334454 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Checking segment: {'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:02.335109 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.335733 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Bound using segment: {'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:02.342894 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Bound port: 2e82d62c-d45e-4d99-996c-79090c25dcab, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:02.345471 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.397211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-20f59130-fe59-4b55-90c1-6a1a10087437 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 4.0581543 Nov 03 18:56:02.400663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38192) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:02.428733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:02.457217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cefc086b-3b3f-468c-bedb-434941b22bb8 req-e06c0a76-8911-4532-a433-8f042076db05 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.7146778 Nov 03 18:56:02.664833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc508380-c377-43ca-b634-74455c5a1fa1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.668429 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] For port 2e82d62c-d45e-4d99-996c-79090c25dcab, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:02.676405 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] For port 2e82d62c-d45e-4d99-996c-79090c25dcab, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2e82d62c-d45e-4d99-996c-79090c25dcab,segment=NetworkSegment(ae8bbebf-983a-4ad2-9d40-a3d88b5ded11),segment_id=ae8bbebf-983a-4ad2-9d40-a3d88b5ded11)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:02.695604 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.699981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38196) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:02.772039 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f0aa4a-df21-467a-bfa9-9398f5b1c51e x-openstack-request-id: req-f8f0aa4a-df21-467a-bfa9-9398f5b1c51e {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:02.772598 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd82ad-46bd-4c4d-9276-06173d178a07", "name": "network-vif-deleted", "tag": "05ffe491-d40f-4e61-b670-446afa590d27", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:02.772859 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8f0aa4a-df21-467a-bfa9-9398f5b1c51e {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:02.774086 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd82ad-46bd-4c4d-9276-06173d178a07', 'name': 'network-vif-deleted', 'tag': '05ffe491-d40f-4e61-b670-446afa590d27', 'status': 'completed', 'code': 200} Nov 03 18:56:02.875889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc508380-c377-43ca-b634-74455c5a1fa1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.917401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326634e-4590-47b4-9724-899059843223 None None] Pushing event updated for resources: {'Port': ['ID=e48ab921-caa9-44bd-a579-1eca886cb567,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:02.949835 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab800ed-c903-4465-9eab-8548e73e9eaf x-openstack-request-id: req-eab800ed-c903-4465-9eab-8548e73e9eaf {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:02.950295 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-plugged", "status": "completed", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:02.950720 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eab800ed-c903-4465-9eab-8548e73e9eaf {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:02.951390 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50', 'code': 200} Nov 03 18:56:03.003200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51623536-42d7-4721-96d2-1f703c18005d None None] New status for floating IP 9ac6d599-a6f3-4e4f-8e5c-a037224ff77b: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:56:03.016384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Router 66e4ace6-474d-4763-b331-52f930d8168f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:03.036774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.073236 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:03.074899 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:03.229862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84810e06-2d18-44d5-b35e-5108b1163ffc req-05e5871f-fbab-459a-bcdb-f2323987702b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:03.256232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84810e06-2d18-44d5-b35e-5108b1163ffc req-05e5871f-fbab-459a-bcdb-f2323987702b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.3181067 Nov 03 18:56:03.456394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:03.468963 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.492298 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b959b-3c29-499c-977b-15be6c1d55e4 None None] Pushing event updated for resources: {'Port': ['ID=2e82d62c-d45e-4d99-996c-79090c25dcab,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:03.551932 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:03.594935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-79f07b3e-1fd7-4c5c-bb15-1c157c96b94a None None] Provisioning complete for port e48ab921-caa9-44bd-a579-1eca886cb567 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:03.595864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f07b3e-1fd7-4c5c-bb15-1c157c96b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.720130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.783807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea27cc34-5fe9-4a41-8363-5dc7e0e98728 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=deb028643bca4124bc2dc297532c742f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0735023 Nov 03 18:56:03.786483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc508380-c377-43ca-b634-74455c5a1fa1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.795969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc508380-c377-43ca-b634-74455c5a1fa1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.800466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cc508380-c377-43ca-b634-74455c5a1fa1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/af2710f7-3f5e-405c-a641-0917046ce0a6 HTTP/1.1" status: 204 len: 168 time: 2.0011375 Nov 03 18:56:03.811730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38214) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:03.812747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38216) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:03.975826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84810e06-2d18-44d5-b35e-5108b1163ffc req-9faeed14-099b-46dd-a1c5-1fea687bf787 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7184253 Nov 03 18:56:04.072359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc508380-c377-43ca-b634-74455c5a1fa1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2710f7-3f5e-405c-a641-0917046ce0a6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:04.097198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-79f07b3e-1fd7-4c5c-bb15-1c157c96b94a None None] Provisioning complete for port 2e82d62c-d45e-4d99-996c-79090c25dcab triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:04.098206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f07b3e-1fd7-4c5c-bb15-1c157c96b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.243050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cd0acab4-e4ba-453b-9dab-c35550592b89 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3110340 Nov 03 18:56:04.246722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38218) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:04.270397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9cc24ed6-4ccf-4663-9d8c-a28bffd204bc tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--774929137'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:04.294197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e48ab921-caa9-44bd-a579-1eca886cb567 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:04.447270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.466885 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-271198b9-3e82-4fee-bef5-854e17be2d96 req-aa663e74-2174-4a41-8e22-e97d757b83ab tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.2305269 Nov 03 18:56:04.524202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ac13-6f50-4e92-9ee0-d755297865f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.575279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:04.603501 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ec3496ad-5b87-41f6-8709-18fd3327a89e admin admin] 10.222.0.77 "PUT /v2.0/routers/66e4ace6-474d-4763-b331-52f930d8168f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5492384 Nov 03 18:56:04.604025 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] Sync routers for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:04.638079 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f07b3e-1fd7-4c5c-bb15-1c157c96b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.677584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ac13-6f50-4e92-9ee0-d755297865f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.696724 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:04.729931 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:04.731516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-79f07b3e-1fd7-4c5c-bb15-1c157c96b94a None None] For port 2e82d62c-d45e-4d99-996c-79090c25dcab, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2e82d62c-d45e-4d99-996c-79090c25dcab,segment=NetworkSegment(ae8bbebf-983a-4ad2-9d40-a3d88b5ded11),segment_id=ae8bbebf-983a-4ad2-9d40-a3d88b5ded11)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:04.744490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e48ab921-caa9-44bd-a579-1eca886cb567 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:04.746145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.807917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f07b3e-1fd7-4c5c-bb15-1c157c96b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.891333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38226) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:04.946173 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 3, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:02Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:05.078908 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4dfd1f-0afa-467c-aaf3-e88c76b54b7c None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 3, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:02Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:05.217210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df94f218-9626-41ac-9df3-41ecb46dfd1a req-0b5386d0-4102-4357-97ff-94513109962d tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.2285028 Nov 03 18:56:05.248619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1a5a38ec-1673-4c76-b935-faa3e92c51bf None None] Provisioning complete for port 2e82d62c-d45e-4d99-996c-79090c25dcab triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:05.250738 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a5a38ec-1673-4c76-b935-faa3e92c51bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.319264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=031d75db-004d-478e-a2bc-0199acfa831b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:05.345546 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ac13-6f50-4e92-9ee0-d755297865f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.366346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ac13-6f50-4e92-9ee0-d755297865f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.377809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b3b5ac13-6f50-4e92-9ee0-d755297865f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17bb145e-c745-468c-a7d9-8559910e44d4 HTTP/1.1" status: 204 len: 168 time: 1.5579307 Nov 03 18:56:05.395444 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9cc24ed6-4ccf-4663-9d8c-a28bffd204bc tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.430665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:05.431048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: a282052d-2d37-44ec-99de-fac0315566c5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:05.479918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5ac13-6f50-4e92-9ee0-d755297865f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb145e-c745-468c-a7d9-8559910e44d4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:05.512030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f07b3e-1fd7-4c5c-bb15-1c157c96b94a None None] Pushing event updated for resources: {'Port': ['ID=2e82d62c-d45e-4d99-996c-79090c25dcab,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:05.781498 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:05.893659 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.916565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9cc24ed6-4ccf-4663-9d8c-a28bffd204bc tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.933140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9cc24ed6-4ccf-4663-9d8c-a28bffd204bc tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.009786 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d829405-5e13-4769-9914-48b4d7e2b304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.108093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc24ed6-4ccf-4663-9d8c-a28bffd204bc tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d357e-4a6a-4dc4-be58-fb4942390e59,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:06.138070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2e82d62c-d45e-4d99-996c-79090c25dcab up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:06.142811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9cc24ed6-4ccf-4663-9d8c-a28bffd204bc tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.158816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9cc24ed6-4ccf-4663-9d8c-a28bffd204bc tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9063931 Nov 03 18:56:06.160137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38250) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:06.163596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network a282052d-2d37-44ec-99de-fac0315566c5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:06.181238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-974bc8c2-d128-479f-954c-b3d8fbbbe260 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '5b2d357e-4a6a-4dc4-be58-fb4942390e59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:06.183035 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-974bc8c2-d128-479f-954c-b3d8fbbbe260 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 18:56:06.186298 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-974bc8c2-d128-479f-954c-b3d8fbbbe260 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:06.196565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-974bc8c2-d128-479f-954c-b3d8fbbbe260 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0304544 Nov 03 18:56:06.199784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38252) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:06.287623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, a282052d-2d37-44ec-99de-fac0315566c5) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:06.311762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:06.316759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.435108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8719fdf1-d1b5-410f-98e0-0473f104098d None None] Network a282052d-2d37-44ec-99de-fac0315566c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:06.459449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b6fab9f8-4df2-4b33-8fca-0f9b6697d098 None None] Provisioning complete for port 2e82d62c-d45e-4d99-996c-79090c25dcab triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:06.460410 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b6fab9f8-4df2-4b33-8fca-0f9b6697d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.522471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b24060-cc5d-4bd9-a29e-5425bc76821d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.600225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b24060-cc5d-4bd9-a29e-5425bc76821d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.720893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b24060-cc5d-4bd9-a29e-5425bc76821d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.733462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b24060-cc5d-4bd9-a29e-5425bc76821d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.741205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-65b24060-cc5d-4bd9-a29e-5425bc76821d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/5b2d357e-4a6a-4dc4-be58-fb4942390e59 HTTP/1.1" status: 204 len: 168 time: 0.5380065 Nov 03 18:56:06.746689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38260) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:06.851164 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.879914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b24060-cc5d-4bd9-a29e-5425bc76821d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d357e-4a6a-4dc4-be58-fb4942390e59,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:06.908441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b7380950-a093-423a-b13c-0ae37a9d351d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4957275 Nov 03 18:56:06.922692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38266) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:07.139691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea51fbe0-ea8a-42cc-87eb-33a2ddff8c96 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3492873 Nov 03 18:56:07.140973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38274) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:07.154915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227246030'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:07.186014 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:55:59Z', 'revision_number': 5, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port': {'id': 'ad0ba9dd-f26c-47de-8320-10f398c8610d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4ace6-474d-4763-b331-52f930d8168f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:21Z', 'updated_at': '2021-11-03T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:07.298567 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.389314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2e82d62c-d45e-4d99-996c-79090c25dcab triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:07.393915 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.521729 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] Checking router: 66e4ace6-474d-4763-b331-52f930d8168f for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:07.569538 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] Routers {'66e4ace6-474d-4763-b331-52f930d8168f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:07.571285 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['66e4ace6-474d-4763-b331-52f930d8168f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:07.698915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc25d3-8ab4-47cc-9218-17871fd26ce7 req-53ef34eb-e832-4d44-a2a8-653752348b80 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:07.718237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-decc25d3-8ab4-47cc-9218-17871fd26ce7 req-53ef34eb-e832-4d44-a2a8-653752348b80 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.4769332 Nov 03 18:56:08.183800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.221685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Deleting port ad0ba9dd-f26c-47de-8320-10f398c8610d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:08.222501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.265861 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.335599 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] Set router 66e4ace6-474d-4763-b331-52f930d8168f gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:08.392704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-decc25d3-8ab4-47cc-9218-17871fd26ce7 req-05865da8-e380-469c-a309-4055327eb742 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6472247 Nov 03 18:56:08.417234 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3b231a5c-aee3-43a0-8f2a-11a81b274ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.426317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-a282052d-2d37-44ec-99de-fac0315566c5', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:08.427520 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.433767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.447806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3050237 Nov 03 18:56:08.452429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38294) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:08.526590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-735ed444-7358-42d3-a596-8bb1bcd3b517 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '50c67384-de82-4ffc-9b35-c8697f913474', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:08.532698 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-735ed444-7358-42d3-a596-8bb1bcd3b517 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 18:56:08.533652 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-735ed444-7358-42d3-a596-8bb1bcd3b517 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:08.545402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-735ed444-7358-42d3-a596-8bb1bcd3b517 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0517089 Nov 03 18:56:08.590461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38298) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:08.748868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c67384-de82-4ffc-9b35-c8697f913474,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:08.830537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Allocated IP 2001:db8:2::2 (a282052d-2d37-44ec-99de-fac0315566c5/031d75db-004d-478e-a2bc-0199acfa831b/08e8db10-e510-42b9-b696-fc9b825cf1d3) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:08.855930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.860981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.870234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.888132 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:56:06Z', 'revision_number': 6, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:08.888520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.889285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.890060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.890766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.891630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.892479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.893205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.895805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.895805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb45b7-d193-427a-ab1c-f51d6c308134 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:08.909491 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:56:09.120619 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f578f36-67b3-4f08-bc9b-3be00016a8fe None None] The sync data for ids ['66e4ace6-474d-4763-b331-52f930d8168f'] in n-d-812148-3 is: [{'id': '66e4ace6-474d-4763-b331-52f930d8168f', 'name': 'tempest-AttachVolumeTestJSON-1455579424-router', 'tenant_id': '83e00789823b48c582ec2cbe49f0863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:19Z', 'updated_at': '2021-11-03T18:56:06Z', 'revision_number': 6, 'project_id': '83e00789823b48c582ec2cbe49f0863d', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:09.131063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afcaa797-553d-45ce-93f9-e89342a498c8 req-8a306c0e-11a8-4d2f-8968-d91a0d27738b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.1725376 Nov 03 18:56:09.291589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.312490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] For port ad0ba9dd-f26c-47de-8320-10f398c8610d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ad0ba9dd-f26c-47de-8320-10f398c8610d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:09.313573 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.363321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Calling delete_port for ad0ba9dd-f26c-47de-8320-10f398c8610d owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:09.391158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7389dedd-4f0c-49f3-843c-df328c77f8ea tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.474125 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7389dedd-4f0c-49f3-843c-df328c77f8ea tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.593565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7389dedd-4f0c-49f3-843c-df328c77f8ea tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.597607 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7389dedd-4f0c-49f3-843c-df328c77f8ea tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.604984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7389dedd-4f0c-49f3-843c-df328c77f8ea tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/50c67384-de82-4ffc-9b35-c8697f913474 HTTP/1.1" status: 204 len: 168 time: 1.0056224 Nov 03 18:56:09.681987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38312) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:09.682531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38314) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:09.783722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 76a669ec-6586-4bfe-adb5-7795db447a4d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:09.939209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5319e6d9-f950-4f17-b01e-f16231efe069 req-aa1b9b0b-a21b-4649-84b5-eb1202dc03ca tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.3700132 Nov 03 18:56:09.956058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5a7ba319-5d9c-4409-aa74-c2ba777bc446 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2527337 Nov 03 18:56:09.957134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38318) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:09.966749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5c8e295b-c692-48e2-9857-cd7ab89fbb1a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291530010'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:09.974318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389dedd-4f0c-49f3-843c-df328c77f8ea tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c67384-de82-4ffc-9b35-c8697f913474,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:10.074559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c8e295b-c692-48e2-9857-cd7ab89fbb1a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.384019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.427549 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c8e295b-c692-48e2-9857-cd7ab89fbb1a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.457080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-48b1445b-1d4e-44d7-bce2-f32e1ad131d0 tempest-DvrRoutersNegativeTest-468710604 tempest-DvrRoutersNegativeTest-468710604-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-479400358', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:10.462693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0ba9dd-f26c-47de-8320-10f398c8610d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:10.486375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.policy [None req-48b1445b-1d4e-44d7-bce2-f32e1ad131d0 tempest-DvrRoutersNegativeTest-468710604 tempest-DvrRoutersNegativeTest-468710604-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101756) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 03 18:56:10.490150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.policy [None req-48b1445b-1d4e-44d7-bce2-f32e1ad131d0 tempest-DvrRoutersNegativeTest-468710604 tempest-DvrRoutersNegativeTest-468710604-project] Failed policy check for 'create_router' {{(pid=101756) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 03 18:56:10.494969 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-48b1445b-1d4e-44d7-bce2-f32e1ad131d0 tempest-DvrRoutersNegativeTest-468710604 tempest-DvrRoutersNegativeTest-468710604-project] create failed (client error): Access was denied to this resource. Nov 03 18:56:10.497965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 76a669ec-6586-4bfe-adb5-7795db447a4d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:10.498656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 76a669ec-6586-4bfe-adb5-7795db447a4d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:10.502874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-48b1445b-1d4e-44d7-bce2-f32e1ad131d0 tempest-DvrRoutersNegativeTest-468710604 tempest-DvrRoutersNegativeTest-468710604-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7355125 Nov 03 18:56:10.614730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c8e295b-c692-48e2-9857-cd7ab89fbb1a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.621914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.668092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c8e295b-c692-48e2-9857-cd7ab89fbb1a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.677991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5c8e295b-c692-48e2-9857-cd7ab89fbb1a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7179408 Nov 03 18:56:10.682698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38330) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:10.703551 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.714074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-819cfd8c-c057-4918-971b-0f7d6555ed88 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '040bf544-c3cf-485c-924a-e030584c7d39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:10.715642 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.715920 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-819cfd8c-c057-4918-971b-0f7d6555ed88 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 18:56:10.716635 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-819cfd8c-c057-4918-971b-0f7d6555ed88 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:10.724546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-819cfd8c-c057-4918-971b-0f7d6555ed88 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184939 Nov 03 18:56:10.725637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38332) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:10.730539 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.746331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cd29eaba-44e1-49bf-867b-678e05a21913 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '040bf544-c3cf-485c-924a-e030584c7d39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:10.748005 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-cd29eaba-44e1-49bf-867b-678e05a21913 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 18:56:10.750114 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-cd29eaba-44e1-49bf-867b-678e05a21913 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:10.757897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cd29eaba-44e1-49bf-867b-678e05a21913 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0207367 Nov 03 18:56:10.765922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38334) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:10.782159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-45255d08-4a37-4fcd-8e74-e71ba101d96d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '040bf544-c3cf-485c-924a-e030584c7d39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:10.784072 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-45255d08-4a37-4fcd-8e74-e71ba101d96d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 18:56:10.785286 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-45255d08-4a37-4fcd-8e74-e71ba101d96d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:10.795109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-45255d08-4a37-4fcd-8e74-e71ba101d96d tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0235817 Nov 03 18:56:10.806456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38336) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:10.815539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c6664f71-0dec-4b22-8aee-3f98134bf391 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '040bf544-c3cf-485c-924a-e030584c7d39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:10.818692 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-c6664f71-0dec-4b22-8aee-3f98134bf391 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 18:56:10.820046 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-c6664f71-0dec-4b22-8aee-3f98134bf391 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:10.827887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c6664f71-0dec-4b22-8aee-3f98134bf391 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0190356 Nov 03 18:56:10.831057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38338) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:10.997296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Network a282052d-2d37-44ec-99de-fac0315566c5 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:11.004914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21c5f131-b2ab-4ec7-824d-4329d80f26e1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.009140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e295b-c692-48e2-9857-cd7ab89fbb1a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040bf544-c3cf-485c-924a-e030584c7d39,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.039386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:11.042842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Pushing event updated for resources: {'Port': ['ID=08e8db10-e510-42b9-b696-fc9b825cf1d3,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.047439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:11.053622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dcd03-8e87-4e14-b82a-09618430ae7b req-4ae807e9-ce2a-4928-aded-dccf64da2398 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:11.056938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d8dcd03-8e87-4e14-b82a-09618430ae7b req-4ae807e9-ce2a-4928-aded-dccf64da2398 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.5494840 Nov 03 18:56:11.195010 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.235054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.265714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21c5f131-b2ab-4ec7-824d-4329d80f26e1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.348127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Attempting to bind port 08e8db10-e510-42b9-b696-fc9b825cf1d3 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:11.348771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Attempting to bind port 08e8db10-e510-42b9-b696-fc9b825cf1d3 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:11.349763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Attempting to bind port 08e8db10-e510-42b9-b696-fc9b825cf1d3 on network a282052d-2d37-44ec-99de-fac0315566c5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:11.369451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:11.370050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Checking segment: {'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:11.371092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.371754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Bound using segment: {'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:11.376995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Bound port: 08e8db10-e510-42b9-b696-fc9b825cf1d3, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:11.378634 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.512450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d8dcd03-8e87-4e14-b82a-09618430ae7b req-8fe598e9-4434-4ffb-8b32-83d4aefc5d64 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4079826 Nov 03 18:56:11.600759 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21c5f131-b2ab-4ec7-824d-4329d80f26e1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.613391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-21c5f131-b2ab-4ec7-824d-4329d80f26e1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.626473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-21c5f131-b2ab-4ec7-824d-4329d80f26e1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/040bf544-c3cf-485c-924a-e030584c7d39 HTTP/1.1" status: 204 len: 168 time: 0.7721870 Nov 03 18:56:11.631448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38350) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:11.721580 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] For port 08e8db10-e510-42b9-b696-fc9b825cf1d3, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:11.736306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] For port 08e8db10-e510-42b9-b696-fc9b825cf1d3, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=08e8db10-e510-42b9-b696-fc9b825cf1d3,segment=NetworkSegment(b21df0f9-5234-4973-a9f1-a4b49f94ca1d),segment_id=b21df0f9-5234-4973-a9f1-a4b49f94ca1d)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:11.751542 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.827675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5f131-b2ab-4ec7-824d-4329d80f26e1 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040bf544-c3cf-485c-924a-e030584c7d39,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.948551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38694263-0d91-4234-b503-cee1388f80d4 req-eb9b2453-6f99-4b50-b7a5-25daa379c856 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.1452041 Nov 03 18:56:11.956631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-99d94b55-1f5b-4ead-b1c4-6fd23991dba9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3106155 Nov 03 18:56:11.958686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38352) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:11.964090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38354) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:11.998319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d75e95ff-64e4-4ab2-a0af-fc5dc73a446a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905313878'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:12.012178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0760f-b3d6-4812-9ee0-30bfa791fa82 None None] Pushing event updated for resources: {'Port': ['ID=08e8db10-e510-42b9-b696-fc9b825cf1d3,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:12.077232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ad0ba9dd-f26c-47de-8320-10f398c8610d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:12.090951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d75e95ff-64e4-4ab2-a0af-fc5dc73a446a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.491622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ad0ba9dd-f26c-47de-8320-10f398c8610d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:12.509256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ad0ba9dd-f26c-47de-8320-10f398c8610d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:12.613961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.627241 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.643066 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d75e95ff-64e4-4ab2-a0af-fc5dc73a446a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.688913 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d75e95ff-64e4-4ab2-a0af-fc5dc73a446a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.751405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8:2::1 (a282052d-2d37-44ec-99de-fac0315566c5/031d75db-004d-478e-a2bc-0199acfa831b/cba19c59-f0b4-4d12-9dc1-36aef47f6da6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:12.826242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e95ff-64e4-4ab2-a0af-fc5dc73a446a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:12.854263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-569848d0-68f2-462c-a605-d3504f694f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.879500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77551018-c931-4d48-82c4-df63f67dff0c req-a1361f99-1c9c-40df-8f7f-e0f388506cd0 tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.2352402 Nov 03 18:56:12.902507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d75e95ff-64e4-4ab2-a0af-fc5dc73a446a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.907617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d75e95ff-64e4-4ab2-a0af-fc5dc73a446a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9223418 Nov 03 18:56:12.915228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38366) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:12.939662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8d1141ac-2c6c-43bb-b6f7-439e867240dd tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:12.940435 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-8d1141ac-2c6c-43bb-b6f7-439e867240dd tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 18:56:12.941228 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-8d1141ac-2c6c-43bb-b6f7-439e867240dd tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:12.942958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8d1141ac-2c6c-43bb-b6f7-439e867240dd tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195894 Nov 03 18:56:12.988092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38368) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.024536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fe4d54d3-cc8d-425e-9cfc-0750915d7d7a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:13.171065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.176287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e4ace6-474d-4763-b331-52f930d8168f {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:56:13.202529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.212502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bd07f8b6-5e02-4865-bc70-9ea1b6ed5591 admin admin] 10.222.0.77 "DELETE /v2.0/routers/66e4ace6-474d-4763-b331-52f930d8168f HTTP/1.1" status: 204 len: 168 time: 8.3192291 Nov 03 18:56:13.231413 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38376) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.299843 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-fe4d54d3-cc8d-425e-9cfc-0750915d7d7a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:13.319214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe4d54d3-cc8d-425e-9cfc-0750915d7d7a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3283401 Nov 03 18:56:13.325259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38378) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.380018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-23d26dbd-41a9-4059-b86d-e20057c45ce9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:13.380703 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-23d26dbd-41a9-4059-b86d-e20057c45ce9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 18:56:13.381563 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-23d26dbd-41a9-4059-b86d-e20057c45ce9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:13.456661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-23d26dbd-41a9-4059-b86d-e20057c45ce9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0798588 Nov 03 18:56:13.477243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38380) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.496641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc904b1d-e3d3-4474-b35a-f2fa9f8f9941 admin admin] Deleting subnet 47432405-7164-4512-86d2-83305c003903 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:13.506962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bc904b1d-e3d3-4474-b35a-f2fa9f8f9941 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.557109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fc47e2d9-721f-4dd9-bc4f-5fbd353e447f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:13.712165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bc904b1d-e3d3-4474-b35a-f2fa9f8f9941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.916040 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-fc47e2d9-721f-4dd9-bc4f-5fbd353e447f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:13.923876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fc47e2d9-721f-4dd9-bc4f-5fbd353e447f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4427810 Nov 03 18:56:13.925115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38384) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.936237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-13c0b5ae-65e1-4ebc-b94f-11fc7a050376 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:13.937066 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-13c0b5ae-65e1-4ebc-b94f-11fc7a050376 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 18:56:13.938149 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-13c0b5ae-65e1-4ebc-b94f-11fc7a050376 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:13.942200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-13c0b5ae-65e1-4ebc-b94f-11fc7a050376 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128109 Nov 03 18:56:13.955044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.967900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38386) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.983684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d3f96d64-9465-40db-93b7-edaec5142e90 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:14.035980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 08e8db10-e510-42b9-b696-fc9b825cf1d3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:14.071698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-569848d0-68f2-462c-a605-d3504f694f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.080025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-569848d0-68f2-462c-a605-d3504f694f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.140297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-569848d0-68f2-462c-a605-d3504f694f29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3aeaace611094fb893b33af17c394d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1703994 Nov 03 18:56:14.161271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb009f-9dd7-43f9-80ab-49ba5434f714 req-eb4239bb-6d4c-4968-8927-bd84cd26d72b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:14.165280 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22cb009f-9dd7-43f9-80ab-49ba5434f714 req-eb4239bb-6d4c-4968-8927-bd84cd26d72b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.7064967 Nov 03 18:56:14.185785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38392) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:14.224326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 08e8db10-e510-42b9-b696-fc9b825cf1d3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:14.225114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.351029 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-d3f96d64-9465-40db-93b7-edaec5142e90 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Project db52fb429ffd4f95be3830df8f2aa4af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 18:56:14.387793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569848d0-68f2-462c-a605-d3504f694f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a315f0e-cd40-4f1c-92fc-7d508ab135f1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:14.410494 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-d3f96d64-9465-40db-93b7-edaec5142e90 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:14.416647 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d3f96d64-9465-40db-93b7-edaec5142e90 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4415686 Nov 03 18:56:14.422441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38396) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:14.595942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22cb009f-9dd7-43f9-80ab-49ba5434f714 req-1551a48a-8c8f-4010-969d-f7e824b8dee9 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962262 Nov 03 18:56:14.621493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-820d99c9-25bf-43b9-a9f6-0b95d272e48a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:14.622292 n-d-812148-3 neutron-server[101755]: WARNING neutron.api.v2.base [None req-820d99c9-25bf-43b9-a9f6-0b95d272e48a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 18:56:14.641131 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.641511 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-820d99c9-25bf-43b9-a9f6-0b95d272e48a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:14.646709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38398) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:14.650255 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-820d99c9-25bf-43b9-a9f6-0b95d272e48a tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1103065 Nov 03 18:56:14.656535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b24dfb43-63f1-40fe-a24c-3718227dd99c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:14.668127 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e818f1c1-4cc8-4eb0-ac0d-bd6e8489a061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.684904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.790666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e818f1c1-4cc8-4eb0-ac0d-bd6e8489a061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.815432 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-b24dfb43-63f1-40fe-a24c-3718227dd99c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Project db52fb429ffd4f95be3830df8f2aa4af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 18:56:14.927664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 08e8db10-e510-42b9-b696-fc9b825cf1d3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=08e8db10-e510-42b9-b696-fc9b825cf1d3,segment=NetworkSegment(b21df0f9-5234-4973-a9f1-a4b49f94ca1d),segment_id=b21df0f9-5234-4973-a9f1-a4b49f94ca1d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:14.940543 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.991570 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-b24dfb43-63f1-40fe-a24c-3718227dd99c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:14.997584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b24dfb43-63f1-40fe-a24c-3718227dd99c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3483024 Nov 03 18:56:15.012076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38402) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:15.040822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c4dd5c66-3d2b-4b14-ac9f-8a2ec30ba267 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:15.086366 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bc904b1d-e3d3-4474-b35a-f2fa9f8f9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.154644 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-c4dd5c66-3d2b-4b14-ac9f-8a2ec30ba267 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Project db52fb429ffd4f95be3830df8f2aa4af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 18:56:15.184113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=08e8db10-e510-42b9-b696-fc9b825cf1d3,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.225211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f95edb-3673-4672-afd3-2fff2d3ebc9f None None] Network a282052d-2d37-44ec-99de-fac0315566c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:15.296377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network a282052d-2d37-44ec-99de-fac0315566c5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:15.302548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.311611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:15.323897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:15.325221 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.387898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aba4c078-b6a8-4231-b208-6e52b48a6686 req-375a34ae-7abf-4f1e-a49b-cd0e3b5743a1 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.2510710 Nov 03 18:56:15.499443 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-c4dd5c66-3d2b-4b14-ac9f-8a2ec30ba267 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:15.505143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c4dd5c66-3d2b-4b14-ac9f-8a2ec30ba267 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4836092 Nov 03 18:56:15.510680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38408) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:15.540384 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e818f1c1-4cc8-4eb0-ac0d-bd6e8489a061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.549442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e818f1c1-4cc8-4eb0-ac0d-bd6e8489a061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.559171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e818f1c1-4cc8-4eb0-ac0d-bd6e8489a061 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a315f0e-cd40-4f1c-92fc-7d508ab135f1 HTTP/1.1" status: 204 len: 168 time: 1.3682792 Nov 03 18:56:15.596249 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bc904b1d-e3d3-4474-b35a-f2fa9f8f9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.653708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-27cadcc4-fb52-4579-a65d-6413a629987d None None] Provisioning complete for port 08e8db10-e510-42b9-b696-fc9b825cf1d3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:15.654304 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-27cadcc4-fb52-4579-a65d-6413a629987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.685914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc904b1d-e3d3-4474-b35a-f2fa9f8f9941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47432405-7164-4512-86d2-83305c003903,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.731814 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bc904b1d-e3d3-4474-b35a-f2fa9f8f9941 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.744265 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bc904b1d-e3d3-4474-b35a-f2fa9f8f9941 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/47432405-7164-4512-86d2-83305c003903 HTTP/1.1" status: 204 len: 168 time: 2.4938142 Nov 03 18:56:15.749503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38414) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:15.838285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cf9ae36-280f-42a1-a030-bb3a164eced1 req-6d7f89d2-702e-4116-884d-c10086b99f83 tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.2222164 Nov 03 18:56:15.854178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac9291-0d66-4574-b36a-61b673d4a9fc None None] Network 620c4680-0aef-41df-abe6-5ec9a47f55ba requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:15.926550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 08e8db10-e510-42b9-b696-fc9b825cf1d3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:15.963398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818f1c1-4cc8-4eb0-ac0d-bd6e8489a061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a315f0e-cd40-4f1c-92fc-7d508ab135f1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:16.088450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.139829 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f53dd677-cb6c-44b8-9122-7fb984cf052f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.184124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.292590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f53dd677-cb6c-44b8-9122-7fb984cf052f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.579083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5eb47-ef6e-4b5c-80cd-03a34e712d3b req-a2ca4516-a237-4493-91e2-fe41521b6b08 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:16.593277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03f5eb47-ef6e-4b5c-80cd-03a34e712d3b req-a2ca4516-a237-4493-91e2-fe41521b6b08 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.3578272 Nov 03 18:56:16.692382 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f53dd677-cb6c-44b8-9122-7fb984cf052f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.713497 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f53dd677-cb6c-44b8-9122-7fb984cf052f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.727446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f53dd677-cb6c-44b8-9122-7fb984cf052f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5 HTTP/1.1" status: 204 len: 168 time: 1.2077739 Nov 03 18:56:16.731216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38434) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:16.901984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dd677-cb6c-44b8-9122-7fb984cf052f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bda9d0e-b9c9-4106-8b7a-b3362d0e9fa5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:17.013462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03f5eb47-ef6e-4b5c-80cd-03a34e712d3b req-5b949c17-4a82-43d8-a57a-5c19357f7828 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188292 Nov 03 18:56:17.073635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bacdb9c6-70bb-4223-928b-66c2dc7644e2 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2647736 Nov 03 18:56:17.074645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38446) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:17.089834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2470c4fb-6f96-4487-9b6b-9d1e8990eec8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--718422635'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:17.256556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2470c4fb-6f96-4487-9b6b-9d1e8990eec8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.294923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 08e8db10-e510-42b9-b696-fc9b825cf1d3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:17.295890 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.299979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Deleting port 2d5d6588-ee87-454f-b762-18c7de407eaf {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:17.300879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.391404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a16ce39a-725e-45b0-8c1e-e932feea269d req-3835657a-abc7-4d7f-9fc9-835313067ee2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.1949015 Nov 03 18:56:17.738397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2470c4fb-6f96-4487-9b6b-9d1e8990eec8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.747439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38454) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:17.789364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] DHCP port deletion for 620c4680-0aef-41df-abe6-5ec9a47f55ba request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:56:17.851046 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-42e39591-d3f6-4e98-9dd8-6febfee243aa req-ae0ce044-4e28-4372-b615-eee502b9b1f5 tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.1971922 Nov 03 18:56:17.858865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2470c4fb-6f96-4487-9b6b-9d1e8990eec8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.888410 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] For port 2d5d6588-ee87-454f-b762-18c7de407eaf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2d5d6588-ee87-454f-b762-18c7de407eaf,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:17.888736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.945535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Calling delete_port for 2d5d6588-ee87-454f-b762-18c7de407eaf owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:17.965507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2470c4fb-6f96-4487-9b6b-9d1e8990eec8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.970973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2470c4fb-6f96-4487-9b6b-9d1e8990eec8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8908241 Nov 03 18:56:17.972539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38460) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:17.992131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ecb94afb-5075-421f-9fc9-5f56fed2145b tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '69d323e3-ab88-4381-a914-766a7a08dbb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:18.031951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470c4fb-6f96-4487-9b6b-9d1e8990eec8 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d323e3-ab88-4381-a914-766a7a08dbb9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:18.054651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] Deleting port 2d5d6588-ee87-454f-b762-18c7de407eaf {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:18.054859 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.286997 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-ecb94afb-5075-421f-9fc9-5f56fed2145b tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The resource could not be found. Nov 03 18:56:18.289531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ecb94afb-5075-421f-9fc9-5f56fed2145b tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3150654 Nov 03 18:56:18.295387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38468) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:18.310169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.332842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5125eeba-5122-4ea5-aeb4-0b6aad0acddf tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '69d323e3-ab88-4381-a914-766a7a08dbb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'abf2f726-e389-4c92-b1fd-7b3f710816f7'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:18.466141 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2d5d6588-ee87-454f-b762-18c7de407eaf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:18.527857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.531484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5d6588-ee87-454f-b762-18c7de407eaf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:18.541029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1985582912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:18.552087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] No DVR routers for this DVR port 2d5d6588-ee87-454f-b762-18c7de407eaf on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:18.579626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 2d5d6588-ee87-454f-b762-18c7de407eaf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:18.581368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2d5d6588-ee87-454f-b762-18c7de407eaf not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:18.585651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.587069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.640296 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:56:18.640296 n-d-812148-3 neutron-server[101755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 18:56:18.640296 n-d-812148-3 neutron-server[101755]: [parameters: {'project_id_1': '8da6936202264331ac19d4a7cad46859', 'expiration_1': datetime.datetime(2021, 11, 3, 18, 55, 58, 568339)}] Nov 03 18:56:18.640296 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:18.645736 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:18.658168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] For port 2d5d6588-ee87-454f-b762-18c7de407eaf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2d5d6588-ee87-454f-b762-18c7de407eaf,segment=NetworkSegment(ee284a94-0dde-4799-a9dc-199b03afff35),segment_id=ee284a94-0dde-4799-a9dc-199b03afff35)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:18.661918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.707215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] Calling delete_port for 2d5d6588-ee87-454f-b762-18c7de407eaf owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:18.708115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91049c-c220-4459-85ae-3b74a92dc2e0 req-e2f41d47-5715-4cbe-8a9a-47a6813e2383 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:18.718170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e91049c-c220-4459-85ae-3b74a92dc2e0 req-e2f41d47-5715-4cbe-8a9a-47a6813e2383 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.3638923 Nov 03 18:56:18.734640 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-5125eeba-5122-4ea5-aeb4-0b6aad0acddf tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The resource could not be found. Nov 03 18:56:18.737552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5125eeba-5122-4ea5-aeb4-0b6aad0acddf tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4389348 Nov 03 18:56:18.740288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38478) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:18.918105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-79f6f92d-8d8d-47f8-873b-3bf94c8d6d3d None None] Provisioning complete for port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:18.925089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f6f92d-8d8d-47f8-873b-3bf94c8d6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.930611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.984925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e91049c-c220-4459-85ae-3b74a92dc2e0 req-672b051b-0120-42bf-affb-ed5d2bc0cb4e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434025 Nov 03 18:56:18.996302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] Pushing event deleted for resources: {'Port': ['ID=2d5d6588-ee87-454f-b762-18c7de407eaf,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:19.031088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f791fd4-4580-4667-b770-cee0c4316abe None None] No DVR routers for this DVR port 2d5d6588-ee87-454f-b762-18c7de407eaf on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:19.034414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a7eb-37ad-42f7-9492-a5a9979f7db6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.055666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-79f6f92d-8d8d-47f8-873b-3bf94c8d6d3d None None] Port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:19.083753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-79f6f92d-8d8d-47f8-873b-3bf94c8d6d3d None None] Provisioning complete for port 08e8db10-e510-42b9-b696-fc9b825cf1d3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:19.084600 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79f6f92d-8d8d-47f8-873b-3bf94c8d6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.120621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a7eb-37ad-42f7-9492-a5a9979f7db6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.130587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:19.147557 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.218186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620c4680-0aef-41df-abe6-5ec9a47f55ba']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:19.246162 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e00732c5-19cb-499b-9b59-179c2b77f466 req-b9d7d624-171c-4191-b55a-b8d39a37ae14 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.0488930 Nov 03 18:56:19.280995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee284a94-0dde-4799-a9dc-199b03afff35') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:19.282154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee284a94-0dde-4799-a9dc-199b03afff35') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:19.286565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a7eb-37ad-42f7-9492-a5a9979f7db6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.289702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a7eb-37ad-42f7-9492-a5a9979f7db6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.294184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ef6a7eb-37ad-42f7-9492-a5a9979f7db6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/69d323e3-ab88-4381-a914-766a7a08dbb9 HTTP/1.1" status: 204 len: 168 time: 0.4940057 Nov 03 18:56:19.294827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38490) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:19.310149 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.312887 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.314937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.340145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.348465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network a282052d-2d37-44ec-99de-fac0315566c5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:19.353340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:19.354522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.355279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6a7eb-37ad-42f7-9492-a5a9979f7db6 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d323e3-ab88-4381-a914-766a7a08dbb9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:19.357500 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:19.375382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:19.449640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b40a2e72-e782-431f-8bac-88d28be87d32 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1358607 Nov 03 18:56:19.450295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38494) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:19.468152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-89a08f42-9226-4b3e-871a-b80c0faac393 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '80b0e4c8-f803-4d62-ae7b-b5b8c9852a58', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:19.588166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf8ba3d4-0f97-4972-866c-7830f504c021 req-28ce37c2-a4b9-44b0-b5c6-54255c0c5ae2 tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.0472438 Nov 03 18:56:19.612835 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-89a08f42-9226-4b3e-871a-b80c0faac393 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The resource could not be found. Nov 03 18:56:19.622982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-89a08f42-9226-4b3e-871a-b80c0faac393 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1643441 Nov 03 18:56:19.623842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38496) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:19.634947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-aaacaca8-c28e-442c-a8b7-c85b8b2dbc3f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220931757'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:19.640712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9972c373-2833-432c-9e49-cc6b03454a72 None None] Provisioning complete for port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:19.644147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9972c373-2833-432c-9e49-cc6b03454a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.682477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaacaca8-c28e-442c-a8b7-c85b8b2dbc3f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.683017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.711168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.726088 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.778212 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.778584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9972c373-2833-432c-9e49-cc6b03454a72 None None] Port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:19.789992 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] 10.222.0.77 "DELETE /v2.0/networks/620c4680-0aef-41df-abe6-5ec9a47f55ba HTTP/1.1" status: 204 len: 168 time: 4.0389299 Nov 03 18:56:19.838388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaacaca8-c28e-442c-a8b7-c85b8b2dbc3f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.849968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaacaca8-c28e-442c-a8b7-c85b8b2dbc3f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.901583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdbb5c-9625-4337-8a0f-0194d3f40542 admin admin] Pushing event deleted for resources: {'Network': ['ID=620c4680-0aef-41df-abe6-5ec9a47f55ba,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:19.946373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacaca8-c28e-442c-a8b7-c85b8b2dbc3f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009cda96-341d-47a6-9c43-a557758dc2ad,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:19.953477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:19.955800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaacaca8-c28e-442c-a8b7-c85b8b2dbc3f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.957164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aaacaca8-c28e-442c-a8b7-c85b8b2dbc3f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3323510 Nov 03 18:56:19.963274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38506) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:19.972942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.974844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-31ab7662-adaa-4d72-99b5-e2327e1beb84 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017386973'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:19.977078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2f2ce1b3-6957-4b4b-824d-4947a09efba8 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.2159574 Nov 03 18:56:19.989825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38508) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:20.004712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1056806745'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:20.051377 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-31ab7662-adaa-4d72-99b5-e2327e1beb84 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.138734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8bcb7f63-68b5-495f-903a-6ee61f5ebae8 None None] Provisioning complete for port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:20.139554 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7f63-68b5-495f-903a-6ee61f5ebae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.235077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb7f63-68b5-495f-903a-6ee61f5ebae8 None None] Port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:20.391437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95d935-29f6-4a10-8213-c738ca9d2501 req-a1e2b0e1-ed10-4bba-b63f-278d11e8b040 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:20.402530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d95d935-29f6-4a10-8213-c738ca9d2501 req-a1e2b0e1-ed10-4bba-b63f-278d11e8b040 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.2053521 Nov 03 18:56:20.437548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:20.450252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-952453dc-460e-4f59-8051-928e957cfa9e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5036123 Nov 03 18:56:20.450252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38516) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:20.451945 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-31ab7662-adaa-4d72-99b5-e2327e1beb84 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.454477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:20.470012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545663258'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:20.472410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:20.473058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:20.475544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:20.500686 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-31ab7662-adaa-4d72-99b5-e2327e1beb84 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.502436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Made reservation on behalf of 8da6936202264331ac19d4a7cad46859 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:20.506755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.519801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.521981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:20.526178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.734166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab7662-adaa-4d72-99b5-e2327e1beb84 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e810820-7777-4dce-96d8-f0e162331232,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:20.737183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.738961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:20.754547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:20.769256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.818483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:20.830272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d95d935-29f6-4a10-8213-c738ca9d2501 req-1c42b78a-cabe-4bf6-a8eb-4422151a0075 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4254117 Nov 03 18:56:20.849110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dd3955d5-3375-4b2f-a13e-55a811e20fb9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83e00789823b48c582ec2cbe49f0863d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3653498 Nov 03 18:56:20.853949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38522) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:20.893502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.893502 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added segment 7917e601-1f93-4cf3-a16a-ec07820a3c80 of type vlan for network abb17553-92d4-482a-9212-c124cafd837c Nov 03 18:56:20.894230 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-31ab7662-adaa-4d72-99b5-e2327e1beb84 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.894230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-31ab7662-adaa-4d72-99b5-e2327e1beb84 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9251020 Nov 03 18:56:20.919734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.920227 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Added segment f21c1a48-0a03-4009-ab12-996d3609f0b9 of type vlan for network c7fb70c1-0ebb-4660-814c-4640233d8f16 Nov 03 18:56:20.927347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38524) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:20.971792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ea736493-5815-4c14-8068-56642a4141f7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '009cda96-341d-47a6-9c43-a557758dc2ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6e810820-7777-4dce-96d8-f0e162331232'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:21.161812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91b71285-ded6-4c20-a2a7-dfcde5d09e6e req-c8bc32c0-fed2-4018-9703-e334ee27148c tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.1250401 Nov 03 18:56:21.238338 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.263450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4480d6ee-9fb5-4447-a914-4f9375cae036,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:21.280964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.360426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.369600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:21.370631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.515007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0383fd6-2b28-494f-b629-ebfc387d5df6 req-9da120cb-32ee-46ab-b030-ba6aecf34fc8 tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.1875942 Nov 03 18:56:21.518601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Network': ['ID=c7fb70c1-0ebb-4660-814c-4640233d8f16,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:21.540084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c6404228-6b6f-48a8-acb9-052dbe2c04d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.549606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c7fb70c1-0ebb-4660-814c-4640233d8f16 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:21.555462 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-ea736493-5815-4c14-8068-56642a4141f7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:21.562863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-074d6a94-f15d-4121-ae73-73722d13544d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5692391 Nov 03 18:56:21.571457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38528) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:21.571716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea736493-5815-4c14-8068-56642a4141f7 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6128116 Nov 03 18:56:21.580067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'subnet': {'network_id': 'c7fb70c1-0ebb-4660-814c-4640233d8f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:21.584963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38530) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:21.658903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.659982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c6404228-6b6f-48a8-acb9-052dbe2c04d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.667279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:21.668924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.795318 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c6404228-6b6f-48a8-acb9-052dbe2c04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.807821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c6404228-6b6f-48a8-acb9-052dbe2c04d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.815449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c6404228-6b6f-48a8-acb9-052dbe2c04d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95e98c58-08be-4a50-adfb-033575524ef1 HTTP/1.1" status: 204 len: 168 time: 0.9549503 Nov 03 18:56:21.850381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:15Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:16Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:21.854828 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4055905 Nov 03 18:56:21.872477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38534) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:21.895808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f41-2932-4184-b940-6fa69afac151 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.956109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:21.957303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Updating router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:56:21.964984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'subnet': {'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:22.009639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6404228-6b6f-48a8-acb9-052dbe2c04d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e98c58-08be-4a50-adfb-033575524ef1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:22.101846 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.112072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f41-2932-4184-b940-6fa69afac151 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.215647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f41-2932-4184-b940-6fa69afac151 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.220670 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f41-2932-4184-b940-6fa69afac151 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.228033 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3ef54f41-2932-4184-b940-6fa69afac151 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/6e810820-7777-4dce-96d8-f0e162331232 HTTP/1.1" status: 204 len: 168 time: 0.6399734 Nov 03 18:56:22.256743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38540) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:22.264743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54f41-2932-4184-b940-6fa69afac151 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e810820-7777-4dce-96d8-f0e162331232,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:22.310402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd36a39-10d4-466b-bdb2-2f416f5d41ba tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Network': ['ID=abb17553-92d4-482a-9212-c124cafd837c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:22.382166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-07ee0b6b-9e81-4a04-8240-137151f879aa tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1011820 Nov 03 18:56:22.387907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38542) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:22.401027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Made reservation on behalf of 8da6936202264331ac19d4a7cad46859 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:22.409798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network abb17553-92d4-482a-9212-c124cafd837c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:22.426742 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.494581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Made reservation on behalf of cac61ea918044e65a3cb56573923a5e6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:22.503326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.748294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43a196-59a0-4990-b53f-f1d37603116d req-36063305-72e4-4e1c-a643-2cb26e0b36b6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:22.757855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c43a196-59a0-4990-b53f-f1d37603116d req-36063305-72e4-4e1c-a643-2cb26e0b36b6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.3933606 Nov 03 18:56:22.845576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c43a196-59a0-4990-b53f-f1d37603116d req-db6c1f38-190e-4563-b5b8-dc6f3b38244e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808845 Nov 03 18:56:22.864088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1daa4b70-7fc0-4064-9dc1-efe9e6fa445f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.962245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1daa4b70-7fc0-4064-9dc1-efe9e6fa445f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.074730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.101457 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1daa4b70-7fc0-4064-9dc1-efe9e6fa445f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.103312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1daa4b70-7fc0-4064-9dc1-efe9e6fa445f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.108816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1daa4b70-7fc0-4064-9dc1-efe9e6fa445f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/009cda96-341d-47a6-9c43-a557758dc2ad HTTP/1.1" status: 204 len: 168 time: 0.7154841 Nov 03 18:56:23.151528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38550) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.152380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa4b70-7fc0-4064-9dc1-efe9e6fa445f tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009cda96-341d-47a6-9c43-a557758dc2ad,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:23.188825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61aa7c68-3887-4bb6-a3fc-50343637bab7 req-121719e4-3104-4dc1-8866-f65c0271112b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.1097963 Nov 03 18:56:23.253930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Checking segment: {'id': 'f21c1a48-0a03-4009-ab12-996d3609f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c7fb70c1-0ebb-4660-814c-4640233d8f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:23.254586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network hostable DHCP agents. Network: c7fb70c1-0ebb-4660-814c-4640233d8f16, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:23.262225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Subnet': ['ID=a19e5afe-eeee-46d4-8d59-f82a38c80c95,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:23.289049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.289726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.290412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.291140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.291958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.292881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.293648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.294419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.295154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.296126 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.296916 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.298189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:23.335761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network c7fb70c1-0ebb-4660-814c-4640233d8f16 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:23.354186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a356b30e-a5fd-4161-9d6d-f4faefadef7e tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1637335 Nov 03 18:56:23.359373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c7fb70c1-0ebb-4660-814c-4640233d8f16) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:23.365152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38556) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.369038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:23.384359 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.404667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5c0c190a-4cdc-4d1d-8cee-da449d64f204 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366324854'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:23.468710 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c4cf6e0b-c7a7-48c9-a915-8cb9abba0f4e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9001305 Nov 03 18:56:23.469447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38558) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.473559 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c0c190a-4cdc-4d1d-8cee-da449d64f204 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.482029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'network': {'name': 'tempest-router-network01--695211105'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:23.508447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9999a8a0-6f8e-4e7b-8f7e-ce7d8f0deb52 req-3b8d4425-fac2-49e9-8261-ddb140efa17a tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.1024418 Nov 03 18:56:23.526898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Made reservation on behalf of 8da6936202264331ac19d4a7cad46859 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:23.531766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.666264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c0c190a-4cdc-4d1d-8cee-da449d64f204 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.715888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:23.717677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf09f88-2b52-4780-966f-eaa9172d1cf2 None None] Network c7fb70c1-0ebb-4660-814c-4640233d8f16 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:23.743542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.743890 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Added segment ddc70474-f6d8-4a60-aceb-bef2d8b02a2e of type vlan for network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 Nov 03 18:56:23.849825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.857866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c0c190a-4cdc-4d1d-8cee-da449d64f204 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.974102 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.023940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c190a-4cdc-4d1d-8cee-da449d64f204 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71451feb-b5d1-4958-a060-d8570656bcc3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.029353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c0c190a-4cdc-4d1d-8cee-da449d64f204 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.030745 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5c0c190a-4cdc-4d1d-8cee-da449d64f204 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6641788 Nov 03 18:56:24.039470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.047306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Subnet': ['ID=edacc9b4-df60-4461-a0e9-6bf75dc040af,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.056609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0ba3fc49-1928-4f84-a461-96cb6f0f2240 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '71451feb-b5d1-4958-a060-d8570656bcc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:24.072049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Checking segment: {'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:24.073157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network hostable DHCP agents. Network: abb17553-92d4-482a-9212-c124cafd837c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:24.112433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network abb17553-92d4-482a-9212-c124cafd837c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:24.124234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.130327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:24.130833 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.141585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, abb17553-92d4-482a-9212-c124cafd837c) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:24.150440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:24.152857 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.200550 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.231154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c5556a-a35b-464c-a64b-8db47e060a40 None None] Network abb17553-92d4-482a-9212-c124cafd837c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:24.264927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.321025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Network': ['ID=8c55857e-7fcb-472b-a521-ffc8ed7f70b8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.387356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-45bb3fd2-ae6e-41ca-b26f-0063bd5607bb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4638629 Nov 03 18:56:24.389274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38576) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.396229 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-0ba3fc49-1928-4f84-a461-96cb6f0f2240 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:24.397444 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0ba3fc49-1928-4f84-a461-96cb6f0f2240 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3569105 Nov 03 18:56:24.407417 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a17fe5ac-dc5c-40a5-bde5-ac86bd3ab5a4 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9355879 Nov 03 18:56:24.407613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:24.417726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016b75-5ba7-4a5b-9724-15bb531e7db5 req-4f7139c8-dee3-4386-9a05-012624493d94 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:24.426437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38580) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.426922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38582) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.433713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2c3f1ccd-de7c-4746-84c1-3bca3ecf6684 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group_rule': {'security_group_id': '71451feb-b5d1-4958-a060-d8570656bcc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:24.435180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf016b75-5ba7-4a5b-9724-15bb531e7db5 req-4f7139c8-dee3-4386-9a05-012624493d94 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.2544734 Nov 03 18:56:24.471910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'network': {'name': 'tempest-router-network02--2126754639'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:24.550473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Made reservation on behalf of 8da6936202264331ac19d4a7cad46859 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:24.554882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.563914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c407b1-e6c6-487d-9fac-78bcf03f771e None None] Pushing event updated for resources: {'Port': ['ID=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.674231 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-2c3f1ccd-de7c-4746-84c1-3bca3ecf6684 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:24.675696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2c3f1ccd-de7c-4746-84c1-3bca3ecf6684 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2472315 Nov 03 18:56:24.676844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:24.683502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38590) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.752237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.752606 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Added segment 55816688-06cf-4890-bc19-61e583e02816 of type vlan for network 3732eee0-5cbb-4eb2-a980-75981c875e57 Nov 03 18:56:25.028423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.066747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-141bde96-4d98-4e7d-8f01-8178111c1593 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.185256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-141bde96-4d98-4e7d-8f01-8178111c1593 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.303742 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:56:25.365024 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-141bde96-4d98-4e7d-8f01-8178111c1593 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.378199 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-141bde96-4d98-4e7d-8f01-8178111c1593 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.384521 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-141bde96-4d98-4e7d-8f01-8178111c1593 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/71451feb-b5d1-4958-a060-d8570656bcc3 HTTP/1.1" status: 204 len: 168 time: 0.6999002 Nov 03 18:56:25.406863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Attempting to bind port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:25.407607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Attempting to bind port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:25.408368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Attempting to bind port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 on network a282052d-2d37-44ec-99de-fac0315566c5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:25.425729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38598) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:25.431281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.474436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.475138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.576885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:25.586080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Checking segment: {'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:25.588328 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.590034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Bound using segment: {'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:25.592631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Bound port: cba19c59-f0b4-4d12-9dc1-36aef47f6da6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:25.593301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.733398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Network': ['ID=3732eee0-5cbb-4eb2-a980-75981c875e57,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:25.738501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bde96-4d98-4e7d-8f01-8178111c1593 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71451feb-b5d1-4958-a060-d8570656bcc3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:25.852341 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c10ba3d8-bfc6-4a89-9b57-da7e9d36911b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4184489 Nov 03 18:56:25.857757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:25.874006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'subnet': {'network_id': '8c55857e-7fcb-472b-a521-ffc8ed7f70b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:25.923146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cde1bd52-fc52-4769-b9eb-43d0810b611b tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4434414 Nov 03 18:56:25.928890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3732eee0-5cbb-4eb2-a980-75981c875e57 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:25.962530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38606) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:25.973054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4003cba7-7b3f-4713-9c19-5775958a457c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'tempest-secgroup--363649021'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:26.175498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91c4476a-a4c6-4d94-94ac-16f39853d5d7 req-d16c729e-e940-450c-9081-49295a75bd3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.0725954 Nov 03 18:56:26.257336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4003cba7-7b3f-4713-9c19-5775958a457c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.267740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c81e303b-86de-4f0c-9a67-7b2b0f5745a9 None None] Provisioning complete for port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:26.268392 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c81e303b-86de-4f0c-9a67-7b2b0f5745a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.308192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf016b75-5ba7-4a5b-9724-15bb531e7db5 req-739aaf2d-5f02-457f-a0af-b7c34a814bd2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8698246 Nov 03 18:56:26.428263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Made reservation on behalf of 8da6936202264331ac19d4a7cad46859 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:26.442039 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.649724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c7fb70c1-0ebb-4660-814c-4640233d8f16', 'network_id': 'c7fb70c1-0ebb-4660-814c-4640233d8f16', 'tenant_id': '8da6936202264331ac19d4a7cad46859', 'fixed_ips': [{'subnet_id': 'a19e5afe-eeee-46d4-8d59-f82a38c80c95'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:26.652899 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3ddbf05-11bf-4fdf-9c39-e08e0f5d0264 req-92b46ed4-4b87-4bf6-951c-844a8c73e105 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.0907862 Nov 03 18:56:26.653535 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.777780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] For port cba19c59-f0b4-4d12-9dc1-36aef47f6da6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:26.809808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4003cba7-7b3f-4713-9c19-5775958a457c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.833271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4003cba7-7b3f-4713-9c19-5775958a457c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.893482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-abb17553-92d4-482a-9212-c124cafd837c', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:26.912391 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.970394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c81e303b-86de-4f0c-9a67-7b2b0f5745a9 None None] Port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:26.995337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] For port cba19c59-f0b4-4d12-9dc1-36aef47f6da6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,segment=NetworkSegment(b21df0f9-5234-4973-a9f1-a4b49f94ca1d),segment_id=b21df0f9-5234-4973-a9f1-a4b49f94ca1d)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:27.026923 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4003cba7-7b3f-4713-9c19-5775958a457c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.030051 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4003cba7-7b3f-4713-9c19-5775958a457c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0655711 Nov 03 18:56:27.039493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.045215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38618) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:27.068948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5dac56b1-17db-4263-8a8a-f4ab22230703 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:27.069603 n-d-812148-3 neutron-server[101756]: WARNING neutron.api.v2.base [None req-5dac56b1-17db-4263-8a8a-f4ab22230703 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 18:56:27.069973 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-5dac56b1-17db-4263-8a8a-f4ab22230703 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 18:56:27.074205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5dac56b1-17db-4263-8a8a-f4ab22230703 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "PUT /v2.0/security-groups/b4f57fae-3940-4fd4-8036-7890d0f72992 HTTP/1.1" status: 409 len: 330 time: 0.0217099 Nov 03 18:56:27.074884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:27.168002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003cba7-7b3f-4713-9c19-5775958a457c tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f57fae-3940-4fd4-8036-7890d0f72992,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:27.487021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.530053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2465a3c-3d3e-4fa2-a7fb-235eaf3c1a34 req-c9f848c8-0088-4398-934e-5985846d9dd9 tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.4835031 Nov 03 18:56:27.544637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.669142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Subnet': ['ID=36c30c0a-da03-41ae-9b61-51feda750475,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:27.831585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c407b1-e6c6-487d-9fac-78bcf03f771e None None] Pushing event updated for resources: {'Port': ['ID=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:27.851919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Checking segment: {'id': 'ddc70474-f6d8-4a60-aceb-bef2d8b02a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8c55857e-7fcb-472b-a521-ffc8ed7f70b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:27.853027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network hostable DHCP agents. Network: 8c55857e-7fcb-472b-a521-ffc8ed7f70b8, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:27.902331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:27.924742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 8c55857e-7fcb-472b-a521-ffc8ed7f70b8) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:27.942919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:27.944312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.993482 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f8b65c7f-8dec-4d81-98db-e847193c3e86 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1358318 Nov 03 18:56:27.995827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38632) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:28.016759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'subnet': {'network_id': '3732eee0-5cbb-4eb2-a980-75981c875e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:28.205123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Allocated IP 2001:db8:3::2 (abb17553-92d4-482a-9212-c124cafd837c/edacc9b4-df60-4461-a0e9-6bf75dc040af/c77e3f12-dce1-4a49-b7b0-cd46c64d42ec) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:28.268473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae924f-1bf3-4c23-bc4c-e6ac06d80b79 None None] Network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:28.412775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:28.413965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:28.434229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e6b6-32db-4751-8e89-51e3309793d9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.468995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Made reservation on behalf of 8da6936202264331ac19d4a7cad46859 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:28.498524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.522035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbd9e5-b793-4d72-b9d6-08c9d5db43a8 req-1ba0d80e-519e-4772-baba-4600880990ad tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:28.538920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00fbd9e5-b793-4d72-b9d6-08c9d5db43a8 req-1ba0d80e-519e-4772-baba-4600880990ad tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.7010159 Nov 03 18:56:28.545167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e6b6-32db-4751-8e89-51e3309793d9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.743779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e6b6-32db-4751-8e89-51e3309793d9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.748379 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e6b6-32db-4751-8e89-51e3309793d9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.764905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38640) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:28.766519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7dd7e6b6-32db-4751-8e89-51e3309793d9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/b4f57fae-3940-4fd4-8036-7890d0f72992 HTTP/1.1" status: 204 len: 168 time: 1.6858184 Nov 03 18:56:28.863633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e6b6-32db-4751-8e89-51e3309793d9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f57fae-3940-4fd4-8036-7890d0f72992,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:28.904003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00fbd9e5-b793-4d72-b9d6-08c9d5db43a8 req-b913c251-1d34-409f-a326-c3249fe5c7f0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606505 Nov 03 18:56:28.934673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-935f70a7-0cf9-4533-8266-53043734cda5 None None] Provisioning complete for port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:28.935379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-935f70a7-0cf9-4533-8266-53043734cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.185693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:29.314347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52f2ae45-00f2-4757-a679-eec5b908ca9a req-dc608a4c-ba3d-4427-b0e2-bbffc010353b tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.0663970 Nov 03 18:56:29.481755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.610584 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b3d832a3-1aa3-4c02-9ca8-47335fec10a4 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8435910 Nov 03 18:56:29.626388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38650) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:29.665201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-befe115a-c229-4246-af8f-61456fbfb33e req-14069023-9e4b-40da-a193-ff40b813e2c9 tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.1393614 Nov 03 18:56:29.705635 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-f446ccfa-b093-4a2c-bd61-295f6cd45f19 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] delete failed (client error): The resource could not be found. Nov 03 18:56:29.716755 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f446ccfa-b093-4a2c-bd61-295f6cd45f19 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "DELETE /v2.0/security-groups/8a061429-dbb8-442f-bf54-3920a22c919b HTTP/1.1" status: 404 len: 347 time: 0.0843003 Nov 03 18:56:29.717044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38652) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:29.758488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Subnet': ['ID=191758f6-d182-4824-8bda-a02938991259,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:29.792232 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-eedaf0ab-5a0e-4a73-904c-e35246e41818 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] show failed (client error): The resource could not be found. Nov 03 18:56:29.806509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eedaf0ab-5a0e-4a73-904c-e35246e41818 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-groups/dde5db13-6cba-4efb-92e8-223d53f90ada HTTP/1.1" status: 404 len: 347 time: 0.0871267 Nov 03 18:56:29.814869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38656) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:29.842406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Checking segment: {'id': '55816688-06cf-4890-bc19-61e583e02816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3732eee0-5cbb-4eb2-a980-75981c875e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:29.842992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network hostable DHCP agents. Network: 3732eee0-5cbb-4eb2-a980-75981c875e57, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:29.855558 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-64b33816-bcc8-4029-8b30-45d9adf3cba9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] show failed (client error): The resource could not be found. Nov 03 18:56:29.861007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-64b33816-bcc8-4029-8b30-45d9adf3cba9 tempest-NegativeSecGroupIPv6Test-1293060865 tempest-NegativeSecGroupIPv6Test-1293060865-project] 10.222.0.77 "GET /v2.0/security-group-rules/46bb831c-0431-4a7b-a3dd-561f96f5ef6c HTTP/1.1" status: 404 len: 356 time: 0.0438955 Nov 03 18:56:29.917923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network 3732eee0-5cbb-4eb2-a980-75981c875e57 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:29.938473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3732eee0-5cbb-4eb2-a980-75981c875e57) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:29.952529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Allocated IP 172.20.0.2 (c7fb70c1-0ebb-4660-814c-4640233d8f16/a19e5afe-eeee-46d4-8d59-f82a38c80c95/41cdf504-6ba2-465d-9f16-c2777c32877f) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:29.967735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.968768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.025186 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-941db9bc-a6a9-469b-b3ad-3e12a799870f tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0278037 Nov 03 18:56:30.029634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38660) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:30.082858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a9a5d-9db1-4358-9cee-5b42bae9331d None None] Network 3732eee0-5cbb-4eb2-a980-75981c875e57 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:30.763696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38674) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:30.954856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab6a630d-4ff8-4401-b66a-12c21284c3a9 req-98defe92-6d7d-46b0-bd17-56038f87f3e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=23ea9d9500a44c6c8d0d9523dcc553ca&device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.3861117 Nov 03 18:56:31.003786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38678) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:31.052901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.229143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.259688 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.330211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab6a630d-4ff8-4401-b66a-12c21284c3a9 req-6442a3c1-21aa-4511-ae4c-091a0bb2b35a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=23ea9d9500a44c6c8d0d9523dcc553ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3470287 Nov 03 18:56:31.333015 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-477816d1-5bf4-4ca9-a072-dd75287b9a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.371113 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.394054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-935f70a7-0cf9-4533-8266-53043734cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.394795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f128e-75cd-44d2-9c95-a2a105c9fa5e req-01acbeca-a9ff-46b7-8e43-84871c66876b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:31.401218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-545f128e-75cd-44d2-9c95-a2a105c9fa5e req-01acbeca-a9ff-46b7-8e43-84871c66876b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.8401041 Nov 03 18:56:31.485667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Network c7fb70c1-0ebb-4660-814c-4640233d8f16 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:31.545521 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b0432a22-507e-451e-b416-85102c5f0bb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db52fb429ffd4f95be3830df8f2aa4af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5394957 Nov 03 18:56:31.552923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38684) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:31.735699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:31.750968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:31.757781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Allocated IP 2001:db8:3::1 (abb17553-92d4-482a-9212-c124cafd837c/edacc9b4-df60-4461-a0e9-6bf75dc040af/9e79c0d6-3be8-47a8-a602-f3d0d8290bc8) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:31.781219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Pushing event updated for resources: {'Port': ['ID=c77e3f12-dce1-4a49-b7b0-cd46c64d42ec,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:31.801480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-8c55857e-7fcb-472b-a521-ffc8ed7f70b8', 'network_id': '8c55857e-7fcb-472b-a521-ffc8ed7f70b8', 'tenant_id': '8da6936202264331ac19d4a7cad46859', 'fixed_ips': [{'subnet_id': '36c30c0a-da03-41ae-9b61-51feda750475'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:31.804861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.806965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-545f128e-75cd-44d2-9c95-a2a105c9fa5e req-dd9a6089-f500-4a79-84cb-7f03ca042a90 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3656893 Nov 03 18:56:31.931050 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-477816d1-5bf4-4ca9-a072-dd75287b9a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.947918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-477816d1-5bf4-4ca9-a072-dd75287b9a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.994238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.994669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.994943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.995400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.995799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.996351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.996916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.997507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.998069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.998494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.998859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:31.999379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:32.077512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-301c45c2-0df9-4a21-b9b5-358c63fd9590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.080458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.092803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-477816d1-5bf4-4ca9-a072-dd75287b9a36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2d653be0205424d8b65d62389ed4200&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3274145 Nov 03 18:56:32.093934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38686) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:32.113232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477816d1-5bf4-4ca9-a072-dd75287b9a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ecef8-5b56-45b0-99f9-36d49b3a1141,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:32.181154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Network abb17553-92d4-482a-9212-c124cafd837c is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:32.264004 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-301c45c2-0df9-4a21-b9b5-358c63fd9590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.344043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:32.348367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ead0ef2-9fd4-4eb8-ab18-b0446673cf90 req-cde7776a-d5be-42da-a789-11c00c42bb7d tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.2365434 Nov 03 18:56:32.518214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:32.525810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-301c45c2-0df9-4a21-b9b5-358c63fd9590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.530541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-301c45c2-0df9-4a21-b9b5-358c63fd9590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.533176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-301c45c2-0df9-4a21-b9b5-358c63fd9590 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50b98233-4eaa-4a7b-97d9-b75d061872e5 HTTP/1.1" status: 204 len: 168 time: 0.9751785 Nov 03 18:56:32.586709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c45c2-0df9-4a21-b9b5-358c63fd9590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b98233-4eaa-4a7b-97d9-b75d061872e5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:32.586709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f25160ae-9598-44b7-9420-2ebe3bbe09ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.629958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f25160ae-9598-44b7-9420-2ebe3bbe09ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.657709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-935f70a7-0cf9-4533-8266-53043734cda5 None None] For port cba19c59-f0b4-4d12-9dc1-36aef47f6da6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,segment=NetworkSegment(b21df0f9-5234-4973-a9f1-a4b49f94ca1d),segment_id=b21df0f9-5234-4973-a9f1-a4b49f94ca1d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:32.679868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Pushing event updated for resources: {'Port': ['ID=41cdf504-6ba2-465d-9f16-c2777c32877f,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:32.698809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a630d-4ff8-4401-b66a-12c21284c3a9 req-4f0a2790-ab03-474b-a9c1-5be153707334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:32.701011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab6a630d-4ff8-4401-b66a-12c21284c3a9 req-4f0a2790-ab03-474b-a9c1-5be153707334 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3597553 Nov 03 18:56:32.704116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-935f70a7-0cf9-4533-8266-53043734cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.802293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f25160ae-9598-44b7-9420-2ebe3bbe09ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.811745 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f25160ae-9598-44b7-9420-2ebe3bbe09ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.818683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f25160ae-9598-44b7-9420-2ebe3bbe09ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f3ecef8-5b56-45b0-99f9-36d49b3a1141 HTTP/1.1" status: 204 len: 168 time: 0.7178862 Nov 03 18:56:32.861673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25160ae-9598-44b7-9420-2ebe3bbe09ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ecef8-5b56-45b0-99f9-36d49b3a1141,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:32.888361 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.931177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f017370-12a5-4419-85ae-f195662c9155 req-8d7585e5-96b0-45f0-9589-f3fcbe2d6799 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.1589029 Nov 03 18:56:32.984122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Attempting to bind port 41cdf504-6ba2-465d-9f16-c2777c32877f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:32.984483 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Attempting to bind port 41cdf504-6ba2-465d-9f16-c2777c32877f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f21c1a48-0a03-4009-ab12-996d3609f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c7fb70c1-0ebb-4660-814c-4640233d8f16'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:32.984875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Attempting to bind port 41cdf504-6ba2-465d-9f16-c2777c32877f on network c7fb70c1-0ebb-4660-814c-4640233d8f16 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:33.221037 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.309404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.390344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:33.447758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91715495-eebc-4113-b196-4d3e51fb7e22 req-1ac71107-1e4c-4ba9-840c-f5c329156027 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.462444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91715495-eebc-4113-b196-4d3e51fb7e22 req-1ac71107-1e4c-4ba9-840c-f5c329156027 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.1966398 Nov 03 18:56:33.476101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Allocated IP 172.20.0.2 (8c55857e-7fcb-472b-a521-ffc8ed7f70b8/36c30c0a-da03-41ae-9b61-51feda750475/92b37178-5ad3-4b64-b4f8-ead674ef0d31) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:33.487603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network abb17553-92d4-482a-9212-c124cafd837c is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:33.527816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:33.529819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:33.530648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.739807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91715495-eebc-4113-b196-4d3e51fb7e22 req-25ee8801-7f97-4518-b05f-40c26f27367c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690301 Nov 03 18:56:33.871353 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.892924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f70a7-0cf9-4533-8266-53043734cda5 None None] Pushing event updated for resources: {'Port': ['ID=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:33.943177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:33.943799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Checking segment: {'id': 'f21c1a48-0a03-4009-ab12-996d3609f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c7fb70c1-0ebb-4660-814c-4640233d8f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:33.945775 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.945775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Bound using segment: {'id': 'f21c1a48-0a03-4009-ab12-996d3609f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c7fb70c1-0ebb-4660-814c-4640233d8f16'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:33.946543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Bound port: 41cdf504-6ba2-465d-9f16-c2777c32877f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21c1a48-0a03-4009-ab12-996d3609f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c7fb70c1-0ebb-4660-814c-4640233d8f16'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:33.947193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.000971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-3732eee0-5cbb-4eb2-a980-75981c875e57', 'network_id': '3732eee0-5cbb-4eb2-a980-75981c875e57', 'tenant_id': '8da6936202264331ac19d4a7cad46859', 'fixed_ips': [{'subnet_id': '191758f6-d182-4824-8bda-a02938991259'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:34.010895 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.279361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Attempting to bind port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:34.279961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Attempting to bind port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:34.280552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Attempting to bind port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec on network abb17553-92d4-482a-9212-c124cafd837c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:34.287213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab6a630d-4ff8-4401-b66a-12c21284c3a9 req-2a8f7283-6694-485b-b1aa-0f79a3d1220b tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.70 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.1689193 Nov 03 18:56:34.309371 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.352553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38722) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:34.388359 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d42a-1e5c-434d-bd37-f8d7c9ff79fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.489701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d3589e9-5f73-4159-b7fe-0c17f25dad3a req-789b7a74-9aa9-4b78-ab4c-c3d56b6b059e tempest-ServerShowV257Test-252126596 tempest-ServerShowV257Test-252126596-project] 10.222.0.77 "GET /v2.0/ports?device_id=6830aa5d-0f02-4d5c-9655-36377bbc76cb HTTP/1.1" status: 200 len: 210 time: 0.3148785 Nov 03 18:56:34.518766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:34.519676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Checking segment: {'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:34.519676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.519998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Bound using segment: {'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:34.520439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Bound port: c77e3f12-dce1-4a49-b7b0-cd46c64d42ec, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:34.520853 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.784965 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d42a-1e5c-434d-bd37-f8d7c9ff79fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.812688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d42a-1e5c-434d-bd37-f8d7c9ff79fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.009250 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6bc9d42a-1e5c-434d-bd37-f8d7c9ff79fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=350e538e5a934a40bfe7c8f379d1f4f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6496859 Nov 03 18:56:35.032337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38730) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:35.033839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9d42a-1e5c-434d-bd37-f8d7c9ff79fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5933802-9290-4462-81cf-aec4e0f1812f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:35.126429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] For port 41cdf504-6ba2-465d-9f16-c2777c32877f, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:35.131311 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] For port 41cdf504-6ba2-465d-9f16-c2777c32877f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=41cdf504-6ba2-465d-9f16-c2777c32877f,segment=NetworkSegment(f21c1a48-0a03-4009-ab12-996d3609f0b9),segment_id=f21c1a48-0a03-4009-ab12-996d3609f0b9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:35.151986 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.178184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.215487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:15Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:26Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:35.265584 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.341628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:35.528553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38734) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:35.535479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0050457 Nov 03 18:56:35.543785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:35.545260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38736) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:35.555073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044d2d-67b0-41fd-b954-58a80cf3d95f None None] Pushing event updated for resources: {'Port': ['ID=41cdf504-6ba2-465d-9f16-c2777c32877f,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:35.559590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.576665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fab4-72d4-4af5-b6d6-7ca2955961a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.579621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] For port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:35.586378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] For port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c77e3f12-dce1-4a49-b7b0-cd46c64d42ec,segment=NetworkSegment(7917e601-1f93-4cf3-a16a-ec07820a3c80),segment_id=7917e601-1f93-4cf3-a16a-ec07820a3c80)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:35.635423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fab4-72d4-4af5-b6d6-7ca2955961a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.778006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afafae97-9fb4-4d99-a20a-4d6cca50dfab req-1d15e480-37f0-44c7-a116-17e5a47b478a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.7331293 Nov 03 18:56:35.871978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Allocated IP 172.20.0.2 (3732eee0-5cbb-4eb2-a980-75981c875e57/191758f6-d182-4824-8bda-a02938991259/18f1db44-73a0-4106-bd09-6561a69dba9d) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:35.901150 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.902804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.928952 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fab4-72d4-4af5-b6d6-7ca2955961a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.942221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fab4-72d4-4af5-b6d6-7ca2955961a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.943688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4ee6fab4-72d4-4af5-b6d6-7ca2955961a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5933802-9290-4462-81cf-aec4e0f1812f HTTP/1.1" status: 204 len: 168 time: 0.8820391 Nov 03 18:56:35.957943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:35.991684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e73a2-6dd6-4259-80c3-63dc38c830bf None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:15Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:26Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:36.223663 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-67d46e7a-93da-429d-8b09-ded98932f2c0 tempest-NetworksApiDiscovery-766635757 tempest-NetworksApiDiscovery-766635757-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6730185 Nov 03 18:56:36.402502 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.734907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6fab4-72d4-4af5-b6d6-7ca2955961a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5933802-9290-4462-81cf-aec4e0f1812f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:36.780119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Network abb17553-92d4-482a-9212-c124cafd837c is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:36.784095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Allocated IP 172.20.0.1 (8c55857e-7fcb-472b-a521-ffc8ed7f70b8/36c30c0a-da03-41ae-9b61-51feda750475/ed33e699-baea-4ba9-951d-6a4869d86f27) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:36.877024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:36.927798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event updated for resources: {'Port': ['ID=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.294339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 41cdf504-6ba2-465d-9f16-c2777c32877f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:37.301708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38772) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:37.766333 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e156620f-76b6-4f6a-99bd-f0066a2f3869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.013880 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.021383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Attempting to bind port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:38.022807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Attempting to bind port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ddc70474-f6d8-4a60-aceb-bef2d8b02a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8c55857e-7fcb-472b-a521-ffc8ed7f70b8'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:38.025182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Attempting to bind port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 on network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:38.028754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-831f8562-14c6-485c-8b6e-5cbbac7f4b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.043433 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.062118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Pushing event updated for resources: {'Port': ['ID=92b37178-5ad3-4b64-b4f8-ead674ef0d31,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:38.152262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Network 3732eee0-5cbb-4eb2-a980-75981c875e57 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:38.168157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:38.177041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:38.382526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:38.389162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Checking segment: {'id': 'ddc70474-f6d8-4a60-aceb-bef2d8b02a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8c55857e-7fcb-472b-a521-ffc8ed7f70b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:38.391211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.391853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Bound using segment: {'id': 'ddc70474-f6d8-4a60-aceb-bef2d8b02a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8c55857e-7fcb-472b-a521-ffc8ed7f70b8'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:38.392537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Bound port: 92b37178-5ad3-4b64-b4f8-ead674ef0d31, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc70474-f6d8-4a60-aceb-bef2d8b02a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8c55857e-7fcb-472b-a521-ffc8ed7f70b8'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:38.394151 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.408220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-831f8562-14c6-485c-8b6e-5cbbac7f4b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.414923 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-831f8562-14c6-485c-8b6e-5cbbac7f4b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.530216 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f8562-14c6-485c-8b6e-5cbbac7f4b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da140bcf-5376-48b6-b486-947e55a4d3ec,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:38.540939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93151c87-ad80-4944-8076-8577e635afe7 None None] Network c7fb70c1-0ebb-4660-814c-4640233d8f16 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:38.560621 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-831f8562-14c6-485c-8b6e-5cbbac7f4b0f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3cdb6c7c0984d779d3b94aa1948dc9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2573280 Nov 03 18:56:38.564930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38790) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:38.667079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] For port 92b37178-5ad3-4b64-b4f8-ead674ef0d31, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:38.672361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] For port 92b37178-5ad3-4b64-b4f8-ead674ef0d31, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=92b37178-5ad3-4b64-b4f8-ead674ef0d31,segment=NetworkSegment(ddc70474-f6d8-4a60-aceb-bef2d8b02a2e),segment_id=ddc70474-f6d8-4a60-aceb-bef2d8b02a2e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:38.706427 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c49b659-350a-459a-b621-dee3762e6d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.720485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1503-93b7-4da5-a9c0-f0960e4caea5 req-81b020f2-fdd7-4640-af44-df9bff2ceb48 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.729473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89cd1503-93b7-4da5-a9c0-f0960e4caea5 req-81b020f2-fdd7-4640-af44-df9bff2ceb48 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 2.4739873 Nov 03 18:56:38.770932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c49b659-350a-459a-b621-dee3762e6d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.854993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89cd1503-93b7-4da5-a9c0-f0960e4caea5 req-2b917af4-b127-4762-9c38-dd895414221d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237922 Nov 03 18:56:38.865366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:38.886435 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c15eee18-2b79-425e-9870-924664541758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.907873 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.926368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-a6a10157-2c0b-4f61-bec8-1e1843a23b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.927982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-a6a10157-2c0b-4f61-bec8-1e1843a23b5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1097 time: 0.4429655 Nov 03 18:56:38.930420 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c49b659-350a-459a-b621-dee3762e6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.937087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c49b659-350a-459a-b621-dee3762e6d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.939193 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4c49b659-350a-459a-b621-dee3762e6d93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da140bcf-5376-48b6-b486-947e55a4d3ec HTTP/1.1" status: 204 len: 168 time: 0.3729250 Nov 03 18:56:38.959304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49b659-350a-459a-b621-dee3762e6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da140bcf-5376-48b6-b486-947e55a4d3ec,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:38.981560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 41cdf504-6ba2-465d-9f16-c2777c32877f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:38.982752 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.009613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f587121a-0e2a-463e-8258-181915a48906 None None] Provisioning complete for port 41cdf504-6ba2-465d-9f16-c2777c32877f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:39.010162 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f587121a-0e2a-463e-8258-181915a48906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.232448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Attempting to bind port 18f1db44-73a0-4106-bd09-6561a69dba9d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:39.233058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Attempting to bind port 18f1db44-73a0-4106-bd09-6561a69dba9d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '55816688-06cf-4890-bc19-61e583e02816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3732eee0-5cbb-4eb2-a980-75981c875e57'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:39.233696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Attempting to bind port 18f1db44-73a0-4106-bd09-6561a69dba9d on network 3732eee0-5cbb-4eb2-a980-75981c875e57 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:39.252900 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.316544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:39.317136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Checking segment: {'id': '55816688-06cf-4890-bc19-61e583e02816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3732eee0-5cbb-4eb2-a980-75981c875e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:39.323543 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.332069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Bound using segment: {'id': '55816688-06cf-4890-bc19-61e583e02816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3732eee0-5cbb-4eb2-a980-75981c875e57'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:39.338763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Bound port: 18f1db44-73a0-4106-bd09-6561a69dba9d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55816688-06cf-4890-bc19-61e583e02816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3732eee0-5cbb-4eb2-a980-75981c875e57'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:39.339834 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.432199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b71d23-d370-4bb2-bcf0-3a23a3b20b17 None None] Pushing event updated for resources: {'Port': ['ID=c77e3f12-dce1-4a49-b7b0-cd46c64d42ec,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:39.511805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:39.531324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38804) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:39.539612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:39.540323 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:39.547507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1c684e24-4f2e-42ae-9cb8-3cdf7cc497cc tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1344643 Nov 03 18:56:39.582270 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:39.587558 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:39.721816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-d35062ac-2d0b-4b74-8796-d45dd8625a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.729616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-d35062ac-2d0b-4b74-8796-d45dd8625a23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.7929063 Nov 03 18:56:39.751938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-823b14a3-1b71-4ec5-bdef-dfda75bf442b req-bbe0507d-6f38-406c-9cf7-2ffa46bfe2b4 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.4954147 Nov 03 18:56:39.768886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.979127 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:40.100068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] For port 18f1db44-73a0-4106-bd09-6561a69dba9d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:40.105099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-4c7e96c4-2dfd-4ffd-af0e-c1c387951464 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1002 time: 0.3448436 Nov 03 18:56:40.105099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38814) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:40.122840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] For port 18f1db44-73a0-4106-bd09-6561a69dba9d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=18f1db44-73a0-4106-bd09-6561a69dba9d,segment=NetworkSegment(55816688-06cf-4890-bc19-61e583e02816),segment_id=55816688-06cf-4890-bc19-61e583e02816)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:40.214860 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.247534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:40.415535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:40.428317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:40.526565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Pushing event updated for resources: {'Port': ['ID=18f1db44-73a0-4106-bd09-6561a69dba9d,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:40.566560 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.573042 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f587121a-0e2a-463e-8258-181915a48906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.603834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-e7a8412c-f14e-4ba6-8f2c-0207c0ef9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:40.605531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-e7a8412c-f14e-4ba6-8f2c-0207c0ef9145 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.3920591 Nov 03 18:56:40.612990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.833940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b36088-88d5-4ba3-b19f-cc29c8eeab0c None None] Network abb17553-92d4-482a-9212-c124cafd837c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:41.157625 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:33Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:34Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:41.330075 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:41.331330 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Updating router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:56:41.394761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca44ed20-bbf3-4687-8a8d-71b1ddfcdb7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.434660 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.440782 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.515675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d0f9d-2d87-4f96-af35-b5524bdce39c None None] Pushing event updated for resources: {'Port': ['ID=92b37178-5ad3-4b64-b4f8-ead674ef0d31,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:41.600030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Port': ['ID=ed33e699-baea-4ba9-951d-6a4869d86f27,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:41.652318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f587121a-0e2a-463e-8258-181915a48906 None None] For port 41cdf504-6ba2-465d-9f16-c2777c32877f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=41cdf504-6ba2-465d-9f16-c2777c32877f,segment=NetworkSegment(f21c1a48-0a03-4009-ab12-996d3609f0b9),segment_id=f21c1a48-0a03-4009-ab12-996d3609f0b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:41.800821 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f587121a-0e2a-463e-8258-181915a48906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.874057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5fab1-2e80-4d7f-b893-1c5e606e7bce req-696384c6-c9c1-45f7-b69e-fa08af5c4a3e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:41.897404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5f5fab1-2e80-4d7f-b893-1c5e606e7bce req-696384c6-c9c1-45f7-b69e-fa08af5c4a3e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 1.4855301 Nov 03 18:56:41.946819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-8d706d64-6e65-470e-8629-55e7cfa5ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:41.951091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-8d706d64-6e65-470e-8629-55e7cfa5ca81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0137434 Nov 03 18:56:42.084556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:42.424750 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:42.431652 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:42.676248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-e1a0c680-dcb6-46e1-ad9c-d7163df997da service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952791 Nov 03 18:56:42.679984 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca44ed20-bbf3-4687-8a8d-71b1ddfcdb7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.681986 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.720713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.784413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca44ed20-bbf3-4687-8a8d-71b1ddfcdb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.820021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:56:42.872809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Removed routes are [] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:56:42.873508 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.899205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e7b19484-dc74-438f-a25e-eaa4360e0716 None None] Provisioning complete for port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:42.900782 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e7b19484-dc74-438f-a25e-eaa4360e0716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.919385 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.932890 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.946956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ca44ed20-bbf3-4687-8a8d-71b1ddfcdb7d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23ea9d9500a44c6c8d0d9523dcc553ca&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8203754 Nov 03 18:56:42.989038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38856) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:43.003987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.016805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0723b924-3929-4acf-b522-e332f858626c None None] Network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:43.027869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.155163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e595ac1-e1be-4f67-937a-00ca79dd2cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.180433 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Pushing event updated for resources: {'Port': ['ID=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.226983 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e595ac1-e1be-4f67-937a-00ca79dd2cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.231167 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.235401 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.236430 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.237494 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.240474 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.241647 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.242553 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.249992 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.251260 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.252169 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.253080 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.267826 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.482958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b84762-be5d-481a-ad52-bfc3fb17b101 None None] Pushing event updated for resources: {'Port': ['ID=18f1db44-73a0-4106-bd09-6561a69dba9d,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.498931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b76f0b6-4683-41ac-805f-770043fdc97a None None] Network 3732eee0-5cbb-4eb2-a980-75981c875e57 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:43.566370 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Attempting to bind port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:43.567998 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Attempting to bind port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:43.570618 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Attempting to bind port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 on network abb17553-92d4-482a-9212-c124cafd837c {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:43.586119 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:43.586386 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Checking segment: {'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:43.589080 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.589585 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Bound using segment: {'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:43.590104 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Bound port: 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7917e601-1f93-4cf3-a16a-ec07820a3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:43.593170 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.626703 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e595ac1-e1be-4f67-937a-00ca79dd2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.638843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5f5fab1-2e80-4d7f-b893-1c5e606e7bce req-9d761d20-ef0e-446b-8f85-bccd01b96a0f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7365093 Nov 03 18:56:43.655839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3e595ac1-e1be-4f67-937a-00ca79dd2cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.666344 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3e595ac1-e1be-4f67-937a-00ca79dd2cdf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba437b6e-5152-4608-bc05-6cdfa34d8dff HTTP/1.1" status: 204 len: 168 time: 0.6758301 Nov 03 18:56:43.750339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e595ac1-e1be-4f67-937a-00ca79dd2cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba437b6e-5152-4608-bc05-6cdfa34d8dff,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.751819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44ed20-bbf3-4687-8a8d-71b1ddfcdb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba437b6e-5152-4608-bc05-6cdfa34d8dff,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.763461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddcd53ac-22d2-456b-b130-6f2ec301de73 req-a77d0b82-5076-4660-83c2-e312cff43715 service neutron] 10.222.0.70 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0583296 Nov 03 18:56:43.768541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.787914 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] For port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:43.788774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.795841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:43.799455 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] For port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,segment=NetworkSegment(7917e601-1f93-4cf3-a16a-ec07820a3c80),segment_id=7917e601-1f93-4cf3-a16a-ec07820a3c80)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:43.807304 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.846102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:43.851905 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dd09bb-9097-4e7c-9f23-1601256fdee3" -d '{"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:43.863176 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:43.863817 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:43.880634 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.111106 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:44.170516 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.217217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8345306c-4c1c-44c4-be85-329ee3ca4cd9 req-b8e67b9e-7a8a-46c3-9f2c-24249a03f45e tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.0437388 Nov 03 18:56:44.218580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.365549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Port': ['ID=ed33e699-baea-4ba9-951d-6a4869d86f27,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.405817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.500223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:44.542321 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:42Z', 'revision_number': 6, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:43Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:44.625308 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6aefb-72cd-4021-bcd8-a4c5f8fb8f27 None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:42Z', 'revision_number': 6, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:43Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:44.631484 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fec124-ddf2-46e9-bc50-dd0395eff6d1 None None] Pushing event updated for resources: {'Port': ['ID=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.651654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:44.654675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:44.695463 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8448d57-57bf-42da-9afb-c31325cacf54 x-openstack-request-id: req-f8448d57-57bf-42da-9afb-c31325cacf54 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:44.696039 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:44.696487 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8448d57-57bf-42da-9afb-c31325cacf54 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:44.697279 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50', 'code': 200} Nov 03 18:56:44.709187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c77e3f12-dce1-4a49-b7b0-cd46c64d42ec up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:44.804481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:44.836015 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.840080 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6cae4a4f-1384-46e8-9fe7-da13f544694f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 200 len: 952 time: 5.3048143 Nov 03 18:56:44.843123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38892) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:44.977490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e7b19484-dc74-438f-a25e-eaa4360e0716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.252474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dfd79a4d-9ba7-478f-a420-bea98604afd0 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 200 len: 952 time: 0.4078720 Nov 03 18:56:45.257496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38896) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:45.274364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'routes': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:45.280252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312eb21-e0ed-4c17-93fb-be0738b40303 req-a05aa3ad-dde3-4763-ac95-1c68d47e3ff1 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:45.282505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7312eb21-e0ed-4c17-93fb-be0738b40303 req-a05aa3ad-dde3-4763-ac95-1c68d47e3ff1 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.3943527 Nov 03 18:56:45.308976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:45.309297 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.454670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587121a-0e2a-463e-8258-181915a48906 None None] Pushing event updated for resources: {'Port': ['ID=41cdf504-6ba2-465d-9f16-c2777c32877f,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:45.479082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7312eb21-e0ed-4c17-93fb-be0738b40303 req-ebd2d117-daf7-453a-8a12-3fe89685e6d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877439 Nov 03 18:56:45.542250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Router 504abbf8-9a8f-41ac-9987-c013a9cb3dd5 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:56:45.621917 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:56:45.657436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e7b19484-dc74-438f-a25e-eaa4360e0716 None None] For port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c77e3f12-dce1-4a49-b7b0-cd46c64d42ec,segment=NetworkSegment(7917e601-1f93-4cf3-a16a-ec07820a3c80),segment_id=7917e601-1f93-4cf3-a16a-ec07820a3c80)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:45.915413 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e7b19484-dc74-438f-a25e-eaa4360e0716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.926472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:46.035918 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db5ce7c9-f79a-4f0c-a05c-79f48c16ee1a req-6e93f056-7b18-4106-bdce-d18783268cff tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.2657385 Nov 03 18:56:46.145048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:46.156656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-281fd03a-915a-4d09-90ca-cb89f6826a53 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "PUT /v2.0/routers/504abbf8-9a8f-41ac-9987-c013a9cb3dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1252389 Nov 03 18:56:46.163470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:46.290550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d73ba-5563-4e9a-94b0-448e5a0a5cf6 None None] Sync routers for ids ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:46.508464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d73ba-5563-4e9a-94b0-448e5a0a5cf6 None None] Routers {'504abbf8-9a8f-41ac-9987-c013a9cb3dd5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:46.509314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d60d73ba-5563-4e9a-94b0-448e5a0a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:46.766288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Provisioning complete for port 41cdf504-6ba2-465d-9f16-c2777c32877f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:46.766739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.773875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added routes are [] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:56:46.774914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:56:46.865229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.954327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d60d73ba-5563-4e9a-94b0-448e5a0a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:47.064566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d73ba-5563-4e9a-94b0-448e5a0a5cf6 None None] Routers {'504abbf8-9a8f-41ac-9987-c013a9cb3dd5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:47.065228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d60d73ba-5563-4e9a-94b0-448e5a0a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:47.156473 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:47.180426 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:47.181502 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:47.283487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b19484-dc74-438f-a25e-eaa4360e0716 None None] Pushing event updated for resources: {'Port': ['ID=c77e3f12-dce1-4a49-b7b0-cd46c64d42ec,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:47.309196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d60d73ba-5563-4e9a-94b0-448e5a0a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:47.311621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d73ba-5563-4e9a-94b0-448e5a0a5cf6 None None] The sync data for ids ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:47.506425 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cba19c59-f0b4-4d12-9dc1-36aef47f6da6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:47.577611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38950) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:47.632643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38954) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:47.792502 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:47.897572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.898680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:47.898680 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.935225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.966018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-172515819-network', 'tenant_id': '9aea920e868743059bdfd9c01e031515'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:47.980531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Provisioning complete for port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:47.981009 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.105119 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-97fb32dc-4333-476a-8786-e8d135b38dbe tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:56:48.117855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-97fb32dc-4333-476a-8786-e8d135b38dbe tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "PUT /v2.0/routers/504abbf8-9a8f-41ac-9987-c013a9cb3dd5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9489546 Nov 03 18:56:48.121804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38964) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:48.186895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6950e-2471-4f09-a503-07b5bad7c6bc req-277d4a6f-8fb1-45c3-a8b8-c413fe2e3cd8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:48.188535 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9af6950e-2471-4f09-a503-07b5bad7c6bc req-277d4a6f-8fb1-45c3-a8b8-c413fe2e3cd8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.9759727 Nov 03 18:56:48.375030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.417371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Made reservation on behalf of 9aea920e868743059bdfd9c01e031515 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:48.442165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.487370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.498537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a93e4e1f-e1e3-48f7-9f1c-544e92a05d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.549266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] For port 92b37178-5ad3-4b64-b4f8-ead674ef0d31, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=92b37178-5ad3-4b64-b4f8-ead674ef0d31,segment=NetworkSegment(ddc70474-f6d8-4a60-aceb-bef2d8b02a2e),segment_id=ddc70474-f6d8-4a60-aceb-bef2d8b02a2e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:48.549520 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:46Z', 'revision_number': 7, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:43Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:48.561535 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.616064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9af6950e-2471-4f09-a503-07b5bad7c6bc req-140b7d8d-9c04-4622-a3fc-c1682030e20e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824516 Nov 03 18:56:48.651395 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:48.679129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 92b37178-5ad3-4b64-b4f8-ead674ef0d31 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:48.690396 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:48.691124 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:48.827249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Provisioning complete for port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:48.827687 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.902925 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:48.921089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Pushing event updated for resources: {'Port': ['ID=92b37178-5ad3-4b64-b4f8-ead674ef0d31,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.941450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:48.941844 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.997590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.062820 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.110645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:49.138856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2de500ac-927b-47ca-bab4-38c9903da19c req-866e7f24-a7f4-497f-b9f9-8f6845390776 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.1480944 Nov 03 18:56:49.202438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.203667 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Added segment 9f5a398f-fb58-4bcd-8be2-ce8aa9d15f67 of type vlan for network 3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653 Nov 03 18:56:49.290046 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.460705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] For port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,segment=NetworkSegment(7917e601-1f93-4cf3-a16a-ec07820a3c80),segment_id=7917e601-1f93-4cf3-a16a-ec07820a3c80)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:49.471738 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.620933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:49.621988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0506d-d656-4502-a260-7cc528f4b9bf,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:49.650910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.666214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.671134 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:46Z', 'revision_number': 7, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:43Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:49.672134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Provisioning complete for port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:49.672538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.734698 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69ba1a-c6ba-4c1b-ab0e-44949554f0b7 None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:46Z', 'revision_number': 7, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:43Z', 'revision_number': 4, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:49.785175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:49.924314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a93e4e1f-e1e3-48f7-9f1c-544e92a05d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.971531 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a93e4e1f-e1e3-48f7-9f1c-544e92a05d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.080055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 18f1db44-73a0-4106-bd09-6561a69dba9d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:50.083609 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:56:50.089653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e4e1f-e1e3-48f7-9f1c-544e92a05d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd536f-547e-49e4-b5e0-79f051892cc2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:50.192803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a93e4e1f-e1e3-48f7-9f1c-544e92a05d3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5648b41d844c498cb9368136fee43e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5579519 Nov 03 18:56:50.232204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39010) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:50.233473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.235725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:50.236598 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.281647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Pushing event updated for resources: {'Port': ['ID=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:50.539529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] Pushing event updated for resources: {'Network': ['ID=3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:50.596561 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ade2f487-99b8-46dc-8fb0-9d68979a6d3d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0063229 Nov 03 18:56:50.603902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:50.608008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39020) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:50.617738 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Request body: {'subnet': {'network_id': '3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-172515819-subnet', 'tenant_id': '9aea920e868743059bdfd9c01e031515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:50.623050 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-483fa402-c7ea-4f00-8050-4dd223a79065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.656149 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-483fa402-c7ea-4f00-8050-4dd223a79065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.705218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01afa267-18c3-497a-b607-caad76086a8a req-798094a6-e41d-4577-8a9e-fae8e585dcd8 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.0784175 Nov 03 18:56:50.724788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:50.757194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:50.765972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.777812 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-70ca0dad-ff49-48a0-9d42-c0d89ec0dd51 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 200 len: 702 time: 5.5185328 Nov 03 18:56:50.790679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39026) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:50.875576 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 18f1db44-73a0-4106-bd09-6561a69dba9d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:50.875990 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.922412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Deleting port ed33e699-baea-4ba9-951d-6a4869d86f27 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:50.922556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.996814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:50.997513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:51.005615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-c41db2b9-b719-4ea2-bb9c-5b9177042578 req-6cc327e1-14bf-47d3-9613-35427d8774ac service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:56:51.007921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c41db2b9-b719-4ea2-bb9c-5b9177042578 req-6cc327e1-14bf-47d3-9613-35427d8774ac service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1730773 Nov 03 18:56:51.009037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Provisioning complete for port 18f1db44-73a0-4106-bd09-6561a69dba9d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:51.009478 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.254576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.313332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Calling delete_port for ed33e699-baea-4ba9-951d-6a4869d86f27 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:51.390086 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.471491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:51.499611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 18f1db44-73a0-4106-bd09-6561a69dba9d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=18f1db44-73a0-4106-bd09-6561a69dba9d,segment=NetworkSegment(55816688-06cf-4890-bc19-61e583e02816),segment_id=55816688-06cf-4890-bc19-61e583e02816)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:51.545518 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.547661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c77e3f12-dce1-4a49-b7b0-cd46c64d42ec up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:51.591802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6fd20-1227-4693-8ccd-193050284003 req-c6e4e5c8-c8b7-42db-8a63-f4e3c158505c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:51.605107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ac6fd20-1227-4693-8ccd-193050284003 req-c6e4e5c8-c8b7-42db-8a63-f4e3c158505c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.1484213 Nov 03 18:56:51.605956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39044) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:51.659771 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.817612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ac6fd20-1227-4693-8ccd-193050284003 req-77a5bf9c-7a3f-422c-9c59-e40db403df7c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001092 Nov 03 18:56:51.889143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f51e9a26-0d3a-4f6e-8e98-0cb239ce363d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.924223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:51.924838 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.970460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=18f1db44-73a0-4106-bd09-6561a69dba9d,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:51.985053 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.052719 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b87358fd-f08b-4b96-b4ec-85fc0d11bafa tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 200 len: 702 time: 1.2537553 Nov 03 18:56:52.081482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39054) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:52.178755 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:52.179310 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-7bb353ad-3925-4aed-bb49-358824964812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:52.330866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 41cdf504-6ba2-465d-9f16-c2777c32877f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:52.505470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-483fa402-c7ea-4f00-8050-4dd223a79065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.508973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-483fa402-c7ea-4f00-8050-4dd223a79065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.510577 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-483fa402-c7ea-4f00-8050-4dd223a79065 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1dbd536f-547e-49e4-b5e0-79f051892cc2 HTTP/1.1" status: 204 len: 168 time: 2.2709863 Nov 03 18:56:52.533079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24ae7c65-8a87-410d-a054-f0ad9b054e95 req-d127afdd-a92e-4870-8831-c57cba262985 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbd82ad-46bd-4c4d-9276-06173d178a07 HTTP/1.1" status: 200 len: 210 time: 0.5355906 Nov 03 18:56:52.538942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Made reservation on behalf of 9aea920e868743059bdfd9c01e031515 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:52.540415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Port': ['ID=ed33e699-baea-4ba9-951d-6a4869d86f27,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.546229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.546569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:46Z', 'revision_number': 7, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:49Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:52.614337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fa402-c7ea-4f00-8050-4dd223a79065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd536f-547e-49e4-b5e0-79f051892cc2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.634211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:52.642124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 41cdf504-6ba2-465d-9f16-c2777c32877f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:52.645536 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.775721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.800845 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f51e9a26-0d3a-4f6e-8e98-0cb239ce363d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.826985 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f51e9a26-0d3a-4f6e-8e98-0cb239ce363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.835677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:52.836448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:52.871868 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-e49f3877-08c2-4722-86dc-0c2e8bfc1e7f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8210320 Nov 03 18:56:52.933485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-197a94d6-f14a-40da-964a-ecf8413eb454 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:56:52.936291 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-197a94d6-f14a-40da-964a-ecf8413eb454 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0412126 Nov 03 18:56:53.070625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e9a26-0d3a-4f6e-8e98-0cb239ce363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54788f12-38c6-4231-b9eb-138b52938578,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:53.197071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f51e9a26-0d3a-4f6e-8e98-0cb239ce363d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8158b333a0a843f694446acad0911069&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5816905 Nov 03 18:56:53.216491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39066) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:53.315804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:53.371671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae3462-cea2-49ec-aa65-5d759e534c5f req-59c6bb2a-9e87-4642-982e-58147b85a246 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:53.379389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84ae3462-cea2-49ec-aa65-5d759e534c5f req-59c6bb2a-9e87-4642-982e-58147b85a246 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.3023839 Nov 03 18:56:53.468239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Router 504abbf8-9a8f-41ac-9987-c013a9cb3dd5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:53.469803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-164020bc-fa8e-4358-8142-bd755c4ee917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.488786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7b765ff0-a1e8-480d-8f32-15cf80e8cf15 None None] Provisioning complete for port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:53.489212 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b765ff0-a1e8-480d-8f32-15cf80e8cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.493018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84ae3462-cea2-49ec-aa65-5d759e534c5f req-5f21aed3-0299-4a78-9a15-c63d8b8afb38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126091 Nov 03 18:56:53.521628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:53.566272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.660802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.739633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39080) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:53.742540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-164020bc-fa8e-4358-8142-bd755c4ee917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.844651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:53.862254 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b326307-cb70-4618-9b6a-0700b847c969 None None] Sync routers for ids ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:53.892161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-def914d3-092f-48b5-aa6b-cd510ae6dbdf tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "PUT /v2.0/routers/504abbf8-9a8f-41ac-9987-c013a9cb3dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7674904 Nov 03 18:56:53.904671 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b326307-cb70-4618-9b6a-0700b847c969 None None] Routers {'504abbf8-9a8f-41ac-9987-c013a9cb3dd5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:53.905309 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4b326307-cb70-4618-9b6a-0700b847c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:53.947335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39082) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:53.969689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39084) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:54.009205 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4b326307-cb70-4618-9b6a-0700b847c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:54.016215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:54.016952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.026667 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b326307-cb70-4618-9b6a-0700b847c969 None None] Routers {'504abbf8-9a8f-41ac-9987-c013a9cb3dd5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:54.031287 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4b326307-cb70-4618-9b6a-0700b847c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:54.045772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-62458c86-aa3f-4475-a1cc-c83887197eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.055449 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-31fb4e71-ff07-4450-8d26-e31a422b791c tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] delete failed (client error): The resource could not be found. Nov 03 18:56:54.061122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-31fb4e71-ff07-4450-8d26-e31a422b791c tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1886684552 HTTP/1.1" status: 404 len: 335 time: 0.0979733 Nov 03 18:56:54.067135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39086) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:54.083053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-452a4a4a-f70a-4cb8-9fd6-4f085c2fc54a tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'router': {'external_gateway_info': {'network_id': '504abbf8-9a8f-41ac-9987-c013a9cb3dd5'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:54.115217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdc36a7-2682-4944-a5f6-65a0eba3971e,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:54.155669 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4b326307-cb70-4618-9b6a-0700b847c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:54.156255 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b326307-cb70-4618-9b6a-0700b847c969 None None] The sync data for ids ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:54.164721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Checking segment: {'id': '9f5a398f-fb58-4bcd-8be2-ce8aa9d15f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:54.165099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Network hostable DHCP agents. Network: 3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:54.260250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Network 3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:54.263955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea4d5e9e-efdc-413b-aac2-ef612efb0357 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.282098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:54.291628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:54.292346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.309801 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-164020bc-fa8e-4358-8142-bd755c4ee917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.315258 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-164020bc-fa8e-4358-8142-bd755c4ee917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.320035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-164020bc-fa8e-4358-8142-bd755c4ee917 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54788f12-38c6-4231-b9eb-138b52938578 HTTP/1.1" status: 204 len: 168 time: 1.0995378 Nov 03 18:56:54.352173 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2b321de6-9402-40a5-9ed1-a4268cc30f46 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.7417953 Nov 03 18:56:54.382075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea4d5e9e-efdc-413b-aac2-ef612efb0357 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.413677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3852a9ce-538c-482e-a69a-c6f1af52b460 None None] Network 3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:54.434406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164020bc-fa8e-4358-8142-bd755c4ee917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54788f12-38c6-4231-b9eb-138b52938578,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:54.557347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7b765ff0-a1e8-480d-8f32-15cf80e8cf15 None None] Provisioning complete for port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:54.558050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b765ff0-a1e8-480d-8f32-15cf80e8cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.589717 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-452a4a4a-f70a-4cb8-9fd6-4f085c2fc54a tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.603652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-62458c86-aa3f-4475-a1cc-c83887197eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.639607 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-452a4a4a-f70a-4cb8-9fd6-4f085c2fc54a tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] update failed (client error): The resource could not be found. Nov 03 18:56:54.641326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-62458c86-aa3f-4475-a1cc-c83887197eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.642815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-452a4a4a-f70a-4cb8-9fd6-4f085c2fc54a tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "PUT /v2.0/routers/504abbf8-9a8f-41ac-9987-c013a9cb3dd5 HTTP/1.1" status: 404 len: 339 time: 0.5736341 Nov 03 18:56:54.648664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea4d5e9e-efdc-413b-aac2-ef612efb0357 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.654304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea4d5e9e-efdc-413b-aac2-ef612efb0357 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.656088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea4d5e9e-efdc-413b-aac2-ef612efb0357 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "DELETE /v2.0/security-groups/3aec25ec-623a-4d97-ad9f-0b29435eeae7 HTTP/1.1" status: 204 len: 168 time: 0.9116402 Nov 03 18:56:54.657094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39096) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:54.662670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39100) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:54.733515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 92b37178-5ad3-4b64-b4f8-ead674ef0d31 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:54.738510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d5e9e-efdc-413b-aac2-ef612efb0357 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec25ec-623a-4d97-ad9f-0b29435eeae7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:54.800608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39102) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:54.805099 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-62458c86-aa3f-4475-a1cc-c83887197eb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d8cafb67a9b4adb80f594942dc29b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8342233 Nov 03 18:56:54.806253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62458c86-aa3f-4475-a1cc-c83887197eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049fdacc-934f-4bee-a627-33f7a2887617,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:54.809675 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-d9f4c296-ecd2-4294-9c49-5a76ca101fe2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] show failed (client error): The resource could not be found. Nov 03 18:56:54.812159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d9f4c296-ecd2-4294-9c49-5a76ca101fe2 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "GET /v2.0/security-groups/3aec25ec-623a-4d97-ad9f-0b29435eeae7 HTTP/1.1" status: 404 len: 347 time: 0.1402867 Nov 03 18:56:54.814629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:54.815208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.843366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39104) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:55.043024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:55.043597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.142836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:46Z', 'revision_number': 7, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:49Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:55.218959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fb650-daea-458a-aa04-1bb7c2ef6500 req-875b05bb-5de5-4d76-8cf2-b63e4bf0b26c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:55.223837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385ecd6-758d-4214-91fc-c5fc7a73ac58 None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:46Z', 'revision_number': 7, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e79c0d6-3be8-47a8-a602-f3d0d8290bc8', 'name': '', 'network_id': 'abb17553-92d4-482a-9212-c124cafd837c', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:7d:fc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:28Z', 'updated_at': '2021-11-03T18:56:49Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': 'edacc9b4-df60-4461-a0e9-6bf75dc040af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:55.224312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-042fb650-daea-458a-aa04-1bb7c2ef6500 req-875b05bb-5de5-4d76-8cf2-b63e4bf0b26c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.4943738 Nov 03 18:56:55.484721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,segment=NetworkSegment(7917e601-1f93-4cf3-a16a-ec07820a3c80),segment_id=7917e601-1f93-4cf3-a16a-ec07820a3c80)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:55.485294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.551721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:55.576946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting port 44869812-92a1-4165-bd88-af29040264bb {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:55.577306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.627875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39110) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:55.665047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7825d20-1d0a-46e6-b0c8-309841d3fd39 None None] Network 3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:55.703341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7b765ff0-a1e8-480d-8f32-15cf80e8cf15 None None] Could not find standard attr ID for object ed33e699-baea-4ba9-951d-6a4869d86f27. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:56:55.722697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcd25f4f-dab5-4010-9984-9a34ff256a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.723685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bcae3207-a6b9-4f2e-a60d-12cbcef8bf5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.804430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.804741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7b765ff0-a1e8-480d-8f32-15cf80e8cf15 None None] Provisioning complete for port 18f1db44-73a0-4106-bd09-6561a69dba9d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:55.804888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.805029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b765ff0-a1e8-480d-8f32-15cf80e8cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.867423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcd25f4f-dab5-4010-9984-9a34ff256a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.916023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Calling delete_port for 44869812-92a1-4165-bd88-af29040264bb owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:55.954099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-042fb650-daea-458a-aa04-1bb7c2ef6500 req-9db959d3-0737-46d2-a3ce-30d09b2e6a1a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5305490 Nov 03 18:56:56.009226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39112) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:56.098414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.106941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:56.161390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bcae3207-a6b9-4f2e-a60d-12cbcef8bf5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.163421 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.187677 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bcae3207-a6b9-4f2e-a60d-12cbcef8bf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.219088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No active binding found for port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 18:56:56.219556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 18:56:56.272634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddf1e09-76ea-43a9-ba36-a09e21a97647 admin admin] Deleting subnet 9cdc36a7-2682-4944-a5f6-65a0eba3971e {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:56.279856 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1e09-76ea-43a9-ba36-a09e21a97647 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.298733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Port 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 not found, will not notify nova. {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 18:56:56.299969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 18f1db44-73a0-4106-bd09-6561a69dba9d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:56.336066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=9e79c0d6-3be8-47a8-a602-f3d0d8290bc8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.337048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcd25f4f-dab5-4010-9984-9a34ff256a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.346687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcd25f4f-dab5-4010-9984-9a34ff256a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.351118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bcd25f4f-dab5-4010-9984-9a34ff256a9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/049fdacc-934f-4bee-a627-33f7a2887617 HTTP/1.1" status: 204 len: 168 time: 1.5438914 Nov 03 18:56:56.424454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae3207-a6b9-4f2e-a60d-12cbcef8bf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b7c03-3af4-4395-9b35-657c4ac40286,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.437861 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bcae3207-a6b9-4f2e-a60d-12cbcef8bf5d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24d0a4b8a587472ca1c9e2a4ea7fb56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8039792 Nov 03 18:56:56.482370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1e09-76ea-43a9-ba36-a09e21a97647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.507130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39116) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:56.518745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 18f1db44-73a0-4106-bd09-6561a69dba9d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:56.523843 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.572001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1e09-76ea-43a9-ba36-a09e21a97647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.643567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd25f4f-dab5-4010-9984-9a34ff256a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049fdacc-934f-4bee-a627-33f7a2887617,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.648113 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.657300 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1e09-76ea-43a9-ba36-a09e21a97647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.671543 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9ea2-15e8-4b23-9da5-36f306f2b2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.675695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.688610 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1e09-76ea-43a9-ba36-a09e21a97647 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.696685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ddf1e09-76ea-43a9-ba36-a09e21a97647 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9cdc36a7-2682-4944-a5f6-65a0eba3971e HTTP/1.1" status: 204 len: 168 time: 0.6821778 Nov 03 18:56:56.712856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39120) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:56.718999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Port': ['ID=44869812-92a1-4165-bd88-af29040264bb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.728964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf1e09-76ea-43a9-ba36-a09e21a97647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdc36a7-2682-4944-a5f6-65a0eba3971e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.832823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9ea2-15e8-4b23-9da5-36f306f2b2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.001149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Allocated IP 172.20.0.1 (c7fb70c1-0ebb-4660-814c-4640233d8f16/a19e5afe-eeee-46d4-8d59-f82a38c80c95/7d7a9bfc-d532-4625-8702-00da098f6202) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:57.060289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.086429 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.091861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.094687 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2b080159-1288-41d4-a44f-d661768a79df tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "DELETE /v2.0/floatingips/9ac6d599-a6f3-4e4f-8e5c-a037224ff77b HTTP/1.1" status: 204 len: 168 time: 2.2499139 Nov 03 18:56:57.101992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39132) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:57.359917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ab92-7fdc-4ad8-a820-b0240dd9bbcb req-c6de5197-779e-46ed-93c2-b4917050f000 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:57.362699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94f0ab92-7fdc-4ad8-a820-b0240dd9bbcb req-c6de5197-779e-46ed-93c2-b4917050f000 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.1671431 Nov 03 18:56:57.367750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.390844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9ea2-15e8-4b23-9da5-36f306f2b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.396214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9ea2-15e8-4b23-9da5-36f306f2b2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.404108 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fd2e9ea2-15e8-4b23-9da5-36f306f2b2bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e61b7c03-3af4-4395-9b35-657c4ac40286 HTTP/1.1" status: 204 len: 168 time: 0.8952091 Nov 03 18:56:57.488364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94f0ab92-7fdc-4ad8-a820-b0240dd9bbcb req-de90aa58-e436-4a50-801c-a84cf3f5c3f2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148491 Nov 03 18:56:57.517354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e9ea2-15e8-4b23-9da5-36f306f2b2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b7c03-3af4-4395-9b35-657c4ac40286,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:57.517593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.617944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:57.626871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.699864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network c7fb70c1-0ebb-4660-814c-4640233d8f16 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:57.707326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:57.722657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:57.773233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Port': ['ID=7d7a9bfc-d532-4625-8702-00da098f6202,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:57.839361 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.236222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.341155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3e0f7d8e-3b00-447f-95f4-6c90eb240363 None None] Provisioning complete for port 7d7a9bfc-d532-4625-8702-00da098f6202 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:58.350727 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7d8e-3b00-447f-95f4-6c90eb240363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.473287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f7d8e-3b00-447f-95f4-6c90eb240363 None None] Port 7d7a9bfc-d532-4625-8702-00da098f6202 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:58.554241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:58.587811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0f592f8e-c2a2-40da-a603-e57858296771 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting port 7b58501f-47f6-4ca7-90ad-c57544e380a5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:58.588400 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f592f8e-c2a2-40da-a603-e57858296771 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.595213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5a398f-fb58-4bcd-8be2-ce8aa9d15f67') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:58.595660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5a398f-fb58-4bcd-8be2-ce8aa9d15f67') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:58.738228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.805560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.835628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:58.841228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:58.891330 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:59.171674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.204065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7aa1d-6414-439c-a042-aac25a8dbed1 req-3bffee70-0576-496e-a83d-5eeea481c539 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:59.223905 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47f7aa1d-6414-439c-a042-aac25a8dbed1 req-3bffee70-0576-496e-a83d-5eeea481c539 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.3055236 Nov 03 18:56:59.269366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.349719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.362266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f592f8e-c2a2-40da-a603-e57858296771 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.389375 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.400482 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] 10.222.0.77 "DELETE /v2.0/networks/3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653 HTTP/1.1" status: 204 len: 168 time: 2.6726935 Nov 03 18:56:59.413325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d3d01-cf07-4d21-842f-6252ceed00eb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed5ea07-6f88-4e3b-a25d-4b1e0fea7653,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:59.418523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:59.433272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6da794eb-af23-4cd2-8fe1-6c8af1c8e939 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3506203 Nov 03 18:56:59.440948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:59.446526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0f592f8e-c2a2-40da-a603-e57858296771 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Calling delete_port for 7b58501f-47f6-4ca7-90ad-c57544e380a5 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:59.449896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39184) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:59.497330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.507420 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:59.514960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:59.598566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47f7aa1d-6414-439c-a042-aac25a8dbed1 req-6c69eb74-5d77-4702-aeff-067ec31bf37a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718598 Nov 03 18:56:59.635993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event updated for resources: {'Port': ['ID=7d7a9bfc-d532-4625-8702-00da098f6202,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:59.665481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e19bf9-2cc3-4281-8e99-aad0b0c0f97a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet edacc9b4-df60-4461-a0e9-6bf75dc040af {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:59.691350 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31e19bf9-2cc3-4281-8e99-aad0b0c0f97a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.942319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:00.031727 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31e19bf9-2cc3-4281-8e99-aad0b0c0f97a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.038648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Network c7fb70c1-0ebb-4660-814c-4640233d8f16 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:00.041557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:00.138423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39192) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:00.445789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31e19bf9-2cc3-4281-8e99-aad0b0c0f97a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.711454 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31e19bf9-2cc3-4281-8e99-aad0b0c0f97a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.746365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e48726e3-9dea-412a-aa76-1c499bc2e448 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9aea920e868743059bdfd9c01e031515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6005206 Nov 03 18:57:00.763503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39206) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:00.846621 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e19bf9-2cc3-4281-8e99-aad0b0c0f97a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=edacc9b4-df60-4461-a0e9-6bf75dc040af,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:00.866527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Router 504abbf8-9a8f-41ac-9987-c013a9cb3dd5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:00.875796 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31e19bf9-2cc3-4281-8e99-aad0b0c0f97a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.884625 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-31e19bf9-2cc3-4281-8e99-aad0b0c0f97a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/edacc9b4-df60-4461-a0e9-6bf75dc040af HTTP/1.1" status: 204 len: 168 time: 1.4329705 Nov 03 18:57:00.893142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39210) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:00.921303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77c70f7-de35-4680-bffa-18f06f8d177b None None] Network abb17553-92d4-482a-9212-c124cafd837c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:01.042424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f83f61c3-1c53-4dbe-8985-2eb878e44df1 None None] Provisioning complete for port 7d7a9bfc-d532-4625-8702-00da098f6202 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:01.043024 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f83f61c3-1c53-4dbe-8985-2eb878e44df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.180581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04365-4b62-4f71-9b02-88d16881e18a req-5a1d074b-c0eb-4af1-9ec9-e1b4c013e6ff tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:01.183387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7a04365-4b62-4f71-9b02-88d16881e18a req-5a1d074b-c0eb-4af1-9ec9-e1b4c013e6ff tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.3143218 Nov 03 18:57:01.188710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e242-bce4-4fc2-96ed-e3698dee8675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.205061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:56Z', 'revision_number': 8, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:01.256137 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.298830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:57:01.497368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:01.498698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:01.507768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f592f8e-c2a2-40da-a603-e57858296771 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.610522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f592f8e-c2a2-40da-a603-e57858296771 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Port': ['ID=7b58501f-47f6-4ca7-90ad-c57544e380a5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:01.645710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:01.657340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.824405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f83f61c3-1c53-4dbe-8985-2eb878e44df1 None None] Port 7d7a9bfc-d532-4625-8702-00da098f6202 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:01.934286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:02.140988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c77e3f12-dce1-4a49-b7b0-cd46c64d42ec,segment=NetworkSegment(7917e601-1f93-4cf3-a16a-ec07820a3c80),segment_id=7917e601-1f93-4cf3-a16a-ec07820a3c80)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:02.142173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.156169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:02.181977 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772176-92e3-4289-b383-ca69ca0c30d9 None None] Sync routers for ids ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:02.191336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-36d08598-ac24-4d80-9825-789629a1ac7b tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "PUT /v2.0/routers/504abbf8-9a8f-41ac-9987-c013a9cb3dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5290813 Nov 03 18:57:02.195809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] DHCP port deletion for abb17553-92d4-482a-9212-c124cafd837c request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:02.198424 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39226) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:02.201212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for c77e3f12-dce1-4a49-b7b0-cd46c64d42ec owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:02.248369 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69772176-92e3-4289-b383-ca69ca0c30d9 None None] Routers {'504abbf8-9a8f-41ac-9987-c013a9cb3dd5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:02.252482 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-69772176-92e3-4289-b383-ca69ca0c30d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:02.268176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e242-bce4-4fc2-96ed-e3698dee8675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.268418 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f592f8e-c2a2-40da-a603-e57858296771 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.279747 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0f592f8e-c2a2-40da-a603-e57858296771 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "DELETE /v2.0/ports/7b58501f-47f6-4ca7-90ad-c57544e380a5 HTTP/1.1" status: 204 len: 168 time: 5.1756346 Nov 03 18:57:02.445405 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-69772176-92e3-4289-b383-ca69ca0c30d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:02.465748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39230) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:02.477058 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69772176-92e3-4289-b383-ca69ca0c30d9 None None] Routers {'504abbf8-9a8f-41ac-9987-c013a9cb3dd5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:02.495939 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-69772176-92e3-4289-b383-ca69ca0c30d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:56:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:02.595320 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-69772176-92e3-4289-b383-ca69ca0c30d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:02.596820 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772176-92e3-4289-b383-ca69ca0c30d9 None None] The sync data for ids ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:02.610870 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.648066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.699544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No DVR routers for this DVR port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:02.746454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e242-bce4-4fc2-96ed-e3698dee8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.750331 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e242-bce4-4fc2-96ed-e3698dee8675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.752090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4cd4e242-bce4-4fc2-96ed-e3698dee8675 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7fb0506d-d656-4502-a260-7cc528f4b9bf HTTP/1.1" status: 204 len: 168 time: 1.9869061 Nov 03 18:57:02.779116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] Deleting port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:02.779862 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.819172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7a04365-4b62-4f71-9b02-88d16881e18a req-082957c9-69e5-4f64-b86d-a0b914678ea0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6552560 Nov 03 18:57:02.831677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4e242-bce4-4fc2-96ed-e3698dee8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0506d-d656-4502-a260-7cc528f4b9bf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:02.834865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=c77e3f12-dce1-4a49-b7b0-cd46c64d42ec,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:02.848291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23a26d05-0dd8-431f-8eb2-19115e7b8669 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.103609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-af66313b-5fce-49a8-af97-36eeae3e1e41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting port b2e89039-febc-4dae-9d31-8b25affd20cb {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:03.103609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af66313b-5fce-49a8-af97-36eeae3e1e41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.183664 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-23a26d05-0dd8-431f-8eb2-19115e7b8669 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:57:03.192531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-23a26d05-0dd8-431f-8eb2-19115e7b8669 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/routers/504abbf8-9a8f-41ac-9987-c013a9cb3dd5 HTTP/1.1" status: 409 len: 329 time: 0.9872992 Nov 03 18:57:03.193794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39244) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:03.195017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] For port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:03.199958 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.257747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.263270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] Calling delete_port for c77e3f12-dce1-4a49-b7b0-cd46c64d42ec owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:03.276531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] Port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:57:03.286486 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.329624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb17553-92d4-482a-9212-c124cafd837c']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:03.356789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7917e601-1f93-4cf3-a16a-ec07820a3c80') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:03.360695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7917e601-1f93-4cf3-a16a-ec07820a3c80') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:03.390976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.432394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] Pushing event deleted for resources: {'Port': ['ID=c77e3f12-dce1-4a49-b7b0-cd46c64d42ec,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:03.445713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.461691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5908e2-c96c-4aa2-b008-be69155c7633 None None] No DVR routers for this DVR port c77e3f12-dce1-4a49-b7b0-cd46c64d42ec on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:03.469028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:03.469480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:03.472895 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:03.518864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.528031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:56Z', 'revision_number': 8, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:03.617573 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.632035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.643286 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/abb17553-92d4-482a-9212-c124cafd837c HTTP/1.1" status: 204 len: 168 time: 2.7458425 Nov 03 18:57:03.645611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39256) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:03.668884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06711a92-0f13-499f-91d9-3600506b7c0f None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:56:56Z', 'revision_number': 8, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba19c59-f0b4-4d12-9dc1-36aef47f6da6', 'name': '', 'network_id': 'a282052d-2d37-44ec-99de-fac0315566c5', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:42:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '031d75db-004d-478e-a2bc-0199acfa831b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:10Z', 'updated_at': '2021-11-03T18:56:32Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '031d75db-004d-478e-a2bc-0199acfa831b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:03.694839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a921c1-08f8-42fa-96de-38acc8c76624 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=abb17553-92d4-482a-9212-c124cafd837c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:03.716875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af66313b-5fce-49a8-af97-36eeae3e1e41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.830288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-af66313b-5fce-49a8-af97-36eeae3e1e41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Calling delete_port for b2e89039-febc-4dae-9d31-8b25affd20cb owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:04.219848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:04.360781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:04.376590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e79c0d6-3be8-47a8-a602-f3d0d8290bc8 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:04.377632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c77e3f12-dce1-4a49-b7b0-cd46c64d42ec no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:04.416093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb03d5-f002-4a5f-bbc9-116bd31a4a8a req-588744dd-9d4a-4267-a145-eea90442596d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:04.419928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eaeb03d5-f002-4a5f-bbc9-116bd31a4a8a req-588744dd-9d4a-4267-a145-eea90442596d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.3805470 Nov 03 18:57:04.472678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c77e3f12-dce1-4a49-b7b0-cd46c64d42ec {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:04.473526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c77e3f12-dce1-4a49-b7b0-cd46c64d42ec not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:04.638681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eaeb03d5-f002-4a5f-bbc9-116bd31a4a8a req-d76b2443-7b29-4ca5-9ed0-b2054e024a6c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863210 Nov 03 18:57:04.698738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af66313b-5fce-49a8-af97-36eeae3e1e41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.769652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.780781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66313b-5fce-49a8-af97-36eeae3e1e41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Port': ['ID=b2e89039-febc-4dae-9d31-8b25affd20cb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:04.889520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af66313b-5fce-49a8-af97-36eeae3e1e41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.898527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-af66313b-5fce-49a8-af97-36eeae3e1e41 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "DELETE /v2.0/ports/b2e89039-febc-4dae-9d31-8b25affd20cb HTTP/1.1" status: 204 len: 168 time: 2.3027236 Nov 03 18:57:04.898527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.898937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39288) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:04.994835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b86c3e-ea4d-4e82-bda2-d3adbd622869 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting subnet ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:05.041755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40b86c3e-ea4d-4e82-bda2-d3adbd622869 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.174916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40b86c3e-ea4d-4e82-bda2-d3adbd622869 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.355836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port cba19c59-f0b4-4d12-9dc1-36aef47f6da6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:05.362397 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.512390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39300) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:05.638612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40b86c3e-ea4d-4e82-bda2-d3adbd622869 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.687428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port cba19c59-f0b4-4d12-9dc1-36aef47f6da6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,segment=NetworkSegment(b21df0f9-5234-4973-a9f1-a4b49f94ca1d),segment_id=b21df0f9-5234-4973-a9f1-a4b49f94ca1d)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:05.688012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.762253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for cba19c59-f0b4-4d12-9dc1-36aef47f6da6 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:05.977641 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa1e7-e5a8-4d6d-b0a4-bf3ee5912a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.232381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40b86c3e-ea4d-4e82-bda2-d3adbd622869 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.425124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40b86c3e-ea4d-4e82-bda2-d3adbd622869 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.434891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb597d31-6280-4e26-b5c5-0ca87513b983 None None] Network e454b638-90bf-4367-b6f3-115f9ec7bfc1 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:06.435323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-40b86c3e-ea4d-4e82-bda2-d3adbd622869 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "DELETE /v2.0/subnets/ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2 HTTP/1.1" status: 204 len: 168 time: 1.5350146 Nov 03 18:57:06.443468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b86c3e-ea4d-4e82-bda2-d3adbd622869 tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfb3e54-2b4d-4097-bec0-45b5ec53d3a2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:06.446538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39312) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:06.485284 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.498843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89968554-0f08-4e0a-a158-b781563f4ad2 req-4c82e340-5337-452b-9964-24784488e053 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:06.501673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89968554-0f08-4e0a-a158-b781563f4ad2 req-4c82e340-5337-452b-9964-24784488e053 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.4627192 Nov 03 18:57:06.505161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1445006202-network', 'tenant_id': '5c4470c5f38544b39a3a560f23c9ddd8'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:06.508373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Deleting port 7d7a9bfc-d532-4625-8702-00da098f6202 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:06.508900 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.776565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=cba19c59-f0b4-4d12-9dc1-36aef47f6da6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:06.850472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef69c01-3978-4312-9eb2-486a6a81b9ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Deleting subnet a88dce4c-149f-4b64-a08e-35ae0903cdfe {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:06.863610 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ef69c01-3978-4312-9eb2-486a6a81b9ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.962586 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.002617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Calling delete_port for 7d7a9bfc-d532-4625-8702-00da098f6202 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:07.126401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ef69c01-3978-4312-9eb2-486a6a81b9ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.224382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] DHCP port deletion for e454b638-90bf-4367-b6f3-115f9ec7bfc1 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:07.231744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89968554-0f08-4e0a-a158-b781563f4ad2 req-064432d5-6b5a-41ab-bc7e-aba65b074b90 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6763787 Nov 03 18:57:07.391741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] Deleting port 1a2fd345-6c34-43d0-8045-0894b4d0e029 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:07.391741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.441092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ef69c01-3978-4312-9eb2-486a6a81b9ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.545075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Made reservation on behalf of 5c4470c5f38544b39a3a560f23c9ddd8 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:07.550306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.565485 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.594993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] For port 1a2fd345-6c34-43d0-8045-0894b4d0e029, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a2fd345-6c34-43d0-8045-0894b4d0e029,segment=NetworkSegment(91d6b290-e7d1-437c-ac03-524b38bb08ac),segment_id=91d6b290-e7d1-437c-ac03-524b38bb08ac)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:07.596279 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.625671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] Calling delete_port for 1a2fd345-6c34-43d0-8045-0894b4d0e029 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:07.647998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Port': ['ID=7d7a9bfc-d532-4625-8702-00da098f6202,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:07.669163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.837267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.885543 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ef69c01-3978-4312-9eb2-486a6a81b9ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.953817 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.057270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] Pushing event deleted for resources: {'Port': ['ID=1a2fd345-6c34-43d0-8045-0894b4d0e029,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:08.070400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0c466-52f6-43e3-9545-537e2fdede5b None None] No DVR routers for this DVR port 1a2fd345-6c34-43d0-8045-0894b4d0e029 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:08.159437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf58b70-df55-4eb4-a029-a4ae285505ff None None] Network 096c4017-e6cf-4b69-85bf-2ccac7e0896e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:08.184217 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ef69c01-3978-4312-9eb2-486a6a81b9ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.191643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4ef69c01-3978-4312-9eb2-486a6a81b9ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "DELETE /v2.0/subnets/a88dce4c-149f-4b64-a08e-35ae0903cdfe HTTP/1.1" status: 204 len: 168 time: 1.7363193 Nov 03 18:57:08.192932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef69c01-3978-4312-9eb2-486a6a81b9ae tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Subnet': ['ID=a88dce4c-149f-4b64-a08e-35ae0903cdfe,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:08.195820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39330) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:08.263408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.434378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a2fd345-6c34-43d0-8045-0894b4d0e029 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:08.551879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 1a2fd345-6c34-43d0-8045-0894b4d0e029 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:08.552463 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a2fd345-6c34-43d0-8045-0894b4d0e029 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:08.718278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d7c50ab-d00d-4328-9c51-c39f3db4b213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.885530 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.897283 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.934543 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.953795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] DHCP port deletion for 096c4017-e6cf-4b69-85bf-2ccac7e0896e request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:09.123445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd1da-288c-496b-8fd6-de14b17766fb req-52c9fe68-d910-4b58-8cdc-7f07f0ca7bd8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:09.124935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] Deleting port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:09.125323 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.139363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57bdd1da-288c-496b-8fd6-de14b17766fb req-52c9fe68-d910-4b58-8cdc-7f07f0ca7bd8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.6363833 Nov 03 18:57:09.191770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:09.244728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538a161d-6be5-4b01-bae8-9cc743c7324d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:09.303259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Router 504abbf8-9a8f-41ac-9987-c013a9cb3dd5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:09.333706 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.335254 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Added segment 13a7881d-0350-46f1-96fa-e07d0811f81d of type vlan for network 6654c509-2168-4d93-98e1-da06c7fabf0c Nov 03 18:57:09.413905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] For port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87,segment=NetworkSegment(a8cc225f-a10f-4153-a49b-60f688a19d27),segment_id=a8cc225f-a10f-4153-a49b-60f688a19d27)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:09.414265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.449356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.476656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] Calling delete_port for e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:09.518184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:09.558167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57bdd1da-288c-496b-8fd6-de14b17766fb req-339d789f-e9b3-46df-a5f0-2d49a1c6ddee tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4177854 Nov 03 18:57:09.624665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.635147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e454b638-90bf-4367-b6f3-115f9ec7bfc1']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:09.692221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d6b290-e7d1-437c-ac03-524b38bb08ac') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:09.693075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d6b290-e7d1-437c-ac03-524b38bb08ac') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:09.750688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:09.758403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:57:09.780857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2afed-516a-48eb-a8d1-f4e12875b777 None None] Sync routers for ids ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:09.781109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4535f03e-ceae-476b-91f5-3710164464fd tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "PUT /v2.0/routers/504abbf8-9a8f-41ac-9987-c013a9cb3dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5687993 Nov 03 18:57:09.781268 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.781454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39356) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:09.983791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] No DVR routers for this DVR port e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:10.000254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a490f77-91a8-4ad3-b011-590adc3ece32 None None] Pushing event deleted for resources: {'Port': ['ID=e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:10.015624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:10.028580 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-090f33c5-e537-4dc7-afc1-afc6f6e21619 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3800449 Nov 03 18:57:10.028787 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:10.036536 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-4fe6fbba-2fb4-4faf-984b-2a8b96f51b45 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] show failed (client error): The resource could not be found. Nov 03 18:57:10.044002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4fe6fbba-2fb4-4faf-984b-2a8b96f51b45 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-547554699 HTTP/1.1" status: 404 len: 334 time: 0.2504792 Nov 03 18:57:10.044002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39360) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:10.047574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.052000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2afed-516a-48eb-a8d1-f4e12875b777 None None] Routers {'504abbf8-9a8f-41ac-9987-c013a9cb3dd5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:10.052409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39362) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:10.053434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2eb2afed-516a-48eb-a8d1-f4e12875b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:10.079965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4f241883-e7e6-4415-9894-353e6a5c7552 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:10.093600 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:10.094741 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:10.168623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.171068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.172988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.176581 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-4f241883-e7e6-4415-9894-353e6a5c7552 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] update failed (client error): The resource could not be found. Nov 03 18:57:10.182506 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4f241883-e7e6-4415-9894-353e6a5c7552 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-429395056 HTTP/1.1" status: 404 len: 334 time: 0.1222613 Nov 03 18:57:10.184383 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.186818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39364) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:10.275958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:10.276765 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:10.282682 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:10.345329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet 031d75db-004d-478e-a2bc-0199acfa831b {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:10.352113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2eb2afed-516a-48eb-a8d1-f4e12875b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:10.361143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.415241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2afed-516a-48eb-a8d1-f4e12875b777 None None] Routers {'504abbf8-9a8f-41ac-9987-c013a9cb3dd5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:10.416289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2eb2afed-516a-48eb-a8d1-f4e12875b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:10.418832 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.9050775 Nov 03 18:57:10.429462 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.472006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39368) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:10.486260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Request body: {'subnet': {'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1445006202-subnet', 'tenant_id': '5c4470c5f38544b39a3a560f23c9ddd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:10.507801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.525618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.529914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "DELETE /v2.0/networks/e454b638-90bf-4367-b6f3-115f9ec7bfc1 HTTP/1.1" status: 204 len: 168 time: 2.2171144 Nov 03 18:57:10.536606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39372) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:10.562562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de720d04-8217-49d5-bf49-ca9d10e3c9ab admin admin] Pushing event updated for resources: {'Network': ['ID=6654c509-2168-4d93-98e1-da06c7fabf0c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:10.580606 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:10.583222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2eb2afed-516a-48eb-a8d1-f4e12875b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:10.588055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2afed-516a-48eb-a8d1-f4e12875b777 None None] The sync data for ids ['504abbf8-9a8f-41ac-9987-c013a9cb3dd5'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:10.677825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 6654c509-2168-4d93-98e1-da06c7fabf0c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:10.744770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-973e3c70-4879-4788-9866-286868c9b808 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Deleting subnet 191758f6-d182-4824-8bda-a02938991259 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:10.750727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9df8b-2fe4-4316-8772-a88d838c58fc tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Network': ['ID=e454b638-90bf-4367-b6f3-115f9ec7bfc1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:10.787261 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-973e3c70-4879-4788-9866-286868c9b808 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.813035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.843001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.920709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:11.094338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:11.100498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e3f3fa6e-6d6e-4fce-ab97-8361f6dcaa87 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:11.273002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9874b-a603-49e9-82e3-7ef258e86bb1 req-de8e9b37-260b-45c6-90c1-b7ccf1fa66ea tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:11.284996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0fd9874b-a603-49e9-82e3-7ef258e86bb1 req-de8e9b37-260b-45c6-90c1-b7ccf1fa66ea tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.4566448 Nov 03 18:57:11.454448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Made reservation on behalf of 5c4470c5f38544b39a3a560f23c9ddd8 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:11.457792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.489240 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:06Z', 'revision_number': 9, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:11.496251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.542197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096c4017-e6cf-4b69-85bf-2ccac7e0896e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:11.553969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-973e3c70-4879-4788-9866-286868c9b808 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.557239 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:57:11.559399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0fd9874b-a603-49e9-82e3-7ef258e86bb1 req-ee543adf-9c66-4693-bebb-663957df52bc tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726367 Nov 03 18:57:11.574371 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:11.575005 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:11.594351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cc225f-a10f-4153-a49b-60f688a19d27') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:11.595132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cc225f-a10f-4153-a49b-60f688a19d27') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:11.605173 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.705994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.794652 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.832717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:11.833519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:11.851938 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:11.885254 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:11.996841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-973e3c70-4879-4788-9866-286868c9b808 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.031485 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.046625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.061888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] 10.222.0.77 "DELETE /v2.0/networks/096c4017-e6cf-4b69-85bf-2ccac7e0896e HTTP/1.1" status: 204 len: 168 time: 1.5231137 Nov 03 18:57:12.069098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.144626 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-973e3c70-4879-4788-9866-286868c9b808 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.226537 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.236747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e3c70-4879-4788-9866-286868c9b808 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Subnet': ['ID=191758f6-d182-4824-8bda-a02938991259,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:12.238514 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.251824 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-973e3c70-4879-4788-9866-286868c9b808 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.258481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb99c54-4a87-4b5b-8651-098d55c8d492 None None] Network 3732eee0-5cbb-4eb2-a980-75981c875e57 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:12.268699 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-973e3c70-4879-4788-9866-286868c9b808 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/subnets/191758f6-d182-4824-8bda-a02938991259 HTTP/1.1" status: 204 len: 168 time: 2.0772285 Nov 03 18:57:12.275963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39404) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.318699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=031d75db-004d-478e-a2bc-0199acfa831b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:12.342966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Pushing event deleted for resources: {'Network': ['ID=096c4017-e6cf-4b69-85bf-2ccac7e0896e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:12.372264 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.394756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/031d75db-004d-478e-a2bc-0199acfa831b HTTP/1.1" status: 204 len: 168 time: 2.3541977 Nov 03 18:57:12.405371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39412) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.418095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.418527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.418901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.419278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.419618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.419957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.420440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.420872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.421199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.425630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.426111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.426679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3c0ba-d6c6-4fac-b028-2a375cb8700a tempest-TaggedBootDevicesTest-1973389253 tempest-TaggedBootDevicesTest-1973389253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.446759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.447123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.447466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.447801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.448132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.448469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.449551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.449890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.450222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.450584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.450921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.451512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8621dee-f22f-4c40-94a4-a5b332beca86 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:12.528625 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:06Z', 'revision_number': 9, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:12.600651 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e820a-3200-4c1c-9ff5-ec4e81178c75 None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:06Z', 'revision_number': 9, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': '2e82d62c-d45e-4d99-996c-79090c25dcab', 'name': '', 'network_id': '3e5215fc-1083-41ec-8730-797d21f96b6a', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:6a:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:47Z', 'updated_at': '2021-11-03T18:56:04Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '479f49f0-cb21-4ee5-b6a7-bab55c0fff47', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:12.720810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37ea91-018f-446f-a2bf-7f8b285d4b50 None None] Network a282052d-2d37-44ec-99de-fac0315566c5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:12.854305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6f1b-bf64-4e43-a347-b5a83a8e13d9 req-1b8f7510-849a-47b2-9745-d8dd6efd1406 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.867735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f50c6f1b-bf64-4e43-a347-b5a83a8e13d9 req-1b8f7510-849a-47b2-9745-d8dd6efd1406 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.1687300 Nov 03 18:57:12.952261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f50c6f1b-bf64-4e43-a347-b5a83a8e13d9 req-e27381bd-8065-408f-9a7e-3637590d7438 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831442 Nov 03 18:57:13.314281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d9606a-e8f0-4683-b7c3-dedbc589fa5d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Deleting subnet 36c30c0a-da03-41ae-9b61-51feda750475 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:13.330706 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.340225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20d9606a-e8f0-4683-b7c3-dedbc589fa5d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.341068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] DHCP port deletion for 3732eee0-5cbb-4eb2-a980-75981c875e57 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:13.449125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] DHCP port deletion for a282052d-2d37-44ec-99de-fac0315566c5 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:13.451157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.460091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-a409820f-fd5f-4f45-8be8-3ebf5d0ff0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:13.461995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-a409820f-fd5f-4f45-8be8-3ebf5d0ff0a1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9&tenant_id=2fd92340eb52401fa5503cef33841487 HTTP/1.1" status: 200 len: 1095 time: 1.0069168 Nov 03 18:57:13.500208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:13.642167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20d9606a-e8f0-4683-b7c3-dedbc589fa5d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.662173 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] Deleting port 18f1db44-73a0-4106-bd09-6561a69dba9d {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:13.662482 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.768931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6854fdc-5121-4332-84f7-a2e99e0480c1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:13.860989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] For port 18f1db44-73a0-4106-bd09-6561a69dba9d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=18f1db44-73a0-4106-bd09-6561a69dba9d,segment=NetworkSegment(55816688-06cf-4890-bc19-61e583e02816),segment_id=55816688-06cf-4890-bc19-61e583e02816)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:13.861527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.882611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] Calling delete_port for 18f1db44-73a0-4106-bd09-6561a69dba9d owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:13.992162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] Deleting port 08e8db10-e510-42b9-b696-fc9b825cf1d3 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:13.996608 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.005401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Checking segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:14.006031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Network hostable DHCP agents. Network: 6654c509-2168-4d93-98e1-da06c7fabf0c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:14.023106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.078731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 18f1db44-73a0-4106-bd09-6561a69dba9d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:14.102035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 08e8db10-e510-42b9-b696-fc9b825cf1d3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:14.102460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.207706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] For port 08e8db10-e510-42b9-b696-fc9b825cf1d3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=08e8db10-e510-42b9-b696-fc9b825cf1d3,segment=NetworkSegment(b21df0f9-5234-4973-a9f1-a4b49f94ca1d),segment_id=b21df0f9-5234-4973-a9f1-a4b49f94ca1d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:14.208099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.221121 n-d-812148-3 neutron-server[101757]: INFO neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No ports have port_id starting with 18f1db44-73a0-4106-bd09-6561a69dba9d Nov 03 18:57:14.227247 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.238080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] Calling delete_port for 08e8db10-e510-42b9-b696-fc9b825cf1d3 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:14.269085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] Pushing event deleted for resources: {'Port': ['ID=18f1db44-73a0-4106-bd09-6561a69dba9d,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:14.280426 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cba19c59-f0b4-4d12-9dc1-36aef47f6da6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:14.285699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38810116-fc1d-4905-a649-9b02b2d007e1 None None] No DVR routers for this DVR port 18f1db44-73a0-4106-bd09-6561a69dba9d on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:14.347061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20d9606a-e8f0-4683-b7c3-dedbc589fa5d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.347652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cba19c59-f0b4-4d12-9dc1-36aef47f6da6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:14.348038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cba19c59-f0b4-4d12-9dc1-36aef47f6da6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:14.348151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 08e8db10-e510-42b9-b696-fc9b825cf1d3 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:14.348324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83d67-96d7-4602-a22b-0fa3a2481770 req-2b8c8b2a-60bc-45f9-b723-166f1aa03aab tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.362220 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fd83d67-96d7-4602-a22b-0fa3a2481770 req-2b8c8b2a-60bc-45f9-b723-166f1aa03aab tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 944 time: 0.2015989 Nov 03 18:57:14.369470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Network 6654c509-2168-4d93-98e1-da06c7fabf0c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:14.510759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fd83d67-96d7-4602-a22b-0fa3a2481770 req-4391ff6f-07bf-40f8-ad61-98ebc6bd5d9a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469021 Nov 03 18:57:14.515378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port 08e8db10-e510-42b9-b696-fc9b825cf1d3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=08e8db10-e510-42b9-b696-fc9b825cf1d3,segment=NetworkSegment(b21df0f9-5234-4973-a9f1-a4b49f94ca1d),segment_id=b21df0f9-5234-4973-a9f1-a4b49f94ca1d)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:14.517051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.524299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 6654c509-2168-4d93-98e1-da06c7fabf0c) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:14.528665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.536470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.538042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.559943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b33743-8a99-44b4-b450-3f878fd8d617 None None] Network 6654c509-2168-4d93-98e1-da06c7fabf0c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:14.589176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.608253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 08e8db10-e510-42b9-b696-fc9b825cf1d3 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:14.637472 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49ef2328-2d08-44c3-be6f-d34e7b2a5727 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.1501548 Nov 03 18:57:14.637472 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20d9606a-e8f0-4683-b7c3-dedbc589fa5d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.860894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] Pushing event deleted for resources: {'Port': ['ID=08e8db10-e510-42b9-b696-fc9b825cf1d3,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:14.906792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20d9606a-e8f0-4683-b7c3-dedbc589fa5d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.918166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-20d9606a-e8f0-4683-b7c3-dedbc589fa5d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/subnets/36c30c0a-da03-41ae-9b61-51feda750475 HTTP/1.1" status: 204 len: 168 time: 2.6385663 Nov 03 18:57:14.920070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39460) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:14.951683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c870b-9ac1-4522-82d7-dfb959cc3404 None None] No DVR routers for this DVR port 08e8db10-e510-42b9-b696-fc9b825cf1d3 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:14.987069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d547813e-14eb-41d7-8e5e-8b529847ce07 None None] Network 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:15.250528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75c9e8-5d79-4cc2-bd2c-e40dad657bce None None] Network 6654c509-2168-4d93-98e1-da06c7fabf0c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:15.324383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:15.349076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.417474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] DHCP port deletion for 8c55857e-7fcb-472b-a521-ffc8ed7f70b8 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:15.495065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:15.565502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] Deleting port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:15.565890 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.621058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8aac58-8806-4469-9ada-192dd0905c50 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:15.655154 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.699478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] For port 92b37178-5ad3-4b64-b4f8-ead674ef0d31, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=92b37178-5ad3-4b64-b4f8-ead674ef0d31,segment=NetworkSegment(ddc70474-f6d8-4a60-aceb-bef2d8b02a2e),segment_id=ddc70474-f6d8-4a60-aceb-bef2d8b02a2e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:15.700143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.753230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9606a-e8f0-4683-b7c3-dedbc589fa5d tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Subnet': ['ID=36c30c0a-da03-41ae-9b61-51feda750475,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:15.754985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] Calling delete_port for 92b37178-5ad3-4b64-b4f8-ead674ef0d31 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:15.784183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Transition to ACTIVE for port object 0d8aac58-8806-4469-9ada-192dd0905c50 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:15.800598 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.051641 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.207819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] No DVR routers for this DVR port 92b37178-5ad3-4b64-b4f8-ead674ef0d31 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:16.227529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7cf23-ec78-47e7-b296-637b0354aaa9 None None] Pushing event deleted for resources: {'Port': ['ID=92b37178-5ad3-4b64-b4f8-ead674ef0d31,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:16.241835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 92b37178-5ad3-4b64-b4f8-ead674ef0d31 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:16.359606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 92b37178-5ad3-4b64-b4f8-ead674ef0d31 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:16.361064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 92b37178-5ad3-4b64-b4f8-ead674ef0d31 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:16.435265 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.526335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No DVR routers for this DVR port 08e8db10-e510-42b9-b696-fc9b825cf1d3 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:16.571310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] No DVR routers for this DVR port 0d8aac58-8806-4469-9ada-192dd0905c50 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:16.574985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=9']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:16.848643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=08e8db10-e510-42b9-b696-fc9b825cf1d3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:16.996647 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.121875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3732eee0-5cbb-4eb2-a980-75981c875e57']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.200180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55816688-06cf-4890-bc19-61e583e02816') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.201016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55816688-06cf-4890-bc19-61e583e02816') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.232584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.259430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.276651 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.304766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:17.305726 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:17.311404 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:17.343471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a282052d-2d37-44ec-99de-fac0315566c5']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.365870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-81605851-127d-454f-9b1b-e52e74efc5e6 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.368706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-81605851-127d-454f-9b1b-e52e74efc5e6 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 815 time: 0.4911726 Nov 03 18:57:17.414105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.419216 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21df0f9-5234-4973-a9f1-a4b49f94ca1d') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.455241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-596cf43e-f248-4f37-90da-529e7c430e93 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/quotas/5c4470c5f38544b39a3a560f23c9ddd8 HTTP/1.1" status: 200 len: 375 time: 0.0334525 Nov 03 18:57:17.481550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.508439 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.523326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-0fe1764e-7c84-4d79-b730-a512eb7e9c31 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592501 Nov 03 18:57:17.531352 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.537936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/networks/3732eee0-5cbb-4eb2-a980-75981c875e57 HTTP/1.1" status: 204 len: 168 time: 2.6161909 Nov 03 18:57:17.541807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39516) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:17.550288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Attempting to bind port 0d8aac58-8806-4469-9ada-192dd0905c50 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:17.551141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Attempting to bind port 0d8aac58-8806-4469-9ada-192dd0905c50 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:17.551141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Attempting to bind port 0d8aac58-8806-4469-9ada-192dd0905c50 on network 777bc5c8-77a5-4149-975f-90e6c875828e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:17.572414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Port 0d8aac58-8806-4469-9ada-192dd0905c50 on network 777bc5c8-77a5-4149-975f-90e6c875828e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:17.572912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Attempting to bind port 0d8aac58-8806-4469-9ada-192dd0905c50 on network 777bc5c8-77a5-4149-975f-90e6c875828e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:17.578547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.592143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:17.594016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Checking segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:17.594770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Bound using segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:17.596046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Bound port: 0d8aac58-8806-4469-9ada-192dd0905c50, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:17.596436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.611151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:17.611151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:17.616713 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:17.767719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.798730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.804899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/a282052d-2d37-44ec-99de-fac0315566c5 HTTP/1.1" status: 204 len: 168 time: 5.3908401 Nov 03 18:57:17.811943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39524) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:17.891766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0b7fd-1661-4921-b015-684ad8abeb45 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=a282052d-2d37-44ec-99de-fac0315566c5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:17.941744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:17.968406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:17.980940 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.028442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-c1117422-f9da-47f1-8b65-18221ad8761f service neutron] 10.222.0.77 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846892 Nov 03 18:57:18.037970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.046517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:18.047125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.049494 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] 10.222.0.96 "PUT /v2.0/ports/0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1092 time: 4.5719156 Nov 03 18:57:18.053096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:18.055690 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8702c87f-6547-497f-adc6-8856f8fe3fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:18.060717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a43a5-3ce1-4815-8af4-bb3ed7bcd859 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Network': ['ID=3732eee0-5cbb-4eb2-a980-75981c875e57,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:18.255267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18b52e-7ddc-4b0b-92d6-606a42eae974 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:18.346399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-ce7143bd-74d3-4b7e-9990-068c28bb6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:18.348309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-ce7143bd-74d3-4b7e-9990-068c28bb6102 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1096 time: 0.2285862 Nov 03 18:57:18.531854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.587214 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c55857e-7fcb-472b-a521-ffc8ed7f70b8']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:18.612769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc70474-f6d8-4a60-aceb-bef2d8b02a2e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:18.613154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc70474-f6d8-4a60-aceb-bef2d8b02a2e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:18.635312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.653385 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.661722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:18.662256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.718680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-f2800f90-3a3b-48b6-8ab5-4a51e3d6f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:18.721926 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-f2800f90-3a3b-48b6-8ab5-4a51e3d6f835 service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.3616734 Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:18.772128 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:18.786718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.800369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.807203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/networks/8c55857e-7fcb-472b-a521-ffc8ed7f70b8 HTTP/1.1" status: 204 len: 168 time: 1.2594545 Nov 03 18:57:18.809737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39538) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.824848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-80db7d82-2a17-49a5-bcb6-09a2f6878d0a service neutron] 10.222.0.77 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823303 Nov 03 18:57:18.892639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5332833-c312-4109-8b2c-3d1b34cf3326 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Deleting subnet a19e5afe-eeee-46d4-8d59-f82a38c80c95 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:18.895442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc945ab-1b81-4ac1-9d36-a46ba95c1fd7 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Network': ['ID=8c55857e-7fcb-472b-a521-ffc8ed7f70b8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:18.900186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c5332833-c312-4109-8b2c-3d1b34cf3326 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.926330 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-f93b852c-ec22-4501-b943-a1fcd302162b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1000 time: 0.1965923 Nov 03 18:57:18.960490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c5332833-c312-4109-8b2c-3d1b34cf3326 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.169646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c5332833-c312-4109-8b2c-3d1b34cf3326 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.236714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-2c88622b-a985-427f-aa19-df4f560ec951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.239298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-2c88622b-a985-427f-aa19-df4f560ec951 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.2939715 Nov 03 18:57:19.341710 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.409383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-de958907-d752-4e00-a3f4-b10f60055cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.414373 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-de958907-d752-4e00-a3f4-b10f60055cde service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656504 Nov 03 18:57:19.427567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f7b8f-b164-4423-8a1a-c3aeeb66f7e4 req-075f27ad-70a8-42b6-8c20-33de6d3fb945 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.431255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b56f7b8f-b164-4423-8a1a-c3aeeb66f7e4 req-075f27ad-70a8-42b6-8c20-33de6d3fb945 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.1353512 Nov 03 18:57:19.433392 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c5332833-c312-4109-8b2c-3d1b34cf3326 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.492688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5332833-c312-4109-8b2c-3d1b34cf3326 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Subnet': ['ID=a19e5afe-eeee-46d4-8d59-f82a38c80c95,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:19.563695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c5332833-c312-4109-8b2c-3d1b34cf3326 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.572494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c5332833-c312-4109-8b2c-3d1b34cf3326 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/subnets/a19e5afe-eeee-46d4-8d59-f82a38c80c95 HTTP/1.1" status: 204 len: 168 time: 0.7572217 Nov 03 18:57:19.572757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa9fc43-308f-46e9-bc05-b031feee7e8b None None] Network c7fb70c1-0ebb-4660-814c-4640233d8f16 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:19.576405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39548) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:19.708935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b56f7b8f-b164-4423-8a1a-c3aeeb66f7e4 req-a928a967-b254-4805-a98f-f763d39414e8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190480 Nov 03 18:57:19.750633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39554) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:19.857357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-ade8a253-fe50-4329-8ebd-c877dce577db service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938575 Nov 03 18:57:19.931989 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.969654 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4724ad69-6830-42d0-aec8-ae43587501ac x-openstack-request-id: req-4724ad69-6830-42d0-aec8-ae43587501ac {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:19.970097 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:19.970555 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4724ad69-6830-42d0-aec8-ae43587501ac {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:19.971109 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50', 'status': 'completed', 'code': 200} Nov 03 18:57:20.145495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b901faf7-4fc5-4e7a-96f2-4848be46254c req-6e662e76-3c85-43bc-9de2-04dde8c15ce3 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 210 time: 0.0704906 Nov 03 18:57:20.202947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Deleting port 41cdf504-6ba2-465d-9f16-c2777c32877f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:20.203900 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.452752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] For port 41cdf504-6ba2-465d-9f16-c2777c32877f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=41cdf504-6ba2-465d-9f16-c2777c32877f,segment=NetworkSegment(f21c1a48-0a03-4009-ab12-996d3609f0b9),segment_id=f21c1a48-0a03-4009-ab12-996d3609f0b9)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:20.453354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.504490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Calling delete_port for 41cdf504-6ba2-465d-9f16-c2777c32877f owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:20.719336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] DHCP port deletion for c7fb70c1-0ebb-4660-814c-4640233d8f16 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:20.822284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.864250 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] Deleting port 41cdf504-6ba2-465d-9f16-c2777c32877f {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:20.866020 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.881240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Port': ['ID=41cdf504-6ba2-465d-9f16-c2777c32877f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:20.898792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] No DVR routers for this DVR port 41cdf504-6ba2-465d-9f16-c2777c32877f on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:21.080519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a56-95bf-47c8-8f17-d7525567b3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.156279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] For port 41cdf504-6ba2-465d-9f16-c2777c32877f, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:21.157311 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.193589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.221040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3bb1e2ec-6971-4bd8-9e05-e2eeb11668c7 req-394fb836-ed1f-4c38-bed8-a01f89b258f5 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3242486 Nov 03 18:57:21.222944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] Calling delete_port for 41cdf504-6ba2-465d-9f16-c2777c32877f owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:21.248015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] Port 41cdf504-6ba2-465d-9f16-c2777c32877f was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:57:21.262056 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.267305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fb70c1-0ebb-4660-814c-4640233d8f16']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:21.297843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb998e-c08c-4b74-bf07-bde8f419fb32 req-92fa16ea-549a-4ac0-a17c-8045d2e29e6c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.311614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aafb998e-c08c-4b74-bf07-bde8f419fb32 req-92fa16ea-549a-4ac0-a17c-8045d2e29e6c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.2390337 Nov 03 18:57:21.340975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] Pushing event deleted for resources: {'Port': ['ID=41cdf504-6ba2-465d-9f16-c2777c32877f,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:21.346217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd53c4a-5f2b-4cec-a047-5881277dc971 None None] No DVR routers for this DVR port 41cdf504-6ba2-465d-9f16-c2777c32877f on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:21.396374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 2e82d62c-d45e-4d99-996c-79090c25dcab {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:21.397072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.447699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21c1a48-0a03-4009-ab12-996d3609f0b9') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:21.448258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21c1a48-0a03-4009-ab12-996d3609f0b9') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:21.460824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.482799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.492707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:21.493122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.586145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aafb998e-c08c-4b74-bf07-bde8f419fb32 req-5ac98285-eecf-427e-add9-5f20019b1cb8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734566 Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:21.587350 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:21.595735 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.665052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.672373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/networks/c7fb70c1-0ebb-4660-814c-4640233d8f16 HTTP/1.1" status: 204 len: 168 time: 2.0940232 Nov 03 18:57:21.673362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f7228-8f08-407a-a773-143d297d7e93 tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Pushing event deleted for resources: {'Network': ['ID=c7fb70c1-0ebb-4660-814c-4640233d8f16,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:21.680988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39590) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:21.706869 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a56-95bf-47c8-8f17-d7525567b3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.720624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a56-95bf-47c8-8f17-d7525567b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.771012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-2395deb9-cfbd-4c22-b402-991983c24d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.779005 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-2395deb9-cfbd-4c22-b402-991983c24d16 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1096 time: 0.4340956 Nov 03 18:57:21.794335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-532fc398-9103-4a97-9037-ce65ccb92d1e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "GET /v2.0/ports?device_id=504abbf8-9a8f-41ac-9987-c013a9cb3dd5 HTTP/1.1" status: 200 len: 205 time: 0.1093047 Nov 03 18:57:21.798176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39592) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:22.072922 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b2e58a56-95bf-47c8-8f17-d7525567b3d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1f312fbe52a426bb859ba884a3dbb74&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3138394 Nov 03 18:57:22.080877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 41cdf504-6ba2-465d-9f16-c2777c32877f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:22.127775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39606) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:22.207849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 41cdf504-6ba2-465d-9f16-c2777c32877f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:22.208390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 41cdf504-6ba2-465d-9f16-c2777c32877f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:22.214585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e58a56-95bf-47c8-8f17-d7525567b3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266683ca-2a05-4b70-bfcd-8051aed2de87,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:22.286313 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12c19e92-5a7c-4de9-a8e3-5fbf7c555fb6 req-76a6e504-a2a0-403a-bfb4-cbdf2305a10a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 210 time: 0.3232894 Nov 03 18:57:22.329435 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01243728-8048-46ab-896e-72aab37fa74e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.378664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port 2e82d62c-d45e-4d99-996c-79090c25dcab, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2e82d62c-d45e-4d99-996c-79090c25dcab,segment=NetworkSegment(ae8bbebf-983a-4ad2-9d40-a3d88b5ded11),segment_id=ae8bbebf-983a-4ad2-9d40-a3d88b5ded11)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:22.379393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.418416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 2e82d62c-d45e-4d99-996c-79090c25dcab owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:22.559341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-666163ba-440c-4ae7-a4e8-0d10c4d82b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.562115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-666163ba-440c-4ae7-a4e8-0d10c4d82b24 service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.7430289 Nov 03 18:57:22.628168 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:57:23.233448 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-45c7c7b9-1d76-480f-9ab1-043c44c17439 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1000 time: 0.3949468 Nov 03 18:57:23.541646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-cca7ddb9-e177-48b9-ad15-5e94f2f1ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.549478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-cca7ddb9-e177-48b9-ad15-5e94f2f1ef9d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.3008080 Nov 03 18:57:23.596489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01243728-8048-46ab-896e-72aab37fa74e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.622563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01243728-8048-46ab-896e-72aab37fa74e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.753363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf06f9cd-d703-4943-9272-34814069a4a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.803161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf06f9cd-d703-4943-9272-34814069a4a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.024326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-d071cac4-d90b-4e8b-9326-0a5d0275d22f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:24.031147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-d071cac4-d90b-4e8b-9326-0a5d0275d22f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 815 time: 1.1805830 Nov 03 18:57:24.064473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-1ff1b4d7-5d0b-4d73-a0bc-ae95b060e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:24.075161 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-1ff1b4d7-5d0b-4d73-a0bc-ae95b060e897 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4733071 Nov 03 18:57:24.084683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.115456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da8547-20b8-4c98-990a-a0ef30dd3c72 req-dd1df535-33e9-45d7-a6b9-b9474f405647 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:24.124672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6da8547-20b8-4c98-990a-a0ef30dd3c72 req-dd1df535-33e9-45d7-a6b9-b9474f405647 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.8948340 Nov 03 18:57:24.135624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Request body: {'port': {'device_id': '1007e22d-b9c0-42c7-94f2-00c810149c86', 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'admin_state_up': True, 'tenant_id': '5c4470c5f38544b39a3a560f23c9ddd8'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:24.583693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01243728-8048-46ab-896e-72aab37fa74e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.584722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01243728-8048-46ab-896e-72aab37fa74e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Fanout notify agent at l3_agent the message router_deleted on router 504abbf8-9a8f-41ac-9987-c013a9cb3dd5 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:57:24.687470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01243728-8048-46ab-896e-72aab37fa74e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.697657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-01243728-8048-46ab-896e-72aab37fa74e tempest-RoutersNegativeTest-1548353653 tempest-RoutersNegativeTest-1548353653-project] 10.222.0.77 "DELETE /v2.0/routers/504abbf8-9a8f-41ac-9987-c013a9cb3dd5 HTTP/1.1" status: 204 len: 168 time: 2.8949208 Nov 03 18:57:24.703178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Made reservation on behalf of 5c4470c5f38544b39a3a560f23c9ddd8 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:24.707822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.728008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf06f9cd-d703-4943-9272-34814069a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.755434 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf06f9cd-d703-4943-9272-34814069a4a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.768209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cf06f9cd-d703-4943-9272-34814069a4a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/266683ca-2a05-4b70-bfcd-8051aed2de87 HTTP/1.1" status: 204 len: 168 time: 2.6146216 Nov 03 18:57:24.829165 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-d73ad8e7-770f-40a8-bad6-872dc64d80df service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082034 Nov 03 18:57:24.860515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=2e82d62c-d45e-4d99-996c-79090c25dcab,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:25.048941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06f9cd-d703-4943-9272-34814069a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266683ca-2a05-4b70-bfcd-8051aed2de87,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:25.186976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.190108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.190842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.191376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.191929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.192432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.206713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.207676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.217763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.223784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.224552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.225094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:25.398189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6da8547-20b8-4c98-990a-a0ef30dd3c72 req-cba75368-747d-48da-85cf-57938d44f066 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0557864 Nov 03 18:57:25.901102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8702c87f-6547-497f-adc6-8856f8fe3fa8 req-6f89303f-0301-4df0-8b58-dc519bb7c22d service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9915583 Nov 03 18:57:26.309164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39670) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:26.419865 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.588348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c137b8bb-7916-4424-9302-fd70beed479b req-6718047f-5ab3-4790-9c85-2642b912d17f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 210 time: 0.4482391 Nov 03 18:57:26.696398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Allocated IP 172.20.0.8 (6654c509-2168-4d93-98e1-da06c7fabf0c/f6854fdc-5121-4332-84f7-a2e99e0480c1/c8008f2d-3f62-48e5-899c-577c409d2c6b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:27.137327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:27.266753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39680) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:27.341226 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.352415 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7c559b43-7b78-4a60-a7fb-f581b6e2401d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.459521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:27.474448 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7512644a-c8c3-45ac-8daa-a331a1c8c87a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6429594 Nov 03 18:57:27.475308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39684) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:27.491942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:27.503876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62035616-6b0e-47a4-855a-30021fa1f4e4 req-075e197f-a226-4e15-90fe-5ff3c9050394 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.513823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62035616-6b0e-47a4-855a-30021fa1f4e4 req-075e197f-a226-4e15-90fe-5ff3c9050394 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.4315653 Nov 03 18:57:27.579389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:27.580704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:27.678749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1b10d1-fa2e-4548-bc30-e4221086f970 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet 479f49f0-cb21-4ee5-b6a7-bab55c0fff47 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:27.710623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d1b10d1-fa2e-4548-bc30-e4221086f970 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.872087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d1b10d1-fa2e-4548-bc30-e4221086f970 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.987941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:28.024455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7c559b43-7b78-4a60-a7fb-f581b6e2401d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.188829 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62035616-6b0e-47a4-855a-30021fa1f4e4 req-d0700ccd-878e-4b3c-a43c-7d28ac656af5 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6737857 Nov 03 18:57:28.195315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d1b10d1-fa2e-4548-bc30-e4221086f970 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.202964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7c559b43-7b78-4a60-a7fb-f581b6e2401d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.400043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-52ad5df0-88e6-4976-915f-9dffb18b6a92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8da6936202264331ac19d4a7cad46859&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0838454 Nov 03 18:57:28.406274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:28.558197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6a28db9-bfc7-443e-9aab-d6c7c6f4086b req-802a5e84-2b2b-49f3-82a2-8f32adbfb3cb tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 210 time: 0.0610921 Nov 03 18:57:28.665202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7c559b43-7b78-4a60-a7fb-f581b6e2401d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bdbd4ee959f749288eca149b8b243502&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3857367 Nov 03 18:57:28.675056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39698) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:28.717531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c559b43-7b78-4a60-a7fb-f581b6e2401d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ec0184-9b5b-479d-850e-8912dd769051,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:28.748486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.834363 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46b4355c-edb6-4c42-b08c-153005d762bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.005836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Network 6654c509-2168-4d93-98e1-da06c7fabf0c is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:29.026125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:29.070600 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46b4355c-edb6-4c42-b08c-153005d762bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.070979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:29.155758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:23Z', 'revision_number': 10, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:29.321155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:57:29.338213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46b4355c-edb6-4c42-b08c-153005d762bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.342462 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46b4355c-edb6-4c42-b08c-153005d762bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.357287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.359063 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-46b4355c-edb6-4c42-b08c-153005d762bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4480d6ee-9fb5-4447-a914-4f9375cae036 HTTP/1.1" status: 204 len: 168 time: 0.9488916 Nov 03 18:57:29.379251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.397432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:29.402617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:29.450522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d1b10d1-fa2e-4548-bc30-e4221086f970 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.469814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Pushing event updated for resources: {'Port': ['ID=c8008f2d-3f62-48e5-899c-577c409d2c6b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:29.488889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4355c-edb6-4c42-b08c-153005d762bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4480d6ee-9fb5-4447-a914-4f9375cae036,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:29.500703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70f9cd3c-dbdf-4d47-8e8c-2ca4efb1617f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4183738 Nov 03 18:57:29.527833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Request body: {'port': {'device_id': '1007e22d-b9c0-42c7-94f2-00c810149c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:29.594626 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4d1b10d1-fa2e-4548-bc30-e4221086f970 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.601788 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4d1b10d1-fa2e-4548-bc30-e4221086f970 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/479f49f0-cb21-4ee5-b6a7-bab55c0fff47 HTTP/1.1" status: 204 len: 168 time: 2.1251764 Nov 03 18:57:29.608928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39720) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:29.670436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a94c418-9e64-4b48-a0ff-fe6b862b633d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.731043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a94c418-9e64-4b48-a0ff-fe6b862b633d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.731697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e337d9-f067-4f42-8990-15c555badeba None None] Network 3e5215fc-1083-41ec-8730-797d21f96b6a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:29.891424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b10d1-fa2e-4548-bc30-e4221086f970 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=479f49f0-cb21-4ee5-b6a7-bab55c0fff47,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:29.898660 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a94c418-9e64-4b48-a0ff-fe6b862b633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.911341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1a94c418-9e64-4b48-a0ff-fe6b862b633d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.926051 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1a94c418-9e64-4b48-a0ff-fe6b862b633d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79ec0184-9b5b-479d-850e-8912dd769051 HTTP/1.1" status: 204 len: 168 time: 1.2407849 Nov 03 18:57:29.974427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94c418-9e64-4b48-a0ff-fe6b862b633d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ec0184-9b5b-479d-850e-8912dd769051,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:30.167310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133e339-d043-4b5d-b389-990311ccf38c req-a6e10722-a0ea-49ed-a7ea-79b499586516 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.191448 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8133e339-d043-4b5d-b389-990311ccf38c req-a6e10722-a0ea-49ed-a7ea-79b499586516 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.5753903 Nov 03 18:57:30.367220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:30.399068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8133e339-d043-4b5d-b389-990311ccf38c req-225a6656-59a7-41b1-93c4-03e2b9ad99d1 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062364 Nov 03 18:57:30.416156 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.437744 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.715793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] DHCP port deletion for 3e5215fc-1083-41ec-8730-797d21f96b6a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:31.577000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025e176-7154-494c-9d56-cad2a2657d15 req-d8fcab10-b1a6-42e4-a904-c315e319b422 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.583942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a025e176-7154-494c-9d56-cad2a2657d15 req-d8fcab10-b1a6-42e4-a904-c315e319b422 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 931 time: 0.9940066 Nov 03 18:57:31.772390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Deleting port e48ab921-caa9-44bd-a579-1eca886cb567 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:31.774051 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.829614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port e48ab921-caa9-44bd-a579-1eca886cb567 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:31.830083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.855481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:23Z', 'revision_number': 10, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:32.038233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a025e176-7154-494c-9d56-cad2a2657d15 req-4bba2291-d16f-40b1-afd9-aa05f049243a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391047 Nov 03 18:57:32.065272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a071a43-9718-4f3e-af76-aec8f676b071 None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:23Z', 'revision_number': 10, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None, '_interfaces': [{'id': 'f9862b36-6110-41cf-bf11-f19639c2a6f0', 'name': '', 'network_id': '3a480cf7-2cff-4c68-a1eb-b19e7445eb03', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'mac_address': 'fa:16:3e:ff:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:29Z', 'updated_at': '2021-11-03T18:55:52Z', 'revision_number': 5, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'subnets': [{'id': '77ae3006-9358-45e0-b42f-d4529225ccd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:32.221041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] For port e48ab921-caa9-44bd-a579-1eca886cb567, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e48ab921-caa9-44bd-a579-1eca886cb567,segment=NetworkSegment(ae8bbebf-983a-4ad2-9d40-a3d88b5ded11),segment_id=ae8bbebf-983a-4ad2-9d40-a3d88b5ded11)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:32.221823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.261061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Calling delete_port for e48ab921-caa9-44bd-a579-1eca886cb567 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:32.423606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port e48ab921-caa9-44bd-a579-1eca886cb567, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e48ab921-caa9-44bd-a579-1eca886cb567,segment=NetworkSegment(ae8bbebf-983a-4ad2-9d40-a3d88b5ded11),segment_id=ae8bbebf-983a-4ad2-9d40-a3d88b5ded11)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:32.424536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.463561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.525966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e48ab921-caa9-44bd-a579-1eca886cb567 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:32.616448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for e48ab921-caa9-44bd-a579-1eca886cb567 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:32.728561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.777295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb6cce-bd21-448c-90df-3171635a2669 req-3840c546-8fc5-4000-8266-04f019f4de20 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:32.807943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97eb6cce-bd21-448c-90df-3171635a2669 req-3840c546-8fc5-4000-8266-04f019f4de20 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.5502460 Nov 03 18:57:32.814493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8008f2d-3f62-48e5-899c-577c409d2c6b {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:32.917282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.948629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Pushing event deleted for resources: {'Port': ['ID=e48ab921-caa9-44bd-a579-1eca886cb567,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:33.011009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.021928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.040340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.041045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.041655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.042216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.042768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.043369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.043806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.044213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.044788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.045309 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:33.114643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2070029-5329-42ad-81f2-ab70f20c9007 None None] No DVR routers for this DVR port e48ab921-caa9-44bd-a579-1eca886cb567 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:33.181773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No active binding found for port e48ab921-caa9-44bd-a579-1eca886cb567 {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 18:57:33.184561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e48ab921-caa9-44bd-a579-1eca886cb567 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:33.423997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:33.797554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39802) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:33.888844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Transition to ACTIVE for port object c8008f2d-3f62-48e5-899c-577c409d2c6b will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:33.912048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.058945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2e82d62c-d45e-4d99-996c-79090c25dcab no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:34.135916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 2e82d62c-d45e-4d99-996c-79090c25dcab {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:34.139477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2e82d62c-d45e-4d99-996c-79090c25dcab not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:34.321913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1300733466'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:34.393445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Made reservation on behalf of a2b4b9aa9f05496db8a02219fe81cff5 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:34.398712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.427498 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.558963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Pushing event updated for resources: {'Port': ['ID=c8008f2d-3f62-48e5-899c-577c409d2c6b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:34.626163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97eb6cce-bd21-448c-90df-3171635a2669 req-aa67d011-c3e9-488b-b3d1-73f3dec2346f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8158178 Nov 03 18:57:34.674962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.704201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.723640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.763045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:34.788890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.790762 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Added segment f0a991ea-a47c-4603-9d48-0d48ab0c79e3 of type vlan for network 24515268-09ba-4358-8cfd-cbf37c906a94 Nov 03 18:57:34.807930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No DVR routers for this DVR port e48ab921-caa9-44bd-a579-1eca886cb567 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:34.815593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=e48ab921-caa9-44bd-a579-1eca886cb567,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:34.956603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.000188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Attempting to bind port c8008f2d-3f62-48e5-899c-577c409d2c6b on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:35.001106 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Attempting to bind port c8008f2d-3f62-48e5-899c-577c409d2c6b by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:35.004785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Attempting to bind port c8008f2d-3f62-48e5-899c-577c409d2c6b on network 6654c509-2168-4d93-98e1-da06c7fabf0c {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:35.154033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Port c8008f2d-3f62-48e5-899c-577c409d2c6b on network 6654c509-2168-4d93-98e1-da06c7fabf0c not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:35.155787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Attempting to bind port c8008f2d-3f62-48e5-899c-577c409d2c6b on network 6654c509-2168-4d93-98e1-da06c7fabf0c {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:35.222437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.226001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:35.226872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Checking segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:35.227278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Bound using segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:35.227739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Bound port: c8008f2d-3f62-48e5-899c-577c409d2c6b, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:35.228099 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.237333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e442d1d9-99a1-4e48-aa5f-8dc45ea0414a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:35.266076 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.295218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.305984 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.306315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b8aca-d167-453f-9d2c-776e8e26bc63 req-7df856fe-036f-4bcf-802e-56a5bc1ae12b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.309150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-277b8aca-d167-453f-9d2c-776e8e26bc63 req-7df856fe-036f-4bcf-802e-56a5bc1ae12b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 943 time: 0.2973752 Nov 03 18:57:35.336404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5215fc-1083-41ec-8730-797d21f96b6a']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:35.377259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:35.377826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8bbebf-983a-4ad2-9d40-a3d88b5ded11') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:35.452967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6467052 Nov 03 18:57:35.474421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39844) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:35.493468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-6d6a13fb-e177-46af-bc13-a0507e4e8ea6 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', 'tempest-TagsTest-Tag-528356761') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:35.504513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.662846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] For port c8008f2d-3f62-48e5-899c-577c409d2c6b, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:35.670439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] For port c8008f2d-3f62-48e5-899c-577c409d2c6b, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:35.682810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.769708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.778467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-277b8aca-d167-453f-9d2c-776e8e26bc63 req-f6161cce-45ac-4c48-97a7-66f1d6c27fc4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574554 Nov 03 18:57:35.793095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055f876-a17f-40a3-832f-32028b86347e tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Pushing event updated for resources: {'Network': ['ID=24515268-09ba-4358-8cfd-cbf37c906a94,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:35.798235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:35.799693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.807887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 24515268-09ba-4358-8cfd-cbf37c906a94 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:35.816982 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:36.080867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.082706 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.087628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] 10.222.0.70 "PUT /v2.0/ports/c8008f2d-3f62-48e5-899c-577c409d2c6b HTTP/1.1" status: 200 len: 1091 time: 6.5733545 Nov 03 18:57:36.088388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1007e22d-b9c0-42c7-94f2-00c810149c86', 'tag': 'c8008f2d-3f62-48e5-899c-577c409d2c6b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:36.101102 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1007e22d-b9c0-42c7-94f2-00c810149c86", "tag": "c8008f2d-3f62-48e5-899c-577c409d2c6b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:36.185165 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5f196f41-5e65-40c7-9e02-ab5e1183d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.211828 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6d6a13fb-e177-46af-bc13-a0507e4e8ea6 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "PUT /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags/tempest-TagsTest-Tag-528356761 HTTP/1.1" status: 201 len: 201 time: 0.7327352 Nov 03 18:57:36.216025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39874) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:36.221381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-48878c5a-c202-4b52-aa0d-f28c3b08c086 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', 'tempest-TagsTest-Tag-528356761') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:36.249390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.265875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.269348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/3e5215fc-1083-41ec-8730-797d21f96b6a HTTP/1.1" status: 204 len: 168 time: 6.6276853 Nov 03 18:57:36.276649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd2056-c9f4-4a1f-8e02-5e28666fe932 service neutron] Pushing event updated for resources: {'Port': ['ID=c8008f2d-3f62-48e5-899c-577c409d2c6b,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:36.291112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39880) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:36.302593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc2448-f514-4a3c-82f6-07a70dde47e5 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=3e5215fc-1083-41ec-8730-797d21f96b6a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:36.327006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-6ff9f702-15f7-4e20-9f18-71acd8f3f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.344295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-6ff9f702-15f7-4e20-9f18-71acd8f3f2a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 1094 time: 0.1914532 Nov 03 18:57:36.392446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc926259-eb50-4671-952e-8043a7a6fb89 req-226990eb-3228-49af-8609-232c8058ea8e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.401222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc926259-eb50-4671-952e-8043a7a6fb89 req-226990eb-3228-49af-8609-232c8058ea8e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.2809348 Nov 03 18:57:36.586526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-b6cc0aab-9bdf-40ec-ad1a-931fd5d5d9d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b HTTP/1.1" status: 200 len: 217 time: 0.1776137 Nov 03 18:57:36.662613 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-48878c5a-c202-4b52-aa0d-f28c3b08c086 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "GET /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags/tempest-TagsTest-Tag-528356761 HTTP/1.1" status: 204 len: 168 time: 0.4431458 Nov 03 18:57:36.674621 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39894) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:36.692967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-b46f2626-3492-42c8-8948-e45136442ae8 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:36.799118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-b2bb1920-5223-49ba-91ff-c36b67c2d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.813589 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-b2bb1920-5223-49ba-91ff-c36b67c2d2ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.1605999 Nov 03 18:57:37.005289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-17429835-1667-46f1-877e-35d8be34dbbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865160 Nov 03 18:57:37.038328 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b46f2626-3492-42c8-8948-e45136442ae8 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "GET /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags HTTP/1.1" status: 200 len: 237 time: 0.3618276 Nov 03 18:57:37.039298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39904) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:37.059235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-5f816b86-2672-406b-bb6c-0f42975beabe tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', {'tags': ['tempest-TagsTest-Tag-344562730', 'tempest-TagsTest-Tag-1074890139', 'tempest-TagsTest-Tag-367846931']}) {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:37.548843 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5f816b86-2672-406b-bb6c-0f42975beabe tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "PUT /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags HTTP/1.1" status: 200 len: 307 time: 0.4854994 Nov 03 18:57:37.555416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39918) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:37.578904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-3f81e13e-7c7b-428e-bc90-bb28983bccae tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', 'tempest-TagsTest-Tag-344562730') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:37.601522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc926259-eb50-4671-952e-8043a7a6fb89 req-7cc383ae-b039-4c7b-8ef9-029d1ade90a9 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0070295 Nov 03 18:57:38.010428 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f81e13e-7c7b-428e-bc90-bb28983bccae tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "DELETE /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags/tempest-TagsTest-Tag-344562730 HTTP/1.1" status: 204 len: 168 time: 0.4491332 Nov 03 18:57:38.015176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39930) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:38.030650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-230d99fe-e762-4782-9afa-41026cb00130 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', 'tempest-TagsTest-Tag-344562730') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:38.087844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-72e9b13f-46e4-4742-8532-b3cb169aa3c9 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0512621 Nov 03 18:57:38.352638 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4e47ee94-c509-40e5-8bc5-d79958a216c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.478772 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-230d99fe-e762-4782-9afa-41026cb00130 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] show failed (client error): The resource could not be found. Nov 03 18:57:38.487249 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-230d99fe-e762-4782-9afa-41026cb00130 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "GET /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags/tempest-TagsTest-Tag-344562730 HTTP/1.1" status: 404 len: 325 time: 0.4696336 Nov 03 18:57:38.488500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39940) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:38.500146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-f3bf947f-62cb-4fa5-88ef-cb21cec62321 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', 'tempest-TagsTest-Tag-1074890139') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:38.520278 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b3c90-b3f1-4bbe-9349-65862673c06b x-openstack-request-id: req-b98b3c90-b3f1-4bbe-9349-65862673c06b {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:38.520618 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1007e22d-b9c0-42c7-94f2-00c810149c86", "tag": "c8008f2d-3f62-48e5-899c-577c409d2c6b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:38.520888 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b98b3c90-b3f1-4bbe-9349-65862673c06b {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:38.521325 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1007e22d-b9c0-42c7-94f2-00c810149c86', 'tag': 'c8008f2d-3f62-48e5-899c-577c409d2c6b', 'status': 'completed', 'code': 200} Nov 03 18:57:38.685457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eeb4f0d7-9889-456d-928a-5db4dc62b246 req-d69ca623-67b1-4efc-a274-96579e35adaf service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900416 Nov 03 18:57:38.840239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 39948) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:38.850492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.tag.tag_plugin [None req-fe93e59f-67f8-46d6-9b8f-5e5d982d67f1 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', 'tempest-TagsTest-Tag-367846931') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:38.869291 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f3bf947f-62cb-4fa5-88ef-cb21cec62321 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "GET /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags/tempest-TagsTest-Tag-1074890139 HTTP/1.1" status: 204 len: 168 time: 0.3750401 Nov 03 18:57:38.962871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e433-743a-46af-9d3a-87828e0a9d03 req-e9ef54a2-6ae8-434f-b8d3-ad4181fe7bd0 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.965291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b94e433-743a-46af-9d3a-87828e0a9d03 req-e9ef54a2-6ae8-434f-b8d3-ad4181fe7bd0 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 943 time: 0.3010092 Nov 03 18:57:39.023343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39952) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:39.092593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-fdc044ac-f8ed-44ff-ad29-408a4044fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:39.099794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-fdc044ac-f8ed-44ff-ad29-408a4044fee5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 1094 time: 0.2886541 Nov 03 18:57:39.393758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee15f4bd-5e9d-4a2c-b876-1a0f3279178e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.786216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe93e59f-67f8-46d6-9b8f-5e5d982d67f1 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "GET /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags/tempest-TagsTest-Tag-367846931 HTTP/1.1" status: 204 len: 168 time: 0.9387739 Nov 03 18:57:39.802684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39972) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:39.834146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-0f3e8b21-9f5b-4028-aec7-046520c09ec7 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:39.841504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee15f4bd-5e9d-4a2c-b876-1a0f3279178e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.859266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-d0f8a5f7-4944-4a78-b5a0-6b2c1a2ab886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:39.865180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-d0f8a5f7-4944-4a78-b5a0-6b2c1a2ab886 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.7237740 Nov 03 18:57:39.874728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b94e433-743a-46af-9d3a-87828e0a9d03 req-b5c01b42-fd2e-4555-bcbe-fb180657fc22 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8811853 Nov 03 18:57:39.930639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee15f4bd-5e9d-4a2c-b876-1a0f3279178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.998412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-abfe500f-8a12-4e52-a966-99ff3645574a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b HTTP/1.1" status: 200 len: 217 time: 0.1210885 Nov 03 18:57:40.015000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c8008f2d-3f62-48e5-899c-577c409d2c6b details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:40.233774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.352629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f4bd-5e9d-4a2c-b876-1a0f3279178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd9079-544e-477d-86b9-42431815b5f4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:40.362588 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ee15f4bd-5e9d-4a2c-b876-1a0f3279178e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cbcb38fd84dd4cee8c3b1f196d7e129a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3369853 Nov 03 18:57:40.363153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39978) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:40.488777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-bf7ec90c-1c4f-43c4-bed5-d41f6b1c1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.492544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-bf7ec90c-1c4f-43c4-bed5-d41f6b1c1ceb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.4450419 Nov 03 18:57:40.576745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c8008f2d-3f62-48e5-899c-577c409d2c6b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:40.608442 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0f3e8b21-9f5b-4028-aec7-046520c09ec7 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "DELETE /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags HTTP/1.1" status: 204 len: 168 time: 0.7968283 Nov 03 18:57:40.664567 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 39984) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:40.678520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'c8008f2d-3f62-48e5-899c-577c409d2c6b', 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'port_id': 'c8008f2d-3f62-48e5-899c-577c409d2c6b', 'mac_address': 'fa:16:3e:2a:ae:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6854fdc-5121-4332-84f7-a2e99e0480c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:40.692127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-d273a60c-89c3-4e97-ba63-adb1868799ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228120 Nov 03 18:57:40.699503 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.703551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-41d0e8b2-3c2d-46b9-a070-ec1200c63ba3 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', 'tempest-TagsTest-Tag-1074890139') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:40.822479 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.872810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0890443-36ea-4b9c-b836-5d01b43a9e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.883616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8008f2d-3f62-48e5-899c-577c409d2c6b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:40.956276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0890443-36ea-4b9c-b836-5d01b43a9e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.972514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c8008f2d-3f62-48e5-899c-577c409d2c6b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:40.982676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.158025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5363-9b4a-41cf-825b-37ab6bc5368a req-bc48c63e-e370-4dfa-bb64-cb6bdbdba10b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:41.163265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f1c5363-9b4a-41cf-825b-37ab6bc5368a req-bc48c63e-e370-4dfa-bb64-cb6bdbdba10b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.6687348 Nov 03 18:57:41.230516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c8008f2d-3f62-48e5-899c-577c409d2c6b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:41.334697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c8008f2d-3f62-48e5-899c-577c409d2c6b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:41.342884 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-41d0e8b2-3c2d-46b9-a070-ec1200c63ba3 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] show failed (client error): The resource could not be found. Nov 03 18:57:41.352562 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-41d0e8b2-3c2d-46b9-a070-ec1200c63ba3 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "GET /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags/tempest-TagsTest-Tag-1074890139 HTTP/1.1" status: 404 len: 326 time: 0.6736703 Nov 03 18:57:41.357192 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0890443-36ea-4b9c-b836-5d01b43a9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.376988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0890443-36ea-4b9c-b836-5d01b43a9e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.386631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0890443-36ea-4b9c-b836-5d01b43a9e05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2bd9079-544e-477d-86b9-42431815b5f4 HTTP/1.1" status: 204 len: 168 time: 1.0200870 Nov 03 18:57:41.389740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40004) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:41.434588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-6ce053fd-3b3e-4f4d-a2e3-97f7c7ed96dd tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94', 'tempest-TagsTest-Tag-367846931') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:41.624129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0890443-36ea-4b9c-b836-5d01b43a9e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd9079-544e-477d-86b9-42431815b5f4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:41.805281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f1c5363-9b4a-41cf-825b-37ab6bc5368a req-5e5291f1-d360-4b81-b374-f9835d07987e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6178668 Nov 03 18:57:41.824522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-9696c8be-c790-443f-b36d-69ed0197a042 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0531554 Nov 03 18:57:41.911423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port f9862b36-6110-41cf-bf11-f19639c2a6f0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:41.911973 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.050621 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-6ce053fd-3b3e-4f4d-a2e3-97f7c7ed96dd tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] show failed (client error): The resource could not be found. Nov 03 18:57:42.052848 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6ce053fd-3b3e-4f4d-a2e3-97f7c7ed96dd tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "GET /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags/tempest-TagsTest-Tag-367846931 HTTP/1.1" status: 404 len: 325 time: 0.6380422 Nov 03 18:57:42.062012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40018) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:42.084724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.tag.tag_plugin [None req-45943162-90e0-472b-b237-b6650c95a2a0 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '24515268-09ba-4358-8cfd-cbf37c906a94') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:42.222910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port f9862b36-6110-41cf-bf11-f19639c2a6f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f9862b36-6110-41cf-bf11-f19639c2a6f0,segment=NetworkSegment(3e9a6571-7166-47a8-9c22-3a4f9cc4ae79),segment_id=3e9a6571-7166-47a8-9c22-3a4f9cc4ae79)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:42.225042 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.253548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for f9862b36-6110-41cf-bf11-f19639c2a6f0 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:42.374919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.386674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.635598 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-45943162-90e0-472b-b237-b6650c95a2a0 tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "DELETE /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94/tags HTTP/1.1" status: 204 len: 168 time: 0.5611088 Nov 03 18:57:42.635598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40026) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:42.635598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40028) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:42.811872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae2550d9-e209-4f28-b5f0-745c86da973a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.000910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.203080 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.501322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=f9862b36-6110-41cf-bf11-f19639c2a6f0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:43.703470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.797800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24515268-09ba-4358-8cfd-cbf37c906a94']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:43.839757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a991ea-a47c-4603-9d48-0d48ab0c79e3') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:43.840328 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a991ea-a47c-4603-9d48-0d48ab0c79e3') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:43.918106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.919239 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.964794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.968989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8048a-d83d-41d6-b7ea-e835ed58b73a req-08b8a5b8-3bd9-4dc1-9150-a32e3ea7cc4d tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.973880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ca8048a-d83d-41d6-b7ea-e835ed58b73a req-08b8a5b8-3bd9-4dc1-9150-a32e3ea7cc4d tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 944 time: 1.1291096 Nov 03 18:57:43.979318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34fe97d5-a743-46fc-841b-8aa4b3bda4c5 req-e251baed-0836-42d1-b816-4128e4d7197e service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1395450 Nov 03 18:57:44.014734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c8008f2d-3f62-48e5-899c-577c409d2c6b up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:44.017754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:44.018337 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:44.028033 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:44.040973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae2550d9-e209-4f28-b5f0-745c86da973a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.098231 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ae2550d9-e209-4f28-b5f0-745c86da973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.403648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port c8008f2d-3f62-48e5-899c-577c409d2c6b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:44.420062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port c8008f2d-3f62-48e5-899c-577c409d2c6b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:44.421073 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.421894 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ae2550d9-e209-4f28-b5f0-745c86da973a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e530efe619c24e90bd9605e479ebf6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7774231 Nov 03 18:57:44.424592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40064) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:44.460484 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.500878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2550d9-e209-4f28-b5f0-745c86da973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4384340-374b-48c9-a365-3d4dc63174be,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:44.549085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.559448 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] 10.222.0.77 "DELETE /v2.0/networks/24515268-09ba-4358-8cfd-cbf37c906a94 HTTP/1.1" status: 204 len: 168 time: 1.9177310 Nov 03 18:57:44.623403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8a5dd-b915-43a6-8881-b77c60e85abb tempest-TagsTest-1702980161 tempest-TagsTest-1702980161-project] Pushing event deleted for resources: {'Network': ['ID=24515268-09ba-4358-8cfd-cbf37c906a94,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:44.900203 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c33d25f9-3f6b-42e2-be7a-58e3a16f1c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.018739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.046620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c33d25f9-3f6b-42e2-be7a-58e3a16f1c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.058363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ca8048a-d83d-41d6-b7ea-e835ed58b73a req-ded6e95a-721d-4ede-8557-56c0d61c9e6b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0620663 Nov 03 18:57:45.173385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port c8008f2d-3f62-48e5-899c-577c409d2c6b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:45.182234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007e22d-b9c0-42c7-94f2-00c810149c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8008f2d-3f62-48e5-899c-577c409d2c6b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:45.202696 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11880746-869f-4ec9-a930-253a1dcf89e3" -d '{"events": [{"server_uuid": "1007e22d-b9c0-42c7-94f2-00c810149c86", "name": "network-vif-plugged", "status": "completed", "tag": "c8008f2d-3f62-48e5-899c-577c409d2c6b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:45.234530 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.273940 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c33d25f9-3f6b-42e2-be7a-58e3a16f1c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.293496 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c33d25f9-3f6b-42e2-be7a-58e3a16f1c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.300101 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c33d25f9-3f6b-42e2-be7a-58e3a16f1c6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4384340-374b-48c9-a365-3d4dc63174be HTTP/1.1" status: 204 len: 168 time: 0.8642478 Nov 03 18:57:45.341606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d25f9-3f6b-42e2-be7a-58e3a16f1c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4384340-374b-48c9-a365-3d4dc63174be,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:45.722103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=c8008f2d-3f62-48e5-899c-577c409d2c6b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:46.073339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:46.219505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40100) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:47.218171 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-07e88981-d9a1-417d-800f-dc629b24ccbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2b4b9aa9f05496db8a02219fe81cff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9946918 Nov 03 18:57:47.222745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40120) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:47.483556 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6615943-262e-4dec-bb55-2bc0d61ee715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.605590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6615943-262e-4dec-bb55-2bc0d61ee715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.764930 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6615943-262e-4dec-bb55-2bc0d61ee715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.771059 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6615943-262e-4dec-bb55-2bc0d61ee715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.803463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b6615943-262e-4dec-bb55-2bc0d61ee715 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e442d1d9-99a1-4e48-aa5f-8dc45ea0414a HTTP/1.1" status: 204 len: 168 time: 0.5520394 Nov 03 18:57:47.852953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c12511-a283-41b5-b75b-3afbd66fa5a9 req-cf80e6fb-918d-4394-aaab-d3a8d9851af3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:47.869374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4c12511-a283-41b5-b75b-3afbd66fa5a9 req-cf80e6fb-918d-4394-aaab-d3a8d9851af3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 2.4276090 Nov 03 18:57:47.885755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6615943-262e-4dec-bb55-2bc0d61ee715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442d1d9-99a1-4e48-aa5f-8dc45ea0414a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:47.927399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:47.962405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5499e0a0-0df7-4795-836f-305b50f3a88e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6700094 Nov 03 18:57:47.966713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40134) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:47.967343 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:48.005642 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:48.006987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:48.221193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4c12511-a283-41b5-b75b-3afbd66fa5a9 req-6a4b24ac-d0da-48bc-b39e-03340bc97804 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187826 Nov 03 18:57:48.316080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-8659a7d8-1216-4594-b425-d71451bc4884 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting subnet 77ae3006-9358-45e0-b42f-d4529225ccd1 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:48.336189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8659a7d8-1216-4594-b425-d71451bc4884 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.429903 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:48.553273 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8659a7d8-1216-4594-b425-d71451bc4884 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.556498 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87fd3d9-5c14-4dba-9ca8-85f454268728 x-openstack-request-id: req-c87fd3d9-5c14-4dba-9ca8-85f454268728 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:48.557398 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007e22d-b9c0-42c7-94f2-00c810149c86", "name": "network-vif-plugged", "status": "completed", "tag": "c8008f2d-3f62-48e5-899c-577c409d2c6b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:48.557398 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c87fd3d9-5c14-4dba-9ca8-85f454268728 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:48.561827 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007e22d-b9c0-42c7-94f2-00c810149c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8008f2d-3f62-48e5-899c-577c409d2c6b', 'code': 200} Nov 03 18:57:48.843621 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:42Z', 'revision_number': 11, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:48.950583 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:57:48.972054 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:48.978347 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:49.080515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8659a7d8-1216-4594-b425-d71451bc4884 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.131541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b12b-3e66-4567-be23-70293feef5fd req-4f5f18e9-ae1a-4ace-bbc3-e745de69cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:49.137115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9744b12b-3e66-4567-be23-70293feef5fd req-4f5f18e9-ae1a-4ace-bbc3-e745de69cd21 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 1096 time: 0.4735491 Nov 03 18:57:49.232116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423b4aa-f985-42e1-a414-9eacddd7dff7 req-bc2a72e5-6816-4f6f-bef4-7c5d9453c1d2 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:49.244926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b423b4aa-f985-42e1-a414-9eacddd7dff7 req-bc2a72e5-6816-4f6f-bef4-7c5d9453c1d2 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 945 time: 0.3891521 Nov 03 18:57:49.262227 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8659a7d8-1216-4594-b425-d71451bc4884 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.372204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b423b4aa-f985-42e1-a414-9eacddd7dff7 req-9ebc8d1b-fcaf-468e-bff0-00fdd6db03cb tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259694 Nov 03 18:57:49.378826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659a7d8-1216-4594-b425-d71451bc4884 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Subnet': ['ID=77ae3006-9358-45e0-b42f-d4529225ccd1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:49.417110 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8659a7d8-1216-4594-b425-d71451bc4884 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.432943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f797da-fe09-4165-abe0-8a9b594350e9 None None] Network 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:49.445402 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:49.471054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9744b12b-3e66-4567-be23-70293feef5fd req-72fb4511-bd7b-4929-85e5-f25e16c8173e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173568 Nov 03 18:57:49.485584 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8659a7d8-1216-4594-b425-d71451bc4884 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/77ae3006-9358-45e0-b42f-d4529225ccd1 HTTP/1.1" status: 204 len: 168 time: 1.5159516 Nov 03 18:57:49.488734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40174) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:49.783836 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:42Z', 'revision_number': 11, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:49.946597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d19959-36ba-4c6c-ad18-c1f9f28753f8 req-d165fb0e-092a-4836-ab61-9e9482b7d1fb tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:49.965097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7d19959-36ba-4c6c-ad18-c1f9f28753f8 req-d165fb0e-092a-4836-ab61-9e9482b7d1fb tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.3381133 Nov 03 18:57:49.982256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.015567 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405294b2-8dca-4ca1-9114-160da7a4664d None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:42Z', 'revision_number': 11, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:50.333171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7d19959-36ba-4c6c-ad18-c1f9f28753f8 req-9b6a3182-dc7f-4d7d-9420-e295c627eead tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367202 Nov 03 18:57:50.360264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Deleting port 2c890a00-a230-4ea1-a8de-6f0c481096b0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:50.362856 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.481554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] DHCP port deletion for 3a480cf7-2cff-4c68-a1eb-b19e7445eb03 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:50.689365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] For port 2c890a00-a230-4ea1-a8de-6f0c481096b0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2c890a00-a230-4ea1-a8de-6f0c481096b0,segment=NetworkSegment(3e9a6571-7166-47a8-9c22-3a4f9cc4ae79),segment_id=3e9a6571-7166-47a8-9c22-3a4f9cc4ae79)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:50.689691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.805609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] Deleting port 2c890a00-a230-4ea1-a8de-6f0c481096b0 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:50.806112 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.854964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Calling delete_port for 2c890a00-a230-4ea1-a8de-6f0c481096b0 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:51.052711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] For port 2c890a00-a230-4ea1-a8de-6f0c481096b0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2c890a00-a230-4ea1-a8de-6f0c481096b0,segment=NetworkSegment(3e9a6571-7166-47a8-9c22-3a4f9cc4ae79),segment_id=3e9a6571-7166-47a8-9c22-3a4f9cc4ae79)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:51.053292 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.113327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] Calling delete_port for 2c890a00-a230-4ea1-a8de-6f0c481096b0 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:51.203464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3171d-1682-41e5-b48e-0b656d5da12c req-1191802d-0a79-49a3-9b04-8204109bd02c tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:51.223532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8da3171d-1682-41e5-b48e-0b656d5da12c req-1191802d-0a79-49a3-9b04-8204109bd02c tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 945 time: 0.5481150 Nov 03 18:57:51.482867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8da3171d-1682-41e5-b48e-0b656d5da12c req-788a3959-61bb-425b-b31c-cc7dbe6cddaf tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310789 Nov 03 18:57:51.522851 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.620473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Port': ['ID=2c890a00-a230-4ea1-a8de-6f0c481096b0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:51.647484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No DVR routers for this DVR port 2c890a00-a230-4ea1-a8de-6f0c481096b0 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:52.149763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.196665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8bfcd-29fa-4794-bb8f-fbb7ffa2f6d1 req-449630a6-3116-493e-8e1d-9f32887b1f21 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:52.206432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8c8bfcd-29fa-4794-bb8f-fbb7ffa2f6d1 req-449630a6-3116-493e-8e1d-9f32887b1f21 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.4587276 Nov 03 18:57:52.263441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a480cf7-2cff-4c68-a1eb-b19e7445eb03']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:52.284898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:52.285191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9a6571-7166-47a8-9c22-3a4f9cc4ae79') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:52.329359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.426041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f9862b36-6110-41cf-bf11-f19639c2a6f0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:52.446205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.510890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8c8bfcd-29fa-4794-bb8f-fbb7ffa2f6d1 req-8fc0a309-5da7-46e9-a74c-6daaa0ae7880 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999988 Nov 03 18:57:52.521256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: f9862b36-6110-41cf-bf11-f19639c2a6f0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:52.522862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:52.524967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.530195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f9862b36-6110-41cf-bf11-f19639c2a6f0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:52.531194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2c890a00-a230-4ea1-a8de-6f0c481096b0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:52.554216 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:52.616815 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.645645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 2c890a00-a230-4ea1-a8de-6f0c481096b0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:52.646321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2c890a00-a230-4ea1-a8de-6f0c481096b0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:52.887315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] Pushing event deleted for resources: {'Port': ['ID=2c890a00-a230-4ea1-a8de-6f0c481096b0,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:52.893821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75a453-4575-4c90-9bfd-755d5a2c1e21 None None] No DVR routers for this DVR port 2c890a00-a230-4ea1-a8de-6f0c481096b0 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:53.136620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.157700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.166181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/networks/3a480cf7-2cff-4c68-a1eb-b19e7445eb03 HTTP/1.1" status: 204 len: 168 time: 3.6745670 Nov 03 18:57:53.168303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40274) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:53.178036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'routes': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:53.218974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684729b-87c9-4066-988c-147f1760f7f3 req-d59ef0f1-46a6-4db1-bcda-83c45952f6b3 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.244591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3684729b-87c9-4066-988c-147f1760f7f3 req-d59ef0f1-46a6-4db1-bcda-83c45952f6b3 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 945 time: 0.3490574 Nov 03 18:57:53.312231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41829798-ad5c-4074-a54a-c480f1a66417 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Pushing event deleted for resources: {'Network': ['ID=3a480cf7-2cff-4c68-a1eb-b19e7445eb03,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.505933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3684729b-87c9-4066-988c-147f1760f7f3 req-e9d151b2-e836-4788-8255-925879ac0812 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905799 Nov 03 18:57:54.007769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Added routes are [] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:57:54.007945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.extraroute_db [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Removed routes are [] {{(pid=101755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:57:54.008518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.090796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb281-edb9-491a-bc97-e4185bbe3d2a req-11bf71b5-8cd8-4bd3-b536-c300022d8bb1 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:54.104605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a38cb281-edb9-491a-bc97-e4185bbe3d2a req-11bf71b5-8cd8-4bd3-b536-c300022d8bb1 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 945 time: 0.1972132 Nov 03 18:57:54.403446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a38cb281-edb9-491a-bc97-e4185bbe3d2a req-023f75b2-4773-473c-8d0d-9662894c2af5 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926173 Nov 03 18:57:54.414439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:55.063673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:55.090044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '0d8aac58-8806-4469-9ada-192dd0905c50', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'port_id': '0d8aac58-8806-4469-9ada-192dd0905c50', 'mac_address': 'fa:16:3e:8d:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:55.156341 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.183931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8aac58-8806-4469-9ada-192dd0905c50 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:55.263421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:55.273992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.547204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['0d8aac58-8806-4469-9ada-192dd0905c50'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:55.640666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=11']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:55.715788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817362-d180-4eca-8144-912b21075bca req-f0951f31-b410-4724-b497-0cf13c4b769c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.740811 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69817362-d180-4eca-8144-912b21075bca req-f0951f31-b410-4724-b497-0cf13c4b769c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 0.1247923 Nov 03 18:57:55.745593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40350) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:55.897893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69817362-d180-4eca-8144-912b21075bca req-7f6ab159-34a7-4e85-b617-9ce261d3508d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550994 Nov 03 18:57:55.900540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.980419 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.265316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-04881e9a-e705-48f6-bc9b-048ceed67b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:56.267590 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-04881e9a-e705-48f6-bc9b-048ceed67b75 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1097 time: 0.6318760 Nov 03 18:57:56.369303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40368) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:56.522493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:56.586895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4be3974-5990-4c81-aa81-3f54916422c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.625217 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12778e67-b781-4062-b46a-18a4514a8859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.736755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-e9a40ef9-c5a0-46aa-b415-68d9e732a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:56.738713 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-e9a40ef9-c5a0-46aa-b415-68d9e732a2eb service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.2486510 Nov 03 18:57:56.932475 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12778e67-b781-4062-b46a-18a4514a8859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.943349 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12778e67-b781-4062-b46a-18a4514a8859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.101033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-12778e67-b781-4062-b46a-18a4514a8859 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26c982fe692a4aa2af97eddc5adeed44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3480475 Nov 03 18:57:57.108407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40382) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:57.108407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12778e67-b781-4062-b46a-18a4514a8859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0444941-8a16-46a5-bb0f-5f43c0446e2f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:57.157315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:57.179363 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.186035 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08459863-d5f8-4b01-a835-36adc55996ee tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 200 len: 703 time: 4.0119362 Nov 03 18:57:57.186457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] Sync routers for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:57.190790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40386) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:57.304158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:57.304158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:57.311905 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-4db3d29a-5cf7-40e6-90ed-3a217c037eda service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1001 time: 0.4415216 Nov 03 18:57:57.384802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40394) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:57.521083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-4b825a5b-8fe4-47c3-90da-a907ed30926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.529696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-4b825a5b-8fe4-47c3-90da-a907ed30926c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.2147293 Nov 03 18:57:57.553005 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-01ea316a-499b-462f-ac46-ae3c2829039c tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 200 len: 205 time: 0.3586881 Nov 03 18:57:57.608897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40400) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:57.717851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-287ef03a-3712-4837-a560-78afe5baa801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.717851 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-287ef03a-3712-4837-a560-78afe5baa801 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622036 Nov 03 18:57:57.752135 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4be3974-5990-4c81-aa81-3f54916422c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.780680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:57.993034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:42Z', 'revision_number': 11, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:58.000967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4be3974-5990-4c81-aa81-3f54916422c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.086327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] Checking router: b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:57:58.104721 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f4be3974-5990-4c81-aa81-3f54916422c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e28a796c5c7c49c88bd4c11545e0660b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7336254 Nov 03 18:57:58.120174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40408) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:58.165029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] Routers {'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:58.174399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:58.217895 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-c14ccf9d-6135-4c85-9228-b1d0c625143b service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918876 Nov 03 18:57:58.262834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8efb58f4-f2fc-48ab-a762-73b7161bf6da tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.275426 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4021c6d2-a940-487b-a564-275a645ad49a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.448669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:58.527774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] Set router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:58.572933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be3974-5990-4c81-aa81-3f54916422c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f467dbb-a3cf-45cb-965e-4cd17e6ea060,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:58.645280 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-111e7bbd-ee0d-46da-b4e2-b20e11b26467 req-b5599994-9474-4905-8f75-56415d2d7b40 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180183 Nov 03 18:57:58.726793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:42Z', 'revision_number': 11, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:58.848280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4021c6d2-a940-487b-a564-275a645ad49a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.897298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeceb538-4a88-4822-9780-8a276a77dc7c None None] The sync data for ids ['b99cb85d-ab1c-4ba5-bd84-a08553ab38e6'] in n-d-812148-3 is: [{'id': 'b99cb85d-ab1c-4ba5-bd84-a08553ab38e6', 'name': 'tempest-RoutersIpV6Test-router-47740718', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:20Z', 'updated_at': '2021-11-03T18:57:42Z', 'revision_number': 11, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:58.907440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 0d8aac58-8806-4469-9ada-192dd0905c50 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:58.920574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 0d8aac58-8806-4469-9ada-192dd0905c50 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:58.921181 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.003319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92123f15-f5ce-4543-86c1-b62bea0b3244 req-7e221afc-27e4-43cb-8975-716416bcce72 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:59.018319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92123f15-f5ce-4543-86c1-b62bea0b3244 req-7e221afc-27e4-43cb-8975-716416bcce72 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 946 time: 1.7692277 Nov 03 18:57:59.200526 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.229972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92123f15-f5ce-4543-86c1-b62bea0b3244 req-8707d453-bba0-4d3f-af99-544b2c5d82cc tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001770 Nov 03 18:57:59.298276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:59.302526 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a568e49-d6b4-49df-9477-00fedf5de18c" -d '{"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-plugged", "status": "completed", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:59.355821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:59.366425 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.525115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8efb58f4-f2fc-48ab-a762-73b7161bf6da tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.529543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8efb58f4-f2fc-48ab-a762-73b7161bf6da tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.578293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=12']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:59.633642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8efb58f4-f2fc-48ab-a762-73b7161bf6da tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.634287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efb58f4-f2fc-48ab-a762-73b7161bf6da tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Fanout notify agent at l3_agent the message router_deleted on router b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:57:59.638729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-921c9980-09f4-4643-bb55-1b90edf25147 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3093057 Nov 03 18:57:59.639422 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:57:59.647898 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8efb58f4-f2fc-48ab-a762-73b7161bf6da tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.649718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8efb58f4-f2fc-48ab-a762-73b7161bf6da tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 204 len: 168 time: 2.0389729 Nov 03 18:57:59.658306 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7509257e-6987-4fca-8198-91875ca54c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.658564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40440) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:59.663708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-620e781d-adcf-430e-87a9-c09685b18cdf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-783254383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:59.670760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4021c6d2-a940-487b-a564-275a645ad49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.673535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4021c6d2-a940-487b-a564-275a645ad49a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.681789 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4021c6d2-a940-487b-a564-275a645ad49a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0444941-8a16-46a5-bb0f-5f43c0446e2f HTTP/1.1" status: 204 len: 168 time: 2.5381501 Nov 03 18:57:59.770859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-620e781d-adcf-430e-87a9-c09685b18cdf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.772628 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-620e781d-adcf-430e-87a9-c09685b18cdf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.224141 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-620e781d-adcf-430e-87a9-c09685b18cdf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.235920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-620e781d-adcf-430e-87a9-c09685b18cdf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.307854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-620e781d-adcf-430e-87a9-c09685b18cdf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.310965 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-620e781d-adcf-430e-87a9-c09685b18cdf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6532404 Nov 03 18:58:00.319114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40464) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.337762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-29f196e7-8611-402b-9586-783591b8b55f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:00.404719 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa55c0b-f464-454b-8b15-ce0a6971849f x-openstack-request-id: req-8aa55c0b-f464-454b-8b15-ce0a6971849f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:00.405601 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-plugged", "status": "completed", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:00.407096 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aa55c0b-f464-454b-8b15-ce0a6971849f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:00.408432 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50', 'code': 200} Nov 03 18:58:00.591851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021c6d2-a940-487b-a564-275a645ad49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0444941-8a16-46a5-bb0f-5f43c0446e2f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:00.888361 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7509257e-6987-4fca-8198-91875ca54c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.991182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40476) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:01.130792 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe1ed-1ef2-4da9-8283-3c21259756cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.269470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe1ed-1ef2-4da9-8283-3c21259756cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.278989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-2df21c0c-55d0-43cc-81bc-89ec043d4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.282106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-2df21c0c-55d0-43cc-81bc-89ec043d4812 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 1096 time: 0.8518829 Nov 03 18:58:01.288548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe1ed-1ef2-4da9-8283-3c21259756cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.324651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226e1de-3d58-4912-b848-8774d7e34b3d req-32e62146-f0bc-4d42-bf3d-1fa54e60eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.328782 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1226e1de-3d58-4912-b848-8774d7e34b3d req-32e62146-f0bc-4d42-bf3d-1fa54e60eb8c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1098 time: 0.3829288 Nov 03 18:58:01.335515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-29f196e7-8611-402b-9586-783591b8b55f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.378067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbe1ed-1ef2-4da9-8283-3c21259756cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce99ad63-437f-4fa5-a49c-74aa87e7d1b0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:01.529087 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1226e1de-3d58-4912-b848-8774d7e34b3d req-351ac52e-aeaf-4d8c-a7db-cd688bd9d745 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817966 Nov 03 18:58:01.540533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-29f196e7-8611-402b-9586-783591b8b55f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.648361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2bfbe1ed-1ef2-4da9-8283-3c21259756cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7c27fe7bb9346358af2fe22caa8708d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6439893 Nov 03 18:58:01.651080 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7509257e-6987-4fca-8198-91875ca54c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.656673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7509257e-6987-4fca-8198-91875ca54c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.667610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7509257e-6987-4fca-8198-91875ca54c02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f467dbb-a3cf-45cb-965e-4cd17e6ea060 HTTP/1.1" status: 204 len: 168 time: 3.5399342 Nov 03 18:58:01.674533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40492) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:01.825977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509257e-6987-4fca-8198-91875ca54c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f467dbb-a3cf-45cb-965e-4cd17e6ea060,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:01.949487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f196e7-8611-402b-9586-783591b8b55f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Router 6f7657d9-cf25-4f5a-9457-93d933cfc546 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:58:02.399392 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.405538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-1a637039-7db6-4098-8e49-36fd0722c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:02.417041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f196e7-8611-402b-9586-783591b8b55f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:58:02.431455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-1a637039-7db6-4098-8e49-36fd0722c953 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 1.0200241 Nov 03 18:58:02.461753 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] Sync routers for ids ['6f7657d9-cf25-4f5a-9457-93d933cfc546'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:58:02.475238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-29f196e7-8611-402b-9586-783591b8b55f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.481244 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-29f196e7-8611-402b-9586-783591b8b55f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "PUT /v2.0/routers/6f7657d9-cf25-4f5a-9457-93d933cfc546 HTTP/1.1" status: 200 len: 697 time: 2.1595321 Nov 03 18:58:02.490622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40512) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:02.524474 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] Routers {'6f7657d9-cf25-4f5a-9457-93d933cfc546'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:02.531072 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f7657d9-cf25-4f5a-9457-93d933cfc546'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:02.615733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d25776f-6a6b-46c6-8405-8ccb03b246b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.859477 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0923bcc8-0e0f-4720-8910-707a0d3e6ba0 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/routers/6f7657d9-cf25-4f5a-9457-93d933cfc546 HTTP/1.1" status: 200 len: 703 time: 0.3628592 Nov 03 18:58:02.866321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40526) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:02.997734 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49d63326-f7ad-4f98-b84f-3aae9526ad9d tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f7657d9-cf25-4f5a-9457-93d933cfc546 HTTP/1.1" status: 200 len: 205 time: 0.1270387 Nov 03 18:58:02.998989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40532) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:03.001743 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] Set router 6f7657d9-cf25-4f5a-9457-93d933cfc546 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:03.020669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6ce0-d78a-4bcd-ae6b-cf5db12d9319 req-e094f695-d1df-415a-a4d3-490cdd45c7d7 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.034035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-094e6ce0-d78a-4bcd-ae6b-cf5db12d9319 req-e094f695-d1df-415a-a4d3-490cdd45c7d7 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 947 time: 1.1960351 Nov 03 18:58:03.044475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-df03f16f-6fc4-45e1-b5f4-11f711a06d55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b HTTP/1.1" status: 200 len: 217 time: 0.4368615 Nov 03 18:58:03.084782 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d25776f-6a6b-46c6-8405-8ccb03b246b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.235587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1872bd6-62d0-4253-9626-40ffbb749cc2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.390200 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.416120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40542) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:03.416850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7657d9-cf25-4f5a-9457-93d933cfc546', 'name': 'tempest-RoutersIpV6Test-router-783254383', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:57:59Z', 'updated_at': '2021-11-03T18:58:01Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:03.525515 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] Checking router: 6f7657d9-cf25-4f5a-9457-93d933cfc546 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:58:03.551733 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] Routers {'6f7657d9-cf25-4f5a-9457-93d933cfc546'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:03.553473 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f7657d9-cf25-4f5a-9457-93d933cfc546'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:03.671001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9f85790-6bba-4801-a9a8-61410d9902b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.790018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-fd048513-7575-4527-a013-b9df2c803ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.793662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-fd048513-7575-4527-a013-b9df2c803ae4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.6927691 Nov 03 18:58:03.808387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.901396 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] Set router 6f7657d9-cf25-4f5a-9457-93d933cfc546 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:04.041326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40550) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:04.065476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-14dd210c-39ef-4fea-a104-eb6cbfe554f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2210793 Nov 03 18:58:04.122285 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7657d9-cf25-4f5a-9457-93d933cfc546', 'name': 'tempest-RoutersIpV6Test-router-783254383', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:57:59Z', 'updated_at': '2021-11-03T18:58:01Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:04.125178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1872bd6-62d0-4253-9626-40ffbb749cc2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.134277 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1872bd6-62d0-4253-9626-40ffbb749cc2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.224731 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621fed6-02c6-48fc-a88a-70a0763f1879 None None] The sync data for ids ['6f7657d9-cf25-4f5a-9457-93d933cfc546'] in n-d-812148-3 is: [{'id': '6f7657d9-cf25-4f5a-9457-93d933cfc546', 'name': 'tempest-RoutersIpV6Test-router-783254383', 'tenant_id': 'cac61ea918044e65a3cb56573923a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:57:59Z', 'updated_at': '2021-11-03T18:58:01Z', 'revision_number': 2, 'project_id': 'cac61ea918044e65a3cb56573923a5e6', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:58:04.416934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-094e6ce0-d78a-4bcd-ae6b-cf5db12d9319 req-82dc2036-6942-4da4-9e5d-460eb6fdb60c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3474395 Nov 03 18:58:04.424579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1872bd6-62d0-4253-9626-40ffbb749cc2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.425387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1872bd6-62d0-4253-9626-40ffbb749cc2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7657d9-cf25-4f5a-9457-93d933cfc546 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:58:04.472575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1872bd6-62d0-4253-9626-40ffbb749cc2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.480740 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d1872bd6-62d0-4253-9626-40ffbb749cc2 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/6f7657d9-cf25-4f5a-9457-93d933cfc546 HTTP/1.1" status: 204 len: 168 time: 1.4694462 Nov 03 18:58:04.489644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:04.657512 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c288f01b-0bf7-4547-9c4d-1b5decb93362 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f7657d9-cf25-4f5a-9457-93d933cfc546 HTTP/1.1" status: 200 len: 205 time: 0.1659012 Nov 03 18:58:04.659694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40584) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:04.753002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d25776f-6a6b-46c6-8405-8ccb03b246b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.758292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d25776f-6a6b-46c6-8405-8ccb03b246b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.764519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0d25776f-6a6b-46c6-8405-8ccb03b246b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce99ad63-437f-4fa5-a49c-74aa87e7d1b0 HTTP/1.1" status: 204 len: 168 time: 2.9606156 Nov 03 18:58:04.825902 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-14e69438-3749-479c-bddc-5376501b77fb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] delete failed (client error): The resource could not be found. Nov 03 18:58:04.831027 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-14e69438-3749-479c-bddc-5376501b77fb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/6f7657d9-cf25-4f5a-9457-93d933cfc546 HTTP/1.1" status: 404 len: 336 time: 0.1641390 Nov 03 18:58:04.834690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.040806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9f85790-6bba-4801-a9a8-61410d9902b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.044834 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d227a6c-68fa-4662-aeba-9a5bfc6e7b92 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:05.048762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d227a6c-68fa-4662-aeba-9a5bfc6e7b92 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:05.069078 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9f85790-6bba-4801-a9a8-61410d9902b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.072405 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4d227a6c-68fa-4662-aeba-9a5bfc6e7b92 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/edacc9b4-df60-4461-a0e9-6bf75dc040af HTTP/1.1" status: 404 len: 337 time: 0.2310886 Nov 03 18:58:05.074764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40600) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.082839 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e93b4214-b8d7-4d2c-ab92-94e7b9814e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.097074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25776f-6a6b-46c6-8405-8ccb03b246b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce99ad63-437f-4fa5-a49c-74aa87e7d1b0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:05.240315 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2540101-45f1-41f0-9115-15b24bfc8332 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:05.240998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2540101-45f1-41f0-9115-15b24bfc8332 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:05.247859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a2540101-45f1-41f0-9115-15b24bfc8332 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/031d75db-004d-478e-a2bc-0199acfa831b HTTP/1.1" status: 404 len: 337 time: 0.1489780 Nov 03 18:58:05.248348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.358041 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-152deae4-9dce-4efd-a168-e7853106a53a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:05.363548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152deae4-9dce-4efd-a168-e7853106a53a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:05.375120 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-152deae4-9dce-4efd-a168-e7853106a53a tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/479f49f0-cb21-4ee5-b6a7-bab55c0fff47 HTTP/1.1" status: 404 len: 337 time: 0.1215646 Nov 03 18:58:05.379514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40608) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.515479 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7a1e92-e3a9-4bba-8a25-52ef3f5b6f4e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:05.522884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7a1e92-e3a9-4bba-8a25-52ef3f5b6f4e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:05.537325 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6a7a1e92-e3a9-4bba-8a25-52ef3f5b6f4e tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/77ae3006-9358-45e0-b42f-d4529225ccd1 HTTP/1.1" status: 404 len: 337 time: 0.1520669 Nov 03 18:58:05.538085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40616) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.683359 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7031f5b4-1849-46da-bc80-2720b9965d9f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 200 len: 205 time: 0.1410098 Nov 03 18:58:05.692645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40620) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.735939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f9f85790-6bba-4801-a9a8-61410d9902b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e666fbc105164169870f3fd08f7748c9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3069096 Nov 03 18:58:05.737213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40622) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.928013 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c943cd29-2d08-4b31-9430-d098da7ce0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.929744 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-f50b146f-ce83-45b0-af4c-e9739b3d90cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] delete failed (client error): The resource could not be found. Nov 03 18:58:05.931794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f50b146f-ce83-45b0-af4c-e9739b3d90cf tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/b99cb85d-ab1c-4ba5-bd84-a08553ab38e6 HTTP/1.1" status: 404 len: 336 time: 0.2367702 Nov 03 18:58:05.936205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40630) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.962759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f85790-6bba-4801-a9a8-61410d9902b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae5af1-d679-4c66-89ec-fb248adccb74,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:06.085518 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b4cfeabb-bbab-4231-91ae-cb8a045bf941 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=400186a7-49b0-48ae-a744-0fd156d3fe02 HTTP/1.1" status: 200 len: 205 time: 0.1463964 Nov 03 18:58:06.092048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40632) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:06.193452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-086c897e-c210-4ef5-8689-f8591ecc1672 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7992265 Nov 03 18:58:06.322119 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-d048a1c4-12e7-4bec-88c6-334c4af2b4d6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] delete failed (client error): The resource could not be found. Nov 03 18:58:06.342881 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d048a1c4-12e7-4bec-88c6-334c4af2b4d6 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/400186a7-49b0-48ae-a744-0fd156d3fe02 HTTP/1.1" status: 404 len: 336 time: 0.2476301 Nov 03 18:58:06.345633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40638) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:06.361910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ef84a30-7a22-41ad-bbd9-e5de6ddc1947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.471460 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b7c2d7-46f4-4cd2-ad35-5c637ec7deac tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:06.472226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b7c2d7-46f4-4cd2-ad35-5c637ec7deac tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:06.488215 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-79b7c2d7-46f4-4cd2-ad35-5c637ec7deac tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/6d24566d-e38c-490f-8cbb-a51bfd83092d HTTP/1.1" status: 404 len: 337 time: 0.1327343 Nov 03 18:58:06.488215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40644) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:06.530959 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e93b4214-b8d7-4d2c-ab92-94e7b9814e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.593853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e93b4214-b8d7-4d2c-ab92-94e7b9814e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.629997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-34a83e00-6e9d-41c6-8557-09bd3f6f16ed tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=921f0bc4-aea8-4783-9aaa-9612e2f94529 HTTP/1.1" status: 200 len: 205 time: 0.1391730 Nov 03 18:58:06.641866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40648) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:06.799481 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-0332d305-03f1-479c-837d-6cbd8191ab97 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] delete failed (client error): The resource could not be found. Nov 03 18:58:06.806817 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0332d305-03f1-479c-837d-6cbd8191ab97 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/921f0bc4-aea8-4783-9aaa-9612e2f94529 HTTP/1.1" status: 404 len: 336 time: 0.1580093 Nov 03 18:58:06.808164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40656) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:06.927299 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0358c7bf-6680-4e1e-bb2b-2532dbc2c4a7 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a84fe65-973f-414a-a659-00c0e04b54cb HTTP/1.1" status: 200 len: 205 time: 0.1152120 Nov 03 18:58:06.931083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40660) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.039486 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-4cd8ed06-3a1d-4ddf-99ea-0140e19c367b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] delete failed (client error): The resource could not be found. Nov 03 18:58:07.045322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4cd8ed06-3a1d-4ddf-99ea-0140e19c367b tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/9a84fe65-973f-414a-a659-00c0e04b54cb HTTP/1.1" status: 404 len: 336 time: 0.1116099 Nov 03 18:58:07.045622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40664) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.135780 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f05684-fdf2-4db7-9c4f-42f36f9de953 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:07.139282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f05684-fdf2-4db7-9c4f-42f36f9de953 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:07.151109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-72f05684-fdf2-4db7-9c4f-42f36f9de953 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/1e6a20d1-cadd-4abb-b307-161c022efee5 HTTP/1.1" status: 404 len: 337 time: 0.0999396 Nov 03 18:58:07.152333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40668) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.238663 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a4bff1f7-4a0e-48c0-81a0-f7b4d971afdb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=22187248-1af8-419e-b19f-9ee99e1b29c5 HTTP/1.1" status: 200 len: 205 time: 0.0764799 Nov 03 18:58:07.239533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40672) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.351105 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-dfd910be-4d8e-4b10-bcdf-8da4a79982e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] delete failed (client error): The resource could not be found. Nov 03 18:58:07.360181 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dfd910be-4d8e-4b10-bcdf-8da4a79982e8 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/22187248-1af8-419e-b19f-9ee99e1b29c5 HTTP/1.1" status: 404 len: 336 time: 0.1157327 Nov 03 18:58:07.361136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40676) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.417152 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a67e91-79d3-4fe4-ae60-e6bbeaadb472 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:07.418169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a67e91-79d3-4fe4-ae60-e6bbeaadb472 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:07.426953 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-79a67e91-79d3-4fe4-ae60-e6bbeaadb472 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/f7390d7d-617f-4188-a533-eee117431165 HTTP/1.1" status: 404 len: 337 time: 0.0589633 Nov 03 18:58:07.434095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40680) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.526305 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1cdc28eb-8dc1-4b92-9811-257b3f9247eb tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff146a6a-40fc-4cf8-a596-f82123e4e50d HTTP/1.1" status: 200 len: 205 time: 0.0895269 Nov 03 18:58:07.529965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40682) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.657196 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-b3f0dc37-87d8-47ab-9d9c-5ad46c671ef9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] delete failed (client error): The resource could not be found. Nov 03 18:58:07.659179 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b3f0dc37-87d8-47ab-9d9c-5ad46c671ef9 tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/routers/ff146a6a-40fc-4cf8-a596-f82123e4e50d HTTP/1.1" status: 404 len: 336 time: 0.1276751 Nov 03 18:58:07.664739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40688) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.739782 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e461a3c5-8482-4911-8f57-d5177e96a68c tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:07.743199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e461a3c5-8482-4911-8f57-d5177e96a68c tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:07.755019 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e461a3c5-8482-4911-8f57-d5177e96a68c tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/0197c1d0-327d-4072-a314-36adc6d781e7 HTTP/1.1" status: 404 len: 337 time: 0.0828640 Nov 03 18:58:07.756249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40692) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.813533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b4214-b8d7-4d2c-ab92-94e7b9814e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55309d7-9d2e-4415-bf10-264a00804cc4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:07.822412 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e493456-e18c-4856-a5ae-5dd8804bd54f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:07.823425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e493456-e18c-4856-a5ae-5dd8804bd54f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:07.841269 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ef84a30-7a22-41ad-bbd9-e5de6ddc1947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.846661 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0e493456-e18c-4856-a5ae-5dd8804bd54f tempest-RoutersIpV6Test-22855321 tempest-RoutersIpV6Test-22855321-project] 10.222.0.77 "DELETE /v2.0/subnets/710f1774-5e08-458f-a84f-2e2b6cd80412 HTTP/1.1" status: 404 len: 337 time: 0.0786891 Nov 03 18:58:07.905218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc55d21-0ebb-4604-9026-fecd978ae193 req-5026cbbd-14a1-4625-b5c9-32dea135e4a4 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.908543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4bc55d21-0ebb-4604-9026-fecd978ae193 req-5026cbbd-14a1-4625-b5c9-32dea135e4a4 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 947 time: 1.9997544 Nov 03 18:58:07.935728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e93b4214-b8d7-4d2c-ab92-94e7b9814e5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e1e001c71da44d696263e5363d3965d&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8926167 Nov 03 18:58:07.939864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40702) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:08.128297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-353e0f94-4601-4dc9-ba0f-0c2bd8483c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.132375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da1cde7a-db31-4155-bdcc-500e6f88d13d req-d4fd3fee-f47a-4358-a7ef-65041caf3491 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9054439 Nov 03 18:58:08.214645 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-353e0f94-4601-4dc9-ba0f-0c2bd8483c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.291061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Deleting port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:08.293527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.401959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-353e0f94-4601-4dc9-ba0f-0c2bd8483c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.407330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-353e0f94-4601-4dc9-ba0f-0c2bd8483c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.410464 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-353e0f94-4601-4dc9-ba0f-0c2bd8483c17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d55309d7-9d2e-4415-bf10-264a00804cc4 HTTP/1.1" status: 204 len: 168 time: 0.4689014 Nov 03 18:58:08.425791 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-636607a6-0534-4fd5-a45d-a7f642149448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.447362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e0f94-4601-4dc9-ba0f-0c2bd8483c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55309d7-9d2e-4415-bf10-264a00804cc4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:08.502083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4bc55d21-0ebb-4604-9026-fecd978ae193 req-a9a3db19-2c0c-45ff-82f7-1b12faa2ebe2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5634794 Nov 03 18:58:08.564331 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ef84a30-7a22-41ad-bbd9-e5de6ddc1947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.572160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ef84a30-7a22-41ad-bbd9-e5de6ddc1947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.582883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ef84a30-7a22-41ad-bbd9-e5de6ddc1947 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fae5af1-d679-4c66-89ec-fb248adccb74 HTTP/1.1" status: 204 len: 168 time: 2.7807157 Nov 03 18:58:08.668547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef84a30-7a22-41ad-bbd9-e5de6ddc1947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae5af1-d679-4c66-89ec-fb248adccb74,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:08.715852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] For port a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:08.716580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.762199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Calling delete_port for a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:08.763197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40718) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:09.444800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:09.542297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:09.742335 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-85b314fc-62a6-4bc2-98dc-dc9c0195417b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cac61ea918044e65a3cb56573923a5e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9765224 Nov 03 18:58:09.746428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40736) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:09.920607 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-341e4e9f-4c77-4e19-b388-2cf28ea87b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.014714 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.041576 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-341e4e9f-4c77-4e19-b388-2cf28ea87b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.224852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-341e4e9f-4c77-4e19-b388-2cf28ea87b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.232665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-341e4e9f-4c77-4e19-b388-2cf28ea87b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.240501 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-341e4e9f-4c77-4e19-b388-2cf28ea87b64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5276a2a7-3a71-4dbf-bda6-ee7f677ce122 HTTP/1.1" status: 204 len: 168 time: 0.4918418 Nov 03 18:58:10.258852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e4e9f-4c77-4e19-b388-2cf28ea87b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5276a2a7-3a71-4dbf-bda6-ee7f677ce122,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:10.288591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40748) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:10.327295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c06e2f-0e7c-4a97-9f74-f1b0b169fb9f req-f00cb839-3428-4a76-be4a-623dfa20bbc9 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:10.330030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87c06e2f-0e7c-4a97-9f74-f1b0b169fb9f req-f00cb839-3428-4a76-be4a-623dfa20bbc9 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 947 time: 0.4256198 Nov 03 18:58:10.368420 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91cfa40b-5ab6-423b-9d12-87a006a86910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.481762 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.571198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91cfa40b-5ab6-423b-9d12-87a006a86910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.579424 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91cfa40b-5ab6-423b-9d12-87a006a86910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.587213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87c06e2f-0e7c-4a97-9f74-f1b0b169fb9f req-de8997a5-3819-473a-ab4c-2168bc0f7ce2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295654 Nov 03 18:58:10.762887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfa40b-5ab6-423b-9d12-87a006a86910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53108679-6824-4ef8-8e6a-f88b62c689e8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:10.790043 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-91cfa40b-5ab6-423b-9d12-87a006a86910 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13520ffc55ff41949c1a8d52651269b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960215 Nov 03 18:58:10.791295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40756) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:10.948873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82063d32-0ffa-4b0c-b99c-a61456a98e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.044841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82063d32-0ffa-4b0c-b99c-a61456a98e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.214028 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82063d32-0ffa-4b0c-b99c-a61456a98e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.218739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82063d32-0ffa-4b0c-b99c-a61456a98e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.228701 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82063d32-0ffa-4b0c-b99c-a61456a98e42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53108679-6824-4ef8-8e6a-f88b62c689e8 HTTP/1.1" status: 204 len: 168 time: 0.4337702 Nov 03 18:58:11.250806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82063d32-0ffa-4b0c-b99c-a61456a98e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53108679-6824-4ef8-8e6a-f88b62c689e8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:11.266240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:58:11.656582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:58:11.670331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4f6d79d4-0bd0-4913-94ec-7cc34d3aeb68 admin admin] 10.222.0.77 "PUT /v2.0/routers/df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2512851 Nov 03 18:58:11.673884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40774) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:11.681215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] Sync routers for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:58:11.713958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:11.714632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:58:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:11.983685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.032691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:12.311534 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.356442 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.367004 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.414044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Deleting port 0719a9fe-0e3e-4108-91e7-9e64f0056fff {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:12.414627 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.510977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:58:09Z', 'revision_number': 5, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port': {'id': '0719a9fe-0e3e-4108-91e7-9e64f0056fff', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:54:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:02Z', 'updated_at': '2021-11-03T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:12.659674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] Checking router: df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:58:12.698368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] Routers {'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:12.701905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:58:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:12.756801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] For port 0719a9fe-0e3e-4108-91e7-9e64f0056fff, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0719a9fe-0e3e-4108-91e7-9e64f0056fff,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:12.758012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.805588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Calling delete_port for 0719a9fe-0e3e-4108-91e7-9e64f0056fff owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:13.072651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] Set router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:13.228503 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:58:12Z', 'revision_number': 6, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:13.302014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32207b37-ae29-4f39-acdd-0e6b52c9c353 None None] The sync data for ids ['df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a'] in n-d-812148-3 is: [{'id': 'df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a', 'name': 'tempest-TaggedBootDevicesTest-1287892745-router', 'tenant_id': '212fac93969d4549abbb47ca6ec3a2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:01Z', 'updated_at': '2021-11-03T18:58:12Z', 'revision_number': 6, 'project_id': '212fac93969d4549abbb47ca6ec3a2ac', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:58:13.350889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:13.419853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Pushing event deleted for resources: {'Port': ['ID=0719a9fe-0e3e-4108-91e7-9e64f0056fff,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:13.578246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:13.920857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:13.936601 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.023272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.024942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:58:14.037470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.040294 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-96ff95dd-0ffd-44ad-847a-1da1a8ecd482 admin admin] 10.222.0.77 "DELETE /v2.0/routers/df405e5b-1b7b-4c9d-b8e3-e0c21cf5985a HTTP/1.1" status: 204 len: 168 time: 2.3646507 Nov 03 18:58:14.042966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40854) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:14.148330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Deleting subnet 05c15032-d505-4f09-9ba2-7861fbedc873 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:58:14.154954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.221797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.430470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0719a9fe-0e3e-4108-91e7-9e64f0056fff no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:14.436753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.499625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0719a9fe-0e3e-4108-91e7-9e64f0056fff {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:58:14.500800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0719a9fe-0e3e-4108-91e7-9e64f0056fff not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:58:14.502810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:14.555324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.586916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:58:14.589296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a2bfd651-b2e1-4a1f-ab24-3b3ff8aae45c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:58:14.595339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40864) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:14.635114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c15032-d505-4f09-9ba2-7861fbedc873,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:14.653904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.654791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.655502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.656430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.656430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.657193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.657487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.657969 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.659144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.659144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.660780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.661323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:14.673957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.681200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b83b8a6-a1a2-4e55-9168-c218869a4b34 None None] Network d952c588-c9c2-450f-ad5b-ec4a17d7b380 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:14.683022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-25a859d1-37c2-4eea-b31d-822b51d14c58 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/05c15032-d505-4f09-9ba2-7861fbedc873 HTTP/1.1" status: 204 len: 168 time: 0.6357300 Nov 03 18:58:14.686605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40870) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:14.896907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.096931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Deleting port f5b8bf02-48a3-4a6b-a57e-4d816938150a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:15.098064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.152822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] DHCP port deletion for d952c588-c9c2-450f-ad5b-ec4a17d7b380 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:58:15.255915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] For port f5b8bf02-48a3-4a6b-a57e-4d816938150a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f5b8bf02-48a3-4a6b-a57e-4d816938150a,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:15.256568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.277342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] Deleting port f5b8bf02-48a3-4a6b-a57e-4d816938150a {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:15.277738 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.300826 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9853-e064-43d8-ae15-8ac7605a1f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.306877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Calling delete_port for f5b8bf02-48a3-4a6b-a57e-4d816938150a owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:15.608390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.639657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] For port f5b8bf02-48a3-4a6b-a57e-4d816938150a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f5b8bf02-48a3-4a6b-a57e-4d816938150a,segment=NetworkSegment(819cc470-a75b-4535-b2e0-29f105496be8),segment_id=819cc470-a75b-4535-b2e0-29f105496be8)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:15.640568 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.663104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] Calling delete_port for f5b8bf02-48a3-4a6b-a57e-4d816938150a owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:15.668356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b8bf02-48a3-4a6b-a57e-4d816938150a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:15.685582 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9853-e064-43d8-ae15-8ac7605a1f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.700027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] No DVR routers for this DVR port f5b8bf02-48a3-4a6b-a57e-4d816938150a on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:15.754317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9853-e064-43d8-ae15-8ac7605a1f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.859076 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.939477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] Pushing event deleted for resources: {'Port': ['ID=f5b8bf02-48a3-4a6b-a57e-4d816938150a,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:15.967593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ada64-2b8b-4634-879c-a19332410f4e None None] No DVR routers for this DVR port f5b8bf02-48a3-4a6b-a57e-4d816938150a on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:16.222136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f5b8bf02-48a3-4a6b-a57e-4d816938150a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:16.304209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: f5b8bf02-48a3-4a6b-a57e-4d816938150a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:58:16.304888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f5b8bf02-48a3-4a6b-a57e-4d816938150a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:58:16.503533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.508421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c9853-e064-43d8-ae15-8ac7605a1f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83c2690-c3f1-4706-a1ab-731b9ea0225f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:16.552757 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1c1c9853-e064-43d8-ae15-8ac7605a1f28 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55b34af8809743508dd8880c8cef437e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9516907 Nov 03 18:58:16.554233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:16.596662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d952c588-c9c2-450f-ad5b-ec4a17d7b380']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:16.620141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819cc470-a75b-4535-b2e0-29f105496be8') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:16.621746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819cc470-a75b-4535-b2e0-29f105496be8') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:16.643624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.675214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.690167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:16.691117 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:16.695105 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:16.711207 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-276c18fc-b1cc-42ac-a30c-327b99492c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.739627 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-276c18fc-b1cc-42ac-a30c-327b99492c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.850572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-276c18fc-b1cc-42ac-a30c-327b99492c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.855932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-276c18fc-b1cc-42ac-a30c-327b99492c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.861037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-276c18fc-b1cc-42ac-a30c-327b99492c3a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a83c2690-c3f1-4706-a1ab-731b9ea0225f HTTP/1.1" status: 204 len: 168 time: 0.2987485 Nov 03 18:58:16.861289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.904197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.904591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c18fc-b1cc-42ac-a30c-327b99492c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83c2690-c3f1-4706-a1ab-731b9ea0225f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:16.917908 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d952c588-c9c2-450f-ad5b-ec4a17d7b380 HTTP/1.1" status: 204 len: 168 time: 2.2243414 Nov 03 18:58:16.917908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233118bb-bef0-4577-80e4-580850b30119 admin admin] Pushing event deleted for resources: {'Network': ['ID=d952c588-c9c2-450f-ad5b-ec4a17d7b380,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:17.662394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40936) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:17.752534 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9770a078-e266-408c-bbba-a53d77243a56 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=212fac93969d4549abbb47ca6ec3a2ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882299 Nov 03 18:58:17.757100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40942) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:17.902068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f445d65-8bb2-4f55-a048-42beacda357e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.959684 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f445d65-8bb2-4f55-a048-42beacda357e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.069774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f445d65-8bb2-4f55-a048-42beacda357e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.076913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f445d65-8bb2-4f55-a048-42beacda357e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.079099 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9f445d65-8bb2-4f55-a048-42beacda357e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2b06397-d7a5-46dc-b9e0-eec8b0a829ad HTTP/1.1" status: 204 len: 168 time: 0.3203671 Nov 03 18:58:18.101743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f445d65-8bb2-4f55-a048-42beacda357e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b06397-d7a5-46dc-b9e0-eec8b0a829ad,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:18.170689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40954) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:18.211304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec84974e-52cd-477c-b33f-a1faf47985bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.368504 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec84974e-52cd-477c-b33f-a1faf47985bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.374901 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec84974e-52cd-477c-b33f-a1faf47985bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.443245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ec84974e-52cd-477c-b33f-a1faf47985bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03764fe9f6b44b6997087bc185f7fbf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703350 Nov 03 18:58:18.444852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84974e-52cd-477c-b33f-a1faf47985bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17822155-8bab-41e1-bc82-48f9b6d3af90,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:18.446833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 40958) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:18.569769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40bc4c61-7b71-4a1f-9362-c7898e6f1e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.657990 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40bc4c61-7b71-4a1f-9362-c7898e6f1e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.859981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40bc4c61-7b71-4a1f-9362-c7898e6f1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.868009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40bc4c61-7b71-4a1f-9362-c7898e6f1e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.871911 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-40bc4c61-7b71-4a1f-9362-c7898e6f1e7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17822155-8bab-41e1-bc82-48f9b6d3af90 HTTP/1.1" status: 204 len: 168 time: 0.4234674 Nov 03 18:58:18.895719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc4c61-7b71-4a1f-9362-c7898e6f1e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17822155-8bab-41e1-bc82-48f9b6d3af90,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:21.591727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41074) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:21.906163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-728072306-network', 'tenant_id': '9224f76df2a34438b8b7f1d6c0817be3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:21.970949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Made reservation on behalf of 9224f76df2a34438b8b7f1d6c0817be3 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:21.981559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.008983 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.232489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.239995 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.326459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:22.361232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54947bed-1f92-42f0-ba80-d1f969cda5fe,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:22.381628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.382203 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Added segment 70cb6994-d414-4d28-952d-ff529ed9e1a9 of type vlan for network 9eed8c4b-203e-452d-b80f-248891cd5817 Nov 03 18:58:22.518063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.600630 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.602355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:22.603134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.709209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1151605 Nov 03 18:58:22.716690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41126) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:22.725486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Request body: {'subnet': {'network_id': '9eed8c4b-203e-452d-b80f-248891cd5817', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-728072306-subnet', 'tenant_id': '9224f76df2a34438b8b7f1d6c0817be3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:22.742136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965cec8-9de9-477f-822d-2f90cbecf6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=9eed8c4b-203e-452d-b80f-248891cd5817,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:22.772921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 9eed8c4b-203e-452d-b80f-248891cd5817 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:22.829040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Made reservation on behalf of 9224f76df2a34438b8b7f1d6c0817be3 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:22.832070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.294060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41152) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:23.513492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.672243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9401a03f-44a7-4719-9320-b022cf37f72d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:23.721577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Checking segment: {'id': '70cb6994-d414-4d28-952d-ff529ed9e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9eed8c4b-203e-452d-b80f-248891cd5817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:23.723336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Network hostable DHCP agents. Network: 9eed8c4b-203e-452d-b80f-248891cd5817, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:58:23.785582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Network 9eed8c4b-203e-452d-b80f-248891cd5817 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:58:23.813040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 9eed8c4b-203e-452d-b80f-248891cd5817) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:23.834485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.846970 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.853532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd86a1-c5a1-4b12-bb63-d26745ef84d8 None None] Network 9eed8c4b-203e-452d-b80f-248891cd5817 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:23.900514 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9ed9f430-d5a8-405f-bdc9-e7ac58b3e8cf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1797476 Nov 03 18:58:24.101779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce55307e-5bd7-48bd-ab08-4cd156af3d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.402437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce55307e-5bd7-48bd-ab08-4cd156af3d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.439852 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce55307e-5bd7-48bd-ab08-4cd156af3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.485357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e948a02-367f-4fbb-9815-2aeab2c42e2c None None] Network 9eed8c4b-203e-452d-b80f-248891cd5817 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:24.558762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55307e-5bd7-48bd-ab08-4cd156af3d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc10ff3a-4f9d-4fa9-afd2-e2513c2c009f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:24.615285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41194) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:24.621147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ce55307e-5bd7-48bd-ab08-4cd156af3d1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2eecfb9a42174d398545c7e64f78a241&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3248920 Nov 03 18:58:24.796718 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c165fe5-debd-41f7-bfec-da5cc1ab116c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.918922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c165fe5-debd-41f7-bfec-da5cc1ab116c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.115157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c165fe5-debd-41f7-bfec-da5cc1ab116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.127518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c165fe5-debd-41f7-bfec-da5cc1ab116c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.131781 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8c165fe5-debd-41f7-bfec-da5cc1ab116c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc10ff3a-4f9d-4fa9-afd2-e2513c2c009f HTTP/1.1" status: 204 len: 168 time: 0.5141938 Nov 03 18:58:25.153781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c165fe5-debd-41f7-bfec-da5cc1ab116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc10ff3a-4f9d-4fa9-afd2-e2513c2c009f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:25.330094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-bc02acc0-c3b8-4a37-b992-c9be6bfbff86 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:25.334193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-bc02acc0-c3b8-4a37-b992-c9be6bfbff86 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/networks?id=9eed8c4b-203e-452d-b80f-248891cd5817 HTTP/1.1" status: 200 len: 808 time: 0.3309364 Nov 03 18:58:25.405801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-2cc57dd8-9f2c-425e-be77-c827462322c3 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/quotas/9224f76df2a34438b8b7f1d6c0817be3 HTTP/1.1" status: 200 len: 375 time: 0.0545874 Nov 03 18:58:25.526576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-80257c70-4eea-4b46-9d4d-d8a8ce0ae33d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9224f76df2a34438b8b7f1d6c0817be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149755 Nov 03 18:58:25.935790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-207bdea5-bb3e-4132-99fc-e015ff1da935 service neutron] 10.222.0.77 "GET /v2.0/networks/9eed8c4b-203e-452d-b80f-248891cd5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039838 Nov 03 18:58:26.120282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:26.454652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-335f6374-2645-45fa-ae3f-1fb0c2bfe635 service neutron] 10.222.0.77 "GET /v2.0/networks/9eed8c4b-203e-452d-b80f-248891cd5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123858 Nov 03 18:58:26.516639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.771959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41242) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:26.835100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69d8ef28-9149-43f0-9e3f-5014e91899e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.914282 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.924972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.112079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69d8ef28-9149-43f0-9e3f-5014e91899e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.138301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69d8ef28-9149-43f0-9e3f-5014e91899e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.165470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7753cfe6-5599-440e-ae2d-8e29b2c6a350,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.208293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.209260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.210660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.212179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.213192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.214063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.215244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.217362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.219279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.220307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.221337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.225366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:27.280893 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e979d6f-6424-428b-b1ae-0bca71cedae9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8859aa3e70fb4b21a956650dbfacd744&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1594429 Nov 03 18:58:27.286622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41260) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:27.299233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-69d8ef28-9149-43f0-9e3f-5014e91899e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=969ed323dcbe44c2aca4eb2c5ef72c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5252342 Nov 03 18:58:27.299634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41262) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:27.300052 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8ef28-9149-43f0-9e3f-5014e91899e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7d32a4-35f1-430b-bf41-647c19000614,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.479937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-795263c4-c879-4506-a26b-119f24237bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.496475 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4003de8a-ae30-40ae-b345-d49a91802bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.555450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-795263c4-c879-4506-a26b-119f24237bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.604179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4003de8a-ae30-40ae-b345-d49a91802bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.673554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-795263c4-c879-4506-a26b-119f24237bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.678195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-795263c4-c879-4506-a26b-119f24237bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.680247 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-795263c4-c879-4506-a26b-119f24237bdb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c7d32a4-35f1-430b-bf41-647c19000614 HTTP/1.1" status: 204 len: 168 time: 0.3793650 Nov 03 18:58:27.723761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795263c4-c879-4506-a26b-119f24237bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7d32a4-35f1-430b-bf41-647c19000614,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.806346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-808163d7-c290-481a-af43-3e491852c6b4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:27.821606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-808163d7-c290-481a-af43-3e491852c6b4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 815 time: 0.4155798 Nov 03 18:58:27.826084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4003de8a-ae30-40ae-b345-d49a91802bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.835592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4003de8a-ae30-40ae-b345-d49a91802bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.837646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4003de8a-ae30-40ae-b345-d49a91802bb6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7753cfe6-5599-440e-ae2d-8e29b2c6a350 HTTP/1.1" status: 204 len: 168 time: 0.5492461 Nov 03 18:58:27.901668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003de8a-ae30-40ae-b345-d49a91802bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753cfe6-5599-440e-ae2d-8e29b2c6a350,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.948813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-0dde8f56-af42-4384-80c1-a2261556bc54 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/quotas/5c4470c5f38544b39a3a560f23c9ddd8 HTTP/1.1" status: 200 len: 375 time: 0.1256692 Nov 03 18:58:28.100613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-e45839cc-9bef-441b-8aa3-8eb6f17f601b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1474903 Nov 03 18:58:28.415761 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-69eb7106-7c49-4df9-8fcd-2867e41d150f service neutron] 10.222.0.77 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103602 Nov 03 18:58:28.801247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-a207f0f2-d0e5-4d84-87d7-2f5671d45312 service neutron] 10.222.0.77 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790705 Nov 03 18:58:28.869345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41304) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:28.962293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a8c969e-a77e-4456-beef-ef2d3d7bd01c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.342502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a8c969e-a77e-4456-beef-ef2d3d7bd01c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.384483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8a8c969e-a77e-4456-beef-ef2d3d7bd01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.475768 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f96c7f2-6216-4ea5-abc6-4c5d14c46630 req-3feee850-2ea1-4781-af05-6a52ebf377e0 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 210 time: 0.1251376 Nov 03 18:58:29.546844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c969e-a77e-4456-beef-ef2d3d7bd01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf66db-cab4-4a00-a3c3-ffbb6b1ab767,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:29.589008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8a8c969e-a77e-4456-beef-ef2d3d7bd01c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f786470378124aa6b39f3534c863f663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7166805 Nov 03 18:58:29.601102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41328) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:30.171847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f307ece5-ed74-4a11-9955-607235852e24 req-3322041f-c922-4b2d-8036-0ac073bc5288 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 210 time: 0.3658998 Nov 03 18:58:30.342840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c26c8b83-ab2a-4ce2-856d-ae08c2becbc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.461745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-3df208a6-3f9d-4a90-892a-3bfdb13e3b8f tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:30.468003 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-3df208a6-3f9d-4a90-892a-3bfdb13e3b8f tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.96 "GET /v2.0/networks?id=9eed8c4b-203e-452d-b80f-248891cd5817 HTTP/1.1" status: 200 len: 808 time: 0.9032474 Nov 03 18:58:30.505980 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c26c8b83-ab2a-4ce2-856d-ae08c2becbc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.541187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Request body: {'port': {'device_id': '25d6209e-5d43-4e87-b559-4763a7e4ad6f', 'network_id': '9eed8c4b-203e-452d-b80f-248891cd5817', 'admin_state_up': True, 'tenant_id': '9224f76df2a34438b8b7f1d6c0817be3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:30.672303 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c26c8b83-ab2a-4ce2-856d-ae08c2becbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.682160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c26c8b83-ab2a-4ce2-856d-ae08c2becbc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.693094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c26c8b83-ab2a-4ce2-856d-ae08c2becbc5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9bf66db-cab4-4a00-a3c3-ffbb6b1ab767 HTTP/1.1" status: 204 len: 168 time: 1.0890605 Nov 03 18:58:30.735087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c8b83-ab2a-4ce2-856d-ae08c2becbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf66db-cab4-4a00-a3c3-ffbb6b1ab767,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:30.943511 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64834395-0e84-40e9-bf13-02a92f30dbd0 req-d2423f01-4bbc-472e-938c-e21331041bf1 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 210 time: 0.1247158 Nov 03 18:58:31.404052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Made reservation on behalf of 9224f76df2a34438b8b7f1d6c0817be3 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:31.410582 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.758590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc02f0aa-adc0-468f-99da-564e12f8376c req-bb73db86-35d1-483b-bda2-c0eb113b1336 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 210 time: 0.1699901 Nov 03 18:58:31.771940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Allocated IP 172.20.0.4 (9eed8c4b-203e-452d-b80f-248891cd5817/9401a03f-44a7-4719-9320-b022cf37f72d/ddc5d099-a289-44b6-8a89-4d878e3f8b5c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:32.210417 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.310960 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.406010 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.520384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Network 9eed8c4b-203e-452d-b80f-248891cd5817 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:32.536241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:32.545209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:32.715636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17aaaf-afaf-4b5b-bce0-919ad7bf83b6 req-c9c7cf7b-0fc1-4c2f-ac19-f47405820277 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:32.741880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da17aaaf-afaf-4b5b-bce0-919ad7bf83b6 req-c9c7cf7b-0fc1-4c2f-ac19-f47405820277 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 931 time: 0.2842362 Nov 03 18:58:32.832733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:32.840258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.907240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Pushing event updated for resources: {'Port': ['ID=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:32.995682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da17aaaf-afaf-4b5b-bce0-919ad7bf83b6 req-a2eb66ee-0866-445a-a062-23f1b51b2e0a tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375686 Nov 03 18:58:33.019519 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d4c2877-c296-42f9-990c-6b3ccfc424b2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5249102 Nov 03 18:58:33.050968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Request body: {'port': {'device_id': '25d6209e-5d43-4e87-b559-4763a7e4ad6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:33.277561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e20c4cc-a300-49d4-b958-6a7eab15bd0b req-9815c255-3b30-403d-b03f-bd7b6e204bb3 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 210 time: 0.1279035 Nov 03 18:58:33.313225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.436375 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.774723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-32f09894-d6f7-4e17-89eb-d0f127d84a20 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:33.790372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-32f09894-d6f7-4e17-89eb-d0f127d84a20 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 815 time: 0.5261369 Nov 03 18:58:33.843124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Request body: {'port': {'device_id': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'admin_state_up': True, 'tenant_id': '5c4470c5f38544b39a3a560f23c9ddd8'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:34.724259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Made reservation on behalf of 5c4470c5f38544b39a3a560f23c9ddd8 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:34.747075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.084466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fbfa8-4f1c-4c57-9bbb-0d85e5a3a9ec req-80eb0d78-2716-477d-80d8-369eb9505fb1 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:35.096503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82fbfa8-4f1c-4c57-9bbb-0d85e5a3a9ec req-80eb0d78-2716-477d-80d8-369eb9505fb1 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 931 time: 0.6389921 Nov 03 18:58:35.160432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc5d099-a289-44b6-8a89-4d878e3f8b5c {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:35.177359 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.214582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Transition to ACTIVE for port object ddc5d099-a289-44b6-8a89-4d878e3f8b5c will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:58:35.228882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.424569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Pushing event updated for resources: {'Port': ['ID=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:35.718964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Attempting to bind port ddc5d099-a289-44b6-8a89-4d878e3f8b5c on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:35.719863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Attempting to bind port ddc5d099-a289-44b6-8a89-4d878e3f8b5c by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '70cb6994-d414-4d28-952d-ff529ed9e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9eed8c4b-203e-452d-b80f-248891cd5817'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:35.720438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Attempting to bind port ddc5d099-a289-44b6-8a89-4d878e3f8b5c on network 9eed8c4b-203e-452d-b80f-248891cd5817 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:35.730702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Port ddc5d099-a289-44b6-8a89-4d878e3f8b5c on network 9eed8c4b-203e-452d-b80f-248891cd5817 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:58:35.731560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Attempting to bind port ddc5d099-a289-44b6-8a89-4d878e3f8b5c on network 9eed8c4b-203e-452d-b80f-248891cd5817 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:35.742700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:35.743882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Checking segment: {'id': '70cb6994-d414-4d28-952d-ff529ed9e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9eed8c4b-203e-452d-b80f-248891cd5817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:35.744822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Bound using segment: {'id': '70cb6994-d414-4d28-952d-ff529ed9e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9eed8c4b-203e-452d-b80f-248891cd5817'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:35.746478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Bound port: ddc5d099-a289-44b6-8a89-4d878e3f8b5c, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70cb6994-d414-4d28-952d-ff529ed9e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9eed8c4b-203e-452d-b80f-248891cd5817'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:35.747448 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.815907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Allocated IP 172.20.0.14 (6654c509-2168-4d93-98e1-da06c7fabf0c/f6854fdc-5121-4332-84f7-a2e99e0480c1/a65fb06c-e1da-404b-b0db-86baecf4e0ad) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:35.972942 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b760fa3-cbc9-485f-aaa1-e52635eef253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.114639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] For port ddc5d099-a289-44b6-8a89-4d878e3f8b5c, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:36.134693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] For port ddc5d099-a289-44b6-8a89-4d878e3f8b5c, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,segment=NetworkSegment(70cb6994-d414-4d28-952d-ff529ed9e1a9),segment_id=70cb6994-d414-4d28-952d-ff529ed9e1a9)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:36.152171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.299294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:36.304223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.308190 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] 10.222.0.96 "PUT /v2.0/ports/ddc5d099-a289-44b6-8a89-4d878e3f8b5c HTTP/1.1" status: 200 len: 1091 time: 3.2795527 Nov 03 18:58:36.310456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d6209e-5d43-4e87-b559-4763a7e4ad6f', 'tag': 'ddc5d099-a289-44b6-8a89-4d878e3f8b5c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:36.313865 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c" -d '{"events": [{"name": "network-changed", "server_uuid": "25d6209e-5d43-4e87-b559-4763a7e4ad6f", "tag": "ddc5d099-a289-44b6-8a89-4d878e3f8b5c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:36.367627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82fbfa8-4f1c-4c57-9bbb-0d85e5a3a9ec req-c4ee9674-ab84-4323-a71a-e272eb7d7e9b tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2539573 Nov 03 18:58:36.424648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a697bbe-80ef-4567-b100-dc862c84d61c service neutron] Pushing event updated for resources: {'Port': ['ID=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:36.608664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-b43bf197-b9aa-4ec7-8cd7-709ef1137d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:36.619323 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-b43bf197-b9aa-4ec7-8cd7-709ef1137d5d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9224f76df2a34438b8b7f1d6c0817be3&device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 1094 time: 0.2230103 Nov 03 18:58:36.622782 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:58:36.783638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0181d186-dcff-4d3a-8df9-78c009677e27 req-b70cdc36-d444-4544-952a-01fac7d262d3 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 210 time: 0.1224747 Nov 03 18:58:36.823145 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-60985479-3e92-46eb-a9aa-49b71edaa772 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddc5d099-a289-44b6-8a89-4d878e3f8b5c HTTP/1.1" status: 200 len: 217 time: 0.1920419 Nov 03 18:58:37.073613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d7902f8-2cf6-4c02-8c2e-2dd1d94e1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.081876 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-9d7902f8-2cf6-4c02-8c2e-2dd1d94e1be3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9401a03f-44a7-4719-9320-b022cf37f72d HTTP/1.1" status: 200 len: 848 time: 0.2463033 Nov 03 18:58:37.133569 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751ca058-bdb3-45d9-9000-644b37828dc6 x-openstack-request-id: req-751ca058-bdb3-45d9-9000-644b37828dc6 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:37.133569 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d6209e-5d43-4e87-b559-4763a7e4ad6f", "tag": "ddc5d099-a289-44b6-8a89-4d878e3f8b5c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:37.134115 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-751ca058-bdb3-45d9-9000-644b37828dc6 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:37.134564 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d6209e-5d43-4e87-b559-4763a7e4ad6f', 'tag': 'ddc5d099-a289-44b6-8a89-4d878e3f8b5c', 'status': 'completed', 'code': 200} Nov 03 18:58:37.150959 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.233326 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-db57eff1-5994-492f-bad3-99aa6fba445b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9eed8c4b-203e-452d-b80f-248891cd5817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461020 Nov 03 18:58:37.382771 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.406650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c8008f2d-3f62-48e5-899c-577c409d2c6b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:37.862139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Network 6654c509-2168-4d93-98e1-da06c7fabf0c is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:37.864455 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-ddd915db-1414-45d1-8fc5-1602035df096 service neutron] 10.222.0.96 "GET /v2.0/networks/9eed8c4b-203e-452d-b80f-248891cd5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229777 Nov 03 18:58:37.948860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:37.957087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:38.296391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Pushing event updated for resources: {'Port': ['ID=a65fb06c-e1da-404b-b0db-86baecf4e0ad,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:38.356842 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-469fa866-2edd-495e-b234-813300c158ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.449457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903c449-4582-41c6-be94-870ce7aaf10b req-c1013c07-670f-49fa-bae7-b0a9fae5eff6 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:38.461187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4903c449-4582-41c6-be94-870ce7aaf10b req-c1013c07-670f-49fa-bae7-b0a9fae5eff6 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 943 time: 0.6206970 Nov 03 18:58:38.507245 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cca67f08-3172-4b1c-ad2d-f017bff440e9 req-782f446e-542a-477f-a96e-34968ab9c64a service neutron] 10.222.0.96 "GET /v2.0/networks/9eed8c4b-203e-452d-b80f-248891cd5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209764 Nov 03 18:58:38.673269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-7f6563a4-d78b-4657-b95b-6b9ab306e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:38.675877 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-7f6563a4-d78b-4657-b95b-6b9ab306e9f0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9224f76df2a34438b8b7f1d6c0817be3&device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 1094 time: 0.0723760 Nov 03 18:58:39.040497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-bbee937e-b7cb-4d80-a8d9-b28e6bc53f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.056227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-bbee937e-b7cb-4d80-a8d9-b28e6bc53f99 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9eed8c4b-203e-452d-b80f-248891cd5817 HTTP/1.1" status: 200 len: 909 time: 0.3651285 Nov 03 18:58:39.245008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-0228166c-9f28-492e-a584-eb1ae08b5729 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddc5d099-a289-44b6-8a89-4d878e3f8b5c HTTP/1.1" status: 200 len: 217 time: 0.1848931 Nov 03 18:58:39.383924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-50e81b74-ee29-4d55-b9fe-d95efea169ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.389636 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-50e81b74-ee29-4d55-b9fe-d95efea169ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9401a03f-44a7-4719-9320-b022cf37f72d HTTP/1.1" status: 200 len: 848 time: 0.1374671 Nov 03 18:58:39.451764 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-8c53636b-f6e1-4c29-a3d2-e3ebc0859dda service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9eed8c4b-203e-452d-b80f-248891cd5817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544364 Nov 03 18:58:39.638611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.645709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.811763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-369d442e-1679-4c33-b7da-192ce959a910 service neutron] 10.222.0.96 "GET /v2.0/networks/9eed8c4b-203e-452d-b80f-248891cd5817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529139 Nov 03 18:58:39.837281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-337f94e7-07db-4a5b-b93c-aadb8ee8a32b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0372090 Nov 03 18:58:39.874009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4903c449-4582-41c6-be94-870ce7aaf10b req-7e24e46a-3004-4b89-8bb2-ff2652c14e11 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4107487 Nov 03 18:58:39.914785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Request body: {'port': {'device_id': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:39.989699 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.160733 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-10c9bdd9-1e63-48c3-89ab-90d251e2f24c req-df33f7da-5a75-4088-9f00-cff153f7cdca service neutron] 10.222.0.96 "GET /v2.0/networks/9eed8c4b-203e-452d-b80f-248891cd5817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400850 Nov 03 18:58:40.361359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.503685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cce245-89d9-4141-bf17-f6e343feea2f req-6ba4c207-053c-4db8-85f5-a3af8db2e1fd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:40.531655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34cce245-89d9-4141-bf17-f6e343feea2f req-6ba4c207-053c-4db8-85f5-a3af8db2e1fd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 932 time: 0.3487062 Nov 03 18:58:40.615809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ddc5d099-a289-44b6-8a89-4d878e3f8b5c details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:40.793620 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41966) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:41.063608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34cce245-89d9-4141-bf17-f6e343feea2f req-470b8423-c7cc-4ce3-813e-099e4797b9ef tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276794 Nov 03 18:58:41.141060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ddc5d099-a289-44b6-8a89-4d878e3f8b5c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,segment=NetworkSegment(70cb6994-d414-4d28-952d-ff529ed9e1a9),segment_id=70cb6994-d414-4d28-952d-ff529ed9e1a9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:41.230243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'ddc5d099-a289-44b6-8a89-4d878e3f8b5c', 'network_id': '9eed8c4b-203e-452d-b80f-248891cd5817', 'port_id': 'ddc5d099-a289-44b6-8a89-4d878e3f8b5c', 'mac_address': 'fa:16:3e:83:4a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9401a03f-44a7-4719-9320-b022cf37f72d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:41.388898 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-871e62cf-e29d-4932-8ee2-2ef981d5a131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.484421 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.559747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc5d099-a289-44b6-8a89-4d878e3f8b5c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:41.623607 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-871e62cf-e29d-4932-8ee2-2ef981d5a131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.630931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-871e62cf-e29d-4932-8ee2-2ef981d5a131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.653749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ddc5d099-a289-44b6-8a89-4d878e3f8b5c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,segment=NetworkSegment(70cb6994-d414-4d28-952d-ff529ed9e1a9),segment_id=70cb6994-d414-4d28-952d-ff529ed9e1a9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:41.664158 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.857782 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-871e62cf-e29d-4932-8ee2-2ef981d5a131 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e2a3e40dc4e74e65a91661f4df3e5587&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0612984 Nov 03 18:58:41.865830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41990) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:42.053652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ddc5d099-a289-44b6-8a89-4d878e3f8b5c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:42.106598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e62cf-e29d-4932-8ee2-2ef981d5a131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba8a673-9ade-49d9-9a52-d17274b3d90e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:42.249336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65fb06c-e1da-404b-b0db-86baecf4e0ad {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:42.266532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.294113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Transition to ACTIVE for port object a65fb06c-e1da-404b-b0db-86baecf4e0ad will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:58:42.313240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:42.328754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.356445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d35d5b5-b048-4bf0-b4ad-5977d9c7122f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.380988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.381694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.382291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.382972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.383331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.383717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.384299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.384780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.385289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.390917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.391423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.391762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:42.469541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.472897 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d35d5b5-b048-4bf0-b4ad-5977d9c7122f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.474473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.691427 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d35d5b5-b048-4bf0-b4ad-5977d9c7122f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.695709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d35d5b5-b048-4bf0-b4ad-5977d9c7122f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.700594 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d35d5b5-b048-4bf0-b4ad-5977d9c7122f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ba8a673-9ade-49d9-9a52-d17274b3d90e HTTP/1.1" status: 204 len: 168 time: 0.7786357 Nov 03 18:58:42.735870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35d5b5-b048-4bf0-b4ad-5977d9c7122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba8a673-9ade-49d9-9a52-d17274b3d90e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:43.032571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a65fb06c-e1da-404b-b0db-86baecf4e0ad,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:43.065950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Attempting to bind port a65fb06c-e1da-404b-b0db-86baecf4e0ad on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:43.065950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Attempting to bind port a65fb06c-e1da-404b-b0db-86baecf4e0ad by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:43.065950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Attempting to bind port a65fb06c-e1da-404b-b0db-86baecf4e0ad on network 6654c509-2168-4d93-98e1-da06c7fabf0c {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:43.074356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2b1e2-ecd2-4bf3-9c5e-e39d6df32086 req-09aa1d92-0035-4e71-ad13-77c0fecc5550 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:43.077109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-baf2b1e2-ecd2-4bf3-9c5e-e39d6df32086 req-09aa1d92-0035-4e71-ad13-77c0fecc5550 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 944 time: 0.7760823 Nov 03 18:58:43.078409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Port a65fb06c-e1da-404b-b0db-86baecf4e0ad on network 6654c509-2168-4d93-98e1-da06c7fabf0c not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:58:43.078826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Attempting to bind port a65fb06c-e1da-404b-b0db-86baecf4e0ad on network 6654c509-2168-4d93-98e1-da06c7fabf0c {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:43.132681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:43.133829 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Checking segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:43.134509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Bound using segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:43.136139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Bound port: a65fb06c-e1da-404b-b0db-86baecf4e0ad, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:43.138109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.452747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-baf2b1e2-ecd2-4bf3-9c5e-e39d6df32086 req-484ea852-44c2-4ba2-80f3-fb51f4bd4746 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517811 Nov 03 18:58:43.729986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] For port a65fb06c-e1da-404b-b0db-86baecf4e0ad, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:43.759690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] For port a65fb06c-e1da-404b-b0db-86baecf4e0ad, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:43.791626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.835608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e95185-75e5-46cc-9804-949736032b11 req-db078d91-270d-43a0-b201-a293c30de488 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:43.849318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3e95185-75e5-46cc-9804-949736032b11 req-db078d91-270d-43a0-b201-a293c30de488 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 944 time: 0.2350800 Nov 03 18:58:43.992893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:43.997062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.006801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/a65fb06c-e1da-404b-b0db-86baecf4e0ad HTTP/1.1" status: 200 len: 1092 time: 4.1312001 Nov 03 18:58:44.029097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'tag': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:44.038614 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4d94ad-f689-4cab-bb1d-80293b74f05f" -d '{"events": [{"name": "network-changed", "server_uuid": "da8c0996-f4bf-4f4d-963b-dee1a1aa028c", "tag": "a65fb06c-e1da-404b-b0db-86baecf4e0ad"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:44.210549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42028) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:44.258587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e4efa48-6c1e-4ab2-a094-7338bc2c3578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.408902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c708a2-4490-4647-a396-18ef099661c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a65fb06c-e1da-404b-b0db-86baecf4e0ad,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:44.468073 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3e95185-75e5-46cc-9804-949736032b11 req-44ca7d48-c3fd-4a9a-b6aa-844285132e57 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172996 Nov 03 18:58:44.504217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-f27fa980-7f3a-4654-9fce-d260863f9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:44.513972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-f27fa980-7f3a-4654-9fce-d260863f9d04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 1095 time: 0.4439688 Nov 03 18:58:44.630856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ddc5d099-a289-44b6-8a89-4d878e3f8b5c up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:44.718811 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-7ede56de-66bb-4a22-886a-481e91aa234a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad HTTP/1.1" status: 200 len: 217 time: 0.1964581 Nov 03 18:58:44.741117 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e4efa48-6c1e-4ab2-a094-7338bc2c3578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.760675 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e4efa48-6c1e-4ab2-a094-7338bc2c3578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.946479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-9c63edd9-9c0e-4c8b-9799-54ed5a1ee267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:44.949940 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-9c63edd9-9c0e-4c8b-9799-54ed5a1ee267 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.2227716 Nov 03 18:58:45.039728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4efa48-6c1e-4ab2-a094-7338bc2c3578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02720ce-cc2d-4a0d-a516-ce7190226a73,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:45.070694 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8e4efa48-6c1e-4ab2-a094-7338bc2c3578 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55dcc3651af14363a19b06c2668f4299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8560510 Nov 03 18:58:45.073057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42046) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:45.126935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-453b1118-bbaf-48c2-b8d5-cd95f9aac5c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685452 Nov 03 18:58:45.135022 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5f4eaa-0d8c-4102-90d4-1823713121e2 x-openstack-request-id: req-7b5f4eaa-0d8c-4102-90d4-1823713121e2 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:45.138700 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8c0996-f4bf-4f4d-963b-dee1a1aa028c", "tag": "a65fb06c-e1da-404b-b0db-86baecf4e0ad", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:45.139090 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b5f4eaa-0d8c-4102-90d4-1823713121e2 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:45.140238 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'tag': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad', 'status': 'completed', 'code': 200} Nov 03 18:58:45.243427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port ddc5d099-a289-44b6-8a89-4d878e3f8b5c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:45.253609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port ddc5d099-a289-44b6-8a89-4d878e3f8b5c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:45.254798 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.307631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aeb231b9-7d2f-42c3-bd2a-2c5962f2fbbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.400872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aeb231b9-7d2f-42c3-bd2a-2c5962f2fbbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.564636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aeb231b9-7d2f-42c3-bd2a-2c5962f2fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.568257 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aeb231b9-7d2f-42c3-bd2a-2c5962f2fbbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.569669 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aeb231b9-7d2f-42c3-bd2a-2c5962f2fbbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b02720ce-cc2d-4a0d-a516-ce7190226a73 HTTP/1.1" status: 204 len: 168 time: 0.4951501 Nov 03 18:58:45.589935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb231b9-7d2f-42c3-bd2a-2c5962f2fbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02720ce-cc2d-4a0d-a516-ce7190226a73,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:45.791640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-85cf0170-b4f0-4549-ab87-8500c0e19a2b service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427169 Nov 03 18:58:45.829395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e384a70-f019-4252-b2da-20ae41c72c97 req-f2df6981-e5a6-463e-abac-9565ee2c458e tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:45.849240 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e384a70-f019-4252-b2da-20ae41c72c97 req-f2df6981-e5a6-463e-abac-9565ee2c458e tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 944 time: 0.3799582 Nov 03 18:58:46.006412 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.155468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d6209e-5d43-4e87-b559-4763a7e4ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc5d099-a289-44b6-8a89-4d878e3f8b5c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:46.167937 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5555da5-dfa2-4d12-946a-1cb077edf326" -d '{"events": [{"server_uuid": "25d6209e-5d43-4e87-b559-4763a7e4ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "ddc5d099-a289-44b6-8a89-4d878e3f8b5c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:46.251960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ddc5d099-a289-44b6-8a89-4d878e3f8b5c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,segment=NetworkSegment(70cb6994-d414-4d28-952d-ff529ed9e1a9),segment_id=70cb6994-d414-4d28-952d-ff529ed9e1a9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:46.281330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.382922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85e58f2e-8b21-4acb-acd5-dd62f5aa8630 req-af999e62-e014-4162-8d6e-fbcd768caf09 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305259 Nov 03 18:58:46.490485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:46.502366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e384a70-f019-4252-b2da-20ae41c72c97 req-2649ba3d-c189-4fd8-99c8-1739fc23c84e tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433892 Nov 03 18:58:46.660188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-dbaf2965-91e0-42f5-8914-f71278221f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:46.667886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-dbaf2965-91e0-42f5-8914-f71278221f64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 1095 time: 0.1850841 Nov 03 18:58:47.132951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-c389c239-b432-4a35-bf2a-faee802488dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.143344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-c389c239-b432-4a35-bf2a-faee802488dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.4637794 Nov 03 18:58:47.414830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-d5f3c744-4e83-4b1f-accb-8c4c0574e297 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad HTTP/1.1" status: 200 len: 217 time: 0.2615309 Nov 03 18:58:47.712690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-6e21e927-979d-46b1-a0d0-e10aefae1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.715380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-6e21e927-979d-46b1-a0d0-e10aefae1e8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.2965438 Nov 03 18:58:47.898886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-4181e5d3-c981-45d5-956c-0ebc48be35a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637728 Nov 03 18:58:48.241340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f618-5145-4aab-b60f-4a537068dcb1 req-2585cfc8-6da8-4283-bed1-1851a1d14aaa tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:48.262011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6e0f618-5145-4aab-b60f-4a537068dcb1 req-2585cfc8-6da8-4283-bed1-1851a1d14aaa tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 944 time: 0.4123325 Nov 03 18:58:48.284644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a65fb06c-e1da-404b-b0db-86baecf4e0ad details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:48.697027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-fd450871-031e-4635-a65e-9350fd2078a7 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391379 Nov 03 18:58:48.879372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6e0f618-5145-4aab-b60f-4a537068dcb1 req-a5dd267e-8314-4410-a33b-1b94225260f6 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666077 Nov 03 18:58:49.091148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a65fb06c-e1da-404b-b0db-86baecf4e0ad, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:49.143681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad', 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'port_id': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad', 'mac_address': 'fa:16:3e:5f:ee:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6854fdc-5121-4332-84f7-a2e99e0480c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:49.156670 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a60fb3-4772-469a-be9b-2aa044e5ee87 x-openstack-request-id: req-47a60fb3-4772-469a-be9b-2aa044e5ee87 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:49.157259 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d6209e-5d43-4e87-b559-4763a7e4ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "ddc5d099-a289-44b6-8a89-4d878e3f8b5c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:49.157707 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47a60fb3-4772-469a-be9b-2aa044e5ee87 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:49.161737 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d6209e-5d43-4e87-b559-4763a7e4ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc5d099-a289-44b6-8a89-4d878e3f8b5c', 'code': 200} Nov 03 18:58:49.193902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a4d94ad-f689-4cab-bb1d-80293b74f05f req-4c71e42a-95f4-4fe6-a784-a5d639959c79 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727058 Nov 03 18:58:49.376211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.449303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65fb06c-e1da-404b-b0db-86baecf4e0ad {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:49.463958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7879-9ee4-4237-8e89-ae6f921bf615 req-323f13c6-b643-4ac2-84a1-ee6243cee68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:49.473819 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a8ae7879-9ee4-4237-8e89-ae6f921bf615 req-323f13c6-b643-4ac2-84a1-ee6243cee68d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 1096 time: 0.2277617 Nov 03 18:58:49.529751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a65fb06c-e1da-404b-b0db-86baecf4e0ad, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:49.540758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.650899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a8ae7879-9ee4-4237-8e89-ae6f921bf615 req-688e98f8-ee99-430e-ac7c-cd0124238960 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704483 Nov 03 18:58:49.723718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a65fb06c-e1da-404b-b0db-86baecf4e0ad,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:49.848569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['a65fb06c-e1da-404b-b0db-86baecf4e0ad'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:49.897898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60a135-fed0-4641-a2b0-633bdb9657da req-c39af0d3-c099-4b73-b809-af5e06aa0ce5 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:49.915808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a60a135-fed0-4641-a2b0-633bdb9657da req-c39af0d3-c099-4b73-b809-af5e06aa0ce5 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 945 time: 0.3572710 Nov 03 18:58:50.114491 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a60a135-fed0-4641-a2b0-633bdb9657da req-650034a7-0ca4-4fb0-a422-f02942ddeccf tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973002 Nov 03 18:58:50.459909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05441ecd-67c6-42f4-ae3c-4e9c288b71f5 req-e5cc9788-7cdc-48d2-a0b5-d92e3053d803 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:50.474258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05441ecd-67c6-42f4-ae3c-4e9c288b71f5 req-e5cc9788-7cdc-48d2-a0b5-d92e3053d803 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 945 time: 0.1313717 Nov 03 18:58:50.726879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-05441ecd-67c6-42f4-ae3c-4e9c288b71f5 req-ab88b6de-d11f-441c-a301-11bf5fa9455e tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486844 Nov 03 18:58:51.588862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607186b-b099-4dbb-b06e-6ad6be57906f req-00984903-d51c-4060-b973-0145caf47bc2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:51.591507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2607186b-b099-4dbb-b06e-6ad6be57906f req-00984903-d51c-4060-b973-0145caf47bc2 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 945 time: 0.2347944 Nov 03 18:58:51.783415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2607186b-b099-4dbb-b06e-6ad6be57906f req-1b30947d-f244-4289-8a8f-e97c1fea5671 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734686 Nov 03 18:58:52.251674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cc18f-41f9-4896-aee2-9d9100fa00b7 req-9ed38f70-a7ad-4062-bd13-dfb096569644 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:52.255103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-863cc18f-41f9-4896-aee2-9d9100fa00b7 req-9ed38f70-a7ad-4062-bd13-dfb096569644 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 945 time: 0.1751971 Nov 03 18:58:52.297390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a65fb06c-e1da-404b-b0db-86baecf4e0ad up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:52.452715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-863cc18f-41f9-4896-aee2-9d9100fa00b7 req-7e84918b-809a-45c0-92ec-8e2ea251a5b0 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862366 Nov 03 18:58:52.590216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port a65fb06c-e1da-404b-b0db-86baecf4e0ad completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:52.621342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port a65fb06c-e1da-404b-b0db-86baecf4e0ad triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:52.628663 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.112052 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.193768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:53.203049 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d00cb7e-8169-4613-941c-b5e2d0a5fe36" -d '{"events": [{"server_uuid": "da8c0996-f4bf-4f4d-963b-dee1a1aa028c", "name": "network-vif-plugged", "status": "completed", "tag": "a65fb06c-e1da-404b-b0db-86baecf4e0ad"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:53.282656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a65fb06c-e1da-404b-b0db-86baecf4e0ad, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:53.297135 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.471928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a65fb06c-e1da-404b-b0db-86baecf4e0ad,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:53.508882 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08ad730-e4a2-4f6b-9886-c45566e7b59e x-openstack-request-id: req-d08ad730-e4a2-4f6b-9886-c45566e7b59e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:53.509351 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8c0996-f4bf-4f4d-963b-dee1a1aa028c", "name": "network-vif-plugged", "status": "completed", "tag": "a65fb06c-e1da-404b-b0db-86baecf4e0ad", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:53.515868 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d08ad730-e4a2-4f6b-9886-c45566e7b59e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:53.517306 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad', 'code': 200} Nov 03 18:58:53.902762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0e9e-f1ab-4700-ab55-c7ba0a907732 req-6cd9302d-2dfc-4cca-a199-21f5e7f3d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:53.905165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-122a0e9e-f1ab-4700-ab55-c7ba0a907732 req-6cd9302d-2dfc-4cca-a199-21f5e7f3d979 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 1097 time: 0.2536807 Nov 03 18:58:54.085819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-122a0e9e-f1ab-4700-ab55-c7ba0a907732 req-c80029e9-6535-41c0-b50a-5af37f175407 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710131 Nov 03 18:58:54.269353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5390bcd-0bcc-4aec-9c51-aa7ff1d58857 req-8b26decf-cc50-4c1a-82bc-4e7fe464bce7 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:54.307543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a5390bcd-0bcc-4aec-9c51-aa7ff1d58857 req-8b26decf-cc50-4c1a-82bc-4e7fe464bce7 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 946 time: 0.2277436 Nov 03 18:58:54.461397 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a5390bcd-0bcc-4aec-9c51-aa7ff1d58857 req-9a8af224-9334-4277-9f93-0d00bbf0b31e tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424055 Nov 03 18:58:55.696686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-c43db1ad-076a-4759-b18a-41b6b5309582 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2250249 Nov 03 18:58:56.079437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7659-da6a-4d5d-bdd8-c5e85ef6c779 req-9d66efb5-18bc-4443-8748-115b668c8c2a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:56.112374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13cf7659-da6a-4d5d-bdd8-c5e85ef6c779 req-9d66efb5-18bc-4443-8748-115b668c8c2a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 946 time: 0.3719018 Nov 03 18:58:56.146674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-b55643c1-fccd-40da-b8ed-1d712e34d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:56.151169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-b55643c1-fccd-40da-b8ed-1d712e34d3d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 1098 time: 0.2939899 Nov 03 18:58:56.381634 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13cf7659-da6a-4d5d-bdd8-c5e85ef6c779 req-dbda63fd-8dfd-4259-ba62-7f5c0997bc66 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610793 Nov 03 18:58:56.601679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-9bf4cb91-da82-4c6f-92d6-06522722c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:56.608216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-9bf4cb91-da82-4c6f-92d6-06522722c5ca service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.4220977 Nov 03 18:58:57.049679 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-1dfeab81-5b78-4798-b1e7-fa3032cb9f6f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 200 len: 1002 time: 0.4292407 Nov 03 18:58:57.430286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-251ecc61-dfed-46e0-929b-181853ebf319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:57.439152 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-251ecc61-dfed-46e0-929b-181853ebf319 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.3857913 Nov 03 18:58:57.569806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-7d9918b1-4aca-4d8e-a90a-ed99cff5a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:57.573565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-7d9918b1-4aca-4d8e-a90a-ed99cff5a7dc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263511 Nov 03 18:58:58.041077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-c5d1ce05-913c-4caf-b846-0d29af6596fe service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565480 Nov 03 18:58:58.481653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6eda4938-9c2f-44b7-900b-d0a95cfc7955 req-5561ab79-856a-49e3-a6be-b4fb65c4c36b service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331274 Nov 03 18:59:00.573931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-394630d9-7db5-430d-b3d3-4f4e32529b35 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1152580 Nov 03 18:59:00.815876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-0efecb41-d74c-48f0-bb67-e6931aec70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:00.824905 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-0efecb41-d74c-48f0-bb67-e6931aec70d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 1096 time: 0.1592731 Nov 03 18:59:01.079504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-0b1cd7dc-0f38-4f01-8e15-28aa09c1c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.082408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-0b1cd7dc-0f38-4f01-8e15-28aa09c1c7f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.2292442 Nov 03 18:59:01.186685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-990da68a-cd30-48c2-abda-9550b7931d47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b HTTP/1.1" status: 200 len: 217 time: 0.0963943 Nov 03 18:59:01.322784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-32d8d5a5-fdf7-4b89-89c6-abe184eebe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.325958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-32d8d5a5-fdf7-4b89-89c6-abe184eebe80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.1295080 Nov 03 18:59:01.399944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-6176b3a8-f93b-4a7e-8720-b1c115546059 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665362 Nov 03 18:59:01.786575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-dbf43baf-78b1-42ca-bafd-12a43e66ce42 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788588 Nov 03 18:59:02.059935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebeba2c-3bd2-4e3a-b14f-03cd1395cbc8 req-1f90adc5-62aa-43a1-9200-c1002931d3e3 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662275 Nov 03 18:59:02.374104 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.130039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9522e7f-62ce-4be7-8532-8e9217b4a8c5 req-6fb9e66c-1ed3-4f72-898d-bb13b0cdc7d9 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.139983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9522e7f-62ce-4be7-8532-8e9217b4a8c5 req-6fb9e66c-1ed3-4f72-898d-bb13b0cdc7d9 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 945 time: 0.4097486 Nov 03 18:59:03.228279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a9522e7f-62ce-4be7-8532-8e9217b4a8c5 req-94e4c64a-9989-45b6-9dbb-d7cc35daf378 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870612 Nov 03 18:59:03.422151 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.840350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-dd75b7c8-5f57-4412-817f-646b81a90893 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.842011 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-dd75b7c8-5f57-4412-817f-646b81a90893 tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.96 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 945 time: 0.0635085 Nov 03 18:59:03.964108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Deleting port ddc5d099-a289-44b6-8a89-4d878e3f8b5c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:03.964446 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.125229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] For port ddc5d099-a289-44b6-8a89-4d878e3f8b5c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,segment=NetworkSegment(70cb6994-d414-4d28-952d-ff529ed9e1a9),segment_id=70cb6994-d414-4d28-952d-ff529ed9e1a9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:04.126533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.155708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Calling delete_port for ddc5d099-a289-44b6-8a89-4d878e3f8b5c owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:04.397924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9952d-112a-47c9-9f96-722acf11c194 req-2130d4eb-e58e-4ed4-8bae-c18fabaffbfc tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:04.406777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a9952d-112a-47c9-9f96-722acf11c194 req-2130d4eb-e58e-4ed4-8bae-c18fabaffbfc tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/ports?device_id=25d6209e-5d43-4e87-b559-4763a7e4ad6f HTTP/1.1" status: 200 len: 945 time: 0.0737536 Nov 03 18:59:04.477308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a9952d-112a-47c9-9f96-722acf11c194 req-b995a795-f45a-4f9c-9e7d-6e417591bdcc tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.77 "GET /v2.0/security-groups?id=54947bed-1f92-42f0-ba80-d1f969cda5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694938 Nov 03 18:59:04.507117 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.512483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42416) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:04.525514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ddc5d099-a289-44b6-8a89-4d878e3f8b5c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:04.562657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Pushing event deleted for resources: {'Port': ['ID=ddc5d099-a289-44b6-8a89-4d878e3f8b5c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:04.620715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] No DVR routers for this DVR port ddc5d099-a289-44b6-8a89-4d878e3f8b5c on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:04.624094 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.630262 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a3a1dab2-0dad-4aba-a35f-8662aba448ac req-e6c3babc-ccab-46a7-92f7-7a27d1e2f40d tempest-ServerTagsTestJSON-508876270 tempest-ServerTagsTestJSON-508876270-project] 10.222.0.96 "DELETE /v2.0/ports/ddc5d099-a289-44b6-8a89-4d878e3f8b5c HTTP/1.1" status: 204 len: 173 time: 0.7823460 Nov 03 18:59:04.630961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d6209e-5d43-4e87-b559-4763a7e4ad6f', 'name': 'network-vif-deleted', 'tag': 'ddc5d099-a289-44b6-8a89-4d878e3f8b5c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:04.633902 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dbb6b1-c6ec-4f02-b803-2d1fc70e2f9d" -d '{"events": [{"server_uuid": "25d6209e-5d43-4e87-b559-4763a7e4ad6f", "name": "network-vif-deleted", "tag": "ddc5d099-a289-44b6-8a89-4d878e3f8b5c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:04.709262 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb7d222-7680-4d17-a093-e05bf7471d30 x-openstack-request-id: req-8eb7d222-7680-4d17-a093-e05bf7471d30 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:04.709991 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d6209e-5d43-4e87-b559-4763a7e4ad6f", "name": "network-vif-deleted", "tag": "ddc5d099-a289-44b6-8a89-4d878e3f8b5c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:04.710461 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8eb7d222-7680-4d17-a093-e05bf7471d30 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:04.711586 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d6209e-5d43-4e87-b559-4763a7e4ad6f', 'name': 'network-vif-deleted', 'tag': 'ddc5d099-a289-44b6-8a89-4d878e3f8b5c', 'status': 'completed', 'code': 200} Nov 03 18:59:04.853612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a453a1-38e3-46bb-a163-1c1e4efa22d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.984625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a453a1-38e3-46bb-a163-1c1e4efa22d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.990386 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a453a1-38e3-46bb-a163-1c1e4efa22d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.038699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-19a453a1-38e3-46bb-a163-1c1e4efa22d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a37d2faa5c644beeaa8fab6933e8f0b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5250461 Nov 03 18:59:05.039865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a453a1-38e3-46bb-a163-1c1e4efa22d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f8dc9f-e215-4849-bfb9-84dae423d1d3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:05.043035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42426) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.119634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c0e53c6-415e-489e-ac4d-bae66727ad78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.167130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c0e53c6-415e-489e-ac4d-bae66727ad78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.296109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c0e53c6-415e-489e-ac4d-bae66727ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.301046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2c0e53c6-415e-489e-ac4d-bae66727ad78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.302839 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2c0e53c6-415e-489e-ac4d-bae66727ad78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a1f8dc9f-e215-4849-bfb9-84dae423d1d3 HTTP/1.1" status: 204 len: 168 time: 0.2585983 Nov 03 18:59:05.330195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e53c6-415e-489e-ac4d-bae66727ad78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f8dc9f-e215-4849-bfb9-84dae423d1d3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:05.569902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42436) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.748542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ff004f-beba-42d3-8bfa-c9a6896cae78 admin admin] Deleting subnet 9401a03f-44a7-4719-9320-b022cf37f72d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:59:05.757662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36ff004f-beba-42d3-8bfa-c9a6896cae78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.923757 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eaa193f8-0401-496e-bfe9-999b4fb178b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.977752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36ff004f-beba-42d3-8bfa-c9a6896cae78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.146523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36ff004f-beba-42d3-8bfa-c9a6896cae78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.233537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42458) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:06.255317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38d14c72-79e2-433b-9fe2-8c0fcc1670ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.414594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36ff004f-beba-42d3-8bfa-c9a6896cae78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.424438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38d14c72-79e2-433b-9fe2-8c0fcc1670ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.434889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38d14c72-79e2-433b-9fe2-8c0fcc1670ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.477481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36ff004f-beba-42d3-8bfa-c9a6896cae78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.495802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-36ff004f-beba-42d3-8bfa-c9a6896cae78 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9401a03f-44a7-4719-9320-b022cf37f72d HTTP/1.1" status: 204 len: 168 time: 0.9217272 Nov 03 18:59:06.496892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42466) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:06.625493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff004f-beba-42d3-8bfa-c9a6896cae78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9401a03f-44a7-4719-9320-b022cf37f72d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:06.631039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d14c72-79e2-433b-9fe2-8c0fcc1670ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5fbf97-9361-42ec-8b17-7e0d8b452956,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:06.650470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-38d14c72-79e2-433b-9fe2-8c0fcc1670ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c15e7fc75a6d474291c71b73654589e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4121387 Nov 03 18:59:06.651148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42470) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:06.693778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ddc5d099-a289-44b6-8a89-4d878e3f8b5c no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:06.768602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: ddc5d099-a289-44b6-8a89-4d878e3f8b5c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:06.770488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ddc5d099-a289-44b6-8a89-4d878e3f8b5c not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:06.884310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2538-bb28-4cb8-90d3-ccaf7bc31a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.972079 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.002602 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2538-bb28-4cb8-90d3-ccaf7bc31a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.145698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2538-bb28-4cb8-90d3-ccaf7bc31a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.155317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2538-bb28-4cb8-90d3-ccaf7bc31a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.163595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3c7e2538-bb28-4cb8-90d3-ccaf7bc31a5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e5fbf97-9361-42ec-8b17-7e0d8b452956 HTTP/1.1" status: 204 len: 168 time: 0.5086033 Nov 03 18:59:07.210893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e2538-bb28-4cb8-90d3-ccaf7bc31a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5fbf97-9361-42ec-8b17-7e0d8b452956,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:07.424317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.534821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eed8c4b-203e-452d-b80f-248891cd5817']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:07.587112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cb6994-d414-4d28-952d-ff529ed9e1a9') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:07.587565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cb6994-d414-4d28-952d-ff529ed9e1a9') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:07.611682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67a16-1810-40b8-9249-2ddc503b3be5 req-4971719f-faa6-42ec-923c-c399be2eb7cb tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.624487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.634733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ff67a16-1810-40b8-9249-2ddc503b3be5 req-4971719f-faa6-42ec-923c-c399be2eb7cb tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 947 time: 0.2138224 Nov 03 18:59:07.687201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.707339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:59:07.707964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: timer() Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:59:07.718859 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:59:07.850169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.867862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.890161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ff67a16-1810-40b8-9249-2ddc503b3be5 req-5235900b-1d6f-4f34-ab3a-11a9eb34d070 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414088 Nov 03 18:59:07.893167 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] 10.222.0.77 "DELETE /v2.0/networks/9eed8c4b-203e-452d-b80f-248891cd5817 HTTP/1.1" status: 204 len: 168 time: 1.2884059 Nov 03 18:59:07.947835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd453f6-91fc-4e17-95cf-387e7df203ad admin admin] Pushing event deleted for resources: {'Network': ['ID=9eed8c4b-203e-452d-b80f-248891cd5817,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:08.278713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42498) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:08.307000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea98a0e7-54c5-437d-82d7-d3ff5e3c3333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.313054 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42500) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:08.355540 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5afe-3146-4dcf-9276-1b7ae6aa1ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.486828 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea98a0e7-54c5-437d-82d7-d3ff5e3c3333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.493363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ea98a0e7-54c5-437d-82d7-d3ff5e3c3333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.517172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2ef7253b-877b-46e5-9454-a632a0ab5eb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9224f76df2a34438b8b7f1d6c0817be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994112 Nov 03 18:59:08.518759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42502) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:08.542988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea98a0e7-54c5-437d-82d7-d3ff5e3c3333 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55f8a1fb91254bc9ad9800bee7525f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633226 Nov 03 18:59:08.550653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42504) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:08.650830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98a0e7-54c5-437d-82d7-d3ff5e3c3333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b999c1-8fcb-4aab-83ca-1f26810804a0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:08.693864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39792479-d97c-417c-aaaf-8fe80322c817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.721252 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39792479-d97c-417c-aaaf-8fe80322c817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.792843 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39792479-d97c-417c-aaaf-8fe80322c817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.799569 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39792479-d97c-417c-aaaf-8fe80322c817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.803447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-39792479-d97c-417c-aaaf-8fe80322c817 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94b999c1-8fcb-4aab-83ca-1f26810804a0 HTTP/1.1" status: 204 len: 168 time: 0.2458239 Nov 03 18:59:08.819096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39792479-d97c-417c-aaaf-8fe80322c817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b999c1-8fcb-4aab-83ca-1f26810804a0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:08.896108 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e11393a-2f34-4bb8-a930-19a0406737d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.061502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-8051ed7a-7505-46c4-bcab-eaaa53388cda tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.065672 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-8051ed7a-7505-46c4-bcab-eaaa53388cda tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 947 time: 0.4300914 Nov 03 18:59:09.075145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e11393a-2f34-4bb8-a930-19a0406737d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.199841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4889a-c702-4f42-bf3f-138ddfb55cba req-7480566a-f385-4ec8-bd3e-f1c974598310 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.212308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aa4889a-c702-4f42-bf3f-138ddfb55cba req-7480566a-f385-4ec8-bd3e-f1c974598310 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 947 time: 0.1508646 Nov 03 18:59:09.338816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aa4889a-c702-4f42-bf3f-138ddfb55cba req-a64dc9ff-4984-4898-971e-e928da0e67ee tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254661 Nov 03 18:59:09.460788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e11393a-2f34-4bb8-a930-19a0406737d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.465914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e11393a-2f34-4bb8-a930-19a0406737d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.468172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2e11393a-2f34-4bb8-a930-19a0406737d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54947bed-1f92-42f0-ba80-d1f969cda5fe HTTP/1.1" status: 204 len: 168 time: 0.9458032 Nov 03 18:59:09.490665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11393a-2f34-4bb8-a930-19a0406737d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54947bed-1f92-42f0-ba80-d1f969cda5fe,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:09.548346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Deleting port 0d8aac58-8806-4469-9ada-192dd0905c50 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:09.549495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.721284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] For port 0d8aac58-8806-4469-9ada-192dd0905c50, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=0d8aac58-8806-4469-9ada-192dd0905c50,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:09.722430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.031211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.398585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.399172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.399692 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Floating IP 17ef28b7-8ced-469e-a838-55328fcdef1e disassociated. External IP: 172.25.3.213, port: 0d8aac58-8806-4469-9ada-192dd0905c50. Nov 03 18:59:10.400232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Calling delete_port for 0d8aac58-8806-4469-9ada-192dd0905c50 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:10.579629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a9ff9-2808-4baf-a7b8-e026da7774f6 req-9564ee1a-d858-4cf7-bda5-9381d67f939c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:10.591601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb0a9ff9-2808-4baf-a7b8-e026da7774f6 req-9564ee1a-d858-4cf7-bda5-9381d67f939c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 947 time: 0.1177318 Nov 03 18:59:10.710593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb0a9ff9-2808-4baf-a7b8-e026da7774f6 req-02b6bb68-fcd6-4f31-bcb7-c47876e33a75 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=01796ff8-eee1-4162-a679-5f7f19ba14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177430 Nov 03 18:59:10.719925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.808806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event deleted for resources: {'Port': ['ID=0d8aac58-8806-4469-9ada-192dd0905c50,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:11.181756 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:59:11.508371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:59:11.551331 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] Sync routers for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:59:11.598449 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:11.603803 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:59:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:11.719487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] No DVR routers for this DVR port 0d8aac58-8806-4469-9ada-192dd0905c50 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:11.724750 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.733776 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fe31ebe7-bd79-4061-8c0b-227a1479da81 req-1a0e0f79-ad1c-4c80-9f0c-eb78198fc058 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.96 "DELETE /v2.0/ports/0d8aac58-8806-4469-9ada-192dd0905c50 HTTP/1.1" status: 204 len: 173 time: 2.6493783 Nov 03 18:59:11.737129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-deleted', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:11.742518 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54aa911-41c4-48b6-bd91-c7306aaa2b51" -d '{"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-deleted", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:11.795993 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e2e997-a39d-4d5f-ad42-412d4c5f13b6 x-openstack-request-id: req-42e2e997-a39d-4d5f-ad42-412d4c5f13b6 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:11.796700 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cc2756-bc75-4e40-8c76-145a7c4ee0e9", "name": "network-vif-deleted", "tag": "0d8aac58-8806-4469-9ada-192dd0905c50", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:11.797536 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42e2e997-a39d-4d5f-ad42-412d4c5f13b6 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:11.798287 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cc2756-bc75-4e40-8c76-145a7c4ee0e9', 'name': 'network-vif-deleted', 'tag': '0d8aac58-8806-4469-9ada-192dd0905c50', 'status': 'completed', 'code': 200} Nov 03 18:59:11.963232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0baca63-8890-4aff-8d41-7a65812c448a req-8f2f6769-db67-478c-88c4-751079ba6332 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7cc2756-bc75-4e40-8c76-145a7c4ee0e9 HTTP/1.1" status: 200 len: 210 time: 0.0895443 Nov 03 18:59:12.097282 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:12.177135 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.279855 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.692961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:12.808617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 0d8aac58-8806-4469-9ada-192dd0905c50 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:12.809114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 0d8aac58-8806-4469-9ada-192dd0905c50 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:13.259105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42626) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:13.371007 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:13.476861 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d62fb623-6ff1-43df-8753-3f87533e3998 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.510663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d62fb623-6ff1-43df-8753-3f87533e3998 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.523603 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] Checking router: 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:59:13.559390 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:13.560468 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:59:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:13.692810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d62fb623-6ff1-43df-8753-3f87533e3998 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.696636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d62fb623-6ff1-43df-8753-3f87533e3998 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.702534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d62fb623-6ff1-43df-8753-3f87533e3998 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "DELETE /v2.0/security-groups/01796ff8-eee1-4162-a679-5f7f19ba14a8 HTTP/1.1" status: 204 len: 168 time: 0.4362574 Nov 03 18:59:13.702817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42642) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:13.738178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fb623-6ff1-43df-8753-3f87533e3998 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01796ff8-eee1-4162-a679-5f7f19ba14a8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:13.764599 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-bd5eaf72-8693-4e7e-af3f-c1a90ec03b29 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] show failed (client error): The resource could not be found. Nov 03 18:59:13.771971 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bd5eaf72-8693-4e7e-af3f-c1a90ec03b29 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups/01796ff8-eee1-4162-a679-5f7f19ba14a8 HTTP/1.1" status: 404 len: 347 time: 0.0629892 Nov 03 18:59:13.772298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42644) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:14.006826 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:14.092736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Deleting port a687c638-161c-4537-8ee8-9f3ad1ddf588 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:14.093189 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:14.107337 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:59:14.360527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:14.361975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:14.419323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Calling delete_port for a687c638-161c-4537-8ee8-9f3ad1ddf588 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:14.822316 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:14.931520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:14.970047 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522fbb6e-eee7-4d73-86d9-3c888a808abd None None] The sync data for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 is: [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:59:15.084395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event deleted for resources: {'Port': ['ID=a687c638-161c-4537-8ee8-9f3ad1ddf588,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:15.169114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.170092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.171628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.174180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.175972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.177146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.180534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.181928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.182679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.183508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.186143 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.192294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:15.447263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.455914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.469026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aa41e3cb-ac18-4241-aacb-ba1a05388d2e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "DELETE /v2.0/floatingips/17ef28b7-8ced-469e-a838-55328fcdef1e HTTP/1.1" status: 204 len: 168 time: 1.6943967 Nov 03 18:59:15.736933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf5001-884d-4d56-88df-821143016c81 None None] New status for floating IP 17ef28b7-8ced-469e-a838-55328fcdef1e: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:59:16.599759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42714) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:16.605559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-dfafac15-29f9-426d-8162-d26a0c2db128 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897651267', 'description': 'tempest-description--674124779'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:16.697585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dfafac15-29f9-426d-8162-d26a0c2db128 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:16.916361 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dfafac15-29f9-426d-8162-d26a0c2db128 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:16.930749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dfafac15-29f9-426d-8162-d26a0c2db128 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.098287 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dfafac15-29f9-426d-8162-d26a0c2db128 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.104195 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dfafac15-29f9-426d-8162-d26a0c2db128 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5024850 Nov 03 18:59:17.107094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42732) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:17.116029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafac15-29f9-426d-8162-d26a0c2db128 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb64bed-7e4d-4a05-a4f1-003b44d0d805,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:17.116896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2efc9184-7314-490f-8b33-35afd8ad9c56 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'security_group_rule': {'security_group_id': '3fb64bed-7e4d-4a05-a4f1-003b44d0d805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:17.267182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2efc9184-7314-490f-8b33-35afd8ad9c56 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.548132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2efc9184-7314-490f-8b33-35afd8ad9c56 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.557085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2efc9184-7314-490f-8b33-35afd8ad9c56 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.608565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc9184-7314-490f-8b33-35afd8ad9c56 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e973f1ce-6772-4b8d-8598-886422a3349c,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:17.660823 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2efc9184-7314-490f-8b33-35afd8ad9c56 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.662758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2efc9184-7314-490f-8b33-35afd8ad9c56 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5531425 Nov 03 18:59:17.667988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42750) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:17.681618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7a4104b6-7817-44a3-bdf9-091570819c38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'security_group_rule': {'security_group_id': '3fb64bed-7e4d-4a05-a4f1-003b44d0d805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:17.743136 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a4104b6-7817-44a3-bdf9-091570819c38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.982157 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a4104b6-7817-44a3-bdf9-091570819c38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.992400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a4104b6-7817-44a3-bdf9-091570819c38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.067181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4104b6-7817-44a3-bdf9-091570819c38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bc7744-a6d7-42b8-8dce-6f5b69f6cb7a,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:18.096265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a4104b6-7817-44a3-bdf9-091570819c38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.104120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42770) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:18.105215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7a4104b6-7817-44a3-bdf9-091570819c38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4293349 Nov 03 18:59:18.114080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:18.282737 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.730879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.181356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Allocated IP 172.25.3.201 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/5bea2d76-d328-4891-9ec1-545a407ed377) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:19.458009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42804) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:19.627245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.770913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.965936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'Port': ['ID=5bea2d76-d328-4891-9ec1-545a407ed377,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:19.985024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:19.991906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:19.997911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:20.000039 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49757ade-d9f8-449d-b98c-fc7bf4dd5d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.334373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.458767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49757ade-d9f8-449d-b98c-fc7bf4dd5d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.472074 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49757ade-d9f8-449d-b98c-fc7bf4dd5d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.479346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.660144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49757ade-d9f8-449d-b98c-fc7bf4dd5d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc2f8b3-610f-4cb4-bd28-e99778f4b8d1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:20.765810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-49757ade-d9f8-449d-b98c-fc7bf4dd5d33 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17147e1be7ca42449b5eca4cbe0d300b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3035047 Nov 03 18:59:20.769064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42824) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:21.166401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-328a61bc-3683-46a5-8caa-930e550ad1cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.248849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-328a61bc-3683-46a5-8caa-930e550ad1cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.261719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.280283 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.478840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-328a61bc-3683-46a5-8caa-930e550ad1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.483472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-328a61bc-3683-46a5-8caa-930e550ad1cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.485323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-328a61bc-3683-46a5-8caa-930e550ad1cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cbc2f8b3-610f-4cb4-bd28-e99778f4b8d1 HTTP/1.1" status: 204 len: 168 time: 0.7123632 Nov 03 18:59:21.528672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'Port': ['ID=5bea2d76-d328-4891-9ec1-545a407ed377,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:21.543717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a61bc-3683-46a5-8caa-930e550ad1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc2f8b3-610f-4cb4-bd28-e99778f4b8d1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:21.559433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42848) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:21.685955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.788251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.808867 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0f602b2f-b551-48ee-b3ae-be089661cfae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6871331 Nov 03 18:59:22.138492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42862) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:23.169941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01c8b5c9-dd77-4c07-9e34-5c53524d6273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.214022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-bbee493e-1e37-4063-9ce4-5f9e19355146 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--897651267&fields=id&tenant_id=2fd92340eb52401fa5503cef33841487 HTTP/1.1" status: 200 len: 267 time: 0.2437561 Nov 03 18:59:23.655246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01c8b5c9-dd77-4c07-9e34-5c53524d6273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.680885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42890) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:23.739412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5407c1fb-7b56-4f6e-ab24-62d287a34428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.794491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01c8b5c9-dd77-4c07-9e34-5c53524d6273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.120974 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5407c1fb-7b56-4f6e-ab24-62d287a34428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.130175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5407c1fb-7b56-4f6e-ab24-62d287a34428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.141902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de46376b-2f34-4747-914e-9ae4ebe67dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.317831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-01c8b5c9-dd77-4c07-9e34-5c53524d6273 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43ebb3c2193f46a7bf0741209c8fc138&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7565212 Nov 03 18:59:24.321064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42900) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:24.348891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407c1fb-7b56-4f6e-ab24-62d287a34428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f38dfe6-12e0-49fe-ba59-2918754250bb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:24.558919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56ad3638-49fc-40fd-9d06-5fa46fb9a9bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.573996 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5407c1fb-7b56-4f6e-ab24-62d287a34428 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3457340a62f9437fadef40802cb3a3e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8909092 Nov 03 18:59:24.577950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42906) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:24.600821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8b5c9-dd77-4c07-9e34-5c53524d6273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d29d069-b241-4980-8101-cbc22d63edf6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:24.678812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-a4652514-363d-4178-b37c-6e98590c9b79 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:24.681397 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-a4652514-363d-4178-b37c-6e98590c9b79 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 816 time: 1.4242435 Nov 03 18:59:24.684947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de46376b-2f34-4747-914e-9ae4ebe67dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.703916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de46376b-2f34-4747-914e-9ae4ebe67dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.706310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6379c877-4323-42b8-98d8-6b58e70eedf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.739968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-de46376b-2f34-4747-914e-9ae4ebe67dfb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1519d984fffa49649c8753b62c83f4ad&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5999985 Nov 03 18:59:24.743245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-5572783a-4690-4758-b83c-a5177be81e42 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/quotas/2fd92340eb52401fa5503cef33841487 HTTP/1.1" status: 200 len: 375 time: 0.0484276 Nov 03 18:59:24.751516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:24.757962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56ad3638-49fc-40fd-9d06-5fa46fb9a9bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.800517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6379c877-4323-42b8-98d8-6b58e70eedf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.843183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46376b-2f34-4747-914e-9ae4ebe67dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9b6eaf-bd5d-479e-af6b-933855b9c49f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:24.974026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56ad3638-49fc-40fd-9d06-5fa46fb9a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.988436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56ad3638-49fc-40fd-9d06-5fa46fb9a9bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:24.994952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-56ad3638-49fc-40fd-9d06-5fa46fb9a9bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d29d069-b241-4980-8101-cbc22d63edf6 HTTP/1.1" status: 204 len: 168 time: 0.6054180 Nov 03 18:59:25.020237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-5a32a44d-611f-4166-9c9e-d22402aca18e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2590196 Nov 03 18:59:25.022021 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee090f3c-59ff-494d-8822-27632ca591d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.076467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad3638-49fc-40fd-9d06-5fa46fb9a9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d29d069-b241-4980-8101-cbc22d63edf6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:25.106956 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6379c877-4323-42b8-98d8-6b58e70eedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.128246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6379c877-4323-42b8-98d8-6b58e70eedf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.140169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6379c877-4323-42b8-98d8-6b58e70eedf9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f38dfe6-12e0-49fe-ba59-2918754250bb HTTP/1.1" status: 204 len: 168 time: 0.5571926 Nov 03 18:59:25.213526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379c877-4323-42b8-98d8-6b58e70eedf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f38dfe6-12e0-49fe-ba59-2918754250bb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:25.233457 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee090f3c-59ff-494d-8822-27632ca591d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.641215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-8a964718-7dc1-4127-9536-9ddeba6a232b service neutron] 10.222.0.77 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318952 Nov 03 18:59:25.645203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee090f3c-59ff-494d-8822-27632ca591d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.658610 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee090f3c-59ff-494d-8822-27632ca591d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.661190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ee090f3c-59ff-494d-8822-27632ca591d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef9b6eaf-bd5d-479e-af6b-933855b9c49f HTTP/1.1" status: 204 len: 168 time: 0.9084263 Nov 03 18:59:25.995673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee090f3c-59ff-494d-8822-27632ca591d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9b6eaf-bd5d-479e-af6b-933855b9c49f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:26.166368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-b169aa02-c01c-409f-8c57-c53238c96936 service neutron] 10.222.0.77 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967337 Nov 03 18:59:26.510086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42952) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:26.580963 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:26.966218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:26.975835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:27.269004 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bf91430b9d3401c958f6a32e37c39f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7459183 Nov 03 18:59:27.270773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42984) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:27.284493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81954ae1-71a2-4399-b148-02a7aaf25d3b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:27.358051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.358658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.362713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.363629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.368193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.368857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.369395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.369963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.370495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.371033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.371564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.372103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e4707-bbcd-4e53-a671-d6a11f42c09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:27.389453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42986) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:27.447624 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd93f-901e-447e-becd-5abb98c53c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:27.476431 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73002d89-28ba-4404-b2ca-41c1b3fe5823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:27.615486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-04cab3bd-c6e2-4ee2-95b6-dc97e430609f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:27.644651 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-04cab3bd-c6e2-4ee2-95b6-dc97e430609f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 815 time: 0.7616217 Nov 03 18:59:27.682250 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73002d89-28ba-4404-b2ca-41c1b3fe5823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:27.696469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-22e7c3e9-7e14-43c8-820e-e913fddbef50 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/quotas/5c4470c5f38544b39a3a560f23c9ddd8 HTTP/1.1" status: 200 len: 375 time: 0.0498493 Nov 03 18:59:28.058443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-5ce33d5b-b2ec-40f4-8d76-18066530411d tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3603134 Nov 03 18:59:28.279675 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73002d89-28ba-4404-b2ca-41c1b3fe5823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:28.286620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73002d89-28ba-4404-b2ca-41c1b3fe5823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:28.294297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-73002d89-28ba-4404-b2ca-41c1b3fe5823 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81954ae1-71a2-4399-b148-02a7aaf25d3b HTTP/1.1" status: 204 len: 168 time: 1.0162463 Nov 03 18:59:28.299615 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd93f-901e-447e-becd-5abb98c53c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:28.328394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd93f-901e-447e-becd-5abb98c53c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:28.340999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73002d89-28ba-4404-b2ca-41c1b3fe5823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81954ae1-71a2-4399-b148-02a7aaf25d3b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:28.640884 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-64bc10d1-193a-4089-85c3-26de0f95bbca service neutron] 10.222.0.77 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803213 Nov 03 18:59:28.650249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aa8cd93f-901e-447e-becd-5abb98c53c92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0793c45cac34b198871957fc5f475e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2562888 Nov 03 18:59:28.654350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43010) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:28.679269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cd93f-901e-447e-becd-5abb98c53c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6f963d-7534-4805-adf8-406283005031,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:28.863181 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-756bab5d-5893-4e12-a545-2476e26b70e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:28.967018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-756bab5d-5893-4e12-a545-2476e26b70e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.114583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-6448e72d-3c6d-47ef-9c5a-cea54a3283af service neutron] 10.222.0.77 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719942 Nov 03 18:59:29.256308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-756bab5d-5893-4e12-a545-2476e26b70e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.261617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-756bab5d-5893-4e12-a545-2476e26b70e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.277883 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-756bab5d-5893-4e12-a545-2476e26b70e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b6f963d-7534-4805-adf8-406283005031 HTTP/1.1" status: 204 len: 168 time: 0.6200817 Nov 03 18:59:29.318068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bab5d-5893-4e12-a545-2476e26b70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6f963d-7534-4805-adf8-406283005031,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:29.944751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-7262dd16-492d-4f67-8874-8f6166455b75 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:29.950176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-7262dd16-492d-4f67-8874-8f6166455b75 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 816 time: 0.5958931 Nov 03 18:59:29.998647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-091c4c14-d7b0-4e00-8595-a70e6b4d5b49 req-8d745d44-2c57-4e01-b270-94a08bb411b2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 210 time: 0.1412084 Nov 03 18:59:30.201446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-5132ca27-0c48-4207-b797-230a89f30d2d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd92340eb52401fa5503cef33841487 HTTP/1.1" status: 200 len: 379 time: 0.2408457 Nov 03 18:59:30.214615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'port': {'device_id': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'admin_state_up': True, 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'security_groups': ['3fb64bed-7e4d-4a05-a4f1-003b44d0d805']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:30.330954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ffc4440-698a-4efa-ac65-4dbe5c9a835d req-e7344436-cfd7-44e0-b3d0-2b2eaf2ee5f2 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 210 time: 0.1469390 Nov 03 18:59:30.779072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Made reservation on behalf of 2fd92340eb52401fa5503cef33841487 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:30.796512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:31.375346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e65ff1f-600a-4c60-adfd-c29f4d7c6afd req-f5aa6e7e-4ce8-43eb-ba67-30ca46d5b332 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 210 time: 0.1028059 Nov 03 18:59:31.500095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Allocated IP 172.20.0.8 (777bc5c8-77a5-4149-975f-90e6c875828e/6c8f06c6-7ada-456d-bc19-b79e6d5e2c14/a2ca02f1-3c7c-4969-b88a-279d542de0c5) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:31.796411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29be1ae0-e3b3-412f-8a24-329f989fada7 req-353fa3d3-c5e9-4165-95ac-2719929bf01d tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 210 time: 0.1436331 Nov 03 18:59:32.038130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:32.226498 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:32.398306 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:32.472623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Network 777bc5c8-77a5-4149-975f-90e6c875828e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:32.505179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:32.536511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:32.726880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:32.825326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-6524d72a-0ed2-4c53-aaf3-8e9b7bd84233 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:32.835228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:32.836309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-6524d72a-0ed2-4c53-aaf3-8e9b7bd84233 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 815 time: 0.5450175 Nov 03 18:59:32.836864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:32.882965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Request body: {'port': {'device_id': '781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c', 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'admin_state_up': True, 'tenant_id': '5c4470c5f38544b39a3a560f23c9ddd8'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:32.890504 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-3868af20-a0f7-4050-b344-2c5b73bf1e2a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6834185 Nov 03 18:59:32.918258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Request body: {'port': {'device_id': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:33.166924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.188927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43130) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:33.424268 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d3e1edfc-f4fb-40d1-8fba-9c58f4033120 None None] Provisioning complete for port a2ca02f1-3c7c-4969-b88a-279d542de0c5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:33.426020 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d3e1edfc-f4fb-40d1-8fba-9c58f4033120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.509521 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.527455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cd152-56fe-4555-ba97-7d037f78c0eb req-07c1df04-db45-44c8-8ad5-606167998781 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.536904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-201cd152-56fe-4555-ba97-7d037f78c0eb req-07c1df04-db45-44c8-8ad5-606167998781 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 931 time: 0.6927023 Nov 03 18:59:33.561696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1edfc-f4fb-40d1-8fba-9c58f4033120 None None] Port a2ca02f1-3c7c-4969-b88a-279d542de0c5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:59:33.606652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Made reservation on behalf of 5c4470c5f38544b39a3a560f23c9ddd8 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:33.614153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.880456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-201cd152-56fe-4555-ba97-7d037f78c0eb req-df62cdc4-3993-47a3-8132-1ef7e5978d71 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325222 Nov 03 18:59:34.008602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-898745269'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:34.099669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Made reservation on behalf of b54a39b06dca4cd6b237515e8a83ebda for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:34.135954 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.249684 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.509250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Allocated IP 172.20.0.6 (6654c509-2168-4d93-98e1-da06c7fabf0c/f6854fdc-5121-4332-84f7-a2e99e0480c1/4e5632ed-779e-4ca0-ae62-348f16e634a3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:34.788870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ca02f1-3c7c-4969-b88a-279d542de0c5 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:34.824741 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.856162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.890104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Transition to ACTIVE for port object a2ca02f1-3c7c-4969-b88a-279d542de0c5 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:34.898311 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.950844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.036176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43182) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:35.053024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:59:35.244044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.249026 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Added segment b067bc66-5ffb-40dc-803c-8c460638b462 of type vlan for network 2a76ce22-70af-4da9-8fc9-c58a22bbfc92 Nov 03 18:59:35.416922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f794b31-6095-439f-ac9b-a3b03fa37237,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:35.623791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:35.740787 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-15a5394e-071b-44e3-9e88-6d79a59441da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.771032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.915697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Attempting to bind port a2ca02f1-3c7c-4969-b88a-279d542de0c5 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:35.916744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Attempting to bind port a2ca02f1-3c7c-4969-b88a-279d542de0c5 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:35.917611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Attempting to bind port a2ca02f1-3c7c-4969-b88a-279d542de0c5 on network 777bc5c8-77a5-4149-975f-90e6c875828e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:35.922166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99220716-bf8c-4d52-9b1b-9582c96a09a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.926965 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.937668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:35.940183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:36.598390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de8e01d3-6550-4862-a500-b1e08e756c31 req-03132219-869a-41cf-b4ae-922a542c4b55 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 210 time: 1.8156011 Nov 03 18:59:36.689891 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:36.698019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:36.742080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Port a2ca02f1-3c7c-4969-b88a-279d542de0c5 on network 777bc5c8-77a5-4149-975f-90e6c875828e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:36.757137 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Attempting to bind port a2ca02f1-3c7c-4969-b88a-279d542de0c5 on network 777bc5c8-77a5-4149-975f-90e6c875828e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:36.841658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:36.866423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c8008f2d-3f62-48e5-899c-577c409d2c6b', 'a65fb06c-e1da-404b-b0db-86baecf4e0ad'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:37.012645 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8214974 Nov 03 18:59:37.022426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43248) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:37.056970 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:37.057564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Checking segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:37.058230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Bound using segment: {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:37.076982 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Bound port: a2ca02f1-3c7c-4969-b88a-279d542de0c5, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc29c7a-8057-494e-bbd7-29966b4dfda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:37.080030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.231626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ab11b-ebfa-49e7-9956-f5c24ffb53de tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Pushing event updated for resources: {'Network': ['ID=2a76ce22-70af-4da9-8fc9-c58a22bbfc92,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:37.231992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Network 6654c509-2168-4d93-98e1-da06c7fabf0c is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:37.250978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:37.254875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-15a5394e-071b-44e3-9e88-6d79a59441da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.270259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:37.284133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Pushing event updated for resources: {'Port': ['ID=4e5632ed-779e-4ca0-ae62-348f16e634a3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:37.287498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2a76ce22-70af-4da9-8fc9-c58a22bbfc92 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:59:37.293282 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-15a5394e-071b-44e3-9e88-6d79a59441da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.406966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099ef28-ef0b-4862-ac16-f8df71872fdb req-415bb107-ea70-46f7-9f51-f2715a12f367 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.410320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9099ef28-ef0b-4862-ac16-f8df71872fdb req-415bb107-ea70-46f7-9f51-f2715a12f367 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.5994785 Nov 03 18:59:37.506157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.507227 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.568761 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9099ef28-ef0b-4862-ac16-f8df71872fdb req-2736cd85-5e85-4b0f-aafd-a818f6266a40 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466453 Nov 03 18:59:37.593020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5394e-071b-44e3-9e88-6d79a59441da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096fb393-3be2-449d-ae03-1fa175e3a6fb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:37.628251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-75770234-3a99-495f-a220-2f6185cd3b98 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7692401 Nov 03 18:59:37.673503 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-877c58ee-ed03-46a7-ba2d-a706c8d2d689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.677793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Request body: {'port': {'device_id': '781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:37.872967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-15a5394e-071b-44e3-9e88-6d79a59441da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73943a20164741cbb64f80ea491aefde&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8127592 Nov 03 18:59:37.877805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Request body: {'network': {'name': 'tempest-network--548181333', 'router:external': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:37.880491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43260) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:37.951396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.001635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551330-da39-408c-a5b2-98877f8e40ba req-a3e4a95a-927a-4b57-ab8a-f59297a025b6 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:38.004751 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91551330-da39-408c-a5b2-98877f8e40ba req-a3e4a95a-927a-4b57-ab8a-f59297a025b6 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 931 time: 0.1959639 Nov 03 18:59:38.144188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Made reservation on behalf of 19e38c405f384cb1bd4ac6e412359041 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:38.164841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.194504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:38.279753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:38.307366 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.367167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.463627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:38.464976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.471166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] 10.222.0.96 "PUT /v2.0/ports/a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 1091 time: 5.5699134 Nov 03 18:59:38.501535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:38.516338 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa917b-3641-472d-9a50-895a034ed36f" -d '{"events": [{"name": "network-changed", "server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:38.684191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-877c58ee-ed03-46a7-ba2d-a706c8d2d689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.803390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-877c58ee-ed03-46a7-ba2d-a706c8d2d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.853592 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7669576-0d5d-4fb7-9cca-348c298d2e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.904978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91551330-da39-408c-a5b2-98877f8e40ba req-ed822abc-205b-4c05-8e5a-6bfbc35cca79 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7631161 Nov 03 18:59:38.938422 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f55cce1f-451e-4bd8-bb00-be5d01cfd4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.060307 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7669576-0d5d-4fb7-9cca-348c298d2e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.072925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41980837-cc00-4fcc-82d2-41138110ceba service neutron] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:39.140847 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-877c58ee-ed03-46a7-ba2d-a706c8d2d689 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=025140cdb4134fee83efb87bdfdbbfa3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3764231 Nov 03 18:59:39.151330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43290) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:39.165858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c58ee-ed03-46a7-ba2d-a706c8d2d689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bd4068-6aa5-4703-bb41-2ff4b984756c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:39.185608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-de084b34-ab95-488e-8779-e9f8973f9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.187521 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-de084b34-ab95-488e-8779-e9f8973f9efb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1094 time: 0.5585899 Nov 03 18:59:39.367272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-b0bbde16-e188-4c99-8665-1075cb91e8a9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 217 time: 0.1634257 Nov 03 18:59:39.440586 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7c2392b5-5e21-46d4-9039-ea59857c5f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.469888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7669576-0d5d-4fb7-9cca-348c298d2e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.479158 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7669576-0d5d-4fb7-9cca-348c298d2e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.500033 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c7669576-0d5d-4fb7-9cca-348c298d2e19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/096fb393-3be2-449d-ae03-1fa175e3a6fb HTTP/1.1" status: 204 len: 168 time: 1.5728574 Nov 03 18:59:39.555795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7669576-0d5d-4fb7-9cca-348c298d2e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096fb393-3be2-449d-ae03-1fa175e3a6fb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:39.606684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-584233ba-3b92-498d-962c-7500b8bdcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.623561 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-584233ba-3b92-498d-962c-7500b8bdcbc9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.2486882 Nov 03 18:59:39.665600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.738976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.791650 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34afa503-f5b6-4c3e-b999-d06da48fa258 x-openstack-request-id: req-34afa503-f5b6-4c3e-b999-d06da48fa258 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:39.792063 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:39.797646 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34afa503-f5b6-4c3e-b999-d06da48fa258 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:39.798372 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'status': 'completed', 'code': 200} Nov 03 18:59:39.845346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7c2392b5-5e21-46d4-9039-ea59857c5f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.887839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-324e1802-2697-49cb-ab33-cc618726c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.897811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-324e1802-2697-49cb-ab33-cc618726c147 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613969 Nov 03 18:59:40.017792 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.054087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5632ed-779e-4ca0-ae62-348f16e634a3 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:40.068997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.090738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Transition to ACTIVE for port object 4e5632ed-779e-4ca0-ae62-348f16e634a3 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:40.186554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:59:40.207947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.304216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-42962fea-a652-43df-937b-f9b8f90dc364 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970990 Nov 03 18:59:40.342195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd7861-1f6a-4c8f-8f1e-0b41d69f82cf,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:40.400753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.401169 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Added segment 3b649bcb-02d3-409c-b802-5e863a0f643d of type vlan for network f3ac2e62-8815-43ea-969a-f257d49368ed Nov 03 18:59:40.406317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7c2392b5-5e21-46d4-9039-ea59857c5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.410381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7c2392b5-5e21-46d4-9039-ea59857c5f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.412130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7c2392b5-5e21-46d4-9039-ea59857c5f47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29bd4068-6aa5-4703-bb41-2ff4b984756c HTTP/1.1" status: 204 len: 168 time: 1.2428465 Nov 03 18:59:40.627776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2392b5-5e21-46d4-9039-ea59857c5f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bd4068-6aa5-4703-bb41-2ff4b984756c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:40.672719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5632ed-779e-4ca0-ae62-348f16e634a3,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:40.771573 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5a85a1a3-4f84-4602-ab75-9f8c96a66a46 req-d1df22dd-e7fb-4b8c-a4d6-05204088b004 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584038 Nov 03 18:59:40.896415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad91aea-fb86-4c24-b118-921653595c98 req-f9cad809-8bbc-4516-9432-ccd993e2f016 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:40.907471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cad91aea-fb86-4c24-b118-921653595c98 req-f9cad809-8bbc-4516-9432-ccd993e2f016 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.8142984 Nov 03 18:59:40.946925 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.086319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa917b-3641-472d-9a50-895a034ed36f req-dccf67c3-ccb0-4d7c-a94c-b65771b96dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:41.091402 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ffa917b-3641-472d-9a50-895a034ed36f req-dccf67c3-ccb0-4d7c-a94c-b65771b96dcb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1094 time: 0.2389915 Nov 03 18:59:41.112320 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:59:41.221927 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.223575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:41.224506 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.233641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Attempting to bind port 4e5632ed-779e-4ca0-ae62-348f16e634a3 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:41.234193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Attempting to bind port 4e5632ed-779e-4ca0-ae62-348f16e634a3 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:41.234754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Attempting to bind port 4e5632ed-779e-4ca0-ae62-348f16e634a3 on network 6654c509-2168-4d93-98e1-da06c7fabf0c {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:41.268554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cad91aea-fb86-4c24-b118-921653595c98 req-1552be69-d4c6-412d-9479-984dd796fb16 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063347 Nov 03 18:59:41.421191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Port 4e5632ed-779e-4ca0-ae62-348f16e634a3 on network 6654c509-2168-4d93-98e1-da06c7fabf0c not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:41.421835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Attempting to bind port 4e5632ed-779e-4ca0-ae62-348f16e634a3 on network 6654c509-2168-4d93-98e1-da06c7fabf0c {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:41.478678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.4326091 Nov 03 18:59:41.483626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43344) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:41.744514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.756104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:41.757710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Checking segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:41.758365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Bound using segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:41.759433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Bound port: 4e5632ed-779e-4ca0-ae62-348f16e634a3, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:41.759839 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.780102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa917b-3641-472d-9a50-895a034ed36f req-c3cc041c-3527-4809-9e06-2d48f3fb62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:41.794564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ffa917b-3641-472d-9a50-895a034ed36f req-c3cc041c-3527-4809-9e06-2d48f3fb62b4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.6882408 Nov 03 18:59:41.842426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43346) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:41.908084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] For port 4e5632ed-779e-4ca0-ae62-348f16e634a3, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:41.913911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] For port 4e5632ed-779e-4ca0-ae62-348f16e634a3, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4e5632ed-779e-4ca0-ae62-348f16e634a3,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:41.954179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.985559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ffa917b-3641-472d-9a50-895a034ed36f req-66374ebd-b0f8-4d4d-8162-1f3494f0f9c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 217 time: 0.1828775 Nov 03 18:59:41.987794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-79bf4631-adce-4d03-9936-14e6a122740b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.009097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baa49d-cf72-459b-a691-2dd9c873927a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Network': ['ID=f3ac2e62-8815-43ea-969a-f257d49368ed,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:42.030234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network f3ac2e62-8815-43ea-969a-f257d49368ed details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:59:42.076883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.077842 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.080157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] 10.222.0.70 "PUT /v2.0/ports/4e5632ed-779e-4ca0-ae62-348f16e634a3 HTTP/1.1" status: 200 len: 1091 time: 4.4423666 Nov 03 18:59:42.202472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c', 'tag': '4e5632ed-779e-4ca0-ae62-348f16e634a3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:42.213192 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0011558-e342-4c26-bcf9-a0caecb800f5" -d '{"events": [{"name": "network-changed", "server_uuid": "781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c", "tag": "4e5632ed-779e-4ca0-ae62-348f16e634a3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:42.432740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa917b-3641-472d-9a50-895a034ed36f req-addc939c-4bad-451e-9e6d-3ff32b58d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.439824 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ffa917b-3641-472d-9a50-895a034ed36f req-addc939c-4bad-451e-9e6d-3ff32b58d1d8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.3995137 Nov 03 18:59:42.493393 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.497355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2703e-9c4e-48e1-8195-1e8be100df53 req-bd7e2172-e2fd-400a-b4c0-7b7824ec8496 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.511344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fc2703e-9c4e-48e1-8195-1e8be100df53 req-bd7e2172-e2fd-400a-b4c0-7b7824ec8496 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 943 time: 0.7575223 Nov 03 18:59:42.542515 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.698725 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-79bf4631-adce-4d03-9936-14e6a122740b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.711743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-79bf4631-adce-4d03-9936-14e6a122740b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.780234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa917b-3641-472d-9a50-895a034ed36f req-95957907-e66b-4cc5-9a82-32758d339797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.783737 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ffa917b-3641-472d-9a50-895a034ed36f req-95957907-e66b-4cc5-9a82-32758d339797 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3041480 Nov 03 18:59:42.817369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:42.990159 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-79bf4631-adce-4d03-9936-14e6a122740b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aa5a0bc5b40477da5809099d0df4f24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1424839 Nov 03 18:59:42.992537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43384) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:42.999910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f1212-a785-457d-bb7d-c6d5057a3e91 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5632ed-779e-4ca0-ae62-348f16e634a3,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:43.062922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.109648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf4631-adce-4d03-9936-14e6a122740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad26ea46-c627-4f97-b96c-b7515b22cd06,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:43.191377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fc2703e-9c4e-48e1-8195-1e8be100df53 req-5e5bf3b9-6dd0-41b6-9ee5-432f74b265ed tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712384 Nov 03 18:59:43.194932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-f1f887e8-a80c-455e-9b8d-ad2b10bfea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.200137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-f1f887e8-a80c-455e-9b8d-ad2b10bfea6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 1094 time: 0.9652061 Nov 03 18:59:43.224518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:43.250404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'port_id': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'mac_address': 'fa:16:3e:c5:51:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:43.261345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ad181a6-4a02-4ce9-abe4-388a32a10679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.315654 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ad181a6-4a02-4ce9-abe4-388a32a10679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.331929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ffa917b-3641-472d-9a50-895a034ed36f req-a0c7e896-3149-473e-8251-d2779efb4ded service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673634 Nov 03 18:59:43.361572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ac2e62-8815-43ea-969a-f257d49368ed']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:43.370705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.397842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b649bcb-02d3-409c-b802-5e863a0f643d') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:43.398188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b649bcb-02d3-409c-b802-5e863a0f643d') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:43.421367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ca02f1-3c7c-4969-b88a-279d542de0c5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:43.437043 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.489228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.502410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:43.503366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:59:43.503946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.517538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: timer() Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:59:43.690234 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:59:43.713818 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f56b3-f480-418a-9446-f014f91dcc12 x-openstack-request-id: req-e76f56b3-f480-418a-9446-f014f91dcc12 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:43.714180 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c", "tag": "4e5632ed-779e-4ca0-ae62-348f16e634a3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:43.714633 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e76f56b3-f480-418a-9446-f014f91dcc12 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:43.715403 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c', 'tag': '4e5632ed-779e-4ca0-ae62-348f16e634a3', 'status': 'completed', 'code': 200} Nov 03 18:59:43.717573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:43.723444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-ec8f389b-3d57-4714-a2b2-4f877a1dddcb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5632ed-779e-4ca0-ae62-348f16e634a3 HTTP/1.1" status: 200 len: 217 time: 0.5132072 Nov 03 18:59:43.741502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.742086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.743055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.743669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.744242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.744878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.745551 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.745768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.746172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.746743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.747363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.748084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.749899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:43.806942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a2ca02f1-3c7c-4969-b88a-279d542de0c5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:43.809816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3ac2e62-8815-43ea-969a-f257d49368ed {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:59:43.835067 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ad181a6-4a02-4ce9-abe4-388a32a10679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.846958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.854857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "DELETE /v2.0/networks/f3ac2e62-8815-43ea-969a-f257d49368ed HTTP/1.1" status: 204 len: 168 time: 2.3698938 Nov 03 18:59:43.861927 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ad181a6-4a02-4ce9-abe4-388a32a10679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.865999 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1ad181a6-4a02-4ce9-abe4-388a32a10679 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad26ea46-c627-4f97-b96c-b7515b22cd06 HTTP/1.1" status: 204 len: 168 time: 0.8560784 Nov 03 18:59:43.866769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43400) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:43.955659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:43.977776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04e057-38a4-4343-a99b-0ed60ffca35f tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3ac2e62-8815-43ea-969a-f257d49368ed,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:44.104308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-b04f01af-4a07-4df3-9578-a019d664c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:44.116218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-b04f01af-4a07-4df3-9578-a019d664c59d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.3507013 Nov 03 18:59:44.135712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad181a6-4a02-4ce9-abe4-388a32a10679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad26ea46-c627-4f97-b96c-b7515b22cd06,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:44.338183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Made reservation on behalf of 19e38c405f384cb1bd4ac6e412359041 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:44.348783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.393378 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3ffa917b-3641-472d-9a50-895a034ed36f req-77b8e6cd-99c6-4b3b-ae69-5006347202db service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0270922 Nov 03 18:59:44.419850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66066bd-749d-4477-9a18-d49d3c637273 req-a2b9538f-59b2-422a-bfca-cf5b71663318 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:44.448639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d66066bd-749d-4477-9a18-d49d3c637273 req-a2b9538f-59b2-422a-bfca-cf5b71663318 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 944 time: 0.7543740 Nov 03 18:59:44.461235 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-1fd46256-1db6-4725-bdf1-820da6afd1c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3338554 Nov 03 18:59:44.521324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-2db3bcc1-4b82-4805-8320-370a0d54a62a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:59:44.522736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-2db3bcc1-4b82-4805-8320-370a0d54a62a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0418677 Nov 03 18:59:44.553430 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:59:44.630651 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d66066bd-749d-4477-9a18-d49d3c637273 req-b1e35e1d-7b0c-45e3-adae-f0eaf2cfc18c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826701 Nov 03 18:59:44.640695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.641065 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Added segment fe5f2219-24a3-4ffc-b2b4-ce63801dd8e6 of type vlan for network 7ff27f97-f1ba-4a48-b03b-038941c5f045 Nov 03 18:59:44.887606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-630e307f-fd14-4381-83ec-08b239ab2602 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553820 Nov 03 18:59:44.919249 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.045216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.049152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.053191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.200351 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2887096 Nov 03 18:59:45.259439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43428) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:45.273554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Request body: {'subnet': {'network_id': '7ff27f97-f1ba-4a48-b03b-038941c5f045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:45.343377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4358c2c-d638-40e2-aa99-27a2da42143c req-f42d9374-6d1b-49ec-93b1-8fb9c0b3ba5f service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474761 Nov 03 18:59:45.534730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00394d-e46e-4979-b0c8-5257ee2a4f22 req-063b730c-dc23-4ede-a092-5ee77270766e tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.554314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab00394d-e46e-4979-b0c8-5257ee2a4f22 req-063b730c-dc23-4ede-a092-5ee77270766e tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 943 time: 0.6267030 Nov 03 18:59:45.897084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Made reservation on behalf of 19e38c405f384cb1bd4ac6e412359041 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:45.902784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.913181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96018ff6-b799-44d0-b871-5dedeb0f296e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Network': ['ID=7ff27f97-f1ba-4a48-b03b-038941c5f045,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:45.947847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7ff27f97-f1ba-4a48-b03b-038941c5f045 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:59:46.012782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43440) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:46.096517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9b26-7b4e-468a-b6fd-4aa6aa5f69a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.123935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-642fa245-c2e3-483b-9bd8-d02f77c3a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.131250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-642fa245-c2e3-483b-9bd8-d02f77c3a01f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 1094 time: 0.5659962 Nov 03 18:59:46.347184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab00394d-e46e-4979-b0c8-5257ee2a4f22 req-93dd7b8a-87a4-4670-b0e6-5be5c96f9fa7 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853439 Nov 03 18:59:46.481446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 4e5632ed-779e-4ca0-ae62-348f16e634a3 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:46.734918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-67f3b559-95fd-4d41-8872-c46898fd2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.739363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-67f3b559-95fd-4d41-8872-c46898fd2b9c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.5689368 Nov 03 18:59:46.869252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 4e5632ed-779e-4ca0-ae62-348f16e634a3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4e5632ed-779e-4ca0-ae62-348f16e634a3,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:46.904255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '4e5632ed-779e-4ca0-ae62-348f16e634a3', 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'port_id': '4e5632ed-779e-4ca0-ae62-348f16e634a3', 'mac_address': 'fa:16:3e:d4:15:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6854fdc-5121-4332-84f7-a2e99e0480c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:46.907572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:46.965745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-c4eccf0e-1610-4b9f-a10c-fce65e075af8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5632ed-779e-4ca0-ae62-348f16e634a3 HTTP/1.1" status: 200 len: 217 time: 0.2079160 Nov 03 18:59:47.029617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f48f93-91da-451f-bd39-f0d14352278a req-f8f9b19e-f8e0-49a6-95e3-795eda85fc1e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:47.045658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7f48f93-91da-451f-bd39-f0d14352278a req-f8f9b19e-f8e0-49a6-95e3-795eda85fc1e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 944 time: 0.3988717 Nov 03 18:59:47.299656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9b26-7b4e-468a-b6fd-4aa6aa5f69a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.319180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9b26-7b4e-468a-b6fd-4aa6aa5f69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.368446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7f48f93-91da-451f-bd39-f0d14352278a req-1f991146-f3be-4d1b-bd34-936c0dcaddb6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192880 Nov 03 18:59:47.390930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.429041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-6347bcfc-5dad-48ab-a43b-e4f127c59c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:47.434863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-6347bcfc-5dad-48ab-a43b-e4f127c59c21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.4429691 Nov 03 18:59:47.513116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5632ed-779e-4ca0-ae62-348f16e634a3 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:47.545357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-ee27c2b4-a459-43cd-a375-8913a39a6897 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031277 Nov 03 18:59:47.693234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 4e5632ed-779e-4ca0-ae62-348f16e634a3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4e5632ed-779e-4ca0-ae62-348f16e634a3,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:47.704489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port a2ca02f1-3c7c-4969-b88a-279d542de0c5 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:47.721569 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f4dc9b26-7b4e-468a-b6fd-4aa6aa5f69a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=faada39efad04c31a98225f7e5af1ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7010601 Nov 03 18:59:47.726762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43468) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:47.737248 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.764514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-ec21a669-562c-4585-9152-1550bc8bc52a service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107952 Nov 03 18:59:47.765951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port a2ca02f1-3c7c-4969-b88a-279d542de0c5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:47.772278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.874465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc9b26-7b4e-468a-b6fd-4aa6aa5f69a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80f6350-29c8-4c38-89f0-4721ac2e50b6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:48.183709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2080382-acd7-4e45-8b76-db21e8b28041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.311416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['4e5632ed-779e-4ca0-ae62-348f16e634a3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:48.327564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267aca8d-4d92-424c-810e-612ea50a99e4 req-636cd23c-b411-43bd-b37c-eca0b477d6e1 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:48.336643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-267aca8d-4d92-424c-810e-612ea50a99e4 req-636cd23c-b411-43bd-b37c-eca0b477d6e1 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 944 time: 0.5703704 Nov 03 18:59:48.342285 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2080382-acd7-4e45-8b76-db21e8b28041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.554412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-267aca8d-4d92-424c-810e-612ea50a99e4 req-b35b54da-ae57-4e0b-a300-9635b3f47f04 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889503 Nov 03 18:59:48.577589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=4e5632ed-779e-4ca0-ae62-348f16e634a3,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:48.676290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:59:48.677106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.694784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0011558-e342-4c26-bcf9-a0caecb800f5 req-994dc0c0-43ff-4190-81b6-cd122041178f service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054706 Nov 03 18:59:48.825451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2080382-acd7-4e45-8b76-db21e8b28041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.836317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2080382-acd7-4e45-8b76-db21e8b28041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.846910 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c2080382-acd7-4e45-8b76-db21e8b28041 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e80f6350-29c8-4c38-89f0-4721ac2e50b6 HTTP/1.1" status: 204 len: 168 time: 1.1039398 Nov 03 18:59:48.852588 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.946934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2080382-acd7-4e45-8b76-db21e8b28041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80f6350-29c8-4c38-89f0-4721ac2e50b6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:48.964374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9ba27e7b-18f7-48c9-8ea4-655539da9f34,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:49.054668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:49.061492 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c42ffe1-5c0f-4eda-aa70-6846b4f2f051" -d '{"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-plugged", "status": "completed", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:49.067871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Checking segment: {'id': 'fe5f2219-24a3-4ffc-b2b4-ce63801dd8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ff27f97-f1ba-4a48-b03b-038941c5f045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:49.068871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Network hostable DHCP agents. Network: 7ff27f97-f1ba-4a48-b03b-038941c5f045, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:59:49.114824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca0ddf-a474-4ff3-a744-ea60705d178d req-51af276e-f8ff-492d-bdd6-01068818f7a2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.133681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Network 7ff27f97-f1ba-4a48-b03b-038941c5f045 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:59:49.154484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:49.156597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7ff27f97-f1ba-4a48-b03b-038941c5f045) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:49.161107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30ca0ddf-a474-4ff3-a744-ea60705d178d req-51af276e-f8ff-492d-bdd6-01068818f7a2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 944 time: 0.2469213 Nov 03 18:59:49.171906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.172950 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.210829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900bc84-b993-41c9-b543-95e9d39713b9 None None] Network 7ff27f97-f1ba-4a48-b03b-038941c5f045 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:59:49.225109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.273479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43506) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:49.290129 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-99678dee-58d9-457c-859d-8e5c678c7468 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0032818 Nov 03 18:59:49.308787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Request body: {'floatingip': {'floating_network_id': '7ff27f97-f1ba-4a48-b03b-038941c5f045'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:49.411435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30ca0ddf-a474-4ff3-a744-ea60705d178d req-9fbec6b1-3755-4c3b-9987-422775a20b06 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106462 Nov 03 18:59:49.442558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.567120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:49.765060 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d4189d-18f5-4e8e-9f41-f34be42cf458 x-openstack-request-id: req-04d4189d-18f5-4e8e-9f41-f34be42cf458 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:49.766148 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-plugged", "status": "completed", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:49.766148 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04d4189d-18f5-4e8e-9f41-f34be42cf458 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:49.775250 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'code': 200} Nov 03 18:59:49.921949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462cd9-76da-4e84-a428-6d0371b29aac req-7ddb8000-31d4-430f-8d5b-88a9b85e68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.943854 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5b462cd9-76da-4e84-a428-6d0371b29aac req-7ddb8000-31d4-430f-8d5b-88a9b85e68b2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1096 time: 0.2196362 Nov 03 18:59:49.999013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.198189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b61cb-459b-47c1-bfc6-1103000fa5e9 req-846d49c0-49b7-410b-ba80-d3330fd2b67b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:50.202801 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5b462cd9-76da-4e84-a428-6d0371b29aac req-3f830ee2-3831-4720-955b-fa5abd4a1ffb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521834 Nov 03 18:59:50.206381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d40b61cb-459b-47c1-bfc6-1103000fa5e9 req-846d49c0-49b7-410b-ba80-d3330fd2b67b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 944 time: 0.3909667 Nov 03 18:59:50.337478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c03418-6068-4fee-a771-fdbc0ee1e9b8 None None] Network 7ff27f97-f1ba-4a48-b03b-038941c5f045 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:59:50.758275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d40b61cb-459b-47c1-bfc6-1103000fa5e9 req-95afd168-7525-4657-94ed-c514080b7564 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356157 Nov 03 18:59:50.791877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Allocated IP 172.20.0.5 (7ff27f97-f1ba-4a48-b03b-038941c5f045/9ba27e7b-18f7-48c9-8ea4-655539da9f34/9a1d9b08-b132-4587-9fdb-c7ea6fd5d9c5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:51.074614 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:59:51.191025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43548) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:51.288819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.413333 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.628517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c592102-d8d6-4aa6-a9aa-d6ef1048155c req-126bcd32-5778-4ce4-a9cf-7dafbac2d4b8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.638137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c592102-d8d6-4aa6-a9aa-d6ef1048155c req-126bcd32-5778-4ce4-a9cf-7dafbac2d4b8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.6060309 Nov 03 18:59:51.700730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-99ab1387-cb3e-4059-a2e4-1c8b372b4c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.721453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Network 7ff27f97-f1ba-4a48-b03b-038941c5f045 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:51.759285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:51.798937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:51.841660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Port': ['ID=9a1d9b08-b132-4587-9fdb-c7ea6fd5d9c5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:51.926617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c592102-d8d6-4aa6-a9aa-d6ef1048155c req-1ed2a289-7618-4ec1-95e7-230ba86c1a21 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569706 Nov 03 18:59:52.091022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-99ab1387-cb3e-4059-a2e4-1c8b372b4c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.102444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-99ab1387-cb3e-4059-a2e4-1c8b372b4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.179265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab1387-cb3e-4059-a2e4-1c8b372b4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e202a673-4595-487a-971f-f91523dcd036,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:52.256398 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-99ab1387-cb3e-4059-a2e4-1c8b372b4c0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1646652c86b74fa6814b9409f8e61e57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0590425 Nov 03 18:59:52.258284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43580) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:52.346755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.494275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43590) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:52.501809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 4e5632ed-779e-4ca0-ae62-348f16e634a3 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:52.507241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14591e-cf15-4193-bec4-9edf6a0607d0 req-10094833-4a3c-4134-bfc2-ac828014cb60 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:52.511785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b14591e-cf15-4193-bec4-9edf6a0607d0 req-10094833-4a3c-4134-bfc2-ac828014cb60 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 944 time: 0.1523626 Nov 03 18:59:52.516880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.523740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85a344d2-3dd8-4d2e-9215-aedfc18ebb08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.710481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 4e5632ed-779e-4ca0-ae62-348f16e634a3 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:52.716981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85a344d2-3dd8-4d2e-9215-aedfc18ebb08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.731755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 4e5632ed-779e-4ca0-ae62-348f16e634a3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:52.735960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.982295 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85a344d2-3dd8-4d2e-9215-aedfc18ebb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.001176 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-85a344d2-3dd8-4d2e-9215-aedfc18ebb08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.003279 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-85a344d2-3dd8-4d2e-9215-aedfc18ebb08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e202a673-4595-487a-971f-f91523dcd036 HTTP/1.1" status: 204 len: 168 time: 0.7430711 Nov 03 18:59:53.067518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a344d2-3dd8-4d2e-9215-aedfc18ebb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202a673-4595-487a-971f-f91523dcd036,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:53.083349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b14591e-cf15-4193-bec4-9edf6a0607d0 req-3e78e1fa-c556-4b27-95ab-173403592e0b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636555 Nov 03 18:59:53.201328 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49d2a84a-f52e-41b9-ae00-17d082a4f23c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.467189 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.468792 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.620934 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.643490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49d2a84a-f52e-41b9-ae00-17d082a4f23c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.656411 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49d2a84a-f52e-41b9-ae00-17d082a4f23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.667089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5632ed-779e-4ca0-ae62-348f16e634a3'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:53.677959 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3274ad1-0cfb-40fb-9466-dec2f2916baf" -d '{"events": [{"server_uuid": "781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c", "name": "network-vif-plugged", "status": "completed", "tag": "4e5632ed-779e-4ca0-ae62-348f16e634a3"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:53.718211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 4e5632ed-779e-4ca0-ae62-348f16e634a3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4e5632ed-779e-4ca0-ae62-348f16e634a3,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:53.727101 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.876485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2a84a-f52e-41b9-ae00-17d082a4f23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50a6b9f-1319-48c2-852b-b293b9eb733a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:53.895005 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49d2a84a-f52e-41b9-ae00-17d082a4f23c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36a66296ffe54d429a2278d6bee3880f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3983719 Nov 03 18:59:53.900604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43632) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:53.990516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=4e5632ed-779e-4ca0-ae62-348f16e634a3,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:53.998676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9bf0-8876-4ea8-bb4b-6e9dd98ab4c1 req-0113df77-6228-4fd1-8833-23ec3683dbcd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:54.026565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec6a9bf0-8876-4ea8-bb4b-6e9dd98ab4c1 req-0113df77-6228-4fd1-8833-23ec3683dbcd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.5434437 Nov 03 18:59:54.147993 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.151144 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14eb7401-0128-44fb-b8a9-d2509cd2e9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.173712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Port': ['ID=9a1d9b08-b132-4587-9fdb-c7ea6fd5d9c5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:54.295785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec6a9bf0-8876-4ea8-bb4b-6e9dd98ab4c1 req-8085f838-0bca-4b30-b258-a82463c9fcce tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673459 Nov 03 18:59:54.303302 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.314216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5851a0ab-dab1-4d26-873e-89b35d64cc2d tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0357497 Nov 03 18:59:54.315267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43648) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:54.347447 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14eb7401-0128-44fb-b8a9-d2509cd2e9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.553886 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c59532a-7195-470f-9123-ba54d5d853d7 x-openstack-request-id: req-7c59532a-7195-470f-9123-ba54d5d853d7 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:54.554931 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c", "name": "network-vif-plugged", "status": "completed", "tag": "4e5632ed-779e-4ca0-ae62-348f16e634a3", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:54.555660 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c59532a-7195-470f-9123-ba54d5d853d7 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:54.557215 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5632ed-779e-4ca0-ae62-348f16e634a3', 'code': 200} Nov 03 18:59:54.622753 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14eb7401-0128-44fb-b8a9-d2509cd2e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.642709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-14eb7401-0128-44fb-b8a9-d2509cd2e9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.653983 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-14eb7401-0128-44fb-b8a9-d2509cd2e9a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f50a6b9f-1319-48c2-852b-b293b9eb733a HTTP/1.1" status: 204 len: 168 time: 0.7495325 Nov 03 18:59:54.693038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb7401-0128-44fb-b8a9-d2509cd2e9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50a6b9f-1319-48c2-852b-b293b9eb733a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:54.907141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2196d5ba-ae68-4d76-9703-d5267a717ce2 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=7ff27f97-f1ba-4a48-b03b-038941c5f045 HTTP/1.1" status: 200 len: 689 time: 0.5815990 Nov 03 18:59:54.908667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43660) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:55.077479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdb181-598f-4237-990c-21f554e9a107 req-56044743-c290-4c4f-adbe-9bcf49f4f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:55.081649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ecdb181-598f-4237-990c-21f554e9a107 req-56044743-c290-4c4f-adbe-9bcf49f4f5cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 1096 time: 0.3176725 Nov 03 18:59:55.174321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-43034422-27a2-4203-81a9-18f54989c016 req-858c3e13-af1f-4894-951f-28cece1f81df tempest-MultipleCreateTestJSON-797159822 tempest-MultipleCreateTestJSON-797159822-project] (101755) timed out ('10.222.0.70', 51037) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 18:59:55.314548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2efc6-83be-4267-9eb6-0da2d4d5a807 req-11477db4-5ebf-4669-9722-235196fdf72e tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:55.317307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a2efc6-83be-4267-9eb6-0da2d4d5a807 req-11477db4-5ebf-4669-9722-235196fdf72e tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 945 time: 0.4381993 Nov 03 18:59:55.346297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ecdb181-598f-4237-990c-21f554e9a107 req-6a0a951b-844a-4c31-b495-878bf14ccb43 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430229 Nov 03 18:59:55.359213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:55.499237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55a2efc6-83be-4267-9eb6-0da2d4d5a807 req-cadc0861-6f18-4082-ab2f-18a478a8e2f8 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416676 Nov 03 18:59:55.615098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Deleting port 9a1d9b08-b132-4587-9fdb-c7ea6fd5d9c5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:55.616974 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.004320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.005321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.051457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Calling delete_port for 9a1d9b08-b132-4587-9fdb-c7ea6fd5d9c5 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:56.244768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43688) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:56.329245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-afbd94db-4978-462f-bff1-49ed23ff3515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.930850 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-afbd94db-4978-462f-bff1-49ed23ff3515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.966641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-afbd94db-4978-462f-bff1-49ed23ff3515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.091537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994af59-f640-4b71-a8c8-680b19c1af03 req-077e16af-768c-4433-a574-cddfc0745266 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:57.123039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2994af59-f640-4b71-a8c8-680b19c1af03 req-077e16af-768c-4433-a574-cddfc0745266 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 1.3962963 Nov 03 18:59:57.126391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43710) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:57.163008 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.176050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-afbd94db-4978-462f-bff1-49ed23ff3515 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e35de36209448ef8755bd2aca650b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9232838 Nov 03 18:59:57.177693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Request body: {'floatingip': {'port_id': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:57.182127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43712) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:57.218264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd94db-4978-462f-bff1-49ed23ff3515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdd8ded-03e2-4952-b809-4213ec7aae3e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:57.458182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a1d9b08-b132-4587-9fdb-c7ea6fd5d9c5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:57.481158 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.612424 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38c798da-2fb4-469b-a27f-37efec83264b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.659543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a592666-1121-49f9-86d4-13b639a9b026 req-ea98776f-c8ca-462f-ac6e-cc183c55856c tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:57.665059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a592666-1121-49f9-86d4-13b639a9b026 req-ea98776f-c8ca-462f-ac6e-cc183c55856c tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 945 time: 0.3030155 Nov 03 18:59:57.817143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38c798da-2fb4-469b-a27f-37efec83264b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.936430 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a592666-1121-49f9-86d4-13b639a9b026 req-c3cd168d-1807-4454-88a9-5f11009c2c3d tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566485 Nov 03 18:59:57.986771 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.030414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38c798da-2fb4-469b-a27f-37efec83264b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.030414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-38c798da-2fb4-469b-a27f-37efec83264b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.038026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-38c798da-2fb4-469b-a27f-37efec83264b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bbdd8ded-03e2-4952-b809-4213ec7aae3e HTTP/1.1" status: 204 len: 168 time: 0.8522494 Nov 03 18:59:58.072992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c798da-2fb4-469b-a27f-37efec83264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdd8ded-03e2-4952-b809-4213ec7aae3e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:58.333968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.306621 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.677182 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.761703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff27f97-f1ba-4a48-b03b-038941c5f045']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:59.832831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5f2219-24a3-4ffc-b2b4-ce63801dd8e6') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:59.835069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5f2219-24a3-4ffc-b2b4-ce63801dd8e6') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:59.900278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.988502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-2e41be66-bb50-494c-8120-02fcef524cf0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7136931 Nov 03 19:00:00.079952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba27e7b-18f7-48c9-8ea4-655539da9f34,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:00.089228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.214331 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:00:00.228554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:00.229643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.292429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-4024fee9-c016-4bb5-8cc8-6c19588c8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:00.300601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-4024fee9-c016-4bb5-8cc8-6c19588c8488 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 1097 time: 0.2682748 Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:00.354585 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:00.654285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-b259bac9-c58b-4c6b-b805-39b23a2cdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:00.659153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-b259bac9-c58b-4c6b-b805-39b23a2cdd02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.3052287 Nov 03 19:00:00.664677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43802) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:00.793133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.800926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.892366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-ce7fd009-f828-4c5a-85bb-99c33d6b8896 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad HTTP/1.1" status: 200 len: 217 time: 0.2064514 Nov 03 19:00:00.893264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.897125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ff27f97-f1ba-4a48-b03b-038941c5f045 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:00:00.900167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ff27f97-f1ba-4a48-b03b-038941c5f045,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:00.927614 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.939319 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b5c4bd53-96d8-4c8e-9bfc-357b2fb2246a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "DELETE /v2.0/networks/7ff27f97-f1ba-4a48-b03b-038941c5f045 HTTP/1.1" status: 204 len: 168 time: 6.0303068 Nov 03 19:00:00.975226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43810) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:01.719216 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Floating IP c602fde1-0be6-4c05-bb8f-f77d70639f3f associated. External IP: 172.25.3.201, port: a2ca02f1-3c7c-4969-b88a-279d542de0c5. Nov 03 19:00:01.775701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9cab16fb-47d8-402a-8f2b-d9d0c4e267f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.018060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-47396722-1e3e-4ae0-bfed-4a781acd67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:02.020728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-47396722-1e3e-4ae0-bfed-4a781acd67f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 1.1237667 Nov 03 19:00:02.232115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-68fc97ed-c03d-4943-aa3d-d5c0e285db70 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 1.2497544 Nov 03 19:00:02.240707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-70442c5c-54ef-4c2f-a933-b72cbaca0872 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521451 Nov 03 19:00:02.241402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43838) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:02.433952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.873399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ff3b2-958f-45f8-a88f-cec787109726 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:02.878587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ff3b2-958f-45f8-a88f-cec787109726 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:02.880951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ff3b2-958f-45f8-a88f-cec787109726 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:02.883724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ff3b2-958f-45f8-a88f-cec787109726 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:02.886986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ff3b2-958f-45f8-a88f-cec787109726 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:02.896998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1b0ff3b2-958f-45f8-a88f-cec787109726 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3391 time: 0.6385913 Nov 03 19:00:02.898788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43850) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:03.118335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:00:03.125172 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-6906b567-f58f-40c2-9bf5-86cd22aa4749 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] delete failed (client error): The resource could not be found. Nov 03 19:00:03.133044 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6906b567-f58f-40c2-9bf5-86cd22aa4749 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/7c843272-4418-41fe-bab9-6cfa7c8373f3 HTTP/1.1" status: 404 len: 345 time: 0.2293153 Nov 03 19:00:03.142248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43854) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:03.304427 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2491c3f3-f979-43ad-b018-093af5d41c2e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] DELETE failed (client error): The resource could not be found. Nov 03 19:00:03.306195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2491c3f3-f979-43ad-b018-093af5d41c2e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:00:03.313593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2491c3f3-f979-43ad-b018-093af5d41c2e tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "DELETE /v2.0/networks/7ff27f97-f1ba-4a48-b03b-038941c5f045 HTTP/1.1" status: 404 len: 339 time: 0.1606991 Nov 03 19:00:03.320973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43858) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:03.339275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Request body: {'network': {'name': 'tempest-network--1545515619', 'router:external': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:03.463322 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.475741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Made reservation on behalf of 19e38c405f384cb1bd4ac6e412359041 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:03.484705 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.633200 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9cab16fb-47d8-402a-8f2b-d9d0c4e267f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.646813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-af29bf23-69b5-4271-8551-1ea89253d5a2 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3870876 Nov 03 19:00:03.651682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:03.693781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.725350 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] Sync routers for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:03.758440 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:03.759480 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:59:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:03.787534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9cab16fb-47d8-402a-8f2b-d9d0c4e267f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.884872 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4c2925d4-d83b-47b5-b725-d5d3883aae62 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "PUT /v2.0/floatingips/c602fde1-0be6-4c05-bb8f-f77d70639f3f HTTP/1.1" status: 200 len: 991 time: 6.7060003 Nov 03 19:00:03.886197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:03.905712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:03.910371 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:03.983364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.984323 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Added segment e14c6183-5f6f-4286-af28-2039639cad7e of type vlan for network 75d6d8d3-0e15-4b7b-9db0-9e79925b3ebd Nov 03 19:00:04.302529 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:04.443082 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.521999 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659a7b9-fba4-4543-af22-5c41d258e33a x-openstack-request-id: req-e659a7b9-fba4-4543-af22-5c41d258e33a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:04.522916 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:04.523473 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e659a7b9-fba4-4543-af22-5c41d258e33a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:04.524311 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'status': 'completed', 'code': 200} Nov 03 19:00:04.576965 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.579149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:04.580414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.780124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9cab16fb-47d8-402a-8f2b-d9d0c4e267f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1403985ec0304860ba55a7e26218fb4f&name=default HTTP/1.1" status: 200 len: 3000 time: 4.1134799 Nov 03 19:00:04.784601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43912) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:04.791844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Network': ['ID=75d6d8d3-0e15-4b7b-9db0-9e79925b3ebd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:04.797894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab16fb-47d8-402a-8f2b-d9d0c4e267f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df3d2fd-fd35-463d-9d75-09b00494b052,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:04.818518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 75d6d8d3-0e15-4b7b-9db0-9e79925b3ebd details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:04.896763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5e691594-1aac-4f2e-8392-bd046cd9742a tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5496464 Nov 03 19:00:04.911108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43916) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:05.001818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f605a-ecc7-44ce-8873-5e2991b675d9 req-65d0f943-960d-4a0c-9a39-24b44fdcd31d service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2696588 Nov 03 19:00:05.654921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'c602fde1-0be6-4c05-bb8f-f77d70639f3f', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'port_id': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'mac_address': 'fa:16:3e:c5:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:59:20Z', 'updated_at': '2021-11-03T18:59:59Z', 'revision_number': 1, 'project_id': '2fd92340eb52401fa5503cef33841487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:05.800823 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] Checking router: 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:00:05.840848 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:05.842142 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T18:59:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:05.905956 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76fd0848-80d5-443d-917f-855ee58a15e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:06.357802 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:06.898769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-20179c48-5f7e-4865-913d-2926bd32a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:06.907920 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-20179c48-5f7e-4865-913d-2926bd32a3d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1096 time: 2.3532081 Nov 03 19:00:07.206898 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea4328cd-42a4-4308-a4bc-f7e47fea371c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.209774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-23e04cb5-0e2f-4fa2-92d2-80d6623f378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:07.212047 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-23e04cb5-0e2f-4fa2-92d2-80d6623f378e service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.2836025 Nov 03 19:00:07.235899 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'c602fde1-0be6-4c05-bb8f-f77d70639f3f', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'port_id': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'mac_address': 'fa:16:3e:c5:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:59:20Z', 'updated_at': '2021-11-03T18:59:59Z', 'revision_number': 1, 'project_id': '2fd92340eb52401fa5503cef33841487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:07.272087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a56d57-f52d-4ce1-979b-2422f5a6d0c8 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:07.287596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a56d57-f52d-4ce1-979b-2422f5a6d0c8 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:07.311472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a56d57-f52d-4ce1-979b-2422f5a6d0c8 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:07.336261 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a56d57-f52d-4ce1-979b-2422f5a6d0c8 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:07.339676 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d3a56d57-f52d-4ce1-979b-2422f5a6d0c8 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 2.4193077 Nov 03 19:00:07.344592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43950) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:07.376762 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f08fd6-d9e4-4798-8ba5-1bc8cb086874 None None] The sync data for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 is: [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'c602fde1-0be6-4c05-bb8f-f77d70639f3f', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'port_id': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'mac_address': 'fa:16:3e:c5:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:59:20Z', 'updated_at': '2021-11-03T18:59:59Z', 'revision_number': 1, 'project_id': '2fd92340eb52401fa5503cef33841487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:07.619464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea4328cd-42a4-4308-a4bc-f7e47fea371c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.718709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.773999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea4328cd-42a4-4308-a4bc-f7e47fea371c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.784398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea4328cd-42a4-4308-a4bc-f7e47fea371c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.788298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ea4328cd-42a4-4308-a4bc-f7e47fea371c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5df3d2fd-fd35-463d-9d75-09b00494b052 HTTP/1.1" status: 204 len: 168 time: 3.0011783 Nov 03 19:00:07.909736 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-cef80ff8-4863-41ec-bb56-7da74eed286e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 999 time: 0.6730971 Nov 03 19:00:07.919967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4328cd-42a4-4308-a4bc-f7e47fea371c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df3d2fd-fd35-463d-9d75-09b00494b052,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:08.062130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9175ec-75f1-4b81-b263-1274b924afbc None None] New status for floating IP c602fde1-0be6-4c05-bb8f-f77d70639f3f: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:00:08.075634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-5b799a89-5297-4a05-98ea-502b6da6993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:08.078950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-5b799a89-5297-4a05-98ea-502b6da6993f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.1444163 Nov 03 19:00:08.216967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.225587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-4f575d2d-08d2-4730-9f4f-2bd7a8493463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:08.233787 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-4f575d2d-08d2-4730-9f4f-2bd7a8493463 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378272 Nov 03 19:00:08.249633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-1b7e966d-eb0f-4134-b109-2eda5e5c8f2f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:00:08.253977 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-1b7e966d-eb0f-4134-b109-2eda5e5c8f2f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0113215 Nov 03 19:00:08.369410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d6d8d3-0e15-4b7b-9db0-9e79925b3ebd']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:08.395622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14c6183-5f6f-4286-af28-2039639cad7e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:08.396154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14c6183-5f6f-4286-af28-2039639cad7e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:08.423307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.522041 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.570649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:08.571618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:08.575221 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:08.661788 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-171c7dc5-84bd-4d93-90da-37edc20b003e service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939991 Nov 03 19:00:08.800313 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-35ddc67b-3d4c-433f-901e-c634ab416eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.917668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.919748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75d6d8d3-0e15-4b7b-9db0-9e79925b3ebd {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:00:08.925835 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2bff1b96-bce6-4a26-bbeb-c185eddd0e5a req-d2bc0699-623e-4d58-95c0-bc7ad95898fb service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572615 Nov 03 19:00:08.943313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.958039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "DELETE /v2.0/networks/75d6d8d3-0e15-4b7b-9db0-9e79925b3ebd HTTP/1.1" status: 204 len: 168 time: 1.6111548 Nov 03 19:00:08.963113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43990) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:08.974187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Request body: {'network': {'name': 'tempest-network--1176711823', 'router:external': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:09.009451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d5c1d-dc7e-4a3e-a0ea-07d810be2edc tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event deleted for resources: {'Network': ['ID=75d6d8d3-0e15-4b7b-9db0-9e79925b3ebd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:09.100725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Made reservation on behalf of 19e38c405f384cb1bd4ac6e412359041 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:09.117702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.225941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:09.303557 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.307510 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Added segment b713f61f-7c7e-4403-b56c-c298245830b0 of type vlan for network 71099a5a-0610-47d1-97ca-3ca432fdddd8 Nov 03 19:00:09.572535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.674831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.677571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:09.679242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.739441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7744932 Nov 03 19:00:09.744107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44010) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:09.895657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaef46-694d-4108-9b79-f270f9689950 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Network': ['ID=71099a5a-0610-47d1-97ca-3ca432fdddd8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:09.915206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 71099a5a-0610-47d1-97ca-3ca432fdddd8 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:10.100537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2123d832-3141-4153-b0b0-2a2a29d0f7f2 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:10.110441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44022) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:10.121758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2123d832-3141-4153-b0b0-2a2a29d0f7f2 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] 10.222.0.77 "GET /v2.0/networks/71099a5a-0610-47d1-97ca-3ca432fdddd8 HTTP/1.1" status: 200 len: 757 time: 0.3598788 Nov 03 19:00:10.350990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67149dd7-10af-4d7a-a573-7fa7e31bd640 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:10.353563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.361068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44028) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:10.363834 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-67149dd7-10af-4d7a-a573-7fa7e31bd640 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] 10.222.0.77 "GET /v2.0/networks/2a76ce22-70af-4da9-8fc9-c58a22bbfc92 HTTP/1.1" status: 200 len: 767 time: 0.2486176 Nov 03 19:00:10.705860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.124031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.250901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71099a5a-0610-47d1-97ca-3ca432fdddd8']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:11.296425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b713f61f-7c7e-4403-b56c-c298245830b0') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:11.300150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b713f61f-7c7e-4403-b56c-c298245830b0') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:11.359052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.430968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.461394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:11.462171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:11.471833 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:11.743221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.849482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71099a5a-0610-47d1-97ca-3ca432fdddd8 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:00:11.863669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.879704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "DELETE /v2.0/networks/71099a5a-0610-47d1-97ca-3ca432fdddd8 HTTP/1.1" status: 204 len: 168 time: 1.5145788 Nov 03 19:00:11.997456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44072) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:12.017296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Request body: {'network': {'name': 'tempest-network--725458362'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:12.031396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeac79c-fb41-4bcc-8fdc-76f2121f95bb tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event deleted for resources: {'Network': ['ID=71099a5a-0610-47d1-97ca-3ca432fdddd8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:12.129781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Made reservation on behalf of 19e38c405f384cb1bd4ac6e412359041 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:12.139570 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.272563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.285155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:12.306074 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.322863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.323602 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Added segment a5a3c947-ffd5-4475-bf08-cdd174c32e6f of type vlan for network cbe6e223-92b6-4ebf-8d2d-fec137b05091 Nov 03 19:00:12.528467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.659018 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.673556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:12.674920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.822304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44112) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:12.830494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4b3dae32-1801-4108-ace7-1e3ee0c11326 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:12.835471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8361995 Nov 03 19:00:12.979358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd79e0-bdad-4f8c-98d9-8583fc7921b5 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Network': ['ID=cbe6e223-92b6-4ebf-8d2d-fec137b05091,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:13.302168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network cbe6e223-92b6-4ebf-8d2d-fec137b05091 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:13.526275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b3dae32-1801-4108-ace7-1e3ee0c11326 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.581752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b3dae32-1801-4108-ace7-1e3ee0c11326 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.612712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b3dae32-1801-4108-ace7-1e3ee0c11326 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Network cbe6e223-92b6-4ebf-8d2d-fec137b05091 is not hosted by any dhcp agent {{(pid=101755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:00:13.616785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3dae32-1801-4108-ace7-1e3ee0c11326 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:13.626803 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b3dae32-1801-4108-ace7-1e3ee0c11326 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.630349 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4b3dae32-1801-4108-ace7-1e3ee0c11326 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "PUT /v2.0/networks/cbe6e223-92b6-4ebf-8d2d-fec137b05091 HTTP/1.1" status: 200 len: 857 time: 0.8068120 Nov 03 19:00:13.634333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44140) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:13.917929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dae32-1801-4108-ace7-1e3ee0c11326 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event updated for resources: {'Network': ['ID=cbe6e223-92b6-4ebf-8d2d-fec137b05091,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:13.930991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.153484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44148) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:14.287648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.362014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe6e223-92b6-4ebf-8d2d-fec137b05091']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:14.401207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a3c947-ffd5-4475-bf08-cdd174c32e6f') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:14.401725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a3c947-ffd5-4475-bf08-cdd174c32e6f') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:14.458461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.561974 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.597482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:14.598164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:14.601693 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:14.727883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d296199-149a-46c8-901d-5e736368faa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.832831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.839138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbe6e223-92b6-4ebf-8d2d-fec137b05091 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:00:14.845078 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.852722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] 10.222.0.77 "DELETE /v2.0/networks/cbe6e223-92b6-4ebf-8d2d-fec137b05091 HTTP/1.1" status: 204 len: 168 time: 1.2169199 Nov 03 19:00:14.861805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44168) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:14.879779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95340b6-b148-4616-b052-52650386dd65 tempest-ExternalNetworksTestJSON-1657519236 tempest-ExternalNetworksTestJSON-1657519236-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbe6e223-92b6-4ebf-8d2d-fec137b05091,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:15.117771 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3678e5b-df03-4d15-8f56-f28101212ddf tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] DELETE failed (client error): The resource could not be found. Nov 03 19:00:15.125724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3678e5b-df03-4d15-8f56-f28101212ddf tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:00:15.140365 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d3678e5b-df03-4d15-8f56-f28101212ddf tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] 10.222.0.77 "DELETE /v2.0/subnets/9ba27e7b-18f7-48c9-8ea4-655539da9f34 HTTP/1.1" status: 404 len: 337 time: 0.2623985 Nov 03 19:00:15.141302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44176) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:15.306215 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d296199-149a-46c8-901d-5e736368faa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.312387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d296199-149a-46c8-901d-5e736368faa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.457802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.483622 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5d296199-149a-46c8-901d-5e736368faa4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e317e992766d4c83bed680dabeb248b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3283169 Nov 03 19:00:15.490880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44180) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:15.613374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d296199-149a-46c8-901d-5e736368faa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191302ac-c009-47b5-9499-e3652a2564e2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:15.943402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.976895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a76ce22-70af-4da9-8fc9-c58a22bbfc92']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:15.992031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b067bc66-5ffb-40dc-803c-8c460638b462') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:15.992740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b067bc66-5ffb-40dc-803c-8c460638b462') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:16.012750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.034336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.057703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:16.058041 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:16.233300 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:16.253060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.274147 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.281893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] 10.222.0.77 "DELETE /v2.0/networks/2a76ce22-70af-4da9-8fc9-c58a22bbfc92 HTTP/1.1" status: 204 len: 168 time: 1.1374769 Nov 03 19:00:16.359084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Pushing event deleted for resources: {'Network': ['ID=2a76ce22-70af-4da9-8fc9-c58a22bbfc92,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:16.373388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.373844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.374441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.375014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.375463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.375909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.376347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.377983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.378342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.378745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.379172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.379567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ad9652-0eeb-4c8b-bbae-ce08864cf9c3 tempest-ExternalNetworksTestJSON-1415519336 tempest-ExternalNetworksTestJSON-1415519336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:16.434793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfe75519-5829-4239-8374-42754caa9849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.505665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfe75519-5829-4239-8374-42754caa9849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.678069 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfe75519-5829-4239-8374-42754caa9849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.683301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfe75519-5829-4239-8374-42754caa9849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.689173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bfe75519-5829-4239-8374-42754caa9849 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/191302ac-c009-47b5-9499-e3652a2564e2 HTTP/1.1" status: 204 len: 168 time: 1.1671944 Nov 03 19:00:16.710708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe75519-5829-4239-8374-42754caa9849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191302ac-c009-47b5-9499-e3652a2564e2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:17.195042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:18.032041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44242) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:18.044542 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f5161fdd-bac2-40bf-bce6-3f57b153a018 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b54a39b06dca4cd6b237515e8a83ebda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8467088 Nov 03 19:00:18.210279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b0763da7-56c5-4fe1-a6ba-a4c13e80d9cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.294401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b0763da7-56c5-4fe1-a6ba-a4c13e80d9cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.536083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b0763da7-56c5-4fe1-a6ba-a4c13e80d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.541040 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b0763da7-56c5-4fe1-a6ba-a4c13e80d9cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.547340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b0763da7-56c5-4fe1-a6ba-a4c13e80d9cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f794b31-6095-439f-ac9b-a3b03fa37237 HTTP/1.1" status: 204 len: 168 time: 0.5094795 Nov 03 19:00:18.574613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0763da7-56c5-4fe1-a6ba-a4c13e80d9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f794b31-6095-439f-ac9b-a3b03fa37237,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:20.287434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44304) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:20.461192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b5de8163-42ea-4e6d-b444-c8af11074ddc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19e38c405f384cb1bd4ac6e412359041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689072 Nov 03 19:00:20.465719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44306) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:20.814741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d786ac3-4fbd-4165-ab0c-9fdae03c8b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:20.969464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d786ac3-4fbd-4165-ab0c-9fdae03c8b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.178945 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d786ac3-4fbd-4165-ab0c-9fdae03c8b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.183343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9d786ac3-4fbd-4165-ab0c-9fdae03c8b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.190044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9d786ac3-4fbd-4165-ab0c-9fdae03c8b9b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ebd7861-1f6a-4c8f-8f1e-0b41d69f82cf HTTP/1.1" status: 204 len: 168 time: 0.7184980 Nov 03 19:00:21.220567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d786ac3-4fbd-4165-ab0c-9fdae03c8b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd7861-1f6a-4c8f-8f1e-0b41d69f82cf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:22.827905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44396) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:23.349594 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e05185e3-cb60-4ecd-b8e6-89d92cc422b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.835959 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e05185e3-cb60-4ecd-b8e6-89d92cc422b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.840945 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e05185e3-cb60-4ecd-b8e6-89d92cc422b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.960479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44440) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:23.975266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e05185e3-cb60-4ecd-b8e6-89d92cc422b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=427f6ccbc2dd4b64ae6deddf43cde6ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1454902 Nov 03 19:00:24.135824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05185e3-cb60-4ecd-b8e6-89d92cc422b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033b459c-01ea-47f4-acfe-908702146e76,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:24.261270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44444) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:24.278547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d32df2e5-fd7b-4142-91eb-e5b618c98065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.407633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d32df2e5-fd7b-4142-91eb-e5b618c98065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.604369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d32df2e5-fd7b-4142-91eb-e5b618c98065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.612406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d32df2e5-fd7b-4142-91eb-e5b618c98065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.623852 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d32df2e5-fd7b-4142-91eb-e5b618c98065 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/033b459c-01ea-47f4-acfe-908702146e76 HTTP/1.1" status: 204 len: 168 time: 0.6596963 Nov 03 19:00:24.645337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32df2e5-fd7b-4142-91eb-e5b618c98065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b459c-01ea-47f4-acfe-908702146e76,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:24.736782 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d422741-ac74-4498-acef-60fca82e0e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.092954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d422741-ac74-4498-acef-60fca82e0e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.107696 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d422741-ac74-4498-acef-60fca82e0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.294661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d422741-ac74-4498-acef-60fca82e0e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdbef77-355b-48c0-919b-70245e0c3176,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:25.320780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44482) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:25.325019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8d422741-ac74-4498-acef-60fca82e0e8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e29997e700464823bf519ba2bc05cecd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0614064 Nov 03 19:00:25.538677 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df88916d-8001-4335-b3a0-e413e050a0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.616933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df88916d-8001-4335-b3a0-e413e050a0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.763188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df88916d-8001-4335-b3a0-e413e050a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.768158 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df88916d-8001-4335-b3a0-e413e050a0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.770842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-df88916d-8001-4335-b3a0-e413e050a0f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1bdbef77-355b-48c0-919b-70245e0c3176 HTTP/1.1" status: 204 len: 168 time: 0.4490201 Nov 03 19:00:25.809385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88916d-8001-4335-b3a0-e413e050a0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdbef77-355b-48c0-919b-70245e0c3176,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:25.862833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44504) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:26.566307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-953284576'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:26.648851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Made reservation on behalf of bb3950d1f3da44399a22f74abc2c1412 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:26.653707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.678183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.988642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.997558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.089105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:27.128765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.130142 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Added segment de846151-a4e1-4147-ac22-53bafe8e4d05 of type vlan for network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 Nov 03 19:00:27.447919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.465084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9159f0-59be-4483-8fdf-6464a5f735f2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:27.534715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.550753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:27.551895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.656363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7920344 Nov 03 19:00:27.874684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d860f-99cc-46d0-afa4-2de630c54ec7 tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Pushing event updated for resources: {'Network': ['ID=e4e6ccff-bc5f-44e1-89ec-1ffda4a25190,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:27.891999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:28.119118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:00:29.042971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44598) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:29.049612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Request body: {'port': {'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190', 'binding:host_id': 'n-h2-812148-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1827124931'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:29.110312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Made reservation on behalf of 23af04afadeb46af89034411d11ded98 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:29.115186 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.138451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.415700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.439550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.473151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] device_id is not set on port d2eac196-c88b-4f2c-97c7-42e35af7c036 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:00:29.938438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb365f52-bdb7-4494-84c4-ee69f32d8b74,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:29.957389 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.958338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.959117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.959890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.960668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.961509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.962255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.962999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.963733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.964517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.965291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:29.966080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:30.450527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] device_id is not set on port d2eac196-c88b-4f2c-97c7-42e35af7c036 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:00:30.492908 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.499597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44644) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:30.507040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.730044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Checking segment: {'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:30.734681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Network hostable DHCP agents. Network: e4e6ccff-bc5f-44e1-89ec-1ffda4a25190, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:00:30.745013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7bcded0a-21eb-4a41-925d-20f28e46aac1 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1040346514'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:30.745741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7bcded0a-21eb-4a41-925d-20f28e46aac1 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Unknown quota resources ['metering_label']. {{(pid=101756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:00:30.766454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=d2eac196-c88b-4f2c-97c7-42e35af7c036,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:30.827786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:00:30.845163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, e4e6ccff-bc5f-44e1-89ec-1ffda4a25190) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:30.853641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:30.860562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc84f69-e4df-42cf-a123-e787ea176934 None None] Network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:30.896499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:30.897206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:30.898418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:30.920064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:30.922949 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:30.923752 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 2 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:30.962880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:30.963220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:30.963779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:30.976265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:30.976574 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:30.977063 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 3 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:31.032187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.033571 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.036003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.056863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:31.058879 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:31.061585 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 4 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:31.104606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.110557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.111045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.133672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:31.134006 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:31.135361 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 5 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:31.156736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.157344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.157881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.165130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:31.165804 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:31.166364 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 6 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:31.199395 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bcded0a-21eb-4a41-925d-20f28e46aac1 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.200654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7bcded0a-21eb-4a41-925d-20f28e46aac1 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6999786 Nov 03 19:00:31.204763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:31.205865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.206370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.208879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.210392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-915ff1ad-2dea-4a4c-8440-9cc684cb39ff tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5d4bf067-0485-46be-8f42-0307cc638c56'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:31.210947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-915ff1ad-2dea-4a4c-8440-9cc684cb39ff tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:00:31.217107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:31.217888 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:31.219141 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 7 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:31.240491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.242627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.243231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.251842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:31.252548 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:31.253303 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 8 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:31.274724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.275516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.277190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.284324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:31.297570 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:31.298877 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 9 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:31.322101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.322285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.322665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.331040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:31.331040 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:31.331533 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 10 to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 Nov 03 19:00:31.355352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.355640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.355965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.361954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port d2eac196-c88b-4f2c-97c7-42e35af7c036 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:31.362283 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port d2eac196-c88b-4f2c-97c7-42e35af7c036 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:31.362656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.375999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44704) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:31.479881 n-d-812148-3 neutron-server[101756]: WARNING neutron.services.metering.metering_plugin [None req-915ff1ad-2dea-4a4c-8440-9cc684cb39ff tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 19:00:31.577535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] For port d2eac196-c88b-4f2c-97c7-42e35af7c036, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:31.581462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempted to set empty binding levels {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:00:31.597274 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.700577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:31.701548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.705139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=d2eac196-c88b-4f2c-97c7-42e35af7c036,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:31.730761 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-91440b89-caf8-408e-9638-f2b100fcf49d tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.6853590 Nov 03 19:00:31.733552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44718) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:31.743239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-915ff1ad-2dea-4a4c-8440-9cc684cb39ff tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.754926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-915ff1ad-2dea-4a4c-8440-9cc684cb39ff tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5489943 Nov 03 19:00:31.758581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44720) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:31.763664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-411279cd-1fb4-4350-9d92-85ad6da90e12 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5d4bf067-0485-46be-8f42-0307cc638c56'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:31.764451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-411279cd-1fb4-4350-9d92-85ad6da90e12 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:00:31.887368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-960436de-8962-4145-80de-161b9fdbda61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.926964 n-d-812148-3 neutron-server[101756]: WARNING neutron.services.metering.metering_plugin [None req-411279cd-1fb4-4350-9d92-85ad6da90e12 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 19:00:32.049241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Deleting port d2eac196-c88b-4f2c-97c7-42e35af7c036 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:32.049900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.085537 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-411279cd-1fb4-4350-9d92-85ad6da90e12 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.087114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-411279cd-1fb4-4350-9d92-85ad6da90e12 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3272138 Nov 03 19:00:32.092661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44732) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:32.156244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-960436de-8962-4145-80de-161b9fdbda61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.188031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1f9b5c80-04b5-4f48-b454-4390d769a520 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=6ae77060-5a70-46ef-8d5e-a365f755ba1e HTTP/1.1" status: 200 len: 464 time: 0.0916209 Nov 03 19:00:32.189239 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-960436de-8962-4145-80de-161b9fdbda61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.194919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44738) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:32.285137 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] For port d2eac196-c88b-4f2c-97c7-42e35af7c036, host n-h2-812148-3, got binding levels [] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:32.285797 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.330769 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-960436de-8962-4145-80de-161b9fdbda61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b13e5f03fbe4874a34b928dedbc9bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9515898 Nov 03 19:00:32.332233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Calling delete_port for d2eac196-c88b-4f2c-97c7-42e35af7c036 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:32.334715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960436de-8962-4145-80de-161b9fdbda61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e01c974-7692-4bf2-8c2d-9a7e95dc2a79,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:32.344699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44756) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:32.406249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.600397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5f27e95-ef97-4d37-875a-77b254e83ac0 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.606334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d5f27e95-ef97-4d37-875a-77b254e83ac0 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/6ae77060-5a70-46ef-8d5e-a365f755ba1e HTTP/1.1" status: 204 len: 168 time: 0.4072621 Nov 03 19:00:32.614235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44768) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:32.666426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5d13-492c-4f8c-9a8c-7f7ef5813b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.710735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5d13-492c-4f8c-9a8c-7f7ef5813b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.782968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5d13-492c-4f8c-9a8c-7f7ef5813b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.782968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5d13-492c-4f8c-9a8c-7f7ef5813b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.782968 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e6cb5d13-492c-4f8c-9a8c-7f7ef5813b1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e01c974-7692-4bf2-8c2d-9a7e95dc2a79 HTTP/1.1" status: 204 len: 168 time: 0.4305308 Nov 03 19:00:32.847071 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0efb654-fd58-4def-876b-0e1cae996213 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=6ae77060-5a70-46ef-8d5e-a365f755ba1e HTTP/1.1" status: 200 len: 221 time: 0.2273054 Nov 03 19:00:32.855741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44782) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:32.861337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-704f3764-67a4-4478-bbec-d5de1ad372fd tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1958945562', 'description': 'label created by tempest'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:32.862171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-704f3764-67a4-4478-bbec-d5de1ad372fd tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Unknown quota resources ['metering_label']. {{(pid=101756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:00:32.913375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb5d13-492c-4f8c-9a8c-7f7ef5813b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e01c974-7692-4bf2-8c2d-9a7e95dc2a79,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:32.979019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.064869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2eac196-c88b-4f2c-97c7-42e35af7c036,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:33.088179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.097258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8a4a4044-1713-4d1e-bcdf-131d82f8f115 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d2eac196-c88b-4f2c-97c7-42e35af7c036 HTTP/1.1" status: 204 len: 168 time: 1.3570726 Nov 03 19:00:33.098193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44792) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:33.158229 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb082ab4-bc07-494d-b168-ecd830ceb68b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:00:33.167484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44794) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:33.168359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eb082ab4-bc07-494d-b168-ecd830ceb68b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "GET /v2.0/ports/d2eac196-c88b-4f2c-97c7-42e35af7c036 HTTP/1.1" status: 404 len: 333 time: 0.0673795 Nov 03 19:00:33.172998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Request body: {'port': {'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1096892532'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:33.240065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Made reservation on behalf of 23af04afadeb46af89034411d11ded98 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:33.244272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.302864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] device_id is not set on port 57986e0f-fc2c-49f9-8446-f82c9276c434 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:00:33.444325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.856751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.924984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.031322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33c5d103-abe2-466c-831a-9cba9f2f79f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.121999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.281144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:34.289747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:34.303515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:34.304883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.306599 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.342091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=57986e0f-fc2c-49f9-8446-f82c9276c434,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:34.377540 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-458b9897-0bce-4f89-8ca1-b6d02c34ae08 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2087152 Nov 03 19:00:34.396488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.420887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:34.457297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-704f3764-67a4-4478-bbec-d5de1ad372fd tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.464381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-704f3764-67a4-4478-bbec-d5de1ad372fd tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.6071267 Nov 03 19:00:34.465328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44830) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.496409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33c5d103-abe2-466c-831a-9cba9f2f79f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.513009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33c5d103-abe2-466c-831a-9cba9f2f79f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.670029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f43813a6-85e4-4400-9126-2bd621214a02 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=0b042abe-05c7-472e-b840-d442ab09cbfc HTTP/1.1" status: 200 len: 468 time: 0.2024887 Nov 03 19:00:34.670875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44834) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.707345 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-33c5d103-abe2-466c-831a-9cba9f2f79f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8039f6511d2848de972cb8fb37f776bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7775154 Nov 03 19:00:34.708263 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.712826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44838) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.736862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5d103-abe2-466c-831a-9cba9f2f79f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd17efcc-84c4-45eb-9ee4-c2c1e1058ec8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:34.870740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d20be99-92e4-47e0-9959-755578194635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.902445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d20be99-92e4-47e0-9959-755578194635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.245991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] device_id is not set on port 57986e0f-fc2c-49f9-8446-f82c9276c434 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:00:35.259669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.272112 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.281656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d20be99-92e4-47e0-9959-755578194635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.287259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d20be99-92e4-47e0-9959-755578194635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.289148 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0d20be99-92e4-47e0-9959-755578194635 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd17efcc-84c4-45eb-9ee4-c2c1e1058ec8 HTTP/1.1" status: 204 len: 168 time: 0.5748682 Nov 03 19:00:35.391856 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23c16ff2-97f9-4177-90bf-6a7d402a16ff tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.394069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-23c16ff2-97f9-4177-90bf-6a7d402a16ff tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/0b042abe-05c7-472e-b840-d442ab09cbfc HTTP/1.1" status: 204 len: 168 time: 0.7205739 Nov 03 19:00:35.400986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44854) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:35.464345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-15c47232-894d-4782-9e8a-f09811017978 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=0b042abe-05c7-472e-b840-d442ab09cbfc HTTP/1.1" status: 200 len: 216 time: 0.0563614 Nov 03 19:00:35.469459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44856) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:35.521373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-160fdb49-92f0-416a-bebd-5aeb0d66c6d9 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0447640 Nov 03 19:00:35.522701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=57986e0f-fc2c-49f9-8446-f82c9276c434,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:35.534600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44858) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:35.540775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20be99-92e4-47e0-9959-755578194635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd17efcc-84c4-45eb-9ee4-c2c1e1058ec8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:35.675960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:35.676645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:35.677879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:35.682823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d59c2fb5-d70e-4a2d-94d6-546576ec31b3 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1005869 Nov 03 19:00:35.689814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44864) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:35.783946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:35.784264 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:35.784666 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 2 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:35.848907 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-01f3bd48-8f79-446c-a362-e0cc467bc42b tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/5d4bf067-0485-46be-8f42-0307cc638c56 HTTP/1.1" status: 200 len: 473 time: 0.1537755 Nov 03 19:00:35.850223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44870) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:35.869544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-28c4120e-7502-48a3-aa9b-c23b87237c08 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/22a06964-d7f4-4d3a-968f-a88f0aa28308 HTTP/1.1" status: 200 len: 461 time: 0.0172980 Nov 03 19:00:35.872737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:35.873763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:35.876694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:35.880229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44872) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:35.916271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:35.916929 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:35.917643 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 3 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:35.945919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43f67187-6c38-4cbd-8768-28a388aff03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.080352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:36.080906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:36.081480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:36.240326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:36.240827 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:36.241871 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 4 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:36.252389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-215121af-fe3b-4c52-9758-ccff5c1d7db7 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.258274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44884) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:36.258645 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-215121af-fe3b-4c52-9758-ccff5c1d7db7 tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/22a06964-d7f4-4d3a-968f-a88f0aa28308 HTTP/1.1" status: 204 len: 168 time: 0.3756890 Nov 03 19:00:36.285948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:36.287519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:36.288076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:36.340616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:36.341250 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:36.341918 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 5 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:36.385343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:36.385932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:36.386477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:36.405386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:36.406370 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:36.406783 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 6 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:36.454142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:36.454565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:36.454855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:36.465552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:36.465956 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:36.466285 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 7 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:36.524165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:36.524517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:36.524864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:36.540718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:36.543701 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:36.544496 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 8 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:36.577136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44896) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:36.643851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20d1ecaa-71eb-4dea-9a8a-ce7cc48eb8c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.664032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:36.666648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:36.667100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:36.685501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:36.685501 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:36.687491 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 9 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:36.750514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:36.750937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:36.762215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:36.776339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c64d12ef-8b8e-43bb-933e-4862365d1e7c tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.777564 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c64d12ef-8b8e-43bb-933e-4862365d1e7c tempest-MeteringTestJSON-687305212 tempest-MeteringTestJSON-687305212-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/5d4bf067-0485-46be-8f42-0307cc638c56 HTTP/1.1" status: 204 len: 168 time: 0.5174077 Nov 03 19:00:36.795093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:36.805873 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:36.808248 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 10 to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 Nov 03 19:00:36.859568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:36.860074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:36.860538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:36.897490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:36.898207 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 57986e0f-fc2c-49f9-8446-f82c9276c434 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:36.903646 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.019153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] For port 57986e0f-fc2c-49f9-8446-f82c9276c434, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:37.019695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempted to set empty binding levels {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:00:37.045368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.116405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20d1ecaa-71eb-4dea-9a8a-ce7cc48eb8c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.130496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] In _notify_port_updated(), no bound segment for port 57986e0f-fc2c-49f9-8446-f82c9276c434 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:00:37.131659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.132394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.136743 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "PUT /v2.0/ports/57986e0f-fc2c-49f9-8446-f82c9276c434 HTTP/1.1" status: 200 len: 975 time: 2.7345572 Nov 03 19:00:37.139623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44916) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:37.144756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20d1ecaa-71eb-4dea-9a8a-ce7cc48eb8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.220685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558773d4-5736-4c1c-868c-9adb5c99c369 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=57986e0f-fc2c-49f9-8446-f82c9276c434,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:37.353169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.353807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.354283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.354748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.355213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.355674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.356325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.356955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.359236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.359634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.360096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.360797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.361342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.365241 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-20d1ecaa-71eb-4dea-9a8a-ce7cc48eb8c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0fb216262d8443e9971667ca8df65579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7748499 Nov 03 19:00:37.374098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3c158dbe-6563-4f3c-9fcb-b388da28663a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11753 time: 0.2332690 Nov 03 19:00:37.375006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1ecaa-71eb-4dea-9a8a-ce7cc48eb8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b164390-9e80-4017-8028-2922be5ae6b1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:37.383269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44926) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:37.389941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44928) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:37.500301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b33236e6-cdd5-49a0-8ba1-8dd4396385aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.529183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b33236e6-cdd5-49a0-8ba1-8dd4396385aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.547605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44932) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:37.606974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Deleting port 57986e0f-fc2c-49f9-8446-f82c9276c434 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:37.607545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.759099 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b33236e6-cdd5-49a0-8ba1-8dd4396385aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.774148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b33236e6-cdd5-49a0-8ba1-8dd4396385aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.778269 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b33236e6-cdd5-49a0-8ba1-8dd4396385aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b164390-9e80-4017-8028-2922be5ae6b1 HTTP/1.1" status: 204 len: 168 time: 0.3930707 Nov 03 19:00:37.837685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33236e6-cdd5-49a0-8ba1-8dd4396385aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b164390-9e80-4017-8028-2922be5ae6b1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:37.840408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69acc28f-8096-45ac-a79d-dd246f470c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.858457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] For port 57986e0f-fc2c-49f9-8446-f82c9276c434, host n-h2-812148-3, got binding levels [] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:37.859440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.939789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Calling delete_port for 57986e0f-fc2c-49f9-8446-f82c9276c434 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:38.111688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.181356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event deleted for resources: {'Port': ['ID=57986e0f-fc2c-49f9-8446-f82c9276c434,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:38.196224 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.198468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69acc28f-8096-45ac-a79d-dd246f470c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.207315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44952) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:38.209885 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9de30682-1daf-423c-a591-f0c14f13550e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "DELETE /v2.0/ports/57986e0f-fc2c-49f9-8446-f82c9276c434 HTTP/1.1" status: 204 len: 168 time: 0.8171930 Nov 03 19:00:38.223354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69acc28f-8096-45ac-a79d-dd246f470c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.287624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acc28f-8096-45ac-a79d-dd246f470c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c6e6ec-f746-4743-9b72-52711b41e740,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:38.294492 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1a7378-33a4-45fd-adda-caf2515aea3e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:00:38.298709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bb1a7378-33a4-45fd-adda-caf2515aea3e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "GET /v2.0/ports/57986e0f-fc2c-49f9-8446-f82c9276c434 HTTP/1.1" status: 404 len: 333 time: 0.0893774 Nov 03 19:00:38.304908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44954) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:38.312760 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2033512438', 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:38.369327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Made reservation on behalf of 23af04afadeb46af89034411d11ded98 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:38.372721 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af27cfee-7675-4ae2-840e-3952398bcfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.373522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.384760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-69acc28f-8096-45ac-a79d-dd246f470c36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01ee9bee6a584ce5bc2bec490c40f04e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8356097 Nov 03 19:00:38.385957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44960) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:38.416493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] device_id is not set on port 42b0eb8f-8248-46f8-ac1e-4f24ab930d12 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:00:38.581342 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-205d7f38-087e-486b-abc1-986f8f0c689c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.643530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-205d7f38-087e-486b-abc1-986f8f0c689c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.726842 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-205d7f38-087e-486b-abc1-986f8f0c689c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.730662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-205d7f38-087e-486b-abc1-986f8f0c689c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.734576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-205d7f38-087e-486b-abc1-986f8f0c689c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4c6e6ec-f746-4743-9b72-52711b41e740 HTTP/1.1" status: 204 len: 168 time: 0.3448911 Nov 03 19:00:38.752846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d7f38-087e-486b-abc1-986f8f0c689c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c6e6ec-f746-4743-9b72-52711b41e740,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:38.825085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.941133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.101729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:39.130059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:39.143211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:39.147458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:39.149503 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.202884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=42b0eb8f-8248-46f8-ac1e-4f24ab930d12,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:39.258972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44990) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:39.267800 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b4883dde-57f3-4a42-8996-24453a8b33e4 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9610720 Nov 03 19:00:39.357955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e9ce0a-dd0d-44ed-b476-805b985a028a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:39.371866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 44992) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:39.385389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e1e9ce0a-dd0d-44ed-b476-805b985a028a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "GET /v2.0/ports/42b0eb8f-8248-46f8-ac1e-4f24ab930d12 HTTP/1.1" status: 200 len: 955 time: 0.1238933 Nov 03 19:00:39.686009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c822c3f2-c351-45b4-b140-97a28f9da65e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Deleting port 42b0eb8f-8248-46f8-ac1e-4f24ab930d12 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:39.686355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c822c3f2-c351-45b4-b140-97a28f9da65e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.698265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45002) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:39.714201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6b40545-2010-42a6-836e-5b2bbc048f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.890819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6b40545-2010-42a6-836e-5b2bbc048f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.908552 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6b40545-2010-42a6-836e-5b2bbc048f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.918074 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c822c3f2-c351-45b4-b140-97a28f9da65e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.976215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c822c3f2-c351-45b4-b140-97a28f9da65e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Calling delete_port for 42b0eb8f-8248-46f8-ac1e-4f24ab930d12 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:40.010099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.034063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40545-2010-42a6-836e-5b2bbc048f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53951f5-66cd-4591-a173-e006666e0d46,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:40.083475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a6b40545-2010-42a6-836e-5b2bbc048f95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7e70eed738f487e9c0c857d2ded4d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797281 Nov 03 19:00:40.085835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45014) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:40.286041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c822c3f2-c351-45b4-b140-97a28f9da65e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.317688 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-61f15dbe-087f-41a1-9679-8b4ee3789d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.382449 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-61f15dbe-087f-41a1-9679-8b4ee3789d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.389676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822c3f2-c351-45b4-b140-97a28f9da65e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event deleted for resources: {'Port': ['ID=42b0eb8f-8248-46f8-ac1e-4f24ab930d12,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:40.422881 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c822c3f2-c351-45b4-b140-97a28f9da65e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.438844 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c822c3f2-c351-45b4-b140-97a28f9da65e tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "DELETE /v2.0/ports/42b0eb8f-8248-46f8-ac1e-4f24ab930d12 HTTP/1.1" status: 204 len: 168 time: 1.0612030 Nov 03 19:00:40.439322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45020) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:40.576961 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd30e23-2aff-4ffa-960e-c27b761fad65 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:00:40.591125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45024) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:40.593650 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0cd30e23-2aff-4ffa-960e-c27b761fad65 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "GET /v2.0/ports/42b0eb8f-8248-46f8-ac1e-4f24ab930d12 HTTP/1.1" status: 404 len: 333 time: 0.1370289 Nov 03 19:00:40.612582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Request body: {'port': {'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1065960400'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:40.635160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-61f15dbe-087f-41a1-9679-8b4ee3789d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.646903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-61f15dbe-087f-41a1-9679-8b4ee3789d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.651776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-61f15dbe-087f-41a1-9679-8b4ee3789d22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b53951f5-66cd-4591-a173-e006666e0d46 HTTP/1.1" status: 204 len: 168 time: 0.5624292 Nov 03 19:00:40.727310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f15dbe-087f-41a1-9679-8b4ee3789d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53951f5-66cd-4591-a173-e006666e0d46,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:40.768527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Made reservation on behalf of 23af04afadeb46af89034411d11ded98 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:40.782209 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.866337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] device_id is not set on port 87ceba43-7140-4e66-ad0c-297e48818123 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:00:41.371958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.486843 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.608606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=87ceba43-7140-4e66-ad0c-297e48818123,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:41.643090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:41.645724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:41.650353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:41.651706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:41.652683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.682703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e913577-dd20-4609-b39c-8b2f4f257414 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0901172 Nov 03 19:00:41.685791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45070) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:41.691506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:41.810525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.195810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.321926 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.402784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] device_id is not set on port 87ceba43-7140-4e66-ad0c-297e48818123 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:00:42.424882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.446833 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.633810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=87ceba43-7140-4e66-ad0c-297e48818123,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:42.698340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:42.699272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:42.699272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:42.724385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:42.726011 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:42.726718 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 2 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:42.780944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:42.784204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:42.788402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:42.802876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:42.804382 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:42.805950 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 3 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:42.845493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:42.847308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:42.849114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:42.861386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:42.862558 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:42.863853 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 4 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:42.905526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:42.906489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:42.909662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:42.940289 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:42.940965 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:42.942225 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 5 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:42.989514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:42.990139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:42.990653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:42.998396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:42.999667 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:43.000252 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 6 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:43.027677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:43.028141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:43.028597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:43.039250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:43.039711 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:43.040366 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 7 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:43.068269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:43.069096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:43.070170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:43.081262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:43.082169 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:43.083056 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 8 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:43.111585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:43.112468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:43.113273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:43.123464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:43.125134 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:43.126930 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 9 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:43.162616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:43.163452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:43.164605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:43.174828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:43.175903 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:43.176833 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempt 10 to bind port 87ceba43-7140-4e66-ad0c-297e48818123 Nov 03 19:00:43.226131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:43.226697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:43.228856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempting to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:43.252889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:43.256207 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Failed to bind port 87ceba43-7140-4e66-ad0c-297e48818123 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'de846151-a4e1-4147-ac22-53bafe8e4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4e6ccff-bc5f-44e1-89ec-1ffda4a25190'}] Nov 03 19:00:43.258034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.520272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] For port 87ceba43-7140-4e66-ad0c-297e48818123, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:43.520658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attempted to set empty binding levels {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:00:43.534028 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.680745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] In _notify_port_updated(), no bound segment for port 87ceba43-7140-4e66-ad0c-297e48818123 on network e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:00:43.683321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:43.684252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.687436 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "PUT /v2.0/ports/87ceba43-7140-4e66-ad0c-297e48818123 HTTP/1.1" status: 200 len: 975 time: 1.9996622 Nov 03 19:00:43.690592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45134) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:43.775312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215d556-00c9-4caa-a471-f8bf6af5662b tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event updated for resources: {'Port': ['ID=87ceba43-7140-4e66-ad0c-297e48818123,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:44.009236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Deleting port 87ceba43-7140-4e66-ad0c-297e48818123 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:44.009800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.238924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] For port 87ceba43-7140-4e66-ad0c-297e48818123, host n-h2-812148-3, got binding levels [] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:44.239917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.264662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Calling delete_port for 87ceba43-7140-4e66-ad0c-297e48818123 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:44.477755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.551090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Pushing event deleted for resources: {'Port': ['ID=87ceba43-7140-4e66-ad0c-297e48818123,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:44.567277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.572881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8ab816e7-6ac2-499c-8ed0-e94db8bc17b7 tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "DELETE /v2.0/ports/87ceba43-7140-4e66-ad0c-297e48818123 HTTP/1.1" status: 204 len: 168 time: 0.8809431 Nov 03 19:00:44.577560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45152) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:44.666385 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-295ccbcb-0e4a-49ed-95ae-dbdf4917172a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:00:44.668662 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-295ccbcb-0e4a-49ed-95ae-dbdf4917172a tempest-PortsAdminExtendedAttrsTestJSON-783958799 tempest-PortsAdminExtendedAttrsTestJSON-783958799-project-admin] 10.222.0.77 "GET /v2.0/ports/87ceba43-7140-4e66-ad0c-297e48818123 HTTP/1.1" status: 404 len: 333 time: 0.0893846 Nov 03 19:00:44.674841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45158) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:45.066595 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.187887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45172) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:45.220879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130185808', 'description': 'tempest-secgroup-smoke-1130185808 description', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:45.455460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45180) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:45.638492 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.656069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-10c5468a-c513-4125-affc-2cb2fb82e7c4 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:45.693675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e6ccff-bc5f-44e1-89ec-1ffda4a25190']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:45.698607 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-10c5468a-c513-4125-affc-2cb2fb82e7c4 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] 10.222.0.77 "PUT /v2.0/quotas/179530d1268042d2bc9616d42a7697ea HTTP/1.1" status: 200 len: 368 time: 0.2418201 Nov 03 19:00:45.699823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45184) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:45.704968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Request body: {'network': {'project_id': '179530d1268042d2bc9616d42a7697ea'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:45.709024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de846151-a4e1-4147-ac22-53bafe8e4d05') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:45.709947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de846151-a4e1-4147-ac22-53bafe8e4d05') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:45.742229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.765777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.776528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Made reservation on behalf of 179530d1268042d2bc9616d42a7697ea for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:45.779605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.787617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:45.788116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.818821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:46.020782 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:46.029112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.047800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.102066 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.105177 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.114289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.129573 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] 10.222.0.77 "DELETE /v2.0/networks/e4e6ccff-bc5f-44e1-89ec-1ffda4a25190 HTTP/1.1" status: 204 len: 168 time: 1.4529145 Nov 03 19:00:46.166333 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.182182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:46.241368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630b9b6a-86ea-4098-8ac5-fb8b4eac0683,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:46.266546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.268030 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Added segment 726fe47e-8350-4aa1-9eb6-5b59399356a1 of type vlan for network 805b52c5-4827-40a2-8556-b6e29298ad39 Nov 03 19:00:46.439173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.491591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.497919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6b24-d98c-4c54-a504-1b7ba0d8590f tempest-PortsAdminExtendedAttrsTestJSON-929994660 tempest-PortsAdminExtendedAttrsTestJSON-929994660-project] Pushing event deleted for resources: {'Network': ['ID=e4e6ccff-bc5f-44e1-89ec-1ffda4a25190,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:46.515297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.572103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.575402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:46.576432 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.719559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.748788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.759846 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0565228 Nov 03 19:00:46.760980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45210) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:46.769071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Request body: {'network': {'project_id': '179530d1268042d2bc9616d42a7697ea'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:46.816987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bf78d-150e-40ae-b7d3-a549507007c6 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Pushing event updated for resources: {'Network': ['ID=805b52c5-4827-40a2-8556-b6e29298ad39,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:46.819851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Made reservation on behalf of 179530d1268042d2bc9616d42a7697ea for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:46.822351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.846719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 805b52c5-4827-40a2-8556-b6e29298ad39 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:46.859625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.864861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.6736958 Nov 03 19:00:46.866001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45212) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:46.866363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c718d31a-2626-44a2-ba54-ecdba3e62996,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:46.890156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fd21ac02-da2f-4004-a99c-3d1c264afc5e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1525a44b-415e-4267-8982-d0de006fec02', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:46.944167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05b55b-0dbf-4c13-b311-07b5e196bf14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1525a44b-415e-4267-8982-d0de006fec02,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:46.964778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:47.036942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.037297 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Added segment 62c67e42-0251-4400-bf3f-2aaab055ec66 of type vlan for network d0aed0e2-12bc-4ce1-bcb8-cccc439d7acf Nov 03 19:00:47.038867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac02-da2f-4004-a99c-3d1c264afc5e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.150431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45222) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.234654 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.348816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac02-da2f-4004-a99c-3d1c264afc5e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.371795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac02-da2f-4004-a99c-3d1c264afc5e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.403066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.408494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:47.409507 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.441450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac02-da2f-4004-a99c-3d1c264afc5e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.443406 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fd21ac02-da2f-4004-a99c-3d1c264afc5e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5746579 Nov 03 19:00:47.446859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45226) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.453401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d006443d-3167-4ed7-872e-fba56d8d7d9a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1525a44b-415e-4267-8982-d0de006fec02', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:47.532866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d006443d-3167-4ed7-872e-fba56d8d7d9a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.537742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21ac02-da2f-4004-a99c-3d1c264afc5e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9587cf38-8935-48d9-b9c2-eef9da10bd4e,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:47.644212 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8824012 Nov 03 19:00:47.648896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.657823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-facc9bc1-b1e4-4c4f-a4d9-e7459b0f7b26 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Request body: {'network': {'project_id': '179530d1268042d2bc9616d42a7697ea'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:47.665675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a36826-dedf-49ae-9d36-56cea5e3b156 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Pushing event updated for resources: {'Network': ['ID=d0aed0e2-12bc-4ce1-bcb8-cccc439d7acf,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:47.678118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network d0aed0e2-12bc-4ce1-bcb8-cccc439d7acf details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:47.695569 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-facc9bc1-b1e4-4c4f-a4d9-e7459b0f7b26 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 19:00:47.696622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facc9bc1-b1e4-4c4f-a4d9-e7459b0f7b26 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:00:47.703126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-facc9bc1-b1e4-4c4f-a4d9-e7459b0f7b26 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0530477 Nov 03 19:00:47.703796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45232) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.708146 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d006443d-3167-4ed7-872e-fba56d8d7d9a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.750580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d006443d-3167-4ed7-872e-fba56d8d7d9a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.860146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-572a5bcf-3292-4556-b7d5-1ae5a93ee436 tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=179530d1268042d2bc9616d42a7697ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548762 Nov 03 19:00:47.860804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45242) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.953576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-14b9a866-4c65-487e-9318-a71c80d2bf4e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb3950d1f3da44399a22f74abc2c1412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8018243 Nov 03 19:00:47.957704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45246) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.972146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006443d-3167-4ed7-872e-fba56d8d7d9a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aee9310-4330-42cb-bb4b-0c9549e0ae48,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:47.988606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d006443d-3167-4ed7-872e-fba56d8d7d9a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.993480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d006443d-3167-4ed7-872e-fba56d8d7d9a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5447145 Nov 03 19:00:47.994425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45248) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:48.003638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6d450cf9-ba00-45d3-8f9b-83e98c29c86b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1525a44b-415e-4267-8982-d0de006fec02', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:48.073373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a9d47636-b632-4194-aab4-060e85755aae tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.101189 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-503b3173-d5fc-4518-965c-00e0ba4b4371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.108098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6d450cf9-ba00-45d3-8f9b-83e98c29c86b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.135749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a9d47636-b632-4194-aab4-060e85755aae tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.191702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-503b3173-d5fc-4518-965c-00e0ba4b4371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.220853 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a9d47636-b632-4194-aab4-060e85755aae tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.224167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a9d47636-b632-4194-aab4-060e85755aae tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.227896 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a9d47636-b632-4194-aab4-060e85755aae tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/630b9b6a-86ea-4098-8ac5-fb8b4eac0683 HTTP/1.1" status: 204 len: 168 time: 0.3638325 Nov 03 19:00:48.229994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45254) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:48.246779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d47636-b632-4194-aab4-060e85755aae tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b9b6a-86ea-4098-8ac5-fb8b4eac0683,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:48.271426 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-503b3173-d5fc-4518-965c-00e0ba4b4371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.278469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-503b3173-d5fc-4518-965c-00e0ba4b4371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.282559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-503b3173-d5fc-4518-965c-00e0ba4b4371 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff9159f0-59be-4483-8fdf-6464a5f735f2 HTTP/1.1" status: 204 len: 168 time: 0.3233111 Nov 03 19:00:48.361265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3173-d5fc-4518-965c-00e0ba4b4371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9159f0-59be-4483-8fdf-6464a5f735f2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:48.441874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6d450cf9-ba00-45d3-8f9b-83e98c29c86b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.449153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6d450cf9-ba00-45d3-8f9b-83e98c29c86b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.548509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.567384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d450cf9-ba00-45d3-8f9b-83e98c29c86b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfac2378-8f69-458e-8435-3aa876840276,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:48.578186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6d450cf9-ba00-45d3-8f9b-83e98c29c86b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.580605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6d450cf9-ba00-45d3-8f9b-83e98c29c86b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5809505 Nov 03 19:00:48.586692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45266) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:48.593062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-82742175-96e4-4272-99c4-705753d656e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1525a44b-415e-4267-8982-d0de006fec02', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:48.691163 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82742175-96e4-4272-99c4-705753d656e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.789483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82742175-96e4-4272-99c4-705753d656e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.798801 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82742175-96e4-4272-99c4-705753d656e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.830856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82742175-96e4-4272-99c4-705753d656e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23256386-fe73-44fd-a1e6-dcd91eb4bfea,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:48.842115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82742175-96e4-4272-99c4-705753d656e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.845889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82742175-96e4-4272-99c4-705753d656e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2571049 Nov 03 19:00:48.851000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45276) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:48.865601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ce536d8f-d072-4b87-afdd-34e2521315f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1525a44b-415e-4267-8982-d0de006fec02', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:48.881307 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.912903 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-ce536d8f-d072-4b87-afdd-34e2521315f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Project 2e22fabbe1db42cd92e04a8708663a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:00:48.919432 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce536d8f-d072-4b87-afdd-34e2521315f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.938724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0aed0e2-12bc-4ce1-bcb8-cccc439d7acf']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:48.960789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c67e42-0251-4400-bf3f-2aaab055ec66') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:48.961673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c67e42-0251-4400-bf3f-2aaab055ec66') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:49.004541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.059962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce536d8f-d072-4b87-afdd-34e2521315f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.069889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce536d8f-d072-4b87-afdd-34e2521315f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.093388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.116740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce536d8f-d072-4b87-afdd-34e2521315f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d11eae6-0e90-4e72-9743-c51703d97514,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:49.141265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ce536d8f-d072-4b87-afdd-34e2521315f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.143617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ce536d8f-d072-4b87-afdd-34e2521315f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2901883 Nov 03 19:00:49.148708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:49.149059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:49.150495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.153477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45286) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:49.154478 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:49.179667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a9765939-f852-444a-a679-ee6584e739bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1525a44b-415e-4267-8982-d0de006fec02', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:49.371707 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.374411 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-a9765939-f852-444a-a679-ee6584e739bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Project 2e22fabbe1db42cd92e04a8708663a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:00:49.411169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45292) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:49.412734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.427480 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] 10.222.0.77 "DELETE /v2.0/networks/d0aed0e2-12bc-4ce1-bcb8-cccc439d7acf HTTP/1.1" status: 204 len: 168 time: 1.1960728 Nov 03 19:00:49.433202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5457f22e-a69b-4494-9862-f1944af7927e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23af04afadeb46af89034411d11ded98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495649 Nov 03 19:00:49.434357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45294) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:49.435011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37ec35-646f-4929-bf32-e8812cf2a4ca tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0aed0e2-12bc-4ce1-bcb8-cccc439d7acf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:49.520063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9765939-f852-444a-a679-ee6584e739bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.571212 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07ee5660-7550-4df7-a34d-86a81ded11b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.625990 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07ee5660-7550-4df7-a34d-86a81ded11b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.747645 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07ee5660-7550-4df7-a34d-86a81ded11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.754537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07ee5660-7550-4df7-a34d-86a81ded11b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.761309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-07ee5660-7550-4df7-a34d-86a81ded11b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb365f52-bdb7-4494-84c4-ee69f32d8b74 HTTP/1.1" status: 204 len: 168 time: 0.3203795 Nov 03 19:00:49.814256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee5660-7550-4df7-a34d-86a81ded11b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb365f52-bdb7-4494-84c4-ee69f32d8b74,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:49.864556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.953269 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9765939-f852-444a-a679-ee6584e739bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.964897 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9765939-f852-444a-a679-ee6584e739bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.016811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9765939-f852-444a-a679-ee6584e739bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e16215-162c-4ec4-a62a-267d134f8f42,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:50.162935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9765939-f852-444a-a679-ee6584e739bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.172220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45316) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:50.182203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a9765939-f852-444a-a679-ee6584e739bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0306919 Nov 03 19:00:50.184388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'network': {'name': 'tempest-network-smoke--1437623576', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:50.221134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.276235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:50.290443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.350862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:50.385512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.386147 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Added segment b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9 of type vlan for network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 Nov 03 19:00:50.415151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805b52c5-4827-40a2-8556-b6e29298ad39']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:50.451158 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.458823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726fe47e-8350-4aa1-9eb6-5b59399356a1') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:50.459316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726fe47e-8350-4aa1-9eb6-5b59399356a1') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:50.496512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.506084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.522141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:50.522893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.571176 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3973484 Nov 03 19:00:50.583551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-744d2c01-e313-40d3-80c0-435fc442f9fd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:50.593358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45326) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:50.598669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-744d2c01-e313-40d3-80c0-435fc442f9fd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 815 time: 0.5599022 Nov 03 19:00:50.598967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'admin_state_up': True, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:50.609285 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.664620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-c8104e05-5ffb-4204-9dc8-00b23c94db01 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/quotas/5c4470c5f38544b39a3a560f23c9ddd8 HTTP/1.1" status: 200 len: 375 time: 0.0601926 Nov 03 19:00:50.682385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:50.683474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:50.687216 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:50.720257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78de8c-5597-4234-a08e-98c3ef41d615 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Network': ['ID=2d01cf89-b00c-4bfc-92ce-31183f8f3df4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:50.730013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.733171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.735884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:50.949755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.971716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.979380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] 10.222.0.77 "DELETE /v2.0/networks/805b52c5-4827-40a2-8556-b6e29298ad39 HTTP/1.1" status: 204 len: 168 time: 1.5423498 Nov 03 19:00:51.046593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa961f6-983d-444c-9a30-5d1f0b24a3be tempest-QuotasNegativeTest-1724756557 tempest-QuotasNegativeTest-1724756557-project-admin] Pushing event deleted for resources: {'Network': ['ID=805b52c5-4827-40a2-8556-b6e29298ad39,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:51.103253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-386fd904-9d67-4785-b6bf-d078a1ada952 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4145961 Nov 03 19:00:51.115179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-ef010b19-b045-4fdb-a991-d25103d8a83a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:00:51.120484 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.147937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-ef010b19-b045-4fdb-a991-d25103d8a83a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0437531 Nov 03 19:00:51.392588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-f9c899a7-cca6-4aef-ad10-36bca25fdc79 service neutron] 10.222.0.77 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435873 Nov 03 19:00:51.660967 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.726248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-8a39d9d5-eed3-48ba-8c32-d5b51859ddb3 service neutron] 10.222.0.77 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310349 Nov 03 19:00:51.923165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45370) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:52.355183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45386) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:52.540045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6cf8d98-23ca-4e35-bd5c-d94876c2944f req-3cadaaea-bffd-4a7a-9949-a8cde55d65e9 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 210 time: 0.0339394 Nov 03 19:00:52.616731 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418d75f-428f-4c59-89b9-ed7f4dc49301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.829081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.844887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418d75f-428f-4c59-89b9-ed7f4dc49301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.854708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5418d75f-428f-4c59-89b9-ed7f4dc49301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.937741 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.958340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5418d75f-428f-4c59-89b9-ed7f4dc49301 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd8e4f02672b48569d90e3d0520c37b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0335164 Nov 03 19:00:52.963285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418d75f-428f-4c59-89b9-ed7f4dc49301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90773b-6414-4cf3-92b2-eed8a7728da4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:52.971955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45396) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:53.107077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-14981128-838b-4d05-9146-782e5c201c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.201390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd9be-ce2f-499b-b598-2bc009807e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.274880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd9be-ce2f-499b-b598-2bc009807e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.345392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.25.3.40 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/0d4153f6-cf72-4269-a3c3-851ebbba29de) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:53.572194 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-14981128-838b-4d05-9146-782e5c201c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.592648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-14981128-838b-4d05-9146-782e5c201c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.646275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.670359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14981128-838b-4d05-9146-782e5c201c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23b5be5-5e8d-45f5-8954-1d49b4a1f5fc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:53.687907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd9be-ce2f-499b-b598-2bc009807e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.694956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd9be-ce2f-499b-b598-2bc009807e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.697524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1d4cd9be-ce2f-499b-b598-2bc009807e50 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f90773b-6414-4cf3-92b2-eed8a7728da4 HTTP/1.1" status: 204 len: 168 time: 0.7239873 Nov 03 19:00:53.767660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cd9be-ce2f-499b-b598-2bc009807e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f90773b-6414-4cf3-92b2-eed8a7728da4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:53.787682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-14981128-838b-4d05-9146-782e5c201c61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=264064ba82ee415dbf9ebfdbb2c8eb2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4305670 Nov 03 19:00:53.788263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45418) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:53.821639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.067264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b4c6ab5-1887-48cb-9f20-2ac1c64df3b3 req-64d12a1a-e95f-4eb9-8f9a-6b93f4995312 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 210 time: 0.1084208 Nov 03 19:00:54.079997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89567c81-8d73-4bce-8f3b-eebabe6e7c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.112366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:54.138601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:54.159200 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89567c81-8d73-4bce-8f3b-eebabe6e7c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.180641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:54.291024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=0d4153f6-cf72-4269-a3c3-851ebbba29de,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:54.306279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89567c81-8d73-4bce-8f3b-eebabe6e7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.312340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89567c81-8d73-4bce-8f3b-eebabe6e7c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.315362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-89567c81-8d73-4bce-8f3b-eebabe6e7c1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a23b5be5-5e8d-45f5-8954-1d49b4a1f5fc HTTP/1.1" status: 204 len: 168 time: 0.5255592 Nov 03 19:00:54.337287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89567c81-8d73-4bce-8f3b-eebabe6e7c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23b5be5-5e8d-45f5-8954-1d49b4a1f5fc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:54.404960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45434) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:54.443928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e71f2176-35ee-4bed-959d-1fc40c3fce44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.747175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e71f2176-35ee-4bed-959d-1fc40c3fce44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.769847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e71f2176-35ee-4bed-959d-1fc40c3fce44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.961006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f2176-35ee-4bed-959d-1fc40c3fce44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb79d2-89af-4b11-a798-0cc2e03e206a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:54.979433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e71f2176-35ee-4bed-959d-1fc40c3fce44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fff703346184ff3b45f52d55374ed2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5717030 Nov 03 19:00:54.983825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45446) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:55.114998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.160453 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7558fc01-af3d-4778-a230-725f49fc2380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.230534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7558fc01-af3d-4778-a230-725f49fc2380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.360579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45454) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:55.406777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bee3a5c-df15-461f-bdaf-5cd04aff5deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.469617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7558fc01-af3d-4778-a230-725f49fc2380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.481983 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7558fc01-af3d-4778-a230-725f49fc2380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.489983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7558fc01-af3d-4778-a230-725f49fc2380 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79eb79d2-89af-4b11-a798-0cc2e03e206a HTTP/1.1" status: 204 len: 168 time: 0.5039601 Nov 03 19:00:55.535546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-e763db08-49d4-4acd-bc39-61d565bc30f4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:55.537502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-e763db08-49d4-4acd-bc39-61d565bc30f4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.96 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 815 time: 0.5729182 Nov 03 19:00:55.562698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Request body: {'port': {'device_id': '04540b6a-7a8f-4a14-a73b-4e6dafc56f03', 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'admin_state_up': True, 'tenant_id': '5c4470c5f38544b39a3a560f23c9ddd8'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:55.695133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-892a2b39-7501-4add-9ed3-fbe63b0eba7a req-384dc468-d2d8-4dc7-9692-0eb2b4b6e891 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 210 time: 0.2369938 Nov 03 19:00:55.703511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558fc01-af3d-4778-a230-725f49fc2380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb79d2-89af-4b11-a798-0cc2e03e206a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:55.710619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bee3a5c-df15-461f-bdaf-5cd04aff5deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.720391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bee3a5c-df15-461f-bdaf-5cd04aff5deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.825571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee3a5c-df15-461f-bdaf-5cd04aff5deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf23e01-fa06-4d19-890a-97847cecc00e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:55.838267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45460) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:55.867643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6bee3a5c-df15-461f-bdaf-5cd04aff5deb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d734088a36ed47f8b482ebbca78c965f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4997852 Nov 03 19:00:55.868434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45464) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.037724 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff66-17b7-4648-accc-1535afe21e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.128184 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff66-17b7-4648-accc-1535afe21e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.248780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.323103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff66-17b7-4648-accc-1535afe21e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.329286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff66-17b7-4648-accc-1535afe21e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.331559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4b76ff66-17b7-4648-accc-1535afe21e76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ccf23e01-fa06-4d19-890a-97847cecc00e HTTP/1.1" status: 204 len: 168 time: 0.4621215 Nov 03 19:00:56.368389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76ff66-17b7-4648-accc-1535afe21e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf23e01-fa06-4d19-890a-97847cecc00e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:56.409395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Made reservation on behalf of 5c4470c5f38544b39a3a560f23c9ddd8 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:56.414698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.472009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4095643f-40e0-41b2-b493-c5ccf52e4a2f tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:56.565487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4095643f-40e0-41b2-b493-c5ccf52e4a2f tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "PUT /v2.0/quotas/188cc421b362421aa59d06e302f04846 HTTP/1.1" status: 200 len: 366 time: 0.7227008 Nov 03 19:00:56.570023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45480) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.598146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-88dda7b0-c488-4244-9271-e74a3fbef47c tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0268335 Nov 03 19:00:56.601196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45482) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.638000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d3830535-19f9-4c2e-ae34-03e273c37fde tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "GET /v2.0/quotas/188cc421b362421aa59d06e302f04846 HTTP/1.1" status: 200 len: 366 time: 0.0321207 Nov 03 19:00:56.638528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45484) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.689762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e5e53bc4-8a8c-4b99-aca6-23013a661327 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/188cc421b362421aa59d06e302f04846 HTTP/1.1" status: 204 len: 168 time: 0.0460050 Nov 03 19:00:56.690304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45488) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.722845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f480fc35-96fd-4556-8566-642d354d6a84 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0307825 Nov 03 19:00:56.725274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45490) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.752127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ea7114f4-0867-44f2-b504-4f184fa19eea tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "GET /v2.0/quotas/188cc421b362421aa59d06e302f04846 HTTP/1.1" status: 200 len: 370 time: 0.0249979 Nov 03 19:00:56.755511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45492) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.763993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ef70a102-c8c6-4f8f-a441-b84cf50e4440 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "GET /v2.0/quotas/188cc421b362421aa59d06e302f04846/default HTTP/1.1" status: 200 len: 370 time: 0.0065622 Nov 03 19:00:56.774438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45494) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.800639 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-f0b51014-955c-457e-a6a1-d50ce4305728 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] delete failed (client error): The resource could not be found. Nov 03 19:00:56.802088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f0b51014-955c-457e-a6a1-d50ce4305728 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/188cc421b362421aa59d06e302f04846 HTTP/1.1" status: 404 len: 348 time: 0.0262463 Nov 03 19:00:56.928362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router ced74680-5ef1-455c-8461-d1bbc97a5b64 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:00:57.016220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Allocated IP 172.20.0.13 (6654c509-2168-4d93-98e1-da06c7fabf0c/f6854fdc-5121-4332-84f7-a2e99e0480c1/312d2c25-3092-4882-a369-37dd55430f8c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:57.137787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0c1148a-ab61-4c85-aa7a-35d1076ce648 req-396533c9-f04e-4cdc-9345-eab17dfb7ee0 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 210 time: 0.0965750 Nov 03 19:00:57.550930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45512) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:57.554439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-f209f1fb-0be8-48f7-a85f-12ec9d55530e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1270909 Nov 03 19:00:57.582168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:57.616795 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Sync routers for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:57.635638 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:57.636285 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:57.768818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-acc2a005-cef6-4752-b866-4fc242eb6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.774821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-acc2a005-cef6-4752-b866-4fc242eb6218 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1096 time: 0.1231506 Nov 03 19:00:57.780483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:57.792507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45522) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:57.793555 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cf9d34f3-bf06-469d-ad0a-9fbb4f1de667 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.1987348 Nov 03 19:00:57.805409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Usage tracker for resource:network and project:431f999baf94404db98d3bba9637e10a is out of sync, need to count used quota {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:00:57.852349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:00:57.976034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Usage tracker for resource:subnet and project:431f999baf94404db98d3bba9637e10a is out of sync, need to count used quota {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:00:57.993914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:00:58.036559 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.049050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Usage tracker for resource:subnetpool and project:431f999baf94404db98d3bba9637e10a is out of sync, need to count used quota {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:00:58.068466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:00:58.105475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Usage tracker for resource:port and project:431f999baf94404db98d3bba9637e10a is out of sync, need to count used quota {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:00:58.131186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:00:58.136827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-d3f54e27-baf7-4ea5-bd9d-88ef49b5c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:58.143432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-d3f54e27-baf7-4ea5-bd9d-88ef49b5c309 service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 0.3258448 Nov 03 19:00:58.204310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Usage tracker for resource:router and project:431f999baf94404db98d3bba9637e10a is out of sync, need to count used quota {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:00:58.210368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:00:58.221548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Usage tracker for resource:floatingip and project:431f999baf94404db98d3bba9637e10a is out of sync, need to count used quota {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:00:58.226054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.246600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c8008f2d-3f62-48e5-899c-577c409d2c6b', 'a65fb06c-e1da-404b-b0db-86baecf4e0ad', '4e5632ed-779e-4ca0-ae62-348f16e634a3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:58.288539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:00:58.292188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Pushing event updated for resources: {'Port': ['ID=312d2c25-3092-4882-a369-37dd55430f8c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:58.325190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Network 6654c509-2168-4d93-98e1-da06c7fabf0c is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:58.335633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:58.341363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:58.351534 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:58.446836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:58.447825 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.482231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Usage tracker for resource:security_group and project:431f999baf94404db98d3bba9637e10a is out of sync, need to count used quota {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:00:58.507672 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9803c9f4-85d9-4b57-adae-8d5a9fd09082 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9494345 Nov 03 19:00:58.513128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:00:58.537949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Request body: {'port': {'device_id': '04540b6a-7a8f-4a14-a73b-4e6dafc56f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:58.759718 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.775333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Usage tracker for resource:security_group_rule and project:431f999baf94404db98d3bba9637e10a is out of sync, need to count used quota {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:00:58.838020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.quota.resource [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101755) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:00:58.871391 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-072aa230-d682-454c-83df-3cc19e798e21 tempest-QuotasTest-1315150748 tempest-QuotasTest-1315150748-project-admin] 10.222.0.77 "GET /v2.0/quotas/431f999baf94404db98d3bba9637e10a/details.json HTTP/1.1" status: 200 len: 703 time: 1.3187358 Nov 03 19:00:59.066682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2b443a4d-4182-4272-aaf4-d287e1e08f8c tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=2e22fabbe1db42cd92e04a8708663a2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.2705865 Nov 03 19:00:59.067435 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45548) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:59.162182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-cb4f7906-966f-4a43-bf47-773a42e34da8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 1001 time: 1.0106988 Nov 03 19:00:59.303261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf0223-4dce-4f9e-aae1-da2529acae69 req-95222980-7069-4d4a-9458-c93686c84c54 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.316812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03cf0223-4dce-4f9e-aae1-da2529acae69 req-95222980-7069-4d4a-9458-c93686c84c54 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 932 time: 0.8720653 Nov 03 19:00:59.390627 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:00:54Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:59.403207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-017c963c-1d77-4597-a3b5-1b72dfbcb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.406586 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-017c963c-1d77-4597-a3b5-1b72dfbcb2cf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.2361996 Nov 03 19:00:59.522204 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Checking router: ced74680-5ef1-455c-8461-d1bbc97a5b64 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:00:59.522735 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Updating router ced74680-5ef1-455c-8461-d1bbc97a5b64 port 0d4153f6-cf72-4269-a3c3-851ebbba29de binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:00:59.654347 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.670312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03cf0223-4dce-4f9e-aae1-da2529acae69 req-6486d166-b8c3-4d59-8343-1e64f657dee6 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443224 Nov 03 19:00:59.715738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-aaf3a8ef-7aee-46ac-ba86-1372b0afa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.721955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-aaf3a8ef-7aee-46ac-ba86-1372b0afa838 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866070 Nov 03 19:01:00.093507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45564) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:00.140914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-6f657254-2250-457e-b2f5-6fa61d67e49a service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105904 Nov 03 19:01:00.320589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45568) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:00.553347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-b075b6e4-2908-48fa-8e70-e17a5d1aeb71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2964427 Nov 03 19:01:00.630682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58ac5e98-6e9d-4058-90be-abbc612c92af req-ba09d637-82ed-4039-9792-a405be1366f5 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771140 Nov 03 19:01:00.861208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-37d4d701-2599-4b61-bfe9-1c28e92439f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:00.874618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-37d4d701-2599-4b61-bfe9-1c28e92439f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 1096 time: 0.2271137 Nov 03 19:01:00.896154 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:00.942477 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.109917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1126906610'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:01.136730 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Pushing event updated for resources: {'Port': ['ID=0d4153f6-cf72-4269-a3c3-851ebbba29de,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:01.159509 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.159929 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.160399 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.161066 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.161534 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.161970 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.162781 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.163220 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.164407 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.164872 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.165304 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.165803 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:01.187485 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Attempting to bind port 0d4153f6-cf72-4269-a3c3-851ebbba29de on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:01.188080 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Attempting to bind port 0d4153f6-cf72-4269-a3c3-851ebbba29de by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:01.188518 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Attempting to bind port 0d4153f6-cf72-4269-a3c3-851ebbba29de on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:01.196746 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:01.197272 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:01.198112 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.198576 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:01.199425 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Bound port: 0d4153f6-cf72-4269-a3c3-851ebbba29de, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:01.199818 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.239183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00633f-66b9-4c46-8516-9501ac5eed4d tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.246525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eb00633f-66b9-4c46-8516-9501ac5eed4d tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.1755250 Nov 03 19:01:01.253858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45586) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:01.334004 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] For port 0d4153f6-cf72-4269-a3c3-851ebbba29de, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:01.340831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] For port 0d4153f6-cf72-4269-a3c3-851ebbba29de, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0d4153f6-cf72-4269-a3c3-851ebbba29de,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:01.352229 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.362560 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a539d9f2-38fa-467d-8c68-bf949392c1b9 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927253 Nov 03 19:01:01.363691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45590) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:01.385074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-271650907', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:01.443765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ffac5085-6d62-4f07-9f04-585c274907f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.484283 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059b548-c0ac-4d3b-9576-23ceb6d14982 None None] Pushing event updated for resources: {'Port': ['ID=0d4153f6-cf72-4269-a3c3-851ebbba29de,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:01.557473 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:01.558389 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:01.635743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-a92dbdd9-8b21-49ee-bd4c-6da727c96212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.638836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-a92dbdd9-8b21-49ee-bd4c-6da727c96212 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.7279384 Nov 03 19:01:01.663071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890b383-87d6-44a4-9615-db934d9f0301 req-b66248dc-ead3-49c0-8229-abe6579b7947 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.677518 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c890b383-87d6-44a4-9615-db934d9f0301 req-b66248dc-ead3-49c0-8229-abe6579b7947 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 932 time: 0.6328189 Nov 03 19:01:01.688321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:01.694867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.796410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-ac07e3ad-5832-49bc-bae1-0df6813da53a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b HTTP/1.1" status: 200 len: 217 time: 0.1128275 Nov 03 19:01:01.813201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:01.823849 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.876413 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312d2c25-3092-4882-a369-37dd55430f8c {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:01.927696 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.939844 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.964923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-1c2bb95d-c24f-44a4-a365-0819002f8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.972769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-1c2bb95d-c24f-44a4-a365-0819002f8825 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.1467888 Nov 03 19:01:02.025927 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:02.041236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Transition to ACTIVE for port object 312d2c25-3092-4882-a369-37dd55430f8c will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:01:02.121590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-3befc34b-bad0-41fb-a71e-b5d79d258aa9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248407 Nov 03 19:01:02.191701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.239238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c890b383-87d6-44a4-9615-db934d9f0301 req-dba5b3c7-0d58-425d-8ad2-153473872dfc tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586779 Nov 03 19:01:02.408765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.493704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ffac5085-6d62-4f07-9f04-585c274907f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.498780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Pushing event updated for resources: {'Port': ['ID=312d2c25-3092-4882-a369-37dd55430f8c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:02.539471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ffac5085-6d62-4f07-9f04-585c274907f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.577189 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:00:54Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:02.653453 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd393612-9f0a-4a33-b6d5-62d287f21069 None None] The sync data for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 is: [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:00:54Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:02.753514 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.829631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac5085-6d62-4f07-9f04-585c274907f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b7faa6-ac3e-41b8-b1c4-0e91fdf3eb82,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:02.844494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ffac5085-6d62-4f07-9f04-585c274907f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a735c1341c8f4cd19e3f208dabf40fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5220146 Nov 03 19:01:02.859953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45628) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:02.947648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Subnet': ['ID=258a080f-5a8f-4f2f-8ad7-d78951da87af,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:02.952140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Attempting to bind port 312d2c25-3092-4882-a369-37dd55430f8c on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:02.952685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Attempting to bind port 312d2c25-3092-4882-a369-37dd55430f8c by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:02.953219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Attempting to bind port 312d2c25-3092-4882-a369-37dd55430f8c on network 6654c509-2168-4d93-98e1-da06c7fabf0c {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:02.977729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Port 312d2c25-3092-4882-a369-37dd55430f8c on network 6654c509-2168-4d93-98e1-da06c7fabf0c not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:01:02.978044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Attempting to bind port 312d2c25-3092-4882-a369-37dd55430f8c on network 6654c509-2168-4d93-98e1-da06c7fabf0c {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:03.005521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Checking segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:03.006152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network hostable DHCP agents. Network: 2d01cf89-b00c-4bfc-92ce-31183f8f3df4, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:01:03.010639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:03.011175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Checking segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:03.011775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Bound using segment: {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:03.012479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Bound port: 312d2c25-3092-4882-a369-37dd55430f8c, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a7881d-0350-46f1-96fa-e07d0811f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:03.013049 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.014964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-cf41929b-c999-4c42-93f1-16dff88c986f service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356237 Nov 03 19:01:03.124559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:01:03.158198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2d01cf89-b00c-4bfc-92ce-31183f8f3df4) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:03.178948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:03.179987 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.224843 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aca927eb-79e8-4c66-b64e-e9c8743fe3c0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8529301 Nov 03 19:01:03.232578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45630) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:03.272090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840deee2-5e51-4392-ad41-9e012b07478e None None] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:03.321503 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.346741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.406710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:01:03.437583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.438860 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Added segment 8c219fa8-97d1-429f-86d2-2c67fc296975 of type vlan for network 45688c7b-5d83-4046-a79b-22363a7f381a Nov 03 19:01:03.468586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] For port 312d2c25-3092-4882-a369-37dd55430f8c, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:03.514601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] For port 312d2c25-3092-4882-a369-37dd55430f8c, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=312d2c25-3092-4882-a369-37dd55430f8c,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:03.543142 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.690571 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.691632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45640) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:03.745799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.839189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:01:03.840340 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.844563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e601e0a9-d944-4d19-8ed6-6ec4155e1ab0 req-510ad510-5faf-4003-a272-4c808788d95a service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920914 Nov 03 19:01:03.975251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19c0b5c0-be3d-455e-b083-66a2d5b6b555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.993521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:01:04.028687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:04.029471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.031565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] 10.222.0.96 "PUT /v2.0/ports/312d2c25-3092-4882-a369-37dd55430f8c HTTP/1.1" status: 200 len: 1092 time: 5.5103111 Nov 03 19:01:04.032066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04540b6a-7a8f-4a14-a73b-4e6dafc56f03', 'tag': '312d2c25-3092-4882-a369-37dd55430f8c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:04.055270 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb2f6a1-897b-4511-a60a-905c50c07e48" -d '{"events": [{"name": "network-changed", "server_uuid": "04540b6a-7a8f-4a14-a73b-4e6dafc56f03", "tag": "312d2c25-3092-4882-a369-37dd55430f8c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:04.122222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19c0b5c0-be3d-455e-b083-66a2d5b6b555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.191833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a51638-d25c-450f-9907-d9d85e9b1336,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:04.297538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579b45a-2e6d-4593-b91f-e3dde7914cec service neutron] Pushing event updated for resources: {'Port': ['ID=312d2c25-3092-4882-a369-37dd55430f8c,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:04.374553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06e77a55-e004-4ee5-99e1-e4c77788883f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.381488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0db26-5c0d-4e6c-b78b-49ae4007838a req-399d28ee-e8a7-4bb2-a225-7efed68a61a4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:04.385900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-a492e8cd-c68a-4130-ad89-033f134d4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:04.388013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dea0db26-5c0d-4e6c-b78b-49ae4007838a req-399d28ee-e8a7-4bb2-a225-7efed68a61a4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 944 time: 0.8235555 Nov 03 19:01:04.388316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-a492e8cd-c68a-4130-ad89-033f134d4c85 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 1095 time: 0.2980478 Nov 03 19:01:04.405282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.410758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Allocated IP 172.20.0.2 (2d01cf89-b00c-4bfc-92ce-31183f8f3df4/258a080f-5a8f-4f2f-8ad7-d78951da87af/88e118e0-aafc-44f6-aec2-8c19e3d02ecf) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:04.427317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:04.428307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.798978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Network': ['ID=45688c7b-5d83-4046-a79b-22363a7f381a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:04.838556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19c0b5c0-be3d-455e-b083-66a2d5b6b555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.849695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19c0b5c0-be3d-455e-b083-66a2d5b6b555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.851951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-19c0b5c0-be3d-455e-b083-66a2d5b6b555 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04b7faa6-ac3e-41b8-b1c4-0e91fdf3eb82 HTTP/1.1" status: 204 len: 168 time: 1.9904785 Nov 03 19:01:04.859008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.869712 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-9a64168c-d739-4905-b0fd-843245db213a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=312d2c25-3092-4882-a369-37dd55430f8c HTTP/1.1" status: 200 len: 217 time: 0.4589632 Nov 03 19:01:04.876860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-33eec55a-ccfa-4036-8047-07adccd6a890 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.7759926 Nov 03 19:01:04.877019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0d4153f6-cf72-4269-a3c3-851ebbba29de up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:04.878007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:01:04.904339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.993067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45666) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:05.071471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dea0db26-5c0d-4e6c-b78b-49ae4007838a req-b90312bb-eaf0-4ae9-92ca-c19361eb5715 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300285 Nov 03 19:01:05.100772 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:01:05.110453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:05.119966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:05.124089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:05.136239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:05.164617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06e77a55-e004-4ee5-99e1-e4c77788883f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.182737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0b5c0-be3d-455e-b083-66a2d5b6b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b7faa6-ac3e-41b8-b1c4-0e91fdf3eb82,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:05.219702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06e77a55-e004-4ee5-99e1-e4c77788883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.293532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Pushing event updated for resources: {'Port': ['ID=88e118e0-aafc-44f6-aec2-8c19e3d02ecf,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:05.411076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.411972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.412473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.412984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.413502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.423389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.425358 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.426948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.431988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.433348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.433920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.434443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:05.467723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:05.472038 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.478400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Attempting to bind port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:05.478775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Attempting to bind port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:05.479317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Attempting to bind port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf on network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:05.489004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0d4153f6-cf72-4269-a3c3-851ebbba29de triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:05.496969 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.499714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:05.500488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Checking segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:05.500740 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55e63c9-38c7-4533-9116-540451be7780 x-openstack-request-id: req-b55e63c9-38c7-4533-9116-540451be7780 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:05.501209 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04540b6a-7a8f-4a14-a73b-4e6dafc56f03", "tag": "312d2c25-3092-4882-a369-37dd55430f8c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:05.501790 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b55e63c9-38c7-4533-9116-540451be7780 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:05.502069 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.502487 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04540b6a-7a8f-4a14-a73b-4e6dafc56f03', 'tag': '312d2c25-3092-4882-a369-37dd55430f8c', 'status': 'completed', 'code': 200} Nov 03 19:01:05.506784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Bound using segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:05.507341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Bound port: 88e118e0-aafc-44f6-aec2-8c19e3d02ecf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:05.507753 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.581200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e77a55-e004-4ee5-99e1-e4c77788883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66971aff-0f0c-4bf2-aebd-8a46e014d490,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:05.653660 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-06e77a55-e004-4ee5-99e1-e4c77788883f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c98428c362674e4dae0e4e6c5bef643a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9587386 Nov 03 19:01:05.663287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-ac36c1b2-75c7-4546-a27e-ba97f00f5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:05.670069 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-ac36c1b2-75c7-4546-a27e-ba97f00f5bb1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.4819348 Nov 03 19:01:05.671114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45686) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:05.783081 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-441dda17-c966-4148-bff5-1867b5b0c399 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006818 Nov 03 19:01:05.849654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45704) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:05.925528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] For port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:05.973896 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-964e2c0e-a7d0-4473-88c1-055c923bbc99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.977000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] For port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=88e118e0-aafc-44f6-aec2-8c19e3d02ecf,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:06.036113 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d24b53b-aa6f-46a1-9617-eee9479132d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.047350 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.104174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.118965 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-5cc12b76-9bd3-417b-a256-47d4807a208d service neutron] 10.222.0.96 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250785 Nov 03 19:01:06.232022 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.293379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=d334ce2d-47fc-48c5-a5d5-f2debdfc28e7,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:06.326308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e94b-c25b-4cfe-aeb9-62ce6cad6914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.353432 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-964e2c0e-a7d0-4473-88c1-055c923bbc99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.360653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:06.361644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network hostable DHCP agents. Network: 45688c7b-5d83-4046-a79b-22363a7f381a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:01:06.406290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-964e2c0e-a7d0-4473-88c1-055c923bbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.412720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 0d4153f6-cf72-4269-a3c3-851ebbba29de, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0d4153f6-cf72-4269-a3c3-851ebbba29de,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:06.422517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b9107-db18-4309-abd2-c91216c7b953 None None] Pushing event updated for resources: {'Port': ['ID=88e118e0-aafc-44f6-aec2-8c19e3d02ecf,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:06.438869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.508245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e94b-c25b-4cfe-aeb9-62ce6cad6914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.518870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.605570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=0d4153f6-cf72-4269-a3c3-851ebbba29de,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:06.633887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-964e2c0e-a7d0-4473-88c1-055c923bbc99 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=431f999baf94404db98d3bba9637e10a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7774532 Nov 03 19:01:06.637166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45756) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:06.641575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2c0e-a7d0-4473-88c1-055c923bbc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fb9f3b-e1bf-467c-87af-54c9ee7d7cc7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:06.689178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:01:06.726457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 45688c7b-5d83-4046-a79b-22363a7f381a) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:06.740466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae228206-f5e6-44c2-9ef7-59b4d9742124 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:06.740768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:06.741226 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.760142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5d6df-578e-4aa9-9c24-a03c194a8311 req-c498d6c9-3094-41e9-bae6-776946c2ee2f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:06.762264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3de5d6df-578e-4aa9-9c24-a03c194a8311 req-c498d6c9-3094-41e9-bae6-776946c2ee2f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 944 time: 0.4115360 Nov 03 19:01:06.878578 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ba0acc70-2406-4a01-9fa7-3c6cdb89c1ed req-b5e35827-ee57-4b7f-ad8d-55c9d08ebd9f service neutron] 10.222.0.96 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452741 Nov 03 19:01:06.929264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-241ffbfc-7672-4069-9b00-4886b331d6ec tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8488760 Nov 03 19:01:06.933714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45770) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:07.005327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'name': 'tempest-NetworksTestDHCPv6-1601888981'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:07.015187 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e94b-c25b-4cfe-aeb9-62ce6cad6914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.024275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e94b-c25b-4cfe-aeb9-62ce6cad6914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.033600 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c6d2e94b-c25b-4cfe-aeb9-62ce6cad6914 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66971aff-0f0c-4bf2-aebd-8a46e014d490 HTTP/1.1" status: 204 len: 168 time: 1.3538237 Nov 03 19:01:07.039118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3de5d6df-578e-4aa9-9c24-a03c194a8311 req-a376203b-ab5a-469d-8082-238f598eb536 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661612 Nov 03 19:01:07.049242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-086662e3-a66f-4cd0-b677-cc697a06d17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.087438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-086662e3-a66f-4cd0-b677-cc697a06d17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.191316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-086662e3-a66f-4cd0-b677-cc697a06d17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.213742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-086662e3-a66f-4cd0-b677-cc697a06d17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.218364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-086662e3-a66f-4cd0-b677-cc697a06d17c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04fb9f3b-e1bf-467c-87af-54c9ee7d7cc7 HTTP/1.1" status: 204 len: 168 time: 0.5734351 Nov 03 19:01:07.232521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086662e3-a66f-4cd0-b677-cc697a06d17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fb9f3b-e1bf-467c-87af-54c9ee7d7cc7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:07.270932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2e94b-c25b-4cfe-aeb9-62ce6cad6914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66971aff-0f0c-4bf2-aebd-8a46e014d490,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:07.325279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': 'd334ce2d-47fc-48c5-a5d5-f2debdfc28e7'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:01:07.330507 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.583555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:07.591120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-0700e358-3d89-44ae-88c7-05553fc2996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:07.595167 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-0700e358-3d89-44ae-88c7-05553fc2996b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 1095 time: 0.5598500 Nov 03 19:01:07.595455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.705388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 4df5f820-a1b1-47b5-a275-6273979bcb61 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:01:07.910003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/d334ce2d-47fc-48c5-a5d5-f2debdfc28e7/d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:08.055866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.20.0.1 (2d01cf89-b00c-4bfc-92ce-31183f8f3df4/258a080f-5a8f-4f2f-8ad7-d78951da87af/d65b0962-dd64-4d52-9d48-470fbe77cf81) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:08.115378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45870) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:08.175536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0c727c1-fb9f-4c0b-9e42-8bc61fc44bcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.298038 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.304434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb25b672-8a10-4003-a065-c2eb7cd06f4f None None] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:08.327856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.333154 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.344519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0c727c1-fb9f-4c0b-9e42-8bc61fc44bcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.400866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:08.426414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:08.518349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:08.525620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0c727c1-fb9f-4c0b-9e42-8bc61fc44bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.525836 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.582824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-a324f246-f067-49b2-ba48-18003191ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:08.585175 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-a324f246-f067-49b2-ba48-18003191ca6c service neutron] 10.222.0.96 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.9641540 Nov 03 19:01:08.656541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9c79e86b-8901-4f58-935f-7e41ffbe8bb3 None None] Provisioning complete for port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:08.656913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9c79e86b-8901-4f58-935f-7e41ffbe8bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.676958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:08.827261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c0c727c1-fb9f-4c0b-9e42-8bc61fc44bcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f136a2be3fbc49509247e99d58f8b5ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7100947 Nov 03 19:01:08.831254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::57 (45688c7b-5d83-4046-a79b-22363a7f381a/d334ce2d-47fc-48c5-a5d5-f2debdfc28e7/4df5f820-a1b1-47b5-a275-6273979bcb61) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:08.833910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45930) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:08.838615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c727c1-fb9f-4c0b-9e42-8bc61fc44bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad970c1b-4e26-4acb-bf21-8d3d527e1f05,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:09.023817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6204cf-18b3-49a4-a6ef-79068669ae79 req-b82cd8fb-afd8-4afb-9797-d3307a76811e tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:09.028604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cd6204cf-18b3-49a4-a6ef-79068669ae79 req-b82cd8fb-afd8-4afb-9797-d3307a76811e tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 944 time: 0.6681111 Nov 03 19:01:09.209798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 88e118e0-aafc-44f6-aec2-8c19e3d02ecf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:09.235138 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f8357422-9f43-4f66-a1c1-dffb5ad93f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.260276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Pushing event updated for resources: {'Port': ['ID=d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:09.471631 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9c79e86b-8901-4f58-935f-7e41ffbe8bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.494155 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73fc9c11-4ff5-4a16-af1b-ff472ff0db42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.505884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Attempting to bind port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:09.506629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Attempting to bind port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:09.507352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Attempting to bind port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:09.518610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cd6204cf-18b3-49a4-a6ef-79068669ae79 req-813ca7e7-9c60-4a45-81c5-a564d886ece5 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419868 Nov 03 19:01:09.580359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9c79e86b-8901-4f58-935f-7e41ffbe8bb3 None None] For port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=88e118e0-aafc-44f6-aec2-8c19e3d02ecf,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:09.583004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:09.583729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:09.584671 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.586172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:09.587586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Bound port: d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:09.588511 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.590974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:09.596855 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-10d813b4-7d53-4820-a0b7-782b3c357660 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=312d2c25-3092-4882-a369-37dd55430f8c HTTP/1.1" status: 200 len: 217 time: 0.9734373 Nov 03 19:01:09.615255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:09.631719 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9c79e86b-8901-4f58-935f-7e41ffbe8bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.636947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73fc9c11-4ff5-4a16-af1b-ff472ff0db42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.708011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:09.708896 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.752420 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.851615 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73fc9c11-4ff5-4a16-af1b-ff472ff0db42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.854996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73fc9c11-4ff5-4a16-af1b-ff472ff0db42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.859205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-73fc9c11-4ff5-4a16-af1b-ff472ff0db42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad970c1b-4e26-4acb-bf21-8d3d527e1f05 HTTP/1.1" status: 204 len: 168 time: 1.0193303 Nov 03 19:01:09.866192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] For port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:09.871101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] For port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:09.894363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=d65b0962-dd64-4d52-9d48-470fbe77cf81,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:09.899707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.908627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc9c11-4ff5-4a16-af1b-ff472ff0db42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad970c1b-4e26-4acb-bf21-8d3d527e1f05,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.014695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:10.019034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:10.033454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:10.041648 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.051223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:10.052024 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.068582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79e86b-8901-4f58-935f-7e41ffbe8bb3 None None] Pushing event updated for resources: {'Port': ['ID=88e118e0-aafc-44f6-aec2-8c19e3d02ecf,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.100007 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.111368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=4df5f820-a1b1-47b5-a275-6273979bcb61,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.121256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a76cd0c9-5254-4f00-a2cd-0fd45f948765 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1809714 Nov 03 19:01:10.125967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46044) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:10.327229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f800d3-6bbd-4fc0-9f6d-1f3f2c026fbc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:10.338420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f800d3-6bbd-4fc0-9f6d-1f3f2c026fbc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:10.344612 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.345042 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f1f800d3-6bbd-4fc0-9f6d-1f3f2c026fbc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2142072 Nov 03 19:01:10.346504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46064) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:10.548458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-6b5b17f9-4cb5-42d0-a825-07bac91bc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:10.558097 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-6b5b17f9-4cb5-42d0-a825-07bac91bc3b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.9439182 Nov 03 19:01:10.576384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e5e0d-7302-4650-a34d-8bd0b96e1657 None None] Pushing event updated for resources: {'Port': ['ID=d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.599124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0d4153f6-cf72-4269-a3c3-851ebbba29de up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:10.676976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c50b29fb-8e73-44a5-a264-9159192edcdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 4df5f820-a1b1-47b5-a275-6273979bcb61 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:10.680743 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c50b29fb-8e73-44a5-a264-9159192edcdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.775940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-4defe7d8-2814-4fb0-aa34-86d633578c18 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2130196 Nov 03 19:01:10.817627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0d4153f6-cf72-4269-a3c3-851ebbba29de triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:10.818115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.876168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.180667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c50b29fb-8e73-44a5-a264-9159192edcdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.206111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c50b29fb-8e73-44a5-a264-9159192edcdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 4df5f820-a1b1-47b5-a275-6273979bcb61 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:11.233391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 312d2c25-3092-4882-a369-37dd55430f8c details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:11.263811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-e6abe3f6-4d94-4d20-b91c-8bf46da38256 service neutron] 10.222.0.96 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745438 Nov 03 19:01:11.432909 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c50b29fb-8e73-44a5-a264-9159192edcdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.461378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c3b16986-2fd7-47c7-8d23-fa260d7109da None None] Provisioning complete for port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:11.466234 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c3b16986-2fd7-47c7-8d23-fa260d7109da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.511394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b29fb-8e73-44a5-a264-9159192edcdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=4df5f820-a1b1-47b5-a275-6273979bcb61,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:11.714323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a959-51fa-447e-a6b4-93f24d570d19 req-f03b2ae1-6ad5-4d35-a4e0-df8cda466ec5 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:11.718016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf54a959-51fa-447e-a6b4-93f24d570d19 req-f03b2ae1-6ad5-4d35-a4e0-df8cda466ec5 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 944 time: 0.9358459 Nov 03 19:01:11.720729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c50b29fb-8e73-44a5-a264-9159192edcdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.738913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c50b29fb-8e73-44a5-a264-9159192edcdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/4df5f820-a1b1-47b5-a275-6273979bcb61 HTTP/1.1" status: 204 len: 168 time: 1.3884814 Nov 03 19:01:11.762229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46188) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:11.834929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 88e118e0-aafc-44f6-aec2-8c19e3d02ecf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:12.010919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 312d2c25-3092-4882-a369-37dd55430f8c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=312d2c25-3092-4882-a369-37dd55430f8c,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:12.122336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46220) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:12.206150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc903d-47c4-49d1-be20-860faf0ba6c5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:12.215629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc903d-47c4-49d1-be20-860faf0ba6c5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:12.220476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-71dc903d-47c4-49d1-be20-860faf0ba6c5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4546738 Nov 03 19:01:12.231618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46230) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:12.236739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '312d2c25-3092-4882-a369-37dd55430f8c', 'network_id': '6654c509-2168-4d93-98e1-da06c7fabf0c', 'port_id': '312d2c25-3092-4882-a369-37dd55430f8c', 'mac_address': 'fa:16:3e:d7:07:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6854fdc-5121-4332-84f7-a2e99e0480c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:12.280275 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9bb2f6a1-897b-4511-a60a-905c50c07e48 req-03d57520-2af2-4a11-9f86-006f71c70f0b service neutron] 10.222.0.96 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9277709 Nov 03 19:01:12.309260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf54a959-51fa-447e-a6b4-93f24d570d19 req-71eca121-df78-4216-8605-cb1c144d4a84 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179727 Nov 03 19:01:12.349848 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.364539 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.382168 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.436077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c3b16986-2fd7-47c7-8d23-fa260d7109da None None] Provisioning complete for port d65b0962-dd64-4d52-9d48-470fbe77cf81 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:12.437184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c3b16986-2fd7-47c7-8d23-fa260d7109da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.446386 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.478317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1703620629', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:12.498310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-251f60cf-f494-4140-8e96-94e5f45509f4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet d334ce2d-47fc-48c5-a5d5-f2debdfc28e7 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:12.507247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-251f60cf-f494-4140-8e96-94e5f45509f4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.524378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=d65b0962-dd64-4d52-9d48-470fbe77cf81,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:12.566843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.625583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e356164-bc30-499e-a224-96c4874437f4 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:12.634105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:12.636093 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.797745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:12.802147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:12.869677 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.872578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c3b16986-2fd7-47c7-8d23-fa260d7109da None None] Port d65b0962-dd64-4d52-9d48-470fbe77cf81 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:01:13.010367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-251f60cf-f494-4140-8e96-94e5f45509f4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.192719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-251f60cf-f494-4140-8e96-94e5f45509f4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.260252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312d2c25-3092-4882-a369-37dd55430f8c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:13.374047 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router ced74680-5ef1-455c-8461-d1bbc97a5b64 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:01:13.375145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] Provisioning complete for port d65b0962-dd64-4d52-9d48-470fbe77cf81 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:13.375145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.378243 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-251f60cf-f494-4140-8e96-94e5f45509f4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.451715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 312d2c25-3092-4882-a369-37dd55430f8c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=312d2c25-3092-4882-a369-37dd55430f8c,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:13.481673 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.486888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f60cf-f494-4140-8e96-94e5f45509f4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=d334ce2d-47fc-48c5-a5d5-f2debdfc28e7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:13.524687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-251f60cf-f494-4140-8e96-94e5f45509f4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.535610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-251f60cf-f494-4140-8e96-94e5f45509f4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/d334ce2d-47fc-48c5-a5d5-f2debdfc28e7 HTTP/1.1" status: 204 len: 168 time: 1.3015225 Nov 03 19:01:13.540701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46254) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:13.617668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Made reservation on behalf of d7395ef800d34018aa69459f07775007 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:13.623563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.785173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:13.796558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] Port d65b0962-dd64-4d52-9d48-470fbe77cf81 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:01:13.819321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['312d2c25-3092-4882-a369-37dd55430f8c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:13.822206 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-010ff115-cb9b-47f0-a1f3-8aa9f18c2aaf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "PUT /v2.0/routers/ced74680-5ef1-455c-8461-d1bbc97a5b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5848756 Nov 03 19:01:13.854414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Sync routers for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:13.974064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.003738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d5d58f60-2e18-4520-9666-bbdf4ba4d364 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4583852 Nov 03 19:01:14.011059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46262) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:14.011380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:14.022161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:14.137205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:14.139364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:14.145270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765b80-2701-4818-a343-bb3e7e938b67 req-dee1da38-6471-48d6-805d-810e16ccd824 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:14.160765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc765b80-2701-4818-a343-bb3e7e938b67 req-dee1da38-6471-48d6-805d-810e16ccd824 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 945 time: 0.5325596 Nov 03 19:01:14.383030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc765b80-2701-4818-a343-bb3e7e938b67 req-411a8e5b-6a20-4b25-a411-4f3c63222af4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162473 Nov 03 19:01:14.443437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=312d2c25-3092-4882-a369-37dd55430f8c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:14.460167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] Provisioning complete for port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:14.460755 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.461731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:14.471139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.618571 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.636392 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.647172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] device_id is not set on port 4e68c121-25ed-4301-a391-17b5bd5c536c yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:01:14.720307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:14.824215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1de7e8a-a360-4da6-9062-31fdcf03fb31,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:15.196746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.204314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:01:15.286435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Allocated IP 172.25.3.103 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/4e68c121-25ed-4301-a391-17b5bd5c536c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:15.310335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:15.330148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:15.365245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:15.368237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.395733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-7468f1bd-8848-4b5d-9c86-3b6c5d6e4bce tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130185808&fields=id&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 267 time: 0.2603941 Nov 03 19:01:15.474533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=d7dd8ef3-5f09-4544-b696-351d3db69c7d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:15.505573 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-374e8aad-cfb7-48ee-ad6a-2e32e4f35389 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4908776 Nov 03 19:01:15.508176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46292) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:15.534941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'name': 'tempest-NetworksTestDHCPv6-1639288683'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:15.729086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:15.730844 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.734324 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.926996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-eaae066a-78ae-447d-b4be-c5440249044c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:15.939381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:15.944142 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.944998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-eaae066a-78ae-447d-b4be-c5440249044c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 797 time: 0.5395060 Nov 03 19:01:16.001560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port eb660029-bcec-4874-9fdf-a3006fc6bf2f yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:01:16.004237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-62420fe9-622c-454d-84bf-642bf7f85719 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/quotas/2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 375 time: 0.0552485 Nov 03 19:01:16.193237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.259399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-655686e0-ef07-465d-b014-8536436274da tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456715 Nov 03 19:01:16.346032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::21c (45688c7b-5d83-4046-a79b-22363a7f381a/d7dd8ef3-5f09-4544-b696-351d3db69c7d/eb660029-bcec-4874-9fdf-a3006fc6bf2f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:16.489637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] For port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:16.514320 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.561847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.612955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-e709c9a3-f273-4db5-b55c-51fbb9c15a46 service neutron] 10.222.0.77 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292577 Nov 03 19:01:16.828278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-441997f0-50a3-47fc-a0c2-768488867612 service neutron] 10.222.0.77 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140312 Nov 03 19:01:16.838734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] Deleting port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:16.839870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:16.843658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:16.844205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.849779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:16.867095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.919190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Pushing event updated for resources: {'Port': ['ID=4e68c121-25ed-4301-a391-17b5bd5c536c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:17.001139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.002191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.003054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.003652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.005606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.006711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.007272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.007911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.009209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.009854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.010473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.011043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.011650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:17.015696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5c5e56f6-357e-4c75-a8af-7f90a2bd259e None None] Provisioning complete for port d65b0962-dd64-4d52-9d48-470fbe77cf81 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:17.016481 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c5e56f6-357e-4c75-a8af-7f90a2bd259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.051974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:17.053344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.101016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f2d00dbd-8ee3-4c8f-8340-ceb4ff5102dd tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9730225 Nov 03 19:01:17.102305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46306) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:17.111142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.103'}]}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:17.159147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=eb660029-bcec-4874-9fdf-a3006fc6bf2f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:17.166763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:17.170184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:17.174355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:17.182508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.184403 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.193569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:17.194694 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.214469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc80f4-f105-49fa-99b9-588abf3b37ba None None] Pushing event updated for resources: {'Port': ['ID=d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:17.236469 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2914dfba-0232-46fc-972d-cbdb426845ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7220552 Nov 03 19:01:17.239967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46310) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:17.356822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e56f6-357e-4c75-a8af-7f90a2bd259e None None] Port d65b0962-dd64-4d52-9d48-470fbe77cf81 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:01:17.437268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e454862-1fe4-4b88-b534-e32feef32cd3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:17.445961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e454862-1fe4-4b88-b534-e32feef32cd3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:17.448443 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3e454862-1fe4-4b88-b534-e32feef32cd3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2057540 Nov 03 19:01:17.455219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46318) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:17.554884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] For port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:17.555959 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.604150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 312d2c25-3092-4882-a369-37dd55430f8c up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:17.696709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.729235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:17.764361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] Calling delete_port for d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:17.764718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa1a43-73c0-41c6-8cdc-ee7c782155e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port eb660029-bcec-4874-9fdf-a3006fc6bf2f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:17.765218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1a43-73c0-41c6-8cdc-ee7c782155e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.049237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:11Z', 'revision_number': 2, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:18.056305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1a43-73c0-41c6-8cdc-ee7c782155e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.058149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b63f92-b762-45ac-821a-82d6042e0e94 req-f21a2d27-3026-4b0b-b4f7-5c2170722d76 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:18.061457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 312d2c25-3092-4882-a369-37dd55430f8c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:01:18.067850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9b63f92-b762-45ac-821a-82d6042e0e94 req-f21a2d27-3026-4b0b-b4f7-5c2170722d76 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 945 time: 0.4187093 Nov 03 19:01:18.078493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.116105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa1a43-73c0-41c6-8cdc-ee7c782155e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for eb660029-bcec-4874-9fdf-a3006fc6bf2f owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:18.139216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Checking router: ced74680-5ef1-455c-8461-d1bbc97a5b64 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:01:18.146701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Updating router ced74680-5ef1-455c-8461-d1bbc97a5b64 port d65b0962-dd64-4d52-9d48-470fbe77cf81 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:01:18.171052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9b63f92-b762-45ac-821a-82d6042e0e94 req-c3f3125c-5ad9-4f7e-8bef-f89b7e7ebce1 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008222 Nov 03 19:01:18.173688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 312d2c25-3092-4882-a369-37dd55430f8c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:18.174580 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.460259 n-d-812148-3 neutron-server[101757]: INFO neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No ports have port_id starting with d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf Nov 03 19:01:18.499108 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.593296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] Pushing event deleted for resources: {'Port': ['ID=d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:18.656825 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.675641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7564b3e-6f57-4ddd-8648-05ef3302c911 None None] No DVR routers for this DVR port d5f19c48-6292-4cdf-b5a0-f7b59d7b1dbf on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:18.714666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1a43-73c0-41c6-8cdc-ee7c782155e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.793138 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa1a43-73c0-41c6-8cdc-ee7c782155e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=eb660029-bcec-4874-9fdf-a3006fc6bf2f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:18.803828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9eb6dc-4925-49d2-9740-8d23c9d0967a req-a74a037e-8d35-4f7e-9a3d-2df6f4b2f239 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 210 time: 0.1935451 Nov 03 19:01:18.835973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee60341-662e-49ae-a47e-be95d205c6b6 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:18.906046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1a43-73c0-41c6-8cdc-ee7c782155e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.941743 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f2fa1a43-73c0-41c6-8cdc-ee7c782155e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/eb660029-bcec-4874-9fdf-a3006fc6bf2f HTTP/1.1" status: 204 len: 168 time: 1.4839337 Nov 03 19:01:18.944220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46340) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:19.000898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.183380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04540b6a-7a8f-4a14-a73b-4e6dafc56f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312d2c25-3092-4882-a369-37dd55430f8c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:19.188370 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c089694-ef66-4971-9484-31cb09389262" -d '{"events": [{"server_uuid": "04540b6a-7a8f-4a14-a73b-4e6dafc56f03", "name": "network-vif-plugged", "status": "completed", "tag": "312d2c25-3092-4882-a369-37dd55430f8c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:19.191877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.284428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.393350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30bb53a-3a90-4ca9-89a5-b581de71ce24 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:19.396974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30bb53a-3a90-4ca9-89a5-b581de71ce24 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:19.400367 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b30bb53a-3a90-4ca9-89a5-b581de71ce24 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4532201 Nov 03 19:01:19.404077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 312d2c25-3092-4882-a369-37dd55430f8c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=312d2c25-3092-4882-a369-37dd55430f8c,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:19.405612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46352) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:19.614602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcb2f79-5ecb-42c1-871c-58a3be0da740 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet d7dd8ef3-5f09-4544-b696-351d3db69c7d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:19.643617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2f79-5ecb-42c1-871c-58a3be0da740 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.808127 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2f79-5ecb-42c1-871c-58a3be0da740 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.891756 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.895568 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ae7e8-822f-4bd2-90f9-5f471acaeada x-openstack-request-id: req-118ae7e8-822f-4bd2-90f9-5f471acaeada {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:19.896009 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04540b6a-7a8f-4a14-a73b-4e6dafc56f03", "name": "network-vif-plugged", "status": "completed", "tag": "312d2c25-3092-4882-a369-37dd55430f8c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:19.896655 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-118ae7e8-822f-4bd2-90f9-5f471acaeada {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:19.897004 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04540b6a-7a8f-4a14-a73b-4e6dafc56f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312d2c25-3092-4882-a369-37dd55430f8c', 'code': 200} Nov 03 19:01:19.898136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.913982 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.169829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9161ae2c-010f-4e8c-86db-f3e161f1701c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': 'd7dd8ef3-5f09-4544-b696-351d3db69c7d'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:01:20.176635 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9161ae2c-010f-4e8c-86db-f3e161f1701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.298249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=312d2c25-3092-4882-a369-37dd55430f8c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:20.622193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.761631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a4f3-1f75-410e-b838-231d9c285624 None None] Pushing event updated for resources: {'Port': ['ID=d65b0962-dd64-4d52-9d48-470fbe77cf81,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:20.777037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Attempting to bind port d65b0962-dd64-4d52-9d48-470fbe77cf81 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:20.777720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Attempting to bind port d65b0962-dd64-4d52-9d48-470fbe77cf81 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:20.778317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Attempting to bind port d65b0962-dd64-4d52-9d48-470fbe77cf81 on network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:20.824622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:20.825248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Checking segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:20.825962 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.828299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Bound using segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:20.828929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Bound port: d65b0962-dd64-4d52-9d48-470fbe77cf81, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:20.829525 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.932927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2d754edb-28fd-4138-8136-6a7d81a9a0c7 None None] Provisioning complete for port d65b0962-dd64-4d52-9d48-470fbe77cf81 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:20.934018 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d754edb-28fd-4138-8136-6a7d81a9a0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.963063 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2f79-5ecb-42c1-871c-58a3be0da740 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.968627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d1a6b-54ec-4530-a2c2-8a97b00ef396 req-4946d8a4-2252-4903-91da-55a850306495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:20.971996 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3e4d1a6b-54ec-4530-a2c2-8a97b00ef396 req-4946d8a4-2252-4903-91da-55a850306495 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 1097 time: 1.0479259 Nov 03 19:01:21.086618 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3e4d1a6b-54ec-4530-a2c2-8a97b00ef396 req-4cf5f905-b7c7-428c-a83c-87a77fbdf0c6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796857 Nov 03 19:01:21.159819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645a7e-4f40-4830-b862-33689c7de08a req-6a4085e4-4ce3-4e66-a2e4-a3c3a4caf82c tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:21.191978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb645a7e-4f40-4830-b862-33689c7de08a req-6a4085e4-4ce3-4e66-a2e4-a3c3a4caf82c tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 946 time: 1.1742098 Nov 03 19:01:21.215952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2f79-5ecb-42c1-871c-58a3be0da740 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.287843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2f79-5ecb-42c1-871c-58a3be0da740 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.294177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d754edb-28fd-4138-8136-6a7d81a9a0c7 None None] Port d65b0962-dd64-4d52-9d48-470fbe77cf81 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:01:21.318817 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cdcb2f79-5ecb-42c1-871c-58a3be0da740 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/d7dd8ef3-5f09-4544-b696-351d3db69c7d HTTP/1.1" status: 204 len: 168 time: 1.9083006 Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server [None req-9161ae2c-010f-4e8c-86db-f3e161f1701c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7dd8ef3-5f09-4544-b696-351d3db69c7d: This subnet is being modified by another concurrent operation. Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7dd8ef3-5f09-4544-b696-351d3db69c7d: This subnet is being modified by another concurrent operation. Nov 03 19:01:21.319691 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Nov 03 19:01:21.342594 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.342594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46372) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:21.342594 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.397168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda10db-cf53-489f-bdc3-bc9b969556db None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:01:21.424390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb2f79-5ecb-42c1-871c-58a3be0da740 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dd8ef3-5f09-4544-b696-351d3db69c7d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:21.608661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda10db-cf53-489f-bdc3-bc9b969556db None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:01:21.648051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] For port d65b0962-dd64-4d52-9d48-470fbe77cf81, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:21.754513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] For port d65b0962-dd64-4d52-9d48-470fbe77cf81, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d65b0962-dd64-4d52-9d48-470fbe77cf81,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:21.763896 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.892663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-38393293-23e9-45c1-b5ff-57f550ce8db7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:21.895550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-38393293-23e9-45c1-b5ff-57f550ce8db7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 797 time: 1.6597884 Nov 03 19:01:21.939279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:21.940363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:22.029151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a4f3-1f75-410e-b838-231d9c285624 None None] Pushing event updated for resources: {'Port': ['ID=d65b0962-dd64-4d52-9d48-470fbe77cf81,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:22.077517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-904628e4-d4e6-4184-807b-18fe4239f4a3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7344830 Nov 03 19:01:22.079861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46382) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:22.084052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:22.220436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb645a7e-4f40-4830-b862-33689c7de08a req-023823ac-a4cf-46a7-a6a6-7b3d5d828238 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9566715 Nov 03 19:01:22.250472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:22.250812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6862d3-ccf6-431f-80fb-79ae79044b00 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:22.383448 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 19:01:22.385272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3bd7a9db-b752-40d9-881a-5ac8d2d29a7f tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2813122 Nov 03 19:01:22.394762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46386) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:22.475639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-d90fb02b-4594-4ece-b2ae-8ab00bd9124d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 380 time: 0.4119473 Nov 03 19:01:22.492064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:22.497071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'port': {'device_id': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'admin_state_up': True, 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'security_groups': ['1525a44b-415e-4267-8982-d0de006fec02']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:22.520466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:22.547517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:22.794071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ebe47c45-73e5-419b-b275-2191c991ad8c req-5fb2b7ee-8608-473c-a955-50cd353bbd96 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 210 time: 0.1904266 Nov 03 19:01:22.901132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7052b5ff-62ae-4f4c-989f-daf4739651b5 tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Deleting port 4e68c121-25ed-4301-a391-17b5bd5c536c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:22.902139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7052b5ff-62ae-4f4c-989f-daf4739651b5 tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.152317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.168487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:23.178834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.187478 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7052b5ff-62ae-4f4c-989f-daf4739651b5 tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.193157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ee828603-0ea5-4893-a9db-2e3d4d376f8e None None] Provisioning complete for port d65b0962-dd64-4d52-9d48-470fbe77cf81 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:23.196839 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee828603-0ea5-4893-a9db-2e3d4d376f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.273794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7052b5ff-62ae-4f4c-989f-daf4739651b5 tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Calling delete_port for 4e68c121-25ed-4301-a391-17b5bd5c536c owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:23.395934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=d53bb2c3-553b-4a8d-95db-d8e814241648,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:23.429827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:23.432870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:23.439864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:23.440904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.467775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87b537-f318-46c6-bbc5-e28e324304c2 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:23.492198 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7a149258-4b00-4b98-87b8-56675aae2cb6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4129574 Nov 03 19:01:23.504976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46406) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:23.519392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'name': 'tempest-NetworksTestDHCPv6-1591814775'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:23.792878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:21Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:23.881307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:23.888995 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.973536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port b3c36e3c-047d-474c-84d9-4a43ff97fc57 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:01:24.003952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc377293-407a-4a8f-b6cc-371257d80c3d None None] The sync data for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 is: [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:21Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:24.070220 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee828603-0ea5-4893-a9db-2e3d4d376f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.312090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cf8ec-11d5-4b47-aa1b-c2d6af818009 req-7855e335-3e60-42ee-a6f2-0b0472e2fac3 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:24.336980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-094cf8ec-11d5-4b47-aa1b-c2d6af818009 req-7855e335-3e60-42ee-a6f2-0b0472e2fac3 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 946 time: 0.8139272 Nov 03 19:01:24.384389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ee828603-0ea5-4893-a9db-2e3d4d376f8e None None] For port d65b0962-dd64-4d52-9d48-470fbe77cf81, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d65b0962-dd64-4d52-9d48-470fbe77cf81,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:24.414226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.20.0.5 (2d01cf89-b00c-4bfc-92ce-31183f8f3df4/258a080f-5a8f-4f2f-8ad7-d78951da87af/df62a0d2-edcc-4767-ae5d-4de0ddbaffe2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:24.425227 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee828603-0ea5-4893-a9db-2e3d4d376f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.635142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee828603-0ea5-4893-a9db-2e3d4d376f8e None None] Pushing event updated for resources: {'Port': ['ID=d65b0962-dd64-4d52-9d48-470fbe77cf81,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:24.684898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::13d (45688c7b-5d83-4046-a79b-22363a7f381a/d53bb2c3-553b-4a8d-95db-d8e814241648/b3c36e3c-047d-474c-84d9-4a43ff97fc57) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:24.811704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': 'd53bb2c3-553b-4a8d-95db-d8e814241648'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:01:24.814815 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.954371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-094cf8ec-11d5-4b47-aa1b-c2d6af818009 req-b77ad9a8-c548-46b2-aa0e-8d0549e3d29b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157639 Nov 03 19:01:25.222798 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.432444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.671186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7052b5ff-62ae-4f4c-989f-daf4739651b5 tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.692110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/d53bb2c3-553b-4a8d-95db-d8e814241648/73de21ba-ac1b-4498-8cd1-26b42032150e) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:25.694576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.770025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:25.825094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:25.849399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:25.877365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:25.889872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.923663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=b3c36e3c-047d-474c-84d9-4a43ff97fc57,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:25.935892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052b5ff-62ae-4f4c-989f-daf4739651b5 tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e68c121-25ed-4301-a391-17b5bd5c536c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:25.944324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d65b0962-dd64-4d52-9d48-470fbe77cf81 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:25.980344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b19c534-c174-4470-bd93-67f10164452f req-875de7de-b088-4ae4-afe4-3459a3b5633d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 210 time: 0.2550993 Nov 03 19:01:26.008267 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-672561c2-88ed-4637-ba4b-6e25200e24f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4984372 Nov 03 19:01:26.012051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46438) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:26.235174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.300158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7052b5ff-62ae-4f4c-989f-daf4739651b5 tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.314218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7052b5ff-62ae-4f4c-989f-daf4739651b5 tempest-RoutersAdminNegativeTest-1564834961 tempest-RoutersAdminNegativeTest-1564834961-project-admin] 10.222.0.77 "DELETE /v2.0/ports/4e68c121-25ed-4301-a391-17b5bd5c536c HTTP/1.1" status: 204 len: 168 time: 3.9180977 Nov 03 19:01:26.355455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d65b0962-dd64-4d52-9d48-470fbe77cf81 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:26.368242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc765f8-c237-44b3-a911-d68657644aaa tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:26.369084 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.378175 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9bc765f8-c237-44b3-a911-d68657644aaa tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3614531 Nov 03 19:01:26.384468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46448) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:26.455424 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:26.486803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:26.525261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:26.687513 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.698867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:26.827617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:26.829541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.844078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-17577127-b318-4b27-9be3-5b08ae8f9d25 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port b3c36e3c-047d-474c-84d9-4a43ff97fc57 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:26.844648 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17577127-b318-4b27-9be3-5b08ae8f9d25 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.892254 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.935489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-c68a7d69-43bb-48a0-9dc2-ce9e1a8a2c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4422216 Nov 03 19:01:26.976184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Request body: {'port': {'device_id': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:27.311780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Pushing event updated for resources: {'Port': ['ID=73de21ba-ac1b-4498-8cd1-26b42032150e,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:27.364281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.525670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:27.562542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:27.588954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:27.695031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2c137d06-02a0-4cde-a615-6883a184337b None None] Provisioning complete for port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:27.695622 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2c137d06-02a0-4cde-a615-6883a184337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.839107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17577127-b318-4b27-9be3-5b08ae8f9d25 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.904724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-17577127-b318-4b27-9be3-5b08ae8f9d25 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for b3c36e3c-047d-474c-84d9-4a43ff97fc57 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:27.944349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2c137d06-02a0-4cde-a615-6883a184337b None None] Port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:01:28.055988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46470) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:28.181894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Attempting to bind port 73de21ba-ac1b-4498-8cd1-26b42032150e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:28.188210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Attempting to bind port 73de21ba-ac1b-4498-8cd1-26b42032150e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:28.189848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Attempting to bind port 73de21ba-ac1b-4498-8cd1-26b42032150e on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:28.221084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:28.224865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:28.235420 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.238324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:28.240245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Bound port: 73de21ba-ac1b-4498-8cd1-26b42032150e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:28.242128 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.392914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdffaeb-855d-446c-b341-52066d2d0b08 req-afd00932-2bc8-462c-aa7e-dc1eb24b0c69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:28.413084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bdffaeb-855d-446c-b341-52066d2d0b08 req-afd00932-2bc8-462c-aa7e-dc1eb24b0c69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 931 time: 0.9653089 Nov 03 19:01:28.522943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17577127-b318-4b27-9be3-5b08ae8f9d25 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.610292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] For port 73de21ba-ac1b-4498-8cd1-26b42032150e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:28.617207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] For port 73de21ba-ac1b-4498-8cd1-26b42032150e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=73de21ba-ac1b-4498-8cd1-26b42032150e,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:28.629406 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.704319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17577127-b318-4b27-9be3-5b08ae8f9d25 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=b3c36e3c-047d-474c-84d9-4a43ff97fc57,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:28.721234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b05d4d0-1184-4f4e-a53c-d77572754d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.809938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17577127-b318-4b27-9be3-5b08ae8f9d25 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.829791 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-17577127-b318-4b27-9be3-5b08ae8f9d25 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/b3c36e3c-047d-474c-84d9-4a43ff97fc57 HTTP/1.1" status: 204 len: 168 time: 2.4289162 Nov 03 19:01:28.834198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46478) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:28.956904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463393b2-28d8-402f-8ef7-9348314751f0 None None] Pushing event updated for resources: {'Port': ['ID=73de21ba-ac1b-4498-8cd1-26b42032150e,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:29.200800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c3b74-e568-4a8b-bb86-d2c81db0514d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:29.207762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c3b74-e568-4a8b-bb86-d2c81db0514d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:29.215386 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8d6c3b74-e568-4a8b-bb86-d2c81db0514d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3789921 Nov 03 19:01:29.220325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46486) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:29.368581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet d53bb2c3-553b-4a8d-95db-d8e814241648 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:29.388091 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.672520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.870369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b05d4d0-1184-4f4e-a53c-d77572754d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.918561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b05d4d0-1184-4f4e-a53c-d77572754d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.963276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7b05d4d0-1184-4f4e-a53c-d77572754d1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c638a0107ed44078045d30b153e4bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9046245 Nov 03 19:01:29.968869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2bdffaeb-855d-446c-b341-52066d2d0b08 req-e517bb52-bf8d-4645-aba4-d9efeb9baa3e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4361348 Nov 03 19:01:29.969556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46490) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:30.011321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.104942 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05d4d0-1184-4f4e-a53c-d77572754d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8e443-dbf4-443a-8ef2-fa9de7d040a9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:30.144289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:30.188508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.329468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Transition to ACTIVE for port object df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:01:30.340106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4515904d-9ab4-447f-a3b7-156fed9a6c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.494301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4515904d-9ab4-447f-a3b7-156fed9a6c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.542946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.615833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=d53bb2c3-553b-4a8d-95db-d8e814241648,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:30.670420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.671473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.676915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.678052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.678979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.679874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.686707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.687940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.697574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.698572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.699017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.699539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:30.705482 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.721834 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b7630aa4-d050-4847-8e19-4ac51fbea6d7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/d53bb2c3-553b-4a8d-95db-d8e814241648 HTTP/1.1" status: 204 len: 168 time: 1.4955513 Nov 03 19:01:30.723529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46508) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:30.750357 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.797474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4515904d-9ab4-447f-a3b7-156fed9a6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.801355 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4515904d-9ab4-447f-a3b7-156fed9a6c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.806543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4515904d-9ab4-447f-a3b7-156fed9a6c81 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6a8e443-dbf4-443a-8ef2-fa9de7d040a9 HTTP/1.1" status: 204 len: 168 time: 0.8242443 Nov 03 19:01:30.943855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515904d-9ab4-447f-a3b7-156fed9a6c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8e443-dbf4-443a-8ef2-fa9de7d040a9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:31.058626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:31.083787 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4b26633b-ab49-48e5-965f-f946cfcb97a3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3548343 Nov 03 19:01:31.084489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46514) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.324579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba5231-2380-4a57-93c7-35db21311e48 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:31.331540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46522) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.339638 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-69ba5231-2380-4a57-93c7-35db21311e48 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2537580 Nov 03 19:01:31.389018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Attempting to bind port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:31.389560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Attempting to bind port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:31.389970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Attempting to bind port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:31.428443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:01:31.428874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Attempting to bind port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:31.469199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:31.469748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Checking segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:31.471528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Bound using segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:31.473445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Bound port: df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:31.473896 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.535047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0eaf64-3fb4-485f-8108-296e2f210520 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:31.541892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46526) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.574346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d0eaf64-3fb4-485f-8108-296e2f210520 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2394540 Nov 03 19:01:31.791151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-52b6e8e2-694b-4316-ad7e-60fe920f31f1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2474401 Nov 03 19:01:31.792765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46532) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.806386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:31.809582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:31.817767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:31.843851 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.905396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2c9fb-f628-4859-8fb3-3dcc44d2cd71 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:32.118029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:32.130628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.138795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1876bb21-5763-4f21-8540-649b738883cd service neutron] 10.222.0.70 "PUT /v2.0/ports/df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 1091 time: 5.1998849 Nov 03 19:01:32.139784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:32.149364 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:32.191363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46542) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:32.392546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:32.406974 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.455839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 73de21ba-ac1b-4498-8cd1-26b42032150e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:32.759124 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.834295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 73de21ba-ac1b-4498-8cd1-26b42032150e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:32.838215 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.854311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46546) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:32.855121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d9d9b991-b7f2-47dd-8ade-adfbac8fdc64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d7395ef800d34018aa69459f07775007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6579499 Nov 03 19:01:32.878047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876bb21-5763-4f21-8540-649b738883cd service neutron] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:33.008660 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-85c84efc-93ba-4a35-bbf5-2db5ab80433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.017641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-85c84efc-93ba-4a35-bbf5-2db5ab80433c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1094 time: 0.7788575 Nov 03 19:01:33.233513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-f84bacbf-c3b6-47d8-ad27-55f19fc8617f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 217 time: 0.1996393 Nov 03 19:01:33.272590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cda7a4-bafa-4c88-8f2d-1b1f72ce9795 req-bdf4a24f-7f83-4722-a2b2-28bc51f5eee6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.295085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62cda7a4-bafa-4c88-8f2d-1b1f72ce9795 req-bdf4a24f-7f83-4722-a2b2-28bc51f5eee6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 943 time: 0.8295918 Nov 03 19:01:33.490686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1190654b-7fd1-4449-8a10-2ef819449f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.493163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-1190654b-7fd1-4449-8a10-2ef819449f5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 0.1961849 Nov 03 19:01:33.626633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.669028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:01:33.680298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9cb2-f9a9-46fc-9fff-f9032a9649c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.694671 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.715864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62cda7a4-bafa-4c88-8f2d-1b1f72ce9795 req-6d2702ef-b3d1-43d0-8459-0235a8cd3ecc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154286 Nov 03 19:01:33.853318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-dced9992-0b4b-4204-a0d0-a1a8fc676dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.856081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-dced9992-0b4b-4204-a0d0-a1a8fc676dd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3378868 Nov 03 19:01:33.933053 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d121e-34c3-4e95-8b2b-545c633c0a95 x-openstack-request-id: req-344d121e-34c3-4e95-8b2b-545c633c0a95 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:33.933053 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:33.933353 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-344d121e-34c3-4e95-8b2b-545c633c0a95 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:33.934026 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'status': 'completed', 'code': 200} Nov 03 19:01:34.107683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=3f27aadd-6b77-4ed8-9a60-f1507a22a975,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:34.121379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.183144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6b4158cc-0994-4eb0-a8f4-829f0a1ed50d None None] Provisioning complete for port 73de21ba-ac1b-4498-8cd1-26b42032150e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:34.188733 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9cb2-f9a9-46fc-9fff-f9032a9649c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.189187 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6b4158cc-0994-4eb0-a8f4-829f0a1ed50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.207990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:34.322118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-249da123-9c6c-43a6-8dd2-9cb6af1eefd8 service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557850 Nov 03 19:01:34.401112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:34.407861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9cb2-f9a9-46fc-9fff-f9032a9649c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.418518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9cb2-f9a9-46fc-9fff-f9032a9649c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.424563 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d3cb9cb2-f9a9-46fc-9fff-f9032a9649c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1de7e8a-a360-4da6-9062-31fdcf03fb31 HTTP/1.1" status: 204 len: 168 time: 1.5617981 Nov 03 19:01:34.430249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:34.431193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.440525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 73de21ba-ac1b-4498-8cd1-26b42032150e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=73de21ba-ac1b-4498-8cd1-26b42032150e,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:34.452243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.551432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=73de21ba-ac1b-4498-8cd1-26b42032150e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:34.578148 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-87453a2c-5f28-4a35-8711-a376709bd06d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7751515 Nov 03 19:01:34.580516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46568) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:34.621121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '3f27aadd-6b77-4ed8-9a60-f1507a22a975', 'ip_address': '2001:db8::8b60:d3c9:b9db:38ce'}], 'name': 'tempest-NetworksTestDHCPv6-283166018'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:34.694705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] Deleting port 73de21ba-ac1b-4498-8cd1-26b42032150e {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:34.695527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.948748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4b04bc3-b6f2-4112-bb09-2375348b8e10 req-ff5820bc-03ef-4de6-800e-83220cce3161 service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158557 Nov 03 19:01:35.053370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9cb2-f9a9-46fc-9fff-f9032a9649c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1de7e8a-a360-4da6-9062-31fdcf03fb31,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:35.080869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] For port 73de21ba-ac1b-4498-8cd1-26b42032150e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=73de21ba-ac1b-4498-8cd1-26b42032150e,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:35.099821 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.135478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:35.162166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] Calling delete_port for 73de21ba-ac1b-4498-8cd1-26b42032150e owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:35.453855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-113ddcc2-6e15-42f5-b10b-d13f8259245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:35.456842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-113ddcc2-6e15-42f5-b10b-d13f8259245e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1094 time: 0.4248557 Nov 03 19:01:35.539237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 73de21ba-ac1b-4498-8cd1-26b42032150e no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:35.558407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.651156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 846b08fb-c688-46d6-a896-74ad91badf78 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:01:35.856215 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.973707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-0f889dd0-2a14-499e-8473-bda50716885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:35.976876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-0f889dd0-2a14-499e-8473-bda50716885c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 898 time: 0.5032771 Nov 03 19:01:36.037127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] Pushing event deleted for resources: {'Port': ['ID=73de21ba-ac1b-4498-8cd1-26b42032150e,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:36.038816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da263a9-9dd7-4d86-aee2-3484766a4003 req-09e3e22f-2a2f-4b41-9946-5f7f8b7d1046 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:36.045947 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da263a9-9dd7-4d86-aee2-3484766a4003 req-09e3e22f-2a2f-4b41-9946-5f7f8b7d1046 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 943 time: 0.8361135 Nov 03 19:01:36.052104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5ea22-4760-43c6-a332-66d90f430d97 None None] No DVR routers for this DVR port 73de21ba-ac1b-4498-8cd1-26b42032150e on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:36.104112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e645ff1-2d2c-48fe-a269-800eaa61f571 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:36.260935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-e569b0ed-84ce-46be-a414-1272effcdf2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 217 time: 0.2649529 Nov 03 19:01:36.496817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::8b60:d3c9:b9db:38ce (45688c7b-5d83-4046-a79b-22363a7f381a/3f27aadd-6b77-4ed8-9a60-f1507a22a975/846b08fb-c688-46d6-a896-74ad91badf78) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:36.711710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No active binding found for port 73de21ba-ac1b-4498-8cd1-26b42032150e {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:01:36.712329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 73de21ba-ac1b-4498-8cd1-26b42032150e not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:36.757276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97b83114-572e-4b32-9e15-22aef3612521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.829152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-4327b632-1453-4329-95b7-56699c2c69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:36.833070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-4327b632-1453-4329-95b7-56699c2c69b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 0.4076209 Nov 03 19:01:37.126034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5da263a9-9dd7-4d86-aee2-3484766a4003 req-5a9373c3-86c3-4bcf-a350-d6b564721316 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8597381 Nov 03 19:01:37.228831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-809e2bff-7b29-4cb3-8f87-7dd06cf2847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.233146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-809e2bff-7b29-4cb3-8f87-7dd06cf2847c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3851304 Nov 03 19:01:37.254013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '3f27aadd-6b77-4ed8-9a60-f1507a22a975'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:01:37.258330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.274862 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.600418 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.667492 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-d32cdc4b-ca27-4a69-a518-607a90ee3f6b service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267240 Nov 03 19:01:37.759181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:37.775949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:37.833503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=846b08fb-c688-46d6-a896-74ad91badf78,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.850942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:37.872182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.876713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.944188 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d3895a67-aec9-41cb-9367-f08dcbe21b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3516636 Nov 03 19:01:37.949295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46622) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:38.112533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/3f27aadd-6b77-4ed8-9a60-f1507a22a975/8345dda8-9d4b-40bc-9426-00b04368960e) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:38.155540 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ad2ac-bbe1-4e45-ac1a-7b49c6e52af3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:38.169544 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d24ad2ac-bbe1-4e45-ac1a-7b49c6e52af3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2184417 Nov 03 19:01:38.173510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46626) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:38.186529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3bf0dc5-e1a3-454b-b639-312b757f1eb2 req-312e8ea4-96df-4e62-946f-b97024713e8e service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109918 Nov 03 19:01:38.239387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46630) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:38.473455 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-395c4058-a8d6-4d6a-843f-cd3aa78c9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.733375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-21b86034-0d74-41fe-a690-dbfdc7540952 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 846b08fb-c688-46d6-a896-74ad91badf78 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:38.739723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21b86034-0d74-41fe-a690-dbfdc7540952 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.770513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5f25594a-78be-4e6c-a4cc-eaf1f0f86d09 tempest-AgentManagementNegativeTest-1182272866 tempest-AgentManagementNegativeTest-1182272866-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5284033 Nov 03 19:01:38.859978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7001895-62d0-453c-9b91-c334e25e9c76 req-15c31a82-fdac-4bef-a245-6cc7c66f48a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:38.862749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7001895-62d0-453c-9b91-c334e25e9c76 req-15c31a82-fdac-4bef-a245-6cc7c66f48a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 943 time: 0.4078476 Nov 03 19:01:38.905540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:38.949530 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.991377 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:39.072256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21b86034-0d74-41fe-a690-dbfdc7540952 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:39.144281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7001895-62d0-453c-9b91-c334e25e9c76 req-2b032675-49c7-4fa7-8ef0-0e3c192d07bb tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670789 Nov 03 19:01:39.144516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-21b86034-0d74-41fe-a690-dbfdc7540952 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 846b08fb-c688-46d6-a896-74ad91badf78 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:39.191348 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:01:39.304910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:39.489162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:39.495672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:39.721496 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21b86034-0d74-41fe-a690-dbfdc7540952 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:39.866710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Pushing event updated for resources: {'Port': ['ID=8345dda8-9d4b-40bc-9426-00b04368960e,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:39.885722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b86034-0d74-41fe-a690-dbfdc7540952 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=846b08fb-c688-46d6-a896-74ad91badf78,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:39.973354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46664) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:39.995945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:40.036054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-21b86034-0d74-41fe-a690-dbfdc7540952 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.053080 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-21b86034-0d74-41fe-a690-dbfdc7540952 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/846b08fb-c688-46d6-a896-74ad91badf78 HTTP/1.1" status: 204 len: 168 time: 1.8745861 Nov 03 19:01:40.053987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46668) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:40.181406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'port_id': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'mac_address': 'fa:16:3e:2d:04:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:40.206881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46676) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:40.230388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Attempting to bind port 8345dda8-9d4b-40bc-9426-00b04368960e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:40.232746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Attempting to bind port 8345dda8-9d4b-40bc-9426-00b04368960e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:40.233671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Attempting to bind port 8345dda8-9d4b-40bc-9426-00b04368960e on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:40.250172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e67c6e-965a-43ea-bd86-02748723ac65 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:40.250661 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.259136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e67c6e-965a-43ea-bd86-02748723ac65 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:40.270489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-53e67c6e-965a-43ea-bd86-02748723ac65 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2130628 Nov 03 19:01:40.273764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46680) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:40.359541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:40.359898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:40.360321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.360722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:40.361227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Bound port: 8345dda8-9d4b-40bc-9426-00b04368960e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:40.370487 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.479907 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.531629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d7c6a0-3f22-42d3-b419-6737baa5dcf2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 3f27aadd-6b77-4ed8-9a60-f1507a22a975 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:40.542669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d7c6a0-3f22-42d3-b419-6737baa5dcf2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.576326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:40.655474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a3ce16e-f076-4d2c-b668-1a3b357c9b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.695437 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d7c6a0-3f22-42d3-b419-6737baa5dcf2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.703513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:40.723176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.929348 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b3383da-dd54-43c0-8884-eba9124683ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.032285 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a3ce16e-f076-4d2c-b668-1a3b357c9b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.043205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a3ce16e-f076-4d2c-b668-1a3b357c9b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.091616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:41.165192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3a3ce16e-f076-4d2c-b668-1a3b357c9b00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4aa358e7b8ae43e48c2627eb66b2e09c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1897604 Nov 03 19:01:41.173916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46692) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:41.242836 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d7c6a0-3f22-42d3-b419-6737baa5dcf2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.252420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ce16e-f076-4d2c-b668-1a3b357c9b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c08dec-6205-4d60-80c1-deb7b12c0eae,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:41.322241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:41.461322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] For port 8345dda8-9d4b-40bc-9426-00b04368960e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:41.483491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b3383da-dd54-43c0-8884-eba9124683ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.486269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d7c6a0-3f22-42d3-b419-6737baa5dcf2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.499545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b3383da-dd54-43c0-8884-eba9124683ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.567688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] For port 8345dda8-9d4b-40bc-9426-00b04368960e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8345dda8-9d4b-40bc-9426-00b04368960e,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:41.583563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3383da-dd54-43c0-8884-eba9124683ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41f4d5-1dfc-44b5-a95b-55cf8c115bc6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:41.639750 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.643314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7c6a0-3f22-42d3-b419-6737baa5dcf2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=3f27aadd-6b77-4ed8-9a60-f1507a22a975,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:41.655512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-64d7c6a0-3f22-42d3-b419-6737baa5dcf2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.673311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-64d7c6a0-3f22-42d3-b419-6737baa5dcf2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/3f27aadd-6b77-4ed8-9a60-f1507a22a975 HTTP/1.1" status: 204 len: 168 time: 1.3978789 Nov 03 19:01:41.679387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46700) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:41.729821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa53a58a-6b8c-4ac5-96de-f813931314d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.820687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa53a58a-6b8c-4ac5-96de-f813931314d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.968660 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5c1145b8-ffaf-458e-9ff5-10342b6bf7cf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2813027 Nov 03 19:01:41.997765 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9b3383da-dd54-43c0-8884-eba9124683ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8295d442b5d14dda8c1b1a1eff80559b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7850432 Nov 03 19:01:41.998132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46704) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:41.998459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46706) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:42.045699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:42.061729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38876d-929c-4123-a203-9493379d8b6f None None] Pushing event updated for resources: {'Port': ['ID=8345dda8-9d4b-40bc-9426-00b04368960e,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:42.092714 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:01:42.184066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e997e0c-70e3-4ca8-afe9-256e95291316 req-5391f0d6-5616-4267-8a31-0788bab4f8a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:42.197733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e997e0c-70e3-4ca8-afe9-256e95291316 req-5391f0d6-5616-4267-8a31-0788bab4f8a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 944 time: 0.9046109 Nov 03 19:01:42.487348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-249550b3-2315-419c-aed8-246432bec860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:42.564800 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:42.607506 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:42.706815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e997e0c-70e3-4ca8-afe9-256e95291316 req-30f357ec-51f0-453f-8edf-ed35a722da4f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5068154 Nov 03 19:01:42.706815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa53a58a-6b8c-4ac5-96de-f813931314d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:42.711088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa53a58a-6b8c-4ac5-96de-f813931314d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:42.717912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aa53a58a-6b8c-4ac5-96de-f813931314d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75c08dec-6205-4d60-80c1-deb7b12c0eae HTTP/1.1" status: 204 len: 168 time: 1.4621284 Nov 03 19:01:43.013923 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-249550b3-2315-419c-aed8-246432bec860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.159375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53a58a-6b8c-4ac5-96de-f813931314d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c08dec-6205-4d60-80c1-deb7b12c0eae,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:43.162405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:43.199325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.340213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8345dda8-9d4b-40bc-9426-00b04368960e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:43.455864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8345dda8-9d4b-40bc-9426-00b04368960e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:43.456470 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.677827 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.842063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 8345dda8-9d4b-40bc-9426-00b04368960e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8345dda8-9d4b-40bc-9426-00b04368960e,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:43.854537 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.929125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5526-3cb0-4623-876f-46496588904a req-0caec398-0f9f-4999-9714-510099a181b0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:43.932714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a1d5526-3cb0-4623-876f-46496588904a req-0caec398-0f9f-4999-9714-510099a181b0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.8008630 Nov 03 19:01:43.989039 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-249550b3-2315-419c-aed8-246432bec860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.999862 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-249550b3-2315-419c-aed8-246432bec860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.003701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-249550b3-2315-419c-aed8-246432bec860 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd41f4d5-1dfc-44b5-a95b-55cf8c115bc6 HTTP/1.1" status: 204 len: 168 time: 1.9924254 Nov 03 19:01:44.084240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249550b3-2315-419c-aed8-246432bec860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41f4d5-1dfc-44b5-a95b-55cf8c115bc6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:44.260967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=8345dda8-9d4b-40bc-9426-00b04368960e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:44.422291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a1d5526-3cb0-4623-876f-46496588904a req-1e25de1f-1883-466f-b835-c159574df113 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4741044 Nov 03 19:01:44.736699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.898418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:44.951088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:44.961833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:44.973010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:44.973643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.035013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=2596c4ce-51a8-4950-955e-5e7744a8ea96,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:45.085857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-003fff0a-8c8b-4533-8b51-7d0c5de31b49 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0810883 Nov 03 19:01:45.089091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46740) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:45.106048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '2596c4ce-51a8-4950-955e-5e7744a8ea96', 'ip_address': '2001:db8::cd9f:982a:6ccc:6886'}], 'name': 'tempest-NetworksTestDHCPv6-1664016890'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:45.133808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e1b0b-2c0b-4f35-830e-dddf9ee57ea1 req-79271c5e-3843-47a5-bdec-c5311b4481df tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:45.136785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-382e1b0b-2c0b-4f35-830e-dddf9ee57ea1 req-79271c5e-3843-47a5-bdec-c5311b4481df tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 944 time: 0.1420290 Nov 03 19:01:45.192105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e097ef0a-55de-4712-a688-d104112cd6cf None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:45.233948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8345dda8-9d4b-40bc-9426-00b04368960e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:45.387838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-382e1b0b-2c0b-4f35-830e-dddf9ee57ea1 req-41139211-2501-4d8d-8589-7d1bc1b89e3e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401512 Nov 03 19:01:45.587687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46752) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:45.704691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8e9cb3fd-b0da-4659-8a20-6352499ab3d1 None None] Provisioning complete for port 8345dda8-9d4b-40bc-9426-00b04368960e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:45.705985 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb3fd-b0da-4659-8a20-6352499ab3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.710464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-99a008cc-3fdd-49f9-8b05-022443601086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.942931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:01:45.974889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:45.975294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.117197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:46.268491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6a732-d8d5-44fa-9425-e42df09a6e42 req-fdd937ce-9e41-422d-93fc-e8ec3c6b3b48 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:46.290157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bb6a732-d8d5-44fa-9425-e42df09a6e42 req-fdd937ce-9e41-422d-93fc-e8ec3c6b3b48 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.3137987 Nov 03 19:01:46.458884 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.545880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port f66a2abf-ff4c-492d-a83c-7c407c8435e3 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:01:46.627708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-99a008cc-3fdd-49f9-8b05-022443601086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.653635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-99a008cc-3fdd-49f9-8b05-022443601086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.780437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a008cc-3fdd-49f9-8b05-022443601086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc182fef-f46e-4cd0-acd3-e89109f2c0d1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:46.830500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bb6a732-d8d5-44fa-9425-e42df09a6e42 req-d2ba55e5-6c88-46cd-b0f8-8de67f24c93d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5380607 Nov 03 19:01:46.976639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-99a008cc-3fdd-49f9-8b05-022443601086 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4fa302ee3d14480a8b2709246717461f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3874333 Nov 03 19:01:46.979695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46772) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:47.112005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8345dda8-9d4b-40bc-9426-00b04368960e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:47.112910 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.124655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.537294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730964c-6b2b-4f43-b097-ffc4c7bfc178 req-37ea0dd7-490a-417d-9591-89f5dec357c9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:47.572025 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c730964c-6b2b-4f43-b097-ffc4c7bfc178 req-37ea0dd7-490a-417d-9591-89f5dec357c9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 944 time: 0.3695934 Nov 03 19:01:47.660155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::cd9f:982a:6ccc:6886 (45688c7b-5d83-4046-a79b-22363a7f381a/2596c4ce-51a8-4950-955e-5e7744a8ea96/f66a2abf-ff4c-492d-a83c-7c407c8435e3) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:47.770085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:47.772485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:47.781862 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f19c948-ee75-4d47-94f8-b5bf5b42b8d7" -d '{"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-plugged", "status": "completed", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:47.856553 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.909245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c730964c-6b2b-4f43-b097-ffc4c7bfc178 req-f0bdf798-290d-4ef7-82dc-2ac7bf2890e7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343239 Nov 03 19:01:48.216351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:48.284416 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1ca5a4-d9f4-46d9-a1fe-ac8d8c15a54f x-openstack-request-id: req-5d1ca5a4-d9f4-46d9-a1fe-ac8d8c15a54f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:48.290840 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-plugged", "status": "completed", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:48.292114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82a1e449-7f4e-48a7-b5ce-388ff13b15ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.297040 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d1ca5a4-d9f4-46d9-a1fe-ac8d8c15a54f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:48.300763 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'code': 200} Nov 03 19:01:48.809359 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82a1e449-7f4e-48a7-b5ce-388ff13b15ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.961860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b31c4-c48f-4307-89c9-fd1d368b0297 req-180b62a2-1c1c-47d7-9ef1-6a608a868e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:48.972815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-724b31c4-c48f-4307-89c9-fd1d368b0297 req-180b62a2-1c1c-47d7-9ef1-6a608a868e73 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1096 time: 0.5649219 Nov 03 19:01:49.073537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2303ab8-b2b0-4cef-a677-882375194c6c req-49c1cb9d-39d2-4ff8-950a-8f656e6909ae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:49.081685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2303ab8-b2b0-4cef-a677-882375194c6c req-49c1cb9d-39d2-4ff8-950a-8f656e6909ae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.4011242 Nov 03 19:01:49.123705 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.328266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.408910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-982b86a0-2d19-4730-b2b1-e3eef392f701 None None] Provisioning complete for port 8345dda8-9d4b-40bc-9426-00b04368960e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:49.424455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:49.429609 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-982b86a0-2d19-4730-b2b1-e3eef392f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.480187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2303ab8-b2b0-4cef-a677-882375194c6c req-e4ca9279-8210-4c05-90b3-87a75e1afc7c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593187 Nov 03 19:01:49.549147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-724b31c4-c48f-4307-89c9-fd1d368b0297 req-d8c16844-983c-40c7-aa9a-d042236315c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5652666 Nov 03 19:01:49.650764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:49.667010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=f66a2abf-ff4c-492d-a83c-7c407c8435e3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:49.695206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:49.740376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:49.740376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.868166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46808) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:49.870134 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-70a7d99d-272e-4d80-aeaf-7459d43d9842 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7777429 Nov 03 19:01:49.972484 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82a1e449-7f4e-48a7-b5ce-388ff13b15ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.979588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82a1e449-7f4e-48a7-b5ce-388ff13b15ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.007560 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82a1e449-7f4e-48a7-b5ce-388ff13b15ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc182fef-f46e-4cd0-acd3-e89109f2c0d1 HTTP/1.1" status: 204 len: 168 time: 3.0261219 Nov 03 19:01:50.079632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1e449-7f4e-48a7-b5ce-388ff13b15ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc182fef-f46e-4cd0-acd3-e89109f2c0d1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:50.258593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a893e032-68db-4355-9b12-52c324115166 None None] Could not find standard attr ID for object b3c36e3c-047d-474c-84d9-4a43ff97fc57. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:01:50.711669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0a4da360-29d2-4a7f-808c-a3cf15f71d39 None None] Could not find standard attr ID for object 846b08fb-c688-46d6-a896-74ad91badf78. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:01:51.618775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-566cc1a2-046c-49d2-bbc6-e953194d1fdc None None] Provisioning complete for port f66a2abf-ff4c-492d-a83c-7c407c8435e3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:51.623348 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-566cc1a2-046c-49d2-bbc6-e953194d1fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.720767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-566cc1a2-046c-49d2-bbc6-e953194d1fdc None None] Port f66a2abf-ff4c-492d-a83c-7c407c8435e3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:01:51.761434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:51.925687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e44ba2-a080-424a-a9a0-6fcacabe1a2a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:51.946993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e44ba2-a080-424a-a9a0-6fcacabe1a2a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:51.949555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b3e44ba2-a080-424a-a9a0-6fcacabe1a2a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 2.0794206 Nov 03 19:01:51.958021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46838) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:52.089276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:52.094246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded768d8-2e67-4560-8de6-9730b4b52d37 req-2f1dbff4-e9e6-44bc-948b-24d5fa8b2fd4 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:52.111654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ded768d8-2e67-4560-8de6-9730b4b52d37 req-2f1dbff4-e9e6-44bc-948b-24d5fa8b2fd4 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.5283329 Nov 03 19:01:52.143280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'port_id': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'mac_address': 'fa:16:3e:c5:51:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:52.252655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.287670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2ca02f1-3c7c-4969-b88a-279d542de0c5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:52.344061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:52.355913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.441918 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ded768d8-2e67-4560-8de6-9730b4b52d37 req-f88c0511-4565-4fb1-ba8a-f809eacb7416 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181732 Nov 03 19:01:52.524900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46848) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:52.563854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a2ca02f1-3c7c-4969-b88a-279d542de0c5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:52.630956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-fe5699d0-18bd-4cee-b749-2b1a1bdeb3e7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port f66a2abf-ff4c-492d-a83c-7c407c8435e3 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:52.631523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe5699d0-18bd-4cee-b749-2b1a1bdeb3e7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.713674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:53.307857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3db56f50-6bcc-48a6-9132-e847ab5433db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.485860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe5699d0-18bd-4cee-b749-2b1a1bdeb3e7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.514375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-fe5699d0-18bd-4cee-b749-2b1a1bdeb3e7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for f66a2abf-ff4c-492d-a83c-7c407c8435e3 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:53.633030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3db56f50-6bcc-48a6-9132-e847ab5433db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.654253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3db56f50-6bcc-48a6-9132-e847ab5433db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.754048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:53.800921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db56f50-6bcc-48a6-9132-e847ab5433db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de3838d-a7c8-4671-8b1f-8a77cec6e351,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:53.803784 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe5699d0-18bd-4cee-b749-2b1a1bdeb3e7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.831307 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3db56f50-6bcc-48a6-9132-e847ab5433db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d6e9645e10a44ed49a2cf7c28a50ebd8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3009369 Nov 03 19:01:53.832564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46884) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:54.015199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port a2ca02f1-3c7c-4969-b88a-279d542de0c5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:54.015871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.203391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e6baa-4205-473c-97c8-05bad1cd476c req-bc425ab0-757d-420c-a43b-c7ee36bd46fb tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:54.224691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-169e6baa-4205-473c-97c8-05bad1cd476c req-bc425ab0-757d-420c-a43b-c7ee36bd46fb tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 944 time: 1.3376467 Nov 03 19:01:54.228198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5699d0-18bd-4cee-b749-2b1a1bdeb3e7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=f66a2abf-ff4c-492d-a83c-7c407c8435e3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:54.279668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd352bd7-d886-4d44-ab39-ed1b5a0a6428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.449221 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd352bd7-d886-4d44-ab39-ed1b5a0a6428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.486525 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.557672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe5699d0-18bd-4cee-b749-2b1a1bdeb3e7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.572635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe5699d0-18bd-4cee-b749-2b1a1bdeb3e7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/f66a2abf-ff4c-492d-a83c-7c407c8435e3 HTTP/1.1" status: 204 len: 168 time: 2.6120472 Nov 03 19:01:54.600042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46896) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:54.643228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:54.650590 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a9e10a-2825-4272-b9e7-8efa591ea918" -d '{"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-plugged", "status": "completed", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:54.723116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:54.742559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.752625 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd352bd7-d886-4d44-ab39-ed1b5a0a6428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.762099 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd352bd7-d886-4d44-ab39-ed1b5a0a6428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.774661 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cd352bd7-d886-4d44-ab39-ed1b5a0a6428 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5de3838d-a7c8-4671-8b1f-8a77cec6e351 HTTP/1.1" status: 204 len: 168 time: 0.9330399 Nov 03 19:01:54.837123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd352bd7-d886-4d44-ab39-ed1b5a0a6428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de3838d-a7c8-4671-8b1f-8a77cec6e351,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:54.987522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-169e6baa-4205-473c-97c8-05bad1cd476c req-4b1ac979-61ff-4448-875f-2efda88af550 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6852391 Nov 03 19:01:55.001090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ceba8-ad5f-4ebf-a81d-ad3a490a3b7d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:55.004880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ceba8-ad5f-4ebf-a81d-ad3a490a3b7d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:55.009977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-568ceba8-ad5f-4ebf-a81d-ad3a490a3b7d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4049335 Nov 03 19:01:55.010727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46916) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:55.161388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:55.318576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f856ffa2-e0f2-482c-b0a8-5e6e4690f567 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 2596c4ce-51a8-4950-955e-5e7744a8ea96 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:55.337544 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f856ffa2-e0f2-482c-b0a8-5e6e4690f567 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.553403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f856ffa2-e0f2-482c-b0a8-5e6e4690f567 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.663280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedb219-614d-4161-a2c4-2bfda28ae069 req-fae604b0-3b34-4599-9f13-75aca853c76c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:55.683802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cedb219-614d-4161-a2c4-2bfda28ae069 req-fae604b0-3b34-4599-9f13-75aca853c76c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.1970098 Nov 03 19:01:55.767239 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f856ffa2-e0f2-482c-b0a8-5e6e4690f567 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.049394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cedb219-614d-4161-a2c4-2bfda28ae069 req-c49c67a9-5739-42a7-8145-191321ed6698 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614385 Nov 03 19:01:56.122882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f856ffa2-e0f2-482c-b0a8-5e6e4690f567 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.183663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f856ffa2-e0f2-482c-b0a8-5e6e4690f567 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.196663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a96743-5f77-4de6-92bd-fe644230a2eb None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:56.206602 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f856ffa2-e0f2-482c-b0a8-5e6e4690f567 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/2596c4ce-51a8-4950-955e-5e7744a8ea96 HTTP/1.1" status: 204 len: 168 time: 1.1946981 Nov 03 19:01:56.210133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46964) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:56.319805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856ffa2-e0f2-482c-b0a8-5e6e4690f567 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=2596c4ce-51a8-4950-955e-5e7744a8ea96,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:56.349036 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119a56e9-eb1c-4dc1-8738-6301f42fd41d x-openstack-request-id: req-119a56e9-eb1c-4dc1-8738-6301f42fd41d {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:56.349747 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-plugged", "status": "completed", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:56.350197 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-119a56e9-eb1c-4dc1-8738-6301f42fd41d {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:56.351093 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'code': 200} Nov 03 19:01:56.380228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5488f805-0f44-4cce-990f-60bcf9eb8f73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639738 Nov 03 19:01:56.380590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46968) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:56.386572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:56.577358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46970) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:56.642209 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-458832cd-63a1-46f5-b19f-0ff77062fe10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.727445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:56.754473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.074331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:01:57.155199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e4715-6418-4c07-b80c-382b5722c5fa req-f8c9af43-761d-4ac4-b8a5-307f92fe4228 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:57.160293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-630e4715-6418-4c07-b80c-382b5722c5fa req-f8c9af43-761d-4ac4-b8a5-307f92fe4228 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.4962592 Nov 03 19:01:57.412825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] Deleting port 8345dda8-9d4b-40bc-9426-00b04368960e {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:57.413864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.502058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-630e4715-6418-4c07-b80c-382b5722c5fa req-9ec34d9d-e105-4b87-8c29-ea335976dc43 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157859 Nov 03 19:01:57.581946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-458832cd-63a1-46f5-b19f-0ff77062fe10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.583793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46978) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:57.650423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-458832cd-63a1-46f5-b19f-0ff77062fe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.838532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] For port 8345dda8-9d4b-40bc-9426-00b04368960e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8345dda8-9d4b-40bc-9426-00b04368960e,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:57.839205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.839531 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.895779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] Calling delete_port for 8345dda8-9d4b-40bc-9426-00b04368960e owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:58.026318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-458832cd-63a1-46f5-b19f-0ff77062fe10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4eb5bdc543664df9a217292c1764dbe2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4472117 Nov 03 19:01:58.041663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46984) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:58.133172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=6c86d6fc-b473-41cd-9856-032793cb0202,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.171664 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.188678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:58.198663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:58.207700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:58.208682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.278436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] Pushing event deleted for resources: {'Port': ['ID=8345dda8-9d4b-40bc-9426-00b04368960e,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.285603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d742-3f08-4516-a476-69da86b0f572 req-b87ee1ae-4708-4d00-8ded-ad599e6cbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:58.288143 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e832d742-3f08-4516-a476-69da86b0f572 req-b87ee1ae-4708-4d00-8ded-ad599e6cbcfd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1096 time: 0.5825777 Nov 03 19:01:58.294702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa825f5f-cf88-43ef-b719-2d16f63b8025 None None] No DVR routers for this DVR port 8345dda8-9d4b-40bc-9426-00b04368960e on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:58.296874 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a5660b8a-a169-4d2a-8e98-cdcd229cf190 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9146013 Nov 03 19:01:58.301306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46992) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:58.318249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '6c86d6fc-b473-41cd-9856-032793cb0202', 'ip_address': '2001:db8::64a9:2db6:213c:b729'}], 'name': 'tempest-NetworksTestDHCPv6-1925942500'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:58.354658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4a81f-d120-4665-bd7e-4d775444714e tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:58.364022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4aa4a81f-d120-4665-bd7e-4d775444714e tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1091 time: 0.7786217 Nov 03 19:01:58.375310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd693e-3486-47cc-8e7c-6bf7804fbe7b None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:58.571373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47000) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:58.623999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:58.654166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458832cd-63a1-46f5-b19f-0ff77062fe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce21415-c572-4b35-ab0d-ec0202f2b213,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.946449 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.999562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8345dda8-9d4b-40bc-9426-00b04368960e no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:59.058325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d82bc-8c99-4a4b-ba62-5a228c3d9842 req-17e3d0a7-53af-432c-ac91-e62f8b839833 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:59.062478 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-617d82bc-8c99-4a4b-ba62-5a228c3d9842 req-17e3d0a7-53af-432c-ac91-e62f8b839833 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 1.0295272 Nov 03 19:01:59.112997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1356770-eca0-4a79-85e2-d421cc08a2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.134119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 8345dda8-9d4b-40bc-9426-00b04368960e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:59.134703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8345dda8-9d4b-40bc-9426-00b04368960e not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:59.162447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '6c86d6fc-b473-41cd-9856-032793cb0202'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:01:59.164182 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.196830 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1356770-eca0-4a79-85e2-d421cc08a2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.264303 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:59.569605 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1356770-eca0-4a79-85e2-d421cc08a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.576887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1356770-eca0-4a79-85e2-d421cc08a2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.579289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d1356770-eca0-4a79-85e2-d421cc08a2cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ce21415-c572-4b35-ab0d-ec0202f2b213 HTTP/1.1" status: 204 len: 168 time: 1.4653413 Nov 03 19:01:59.627329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1356770-eca0-4a79-85e2-d421cc08a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce21415-c572-4b35-ab0d-ec0202f2b213,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:59.723725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-617d82bc-8c99-4a4b-ba62-5a228c3d9842 req-bf0faa35-3be1-4316-b25a-eca12c0e0068 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6179307 Nov 03 19:01:59.779563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.944670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/6c86d6fc-b473-41cd-9856-032793cb0202/c736c07e-379f-4fc4-89a1-9c38e3f78411) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:00.472123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.483763 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.695462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:00.717776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:00.734100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:00.737082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-61503fb9-0925-4572-9fa6-9d1300351913 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4604201 Nov 03 19:02:00.739032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.25.3.122 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/abf60779-54f4-4bb4-880e-2e26b6c70c94) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:00.752577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Pushing event updated for resources: {'Port': ['ID=c736c07e-379f-4fc4-89a1-9c38e3f78411,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:01.003564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Attempting to bind port c736c07e-379f-4fc4-89a1-9c38e3f78411 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:01.006871 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Attempting to bind port c736c07e-379f-4fc4-89a1-9c38e3f78411 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:01.008906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Attempting to bind port c736c07e-379f-4fc4-89a1-9c38e3f78411 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:01.020095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d742-3f08-4516-a476-69da86b0f572 req-0eebe088-d6f8-48af-be05-bc69a80647ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.031898 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e832d742-3f08-4516-a476-69da86b0f572 req-0eebe088-d6f8-48af-be05-bc69a80647ea service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 2.3590131 Nov 03 19:02:01.040517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:01.041119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:01.041527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.042058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:01.042587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Bound port: c736c07e-379f-4fc4-89a1-9c38e3f78411, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:01.043036 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.318453 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e832d742-3f08-4516-a476-69da86b0f572 req-fb6caabc-0133-4035-8c61-1694bb0b866a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 1001 time: 0.2782431 Nov 03 19:02:01.334744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.376460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] For port c736c07e-379f-4fc4-89a1-9c38e3f78411, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:01.385725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] For port c736c07e-379f-4fc4-89a1-9c38e3f78411, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c736c07e-379f-4fc4-89a1-9c38e3f78411,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:01.399452 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.552840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-3d9bdd11-a536-4ab5-b759-31104245c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.554753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-3d9bdd11-a536-4ab5-b759-31104245c7dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 1097 time: 0.7420356 Nov 03 19:02:01.558772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port e8b8a2dd-951e-46d3-9ce2-52d3936524b5 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:01.629921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3e7a9-3a06-46ca-a531-e3b451d349bc None None] Pushing event updated for resources: {'Port': ['ID=c736c07e-379f-4fc4-89a1-9c38e3f78411,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:01.838698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0edf33-e243-4c35-8507-2cb1a97df9e9 req-c13bfcc0-1215-42fe-968e-e8ad533ee2ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.855327 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c0edf33-e243-4c35-8507-2cb1a97df9e9 req-c13bfcc0-1215-42fe-968e-e8ad533ee2ef tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.6854210 Nov 03 19:02:01.860933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-e83b3b35-00ab-4e99-8771-159279181339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.874473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-e83b3b35-00ab-4e99-8771-159279181339 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.2422593 Nov 03 19:02:01.936313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d742-3f08-4516-a476-69da86b0f572 req-1a275d9d-634b-4f67-8abc-5e83e16e8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.944366 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e832d742-3f08-4516-a476-69da86b0f572 req-1a275d9d-634b-4f67-8abc-5e83e16e8942 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.5124626 Nov 03 19:02:02.069027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-c03b52fc-487f-4608-8ffa-faf57b74d99b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad HTTP/1.1" status: 200 len: 217 time: 0.1599283 Nov 03 19:02:02.495646 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.576970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-7c678b4a-fb33-4c6c-bb9d-149b346d1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:02.582820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-7c678b4a-fb33-4c6c-bb9d-149b346d1e2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.5011594 Nov 03 19:02:02.691190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-5d051d4a-4cf0-4acb-a0e5-f0c97886c747 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726993 Nov 03 19:02:02.749083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c0edf33-e243-4c35-8507-2cb1a97df9e9 req-9f1bd6ce-a515-4da0-819d-dbc000131328 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8515666 Nov 03 19:02:02.775589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.888950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d742-3f08-4516-a476-69da86b0f572 req-a52b95dc-69a3-4d2c-875d-f4409825c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:02.901268 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e832d742-3f08-4516-a476-69da86b0f572 req-a52b95dc-69a3-4d2c-875d-f4409825c1b8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9259517 Nov 03 19:02:03.248357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c736c07e-379f-4fc4-89a1-9c38e3f78411 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:03.491735 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.512652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::64a9:2db6:213c:b729 (45688c7b-5d83-4046-a79b-22363a7f381a/6c86d6fc-b473-41cd-9856-032793cb0202/e8b8a2dd-951e-46d3-9ce2-52d3936524b5) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:03.584922 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.672055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c736c07e-379f-4fc4-89a1-9c38e3f78411 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:03.678824 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.820391 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e832d742-3f08-4516-a476-69da86b0f572 req-d15c798d-0200-4822-98ed-2f0809ca11e8 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8899994 Nov 03 19:02:03.899102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-aa063cdb-2b66-457d-8df5-95101adc8a9a service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1484864 Nov 03 19:02:03.954560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=abf60779-54f4-4bb4-880e-2e26b6c70c94,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:04.019350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:04.378699 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.590781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:04.602500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:04.620431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e43c0e7c-5134-4a86-bc12-c3e6777c56c4 req-c5e7d716-c6c3-47e6-bc5e-01e5607f11ac service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937200 Nov 03 19:02:04.624524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port c736c07e-379f-4fc4-89a1-9c38e3f78411, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c736c07e-379f-4fc4-89a1-9c38e3f78411,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:04.632949 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.844892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=c736c07e-379f-4fc4-89a1-9c38e3f78411,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:04.877226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93104cb-835d-41ea-b196-59cf289c1f6a req-1d481a97-50d5-49eb-8290-54aa310d021f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:04.880139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a93104cb-835d-41ea-b196-59cf289c1f6a req-1d481a97-50d5-49eb-8290-54aa310d021f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.2510443 Nov 03 19:02:04.918265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-23d1819d-1c75-4d50-82d6-5bc8d950c644 None None] Provisioning complete for port c736c07e-379f-4fc4-89a1-9c38e3f78411 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:04.922827 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23d1819d-1c75-4d50-82d6-5bc8d950c644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:05.130328 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e832d742-3f08-4516-a476-69da86b0f572 req-6f342d1f-ad2c-4bbf-a959-01d4cb59a58c service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2772346 Nov 03 19:02:05.229521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:05.425890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:05.691688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:05.710138 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:05.719754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:05.748791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:05.757306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:05.835033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=e8b8a2dd-951e-46d3-9ce2-52d3936524b5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:05.883434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a93104cb-835d-41ea-b196-59cf289c1f6a req-5de72bbc-f6f7-4702-b784-aa514bff0b4d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8404806 Nov 03 19:02:05.890451 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e0d37212-c612-4660-a6ef-0f3c20b05861 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.5860176 Nov 03 19:02:05.894688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47122) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:06.125792 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a570f03c-291f-4c77-941f-c18560d41de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:06.331988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546363c-76f5-43b7-a14d-9971a54b3dcb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:06.359682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546363c-76f5-43b7-a14d-9971a54b3dcb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:06.376077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a546363c-76f5-43b7-a14d-9971a54b3dcb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4789941 Nov 03 19:02:06.391366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47132) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:06.861727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7a14e935-aca4-41a8-b1be-eba007cfabe5 None None] Provisioning complete for port e8b8a2dd-951e-46d3-9ce2-52d3936524b5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:06.863745 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a14e935-aca4-41a8-b1be-eba007cfabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:06.957570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7a14e935-aca4-41a8-b1be-eba007cfabe5 None None] Port e8b8a2dd-951e-46d3-9ce2-52d3936524b5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:06.980587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c736c07e-379f-4fc4-89a1-9c38e3f78411 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:07.101189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c736c07e-379f-4fc4-89a1-9c38e3f78411 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:07.102176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.630404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f976b441-b1df-495e-a4e3-ae4f419cd36d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port e8b8a2dd-951e-46d3-9ce2-52d3936524b5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:07.631277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f976b441-b1df-495e-a4e3-ae4f419cd36d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.383772 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48b87cd0-7c68-4b46-8176-a545a3c696cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.575992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.750906 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f976b441-b1df-495e-a4e3-ae4f419cd36d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.783135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f976b441-b1df-495e-a4e3-ae4f419cd36d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for e8b8a2dd-951e-46d3-9ce2-52d3936524b5 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:09.165715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f976b441-b1df-495e-a4e3-ae4f419cd36d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.376928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976b441-b1df-495e-a4e3-ae4f419cd36d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=e8b8a2dd-951e-46d3-9ce2-52d3936524b5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:09.550316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f976b441-b1df-495e-a4e3-ae4f419cd36d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.589374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47188) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:09.590477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f976b441-b1df-495e-a4e3-ae4f419cd36d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/e8b8a2dd-951e-46d3-9ce2-52d3936524b5 HTTP/1.1" status: 204 len: 168 time: 3.1972177 Nov 03 19:02:09.765657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dcae5-f412-40fe-b825-1a169b72dc1c req-914a86f4-e892-41c0-b3c2-dbb40f65b832 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:09.784621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f18dcae5-f412-40fe-b825-1a169b72dc1c req-914a86f4-e892-41c0-b3c2-dbb40f65b832 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 1.9666383 Nov 03 19:02:09.803989 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.943528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2fbfe-be15-4810-8f6d-277b7676f631 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:09.961194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2fbfe-be15-4810-8f6d-277b7676f631 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:09.994292 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d6e2fbfe-be15-4810-8f6d-277b7676f631 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3993580 Nov 03 19:02:09.997793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47190) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:10.059315 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.203959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f18dcae5-f412-40fe-b825-1a169b72dc1c req-45f4a2b0-8344-40f5-8ea9-50547fb2563c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031546 Nov 03 19:02:10.282379 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-de95fc21-a6f7-4487-90b7-cd21fb9c0ea0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 6c86d6fc-b473-41cd-9856-032793cb0202 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:10.310556 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de95fc21-a6f7-4487-90b7-cd21fb9c0ea0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.703867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de95fc21-a6f7-4487-90b7-cd21fb9c0ea0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.969723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.982423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.186327 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de95fc21-a6f7-4487-90b7-cd21fb9c0ea0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.240357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=abf60779-54f4-4bb4-880e-2e26b6c70c94,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:11.408321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.543533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de95fc21-a6f7-4487-90b7-cd21fb9c0ea0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.711491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95fc21-a6f7-4487-90b7-cd21fb9c0ea0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=6c86d6fc-b473-41cd-9856-032793cb0202,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:11.738917 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de95fc21-a6f7-4487-90b7-cd21fb9c0ea0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.752491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe25c2-95e2-48cb-862b-802767c14bd5 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:11.786820 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-de95fc21-a6f7-4487-90b7-cd21fb9c0ea0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/6c86d6fc-b473-41cd-9856-032793cb0202 HTTP/1.1" status: 204 len: 168 time: 1.7857203 Nov 03 19:02:11.789134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47214) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:12.004280 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-77d2e00a-5814-4226-9c5f-e504379fe88a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2091882 Nov 03 19:02:12.012492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47216) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:12.106309 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Floating IP 2a1aba5d-e419-4686-8337-e270e5085a43 associated. External IP: 172.25.3.122, port: df62a0d2-edcc-4767-ae5d-4de0ddbaffe2. Nov 03 19:02:12.300820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5b74c-4947-465f-8b97-445e1a4db172 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:12.304571 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f3a5b74c-4947-465f-8b97-445e1a4db172 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2868733 Nov 03 19:02:12.308567 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:12.374661 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.384290 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.611249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:02:12.679335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93750d7-9464-4137-b147-94d01492f54d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:12.687994 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a93750d7-9464-4137-b147-94d01492f54d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3745167 Nov 03 19:02:12.689637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47226) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:12.731509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b28c13-afef-4365-8233-f881122c4626 req-6ff7b4af-ef4f-4966-9847-25a9cb18423a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:12.756429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54b28c13-afef-4365-8233-f881122c4626 req-6ff7b4af-ef4f-4966-9847-25a9cb18423a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.9740167 Nov 03 19:02:12.966912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Deleting port c736c07e-379f-4fc4-89a1-9c38e3f78411 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:12.968480 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.069649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c736c07e-379f-4fc4-89a1-9c38e3f78411 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:13.071533 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0379bc35-9615-409b-854c-86a2dee104ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3775749 Nov 03 19:02:13.072378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:13.091996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:13.535154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:13.548888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54b28c13-afef-4365-8233-f881122c4626 req-bd8c15ae-13c6-40fd-ac59-bf24ec5a046f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7549508 Nov 03 19:02:13.559255 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.774814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router ced74680-5ef1-455c-8461-d1bbc97a5b64 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:02:13.867825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] For port c736c07e-379f-4fc4-89a1-9c38e3f78411, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c736c07e-379f-4fc4-89a1-9c38e3f78411,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:13.869563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.915468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Calling delete_port for c736c07e-379f-4fc4-89a1-9c38e3f78411 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:14.439403 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.541638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:02:14.563995 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] Sync routers for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:02:14.611385 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:02:14.613094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.626891 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:02:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:14.721575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-63ccbb08-4b73-442d-8439-1bb38af42d8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 16.1103625 Nov 03 19:02:14.722886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:14.731986 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0960fef-d451-4894-b085-97ff2b7b5cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:14.881398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.212030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:15.220275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9bdcb-4c92-4c42-a62a-f7c908f51a13 req-2742bea5-d5bf-4d1e-806e-51fcc163c167 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:15.239704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31d9bdcb-4c92-4c42-a62a-f7c908f51a13 req-2742bea5-d5bf-4d1e-806e-51fcc163c167 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.2792535 Nov 03 19:02:15.243380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:15.276894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:15.292409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.451944 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3776267 Nov 03 19:02:15.456993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47260) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:15.478832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31d9bdcb-4c92-4c42-a62a-f7c908f51a13 req-610a6295-58f4-4a9b-ae07-3fa1c0595eee tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269135 Nov 03 19:02:15.482164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69', 'ip_address': '2001:db8::1fd3:ae71:95bd:172d'}], 'name': 'tempest-NetworksTestDHCPv6-1840906702'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:15.518138 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2a735-b369-4c48-82e5-713512a2b943 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:15.533641 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:02:15.686675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] No DVR routers for this DVR port c736c07e-379f-4fc4-89a1-9c38e3f78411 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:15.693755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Pushing event deleted for resources: {'Port': ['ID=c736c07e-379f-4fc4-89a1-9c38e3f78411,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:15.723429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.724778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.725749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.728868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.731037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.734028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.737935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.739087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.745631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.747245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.747834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.748387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2d25-21b1-4715-8016-c2f03dce2917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:15.775920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Port c736c07e-379f-4fc4-89a1-9c38e3f78411 update to DOWN by agent not found {{(pid=101757) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:02:15.820663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e65228-336f-4a37-aaca-a1dfd7f7d5d6 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:16.093459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:16.437679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385e781-ea3f-46bc-ae30-ae7f76bf19a9 req-90d832a3-d052-42b1-a7b0-f5e4bcc4dc29 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:16.460948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4385e781-ea3f-46bc-ae30-ae7f76bf19a9 req-90d832a3-d052-42b1-a7b0-f5e4bcc4dc29 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.3790429 Nov 03 19:02:16.617723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:16.708725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 431ce36f-8345-42e8-bb54-631ede8cc809 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:16.864203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4385e781-ea3f-46bc-ae30-ae7f76bf19a9 req-e3c9085f-9b9a-4088-8beb-272188617483 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017034 Nov 03 19:02:16.940877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:16.941741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47272) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:16.944955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.173283 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2a1aba5d-e419-4686-8337-e270e5085a43', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'port_id': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'mac_address': 'fa:16:3e:2d:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:02:06Z', 'updated_at': '2021-11-03T19:02:06Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:24Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:17.453791 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] Checking router: ced74680-5ef1-455c-8461-d1bbc97a5b64 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:02:17.528532 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:02:17.534803 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:02:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:17.540103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::1fd3:ae71:95bd:172d (45688c7b-5d83-4046-a79b-22363a7f381a/4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69/431ce36f-8345-42e8-bb54-631ede8cc809) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:17.736404 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280037d4-f3c7-4afb-bd4f-91e0605e012b x-openstack-request-id: req-280037d4-f3c7-4afb-bd4f-91e0605e012b {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:17.737289 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:17.737289 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-280037d4-f3c7-4afb-bd4f-91e0605e012b {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:17.738483 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'status': 'completed', 'code': 200} Nov 03 19:02:17.962606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7644dbac-541b-44fd-907b-50c9a4728230 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/2a1aba5d-e419-4686-8337-e270e5085a43 HTTP/1.1" status: 200 len: 991 time: 1.0201676 Nov 03 19:02:18.020517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-8ec643a9-e8e0-40f1-a71f-fb3523605359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.022299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-8ec643a9-e8e0-40f1-a71f-fb3523605359 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1096 time: 0.3983092 Nov 03 19:02:18.190688 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:02:18.352960 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.528778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-324de935-9685-4b72-a36c-4f618ce0e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.540067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-324de935-9685-4b72-a36c-4f618ce0e5cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 898 time: 0.5052073 Nov 03 19:02:18.580942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.802565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-0067ebe1-3347-423a-b5a2-9d4a0574b4be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 999 time: 0.2564909 Nov 03 19:02:18.845896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69/cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:18.867449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:18.913554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:18.949248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:18.966505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-57e43c16-2413-4680-b50e-b94cb1fa5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.968026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-57e43c16-2413-4680-b50e-b94cb1fa5dbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 0.1528964 Nov 03 19:02:18.968719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47288) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:19.028359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.029500 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.115220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=431ce36f-8345-42e8-bb54-631ede8cc809,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:19.208839 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:02:19.223445 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-610b562e-b560-4247-9246-ea39478c37a2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7592106 Nov 03 19:02:19.230288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47296) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:19.263697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-83272ed7-b223-4938-8567-530625ce9db2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69', 'ip_address': '2001:db8::1fd3:ae71:95bd:172d'}], 'name': 'tempest-NetworksTestDHCPv6-452822898'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:19.287359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8023a1c5-e5dd-482d-be4a-213817a5afe0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/2a1aba5d-e419-4686-8337-e270e5085a43 HTTP/1.1" status: 200 len: 991 time: 0.3173835 Nov 03 19:02:19.302051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-b5e188fe-113c-46f9-8247-1869c2ddf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.303618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-b5e188fe-113c-46f9-8247-1869c2ddf8a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068753 Nov 03 19:02:19.600323 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.623637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.659832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-0a01f6c5-c191-4d84-8f43-3875ab135e4d service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453367 Nov 03 19:02:19.733016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:19.744865 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2a1aba5d-e419-4686-8337-e270e5085a43', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'port_id': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'mac_address': 'fa:16:3e:2d:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:02:06Z', 'updated_at': '2021-11-03T19:02:06Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:24Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:19.828384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:19.846768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:19.980721 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53219b73-8b78-44a4-ae4d-7bd7a8d073f0 None None] The sync data for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 is: [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '2a1aba5d-e419-4686-8337-e270e5085a43', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'port_id': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'mac_address': 'fa:16:3e:2d:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:02:06Z', 'updated_at': '2021-11-03T19:02:06Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:24Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:02:20.007653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83272ed7-b223-4938-8567-530625ce9db2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:20.046789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-83272ed7-b223-4938-8567-530625ce9db2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.163674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-83272ed7-b223-4938-8567-530625ce9db2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port d61db3d1-ac70-42ed-9822-76410a1fdb34 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:20.267424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Attempting to bind port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:20.271157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Attempting to bind port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:20.271759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Attempting to bind port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:20.298368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9eed3-c89d-4dfa-b975-f40120f0c8f8 req-bc71e394-0b4d-4cd0-8e51-2127f0e040ec tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:20.314512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:20.315262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:20.315930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.316559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:20.329471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Bound port: cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:20.331057 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.336469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51e9eed3-c89d-4dfa-b975-f40120f0c8f8 req-bc71e394-0b4d-4cd0-8e51-2127f0e040ec tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.5908961 Nov 03 19:02:20.385971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47302) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:20.451503 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Pushing event updated for resources: {'Port': ['ID=cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:20.519968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51e9eed3-c89d-4dfa-b975-f40120f0c8f8 req-252f3b90-32ab-4bd4-95b9-75af7217d949 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779034 Nov 03 19:02:20.897393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] For port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:20.929534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] For port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:20.986244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0757c578-e62e-48a6-8ce8-42993b8b8edf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/2a1aba5d-e419-4686-8337-e270e5085a43 HTTP/1.1" status: 200 len: 991 time: 0.5271914 Nov 03 19:02:20.988979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf9017-ff12-4eda-a142-1df00fbb30dc None None] New status for floating IP 2a1aba5d-e419-4686-8337-e270e5085a43: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:02:21.065645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0960fef-d451-4894-b085-97ff2b7b5cd8 req-2a02ab7e-595e-4365-bb78-791e66fc51ea service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3969939 Nov 03 19:02:21.460415 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-83272ed7-b223-4938-8567-530625ce9db2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 19:02:21.463780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83272ed7-b223-4938-8567-530625ce9db2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:02:21.506950 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.560201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-83272ed7-b223-4938-8567-530625ce9db2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3246350 Nov 03 19:02:21.561282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47326) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:21.899158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8a116-b7d1-4ce5-8e6f-dba2daa11f0c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:21.954373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8a116-b7d1-4ce5-8e6f-dba2daa11f0c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:21.957308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e2a8a116-b7d1-4ce5-8e6f-dba2daa11f0c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3925524 Nov 03 19:02:21.961041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47336) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:21.975856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47338) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:22.285187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61f66f-2cff-4fd1-999d-30a21ed7c957 None None] Pushing event updated for resources: {'Port': ['ID=cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:22.583777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-18e94e42-c118-4d6b-aacf-c4b2b8a570ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 431ce36f-8345-42e8-bb54-631ede8cc809 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:22.584566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18e94e42-c118-4d6b-aacf-c4b2b8a570ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.600221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c02c-05b0-4ac3-b144-194898cdbd37 req-c65e9afa-d4ed-4e3b-a066-996c1788a1c9 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:22.651787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18c3c02c-05b0-4ac3-b144-194898cdbd37 req-c65e9afa-d4ed-4e3b-a066-996c1788a1c9 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.6472421 Nov 03 19:02:22.977765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-46d80e9b-8a2d-406d-9e8d-649f873a6fed tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/2a1aba5d-e419-4686-8337-e270e5085a43 HTTP/1.1" status: 200 len: 993 time: 0.9926772 Nov 03 19:02:23.113087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18c3c02c-05b0-4ac3-b144-194898cdbd37 req-d599d8ce-045d-444a-9b49-a5e0f1406a1d tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4597998 Nov 03 19:02:23.291694 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18e94e42-c118-4d6b-aacf-c4b2b8a570ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.328886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-18e94e42-c118-4d6b-aacf-c4b2b8a570ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 431ce36f-8345-42e8-bb54-631ede8cc809 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:24.045860 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18e94e42-c118-4d6b-aacf-c4b2b8a570ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.334812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:24.601073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e94e42-c118-4d6b-aacf-c4b2b8a570ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=431ce36f-8345-42e8-bb54-631ede8cc809,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:24.637732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18e94e42-c118-4d6b-aacf-c4b2b8a570ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.676800 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-18e94e42-c118-4d6b-aacf-c4b2b8a570ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/431ce36f-8345-42e8-bb54-631ede8cc809 HTTP/1.1" status: 204 len: 168 time: 2.7010317 Nov 03 19:02:24.680108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47378) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:24.693765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:24.697866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52dc5-fbd4-40f0-b403-0643985b7f7c req-15d4a6f9-76fa-482b-ab4c-426317d52e31 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:24.702888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.731526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85c52dc5-fbd4-40f0-b403-0643985b7f7c req-15d4a6f9-76fa-482b-ab4c-426317d52e31 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1096 time: 0.2692251 Nov 03 19:02:24.784676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85c52dc5-fbd4-40f0-b403-0643985b7f7c req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.204041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596642dd-5fc7-494c-b25a-384a5ec2b8a6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.205195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85c52dc5-fbd4-40f0-b403-0643985b7f7c req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.207905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596642dd-5fc7-494c-b25a-384a5ec2b8a6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.212573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-85c52dc5-fbd4-40f0-b403-0643985b7f7c req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.248782 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-596642dd-5fc7-494c-b25a-384a5ec2b8a6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5633032 Nov 03 19:02:25.269105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47382) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:25.336778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.409722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186eb894-782f-41cc-867e-96f155bf3fb1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:25.493040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85c52dc5-fbd4-40f0-b403-0643985b7f7c req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7606523 Nov 03 19:02:25.504273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.510882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.514101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.520788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.531534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7eabbb6e-a8c8-4994-be18-e10e4bdff550 None None] Provisioning complete for port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:25.532445 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7eabbb6e-a8c8-4994-be18-e10e4bdff550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.533331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.537024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.540533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.544691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.547333 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:25.548443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.552049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.553067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.569615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8af5-65d4-464b-947d-d6cca3570e5f tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:25.574950 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.705276 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-599b6528-e9fa-4d51-8f87-9763a5a4a082 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:25.790867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-599b6528-e9fa-4d51-8f87-9763a5a4a082 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.149146 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-599b6528-e9fa-4d51-8f87-9763a5a4a082 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.262789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:26.529150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bb5a9-f910-427b-bfc9-04e4508eed7b req-5a5c923a-1f1e-4f65-a9ae-ab527275dbfd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:26.564489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c90bb5a9-f910-427b-bfc9-04e4508eed7b req-5a5c923a-1f1e-4f65-a9ae-ab527275dbfd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.6064584 Nov 03 19:02:26.603951 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-599b6528-e9fa-4d51-8f87-9763a5a4a082 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.611001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-900034eb-c089-467a-99d6-6326c6ea309c None None] Could not find standard attr ID for object 431ce36f-8345-42e8-bb54-631ede8cc809. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:02:26.850077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-599b6528-e9fa-4d51-8f87-9763a5a4a082 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.866710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c90bb5a9-f910-427b-bfc9-04e4508eed7b req-8d8269f1-ee54-4ce1-9fa4-785cab79c695 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938585 Nov 03 19:02:27.013554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-599b6528-e9fa-4d51-8f87-9763a5a4a082 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.027636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47404) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:27.066763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-599b6528-e9fa-4d51-8f87-9763a5a4a082 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69 HTTP/1.1" status: 204 len: 168 time: 1.7955825 Nov 03 19:02:27.070523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b6528-e9fa-4d51-8f87-9763a5a4a082 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:27.139562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e714191f-5a00-4bba-9b39-0d2dc3c1d8b5 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:27.269226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47406) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:27.278437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:27.302480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-49ca5463-b336-43c2-9e3a-37a5247bf024 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2705054 Nov 03 19:02:27.890664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:27.896174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.992905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:02:28.031441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae638292-1735-483a-80d4-2d4ca0bf2436 req-7a52c782-9d2f-451e-a922-8495868b71ba tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:28.055683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae638292-1735-483a-80d4-2d4ca0bf2436 req-7a52c782-9d2f-451e-a922-8495868b71ba tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.3131680 Nov 03 19:02:28.241674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] Deleting port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:28.242160 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.315846 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae638292-1735-483a-80d4-2d4ca0bf2436 req-85986c0d-d533-4edf-b932-3d1bd093b628 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503757 Nov 03 19:02:28.366288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47426) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:28.582960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] For port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:28.587732 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.615607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] Calling delete_port for cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:28.738463 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.783835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] Pushing event deleted for resources: {'Port': ['ID=cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:28.790099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d897683-cf8b-4b15-a364-523c4c66f0ea None None] No DVR routers for this DVR port cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:28.836296 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.005245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930933f3-bfda-4d24-9bf5-38f36768371a req-d80fd4d9-e4f6-4430-bdfd-d6786d43a984 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:29.035270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-930933f3-bfda-4d24-9bf5-38f36768371a req-d80fd4d9-e4f6-4430-bdfd-d6786d43a984 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.3191211 Nov 03 19:02:29.048900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:29.057132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:29.079653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aaf743-58b2-4f91-85bd-89869f6e4887 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:29.087949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:29.092521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.125587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=71c23f95-c28b-4aa6-b71b-e8a63d915713,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:29.156940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f15493da-d3ae-4406-8665-6e335db914a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8856108 Nov 03 19:02:29.164840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47438) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.201626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1eb6371f-1dd8-464b-8c7f-a7c14e1a7263 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '71c23f95-c28b-4aa6-b71b-e8a63d915713', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1732448866'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:29.215499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6938ed85-2410-4da4-8061-1c984821050f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/2a1aba5d-e419-4686-8337-e270e5085a43 HTTP/1.1" status: 200 len: 993 time: 0.8357987 Nov 03 19:02:29.344097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-930933f3-bfda-4d24-9bf5-38f36768371a req-13a84830-f405-455e-a0da-97b7064af0c6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737837 Nov 03 19:02:29.871067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '71c23f95-c28b-4aa6-b71b-e8a63d915713'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:29.872585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.005872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb6371f-1dd8-464b-8c7f-a7c14e1a7263 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:30.681153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1eb6371f-1dd8-464b-8c7f-a7c14e1a7263 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.716760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/71c23f95-c28b-4aa6-b71b-e8a63d915713/0e4c0d0e-f257-4289-b719-cb6cf89f7192) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:30.842631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-1eb6371f-1dd8-464b-8c7f-a7c14e1a7263 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 5288deb9-e30e-4d9d-93ce-696a2e56e312 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:30.967968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:31.289677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-aef340b5-3bf1-415e-8ec7-fbeee959d4f3 req-7482e637-e842-46fd-914e-62b7ff3e5eed service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:02:31.318986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aef340b5-3bf1-415e-8ec7-fbeee959d4f3 req-7482e637-e842-46fd-914e-62b7ff3e5eed service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.7625535 Nov 03 19:02:31.348814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:02:31.348814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd4b3a8d-3fa5-4ffa-aad4-c275f12015d8 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:31.450777 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.478583 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.644130 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb6371f-1dd8-464b-8c7f-a7c14e1a7263 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:02:31.651640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb6371f-1dd8-464b-8c7f-a7c14e1a7263 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:02:31.738162 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1eb6371f-1dd8-464b-8c7f-a7c14e1a7263 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.5676701 Nov 03 19:02:31.739205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47472) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:31.858289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:31.956389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106bc80f-b602-4655-bb62-e3a652f7c744 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:31.956715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:31.978854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-106bc80f-b602-4655-bb62-e3a652f7c744 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2334232 Nov 03 19:02:31.979049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47478) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:32.021232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:32.059958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Pushing event updated for resources: {'Port': ['ID=0e4c0d0e-f257-4289-b719-cb6cf89f7192,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:32.264783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88475390-2c12-4aaf-abfd-959be8335ad4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:32.272313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88475390-2c12-4aaf-abfd-959be8335ad4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:32.278412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47482) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:32.279201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-88475390-2c12-4aaf-abfd-959be8335ad4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2991018 Nov 03 19:02:32.359528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Attempting to bind port 0e4c0d0e-f257-4289-b719-cb6cf89f7192 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:32.360250 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Attempting to bind port 0e4c0d0e-f257-4289-b719-cb6cf89f7192 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:32.362048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Attempting to bind port 0e4c0d0e-f257-4289-b719-cb6cf89f7192 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:32.381795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:32.383143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:32.386312 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.397064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:32.405206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Bound port: 0e4c0d0e-f257-4289-b719-cb6cf89f7192, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:32.406460 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.526476 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.765284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d71023-3ea2-4b13-b8ff-f88437f1a93e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 71c23f95-c28b-4aa6-b71b-e8a63d915713 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:32.829098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4d71023-3ea2-4b13-b8ff-f88437f1a93e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.894323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] For port 0e4c0d0e-f257-4289-b719-cb6cf89f7192, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:32.929128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] For port 0e4c0d0e-f257-4289-b719-cb6cf89f7192, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0e4c0d0e-f257-4289-b719-cb6cf89f7192,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:32.952306 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.083323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4d71023-3ea2-4b13-b8ff-f88437f1a93e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.324188 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-a0e3052e-472f-4176-b647-a8d4b3ee1953 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7767999 Nov 03 19:02:33.378984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78392b8-d2a4-407f-aae9-e32bc174ed01 None None] Pushing event updated for resources: {'Port': ['ID=0e4c0d0e-f257-4289-b719-cb6cf89f7192,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:33.457488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4d71023-3ea2-4b13-b8ff-f88437f1a93e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.490532 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.082825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4d71023-3ea2-4b13-b8ff-f88437f1a93e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.338545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50febf48-a41c-4bcf-a241-c9232cc5973a req-4d273072-3ed0-4c23-ade1-44daed548c9b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:34.365941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50febf48-a41c-4bcf-a241-c9232cc5973a req-4d273072-3ed0-4c23-ade1-44daed548c9b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.5962613 Nov 03 19:02:34.368334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4d71023-3ea2-4b13-b8ff-f88437f1a93e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.408185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f4d71023-3ea2-4b13-b8ff-f88437f1a93e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/71c23f95-c28b-4aa6-b71b-e8a63d915713 HTTP/1.1" status: 204 len: 168 time: 2.1248314 Nov 03 19:02:34.410097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47522) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:34.426679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d71023-3ea2-4b13-b8ff-f88437f1a93e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=71c23f95-c28b-4aa6-b71b-e8a63d915713,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.523424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0e4c0d0e-f257-4289-b719-cb6cf89f7192 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:34.592250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50febf48-a41c-4bcf-a241-c9232cc5973a req-314383f7-3517-40c9-a79c-159974d3eb73 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623726 Nov 03 19:02:34.624748 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fae9201a-3514-470b-8115-655ba5cd06df tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2118046 Nov 03 19:02:34.630651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47528) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:34.651312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:34.838488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0e4c0d0e-f257-4289-b719-cb6cf89f7192 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:34.839430 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.337035 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.542185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:35.553669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.565538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 0e4c0d0e-f257-4289-b719-cb6cf89f7192, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0e4c0d0e-f257-4289-b719-cb6cf89f7192,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:35.578253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.713126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b8a3b-c7d2-43cd-bc93-dc634e8ee74c req-3d1a7692-4a5f-479d-9e9d-71e111d8998b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.733158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-902b8a3b-c7d2-43cd-bc93-dc634e8ee74c req-3d1a7692-4a5f-479d-9e9d-71e111d8998b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.4189293 Nov 03 19:02:35.937701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=0e4c0d0e-f257-4289-b719-cb6cf89f7192,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:36.104773 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30244c20-0ec7-44ab-98d3-a5f1ffea28df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.473599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca82c5e3-748f-4817-85df-c3f7773ffe3f None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:36.772430 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-902b8a3b-c7d2-43cd-bc93-dc634e8ee74c req-cc244860-8cda-48c3-bc79-905d18181b05 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0356276 Nov 03 19:02:37.151091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-411535d4-4ab8-44fa-b6e0-46b95c6c9b6e None None] Provisioning complete for port 0e4c0d0e-f257-4289-b719-cb6cf89f7192 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:37.153237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-411535d4-4ab8-44fa-b6e0-46b95c6c9b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.657132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.038098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:38.055108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:02:38.138558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:38.150191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:38.186929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:38.187953 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.406214 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a068f4e-8bf3-4bf2-857d-8c38db82445d req-b712ec4f-b147-4fd0-b554-5840c9e8d342 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:38.439409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a068f4e-8bf3-4bf2-857d-8c38db82445d req-b712ec4f-b147-4fd0-b554-5840c9e8d342 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.9658749 Nov 03 19:02:38.550258 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b7c9add7-8ce0-4cac-9d83-c01c58acbd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.590667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47586) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:38.659288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47590) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:38.660083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-de768f5b-69bb-49fa-a009-a78dc38b7d03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0235906 Nov 03 19:02:38.667465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] Deleting port 0e4c0d0e-f257-4289-b719-cb6cf89f7192 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:38.667788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fddec25a-fa3a-4d6d-9fc9-8ec9949de670 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1321312196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:38.668070 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.733068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a068f4e-8bf3-4bf2-857d-8c38db82445d req-6da50fd4-6ab5-4f12-b33b-83240bb5b525 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886569 Nov 03 19:02:38.831264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fddec25a-fa3a-4d6d-9fc9-8ec9949de670 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.833294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fddec25a-fa3a-4d6d-9fc9-8ec9949de670 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.022987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-8b08e6cb-bffa-4f71-baa5-f66436702d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:39.025796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-8b08e6cb-bffa-4f71-baa5-f66436702d25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1096 time: 0.3615272 Nov 03 19:02:39.330110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] For port 0e4c0d0e-f257-4289-b719-cb6cf89f7192, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0e4c0d0e-f257-4289-b719-cb6cf89f7192,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:39.330704 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.395971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fddec25a-fa3a-4d6d-9fc9-8ec9949de670 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.396562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] Calling delete_port for 0e4c0d0e-f257-4289-b719-cb6cf89f7192 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:39.442420 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.537875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fddec25a-fa3a-4d6d-9fc9-8ec9949de670 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.619171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-4f4e44bd-fcd4-4b96-bb89-ddb1a584aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:39.632812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-4f4e44bd-fcd4-4b96-bb89-ddb1a584aad3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 898 time: 0.5884364 Nov 03 19:02:39.784169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fddec25a-fa3a-4d6d-9fc9-8ec9949de670 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.786925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.816466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fddec25a-fa3a-4d6d-9fc9-8ec9949de670 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1554332 Nov 03 19:02:39.834079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47598) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:39.891534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] Pushing event deleted for resources: {'Port': ['ID=0e4c0d0e-f257-4289-b719-cb6cf89f7192,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:39.968583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608c66c-3861-48ad-9a52-2edae2a83f5c None None] No DVR routers for this DVR port 0e4c0d0e-f257-4289-b719-cb6cf89f7192 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:40.149829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5d10c-f130-45c9-b7f2-f78f5f71f4ed None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:40.194601 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.270579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9691c-bd18-4d3b-801d-8d7d390fd70f req-471450a3-a440-49ee-8fad-cc1388ff496c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.296457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1fb9691c-bd18-4d3b-801d-8d7d390fd70f req-471450a3-a440-49ee-8fad-cc1388ff496c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.7259443 Nov 03 19:02:40.376571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0e4c0d0e-f257-4289-b719-cb6cf89f7192 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:40.483329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-39018fa5-fd8b-4a33-8150-d93c99a68f28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 1001 time: 0.8332577 Nov 03 19:02:41.811984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0e4c0d0e-f257-4289-b719-cb6cf89f7192 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:02:41.813566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0e4c0d0e-f257-4289-b719-cb6cf89f7192 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:41.829286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47622) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:42.033833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:42.038008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.116917 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.158047 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.585516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-5e497366-756a-40df-8165-e32f3e88929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.588421 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-5e497366-756a-40df-8165-e32f3e88929f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 2.1037500 Nov 03 19:02:42.609192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1fb9691c-bd18-4d3b-801d-8d7d390fd70f req-15445176-a620-406b-9fe1-7192862d1064 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.2643790 Nov 03 19:02:42.844192 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.877292 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.988689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-a336c44b-e109-45d7-ad3e-749ecd5b5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.004752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-a336c44b-e109-45d7-ad3e-749ecd5b5aca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3912456 Nov 03 19:02:43.326876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693/ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:43.334159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-989b329e-64c9-4c6a-8167-39611c9cec40 service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552464 Nov 03 19:02:43.389459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be6764-39a0-492b-bbdd-c6427ce5fb05 req-80b51cbe-1467-458e-a5fd-5ad56f3416b2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.399323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7be6764-39a0-492b-bbdd-c6427ce5fb05 req-80b51cbe-1467-458e-a5fd-5ad56f3416b2 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.3895047 Nov 03 19:02:44.121172 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.123498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7be6764-39a0-492b-bbdd-c6427ce5fb05 req-d62fdd05-5a55-498f-9091-b8d0bcfef1fc tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6822169 Nov 03 19:02:44.150814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.239297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-0a9d3e50-aae7-407e-824b-a6467ce366a6 service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377416 Nov 03 19:02:44.292903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.436814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:44.457073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:44.468412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:44.494895 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b69207e1-d5ae-47a7-b674-7668be90db00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.622693 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9371b1688b95464a95d5d845419df8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 6.0250862 Nov 03 19:02:44.656831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47642) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:44.781158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Pushing event updated for resources: {'Port': ['ID=ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:44.901144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b67b-2400-486c-8d48-b511987fa864 req-28122919-4635-4ddb-9557-78c0915adca7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:44.929383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2799b67b-2400-486c-8d48-b511987fa864 req-28122919-4635-4ddb-9557-78c0915adca7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.3446758 Nov 03 19:02:45.062427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Attempting to bind port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:45.067177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Attempting to bind port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:45.068212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Attempting to bind port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:45.095288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:45.098195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:45.101063 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.101862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:45.102615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Bound port: ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:45.107903 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.199482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2799b67b-2400-486c-8d48-b511987fa864 req-f24e9199-c859-49d6-994f-1745bdd97e54 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621372 Nov 03 19:02:45.315042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef8d930-1a79-43af-ae2d-6e63a6ac3f51,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:45.551174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.554763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.555716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.557103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.563943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.564840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.565709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.575080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.576720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.577713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.578686 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.579780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33addecd-8349-4a26-ba64-5fb35582ad05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:45.770585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0804c-ae24-4343-a047-aedd7088503e req-47741970-27bd-44d9-b20a-6ba31ff54a7b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.785835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7b0804c-ae24-4343-a047-aedd7088503e req-47741970-27bd-44d9-b20a-6ba31ff54a7b tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.3794534 Nov 03 19:02:46.055081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] For port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:46.119919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7b0804c-ae24-4343-a047-aedd7088503e req-21bda921-a425-4b4b-a676-16f75c4ce9ed tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231394 Nov 03 19:02:46.358022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] For port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:46.391846 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.567904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbba46d-5c63-4d68-bf24-ed67e6a96a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.920270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d8bea-a8c4-4ed2-acb8-dfacaf7cacb2 req-4ba2a75e-b325-431d-a23b-020add6d9df9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:46.958918 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e75d8bea-a8c4-4ed2-acb8-dfacaf7cacb2 req-4ba2a75e-b325-431d-a23b-020add6d9df9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.4620354 Nov 03 19:02:47.004130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b69207e1-d5ae-47a7-b674-7668be90db00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.031065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b69207e1-d5ae-47a7-b674-7668be90db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.121767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e3141-a60c-41a7-9a9f-fed90f1039d2 None None] Pushing event updated for resources: {'Port': ['ID=ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:47.147405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbba46d-5c63-4d68-bf24-ed67e6a96a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.456950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e75d8bea-a8c4-4ed2-acb8-dfacaf7cacb2 req-7fac2325-4e09-4c4d-8da2-1876c7afb247 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4899037 Nov 03 19:02:47.859601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b69207e1-d5ae-47a7-b674-7668be90db00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79925bb5209e41e9aeaf28e5f5fae6c2&name=default HTTP/1.1" status: 200 len: 3000 time: 5.8078079 Nov 03 19:02:47.863342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47666) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:47.884941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69207e1-d5ae-47a7-b674-7668be90db00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b32b16f-6355-4bc7-8fb7-bf63cec1e1e5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:48.106963 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbba46d-5c63-4d68-bf24-ed67e6a96a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.128406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecbba46d-5c63-4d68-bf24-ed67e6a96a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.138360 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ecbba46d-5c63-4d68-bf24-ed67e6a96a0d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fef8d930-1a79-43af-ae2d-6e63a6ac3f51 HTTP/1.1" status: 204 len: 168 time: 3.4636159 Nov 03 19:02:48.216391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::1 (45688c7b-5d83-4046-a79b-22363a7f381a/3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693/c4716bfb-e322-40b4-9487-5cfc4ce22b8d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:48.365979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbba46d-5c63-4d68-bf24-ed67e6a96a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef8d930-1a79-43af-ae2d-6e63a6ac3f51,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:48.392363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6483075a-f52c-477f-a1c7-13f36e04f204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.533677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6483075a-f52c-477f-a1c7-13f36e04f204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.836067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8863cb1-78aa-417c-970c-7c92211e7282 req-efca6f4e-141b-4072-be57-67cde60be66f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.850666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8863cb1-78aa-417c-970c-7c92211e7282 req-efca6f4e-141b-4072-be57-67cde60be66f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.7403491 Nov 03 19:02:48.912471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6483075a-f52c-477f-a1c7-13f36e04f204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.921589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6483075a-f52c-477f-a1c7-13f36e04f204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.942917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6483075a-f52c-477f-a1c7-13f36e04f204 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b32b16f-6355-4bc7-8fb7-bf63cec1e1e5 HTTP/1.1" status: 204 len: 168 time: 1.0701630 Nov 03 19:02:49.186285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483075a-f52c-477f-a1c7-13f36e04f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b32b16f-6355-4bc7-8fb7-bf63cec1e1e5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:49.284275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8863cb1-78aa-417c-970c-7c92211e7282 req-2812f431-f0cc-425d-8218-54481f3f505e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4306440 Nov 03 19:02:49.295488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.494363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:49.667785 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.978124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47682) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:49.989187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:49.998994 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.029241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:50.035258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:50.039002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4f31384-5410-4734-8118-2f8a9f725bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.089125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:50.102960 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.164109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfe37-b866-4b45-903b-02bc7d34eda4 req-941fbe2c-1f52-4cc3-96bd-e3b32a039f0c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:50.200050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e5abfe37-b866-4b45-903b-02bc7d34eda4 req-941fbe2c-1f52-4cc3-96bd-e3b32a039f0c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.4248381 Nov 03 19:02:50.497014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:50.537849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3dafc5d6-d6e4-4796-9ef8-87386f63c002 None None] Provisioning complete for port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:50.538706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3dafc5d6-d6e4-4796-9ef8-87386f63c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.570036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e5abfe37-b866-4b45-903b-02bc7d34eda4 req-8b2ec45f-adac-4a6a-8c98-5ee402e001db tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988241 Nov 03 19:02:51.055314 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4f31384-5410-4734-8118-2f8a9f725bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.134442 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.228903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.265966 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4f31384-5410-4734-8118-2f8a9f725bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.296523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:51.311008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.328458 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3dafc5d6-d6e4-4796-9ef8-87386f63c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.528329 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:51.530354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f4f31384-5410-4734-8118-2f8a9f725bc2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=790a7db3f96743179300fba784fed895&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5478263 Nov 03 19:02:51.533459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f31384-5410-4734-8118-2f8a9f725bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968eddde-2c1b-4a18-a1d9-4af4d9582377,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:51.658555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74b2b-d192-4fa2-a8ec-a26bd6de75d2 req-5dbe45d6-943a-4e5a-b2ea-0d5ef711b5dd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.671218 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67b74b2b-d192-4fa2-a8ec-a26bd6de75d2 req-5dbe45d6-943a-4e5a-b2ea-0d5ef711b5dd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.5963905 Nov 03 19:02:51.699444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:52.059838 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-3dafc5d6-d6e4-4796-9ef8-87386f63c002 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:02:52.059838 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-3dafc5d6-d6e4-4796-9ef8-87386f63c002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:02:52.156008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67b74b2b-d192-4fa2-a8ec-a26bd6de75d2 req-d46c4b8b-7389-4034-b1b0-9b91c2ca90b4 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516232 Nov 03 19:02:52.536682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f2cb-1984-496d-aabf-10add2798be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.690394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47712) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:52.768892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f2cb-1984-496d-aabf-10add2798be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.780948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5de18a09-0918-4fac-84a2-9f1ceb1ce99f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.899698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fe91b-e102-4573-8f19-ea321f0b7002 req-b010209a-82b5-4504-a093-4e51dd58a3b7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:52.925497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a8fe91b-e102-4573-8f19-ea321f0b7002 req-b010209a-82b5-4504-a093-4e51dd58a3b7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.4270961 Nov 03 19:02:53.199439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-54acd70b-b54c-4980-8f79-5e8670a027c3 None None] Provisioning complete for port c4716bfb-e322-40b4-9487-5cfc4ce22b8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:53.200325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-54acd70b-b54c-4980-8f79-5e8670a027c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.244505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4a8fe91b-e102-4573-8f19-ea321f0b7002 req-b9ecd13d-2cf8-472c-9142-98bf15d443f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151305 Nov 03 19:02:53.286900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5de18a09-0918-4fac-84a2-9f1ceb1ce99f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.317916 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5de18a09-0918-4fac-84a2-9f1ceb1ce99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.450438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-54acd70b-b54c-4980-8f79-5e8670a027c3 None None] Port c4716bfb-e322-40b4-9487-5cfc4ce22b8d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:53.491674 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5de18a09-0918-4fac-84a2-9f1ceb1ce99f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9214b4138faa425a950e9c4e9fa2b192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7787881 Nov 03 19:02:53.494706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47722) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:53.655749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:53.779447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f21970d4-0173-421a-bc1a-35ad5f854a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.893612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f21970d4-0173-421a-bc1a-35ad5f854a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.933345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:53.938831 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.052137 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.080226 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.090838 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.107112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f21970d4-0173-421a-bc1a-35ad5f854a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.114991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f21970d4-0173-421a-bc1a-35ad5f854a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.120533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f21970d4-0173-421a-bc1a-35ad5f854a46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/269e99f5-32a8-4235-a804-a4f896890e95 HTTP/1.1" status: 204 len: 168 time: 0.6226351 Nov 03 19:02:54.325817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21970d4-0173-421a-bc1a-35ad5f854a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e99f5-32a8-4235-a804-a4f896890e95,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:54.475213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6b71-a306-4426-8d70-0cd1cd8e5e85 req-01154819-7e37-4835-ae80-543c347d32ba tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:54.498851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad0a6b71-a306-4426-8d70-0cd1cd8e5e85 req-01154819-7e37-4835-ae80-543c347d32ba tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.4324584 Nov 03 19:02:54.576153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de18a09-0918-4fac-84a2-9f1ceb1ce99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269e99f5-32a8-4235-a804-a4f896890e95,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:54.674053 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f2cb-1984-496d-aabf-10add2798be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.678441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad0a6b71-a306-4426-8d70-0cd1cd8e5e85 req-dc1374aa-e06d-44b0-9693-6ebff23aae42 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752982 Nov 03 19:02:54.679914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f2cb-1984-496d-aabf-10add2798be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.686450 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3fc5f2cb-1984-496d-aabf-10add2798be3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/968eddde-2c1b-4a18-a1d9-4af4d9582377 HTTP/1.1" status: 204 len: 168 time: 3.1420388 Nov 03 19:02:54.729866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:54.877084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5f2cb-1984-496d-aabf-10add2798be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968eddde-2c1b-4a18-a1d9-4af4d9582377,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:55.115948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:55.123123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:55.296026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805fcb2-fc8d-4bfb-8c1f-1ae5f9fea9d8 req-eaebe775-3426-4035-9cb5-21396794fbf2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:55.302815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b805fcb2-fc8d-4bfb-8c1f-1ae5f9fea9d8 req-eaebe775-3426-4035-9cb5-21396794fbf2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.2527173 Nov 03 19:02:55.580550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b805fcb2-fc8d-4bfb-8c1f-1ae5f9fea9d8 req-774eaf3a-1ef2-41d9-a458-86788c646bb9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649388 Nov 03 19:02:55.850079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Router 6fe67395-eadb-4297-b91b-974c1bf1e3c7 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:02:56.111897 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:02:56.228721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5caf590a-e9c1-40d3-86c8-21c424dce346 None None] Provisioning complete for port c4716bfb-e322-40b4-9487-5cfc4ce22b8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:56.229605 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5caf590a-e9c1-40d3-86c8-21c424dce346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.521328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5caf590a-e9c1-40d3-86c8-21c424dce346 None None] Port c4716bfb-e322-40b4-9487-5cfc4ce22b8d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:56.542550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:02:56.559875 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Sync routers for ids ['6fe67395-eadb-4297-b91b-974c1bf1e3c7'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:02:56.587297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47760) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:56.588315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a180f2e3-359c-4452-a027-c14704e9834e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "PUT /v2.0/routers/6fe67395-eadb-4297-b91b-974c1bf1e3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7444625 Nov 03 19:02:56.611984 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Routers {'6fe67395-eadb-4297-b91b-974c1bf1e3c7'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:02:56.615539 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:02:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6fe67395-eadb-4297-b91b-974c1bf1e3c7'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:57.202915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac19ad2-f893-414e-b803-7bd35f586fdf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.213289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ac19ad2-f893-414e-b803-7bd35f586fdf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports/c4716bfb-e322-40b4-9487-5cfc4ce22b8d HTTP/1.1" status: 200 len: 911 time: 0.6156127 Nov 03 19:02:57.214354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47786) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:57.241518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cb19a-826c-4c0c-abdc-22f28048dd75 req-9fd9ed3b-74f4-4eb3-a38d-47257c1a4adb tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.246099 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Set router 6fe67395-eadb-4297-b91b-974c1bf1e3c7 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:02:57.267302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b93cb19a-826c-4c0c-abdc-22f28048dd75 req-9fd9ed3b-74f4-4eb3-a38d-47257c1a4adb tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 0.5123224 Nov 03 19:02:57.271565 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-2e9be2ea-379b-40e3-87b1-9175d5b47f1f service neutron] show failed (client error): The resource could not be found. Nov 03 19:02:57.277241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-2e9be2ea-379b-40e3-87b1-9175d5b47f1f service neutron] 10.222.0.70 "GET /v2.0/ports/df62a0d2-edcc-4767-ae5d-4de0ddbaffe2/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.4593291 Nov 03 19:02:57.630182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056a264-5309-4c38-8039-95045870cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.655833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056a264-5309-4c38-8039-95045870cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.661912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b93cb19a-826c-4c0c-abdc-22f28048dd75 req-5922b9d9-2753-4995-9406-697b4dc43226 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925898 Nov 03 19:02:57.669817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47796) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:57.673634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f056a264-5309-4c38-8039-95045870cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4433882 Nov 03 19:02:58.430295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-8cf64d6e-f49d-469e-95a4-7f01aab144de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:58.440506 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-8cf64d6e-f49d-469e-95a4-7f01aab144de service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 1096 time: 0.5144587 Nov 03 19:02:58.450996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-53eb8125-8e69-479e-ba9e-baa44b4140a5 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:58.454325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-53eb8125-8e69-479e-ba9e-baa44b4140a5 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.96 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 946 time: 0.4659355 Nov 03 19:02:58.477686 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:58.649931 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'name': 'tempest-NetworksTestDHCPv6-router-1321312196', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:38Z', 'updated_at': '2021-11-03T19:02:50Z', 'revision_number': 2, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None, '_interfaces': [{'id': 'c4716bfb-e322-40b4-9487-5cfc4ce22b8d', 'name': '', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'mac_address': 'fa:16:3e:13:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:45Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 2, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'subnets': [{'id': '3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:58.663120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d737e-9986-40b5-9e0f-6131210e0d84 req-9140f296-5709-4fa6-b25f-8640302afa8a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:58.681182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-312d737e-9986-40b5-9e0f-6131210e0d84 req-9140f296-5709-4fa6-b25f-8640302afa8a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=04540b6a-7a8f-4a14-a73b-4e6dafc56f03 HTTP/1.1" status: 200 len: 946 time: 0.4234920 Nov 03 19:02:58.791176 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Checking router: 6fe67395-eadb-4297-b91b-974c1bf1e3c7 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:02:58.796553 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Updating router 6fe67395-eadb-4297-b91b-974c1bf1e3c7 port c4716bfb-e322-40b4-9487-5cfc4ce22b8d binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:02:58.923463 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.926920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.222823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:59.640186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-312d737e-9986-40b5-9e0f-6131210e0d84 req-8c4590de-a14e-461f-a9fc-4501a6258260 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9496315 Nov 03 19:02:59.793735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Deleting port 312d2c25-3092-4882-a369-37dd55430f8c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:59.794952 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.834784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.168414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:00.198379 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.214235 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.280017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:00.348028 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Pushing event updated for resources: {'Port': ['ID=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:00.434304 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.477813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Transition to ACTIVE for port object df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:03:00.481628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:00.493113 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3770f65-bdb4-40bc-8bfb-aceb714eed4e" -d '{"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-unplugged", "status": "completed", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:00.517194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.578770 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.579118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.579464 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.579801 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.580186 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.580622 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.586619 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.587131 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.587668 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.588083 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.588558 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.589043 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.722085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] For port 312d2c25-3092-4882-a369-37dd55430f8c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=312d2c25-3092-4882-a369-37dd55430f8c,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:00.724664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.765060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:00.767174 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:03:00.768032 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:03:00.856316 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Attempting to bind port c4716bfb-e322-40b4-9487-5cfc4ce22b8d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:00.856901 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Attempting to bind port c4716bfb-e322-40b4-9487-5cfc4ce22b8d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:00.858979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Calling delete_port for 312d2c25-3092-4882-a369-37dd55430f8c owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:00.865883 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Attempting to bind port c4716bfb-e322-40b4-9487-5cfc4ce22b8d on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:00.931735 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:00.932287 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:00.933309 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.933934 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:00.951779 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Bound port: c4716bfb-e322-40b4-9487-5cfc4ce22b8d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:00.952786 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.571841 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] For port c4716bfb-e322-40b4-9487-5cfc4ce22b8d, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:01.587935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] No DVR routers for this DVR port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:01.588802 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] For port c4716bfb-e322-40b4-9487-5cfc4ce22b8d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:01.609568 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.668445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.707605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c8008f2d-3f62-48e5-899c-577c409d2c6b', 'a65fb06c-e1da-404b-b0db-86baecf4e0ad', '4e5632ed-779e-4ca0-ae62-348f16e634a3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:01.855352 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9cc3b-4248-43e0-83e9-3e8966c470bd None None] Pushing event updated for resources: {'Port': ['ID=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:01.923594 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Routers {'6fe67395-eadb-4297-b91b-974c1bf1e3c7'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:01.925103 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:02:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6fe67395-eadb-4297-b91b-974c1bf1e3c7'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:02.092115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Pushing event deleted for resources: {'Port': ['ID=312d2c25-3092-4882-a369-37dd55430f8c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:02.104522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-84958d63-afb6-42d9-b27c-963dedcd9a38 None None] Provisioning complete for port c4716bfb-e322-40b4-9487-5cfc4ce22b8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:02.114465 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-84958d63-afb6-42d9-b27c-963dedcd9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.338178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 312d2c25-3092-4882-a369-37dd55430f8c no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:02.343706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Attempting to bind port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:02.348153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Attempting to bind port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:02.348863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Attempting to bind port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:02.371536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:03:02.372568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Attempting to bind port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:02.400252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:02.408294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Checking segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:02.409585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 312d2c25-3092-4882-a369-37dd55430f8c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:02.409932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Bound using segment: {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:02.410138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 312d2c25-3092-4882-a369-37dd55430f8c not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:02.410777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Bound port: df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:02.413131 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.435272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d9eb9-b63d-4bff-9160-ff7e8535de4f req-77e42cd4-c5a8-4b77-8c89-f22d67238433 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:02.438023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-555d9eb9-b63d-4bff-9160-ff7e8535de4f req-77e42cd4-c5a8-4b77-8c89-f22d67238433 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 943 time: 2.4247949 Nov 03 19:03:02.708669 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-84958d63-afb6-42d9-b27c-963dedcd9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.746088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df843484-bb6c-4969-aebc-eb920de336af req-bce5dfd3-c9c0-4353-adda-8a5f3478165a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1528654 Nov 03 19:03:02.757028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.757704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:02.778129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] No DVR routers for this DVR port 312d2c25-3092-4882-a369-37dd55430f8c on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:02.785259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:02.798049 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.804779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fc5b64f-50d1-4cce-9109-40ca20a10d71 req-73fcc397-33f2-4556-8b3d-5381e122491f tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.96 "DELETE /v2.0/ports/312d2c25-3092-4882-a369-37dd55430f8c HTTP/1.1" status: 204 len: 173 time: 4.3359053 Nov 03 19:03:02.832692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.899997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04540b6a-7a8f-4a14-a73b-4e6dafc56f03', 'name': 'network-vif-deleted', 'tag': '312d2c25-3092-4882-a369-37dd55430f8c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:02.913440 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b088873b-266e-4f68-8259-deb15045466a" -d '{"events": [{"server_uuid": "04540b6a-7a8f-4a14-a73b-4e6dafc56f03", "name": "network-vif-deleted", "tag": "312d2c25-3092-4882-a369-37dd55430f8c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:02.995921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] Set router 6fe67395-eadb-4297-b91b-974c1bf1e3c7 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:03.020589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-84958d63-afb6-42d9-b27c-963dedcd9a38 None None] For port c4716bfb-e322-40b4-9487-5cfc4ce22b8d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:03.076515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.077905 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:03.080671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] 10.222.0.96 "PUT /v2.0/ports/df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 1091 time: 4.6266124 Nov 03 19:03:03.120511 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-555d9eb9-b63d-4bff-9160-ff7e8535de4f req-899edeef-26a6-47eb-b3be-ed260193d041 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6648314 Nov 03 19:03:03.250974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df843484-bb6c-4969-aebc-eb920de336af req-a2ff07a9-1636-4a28-a8df-a136e82e6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.253683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df843484-bb6c-4969-aebc-eb920de336af req-a2ff07a9-1636-4a28-a8df-a136e82e6e76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 1096 time: 0.4646850 Nov 03 19:03:03.437777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cf35f-e26b-41d2-b2bb-eec346d392ca service neutron] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:03.455469 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-84958d63-afb6-42d9-b27c-963dedcd9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:03.580531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-ae82ca3c-fd17-4502-9d1d-43ac2cb19295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.590597 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-ae82ca3c-fd17-4502-9d1d-43ac2cb19295 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1094 time: 0.4359078 Nov 03 19:03:03.922560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84958d63-afb6-42d9-b27c-963dedcd9a38 None None] Pushing event updated for resources: {'Port': ['ID=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:03.952113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-f388f4a2-9eee-4c80-b80b-f4e1a67fdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.966269 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-f388f4a2-9eee-4c80-b80b-f4e1a67fdeeb service neutron] 10.222.0.96 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 898 time: 0.3662708 Nov 03 19:03:04.113581 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.189814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e22fbbbd-6182-4d7d-b17d-2f68d545f73d None None] Provisioning complete for port c4716bfb-e322-40b4-9487-5cfc4ce22b8d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:04.190941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e22fbbbd-6182-4d7d-b17d-2f68d545f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.199509 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'name': 'tempest-NetworksTestDHCPv6-router-1321312196', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:38Z', 'updated_at': '2021-11-03T19:02:50Z', 'revision_number': 2, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None, '_interfaces': [{'id': 'c4716bfb-e322-40b4-9487-5cfc4ce22b8d', 'name': '', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'mac_address': 'fa:16:3e:13:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:45Z', 'updated_at': '2021-11-03T19:03:01Z', 'revision_number': 4, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'subnets': [{'id': '3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:04.311329 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-4c4a754e-befa-4f95-af34-488c3be1adba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 999 time: 0.3354282 Nov 03 19:03:04.456403 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172d1b5-76e9-4225-89a9-d43fc80c1183 None None] The sync data for ids ['6fe67395-eadb-4297-b91b-974c1bf1e3c7'] in n-d-812148-3 is: [{'id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'name': 'tempest-NetworksTestDHCPv6-router-1321312196', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:38Z', 'updated_at': '2021-11-03T19:02:50Z', 'revision_number': 2, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None, '_interfaces': [{'id': 'c4716bfb-e322-40b4-9487-5cfc4ce22b8d', 'name': '', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'mac_address': 'fa:16:3e:13:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:45Z', 'updated_at': '2021-11-03T19:03:01Z', 'revision_number': 4, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'subnets': [{'id': '3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:04.633630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df843484-bb6c-4969-aebc-eb920de336af req-bb779c78-f19e-425d-993a-8122c3286ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:04.638813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df843484-bb6c-4969-aebc-eb920de336af req-bb779c78-f19e-425d-993a-8122c3286ce4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 1.0596635 Nov 03 19:03:04.674879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-127e4e78-ca97-4c9f-b9c9-e8d9adf2f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:04.676803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-127e4e78-ca97-4c9f-b9c9-e8d9adf2f91d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 0.3471487 Nov 03 19:03:04.867486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-7ec56f70-adc6-40ab-a047-379e9e3565e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:04.875463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-7ec56f70-adc6-40ab-a047-379e9e3565e7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905055 Nov 03 19:03:05.083435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df843484-bb6c-4969-aebc-eb920de336af req-68a9c03a-c195-41f6-a081-80fae7dfd28b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5632ed-779e-4ca0-ae62-348f16e634a3 HTTP/1.1" status: 200 len: 217 time: 0.3718257 Nov 03 19:03:05.249463 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.290389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df843484-bb6c-4969-aebc-eb920de336af req-8be22d04-6ed6-47e5-8de9-4add93132866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.295129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df843484-bb6c-4969-aebc-eb920de336af req-8be22d04-6ed6-47e5-8de9-4add93132866 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 0.1883416 Nov 03 19:03:05.384473 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-73657d6a-08b9-4de6-8f8a-170ecf97089c service neutron] 10.222.0.96 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995182 Nov 03 19:03:05.680461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c4716bfb-e322-40b4-9487-5cfc4ce22b8d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:05.766802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84485de0-d8d6-4498-b8fe-72894bec4720 req-c6c1904a-a661-4f5f-9fef-9e4c45b360c6 service neutron] 10.222.0.96 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755801 Nov 03 19:03:06.091899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c4716bfb-e322-40b4-9487-5cfc4ce22b8d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:06.092555 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.110208 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3151-ba04-4c9f-a5f7-86e6e362cd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.293025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-8e6403f5-847c-487d-8daa-cad4bd80c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:06.295759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-8e6403f5-847c-487d-8daa-cad4bd80c351 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1096 time: 2.0621557 Nov 03 19:03:06.463877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df843484-bb6c-4969-aebc-eb920de336af req-07f8c3a1-4f57-4e9e-914a-5813c8c1f567 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624589 Nov 03 19:03:06.487735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a740-ea8a-456d-9416-2db5797529f6 req-c9b6f83c-3472-4a6d-a5fe-f0e1eafd0f1c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:06.490739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0465a740-ea8a-456d-9416-2db5797529f6 req-c9b6f83c-3472-4a6d-a5fe-f0e1eafd0f1c tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 945 time: 1.8689384 Nov 03 19:03:06.986691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0465a740-ea8a-456d-9416-2db5797529f6 req-c930e728-ce64-44b1-a038-b78b6bdcbf93 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048103 Nov 03 19:03:07.355121 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c7f0e-32fe-41e9-86ed-49c9e3b83d5b x-openstack-request-id: req-f93c7f0e-32fe-41e9-86ed-49c9e3b83d5b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:07.356132 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-unplugged", "status": "completed", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:07.356678 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f93c7f0e-32fe-41e9-86ed-49c9e3b83d5b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:07.357450 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'code': 200} Nov 03 19:03:07.406989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-449aadea-756d-4051-a942-4262a31c7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.412371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-449aadea-756d-4051-a942-4262a31c7365 service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 1.0457268 Nov 03 19:03:07.433595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47954) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:08.035583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-5d0bed9c-cf79-4fa6-9e39-19a82e712817 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 1001 time: 0.5966916 Nov 03 19:03:08.039079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df843484-bb6c-4969-aebc-eb920de336af req-ebc39bd9-346d-4760-82f8-0afb1a7e0ae0 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4317296 Nov 03 19:03:08.108246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:03:08.110856 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a3985c-afaa-483f-8d90-670bb0fca964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.112398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:08.212710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port c4716bfb-e322-40b4-9487-5cfc4ce22b8d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:08.212710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.414252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a3985c-afaa-483f-8d90-670bb0fca964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.423281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a3985c-afaa-483f-8d90-670bb0fca964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.552501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3985c-afaa-483f-8d90-670bb0fca964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3537bf-fc46-4b7f-874e-8896378bbc66,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:08.556617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-960b3676-d947-4151-9c3d-4556623f99fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.605808 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cd71bc-b0a9-4271-96cf-1228ea23dca6 x-openstack-request-id: req-c7cd71bc-b0a9-4271-96cf-1228ea23dca6 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:08.608855 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04540b6a-7a8f-4a14-a73b-4e6dafc56f03", "name": "network-vif-deleted", "tag": "312d2c25-3092-4882-a369-37dd55430f8c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:08.610551 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7cd71bc-b0a9-4271-96cf-1228ea23dca6 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:08.618298 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04540b6a-7a8f-4a14-a73b-4e6dafc56f03', 'name': 'network-vif-deleted', 'tag': '312d2c25-3092-4882-a369-37dd55430f8c', 'status': 'completed', 'code': 200} Nov 03 19:03:08.638672 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b2a3985c-afaa-483f-8d90-670bb0fca964 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee0f12eadbc74bec83759f985fdce3f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2026329 Nov 03 19:03:08.643763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47974) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:08.832193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a608-ab79-464f-80b2-109383267ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.933103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a608-ab79-464f-80b2-109383267ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.968883 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.058109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a608-ab79-464f-80b2-109383267ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.065525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] For port c4716bfb-e322-40b4-9487-5cfc4ce22b8d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:09.068374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.069366 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a608-ab79-464f-80b2-109383267ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.082499 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bdc5a608-ab79-464f-80b2-109383267ac4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd3537bf-fc46-4b7f-874e-8896378bbc66 HTTP/1.1" status: 204 len: 168 time: 0.4350398 Nov 03 19:03:09.117219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for c4716bfb-e322-40b4-9487-5cfc4ce22b8d owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:09.122714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5a608-ab79-464f-80b2-109383267ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3537bf-fc46-4b7f-874e-8896378bbc66,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:09.359603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:09.364849 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53632659-7f86-4955-a01c-9c1e73f8da9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:09.638882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:09.665690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:09.671312 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ca8827-8334-428d-b142-f684c0d167b9" -d '{"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:09.772375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'port_id': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'mac_address': 'fa:16:3e:2d:04:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:03:09.780498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:09.798109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.908998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-a60e43fb-dbeb-4d66-97e5-efbf7ae6d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.914390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-a60e43fb-dbeb-4d66-97e5-efbf7ae6d878 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 1.8507748 Nov 03 19:03:09.947043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df843484-bb6c-4969-aebc-eb920de336af req-9d1c9697-4819-4080-914a-c48fc698e0fb service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8851526 Nov 03 19:03:10.072273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ace482-ca42-43c5-af9d-5bf6c8b0dc2a req-d7dd039f-ea9a-4a60-8aa5-13999e5c3a4d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:10.083336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3ace482-ca42-43c5-af9d-5bf6c8b0dc2a req-d7dd039f-ea9a-4a60-8aa5-13999e5c3a4d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 943 time: 1.3296959 Nov 03 19:03:10.117725 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.195339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47996) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:10.246891 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49a3e665-434e-4087-b19d-4edb83b475f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.280448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:03:10.291799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:10.380531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-24c1e14b-bc01-404f-b557-019e9dbdff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:10.383908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-24c1e14b-bc01-404f-b557-019e9dbdff4b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4321640 Nov 03 19:03:10.482716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3ace482-ca42-43c5-af9d-5bf6c8b0dc2a req-ac59d2a5-c286-48ba-869d-a0f8398d1378 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646398 Nov 03 19:03:10.484330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.513556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:10.529088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.674213 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.729245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49a3e665-434e-4087-b19d-4edb83b475f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.747453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49a3e665-434e-4087-b19d-4edb83b475f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.754803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=c4716bfb-e322-40b4-9487-5cfc4ce22b8d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:10.831473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:10.893203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3e665-434e-4087-b19d-4edb83b475f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee06ae-7df3-40bc-b5d3-167e0f1be8a8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:11.036909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49a3e665-434e-4087-b19d-4edb83b475f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af947c11c37c4795b4d66e16a20478c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8398142 Nov 03 19:03:11.038548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:11.046404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48010) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:11.253625 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49acbb8e-3d7f-4578-9482-700d238d50b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.278692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfbc3d-d615-4baf-abef-68a3daea527c req-d44a6db9-0cfd-4ff6-885f-599aa958bd68 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:11.285018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01dfbc3d-d615-4baf-abef-68a3daea527c req-d44a6db9-0cfd-4ff6-885f-599aa958bd68 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.5063758 Nov 03 19:03:11.357806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49acbb8e-3d7f-4578-9482-700d238d50b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.557372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49acbb8e-3d7f-4578-9482-700d238d50b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.562685 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.569278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49acbb8e-3d7f-4578-9482-700d238d50b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.577441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49acbb8e-3d7f-4578-9482-700d238d50b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fcee06ae-7df3-40bc-b5d3-167e0f1be8a8 HTTP/1.1" status: 204 len: 168 time: 0.5265853 Nov 03 19:03:11.609805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acbb8e-3d7f-4578-9482-700d238d50b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee06ae-7df3-40bc-b5d3-167e0f1be8a8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:11.656437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-07aba59f-74b7-476d-97b2-2d565a2182ae service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2129464 Nov 03 19:03:12.323244 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.351728 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.481306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6918e4b3-8b7c-4139-a2a3-e7c79fd5ae3b req-2ed5f746-ebfb-4902-9338-ec919e06c9f0 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7933128 Nov 03 19:03:12.735689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01dfbc3d-d615-4baf-abef-68a3daea527c req-0d04b876-b444-457c-b6d9-98eeaadea060 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2622776 Nov 03 19:03:13.166637 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735f5327-7903-4f99-8442-720252a31c16 x-openstack-request-id: req-735f5327-7903-4f99-8442-720252a31c16 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:13.167386 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:13.167978 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-735f5327-7903-4f99-8442-720252a31c16 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:13.168686 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'status': 'completed', 'code': 200} Nov 03 19:03:13.201036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Router 6fe67395-eadb-4297-b91b-974c1bf1e3c7 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:13.409882 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db96d8c-84cf-4b63-aa97-67a3221ad41b x-openstack-request-id: req-8db96d8c-84cf-4b63-aa97-67a3221ad41b {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:13.411129 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:13.411759 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8db96d8c-84cf-4b63-aa97-67a3221ad41b {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:13.412591 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'code': 200} Nov 03 19:03:13.970582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-ff22bc61-1219-4344-95a3-b0f464563ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:13.975380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-ff22bc61-1219-4344-95a3-b0f464563ad9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1095 time: 0.7441180 Nov 03 19:03:14.087633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-87fed19f-59cb-4d19-9017-f8419b1c92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:14.091929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-87fed19f-59cb-4d19-9017-f8419b1c92ef service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1095 time: 0.8175519 Nov 03 19:03:14.343213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:14.362357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] Sync routers for ids ['6fe67395-eadb-4297-b91b-974c1bf1e3c7'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:14.399871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-997f1611-264f-483b-a91b-8005f31654f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:14.409797 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-997f1611-264f-483b-a91b-8005f31654f9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32&tenant_id=2e22fabbe1db42cd92e04a8708663a2f&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 944 time: 0.3738618 Nov 03 19:03:14.425961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] Routers {'6fe67395-eadb-4297-b91b-974c1bf1e3c7'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:14.425961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:03:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6fe67395-eadb-4297-b91b-974c1bf1e3c7'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:14.463895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e0586fbc-f985-48d9-b225-4f0e21ea9965 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "PUT /v2.0/routers/6fe67395-eadb-4297-b91b-974c1bf1e3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7814915 Nov 03 19:03:14.491478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48058) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:14.682611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:14.763688 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-f6b770d4-7858-4ac9-b809-c21f95fa3e49 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:03:14.765517 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-f6b770d4-7858-4ac9-b809-c21f95fa3e49 service neutron] 10.222.0.70 "DELETE /v2.0/ports/df62a0d2-edcc-4767-ae5d-4de0ddbaffe2/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.3425958 Nov 03 19:03:14.971130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] Set router 6fe67395-eadb-4297-b91b-974c1bf1e3c7 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:15.124313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40874279-10f2-449f-9864-a4cd693fd9bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.134713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48070) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:15.165112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40874279-10f2-449f-9864-a4cd693fd9bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.176834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-40874279-10f2-449f-9864-a4cd693fd9bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6598697 Nov 03 19:03:15.180493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48074) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:15.494123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-415c6ac7-1c2f-4e48-ab50-38088499cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.510985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-415c6ac7-1c2f-4e48-ab50-38088499cd30 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 898 time: 1.4100661 Nov 03 19:03:15.522884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54e1953-f87d-42db-aa6f-50f33901ce56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:15.546702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c54e1953-f87d-42db-aa6f-50f33901ce56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.558967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'name': 'tempest-NetworksTestDHCPv6-router-1321312196', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:38Z', 'updated_at': '2021-11-03T19:03:10Z', 'revision_number': 3, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:15.591415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b21f-6881-4f08-b058-957bf8d68314 req-ccf3914e-7fc4-4dd8-944f-7bfd533af155 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.626684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b037b21f-6881-4f08-b058-957bf8d68314 req-ccf3914e-7fc4-4dd8-944f-7bfd533af155 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 944 time: 1.4799070 Nov 03 19:03:15.708741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] Checking router: 6fe67395-eadb-4297-b91b-974c1bf1e3c7 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:15.804768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1958376936-network', 'tenant_id': '7d01ebaa373042f490ab21beceddd45b'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:15.816512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] Routers {'6fe67395-eadb-4297-b91b-974c1bf1e3c7'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:15.823473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:03:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6fe67395-eadb-4297-b91b-974c1bf1e3c7'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:15.953844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Made reservation on behalf of 7d01ebaa373042f490ab21beceddd45b for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:15.965597 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.091713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.186229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c54e1953-f87d-42db-aa6f-50f33901ce56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.186694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-544227ba-278d-46d3-b416-53513f6f1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:16.190228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-544227ba-278d-46d3-b416-53513f6f1b27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 898 time: 2.2040198 Nov 03 19:03:16.291073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:03:16.340251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:16.340813 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.423865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] Set router 6fe67395-eadb-4297-b91b-974c1bf1e3c7 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:16.514250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-872bc8e1-a086-4fb9-89eb-b928e492cb05 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 1000 time: 0.8806677 Nov 03 19:03:16.546129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'name': 'tempest-NetworksTestDHCPv6-router-1321312196', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:38Z', 'updated_at': '2021-11-03T19:03:10Z', 'revision_number': 3, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:16.586307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b037b21f-6881-4f08-b058-957bf8d68314 req-f7e4f494-1d09-49a7-9dc5-82517d3ded71 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8904767 Nov 03 19:03:16.694388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e6374-d7ec-43fa-8c37-98f6d74cf6a8 None None] The sync data for ids ['6fe67395-eadb-4297-b91b-974c1bf1e3c7'] in n-d-812148-3 is: [{'id': '6fe67395-eadb-4297-b91b-974c1bf1e3c7', 'name': 'tempest-NetworksTestDHCPv6-router-1321312196', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:38Z', 'updated_at': '2021-11-03T19:03:10Z', 'revision_number': 3, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:16.868264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:17.064528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:17.080678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:17.097646 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ded187-1746-4a16-96ec-0d7c8da82d1d" -d '{"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-plugged", "status": "completed", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:17.123168 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:17.356193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:17.536647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:17.547873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c4716bfb-e322-40b4-9487-5cfc4ce22b8d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:17.595282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c4716bfb-e322-40b4-9487-5cfc4ce22b8d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:17.595811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c4716bfb-e322-40b4-9487-5cfc4ce22b8d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:17.622186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.624215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.632291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.633063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.633723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.634327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.635214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.636580 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.637185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.637813 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.638791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:17.639343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:18.376100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c54e1953-f87d-42db-aa6f-50f33901ce56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.401409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-d0d8046f-5363-4a29-b3d7-b59f068cccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:18.402227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-d0d8046f-5363-4a29-b3d7-b59f068cccec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 1.7997663 Nov 03 19:03:18.411823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-39367574-7572-4ff3-8577-ac0e6804efcc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 1000 time: 2.2116489 Nov 03 19:03:18.593548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c54e1953-f87d-42db-aa6f-50f33901ce56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.653434 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c54e1953-f87d-42db-aa6f-50f33901ce56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.664500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f6d2b-fec7-495d-9b89-e4fbbae8258e None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:18.671858 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c54e1953-f87d-42db-aa6f-50f33901ce56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693 HTTP/1.1" status: 204 len: 168 time: 3.4858272 Nov 03 19:03:18.673001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48104) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:18.731413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-81670a34-afec-43a0-81b2-fbc4ed16c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:18.737068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-81670a34-afec-43a0-81b2-fbc4ed16c021 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 0.2873082 Nov 03 19:03:18.979305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.991020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0e5eb-573d-4c0f-bfaa-5ee6b20e76c3 req-7b85e079-76e2-47ca-b671-ce3264af131f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:18.994950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adf0e5eb-573d-4c0f-bfaa-5ee6b20e76c3 req-7b85e079-76e2-47ca-b671-ce3264af131f tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.6659842 Nov 03 19:03:19.010075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e1953-f87d-42db-aa6f-50f33901ce56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:19.114991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.119857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-0ae1b412-cd64-4546-819f-91b9c1627a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.126262 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-0ae1b412-cd64-4546-819f-91b9c1627a05 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7151434 Nov 03 19:03:19.168517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:19.212356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.218204 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Added segment 04ad3b38-a37b-4c9a-9ecc-613ca3fc197a of type vlan for network f15c6f8e-71aa-4590-a648-f90d491ea9e9 Nov 03 19:03:19.224229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:19.437656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-a1ce74d1-bb5d-416e-9641-9ed85c9612dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.450703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-a1ce74d1-bb5d-416e-9641-9ed85c9612dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7036810 Nov 03 19:03:19.465096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] Deleting port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:19.465716 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.470437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adf0e5eb-573d-4c0f-bfaa-5ee6b20e76c3 req-22d07482-a22d-423c-bd10-28d3aa64720a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255309 Nov 03 19:03:19.627158 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.812348 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e2b49fa7-9f98-46f1-b915-c28ed5b82add tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.1147933 Nov 03 19:03:19.813266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48116) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:19.833400 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:03:19.837360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:19.998330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-428817fb-bfe3-420e-ab9e-3ba52dba9543 service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152018 Nov 03 19:03:20.031084 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7f712c-1557-4ccd-92a0-6914982fc969 x-openstack-request-id: req-dc7f712c-1557-4ccd-92a0-6914982fc969 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:20.039229 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-plugged", "status": "completed", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:20.043854 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc7f712c-1557-4ccd-92a0-6914982fc969 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:20.045118 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'code': 200} Nov 03 19:03:20.070695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] For port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:20.073662 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.119667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cc14b6-324c-4378-bf35-414b7d1c0510,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:20.194623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] Calling delete_port for ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:20.292757 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.295080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:20.296506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.489392 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca89e-05f4-4e73-8572-3a3e3fd45e06 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.644732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-c9af7647-1589-4428-9789-cee14d4f2088 service neutron] 10.222.0.96 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3771334 Nov 03 19:03:20.924944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb update to DOWN by agent not found {{(pid=101757) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:03:20.940404 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.007625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be1ed-41a0-4b98-9608-636086001b90 req-7d99ca40-8dae-4ec5-8cad-502f1ebd4998 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:21.021245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-536be1ed-41a0-4b98-9608-636086001b90 req-7d99ca40-8dae-4ec5-8cad-502f1ebd4998 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.5969944 Nov 03 19:03:21.049843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca89e-05f4-4e73-8572-3a3e3fd45e06 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.059651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca89e-05f4-4e73-8572-3a3e3fd45e06 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.088108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] No DVR routers for this DVR port ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:21.113848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-2f71e628-111b-4803-bc31-1962cfb9e573 service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0629497 Nov 03 19:03:21.136516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87e909-8b97-4c1e-b7c6-903a303cc40f None None] Pushing event deleted for resources: {'Port': ['ID=ab6bf4dc-d432-43a0-9ab3-8e0eea9eb9cb,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.331599 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca89e-05f4-4e73-8572-3a3e3fd45e06 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.332538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2ca89e-05f4-4e73-8572-3a3e3fd45e06 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe67395-eadb-4297-b91b-974c1bf1e3c7 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:03:21.335255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] Pushing event updated for resources: {'Network': ['ID=f15c6f8e-71aa-4590-a648-f90d491ea9e9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.368877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network f15c6f8e-71aa-4590-a648-f90d491ea9e9 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:21.369805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca89e-05f4-4e73-8572-3a3e3fd45e06 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.369805 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8d2ca89e-05f4-4e73-8572-3a3e3fd45e06 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/routers/6fe67395-eadb-4297-b91b-974c1bf1e3c7 HTTP/1.1" status: 204 len: 168 time: 1.5226853 Nov 03 19:03:21.372952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c248306b-8a74-4bcd-a1f6-52354603cf48 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 6.2359486 Nov 03 19:03:21.374090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48134) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:21.383270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:21.391071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48136) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:21.403703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Request body: {'subnet': {'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1958376936-subnet', 'tenant_id': '7d01ebaa373042f490ab21beceddd45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:21.677339 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-536be1ed-41a0-4b98-9608-636086001b90 req-5e6ef75b-98f1-4978-b995-8459653af046 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6308963 Nov 03 19:03:21.687464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Made reservation on behalf of 7d01ebaa373042f490ab21beceddd45b for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:21.692124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.708911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53632659-7f86-4955-a01c-9c1e73f8da9f req-cc82a3dc-e449-45d5-adac-20e5664ec4b5 service neutron] 10.222.0.96 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0357425 Nov 03 19:03:21.721265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-4a26a95d-e819-4c41-a9f5-3db503958101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:21.723819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-4a26a95d-e819-4c41-a9f5-3db503958101 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1096 time: 0.4450464 Nov 03 19:03:22.027807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-abe90600-c2be-430e-978f-a140ac3e0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:22.030533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-abe90600-c2be-430e-978f-a140ac3e0c7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 898 time: 0.2984509 Nov 03 19:03:22.296977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:22.303038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.385439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-02af6e47-a7c7-41a2-8c51-4d1401f4d2cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 1001 time: 0.3467782 Nov 03 19:03:22.520708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-55434bf4-6e1e-4508-82ed-ab7e0882b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:22.524929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-55434bf4-6e1e-4508-82ed-ab7e0882b011 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 0.1321113 Nov 03 19:03:22.777397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-50531fdf-ee4a-4bc6-9169-4c16698393e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:22.782892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-50531fdf-ee4a-4bc6-9169-4c16698393e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409999 Nov 03 19:03:22.922381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.176424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0379e804-6f7c-47ed-a306-6c2185e03f95,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:23.323787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-ed64373b-5f91-4219-978b-838790062a88 service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327604 Nov 03 19:03:23.533248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.816871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=d5216471-8887-4343-9c68-3d120ba311d7,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:23.860643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:23.879755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:23.893337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:23.894713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.908395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8bc726-f2d1-450a-902d-4b1e2b9a11c4 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:23.948809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Checking segment: {'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:23.950703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Network hostable DHCP agents. Network: f15c6f8e-71aa-4590-a648-f90d491ea9e9, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:23.970956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e50d7fd2-8625-4ba6-8587-8267ecd1b933 req-7c7278b0-97a0-47a8-9f00-c0b3cb6cef2a service neutron] 10.222.0.70 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295145 Nov 03 19:03:24.013140 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3d1d8c0f-8d4d-4f6c-b55f-5693c76857fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6362035 Nov 03 19:03:24.013810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48178) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:24.064377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1533ba50-e6f3-461e-a34a-6ec83633bc81 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-751583799', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:24.068831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Network f15c6f8e-71aa-4590-a648-f90d491ea9e9 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:24.118196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, f15c6f8e-71aa-4590-a648-f90d491ea9e9) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:24.139806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:24.143223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.164388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02a022-c278-4355-8a52-a8bf9a7f3ae0 req-5aacd5ce-a275-4276-a925-3d27851c07f1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:24.196764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a02a022-c278-4355-8a52-a8bf9a7f3ae0 req-5aacd5ce-a275-4276-a925-3d27851c07f1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.4515014 Nov 03 19:03:24.249398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0300b-5a5a-41c7-9100-1aab62e95045 None None] Network f15c6f8e-71aa-4590-a648-f90d491ea9e9 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:24.268419 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e2e7e9d2-1495-491e-b502-a76bf6d06dd3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8648052 Nov 03 19:03:24.451531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a02a022-c278-4355-8a52-a8bf9a7f3ae0 req-db6f96b6-4d5a-4c9e-a48b-fa303f2b238a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308462 Nov 03 19:03:24.459593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1533ba50-e6f3-461e-a34a-6ec83633bc81 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.465303 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1533ba50-e6f3-461e-a34a-6ec83633bc81 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.726076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1533ba50-e6f3-461e-a34a-6ec83633bc81 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.734817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1533ba50-e6f3-461e-a34a-6ec83633bc81 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.798535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1533ba50-e6f3-461e-a34a-6ec83633bc81 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.805347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48192) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:24.807227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1533ba50-e6f3-461e-a34a-6ec83633bc81 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7823567 Nov 03 19:03:24.849320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': 'd5216471-8887-4343-9c68-3d120ba311d7'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:24.865582 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.282690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-246efb02-48de-4641-920e-07780db739f2 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.288174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-246efb02-48de-4641-920e-07780db739f2 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 945 time: 0.2743788 Nov 03 19:03:25.431600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1d0b03-015f-4f3d-b929-61330850d876 None None] Network f15c6f8e-71aa-4590-a648-f90d491ea9e9 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:25.561354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/d5216471-8887-4343-9c68-3d120ba311d7/d329a35d-c972-4765-9f8c-eef4de8235cf) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:25.707013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Deleting port 4e5632ed-779e-4ca0-ae62-348f16e634a3 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:25.714113 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.285790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] For port 4e5632ed-779e-4ca0-ae62-348f16e634a3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4e5632ed-779e-4ca0-ae62-348f16e634a3,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:26.289126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.413736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Calling delete_port for 4e5632ed-779e-4ca0-ae62-348f16e634a3 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:26.554821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.836100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e9629-671d-452c-ad2e-15118cbc5e83 req-d24d91cd-4f2c-4f8e-b1dc-4e7c47ddcbdb tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:26.857572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-031e9629-671d-452c-ad2e-15118cbc5e83 req-d24d91cd-4f2c-4f8e-b1dc-4e7c47ddcbdb tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 945 time: 0.5220156 Nov 03 19:03:27.175057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-031e9629-671d-452c-ad2e-15118cbc5e83 req-9e5bfbfd-2f00-48aa-bd8d-79b1763094c6 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010013 Nov 03 19:03:27.195473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.217480 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.462496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Pushing event updated for resources: {'Port': ['ID=d329a35d-c972-4765-9f8c-eef4de8235cf,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:27.478805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 4e5632ed-779e-4ca0-ae62-348f16e634a3 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:27.570405 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.670908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Pushing event deleted for resources: {'Port': ['ID=4e5632ed-779e-4ca0-ae62-348f16e634a3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:27.686731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.687887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.688732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.689637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.690525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.691407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.692276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.693178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.694084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.694966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.695819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.696832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:27.708892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:27.720520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343a8ef-1347-4412-a44f-f88c5bcd8b70 req-69aa3226-b9fc-4843-b0e6-b65ed7a641bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:27.730214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:27.734418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d343a8ef-1347-4412-a44f-f88c5bcd8b70 req-69aa3226-b9fc-4843-b0e6-b65ed7a641bc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.2943413 Nov 03 19:03:27.735800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c8008f2d-3f62-48e5-899c-577c409d2c6b', 'a65fb06c-e1da-404b-b0db-86baecf4e0ad'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:27.743253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:27.779457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No active binding found for port 4e5632ed-779e-4ca0-ae62-348f16e634a3 {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:03:27.787840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 4e5632ed-779e-4ca0-ae62-348f16e634a3 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:27.948404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] No DVR routers for this DVR port 4e5632ed-779e-4ca0-ae62-348f16e634a3 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:27.962123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.971989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::1 (45688c7b-5d83-4046-a79b-22363a7f381a/d5216471-8887-4343-9c68-3d120ba311d7/0be894c8-1942-4cde-864b-96978e988424) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:27.989723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5fdd14db-e3c2-4687-9d81-0890fded849f req-129baa81-dea4-45ef-a64c-9a0073fb0ecd tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "DELETE /v2.0/ports/4e5632ed-779e-4ca0-ae62-348f16e634a3 HTTP/1.1" status: 204 len: 173 time: 2.6760931 Nov 03 19:03:27.993120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c', 'name': 'network-vif-deleted', 'tag': '4e5632ed-779e-4ca0-ae62-348f16e634a3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:28.002370 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724c87df-d2b0-4209-8efb-cfd0b80a76d0" -d '{"events": [{"server_uuid": "781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c", "name": "network-vif-deleted", "tag": "4e5632ed-779e-4ca0-ae62-348f16e634a3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:28.262303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d343a8ef-1347-4412-a44f-f88c5bcd8b70 req-15ebad39-9ed5-471e-b121-563d78439f7c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417953 Nov 03 19:03:28.322646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48232) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:28.444619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Attempting to bind port d329a35d-c972-4765-9f8c-eef4de8235cf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:28.445736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Attempting to bind port d329a35d-c972-4765-9f8c-eef4de8235cf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:28.455617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Attempting to bind port d329a35d-c972-4765-9f8c-eef4de8235cf on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:28.563297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:28.564054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:28.564541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.581590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:28.581590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Bound port: d329a35d-c972-4765-9f8c-eef4de8235cf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:28.581590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.640911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-68dde101-2c8e-416b-8f48-50c43864cc5e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/2a1aba5d-e419-4686-8337-e270e5085a43 HTTP/1.1" status: 200 len: 993 time: 0.3124952 Nov 03 19:03:28.782530 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.923281 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed86a87-7dec-40bc-848d-64b25be5134a x-openstack-request-id: req-0ed86a87-7dec-40bc-848d-64b25be5134a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:28.925441 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c", "name": "network-vif-deleted", "tag": "4e5632ed-779e-4ca0-ae62-348f16e634a3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:28.926401 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ed86a87-7dec-40bc-848d-64b25be5134a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:28.927381 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c', 'name': 'network-vif-deleted', 'tag': '4e5632ed-779e-4ca0-ae62-348f16e634a3', 'status': 'completed', 'code': 200} Nov 03 19:03:29.046195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.158020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8765d8b1-38c6-49f4-89d7-b208c599f74a req-0541a86b-fa8d-4da5-bb46-b6f531ce06c8 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=781ca6c0-09f5-4c1a-989e-5b09b3fd1e0c HTTP/1.1" status: 200 len: 210 time: 0.0728350 Nov 03 19:03:29.264944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:29.298925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:29.328948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] For port d329a35d-c972-4765-9f8c-eef4de8235cf, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:29.520755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] For port d329a35d-c972-4765-9f8c-eef4de8235cf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d329a35d-c972-4765-9f8c-eef4de8235cf,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:29.632018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=0be894c8-1942-4cde-864b-96978e988424,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:29.636993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:29.637902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.682340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88c93-4420-4481-8842-231a8bb9339f req-e424af1d-44fb-41a3-9aa8-9b9352b779cd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.700275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bba88c93-4420-4481-8842-231a8bb9339f req-e424af1d-44fb-41a3-9aa8-9b9352b779cd tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.2226267 Nov 03 19:03:29.881319 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.923176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bba88c93-4420-4481-8842-231a8bb9339f req-c0ea4333-3b14-4026-a4c0-96b03bed3c57 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214305 Nov 03 19:03:30.092255 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.226141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48258) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:30.408860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261fc40-934f-4b79-aa23-69f8c177e042 None None] Pushing event updated for resources: {'Port': ['ID=d329a35d-c972-4765-9f8c-eef4de8235cf,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:30.857396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-ab735f35-50a1-4639-a80d-8213853d33e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6288085 Nov 03 19:03:30.928528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-d82385ab-2cac-497b-a2b1-8c63ae34ec83 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:03:30.973998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-d82385ab-2cac-497b-a2b1-8c63ae34ec83 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1107118 Nov 03 19:03:31.677610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f85fbe-9e59-4239-b1cc-baa5d82836e8 req-50d78fa0-4816-46dd-9022-066a9085dd4e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:31.690536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7f85fbe-9e59-4239-b1cc-baa5d82836e8 req-50d78fa0-4816-46dd-9022-066a9085dd4e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.1955354 Nov 03 19:03:31.727438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.741501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.745860 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.753504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d329a35d-c972-4765-9f8c-eef4de8235cf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:31.832109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7f85fbe-9e59-4239-b1cc-baa5d82836e8 req-e9da52b9-5191-4044-804f-6a31021be225 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400666 Nov 03 19:03:32.044347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=0be894c8-1942-4cde-864b-96978e988424,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:32.082608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d329a35d-c972-4765-9f8c-eef4de8235cf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:32.083283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.222048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:32.225775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:32.570381 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.751877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port d329a35d-c972-4765-9f8c-eef4de8235cf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d329a35d-c972-4765-9f8c-eef4de8235cf,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:32.758603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.761264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.849452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020529-d811-45ff-9e15-3c4a09aabedb req-4503c758-92dd-430b-b647-c7e3e8169d2c tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:32.869315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Router 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:03:32.871984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-4503c758-92dd-430b-b647-c7e3e8169d2c tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/networks?id=f15c6f8e-71aa-4590-a648-f90d491ea9e9 HTTP/1.1" status: 200 len: 809 time: 0.8117955 Nov 03 19:03:32.978746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=d329a35d-c972-4765-9f8c-eef4de8235cf,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:32.991974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de999ea-9b77-457d-a930-ac944a507c56 req-df726ed7-cae0-4bc3-9ba8-548a5d523e95 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:33.000962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3de999ea-9b77-457d-a930-ac944a507c56 req-df726ed7-cae0-4bc3-9ba8-548a5d523e95 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 946 time: 0.4652541 Nov 03 19:03:33.026432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-4dc8e8b2-82c4-4851-8fe1-966dfe8d73e8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/quotas/7d01ebaa373042f490ab21beceddd45b HTTP/1.1" status: 200 len: 375 time: 0.1366591 Nov 03 19:03:33.114409 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:03:33.293374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-a4ed2978-f3ae-471b-9cea-db7d06f1defb tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d01ebaa373042f490ab21beceddd45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2358406 Nov 03 19:03:33.396369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a289bb75-e42e-45e8-be26-318aeddeb892 None None] Provisioning complete for port d329a35d-c972-4765-9f8c-eef4de8235cf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:33.400282 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a289bb75-e42e-45e8-be26-318aeddeb892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.694332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.765473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d329a35d-c972-4765-9f8c-eef4de8235cf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:33.912929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-c6595e76-9eef-424e-90dc-e2d22c1f03b0 service neutron] 10.222.0.77 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844111 Nov 03 19:03:33.913812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48320) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:34.331661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:34.348543 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6b20723b-a07e-4bbf-bb87-d32f2f334096 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "PUT /v2.0/routers/2af169a8-e5c1-46f7-b9bd-8e0222f081b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5381291 Nov 03 19:03:34.349941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48324) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:34.351031 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Sync routers for ids ['2af169a8-e5c1-46f7-b9bd-8e0222f081b8'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:34.402326 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Routers {'2af169a8-e5c1-46f7-b9bd-8e0222f081b8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:34.404277 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:03:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['2af169a8-e5c1-46f7-b9bd-8e0222f081b8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:34.494630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d329a35d-c972-4765-9f8c-eef4de8235cf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:34.497399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.525628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Deleting port a65fb06c-e1da-404b-b0db-86baecf4e0ad {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:34.526210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.662444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9309b94b-6edd-43ed-b904-dbcdf4ed3c02 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:34.689301 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9309b94b-6edd-43ed-b904-dbcdf4ed3c02 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports/0be894c8-1942-4cde-864b-96978e988424 HTTP/1.1" status: 200 len: 911 time: 0.3269536 Nov 03 19:03:34.691735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48330) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:34.818639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-716e8c43-fd16-4462-a5d6-1a6d9f161285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.877116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4c3b68a1-3b8b-4ba9-875c-b33f0c2f72da None None] Provisioning complete for port 0be894c8-1942-4cde-864b-96978e988424 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:34.878417 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4c3b68a1-3b8b-4ba9-875c-b33f0c2f72da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.003593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b68a1-3b8b-4ba9-875c-b33f0c2f72da None None] Port 0be894c8-1942-4cde-864b-96978e988424 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:35.010766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3534046-dedb-4a4b-b5cf-8364b700fd09 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:35.019919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48332) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:35.029244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3534046-dedb-4a4b-b5cf-8364b700fd09 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:35.037579 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f3534046-dedb-4a4b-b5cf-8364b700fd09 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3324533 Nov 03 19:03:35.038276 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Set router 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:35.038800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48334) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:35.149741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-32621fb4-29c7-445e-95aa-bfdb918bdd44 None None] Provisioning complete for port 0be894c8-1942-4cde-864b-96978e988424 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:35.153561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-32621fb4-29c7-445e-95aa-bfdb918bdd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.301750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-32621fb4-29c7-445e-95aa-bfdb918bdd44 None None] Port 0be894c8-1942-4cde-864b-96978e988424 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:35.312032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-c7a02a1e-f8ef-4f3d-8bad-5ccdcebe70dc service neutron] 10.222.0.77 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3440626 Nov 03 19:03:35.320729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device a65fb06c-e1da-404b-b0db-86baecf4e0ad no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:35.543426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] For port a65fb06c-e1da-404b-b0db-86baecf4e0ad, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:35.543931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.703021 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.704881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Calling delete_port for a65fb06c-e1da-404b-b0db-86baecf4e0ad owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:35.762397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-e8afd318-0dbf-4bce-937d-5d157f221950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:35.764788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-e8afd318-0dbf-4bce-937d-5d157f221950 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2&tenant_id=2fd92340eb52401fa5503cef33841487 HTTP/1.1" status: 200 len: 1094 time: 0.8790593 Nov 03 19:03:35.922053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port a65fb06c-e1da-404b-b0db-86baecf4e0ad, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=a65fb06c-e1da-404b-b0db-86baecf4e0ad,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:35.932049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:35.964989 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1d58b2-8884-4ee3-a465-1e089bc3516c" -d '{"events": [{"server_uuid": "da8c0996-f4bf-4f4d-963b-dee1a1aa028c", "name": "network-vif-unplugged", "status": "completed", "tag": "a65fb06c-e1da-404b-b0db-86baecf4e0ad"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:36.003816 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.008285 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-287914b3-7a93-43e1-b1fa-6dc06ecb941f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.063984 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'name': 'tempest-NetworksTestDHCPv6-router-751583799', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:29Z', 'revision_number': 2, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None, '_interfaces': [{'id': '0be894c8-1942-4cde-864b-96978e988424', 'name': '', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'mac_address': 'fa:16:3e:79:5c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'd5216471-8887-4343-9c68-3d120ba311d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:31Z', 'revision_number': 2, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'subnets': [{'id': 'd5216471-8887-4343-9c68-3d120ba311d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:36.189473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-75a593ee-afa7-4589-9c63-b90417d09d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.226991 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Checking router: 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:36.233150 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Updating router 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 port 0be894c8-1942-4cde-864b-96978e988424 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:03:36.273146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=a65fb06c-e1da-404b-b0db-86baecf4e0ad,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:36.330612 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.467583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.482357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['c8008f2d-3f62-48e5-899c-577c409d2c6b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:36.672013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b24c8f76-c343-4f54-abfd-763a6e909112 req-0cee59ea-279e-4146-8c85-083e5731992b tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8c0996-f4bf-4f4d-963b-dee1a1aa028c HTTP/1.1" status: 200 len: 210 time: 0.2167141 Nov 03 19:03:36.864062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Pushing event deleted for resources: {'Port': ['ID=a65fb06c-e1da-404b-b0db-86baecf4e0ad,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:36.911375 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.004569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-1589e14a-e751-439b-aad3-df2ae14bab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:37.011554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-1589e14a-e751-439b-aad3-df2ae14bab4a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1094 time: 1.1206715 Nov 03 19:03:37.510377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] No DVR routers for this DVR port a65fb06c-e1da-404b-b0db-86baecf4e0ad on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:37.527867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.555769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3de999ea-9b77-457d-a930-ac944a507c56 req-3ae7a33b-f8fc-4ac1-b86b-41a4ca029ed4 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "DELETE /v2.0/ports/a65fb06c-e1da-404b-b0db-86baecf4e0ad HTTP/1.1" status: 204 len: 173 time: 4.5242493 Nov 03 19:03:37.709052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-287914b3-7a93-43e1-b1fa-6dc06ecb941f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.762866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'name': 'network-vif-deleted', 'tag': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:37.775982 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7ad15b-9ed8-40be-8ac7-a0bf6e448535" -d '{"events": [{"server_uuid": "da8c0996-f4bf-4f4d-963b-dee1a1aa028c", "name": "network-vif-deleted", "tag": "a65fb06c-e1da-404b-b0db-86baecf4e0ad"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:37.894402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-287914b3-7a93-43e1-b1fa-6dc06ecb941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.900975 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.905766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-716e8c43-fd16-4462-a5d6-1a6d9f161285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.913154 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.160029 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-716e8c43-fd16-4462-a5d6-1a6d9f161285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.170491 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-287914b3-7a93-43e1-b1fa-6dc06ecb941f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=faf5ca267422452d8f7a9f7d0a96f27b&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1276639 Nov 03 19:03:38.172282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287914b3-7a93-43e1-b1fa-6dc06ecb941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4ec85-db4c-42e6-a7d5-4029c5df2ff2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:38.177366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48366) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:38.248195 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24289928-bc11-4cfb-bdc0-b3cab37af329 None None] Pushing event updated for resources: {'Port': ['ID=0be894c8-1942-4cde-864b-96978e988424,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:38.321088 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Attempting to bind port 0be894c8-1942-4cde-864b-96978e988424 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:38.323700 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Attempting to bind port 0be894c8-1942-4cde-864b-96978e988424 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:38.324559 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Attempting to bind port 0be894c8-1942-4cde-864b-96978e988424 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:38.344370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b80f3-313d-460f-9a77-205102687627 req-b03dfc3c-556c-4cf6-9532-da57cca1770a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:38.352680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-270b80f3-313d-460f-9a77-205102687627 req-b03dfc3c-556c-4cf6-9532-da57cca1770a tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.6222937 Nov 03 19:03:38.366461 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:38.371913 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:38.374429 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.376038 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:38.379408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 0be894c8-1942-4cde-864b-96978e988424 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:38.379976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.380730 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Bound port: 0be894c8-1942-4cde-864b-96978e988424, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:38.381676 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.394977 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ddcbe899-8bfa-404b-8f4d-ba0a15c355bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.490766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-65e00380-0a56-487b-9c12-fcab741ef054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.533080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e8c43-fd16-4462-a5d6-1a6d9f161285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de9db5a-4e49-4960-9ba1-5c9ca3ec9064,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:38.690015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-716e8c43-fd16-4462-a5d6-1a6d9f161285 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e35b1631dc94503963c66c0966a771e&name=default HTTP/1.1" status: 200 len: 3000 time: 4.7404583 Nov 03 19:03:38.701315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a7a2aa0e-3b2b-485a-a297-e58c360b7ee1 None None] Provisioning complete for port 0be894c8-1942-4cde-864b-96978e988424 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:38.702616 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a7a2aa0e-3b2b-485a-a297-e58c360b7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.716390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48370) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:38.759891 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] For port 0be894c8-1942-4cde-864b-96978e988424, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:38.772968 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] For port 0be894c8-1942-4cde-864b-96978e988424, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0be894c8-1942-4cde-864b-96978e988424,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:38.797019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-e2b9ea3a-97f6-4f6d-97ce-2d004ba76537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:38.798722 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.799635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-e2b9ea3a-97f6-4f6d-97ce-2d004ba76537 service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 1.7475374 Nov 03 19:03:38.895003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2aa0e-3b2b-485a-a297-e58c360b7ee1 None None] Port 0be894c8-1942-4cde-864b-96978e988424 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:38.952275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-65e00380-0a56-487b-9c12-fcab741ef054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.076188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-270b80f3-313d-460f-9a77-205102687627 req-d112b94d-ddb0-4341-8331-73c1edf7c853 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6306984 Nov 03 19:03:39.096258 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Routers {'2af169a8-e5c1-46f7-b9bd-8e0222f081b8'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:39.112156 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['2af169a8-e5c1-46f7-b9bd-8e0222f081b8'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:39.150114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-9237c106-9212-4628-bfa9-c4c4274a44b9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 999 time: 0.3059762 Nov 03 19:03:39.162905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] For port 0be894c8-1942-4cde-864b-96978e988424, host n-d-812148-3, got binding levels [] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:39.163686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.197846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-464ac0c4-5d88-4560-931c-86725a3fcc6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.270223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 0be894c8-1942-4cde-864b-96978e988424 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:39.388542 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-464ac0c4-5d88-4560-931c-86725a3fcc6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.446382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-eaacc92d-1ed0-4c6f-8c6c-083984bc417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:39.449399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-eaacc92d-1ed0-4c6f-8c6c-083984bc417b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.2438915 Nov 03 19:03:39.592197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020529-d811-45ff-9e15-3c4a09aabedb req-5699c39c-64c6-488c-ad23-ae0edb434914 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:39.599202 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-5699c39c-64c6-488c-ad23-ae0edb434914 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.96 "GET /v2.0/networks?id=f15c6f8e-71aa-4590-a648-f90d491ea9e9 HTTP/1.1" status: 200 len: 809 time: 0.4640825 Nov 03 19:03:39.600581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-65e00380-0a56-487b-9c12-fcab741ef054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.601777 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24289928-bc11-4cfb-bdc0-b3cab37af329 None None] Pushing event updated for resources: {'Port': ['ID=0be894c8-1942-4cde-864b-96978e988424,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:39.605723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-65e00380-0a56-487b-9c12-fcab741ef054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.608524 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-65e00380-0a56-487b-9c12-fcab741ef054 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6b4ec85-db4c-42e6-a7d5-4029c5df2ff2 HTTP/1.1" status: 204 len: 168 time: 1.4299014 Nov 03 19:03:39.619978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Request body: {'port': {'device_id': '80cd4988-6fa7-4927-ae2c-61d20f138964', 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9', 'admin_state_up': True, 'tenant_id': '7d01ebaa373042f490ab21beceddd45b'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:39.675232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e1acaeac-2d79-4af5-94b8-bb12f63084c4 None None] Provisioning complete for port 0be894c8-1942-4cde-864b-96978e988424 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:39.676069 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1acaeac-2d79-4af5-94b8-bb12f63084c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.727462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e00380-0a56-487b-9c12-fcab741ef054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4ec85-db4c-42e6-a7d5-4029c5df2ff2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:39.731747 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] Set router 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:40.125136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1acaeac-2d79-4af5-94b8-bb12f63084c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.192611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.268160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e1acaeac-2d79-4af5-94b8-bb12f63084c4 None None] For port 0be894c8-1942-4cde-864b-96978e988424, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0be894c8-1942-4cde-864b-96978e988424,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:40.278323 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e1acaeac-2d79-4af5-94b8-bb12f63084c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.295670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Made reservation on behalf of 7d01ebaa373042f490ab21beceddd45b for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:40.301623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.495848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acaeac-2d79-4af5-94b8-bb12f63084c4 None None] Pushing event updated for resources: {'Port': ['ID=0be894c8-1942-4cde-864b-96978e988424,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:40.603349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1f05918-97dc-4a92-a164-00ab75ff370a req-4ec32b2e-7552-4e2d-9d5a-79d63a7b2a77 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 210 time: 0.9962938 Nov 03 19:03:40.604540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-464ac0c4-5d88-4560-931c-86725a3fcc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.610665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-464ac0c4-5d88-4560-931c-86725a3fcc6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.616192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-464ac0c4-5d88-4560-931c-86725a3fcc6a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0de9db5a-4e49-4960-9ba1-5c9ca3ec9064 HTTP/1.1" status: 204 len: 168 time: 1.8899546 Nov 03 19:03:40.636639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ac0c4-5d88-4560-931c-86725a3fcc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de9db5a-4e49-4960-9ba1-5c9ca3ec9064,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:40.654178 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'name': 'tempest-NetworksTestDHCPv6-router-751583799', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:29Z', 'revision_number': 2, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None, '_interfaces': [{'id': '0be894c8-1942-4cde-864b-96978e988424', 'name': '', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'mac_address': 'fa:16:3e:79:5c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'd5216471-8887-4343-9c68-3d120ba311d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:38Z', 'revision_number': 4, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'subnets': [{'id': 'd5216471-8887-4343-9c68-3d120ba311d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:40.660940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-29cba077-bc63-42ea-bd41-41b172e6ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:40.663704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-29cba077-bc63-42ea-bd41-41b172e6ee75 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1973460 Nov 03 19:03:40.794035 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c643a-d74d-43b6-adaf-c5ce90740997 None None] The sync data for ids ['2af169a8-e5c1-46f7-b9bd-8e0222f081b8'] in n-d-812148-3 is: [{'id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'name': 'tempest-NetworksTestDHCPv6-router-751583799', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:29Z', 'revision_number': 2, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None, '_interfaces': [{'id': '0be894c8-1942-4cde-864b-96978e988424', 'name': '', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'mac_address': 'fa:16:3e:79:5c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'd5216471-8887-4343-9c68-3d120ba311d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:38Z', 'revision_number': 4, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'subnets': [{'id': 'd5216471-8887-4343-9c68-3d120ba311d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:40.969398 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5b4305-45ad-4ee2-afb3-97944c94bfc0 x-openstack-request-id: req-3c5b4305-45ad-4ee2-afb3-97944c94bfc0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:40.970766 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8c0996-f4bf-4f4d-963b-dee1a1aa028c", "name": "network-vif-unplugged", "status": "completed", "tag": "a65fb06c-e1da-404b-b0db-86baecf4e0ad", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:40.971233 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c5b4305-45ad-4ee2-afb3-97944c94bfc0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:40.971897 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad', 'code': 200} Nov 03 19:03:40.997210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-f0f6e19b-9532-4574-8c33-ddd02f251c0c service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191957 Nov 03 19:03:41.034864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48382) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:41.093948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.288022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b65c47d-5fbe-447a-9e3f-017cdf7bc375 req-d9f0baa9-6be1-401d-9f6f-ce88d964df5d service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844036 Nov 03 19:03:41.308567 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=0be894c8-1942-4cde-864b-96978e988424,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:41.422335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Allocated IP 172.20.0.13 (f15c6f8e-71aa-4590-a648-f90d491ea9e9/0379e804-6f7c-47ed-a306-6c2185e03f95/67145ab5-ed2c-4cbe-a702-373335aca871) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:41.549642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee776f8a-9a59-4584-961f-351100630aef req-638d589b-6746-4fa9-8c0f-ced66b3363a2 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:41.572621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee776f8a-9a59-4584-961f-351100630aef req-638d589b-6746-4fa9-8c0f-ced66b3363a2 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1096 time: 0.2822330 Nov 03 19:03:41.579273 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b01116f8-02c6-4479-adcc-699423d41090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.724163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee776f8a-9a59-4584-961f-351100630aef req-5a89be15-bab6-4dfc-85f1-ef744b352a58 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430602 Nov 03 19:03:41.795389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48400) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:42.228453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.282763 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.309894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.505575 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76cf6fe-d959-4de2-ba73-30fa58853140 x-openstack-request-id: req-c76cf6fe-d959-4de2-ba73-30fa58853140 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:42.510282 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8c0996-f4bf-4f4d-963b-dee1a1aa028c", "name": "network-vif-deleted", "tag": "a65fb06c-e1da-404b-b0db-86baecf4e0ad", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:42.513099 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c76cf6fe-d959-4de2-ba73-30fa58853140 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:42.515731 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8c0996-f4bf-4f4d-963b-dee1a1aa028c', 'name': 'network-vif-deleted', 'tag': 'a65fb06c-e1da-404b-b0db-86baecf4e0ad', 'status': 'completed', 'code': 200} Nov 03 19:03:42.837045 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.054135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97b2ec-d29e-4d52-9fff-0cb1c71ccad6 req-846ca906-4505-49e7-8442-fcc614c4d9a6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:43.056830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc97b2ec-d29e-4d52-9fff-0cb1c71ccad6 req-846ca906-4505-49e7-8442-fcc614c4d9a6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.3793416 Nov 03 19:03:43.171013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port abf60779-54f4-4bb4-880e-2e26b6c70c94 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:43.171302 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.283602 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b01116f8-02c6-4479-adcc-699423d41090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.305600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Router 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:43.310885 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.369174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc97b2ec-d29e-4d52-9fff-0cb1c71ccad6 req-3c727b77-5f26-4333-bc7f-349479d33c85 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905281 Nov 03 19:03:43.402995 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b01116f8-02c6-4479-adcc-699423d41090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.595899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.604795 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.694308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for abf60779-54f4-4bb4-880e-2e26b6c70c94 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:43.733020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Network f15c6f8e-71aa-4590-a648-f90d491ea9e9 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:43.791743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:43.865596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:44.175853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01116f8-02c6-4479-adcc-699423d41090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c30025-4258-4c9f-8add-9acbfd4bc82b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:44.394959 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b01116f8-02c6-4479-adcc-699423d41090 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d4b8a2dc0f140c5ae40be040f4785b6&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3577673 Nov 03 19:03:44.405704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48438) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.418014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Pushing event updated for resources: {'Port': ['ID=67145ab5-ed2c-4cbe-a702-373335aca871,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:44.427825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:44.447055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] Sync routers for ids ['2af169a8-e5c1-46f7-b9bd-8e0222f081b8'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:44.458415 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6bb601c0-f656-4832-a97a-4ed988504020 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "PUT /v2.0/routers/2af169a8-e5c1-46f7-b9bd-8e0222f081b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4140124 Nov 03 19:03:44.462811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48440) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.508741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] Routers {'2af169a8-e5c1-46f7-b9bd-8e0222f081b8'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:44.512792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['2af169a8-e5c1-46f7-b9bd-8e0222f081b8'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:44.631292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354bb78d-9753-4bc7-92b0-3570af1b4ecd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:44.634847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354bb78d-9753-4bc7-92b0-3570af1b4ecd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:44.640880 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-354bb78d-9753-4bc7-92b0-3570af1b4ecd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1731124 Nov 03 19:03:44.642213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48444) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.713897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:44.721022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.834323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] Set router 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:45.031840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdb8ac4-2757-49c8-8072-194a37e9b099 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet d5216471-8887-4343-9c68-3d120ba311d7 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:45.093460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8ac4-2757-49c8-8072-194a37e9b099 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.108645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'name': 'tempest-NetworksTestDHCPv6-router-751583799', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:40Z', 'revision_number': 3, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:45.269292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] Checking router: 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:45.301294 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d174c13-2603-4a1e-a905-a5cee5ba9bbc tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6826892 Nov 03 19:03:45.308128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] Routers {'2af169a8-e5c1-46f7-b9bd-8e0222f081b8'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:45.309102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['2af169a8-e5c1-46f7-b9bd-8e0222f081b8'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:45.330225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75016cee-9502-49a9-9def-ec1786f0ae0d req-d6b58a79-34ea-44c8-854e-3dcda14b0031 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:45.361869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75016cee-9502-49a9-9def-ec1786f0ae0d req-d6b58a79-34ea-44c8-854e-3dcda14b0031 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 932 time: 1.1064875 Nov 03 19:03:45.363707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6306a65-9be0-490e-b9a9-5caa9a442776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.374279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Request body: {'port': {'device_id': '80cd4988-6fa7-4927-ae2c-61d20f138964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:45.459957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.691061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8ac4-2757-49c8-8072-194a37e9b099 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.743194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] Set router 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:45.922310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.249781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'name': 'tempest-NetworksTestDHCPv6-router-751583799', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:40Z', 'revision_number': 3, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.361626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=abf60779-54f4-4bb4-880e-2e26b6c70c94,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:46.392558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc4b31-81e3-4cf7-9bd4-e4727cae9e93 None None] The sync data for ids ['2af169a8-e5c1-46f7-b9bd-8e0222f081b8'] in n-d-812148-3 is: [{'id': '2af169a8-e5c1-46f7-b9bd-8e0222f081b8', 'name': 'tempest-NetworksTestDHCPv6-router-751583799', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:40Z', 'revision_number': 3, 'project_id': '52ab6d408a9540d3a885189b7b01bec2', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:46.588799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6306a65-9be0-490e-b9a9-5caa9a442776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.671697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.672249 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Floating IP 2a1aba5d-e419-4686-8337-e270e5085a43 disassociated (deleted). External IP: 172.25.3.122, port: df62a0d2-edcc-4767-ae5d-4de0ddbaffe2. Nov 03 19:03:47.611002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67145ab5-ed2c-4cbe-a702-373335aca871 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:03:47.656243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.659660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0be894c8-1942-4cde-864b-96978e988424 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:47.740847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Transition to ACTIVE for port object 67145ab5-ed2c-4cbe-a702-373335aca871 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:03:47.754902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0be894c8-1942-4cde-864b-96978e988424 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:47.755970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0be894c8-1942-4cde-864b-96978e988424 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:47.785520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.841849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6306a65-9be0-490e-b9a9-5caa9a442776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.866404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6306a65-9be0-490e-b9a9-5caa9a442776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.870251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e6306a65-9be0-490e-b9a9-5caa9a442776 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58c30025-4258-4c9f-8add-9acbfd4bc82b HTTP/1.1" status: 204 len: 168 time: 3.3953378 Nov 03 19:03:47.940023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75016cee-9502-49a9-9def-ec1786f0ae0d req-c03bb169-78d0-4a80-9cef-75b1bc89ad31 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5491486 Nov 03 19:03:48.061688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6306a65-9be0-490e-b9a9-5caa9a442776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c30025-4258-4c9f-8add-9acbfd4bc82b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:48.506586 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8ac4-2757-49c8-8072-194a37e9b099 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.600057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Pushing event updated for resources: {'Port': ['ID=67145ab5-ed2c-4cbe-a702-373335aca871,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:48.630265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router ced74680-5ef1-455c-8461-d1bbc97a5b64 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:49.009506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.009506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.012119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.017073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.029577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.030987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.042610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.045238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.047645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.053582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.056847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.065447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:49.444541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:49.465603 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.487292 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136df40-b150-4962-9a01-1335c614abaf None None] Sync routers for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:49.556912 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0136df40-b150-4962-9a01-1335c614abaf None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:49.561192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0136df40-b150-4962-9a01-1335c614abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:49.620343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5824-083d-4929-95fd-54f7eb659d09 req-93e44151-930a-409a-b58d-98741c880f59 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:49.643122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0aa5824-083d-4929-95fd-54f7eb659d09 req-93e44151-930a-409a-b58d-98741c880f59 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 1.1027482 Nov 03 19:03:49.647477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48484) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:49.696941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8e8b2b33-b850-41ea-82e3-6f9a98af389d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/floatingips/2a1aba5d-e419-4686-8337-e270e5085a43 HTTP/1.1" status: 204 len: 168 time: 7.8996851 Nov 03 19:03:49.698995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:49.722611 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:50.145309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0aa5824-083d-4929-95fd-54f7eb659d09 req-147b3f58-7cc1-4e82-9310-20f3307c52d8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4661074 Nov 03 19:03:50.833238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50037626-b682-4e61-baac-bda6390b0096 req-7c981a46-330b-41c8-b004-548aff122249 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:50.842012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50037626-b682-4e61-baac-bda6390b0096 req-7c981a46-330b-41c8-b004-548aff122249 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 944 time: 0.2188256 Nov 03 19:03:50.920760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e50b4e5e-5d4e-46ba-a244-a8180be2b305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.020491 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0136df40-b150-4962-9a01-1335c614abaf None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:51.183623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8ac4-2757-49c8-8072-194a37e9b099 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.251531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50037626-b682-4e61-baac-bda6390b0096 req-339ebd64-4217-4299-a2fe-22c170ebd22f tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964353 Nov 03 19:03:51.330421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb8ac4-2757-49c8-8072-194a37e9b099 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=d5216471-8887-4343-9c68-3d120ba311d7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:51.348696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Attempting to bind port 67145ab5-ed2c-4cbe-a702-373335aca871 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:51.349291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Attempting to bind port 67145ab5-ed2c-4cbe-a702-373335aca871 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:51.354256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Attempting to bind port 67145ab5-ed2c-4cbe-a702-373335aca871 on network f15c6f8e-71aa-4590-a648-f90d491ea9e9 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:51.372750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Port 67145ab5-ed2c-4cbe-a702-373335aca871 on network f15c6f8e-71aa-4590-a648-f90d491ea9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:03:51.373485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Attempting to bind port 67145ab5-ed2c-4cbe-a702-373335aca871 on network f15c6f8e-71aa-4590-a648-f90d491ea9e9 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:51.407069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf19b45-3ac3-4752-8f86-c0be5ea5175c None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:51.420813 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8ac4-2757-49c8-8072-194a37e9b099 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.440344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48514) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:51.442226 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bbdb8ac4-2757-49c8-8072-194a37e9b099 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/d5216471-8887-4343-9c68-3d120ba311d7 HTTP/1.1" status: 204 len: 168 time: 6.7985678 Nov 03 19:03:51.443922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:51.444494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Checking segment: {'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:51.445142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Bound using segment: {'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:51.445921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Bound port: 67145ab5-ed2c-4cbe-a702-373335aca871, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:51.457673 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.036625 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0136df40-b150-4962-9a01-1335c614abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:24Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:52.075061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] For port 67145ab5-ed2c-4cbe-a702-373335aca871, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:52.112239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] For port 67145ab5-ed2c-4cbe-a702-373335aca871, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=67145ab5-ed2c-4cbe-a702-373335aca871,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:52.145742 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.324943 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136df40-b150-4962-9a01-1335c614abaf None None] Checking router: ced74680-5ef1-455c-8461-d1bbc97a5b64 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:52.420927 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0136df40-b150-4962-9a01-1335c614abaf None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:52.426464 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0136df40-b150-4962-9a01-1335c614abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:52.426893 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5606d195-ec89-4980-8691-15db01ab1e1a x-openstack-request-id: req-5606d195-ec89-4980-8691-15db01ab1e1a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:52.427709 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:52.428023 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5606d195-ec89-4980-8691-15db01ab1e1a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:52.428606 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'status': 'completed', 'code': 200} Nov 03 19:03:52.620957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Pushing event updated for resources: {'Port': ['ID=67145ab5-ed2c-4cbe-a702-373335aca871,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:52.693060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:52.696735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.699354 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-9d40880a-3c2f-4cf3-b63a-2b2cd771fe28 service neutron] 10.222.0.96 "PUT /v2.0/ports/67145ab5-ed2c-4cbe-a702-373335aca871 HTTP/1.1" status: 200 len: 1092 time: 7.3795733 Nov 03 19:03:52.714158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cd4988-6fa7-4927-ae2c-61d20f138964', 'tag': '67145ab5-ed2c-4cbe-a702-373335aca871'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:52.732588 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7e139f-56e9-49e4-a296-1344b10216da" -d '{"events": [{"name": "network-changed", "server_uuid": "80cd4988-6fa7-4927-ae2c-61d20f138964", "tag": "67145ab5-ed2c-4cbe-a702-373335aca871"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:52.802402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48534) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:52.812835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-416d8821-94c2-4b94-a368-5bbe31baeb5f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.3615680 Nov 03 19:03:52.864300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:53.199808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] Deleting port d329a35d-c972-4765-9f8c-eef4de8235cf {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:53.200526 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.227558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-de5b698c-6d2c-40e7-93c1-9a4da6d7c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:53.231275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-de5b698c-6d2c-40e7-93c1-9a4da6d7c774 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 1096 time: 0.7019730 Nov 03 19:03:53.322170 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0136df40-b150-4962-9a01-1335c614abaf None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:53.480902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d493bfd9-748f-4f9f-94c8-5f543ab3c29a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.722558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] For port d329a35d-c972-4765-9f8c-eef4de8235cf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d329a35d-c972-4765-9f8c-eef4de8235cf,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:53.727235 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.750820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d329a35d-c972-4765-9f8c-eef4de8235cf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:53.991807 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e50b4e5e-5d4e-46ba-a244-a8180be2b305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.071523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-473a330e-3fd3-4d73-bf03-903f759be8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:54.075023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-473a330e-3fd3-4d73-bf03-903f759be8b1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 200 len: 898 time: 0.8073077 Nov 03 19:03:54.125693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020529-d811-45ff-9e15-3c4a09aabedb req-4e39a870-ba61-49fd-8550-4a7094313153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:54.160664 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-4e39a870-ba61-49fd-8550-4a7094313153 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7d01ebaa373042f490ab21beceddd45b&device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 1095 time: 0.9671550 Nov 03 19:03:54.194554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] Calling delete_port for d329a35d-c972-4765-9f8c-eef4de8235cf owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:54.287614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb06d1-547c-407c-b896-e47346541df0 req-4f3f8406-ee30-4256-bb56-46d21e435122 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:54.309336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-addb06d1-547c-407c-b896-e47346541df0 req-4f3f8406-ee30-4256-bb56-46d21e435122 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 1.3509932 Nov 03 19:03:54.310781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e50b4e5e-5d4e-46ba-a244-a8180be2b305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.364178 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-2e9b0934-996d-4da9-a539-a69e50cdb869 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67145ab5-ed2c-4cbe-a702-373335aca871 HTTP/1.1" status: 200 len: 217 time: 0.1861727 Nov 03 19:03:54.459614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-39659465-b9bc-465c-8b4f-342532aa18f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 200 len: 217 time: 0.3561664 Nov 03 19:03:54.579522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-39e92f4a-7f1d-43a1-8baa-82e32f7ecc36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:54.584428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-39e92f4a-7f1d-43a1-8baa-82e32f7ecc36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 0.8043003 Nov 03 19:03:54.691590 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0136df40-b150-4962-9a01-1335c614abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:24Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:54.698691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e50b4e5e-5d4e-46ba-a244-a8180be2b305 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48b6d9c2eb5247b5917a612fcb4f179a&name=default HTTP/1.1" status: 200 len: 3000 time: 5.0482409 Nov 03 19:03:54.706518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48552) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:54.802844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b4e5e-5d4e-46ba-a244-a8180be2b305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f628a615-7009-4cd5-baab-00bbd14fb44e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:54.860954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.938050 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136df40-b150-4962-9a01-1335c614abaf None None] The sync data for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 is: [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:01:10Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd65b0962-dd64-4d52-9d48-470fbe77cf81', 'name': '', 'network_id': '2d01cf89-b00c-4bfc-92ce-31183f8f3df4', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:bc:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:07Z', 'updated_at': '2021-11-03T19:01:24Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '258a080f-5a8f-4f2f-8ad7-d78951da87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:54.938442 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.046748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020529-d811-45ff-9e15-3c4a09aabedb req-242db4c4-3547-470b-9103-11248b4f5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:55.057109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-242db4c4-3547-470b-9103-11248b4f5c02 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0379e804-6f7c-47ed-a306-6c2185e03f95 HTTP/1.1" status: 200 len: 849 time: 0.6003046 Nov 03 19:03:55.065471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d493bfd9-748f-4f9f-94c8-5f543ab3c29a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.066140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] No DVR routers for this DVR port d329a35d-c972-4765-9f8c-eef4de8235cf on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:55.086788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bade7f3-cb68-4874-b560-d4bc02246753 None None] Pushing event deleted for resources: {'Port': ['ID=d329a35d-c972-4765-9f8c-eef4de8235cf,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:55.113037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d493bfd9-748f-4f9f-94c8-5f543ab3c29a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.205950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-addb06d1-547c-407c-b896-e47346541df0 req-b9be732d-f113-45fa-9999-f03cc8fbd9a6 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7407031 Nov 03 19:03:55.305028 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-bc96d17e-af40-4dcf-9e07-4f2009207ceb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f15c6f8e-71aa-4590-a648-f90d491ea9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2294981 Nov 03 19:03:55.442991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-bb542ceb-51de-4c8f-9e79-4ce044337555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:55.457070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-bb542ceb-51de-4c8f-9e79-4ce044337555 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 200 len: 834 time: 0.7514586 Nov 03 19:03:55.873688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d493bfd9-748f-4f9f-94c8-5f543ab3c29a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.874576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d493bfd9-748f-4f9f-94c8-5f543ab3c29a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Fanout notify agent at l3_agent the message router_deleted on router 2af169a8-e5c1-46f7-b9bd-8e0222f081b8 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:03:55.922097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d493bfd9-748f-4f9f-94c8-5f543ab3c29a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.934660 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d493bfd9-748f-4f9f-94c8-5f543ab3c29a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/routers/2af169a8-e5c1-46f7-b9bd-8e0222f081b8 HTTP/1.1" status: 204 len: 168 time: 3.1270189 Nov 03 19:03:55.936060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c551-cc54-446f-9067-0a426b6d6c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.937711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48566) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:56.091022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4eec40-5af7-4306-b19f-2cb90e3b0fb4 None None] New status for floating IP 2a1aba5d-e419-4686-8337-e270e5085a43: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:03:56.150509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c551-cc54-446f-9067-0a426b6d6c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.170714 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7cf6e617-4f7e-4c5e-8499-59ba5ea7f053 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2182958 Nov 03 19:03:56.175184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48572) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:56.517564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-3c89cee8-154c-4b13-b80d-dcdc7890e77a service neutron] 10.222.0.96 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1831043 Nov 03 19:03:56.518570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-20c444e3-8be2-404d-9bdf-1c742308a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:56.519748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-20c444e3-8be2-404d-9bdf-1c742308a6d0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2d01cf89-b00c-4bfc-92ce-31183f8f3df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9222038 Nov 03 19:03:56.520813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c551-cc54-446f-9067-0a426b6d6c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.526359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c551-cc54-446f-9067-0a426b6d6c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.528715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6dd9c551-cc54-446f-9067-0a426b6d6c39 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f628a615-7009-4cd5-baab-00bbd14fb44e HTTP/1.1" status: 204 len: 168 time: 1.8150308 Nov 03 19:03:56.553692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9c551-cc54-446f-9067-0a426b6d6c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628a615-7009-4cd5-baab-00bbd14fb44e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:56.719737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:56.728312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.741409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902fb7eb-61f5-4b92-bfba-1295986079fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:56.748301 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-902fb7eb-61f5-4b92-bfba-1295986079fc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5661039 Nov 03 19:03:56.771353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48584) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:57.039584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89acb0f-9097-485e-9b01-7fb3a8bf6410 req-009ac46a-7463-4465-affc-30edfceece80 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:57.066253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e89acb0f-9097-485e-9b01-7fb3a8bf6410 req-009ac46a-7463-4465-affc-30edfceece80 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c43085d-3c4f-40b3-bea4-7e2711f44d32 HTTP/1.1" status: 200 len: 945 time: 1.3456511 Nov 03 19:03:57.240132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:57.353457 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0270ef65-0147-48a3-baf5-bcc16402129a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5541337 Nov 03 19:03:57.362853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48592) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:57.453588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:57.667312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-0efef7f3-c196-48c1-b29d-cb8b9d7a135e service neutron] 10.222.0.96 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1171048 Nov 03 19:03:57.727925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.863142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e89acb0f-9097-485e-9b01-7fb3a8bf6410 req-ef8bb15a-8f29-4471-90fd-56e983cfa3d8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1525a44b-415e-4267-8982-d0de006fec02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7329755 Nov 03 19:03:57.993825 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-989b5cac-70f8-4548-b3c7-00d56c5a699c service neutron] 10.222.0.96 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4761159 Nov 03 19:03:58.011297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:58.035376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:58.046465 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dcebbc-3f26-4e56-85d1-16b748f0f4bc" -d '{"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-unplugged", "status": "completed", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:58.070243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.074099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:58.112978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.379122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:58.414016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb1523ba-d1d5-440d-b316-3a18bf82d9c6 req-a8d0384b-d8ad-4517-b165-24c1ef3047c2 service neutron] 10.222.0.96 "GET /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224190 Nov 03 19:03:58.421649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:58.422250 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.451732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:59.104540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.190575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:03:59.197764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.254101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=df62a0d2-edcc-4767-ae5d-4de0ddbaffe2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:59.266374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-cb97142f-6c1a-4eec-98e8-592b1a35c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:59.269271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-cb97142f-6c1a-4eec-98e8-592b1a35c6d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2fd92340eb52401fa5503cef33841487&device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1094 time: 0.2210250 Nov 03 19:03:59.527432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f658f-8cff-4e8b-a8c4-34ce902b1e19 req-fe376f6f-5da2-479f-a094-9dfb6c11a9f5 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:59.537661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f4f658f-8cff-4e8b-a8c4-34ce902b1e19 req-fe376f6f-5da2-479f-a094-9dfb6c11a9f5 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 944 time: 1.1219311 Nov 03 19:03:59.539550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] No DVR routers for this DVR port df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:59.570148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:59.577600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.583869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:59.632464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:59.636429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18521db-8958-4ebc-aebf-d2777b2bca00 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:59.643039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89192878-f019-45fe-bdbc-3e13c9c940a4 req-d0ab2eef-60a0-4620-9cea-2aab24a9b03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "DELETE /v2.0/ports/df62a0d2-edcc-4767-ae5d-4de0ddbaffe2 HTTP/1.1" status: 204 len: 173 time: 4.9324160 Nov 03 19:03:59.646322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.652674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-deleted', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:59.656859 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea5b06-4504-4bff-8830-7f10423c5f0b" -d '{"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-deleted", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:59.872956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=168559c6-e6ea-430e-9294-58aecb8db190,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:59.952399 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-93c70c49-4e19-4203-8532-4fa43baf72cd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5876997 Nov 03 19:03:59.956975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48630) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:59.980954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:00.405220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '168559c6-e6ea-430e-9294-58aecb8db190'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:00.407179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:00.876633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:00.889123 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:00.999116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 67145ab5-ed2c-4cbe-a702-373335aca871 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:01.624753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Allocated IP 2001:db8::f816:3eff:fe4d:b12b (45688c7b-5d83-4046-a79b-22363a7f381a/168559c6-e6ea-430e-9294-58aecb8db190/cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:01.678039 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:04:01.892500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48658) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:01.944543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-b38f4e07-1931-4ba5-89ae-b76eb18649b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:01.948838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-b38f4e07-1931-4ba5-89ae-b76eb18649b1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 200 len: 917 time: 2.5410786 Nov 03 19:04:02.113828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 67145ab5-ed2c-4cbe-a702-373335aca871, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=67145ab5-ed2c-4cbe-a702-373335aca871,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:02.321907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '67145ab5-ed2c-4cbe-a702-373335aca871', 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9', 'port_id': '67145ab5-ed2c-4cbe-a702-373335aca871', 'mac_address': 'fa:16:3e:1e:95:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379e804-6f7c-47ed-a306-6c2185e03f95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:02.348563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-64ca74cf-fd6d-4057-827a-8501368cb23e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 200 len: 999 time: 0.3124902 Nov 03 19:04:02.531099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-68ab0958-729f-4ed7-a375-ebb652e40042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:02.534074 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-68ab0958-729f-4ed7-a375-ebb652e40042 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 200 len: 855 time: 0.1206620 Nov 03 19:04:02.556097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39b9f029-cfa4-4f19-ad4b-10a5a27eb978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.578108 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.656588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-b27537b5-d83d-472d-8903-cd304a24de5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6916118 Nov 03 19:04:02.689894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f4f658f-8cff-4e8b-a8c4-34ce902b1e19 req-61d22888-7f96-4a44-ad5d-5818eecdb543 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.8317735 Nov 03 19:04:02.767973 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.778975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-54530843-b65b-4839-9785-f2ba8265dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:02.789177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-54530843-b65b-4839-9785-f2ba8265dbbb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=777bc5c8-77a5-4149-975f-90e6c875828e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109520 Nov 03 19:04:02.950041 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.971030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.038523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=ed62c0c8-6edf-44f6-891d-df3891f886ae,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:03.056656 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.057516 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596e7db5-9d94-449c-9dba-025ced6cc65f x-openstack-request-id: req-596e7db5-9d94-449c-9dba-025ced6cc65f {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:03.057942 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cd4988-6fa7-4927-ae2c-61d20f138964", "tag": "67145ab5-ed2c-4cbe-a702-373335aca871", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:03.058379 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-596e7db5-9d94-449c-9dba-025ced6cc65f {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:03.059016 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cd4988-6fa7-4927-ae2c-61d20f138964', 'tag': '67145ab5-ed2c-4cbe-a702-373335aca871', 'status': 'completed', 'code': 200} Nov 03 19:04:03.107048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:03.125934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:03.132339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:03.133401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.243078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Pushing event updated for resources: {'Port': ['ID=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:03.244459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-269c38ec-6d07-4ba3-b29b-c47049b54aba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2843814 Nov 03 19:04:03.260499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48664) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:03.287642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:86:ac:c2', 'name': 'tempest-NetworksTestDHCPv6-1810964815'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:03.305978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67145ab5-ed2c-4cbe-a702-373335aca871 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:03.447857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 67145ab5-ed2c-4cbe-a702-373335aca871, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=67145ab5-ed2c-4cbe-a702-373335aca871,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:03.495008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.729693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:03.755165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:03.769969 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e139f-56e9-49e4-a296-1344b10216da req-b41e1985-6e31-4dea-87fb-789791a968bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:03.797079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:03.809461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba7e139f-56e9-49e4-a296-1344b10216da req-b41e1985-6e31-4dea-87fb-789791a968bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7d01ebaa373042f490ab21beceddd45b&device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 1095 time: 0.6598079 Nov 03 19:04:03.831306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['67145ab5-ed2c-4cbe-a702-373335aca871'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:03.869637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.931519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:03.965993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-2e621eb7-7b63-4fcd-a7c5-902be6bebd32 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1715155 Nov 03 19:04:04.080493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=67145ab5-ed2c-4cbe-a702-373335aca871,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:04.137199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Attempting to bind port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:04.138161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Attempting to bind port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:04.138967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Attempting to bind port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:04.161925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:04.162672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:04.163660 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.164453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:04.165451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Bound port: cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:04.166228 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.252327 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39b9f029-cfa4-4f19-ad4b-10a5a27eb978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.351326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e139f-56e9-49e4-a296-1344b10216da req-f76d61b6-6d2d-442f-9b0b-04d895ed4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:04.354474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba7e139f-56e9-49e4-a296-1344b10216da req-f76d61b6-6d2d-442f-9b0b-04d895ed4d2d service neutron] 10.222.0.96 "GET /v2.0/networks?id=f15c6f8e-71aa-4590-a648-f90d491ea9e9 HTTP/1.1" status: 200 len: 910 time: 0.5436058 Nov 03 19:04:04.361322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.372035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-81e805d3-4247-4277-9e04-2a5749c1b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:04.384287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-81e805d3-4247-4277-9e04-2a5749c1b81a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 1096 time: 1.0680025 Nov 03 19:04:04.488880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port f430751b-9f38-4914-b172-e6fe3fa492c3 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:04.572685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] For port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:04.590937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] For port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:04.626987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba7e139f-56e9-49e4-a296-1344b10216da req-6582a8d3-631c-40b0-9052-59925dc19829 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67145ab5-ed2c-4cbe-a702-373335aca871 HTTP/1.1" status: 200 len: 217 time: 0.2410295 Nov 03 19:04:04.644822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.980720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-d7ee8902-028b-4cab-b6f8-98a273024330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:04.987670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-d7ee8902-028b-4cab-b6f8-98a273024330 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 200 len: 916 time: 0.3307555 Nov 03 19:04:05.027369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39b9f029-cfa4-4f19-ad4b-10a5a27eb978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.102076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dda29e-5106-40d1-82e5-bf20ef2c6fe1 None None] Pushing event updated for resources: {'Port': ['ID=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:05.221965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9f029-cfa4-4f19-ad4b-10a5a27eb978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9651a9-fc7d-469b-981e-bde6e9f5e53e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:05.254258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e139f-56e9-49e4-a296-1344b10216da req-a5a96071-0402-4765-bc04-9f61ac4c09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:05.271680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba7e139f-56e9-49e4-a296-1344b10216da req-a5a96071-0402-4765-bc04-9f61ac4c09ad service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0379e804-6f7c-47ed-a306-6c2185e03f95 HTTP/1.1" status: 200 len: 849 time: 0.2917573 Nov 03 19:04:05.446700 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-39b9f029-cfa4-4f19-ad4b-10a5a27eb978 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=428951de9262418fbf490f40d476b485&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5416155 Nov 03 19:04:05.452887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48684) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:05.830614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1cd9562-bd7c-4154-9117-7b969b1cb489 req-589a0244-8aa5-45e7-95b0-1deac3d84c91 service neutron] 10.222.0.96 "GET /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4647138 Nov 03 19:04:05.860773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:05.923492 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-8c0bc535-f701-4168-9978-435d25705274 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b HTTP/1.1" status: 200 len: 217 time: 0.6371715 Nov 03 19:04:05.984058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 172.20.0.9 (45688c7b-5d83-4046-a79b-22363a7f381a/ed62c0c8-6edf-44f6-891d-df3891f886ae/f430751b-9f38-4914-b172-e6fe3fa492c3) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:06.005627 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc611f4-52eb-4e34-a148-66c1ffc1e23f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.061049 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc611f4-52eb-4e34-a148-66c1ffc1e23f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.110885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8a1a-1648-4808-a894-441843c27b7c req-2bef9714-94d9-4e61-bde6-b02a093b5d17 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:06.128555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4bcd8a1a-1648-4808-a894-441843c27b7c req-2bef9714-94d9-4e61-bde6-b02a093b5d17 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 2.7693615 Nov 03 19:04:06.147095 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-58f37be7-8b2d-441e-b985-71125f73e70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.147706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba7e139f-56e9-49e4-a296-1344b10216da req-2626a23a-fc4b-4158-8380-281bcf3767dd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f15c6f8e-71aa-4590-a648-f90d491ea9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3311102 Nov 03 19:04:06.184514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:06.185093 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.195619 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc611f4-52eb-4e34-a148-66c1ffc1e23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.200413 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc611f4-52eb-4e34-a148-66c1ffc1e23f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.202504 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4cc611f4-52eb-4e34-a148-66c1ffc1e23f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed9651a9-fc7d-469b-981e-bde6e9f5e53e HTTP/1.1" status: 204 len: 168 time: 0.7184069 Nov 03 19:04:06.206282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fe86:acc2 (45688c7b-5d83-4046-a79b-22363a7f381a/168559c6-e6ea-430e-9294-58aecb8db190/f430751b-9f38-4914-b172-e6fe3fa492c3) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:06.237995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc611f4-52eb-4e34-a148-66c1ffc1e23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9651a9-fc7d-469b-981e-bde6e9f5e53e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:06.731134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba7e139f-56e9-49e4-a296-1344b10216da req-9fe98b20-13f2-4bc2-9d03-ede50392648b service neutron] 10.222.0.96 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832237 Nov 03 19:04:06.795588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.855827 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.946904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.995057 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:07.004827 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.269575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:07.315903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=f430751b-9f38-4914-b172-e6fe3fa492c3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:07.355035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-891aa0d9-f996-480c-a624-f455d272e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:07.363617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-891aa0d9-f996-480c-a624-f455d272e1c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 200 len: 855 time: 1.4291131 Nov 03 19:04:07.397079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:07.401900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:07.406327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:07.431855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4bcd8a1a-1648-4808-a894-441843c27b7c req-bfcfc5c2-39da-4eda-ab9a-97ee58a3f055 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2985327 Nov 03 19:04:07.567214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 67145ab5-ed2c-4cbe-a702-373335aca871 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:07.567998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-18e0b221-3548-4fa5-97a4-61d12ead4635 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6654c509-2168-4d93-98e1-da06c7fabf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957369 Nov 03 19:04:07.720782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48698) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:07.784762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba7e139f-56e9-49e4-a296-1344b10216da req-ac451037-f320-446b-8d53-63a779c4aa77 service neutron] 10.222.0.96 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0325382 Nov 03 19:04:07.835367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb0a37-8c38-43f0-809f-f09ea42fbb29 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:07.882211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:07.883842 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.929382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:08.074247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f11c5adf-ece4-4fb5-9a62-a886210dc7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.295442 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d4c6e7a2-db87-413e-b932-14020536d73b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.0175014 Nov 03 19:04:08.303440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48706) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:08.685451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-435dc536-7097-4a65-a625-db9e052566d6 service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8864939 Nov 03 19:04:08.700614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee01b4-e0d1-4ca5-bae4-4ef58ca305b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:08.718788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee01b4-e0d1-4ca5-bae4-4ef58ca305b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:08.725890 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c2ee01b4-e0d1-4ca5-bae4-4ef58ca305b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4127781 Nov 03 19:04:08.729064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48712) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:08.797039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48714) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:08.812338 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f33f8-e81f-4515-89e2-a61fad705e97 x-openstack-request-id: req-0f9f33f8-e81f-4515-89e2-a61fad705e97 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:08.813998 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-unplugged", "status": "completed", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:08.816412 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f9f33f8-e81f-4515-89e2-a61fad705e97 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:08.819047 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'code': 200} Nov 03 19:04:08.835464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d92dcc2-3dbd-4f7c-bf64-7b97a8d57d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.875523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6bdfe2de-238a-463d-883f-f938e91cbcd3 None None] Provisioning complete for port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:08.884157 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe2de-238a-463d-883f-f938e91cbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.966535 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c7dacf-74ee-4935-8c2c-25f6c1f7418d x-openstack-request-id: req-d3c7dacf-74ee-4935-8c2c-25f6c1f7418d {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:08.966953 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c43085d-3c4f-40b3-bea4-7e2711f44d32", "name": "network-vif-deleted", "tag": "df62a0d2-edcc-4767-ae5d-4de0ddbaffe2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:08.967568 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3c7dacf-74ee-4935-8c2c-25f6c1f7418d {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:08.968117 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c43085d-3c4f-40b3-bea4-7e2711f44d32', 'name': 'network-vif-deleted', 'tag': 'df62a0d2-edcc-4767-ae5d-4de0ddbaffe2', 'status': 'completed', 'code': 200} Nov 03 19:04:09.050050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 67145ab5-ed2c-4cbe-a702-373335aca871 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:04:09.082424 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4cdd94e3-ae35-4386-96a1-e796c9ce8c80 req-84a55005-77f8-4dfa-b34c-827df332c3da service neutron] 10.222.0.70 "GET /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904059 Nov 03 19:04:09.191660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:09.199401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.203036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 67145ab5-ed2c-4cbe-a702-373335aca871 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:09.206293 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.226103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ff0c4-2705-453e-bcbb-00d0d7aaa37a req-306402ae-2705-450d-b3ca-1d477aa99f6f tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:09.236229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f11c5adf-ece4-4fb5-9a62-a886210dc7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.238401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-288ff0c4-2705-453e-bcbb-00d0d7aaa37a req-306402ae-2705-450d-b3ca-1d477aa99f6f tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 945 time: 0.1497204 Nov 03 19:04:09.277335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-27b8ec96-45f8-42da-90ae-b3589cb17620 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:09.280026 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-27b8ec96-45f8-42da-90ae-b3589cb17620 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 945 time: 0.3784165 Nov 03 19:04:09.280991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f11c5adf-ece4-4fb5-9a62-a886210dc7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.446310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-288ff0c4-2705-453e-bcbb-00d0d7aaa37a req-3dfe4413-a473-491b-a7b9-9d97c0c24a2d tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935487 Nov 03 19:04:09.501167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c5adf-ece4-4fb5-9a62-a886210dc7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7c11b1-9c9c-4185-a975-3c638d0fd44e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:09.816513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-50275069-e157-4f8e-b37c-4768581f064d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port f430751b-9f38-4914-b172-e6fe3fa492c3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:09.817769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-50275069-e157-4f8e-b37c-4768581f064d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.840316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ca01-05cb-4f91-9c7a-6d459aed359c req-d35ff2e4-ade3-4e4d-96cd-88e4740ee33a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:09.847255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02b0ca01-05cb-4f91-9c7a-6d459aed359c req-d35ff2e4-ade3-4e4d-96cd-88e4740ee33a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/ports?device_id=1007e22d-b9c0-42c7-94f2-00c810149c86 HTTP/1.1" status: 200 len: 945 time: 0.1880629 Nov 03 19:04:09.909357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f11c5adf-ece4-4fb5-9a62-a886210dc7b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9672c7d37a1c40b38e32db99e4a44ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1876590 Nov 03 19:04:09.932932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48728) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:10.025699 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.089557 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.111365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02b0ca01-05cb-4f91-9c7a-6d459aed359c req-708787de-b709-4694-b615-29a7e5524904 tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.77 "GET /v2.0/security-groups?id=538a161d-6be5-4b01-bae8-9cc743c7324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519033 Nov 03 19:04:10.122972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 67145ab5-ed2c-4cbe-a702-373335aca871, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=67145ab5-ed2c-4cbe-a702-373335aca871,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:10.125961 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:04:10.126733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f53760e8-7540-40c7-84f9-6e5a20765324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.132082 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.201825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f53760e8-7540-40c7-84f9-6e5a20765324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.317461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f53760e8-7540-40c7-84f9-6e5a20765324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.318558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f53760e8-7540-40c7-84f9-6e5a20765324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.326132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f53760e8-7540-40c7-84f9-6e5a20765324 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e7c11b1-9c9c-4185-a975-3c638d0fd44e HTTP/1.1" status: 204 len: 168 time: 0.3903408 Nov 03 19:04:10.423221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53760e8-7540-40c7-84f9-6e5a20765324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7c11b1-9c9c-4185-a975-3c638d0fd44e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:10.435519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4ea90-d144-43e7-a24e-815dabde540f None None] Update dhcp port {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '168559c6-e6ea-430e-9294-58aecb8db190', 'ip_address': '2001:db8::f816:3eff:fe4d:b12b'}, {'subnet_id': 'ed62c0c8-6edf-44f6-891d-df3891f886ae'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:10.442512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=67145ab5-ed2c-4cbe-a702-373335aca871,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:10.503956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b58a91-55fe-4ee0-b95b-972f42628869 req-5b70de9e-1792-4810-8c52-872b3a6bc7c8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:10.509779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22b58a91-55fe-4ee0-b95b-972f42628869 req-5b70de9e-1792-4810-8c52-872b3a6bc7c8 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.2165499 Nov 03 19:04:10.568339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83b4ea90-d144-43e7-a24e-815dabde540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.692486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22b58a91-55fe-4ee0-b95b-972f42628869 req-4a6db10a-d020-4a8f-8f37-b8f90f3c07a0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686895 Nov 03 19:04:10.701297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-50275069-e157-4f8e-b37c-4768581f064d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.719977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Deleting port c8008f2d-3f62-48e5-899c-577c409d2c6b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:10.720516 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.788103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-50275069-e157-4f8e-b37c-4768581f064d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for f430751b-9f38-4914-b172-e6fe3fa492c3 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:10.859261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd4988-6fa7-4927-ae2c-61d20f138964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67145ab5-ed2c-4cbe-a702-373335aca871'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:10.863391 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facf918b-4ba0-4799-9e1d-19800f5b3554" -d '{"events": [{"server_uuid": "80cd4988-6fa7-4927-ae2c-61d20f138964", "name": "network-vif-plugged", "status": "completed", "tag": "67145ab5-ed2c-4cbe-a702-373335aca871"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:11.127656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] For port c8008f2d-3f62-48e5-899c-577c409d2c6b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=c8008f2d-3f62-48e5-899c-577c409d2c6b,segment=NetworkSegment(13a7881d-0350-46f1-96fa-e07d0811f81d),segment_id=13a7881d-0350-46f1-96fa-e07d0811f81d)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:11.128242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.151717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Calling delete_port for c8008f2d-3f62-48e5-899c-577c409d2c6b owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:11.155219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-ddbf202f-acd0-4fb0-bcfa-af80fca71897 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5ab1c80206e0453ba22eedda21391148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1382256 Nov 03 19:04:11.346799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-83b4ea90-d144-43e7-a24e-815dabde540f None None] Allocated IP 172.20.0.2 (45688c7b-5d83-4046-a79b-22363a7f381a/ed62c0c8-6edf-44f6-891d-df3891f886ae/cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:11.515109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c8008f2d-3f62-48e5-899c-577c409d2c6b no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:11.600505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.622080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-0045ff72-815c-4460-a70f-75c21fa7a4c1 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:11.635613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-0045ff72-815c-4460-a70f-75c21fa7a4c1 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4783785 Nov 03 19:04:11.653934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-020d9f07-0702-4b10-b694-8379136f7529 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/quotas/5ab1c80206e0453ba22eedda21391148 HTTP/1.1" status: 200 len: 375 time: 0.0171337 Nov 03 19:04:11.697003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No active binding found for port c8008f2d-3f62-48e5-899c-577c409d2c6b {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:04:11.697765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device c8008f2d-3f62-48e5-899c-577c409d2c6b not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:11.767175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Pushing event deleted for resources: {'Port': ['ID=c8008f2d-3f62-48e5-899c-577c409d2c6b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:11.772095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-826cc809-6d41-483d-b76a-408ed13b3b62 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ab1c80206e0453ba22eedda21391148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903919 Nov 03 19:04:11.890077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-83b4ea90-d144-43e7-a24e-815dabde540f None None] For port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:11.986802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] No DVR routers for this DVR port c8008f2d-3f62-48e5-899c-577c409d2c6b on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:11.993698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.002828 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ef926873-ab9e-4b4e-949e-84f12613b3fd req-314c3644-5e2e-4d42-ae71-5ea5d530eb0a tempest-AttachVolumeNegativeTest-1301905515 tempest-AttachVolumeNegativeTest-1301905515-project] 10.222.0.70 "DELETE /v2.0/ports/c8008f2d-3f62-48e5-899c-577c409d2c6b HTTP/1.1" status: 204 len: 173 time: 2.7126653 Nov 03 19:04:12.019063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007e22d-b9c0-42c7-94f2-00c810149c86', 'name': 'network-vif-deleted', 'tag': 'c8008f2d-3f62-48e5-899c-577c409d2c6b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:12.024756 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f902412b-767e-4729-95b9-ab975afd653c" -d '{"events": [{"server_uuid": "1007e22d-b9c0-42c7-94f2-00c810149c86", "name": "network-vif-deleted", "tag": "c8008f2d-3f62-48e5-899c-577c409d2c6b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:12.071366 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83b4ea90-d144-43e7-a24e-815dabde540f None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.087883 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83b4ea90-d144-43e7-a24e-815dabde540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.501103 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.511039 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.529945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4ea90-d144-43e7-a24e-815dabde540f None None] Pushing event updated for resources: {'Port': ['ID=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:12.549998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.684739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-50275069-e157-4f8e-b37c-4768581f064d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.833555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51a597-680f-409d-954b-64eb86774d5b req-9dc579a7-9c99-4c87-983b-650d1075b581 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:12.855961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50275069-e157-4f8e-b37c-4768581f064d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=f430751b-9f38-4914-b172-e6fe3fa492c3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:12.885840 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca51a597-680f-409d-954b-64eb86774d5b req-9dc579a7-9c99-4c87-983b-650d1075b581 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 946 time: 0.3638320 Nov 03 19:04:13.181543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca51a597-680f-409d-954b-64eb86774d5b req-c250c234-9e06-4f3b-8da5-16ba6faee02f tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910757 Nov 03 19:04:13.468279 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c879f8bf-18dc-4996-922a-bdb9541b8076 x-openstack-request-id: req-c879f8bf-18dc-4996-922a-bdb9541b8076 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:13.469226 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cd4988-6fa7-4927-ae2c-61d20f138964", "name": "network-vif-plugged", "status": "completed", "tag": "67145ab5-ed2c-4cbe-a702-373335aca871", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:13.469986 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c879f8bf-18dc-4996-922a-bdb9541b8076 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:13.470913 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd4988-6fa7-4927-ae2c-61d20f138964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67145ab5-ed2c-4cbe-a702-373335aca871', 'code': 200} Nov 03 19:04:13.568692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:13.631765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48788) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:13.652348 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-50275069-e157-4f8e-b37c-4768581f064d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.662128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48792) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:13.662745 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-50275069-e157-4f8e-b37c-4768581f064d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/f430751b-9f38-4914-b172-e6fe3fa492c3 HTTP/1.1" status: 204 len: 168 time: 4.9313443 Nov 03 19:04:14.015009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ec882-9de7-4a9d-83d6-8ed0b6d0a569 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:14.033732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ec882-9de7-4a9d-83d6-8ed0b6d0a569 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:14.034134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:14.040807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ec882-9de7-4a9d-83d6-8ed0b6d0a569 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:14.058184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d35ec882-9de7-4a9d-83d6-8ed0b6d0a569 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3920515 Nov 03 19:04:14.078531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48796) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:14.101079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'port_id': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'mac_address': 'fa:16:3e:c5:51:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:14.329920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabce2e-f7a7-4e7f-96bd-a33bfe383209 req-007492a1-414f-4021-bf58-be1d2e1eaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:14.344741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:14.347598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afabce2e-f7a7-4e7f-96bd-a33bfe383209 req-007492a1-414f-4021-bf58-be1d2e1eaadc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 1097 time: 0.6346092 Nov 03 19:04:14.423912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea7e594-2192-44ea-8005-e1650540da4b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 168559c6-e6ea-430e-9294-58aecb8db190 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:14.439532 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e594-2192-44ea-8005-e1650540da4b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.501304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5c68d582-bbb8-4928-9813-733c5eaea970 None None] Could not find standard attr ID for object f430751b-9f38-4914-b172-e6fe3fa492c3. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:14.525564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ac73-ac48-4548-bf94-795f12ed3ee8 req-ec74bd47-fe2d-401b-9022-cab2055cd686 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:14.540386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bc0ac73-ac48-4548-bf94-795f12ed3ee8 req-ec74bd47-fe2d-401b-9022-cab2055cd686 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 943 time: 0.4778991 Nov 03 19:04:14.603405 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.663126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc7a238-4309-45a8-806e-ce1a9d207ec6 admin admin] Deleting subnet f6854fdc-5121-4332-84f7-a2e99e0480c1 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:14.670385 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a238-4309-45a8-806e-ce1a9d207ec6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.684939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e594-2192-44ea-8005-e1650540da4b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.751281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a238-4309-45a8-806e-ce1a9d207ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.762934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5c68d582-bbb8-4928-9813-733c5eaea970 None None] Provisioning complete for port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:14.772695 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c68d582-bbb8-4928-9813-733c5eaea970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.857272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ca02f1-3c7c-4969-b88a-279d542de0c5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:14.859394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port d65b0962-dd64-4d52-9d48-470fbe77cf81 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:14.860382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.889245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a238-4309-45a8-806e-ce1a9d207ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.059757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:15.080590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.097188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afabce2e-f7a7-4e7f-96bd-a33bfe383209 req-b5300110-2a7f-4cc0-9d4a-f2268a716905 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7432215 Nov 03 19:04:15.101315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a238-4309-45a8-806e-ce1a9d207ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.109978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:15.110446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.171916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7a238-4309-45a8-806e-ce1a9d207ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6854fdc-5121-4332-84f7-a2e99e0480c1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:15.183451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port d65b0962-dd64-4d52-9d48-470fbe77cf81, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d65b0962-dd64-4d52-9d48-470fbe77cf81,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:15.184353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.193345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a238-4309-45a8-806e-ce1a9d207ec6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.200014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3fc7a238-4309-45a8-806e-ce1a9d207ec6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f6854fdc-5121-4332-84f7-a2e99e0480c1 HTTP/1.1" status: 204 len: 168 time: 1.5666399 Nov 03 19:04:15.225988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48810) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:15.233298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for d65b0962-dd64-4d52-9d48-470fbe77cf81 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:15.417365 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.456544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['a2ca02f1-3c7c-4969-b88a-279d542de0c5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:15.714286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:15.740418 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.803829 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6654c509-2168-4d93-98e1-da06c7fabf0c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:15.844842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-f9c48ad5-692e-4a19-9ef0-8a0027f78854 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5ab1c80206e0453ba22eedda21391148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3107307 Nov 03 19:04:15.867473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a7881d-0350-46f1-96fa-e07d0811f81d') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:15.871620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a7881d-0350-46f1-96fa-e07d0811f81d') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:15.924218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.972256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bc0ac73-ac48-4548-bf94-795f12ed3ee8 req-1dbbd544-f866-44e7-ae7b-6950901a0c1e tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4299409 Nov 03 19:04:16.074185 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.091712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:16.100442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:16.105866 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:16.110562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c8be8f69-5549-4d66-ac12-3b5a150930e5 None None] Could not find standard attr ID for object f430751b-9f38-4914-b172-e6fe3fa492c3. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:16.327414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.373463 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.385934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6654c509-2168-4d93-98e1-da06c7fabf0c HTTP/1.1" status: 204 len: 168 time: 1.1542735 Nov 03 19:04:16.404461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64fe3f-ef75-4332-b5a8-b5f42eac1a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6654c509-2168-4d93-98e1-da06c7fabf0c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:16.408886 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98653c2-0d22-4062-b910-3b90cfd238d0 x-openstack-request-id: req-a98653c2-0d22-4062-b910-3b90cfd238d0 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:16.409893 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007e22d-b9c0-42c7-94f2-00c810149c86", "name": "network-vif-deleted", "tag": "c8008f2d-3f62-48e5-899c-577c409d2c6b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:16.413272 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a98653c2-0d22-4062-b910-3b90cfd238d0 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:16.414105 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007e22d-b9c0-42c7-94f2-00c810149c86', 'name': 'network-vif-deleted', 'tag': 'c8008f2d-3f62-48e5-899c-577c409d2c6b', 'status': 'completed', 'code': 200} Nov 03 19:04:16.522153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e359241a-2705-4816-94bf-4f59a2b6b257 req-7c57e505-571f-44ea-8b83-1d101de00179 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 210 time: 0.1517947 Nov 03 19:04:16.692235 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e594-2192-44ea-8005-e1650540da4b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.751178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-cdc1599d-c020-463d-af9f-f0490ae31d5c tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:16.753127 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-cdc1599d-c020-463d-af9f-f0490ae31d5c tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8910530 Nov 03 19:04:16.772189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Request body: {'port': {'device_id': '8367d31a-6156-47f9-adae-6123a43eeba7', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '5ab1c80206e0453ba22eedda21391148'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:16.861289 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:16.934050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fc67b-6193-46f6-9d71-375a34072072 req-d47e1ce8-e247-47f2-9372-1d12c3bdcbcf tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:16.935858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-899fc67b-6193-46f6-9d71-375a34072072 req-d47e1ce8-e247-47f2-9372-1d12c3bdcbcf tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 946 time: 0.1531739 Nov 03 19:04:17.008819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-899fc67b-6193-46f6-9d71-375a34072072 req-9a4ef1cb-49f1-4e98-a5d4-3371f7b16a3c tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639703 Nov 03 19:04:17.067061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e23814db-cfb3-44c1-a15c-2796ca3c83f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c4470c5f38544b39a3a560f23c9ddd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1946616 Nov 03 19:04:17.070405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48834) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:17.200679 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.257811 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e594-2192-44ea-8005-e1650540da4b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.285012 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbd3-a7a9-477f-b387-5d132b773e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.330620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbd3-a7a9-477f-b387-5d132b773e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.404936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7e594-2192-44ea-8005-e1650540da4b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=168559c6-e6ea-430e-9294-58aecb8db190,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:17.488719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbd3-a7a9-477f-b387-5d132b773e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.504178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbd3-a7a9-477f-b387-5d132b773e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.513752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-08f7bbd3-a7a9-477f-b387-5d132b773e75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/538a161d-6be5-4b01-bae8-9cc743c7324d HTTP/1.1" status: 204 len: 168 time: 0.4404173 Nov 03 19:04:17.580164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:17.591889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf1b78-9845-49f2-a4ef-da07baf5e5e7 req-05777f43-be26-4663-9491-067ed55cb1aa tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:17.608314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cdcf1b78-9845-49f2-a4ef-da07baf5e5e7 req-05777f43-be26-4663-9491-067ed55cb1aa tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 944 time: 0.4102213 Nov 03 19:04:17.634442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7bbd3-a7a9-477f-b387-5d132b773e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538a161d-6be5-4b01-bae8-9cc743c7324d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:17.685817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=d65b0962-dd64-4d52-9d48-470fbe77cf81,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:17.775441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Made reservation on behalf of 5ab1c80206e0453ba22eedda21391148 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:17.780440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.794412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e594-2192-44ea-8005-e1650540da4b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.803217 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4ea7e594-2192-44ea-8005-e1650540da4b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/168559c6-e6ea-430e-9294-58aecb8db190 HTTP/1.1" status: 204 len: 168 time: 3.7177882 Nov 03 19:04:17.813580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48850) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:17.825278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc929439-4c80-41b5-92a2-1ebf6323208a None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:17.835862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.887769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port a2ca02f1-3c7c-4969-b88a-279d542de0c5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:17.895094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.984674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cdcf1b78-9845-49f2-a4ef-da07baf5e5e7 req-e4aa9709-83ac-4351-8b7d-8cdcc4b8a587 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743758 Nov 03 19:04:18.105094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a907818d-c5de-4151-a5e1-3e88bebab8c0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet ed62c0c8-6edf-44f6-891d-df3891f886ae {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:18.132787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a907818d-c5de-4151-a5e1-3e88bebab8c0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.241749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.261923 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.374288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a907818d-c5de-4151-a5e1-3e88bebab8c0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.573881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a0f63de-ff85-4139-843d-9d81298b1a59 req-b1b57063-bfd0-41fb-ac31-546052f1272e tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 210 time: 0.0968213 Nov 03 19:04:18.669486 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.740030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85048ad6-b563-43e3-b5bc-89ec7a341da6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:18.838164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a907818d-c5de-4151-a5e1-3e88bebab8c0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.926254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:18.933706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:18.938465 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc4fd33-46f8-4695-8071-babeb36dc0cb" -d '{"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-plugged", "status": "completed", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:18.947189 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.966833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a907818d-c5de-4151-a5e1-3e88bebab8c0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.044171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a907818d-c5de-4151-a5e1-3e88bebab8c0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.050854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a907818d-c5de-4151-a5e1-3e88bebab8c0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/ed62c0c8-6edf-44f6-891d-df3891f886ae HTTP/1.1" status: 204 len: 168 time: 1.2355039 Nov 03 19:04:19.053030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907818d-c5de-4151-a5e1-3e88bebab8c0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=ed62c0c8-6edf-44f6-891d-df3891f886ae,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:19.058912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48878) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:19.092527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:19.152134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.155292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.156077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.156805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.157629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.158459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.160174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.160973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.161821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.162624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.165565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.166736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:19.344811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd3c9c9-a2e9-461e-9f66-1642ccfe11fa None None] Update dhcp port {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': 'ed62c0c8-6edf-44f6-891d-df3891f886ae'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:19.402187 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01fdd0b-f310-4a31-b1ff-ac78d257f6d6 x-openstack-request-id: req-e01fdd0b-f310-4a31-b1ff-ac78d257f6d6 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:19.402698 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-plugged", "status": "completed", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:19.403045 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e01fdd0b-f310-4a31-b1ff-ac78d257f6d6 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:19.403674 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'code': 200} Nov 03 19:04:19.423349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Allocated IP 192.168.233.96 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/b0c7f419-7978-44e3-ba3e-ca5a25702e0c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:19.445325 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c9c9-a2e9-461e-9f66-1642ccfe11fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.539593 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-18bd2a91-9636-41c5-b95f-4d523b95fb3d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4676468 Nov 03 19:04:19.543915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48896) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:19.558363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:19.582822 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.005083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ab93a-df3f-4817-add4-385e33e76f23 req-03fa5cd5-6fdf-4a87-ac3f-28ccfa43d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.016325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-020ab93a-df3f-4817-add4-385e33e76f23 req-03fa5cd5-6fdf-4a87-ac3f-28ccfa43d164 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 1097 time: 0.2953699 Nov 03 19:04:20.044538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ed8d2-6a16-49ec-916a-1bfa0894604c req-5381ae92-9b46-4245-ac1d-6178527f5300 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.048534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-695ed8d2-6a16-49ec-916a-1bfa0894604c req-5381ae92-9b46-4245-ac1d-6178527f5300 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 946 time: 0.3477423 Nov 03 19:04:20.090856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c200fb-28d6-429a-b600-bc5495439c0b None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:20.250653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-043df655-d405-4dab-a229-66c873f2b6bd None None] Provisioning complete for port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:20.251725 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-043df655-d405-4dab-a229-66c873f2b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.355311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-695ed8d2-6a16-49ec-916a-1bfa0894604c req-6a429d9d-f3e2-48c4-8b36-c43af814caf9 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427938 Nov 03 19:04:20.412881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:20.436755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.464837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:20.519224 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-020ab93a-df3f-4817-add4-385e33e76f23 req-a6279eda-9932-4021-b6e7-f48c411ee0bc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4607525 Nov 03 19:04:20.940849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:20.983490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.088314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:21.112665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.139750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c288f8-7be9-4094-a29d-cbb609f80d66 req-d8b2b965-6730-440e-85da-9f7d94f85d95 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:21.153316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59c288f8-7be9-4094-a29d-cbb609f80d66 req-d8b2b965-6730-440e-85da-9f7d94f85d95 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 946 time: 0.4876955 Nov 03 19:04:21.239805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-7d7244b1-10a5-4856-8c4f-ddc2db201b9e tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:21.255561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-7d7244b1-10a5-4856-8c4f-ddc2db201b9e tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.96 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 946 time: 0.5147283 Nov 03 19:04:21.264479 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.317721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] Deleting port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:21.319235 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.458766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.548555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59c288f8-7be9-4094-a29d-cbb609f80d66 req-818b20e8-e1fb-495e-8b9e-df6e0dc4689b tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733883 Nov 03 19:04:21.613526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:21.761933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Pushing event updated for resources: {'Port': ['ID=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:21.764308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] For port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:21.788964 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.808732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:21.856194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:21.856546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] Calling delete_port for cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:21.882401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:22.262614 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.312036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Deleting port 67145ab5-ed2c-4cbe-a702-373335aca871 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:22.315463 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.414494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] Pushing event deleted for resources: {'Port': ['ID=cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:22.439114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router ced74680-5ef1-455c-8461-d1bbc97a5b64 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:22.453795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddaceb9-83b8-47fc-8e6a-b449967bc0ba None None] No DVR routers for this DVR port cd4bb6d4-b10f-4440-b8a0-1bcbdafa52fa on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:22.583604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:22.584746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.764086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644e150-1c26-406f-90a8-7007654f0fb3 req-8388349a-304d-4d6b-b769-7be2cf72d966 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:22.786922 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-7995b98e-e1e8-45b5-afd7-e923188a8221 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0211430 Nov 03 19:04:22.792853 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9644e150-1c26-406f-90a8-7007654f0fb3 req-8388349a-304d-4d6b-b769-7be2cf72d966 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 935 time: 0.9874189 Nov 03 19:04:22.816137 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Request body: {'port': {'device_id': '8367d31a-6156-47f9-adae-6123a43eeba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:23.013692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] For port 67145ab5-ed2c-4cbe-a702-373335aca871, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=67145ab5-ed2c-4cbe-a702-373335aca871,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:23.014192 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.044108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Calling delete_port for 67145ab5-ed2c-4cbe-a702-373335aca871 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:23.138153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:23.159160 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] Sync routers for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:23.168454 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c190dfdc-71ff-47ea-9bf8-09403f80f5d5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "PUT /v2.0/routers/ced74680-5ef1-455c-8461-d1bbc97a5b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3552823 Nov 03 19:04:23.179046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48972) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:23.197301 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:23.198444 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:04:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:23.300582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f1be3dd8-70d5-4e2c-91b4-b78441b46c17 None None] Provisioning complete for port b0c7f419-7978-44e3-ba3e-ca5a25702e0c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:23.301373 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1be3dd8-70d5-4e2c-91b4-b78441b46c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.467218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f1be3dd8-70d5-4e2c-91b4-b78441b46c17 None None] Port b0c7f419-7978-44e3-ba3e-ca5a25702e0c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:23.631347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.651219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.735630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7215290-5244-413e-b7ca-0aae8fc54791 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting subnet 258a080f-5a8f-4f2f-8ad7-d78951da87af {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:23.787925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Pushing event deleted for resources: {'Port': ['ID=67145ab5-ed2c-4cbe-a702-373335aca871,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:23.799001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7215290-5244-413e-b7ca-0aae8fc54791 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.888007 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:24.039655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9644e150-1c26-406f-90a8-7007654f0fb3 req-21605542-1098-404a-a43e-e45f78b757cd tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2295067 Nov 03 19:04:24.278377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.objects.ports [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:04:24.287473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.330300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7215290-5244-413e-b7ca-0aae8fc54791 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.776264 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:04:16Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:24.892155 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] Checking router: ced74680-5ef1-455c-8461-d1bbc97a5b64 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:24.903774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7215290-5244-413e-b7ca-0aae8fc54791 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.959835 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] Routers {'ced74680-5ef1-455c-8461-d1bbc97a5b64'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:24.960787 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:04:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ced74680-5ef1-455c-8461-d1bbc97a5b64'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:25.161205 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7215290-5244-413e-b7ca-0aae8fc54791 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.276831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] Set router ced74680-5ef1-455c-8461-d1bbc97a5b64 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:25.296551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7215290-5244-413e-b7ca-0aae8fc54791 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Subnet': ['ID=258a080f-5a8f-4f2f-8ad7-d78951da87af,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:25.299238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7215290-5244-413e-b7ca-0aae8fc54791 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.309357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f7215290-5244-413e-b7ca-0aae8fc54791 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/subnets/258a080f-5a8f-4f2f-8ad7-d78951da87af HTTP/1.1" status: 204 len: 168 time: 2.1238110 Nov 03 19:04:25.313053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48992) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:25.316174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d87bd9-050f-420f-921e-bcbaca3a743f None None] Network 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:25.381145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=52e44d79-f15a-4054-ab49-fc0d348be2fd,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:25.439204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] No DVR routers for this DVR port 67145ab5-ed2c-4cbe-a702-373335aca871 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:25.449435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:25.452054 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.459149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-213f9805-b860-4d20-b14d-4c3b04548a9d req-cce8263d-0454-43ae-b32d-9733de998921 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.96 "DELETE /v2.0/ports/67145ab5-ed2c-4cbe-a702-373335aca871 HTTP/1.1" status: 204 len: 173 time: 4.1797242 Nov 03 19:04:25.493201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd4988-6fa7-4927-ae2c-61d20f138964', 'name': 'network-vif-deleted', 'tag': '67145ab5-ed2c-4cbe-a702-373335aca871'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:25.498236 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5203fab2-6099-470a-81a9-a03fd704de03" -d '{"events": [{"server_uuid": "80cd4988-6fa7-4927-ae2c-61d20f138964", "name": "network-vif-deleted", "tag": "67145ab5-ed2c-4cbe-a702-373335aca871"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:25.510729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:25.518069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:25.519571 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.629239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefa636-c752-4ddf-a9af-3c99a1413ce1 req-b1c1c3ab-7b96-4478-b64b-4722b6fc3310 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:25.649081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fefa636-c752-4ddf-a9af-3c99a1413ce1 req-b1c1c3ab-7b96-4478-b64b-4722b6fc3310 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 946 time: 0.2841318 Nov 03 19:04:25.677919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38e0833-9ceb-40be-a8aa-a74ed3d8e8a7 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:25.683161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 67145ab5-ed2c-4cbe-a702-373335aca871 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:25.698514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-90a97ba2-1d80-410d-937a-398b37d7bb5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.1523814 Nov 03 19:04:25.713129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49002) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:25.724582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:25.736525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 67145ab5-ed2c-4cbe-a702-373335aca871 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:25.737681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 67145ab5-ed2c-4cbe-a702-373335aca871 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:25.798905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c7f419-7978-44e3-ba3e-ca5a25702e0c {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:26.078358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fefa636-c752-4ddf-a9af-3c99a1413ce1 req-199aa063-a38a-4809-b7ca-c86f5b514422 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262321 Nov 03 19:04:26.105390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.227631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Transition to ACTIVE for port object b0c7f419-7978-44e3-ba3e-ca5a25702e0c will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:26.279057 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.428194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:26.450337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] DHCP port deletion for 2d01cf89-b00c-4bfc-92ce-31183f8f3df4 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:26.454293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.467458 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:04:16Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:26.580530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '52e44d79-f15a-4054-ab49-fc0d348be2fd'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:26.599163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.611247 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.646850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011be3e5-02ab-4dd7-81ad-a3fbc1008e5e None None] The sync data for ids ['ced74680-5ef1-455c-8461-d1bbc97a5b64'] in n-d-812148-3 is: [{'id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105778445', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:50Z', 'updated_at': '2021-11-03T19:04:16Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '0d4153f6-cf72-4269-a3c3-851ebbba29de', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced74680-5ef1-455c-8461-d1bbc97a5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:52Z', 'updated_at': '2021-11-03T19:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:26.710576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00008af3-eab7-43e2-a314-e7c69ff2c222 req-a1ff9cb9-7320-4e2f-af7b-bc9d96a44c09 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=80cd4988-6fa7-4927-ae2c-61d20f138964 HTTP/1.1" status: 200 len: 210 time: 0.1544478 Nov 03 19:04:27.350825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Allocated IP 2001:db8::f816:3eff:fef3:dcd (45688c7b-5d83-4046-a79b-22363a7f381a/52e44d79-f15a-4054-ab49-fc0d348be2fd/edb5913b-263a-4bee-9b8a-3786bb5d5245) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:27.355956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752402a-775b-4d40-b119-e180a302076a req-4a05c6d0-d01c-4d6a-8917-949561efc213 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:27.377477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b752402a-775b-4d40-b119-e180a302076a req-4a05c6d0-d01c-4d6a-8917-949561efc213 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 947 time: 0.2619781 Nov 03 19:04:27.402703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:27.489159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Attempting to bind port b0c7f419-7978-44e3-ba3e-ca5a25702e0c on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:27.491259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Attempting to bind port b0c7f419-7978-44e3-ba3e-ca5a25702e0c by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:27.492770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Attempting to bind port b0c7f419-7978-44e3-ba3e-ca5a25702e0c on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:27.519930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Port b0c7f419-7978-44e3-ba3e-ca5a25702e0c on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:27.521004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Attempting to bind port b0c7f419-7978-44e3-ba3e-ca5a25702e0c on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:27.548771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:27.550375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:27.551422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:27.552649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Bound port: b0c7f419-7978-44e3-ba3e-ca5a25702e0c, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:27.553820 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.608821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.860990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] For port b0c7f419-7978-44e3-ba3e-ca5a25702e0c, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:27.877817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] For port b0c7f419-7978-44e3-ba3e-ca5a25702e0c, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:27.902162 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.914327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] Deleting port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:27.915017 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.922749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.929532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b752402a-775b-4d40-b119-e180a302076a req-47706be3-1183-43ee-a33f-4c10e881c498 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388820 Nov 03 19:04:28.090751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] For port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=88e118e0-aafc-44f6-aec2-8c19e3d02ecf,segment=NetworkSegment(b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9),segment_id=b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:28.091415 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.095539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port 0d4153f6-cf72-4269-a3c3-851ebbba29de {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:28.096042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.109064 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9414115e-0185-43d7-bfc9-119684f216ac x-openstack-request-id: req-9414115e-0185-43d7-bfc9-119684f216ac {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:28.109605 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cd4988-6fa7-4927-ae2c-61d20f138964", "name": "network-vif-deleted", "tag": "67145ab5-ed2c-4cbe-a702-373335aca871", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:28.114482 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9414115e-0185-43d7-bfc9-119684f216ac {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:28.115439 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd4988-6fa7-4927-ae2c-61d20f138964', 'name': 'network-vif-deleted', 'tag': '67145ab5-ed2c-4cbe-a702-373335aca871', 'status': 'completed', 'code': 200} Nov 03 19:04:28.120438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] Calling delete_port for 88e118e0-aafc-44f6-aec2-8c19e3d02ecf owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:28.137208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.152597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.155071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.156795 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] 10.222.0.70 "PUT /v2.0/ports/b0c7f419-7978-44e3-ba3e-ca5a25702e0c HTTP/1.1" status: 200 len: 1095 time: 5.3580859 Nov 03 19:04:28.159427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8367d31a-6156-47f9-adae-6123a43eeba7', 'tag': 'b0c7f419-7978-44e3-ba3e-ca5a25702e0c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:28.162417 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09" -d '{"events": [{"name": "network-changed", "server_uuid": "8367d31a-6156-47f9-adae-6123a43eeba7", "tag": "b0c7f419-7978-44e3-ba3e-ca5a25702e0c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:28.250939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383ed93-b8fa-4568-916a-f833245f531a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:28.397883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:28.437828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:28.487929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.488763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.505273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=6c78606d-443e-4db8-821e-1a0fdde90596,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:28.510325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port 0d4153f6-cf72-4269-a3c3-851ebbba29de, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0d4153f6-cf72-4269-a3c3-851ebbba29de,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:28.510912 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.515243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-db770bd9-e7d2-470c-8ee4-d0be4345196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.521358 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-db770bd9-e7d2-470c-8ee4-d0be4345196e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ab1c80206e0453ba22eedda21391148&device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 1098 time: 0.2819545 Nov 03 19:04:28.523765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 88e118e0-aafc-44f6-aec2-8c19e3d02ecf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:28.547853 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.585067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for 0d4153f6-cf72-4269-a3c3-851ebbba29de owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:28.626611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.627197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.628010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.628590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.629235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.629929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.631088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.631694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.632573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.633978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.634553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.635121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:28.701808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-9ac2d9f7-b6b3-49b1-a87e-d9bf2e67a746 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b0c7f419-7978-44e3-ba3e-ca5a25702e0c HTTP/1.1" status: 200 len: 217 time: 0.1583097 Nov 03 19:04:28.774718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-89cb097c-c3d3-42f0-9b86-9ce7d28af91c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0596905 Nov 03 19:04:28.775737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49042) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:28.790392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:a0:87:e8', 'name': 'tempest-NetworksTestDHCPv6-957652209'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:28.835152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.971320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeca06-e456-4e49-b4ed-5d392d440b30 req-460f3537-700a-456d-8b14-e20cd495fbc0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.983457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-a4a924ab-f548-4e07-944a-ea9728130f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.985489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72aeca06-e456-4e49-b4ed-5d392d440b30 req-460f3537-700a-456d-8b14-e20cd495fbc0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 946 time: 0.4455450 Nov 03 19:04:28.991804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-a4a924ab-f548-4e07-944a-ea9728130f94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.2783842 Nov 03 19:04:28.993092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:29.033172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:29.053134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Pushing event updated for resources: {'Port': ['ID=edb5913b-263a-4bee-9b8a-3786bb5d5245,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:29.066718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] No DVR routers for this DVR port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:29.077826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:29.214963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No active binding found for port 88e118e0-aafc-44f6-aec2-8c19e3d02ecf {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:04:29.215696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 88e118e0-aafc-44f6-aec2-8c19e3d02ecf not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:29.216399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d65b0962-dd64-4d52-9d48-470fbe77cf81 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:29.228468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72aeca06-e456-4e49-b4ed-5d392d440b30 req-2aa8278b-aa59-4fd7-b5ea-f44fa9ec2e64 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417803 Nov 03 19:04:29.358342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:29.365922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3407a0-c62a-4b12-8032-1af21f79a906 None None] Pushing event deleted for resources: {'Port': ['ID=88e118e0-aafc-44f6-aec2-8c19e3d02ecf,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:29.472589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-442f33f6-d252-45aa-8d05-21594f120336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:29.480895 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-442f33f6-d252-45aa-8d05-21594f120336 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4692364 Nov 03 19:04:29.504629 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30381622-5b79-4d8d-9ae1-561e011c3699 x-openstack-request-id: req-30381622-5b79-4d8d-9ae1-561e011c3699 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:29.505672 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8367d31a-6156-47f9-adae-6123a43eeba7", "tag": "b0c7f419-7978-44e3-ba3e-ca5a25702e0c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:29.506586 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30381622-5b79-4d8d-9ae1-561e011c3699 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:29.508188 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8367d31a-6156-47f9-adae-6123a43eeba7', 'tag': 'b0c7f419-7978-44e3-ba3e-ca5a25702e0c', 'status': 'completed', 'code': 200} Nov 03 19:04:29.526944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d65b0962-dd64-4d52-9d48-470fbe77cf81 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:29.532693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d65b0962-dd64-4d52-9d48-470fbe77cf81 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:29.669787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.715353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Attempting to bind port edb5913b-263a-4bee-9b8a-3786bb5d5245 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:29.716124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Attempting to bind port edb5913b-263a-4bee-9b8a-3786bb5d5245 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:29.716544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Attempting to bind port edb5913b-263a-4bee-9b8a-3786bb5d5245 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:29.738687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:29.743103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:29.743858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.747974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:29.748982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Bound port: edb5913b-263a-4bee-9b8a-3786bb5d5245, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:29.749741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.768798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 02be8ecb-1bb5-4acb-9c1a-1d4d27785e66 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:29.921886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.961363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] For port edb5913b-263a-4bee-9b8a-3786bb5d5245, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:29.973348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] For port edb5913b-263a-4bee-9b8a-3786bb5d5245, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=edb5913b-263a-4bee-9b8a-3786bb5d5245,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:29.982620 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.098042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=0d4153f6-cf72-4269-a3c3-851ebbba29de,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:30.193643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd416a-4cef-4e52-bfcf-d855b25a64c1 None None] Pushing event updated for resources: {'Port': ['ID=edb5913b-263a-4bee-9b8a-3786bb5d5245,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:30.303612 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-3b1c4993-02e1-4965-ab1f-5316b839eb59 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7906358 Nov 03 19:04:30.453844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.486986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 172.20.0.14 (45688c7b-5d83-4046-a79b-22363a7f381a/6c78606d-443e-4db8-821e-1a0fdde90596/02be8ecb-1bb5-4acb-9c1a-1d4d27785e66) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:30.510451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fea0:87e8 (45688c7b-5d83-4046-a79b-22363a7f381a/52e44d79-f15a-4054-ab49-fc0d348be2fd/02be8ecb-1bb5-4acb-9c1a-1d4d27785e66) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:30.580526 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7384597-fa2a-4a60-90fb-b1db803a9971 req-3355a043-ffad-4183-8054-e9fae32d212e service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651367 Nov 03 19:04:30.826047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4146-db98-4aff-a4e7-22a6b195e03b req-a0f26cee-254b-4e2f-800a-c3589528a161 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:30.835104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49a4146-db98-4aff-a4e7-22a6b195e03b req-a0f26cee-254b-4e2f-800a-c3589528a161 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 947 time: 1.1295106 Nov 03 19:04:30.847715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.858655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.960734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-8ca98ed7-428d-47ba-a3b3-196fecbeab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:30.963168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-8ca98ed7-428d-47ba-a3b3-196fecbeab4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ab1c80206e0453ba22eedda21391148&device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 1098 time: 0.2903588 Nov 03 19:04:30.964893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.965643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Fanout notify agent at l3_agent the message router_deleted on router ced74680-5ef1-455c-8461-d1bbc97a5b64 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:04:30.968765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49a4146-db98-4aff-a4e7-22a6b195e03b req-3c4b22ba-f4dd-4319-b421-9a03e156d449 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328125 Nov 03 19:04:30.982998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.988467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2d7fb3d3-9d14-47d4-b829-ab1543d877d6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/routers/ced74680-5ef1-455c-8461-d1bbc97a5b64 HTTP/1.1" status: 204 len: 168 time: 5.6681197 Nov 03 19:04:30.994007 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.003035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49070) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:31.307632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-df507866-edc7-45ce-a39e-9872d5b7fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:31.315671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-df507866-edc7-45ce-a39e-9872d5b7fb5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.3302336 Nov 03 19:04:31.431885 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-72e55848-7e83-42a2-a69e-177bdc7d5f86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b0c7f419-7978-44e3-ba3e-ca5a25702e0c HTTP/1.1" status: 200 len: 217 time: 0.1033597 Nov 03 19:04:31.712335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.720774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.807427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-b6b183cf-492a-4f22-b9ed-e6b262520b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:31.810139 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-b6b183cf-492a-4f22-b9ed-e6b262520b32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.3748872 Nov 03 19:04:31.955840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:31.969640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:31.998578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:32.015220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-a00f640e-716f-4845-8353-0dcc54ce84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.026344 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-a00f640e-716f-4845-8353-0dcc54ce84b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2045550 Nov 03 19:04:32.088978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-7db4a731-348e-442a-b385-f3a1a834eb3f tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.102284 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-7db4a731-348e-442a-b385-f3a1a834eb3f tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/networks?id=f15c6f8e-71aa-4590-a648-f90d491ea9e9 HTTP/1.1" status: 200 len: 809 time: 0.7965014 Nov 03 19:04:32.193240 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-5b09e5a5-cfea-4344-ab9a-7ac4a3a81e38 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/quotas/7d01ebaa373042f490ab21beceddd45b HTTP/1.1" status: 200 len: 375 time: 0.0291667 Nov 03 19:04:32.194638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=02be8ecb-1bb5-4acb-9c1a-1d4d27785e66,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:32.234934 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-c36494ae-c735-4a70-9031-4130f8e62775 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020214 Nov 03 19:04:32.330828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.331562 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.426705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-6fdfe438-4e1e-4baf-a6a0-b4b0e513fff8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d01ebaa373042f490ab21beceddd45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1984518 Nov 03 19:04:32.440755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.465340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c59a47a-40f3-4e24-91db-4897f7abd2d6 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:32.535620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f9c35ac3-a137-4322-9cba-417afba11afc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7477291 Nov 03 19:04:32.536988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49090) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:32.556201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d01cf89-b00c-4bfc-92ce-31183f8f3df4']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:32.602283 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7e3a4d22-70aa-48b2-98db-d3d6c624ae09 req-63496bb1-5691-4f74-98a7-26c7f4281085 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599489 Nov 03 19:04:32.666784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294fd7a-e784-46ec-bec7-ebd1fbdf24cc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.682288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294fd7a-e784-46ec-bec7-ebd1fbdf24cc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.688842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2294fd7a-e784-46ec-bec7-ebd1fbdf24cc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1469193 Nov 03 19:04:32.689453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49094) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:32.709208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device edb5913b-263a-4bee-9b8a-3786bb5d5245 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:32.740587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:32.741173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14dc8c2-2ffa-4c92-b94d-26cd9c165ca9') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:32.744494 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.784704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.829405 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.849903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:32.850636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:32.858044 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:32.939805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-694786d3-6ad0-4483-8a45-bd01b22a08a1 None None] Provisioning complete for port edb5913b-263a-4bee-9b8a-3786bb5d5245 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:32.942801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-694786d3-6ad0-4483-8a45-bd01b22a08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.034477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-f04f5f10-7950-4374-81d3-19fbab871a98 service neutron] 10.222.0.77 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714669 Nov 03 19:04:33.043915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e43079d1-65bf-4d2c-ab7d-1b16a2d20237 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 02be8ecb-1bb5-4acb-9c1a-1d4d27785e66 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:33.044747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e43079d1-65bf-4d2c-ab7d-1b16a2d20237 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.119781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.132001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.152177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/networks/2d01cf89-b00c-4bfc-92ce-31183f8f3df4 HTTP/1.1" status: 204 len: 168 time: 2.1426852 Nov 03 19:04:33.180374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49100) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:33.252941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port edb5913b-263a-4bee-9b8a-3786bb5d5245 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:33.253562 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.276109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e43079d1-65bf-4d2c-ab7d-1b16a2d20237 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.300175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e43079d1-65bf-4d2c-ab7d-1b16a2d20237 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 02be8ecb-1bb5-4acb-9c1a-1d4d27785e66 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:33.371746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e998abc-0dec-4cb6-b6ee-f34b0c1f58be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Network': ['ID=2d01cf89-b00c-4bfc-92ce-31183f8f3df4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:33.456508 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-694786d3-6ad0-4483-8a45-bd01b22a08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.549264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0c7f419-7978-44e3-ba3e-ca5a25702e0c details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:33.565389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ac42b-836f-4ef1-b4ba-ef05f02deb1f None None] Update dhcp port {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '52e44d79-f15a-4054-ab49-fc0d348be2fd', 'ip_address': '2001:db8::f816:3eff:fef3:dcd'}, {'subnet_id': '6c78606d-443e-4db8-821e-1a0fdde90596'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'edb5913b-263a-4bee-9b8a-3786bb5d5245'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:33.576252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-694786d3-6ad0-4483-8a45-bd01b22a08a1 None None] For port edb5913b-263a-4bee-9b8a-3786bb5d5245, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=edb5913b-263a-4bee-9b8a-3786bb5d5245,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:33.582795 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.612919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-694786d3-6ad0-4483-8a45-bd01b22a08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.630466 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.686608 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-423ac42b-836f-4ef1-b4ba-ef05f02deb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.719650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a7f4041a-22ee-4869-b9f0-051ca655fb7c service neutron] 10.222.0.77 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716697 Nov 03 19:04:33.748345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-569b496e-26e8-4fb1-8152-67d5f9a186fd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.793094 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e43079d1-65bf-4d2c-ab7d-1b16a2d20237 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.840625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-569b496e-26e8-4fb1-8152-67d5f9a186fd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.931264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43079d1-65bf-4d2c-ab7d-1b16a2d20237 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=02be8ecb-1bb5-4acb-9c1a-1d4d27785e66,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.052058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-569b496e-26e8-4fb1-8152-67d5f9a186fd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.057999 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-569b496e-26e8-4fb1-8152-67d5f9a186fd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.062980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-569b496e-26e8-4fb1-8152-67d5f9a186fd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/security-groups/1525a44b-415e-4267-8982-d0de006fec02 HTTP/1.1" status: 204 len: 168 time: 0.8709958 Nov 03 19:04:34.083819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b496e-26e8-4fb1-8152-67d5f9a186fd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1525a44b-415e-4267-8982-d0de006fec02,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.168290 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:34.169979 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:34.229704 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e43079d1-65bf-4d2c-ab7d-1b16a2d20237 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.244317 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e43079d1-65bf-4d2c-ab7d-1b16a2d20237 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/02be8ecb-1bb5-4acb-9c1a-1d4d27785e66 HTTP/1.1" status: 204 len: 168 time: 1.5531676 Nov 03 19:04:34.251013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49110) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:34.297593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694786d3-6ad0-4483-8a45-bd01b22a08a1 None None] Pushing event updated for resources: {'Port': ['ID=edb5913b-263a-4bee-9b8a-3786bb5d5245,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.552584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08770d27-22d1-40a4-b7a6-7b6c6929e09f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:34.556791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08770d27-22d1-40a4-b7a6-7b6c6929e09f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:34.561035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08770d27-22d1-40a4-b7a6-7b6c6929e09f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:34.568482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49118) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:34.570699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-08770d27-22d1-40a4-b7a6-7b6c6929e09f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3182070 Nov 03 19:04:34.651573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0c7f419-7978-44e3-ba3e-ca5a25702e0c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:34.700685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e268c-87b5-491c-a07c-7d3d0984f850 req-4921902c-cd1d-4c48-9bde-dbf89964e7f3 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:34.724330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b1e268c-87b5-491c-a07c-7d3d0984f850 req-4921902c-cd1d-4c48-9bde-dbf89964e7f3 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 947 time: 0.2525721 Nov 03 19:04:34.853301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4fbe77-6aa7-4093-b124-1c85cc59da6c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 52e44d79-f15a-4054-ab49-fc0d348be2fd {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:34.919701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b0c7f419-7978-44e3-ba3e-ca5a25702e0c', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'b0c7f419-7978-44e3-ba3e-ca5a25702e0c', 'mac_address': 'fa:16:3e:f7:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:34.930868 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b1e268c-87b5-491c-a07c-7d3d0984f850 req-e7fc5691-07fd-463e-8e47-315206fb352b tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048347 Nov 03 19:04:35.229872 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.243547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0d4153f6-cf72-4269-a3c3-851ebbba29de no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:35.287679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c7f419-7978-44e3-ba3e-ca5a25702e0c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:35.296948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0d4153f6-cf72-4269-a3c3-851ebbba29de {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:35.297379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0d4153f6-cf72-4269-a3c3-851ebbba29de not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:35.315681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-423ac42b-836f-4ef1-b4ba-ef05f02deb1f None None] Allocated IP 172.20.0.2 (45688c7b-5d83-4046-a79b-22363a7f381a/6c78606d-443e-4db8-821e-1a0fdde90596/edb5913b-263a-4bee-9b8a-3786bb5d5245) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:35.551036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca72ab24-9f5d-4e10-afeb-db7121c07aa4 req-ccddcd2e-6646-476d-a13c-929bde8a9ac4 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 210 time: 0.1173835 Nov 03 19:04:35.977110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-423ac42b-836f-4ef1-b4ba-ef05f02deb1f None None] For port edb5913b-263a-4bee-9b8a-3786bb5d5245, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=edb5913b-263a-4bee-9b8a-3786bb5d5245,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:36.155269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49150) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:36.164940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b26512fd-6fe6-49c3-ad3b-be774294dd85 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825189521', 'description': 'tempest-secgroup-smoke-825189521 description', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:36.210714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device edb5913b-263a-4bee-9b8a-3786bb5d5245 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:36.362960 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b26512fd-6fe6-49c3-ad3b-be774294dd85 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.390752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-c9b28518-fa60-41a2-8351-24826ab6c475 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:36.394998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-c9b28518-fa60-41a2-8351-24826ab6c475 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.96 "GET /v2.0/networks?id=f15c6f8e-71aa-4590-a648-f90d491ea9e9 HTTP/1.1" status: 200 len: 809 time: 0.3396239 Nov 03 19:04:36.432516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Request body: {'port': {'device_id': '01797fc2-baac-40bd-a7e9-a3fd58b00878', 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9', 'admin_state_up': True, 'tenant_id': '7d01ebaa373042f490ab21beceddd45b'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:36.454595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0c7f419-7978-44e3-ba3e-ca5a25702e0c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:36.475147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-423ac42b-836f-4ef1-b4ba-ef05f02deb1f None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.479370 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.488425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbe77-6aa7-4093-b124-1c85cc59da6c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.640784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:36.652462 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-423ac42b-836f-4ef1-b4ba-ef05f02deb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.662472 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbe77-6aa7-4093-b124-1c85cc59da6c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.849499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec56189-7c2a-41bc-933e-f1f67c44f533 req-d83566d9-daa8-4f0f-8af2-e0c940609303 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:36.861654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bec56189-7c2a-41bc-933e-f1f67c44f533 req-d83566d9-daa8-4f0f-8af2-e0c940609303 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 947 time: 0.4644082 Nov 03 19:04:36.901674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ac42b-836f-4ef1-b4ba-ef05f02deb1f None None] Pushing event updated for resources: {'Port': ['ID=edb5913b-263a-4bee-9b8a-3786bb5d5245,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:36.916017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b26512fd-6fe6-49c3-ad3b-be774294dd85 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.954941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-250b911a-4cc9-45df-b776-50ba9fe01636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.992737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b0c7f419-7978-44e3-ba3e-ca5a25702e0c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:37.004711 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b26512fd-6fe6-49c3-ad3b-be774294dd85 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.096663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b26512fd-6fe6-49c3-ad3b-be774294dd85 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.098688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bec56189-7c2a-41bc-933e-f1f67c44f533 req-dd74dcb7-b790-42a9-bbcb-503549cd9c13 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338953 Nov 03 19:04:37.111082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49162) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:37.114078 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b26512fd-6fe6-49c3-ad3b-be774294dd85 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9571161 Nov 03 19:04:37.128124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port edb5913b-263a-4bee-9b8a-3786bb5d5245 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:37.134668 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.158278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '30abca28-de10-45f1-9841-36f07350a023', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:37.201857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbe77-6aa7-4093-b124-1c85cc59da6c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.233356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.api [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:04:37.233356 n-d-812148-3 neutron-server[101756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 19:04:37.233356 n-d-812148-3 neutron-server[101756]: [parameters: {'project_id_1': '2e22fabbe1db42cd92e04a8708663a2f', 'expiration_1': datetime.datetime(2021, 11, 3, 19, 4, 17, 182242)}] Nov 03 19:04:37.233356 n-d-812148-3 neutron-server[101756]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:37.245877 n-d-812148-3 neutron-server[101756]: DEBUG oslo_db.api [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:37.259668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Made reservation on behalf of 7d01ebaa373042f490ab21beceddd45b for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:37.270027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.546364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae5cb52b-d6a1-4d3d-83a4-9e00a689396f req-a7ef2968-6553-4747-a99a-896ad26446f3 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 210 time: 0.1700969 Nov 03 19:04:37.986503 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.075754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Allocated IP 172.20.0.2 (f15c6f8e-71aa-4590-a648-f90d491ea9e9/0379e804-6f7c-47ed-a306-6c2185e03f95/30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:38.277368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device edb5913b-263a-4bee-9b8a-3786bb5d5245 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:38.316482 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.372493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.456983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec5981a-c226-4332-908c-4c1c614498d1,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:38.520471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26512fd-6fe6-49c3-ad3b-be774294dd85 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30abca28-de10-45f1-9841-36f07350a023,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:38.531527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0c7f419-7978-44e3-ba3e-ca5a25702e0c up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:38.681066 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.682092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2879dd03-b790-40c3-9010-deef52fc86d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.687002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ac24ed2e-8384-403f-b0f6-701e435f29d9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5553045 Nov 03 19:04:38.692623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49182) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:38.745154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5d8b723c-dbec-40db-b898-d94e6ed0d861 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '30abca28-de10-45f1-9841-36f07350a023', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:38.835868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port edb5913b-263a-4bee-9b8a-3786bb5d5245 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:38.841910 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.889278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2380f-9fd9-4d35-a438-dcfb4fe161b5 req-39ca4580-3263-47b6-a383-95a351f66b8c tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:38.898519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d8b723c-dbec-40db-b898-d94e6ed0d861 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.899284 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfb2380f-9fd9-4d35-a438-dcfb4fe161b5 req-39ca4580-3263-47b6-a383-95a351f66b8c tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 948 time: 0.4586823 Nov 03 19:04:38.928854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbe77-6aa7-4093-b124-1c85cc59da6c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.017281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port b0c7f419-7978-44e3-ba3e-ca5a25702e0c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:04:39.043651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b0c7f419-7978-44e3-ba3e-ca5a25702e0c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:39.044458 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.147876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fbe77-6aa7-4093-b124-1c85cc59da6c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=52e44d79-f15a-4054-ab49-fc0d348be2fd,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:39.176301 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbe77-6aa7-4093-b124-1c85cc59da6c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.202544 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eb4fbe77-6aa7-4093-b124-1c85cc59da6c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/52e44d79-f15a-4054-ab49-fc0d348be2fd HTTP/1.1" status: 204 len: 168 time: 4.6320689 Nov 03 19:04:39.213255 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.223231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49190) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:39.273785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb244cf2-d52e-45a5-9b8b-2f4784287337 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:39.329334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.488922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-04392017-41a7-4d22-b71f-ede9a0304759 None None] Provisioning complete for port edb5913b-263a-4bee-9b8a-3786bb5d5245 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:39.488922 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-04392017-41a7-4d22-b71f-ede9a0304759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.493631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d8b723c-dbec-40db-b898-d94e6ed0d861 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.506628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Network f15c6f8e-71aa-4590-a648-f90d491ea9e9 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:39.509686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Pushing event updated for resources: {'Port': ['ID=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:39.567408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5adf60-a434-4b28-9e03-0400b067d5b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 6c78606d-443e-4db8-821e-1a0fdde90596 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:39.572776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:39.575947 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f5adf60-a434-4b28-9e03-0400b067d5b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.611125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:39.675066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfb2380f-9fd9-4d35-a438-dcfb4fe161b5 req-59958c3f-3835-4af0-b3a7-17e4375d5635 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209787 Nov 03 19:04:39.688672 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.722311 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f5adf60-a434-4b28-9e03-0400b067d5b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.776381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:39.779872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.816298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d8b723c-dbec-40db-b898-d94e6ed0d861 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.845699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8367d31a-6156-47f9-adae-6123a43eeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7f419-7978-44e3-ba3e-ca5a25702e0c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:39.848801 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4a286f-a5b9-418f-ad0c-4e382ee5b069" -d '{"events": [{"server_uuid": "8367d31a-6156-47f9-adae-6123a43eeba7", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7f419-7978-44e3-ba3e-ca5a25702e0c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:39.855754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a4e3cf42-492d-4eee-814f-1dc585440eab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4233696 Nov 03 19:04:39.864309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b723c-dbec-40db-b898-d94e6ed0d861 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbc4e24-26cf-4d7f-8bd6-63f6ce560d67,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:39.873240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Request body: {'port': {'device_id': '01797fc2-baac-40bd-a7e9-a3fd58b00878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:39.919088 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d8b723c-dbec-40db-b898-d94e6ed0d861 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.926438 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5d8b723c-dbec-40db-b898-d94e6ed0d861 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2298117 Nov 03 19:04:39.927425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49202) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:39.942339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-bf7611fc-eb4a-4e22-bbbd-1fb7f8ed653c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '30abca28-de10-45f1-9841-36f07350a023', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:40.062807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b0c7f419-7978-44e3-ba3e-ca5a25702e0c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:40.082273 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf7611fc-eb4a-4e22-bbbd-1fb7f8ed653c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.126904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.130023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-04392017-41a7-4d22-b71f-ede9a0304759 None None] Could not find standard attr ID for object 02be8ecb-1bb5-4acb-9c1a-1d4d27785e66. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:40.138666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.224342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf7611fc-eb4a-4e22-bbbd-1fb7f8ed653c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.227735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f5adf60-a434-4b28-9e03-0400b067d5b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.235349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf7611fc-eb4a-4e22-bbbd-1fb7f8ed653c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.258767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1cf9d-d18f-4b65-893e-a1c33a56c6fa req-1b76bd54-a890-4981-95a3-929707b56004 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:40.261735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ad1cf9d-d18f-4b65-893e-a1c33a56c6fa req-1b76bd54-a890-4981-95a3-929707b56004 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 931 time: 0.2415361 Nov 03 19:04:40.320931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bf7611fc-eb4a-4e22-bbbd-1fb7f8ed653c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.327005 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bf7611fc-eb4a-4e22-bbbd-1fb7f8ed653c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3938236 Nov 03 19:04:40.332113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49206) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:40.339995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-30248848-7592-4c53-ae8b-9d69afd083e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '30abca28-de10-45f1-9841-36f07350a023', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:40.379277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7611fc-eb4a-4e22-bbbd-1fb7f8ed653c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b05f432-a489-4b5b-a85a-d698dd9a0601,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:40.394601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:40.407615 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30248848-7592-4c53-ae8b-9d69afd083e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.419157 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.558570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-9126c803-23a6-4692-8e3f-76255f124857 req-afb406f9-6229-4fc2-aa1c-f46fb90bab6b service neutron] (101756) timed out ('10.222.0.77', 32922) {{(pid=101756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:04:40.564338 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f5adf60-a434-4b28-9e03-0400b067d5b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.635694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5adf60-a434-4b28-9e03-0400b067d5b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=6c78606d-443e-4db8-821e-1a0fdde90596,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:40.698468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30248848-7592-4c53-ae8b-9d69afd083e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.699233 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f5adf60-a434-4b28-9e03-0400b067d5b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.708528 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7f5adf60-a434-4b28-9e03-0400b067d5b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/6c78606d-443e-4db8-821e-1a0fdde90596 HTTP/1.1" status: 204 len: 168 time: 1.4791076 Nov 03 19:04:40.708528 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30248848-7592-4c53-ae8b-9d69afd083e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.710373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49208) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:40.744582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ad1cf9d-d18f-4b65-893e-a1c33a56c6fa req-d3d829cd-a372-408d-b0f6-9be5b82cea15 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710467 Nov 03 19:04:40.852641 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-17f34356-a47f-4552-b39d-503799c1e60f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1365328 Nov 03 19:04:40.863678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49216) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:40.879576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:40.890886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30248848-7592-4c53-ae8b-9d69afd083e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b828eaae-4d20-483d-8294-80b996ad8190,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:40.901099 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30248848-7592-4c53-ae8b-9d69afd083e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.906684 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-30248848-7592-4c53-ae8b-9d69afd083e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5730267 Nov 03 19:04:40.917993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49218) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:40.925487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a07889f7-1e0c-4afe-95fe-c898c2e97198 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '30abca28-de10-45f1-9841-36f07350a023', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:41.005362 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-a07889f7-1e0c-4afe-95fe-c898c2e97198 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Project 2e22fabbe1db42cd92e04a8708663a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:04:41.015483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a07889f7-1e0c-4afe-95fe-c898c2e97198 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.151132 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f098b4-038c-4a45-ba02-91313e17f2c3 x-openstack-request-id: req-18f098b4-038c-4a45-ba02-91313e17f2c3 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:41.151821 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8367d31a-6156-47f9-adae-6123a43eeba7", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7f419-7978-44e3-ba3e-ca5a25702e0c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:41.152031 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18f098b4-038c-4a45-ba02-91313e17f2c3 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:41.152665 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8367d31a-6156-47f9-adae-6123a43eeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7f419-7978-44e3-ba3e-ca5a25702e0c', 'code': 200} Nov 03 19:04:41.259904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:41.280262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.303701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a07889f7-1e0c-4afe-95fe-c898c2e97198 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.312373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:41.334237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a07889f7-1e0c-4afe-95fe-c898c2e97198 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.379114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.513788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07889f7-1e0c-4afe-95fe-c898c2e97198 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f319f252-5909-4e4e-9a86-d0bb1e9348df,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:41.524988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a07889f7-1e0c-4afe-95fe-c898c2e97198 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.531933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a07889f7-1e0c-4afe-95fe-c898c2e97198 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6122487 Nov 03 19:04:41.532930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49228) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:41.534957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Transition to ACTIVE for port object 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:41.547215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-78c67819-cf0c-468e-9b42-4e2289540d36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '30abca28-de10-45f1-9841-36f07350a023', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:41.574963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.610296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ecd24-4cbf-4c0e-bb57-155015728b3e req-84263971-963d-4b5c-be34-09b6c022b856 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.626064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d8ecd24-4cbf-4c0e-bb57-155015728b3e req-84263971-963d-4b5c-be34-09b6c022b856 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 949 time: 0.2746527 Nov 03 19:04:41.703851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42bda-c258-41e8-b626-932a749aa605 req-ffec8c7c-2762-499d-8f7e-86f6a349b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.705767 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9cb42bda-c258-41e8-b626-932a749aa605 req-ffec8c7c-2762-499d-8f7e-86f6a349b855 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 1100 time: 0.4149258 Nov 03 19:04:41.815248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d037e5-8015-4565-868d-a704c20b9872 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:41.827811 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-78c67819-cf0c-468e-9b42-4e2289540d36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Project 2e22fabbe1db42cd92e04a8708663a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:04:41.839391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78c67819-cf0c-468e-9b42-4e2289540d36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.849392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Pushing event updated for resources: {'Port': ['ID=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:41.888166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d8ecd24-4cbf-4c0e-bb57-155015728b3e req-afd638ca-99e9-4fd4-aa03-bb1a71e98084 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605233 Nov 03 19:04:41.975228 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9cb42bda-c258-41e8-b626-932a749aa605 req-c569f2d5-ea0d-4d05-87f4-c4b4631d3265 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594476 Nov 03 19:04:42.026880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-07a90ce3-5bc6-44c0-b083-05de8b4db314 None None] Provisioning complete for port edb5913b-263a-4bee-9b8a-3786bb5d5245 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:42.039030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-07a90ce3-5bc6-44c0-b083-05de8b4db314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.119492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.138590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78c67819-cf0c-468e-9b42-4e2289540d36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.168942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78c67819-cf0c-468e-9b42-4e2289540d36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.250964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Attempting to bind port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:42.251499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Attempting to bind port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:42.252027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Attempting to bind port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 on network f15c6f8e-71aa-4590-a648-f90d491ea9e9 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:42.299979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c67819-cf0c-468e-9b42-4e2289540d36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58b6952-3665-4a07-8d83-0b1f20a288b4,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:42.316024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=35eef8d3-a1e0-474b-998f-58b847c21728,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:42.324530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 on network f15c6f8e-71aa-4590-a648-f90d491ea9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:42.325545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Attempting to bind port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 on network f15c6f8e-71aa-4590-a648-f90d491ea9e9 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:42.345978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.349885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:42.353622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:42.354239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Checking segment: {'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:42.355452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Bound using segment: {'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:42.356956 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.358228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Bound port: 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:42.362091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.362355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:42.373057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:42.376041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.385949 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-78c67819-cf0c-468e-9b42-4e2289540d36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.394943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-78c67819-cf0c-468e-9b42-4e2289540d36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8477981 Nov 03 19:04:42.403477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49242) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:42.421375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'network': {'name': 'tempest-network-smoke--110074943', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:42.449552 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c145a76d-ecf4-40ca-8a38-84549bdd2972 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5834117 Nov 03 19:04:42.452581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49244) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:42.465159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:42.533954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:42.620125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:42.631910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.672075 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] Deleting port edb5913b-263a-4bee-9b8a-3786bb5d5245 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:42.673012 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.764970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4981e-c1e7-4d96-84e2-5d70f6ba29b5 req-13ede311-018a-49b0-8d3e-157a615b224d tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:42.781071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddb4981e-c1e7-4d96-84e2-5d70f6ba29b5 req-13ede311-018a-49b0-8d3e-157a615b224d tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 943 time: 0.2254686 Nov 03 19:04:42.794212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] For port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:42.805254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] For port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:42.820458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.854489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] For port edb5913b-263a-4bee-9b8a-3786bb5d5245, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=edb5913b-263a-4bee-9b8a-3786bb5d5245,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:42.855402 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.864983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:04:42.899219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] Calling delete_port for edb5913b-263a-4bee-9b8a-3786bb5d5245 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:42.941688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.942217 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Added segment 76ef0173-5c50-4dbe-935e-bc10c6aac601 of type vlan for network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 Nov 03 19:04:42.991537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:42.992557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.006361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] 10.222.0.96 "PUT /v2.0/ports/30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 HTTP/1.1" status: 200 len: 1091 time: 3.1457429 Nov 03 19:04:43.007787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01797fc2-baac-40bd-a7e9-a3fd58b00878', 'tag': '30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:43.030825 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db51f74f-828c-4198-9a4b-efedbdf248f7" -d '{"events": [{"name": "network-changed", "server_uuid": "01797fc2-baac-40bd-a7e9-a3fd58b00878", "tag": "30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:43.069068 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.111787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] Pushing event deleted for resources: {'Port': ['ID=edb5913b-263a-4bee-9b8a-3786bb5d5245,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:43.126862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8aa4a-3596-4731-b805-d7f7645b793f None None] No DVR routers for this DVR port edb5913b-263a-4bee-9b8a-3786bb5d5245 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:43.151367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a4ac24-05fc-43f7-b1fd-1f4dedeebaac None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:43.210065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.258396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:43.276759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.348634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:04:43.459320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.467381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:43.468044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.591112 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1860845 Nov 03 19:04:43.598545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49254) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:43.608932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'admin_state_up': True, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:43.618710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '35eef8d3-a1e0-474b-998f-58b847c21728'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:43.620141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.629395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c0dbf-25ac-44b3-ada5-980e856caa77 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Network': ['ID=ab49bb5a-fdb8-4fc9-a01f-42196c0af848,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:43.661891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:04:43.680737 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.682367 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.897375 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.085086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ddb4981e-c1e7-4d96-84e2-5d70f6ba29b5 req-c6f180d6-1f73-4239-8c0f-654b905824b2 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2864330 Nov 03 19:04:44.113721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ad672-6e31-451b-9459-542ccb0851cb service neutron] Pushing event updated for resources: {'Port': ['ID=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:44.175118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-beef1c7d-dfd0-49f7-b134-26cbfd3813d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:44.177988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-beef1c7d-dfd0-49f7-b134-26cbfd3813d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7d01ebaa373042f490ab21beceddd45b&device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 1094 time: 1.0531266 Nov 03 19:04:44.290694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Allocated IP 172.20.0.2 (45688c7b-5d83-4046-a79b-22363a7f381a/35eef8d3-a1e0-474b-998f-58b847c21728/cce8be46-afe8-4dbb-8a8f-75db47616f14) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:44.335649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-769775f4-cee8-41f7-bdee-378a6f4be4e5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 HTTP/1.1" status: 200 len: 217 time: 0.1468823 Nov 03 19:04:44.491207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-de54f38a-7b29-4513-9c35-4d8179621a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:44.493371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-de54f38a-7b29-4513-9c35-4d8179621a92 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0379e804-6f7c-47ed-a306-6c2185e03f95 HTTP/1.1" status: 200 len: 849 time: 0.1523275 Nov 03 19:04:44.596141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-7c11a3fc-1238-4e1f-8521-3bafc8f83e87 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f15c6f8e-71aa-4590-a648-f90d491ea9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950387 Nov 03 19:04:44.642320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.734138 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.864938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084d14-d6fe-463e-9a14-685bed1dc597 req-c3a7a208-4c2a-45bb-b710-ccd64acef827 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:44.866195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device edb5913b-263a-4bee-9b8a-3786bb5d5245 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:44.873194 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.878767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88084d14-d6fe-463e-9a14-685bed1dc597 req-c3a7a208-4c2a-45bb-b710-ccd64acef827 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 949 time: 0.3206306 Nov 03 19:04:44.987907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: edb5913b-263a-4bee-9b8a-3786bb5d5245 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:44.988552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device edb5913b-263a-4bee-9b8a-3786bb5d5245 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:45.010615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88084d14-d6fe-463e-9a14-685bed1dc597 req-290cd604-bfd0-48e6-a286-1ac5822c334f tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306002 Nov 03 19:04:45.075422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-28f1af9e-a733-4dd6-8f27-934df92d534f service neutron] 10.222.0.96 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988793 Nov 03 19:04:45.098955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:45.122773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:45.126518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:45.151842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Pushing event updated for resources: {'Port': ['ID=cce8be46-afe8-4dbb-8a8f-75db47616f14,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:45.277195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:04:45.320452 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7710a3-302f-4be4-b9f9-7a43aef7018f x-openstack-request-id: req-5b7710a3-302f-4be4-b9f9-7a43aef7018f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:45.333407 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01797fc2-baac-40bd-a7e9-a3fd58b00878", "tag": "30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:45.333407 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b7710a3-302f-4be4-b9f9-7a43aef7018f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:45.333407 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01797fc2-baac-40bd-a7e9-a3fd58b00878', 'tag': '30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7', 'status': 'completed', 'code': 200} Nov 03 19:04:45.460496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4add474d-4f8f-4c49-a7a5-a0897dc48a89 req-3603cf76-217f-4e94-9561-50f5052835ad service neutron] 10.222.0.96 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768396 Nov 03 19:04:45.570258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Attempting to bind port cce8be46-afe8-4dbb-8a8f-75db47616f14 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:45.571026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Attempting to bind port cce8be46-afe8-4dbb-8a8f-75db47616f14 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:45.572249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Attempting to bind port cce8be46-afe8-4dbb-8a8f-75db47616f14 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:45.612193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:45.619100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:45.621073 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.621976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:45.624282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Bound port: cce8be46-afe8-4dbb-8a8f-75db47616f14, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:45.626358 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.729544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-fc188b54-7947-4ff0-8f3f-9c2af3c47462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:45.736332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-fc188b54-7947-4ff0-8f3f-9c2af3c47462 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7d01ebaa373042f490ab21beceddd45b&device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 1094 time: 0.1678722 Nov 03 19:04:45.918031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] For port cce8be46-afe8-4dbb-8a8f-75db47616f14, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:45.968227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] For port cce8be46-afe8-4dbb-8a8f-75db47616f14, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cce8be46-afe8-4dbb-8a8f-75db47616f14,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:45.988504 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.268280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080d83e-aeef-4e66-9877-7ede393f50ca None None] Pushing event updated for resources: {'Port': ['ID=cce8be46-afe8-4dbb-8a8f-75db47616f14,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:46.276091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ba0c9-90cc-49ae-ac87-97fecb0d3d35 req-309928f6-6d36-4f3d-940e-e4c4dcb9b820 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:46.296333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82ba0c9-90cc-49ae-ac87-97fecb0d3d35 req-309928f6-6d36-4f3d-940e-e4c4dcb9b820 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 943 time: 0.5217338 Nov 03 19:04:46.342875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.378109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.431163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.524673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-9e4ced08-5b06-4923-8000-b676c10310f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:46.534272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-9e4ced08-5b06-4923-8000-b676c10310f4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f15c6f8e-71aa-4590-a648-f90d491ea9e9 HTTP/1.1" status: 200 len: 910 time: 0.7864804 Nov 03 19:04:46.780041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-40c23f07-3150-4161-90b8-4982034fae3c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 HTTP/1.1" status: 200 len: 217 time: 0.2304089 Nov 03 19:04:46.803140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e82ba0c9-90cc-49ae-ac87-97fecb0d3d35 req-a91b0d34-6a64-4eb2-87f0-62c6bada30d9 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963002 Nov 03 19:04:47.008307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-5a062bf2-2ef7-4fc4-8607-0ff6bed21d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:47.023310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-5a062bf2-2ef7-4fc4-8607-0ff6bed21d89 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0379e804-6f7c-47ed-a306-6c2185e03f95 HTTP/1.1" status: 200 len: 849 time: 0.2149293 Nov 03 19:04:47.090262 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:04:47.099298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] For port cce8be46-afe8-4dbb-8a8f-75db47616f14, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cce8be46-afe8-4dbb-8a8f-75db47616f14,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:47.115199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-165afd47-5adf-4e41-9f3f-5471ac8be73b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f15c6f8e-71aa-4590-a648-f90d491ea9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845022 Nov 03 19:04:47.161279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.25.3.229 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/ad6bba26-0b5a-419e-be6c-af4be3d5f1e5) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:47.288386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.360476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.367502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.596693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-30c597cb-c5b6-4624-b643-188dbaf1d627 service neutron] 10.222.0.96 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725912 Nov 03 19:04:47.691905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:47.720345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=cce8be46-afe8-4dbb-8a8f-75db47616f14,revision_number=4']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:47.857786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=26a77581-6c28-4f9c-9baf-0f18c37ec8c2,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:47.915611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:47.979771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:47.993442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:47.994925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.119355 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-00097cc5-0dcb-41f8-84a0-5680a37ce0d1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6594524 Nov 03 19:04:48.135026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49300) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:48.150568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:2d:df:47', 'name': 'tempest-NetworksTestDHCPv6-1054325575'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:48.230251 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db51f74f-828c-4198-9a4b-efedbdf248f7 req-f7bf2b46-8490-4aec-9507-d9973123d02a service neutron] 10.222.0.96 "GET /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259427 Nov 03 19:04:48.298219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.305641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:48.367225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7', 'network_id': 'f15c6f8e-71aa-4590-a648-f90d491ea9e9', 'port_id': '30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7', 'mac_address': 'fa:16:3e:fd:39:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379e804-6f7c-47ed-a306-6c2185e03f95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:48.539351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.569886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cce8be46-afe8-4dbb-8a8f-75db47616f14 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:48.943573 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:48.950284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ad244-6e60-4588-a2ea-da1578584b82 req-810c6d8f-a172-43d9-9fe6-71b473a374ed tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:48.952305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a6ad244-6e60-4588-a2ea-da1578584b82 req-810c6d8f-a172-43d9-9fe6-71b473a374ed tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 949 time: 0.9227505 Nov 03 19:04:48.977153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:48.998971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:49.002907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=ad6bba26-0b5a-419e-be6c-af4be3d5f1e5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:49.096519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:49.110697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-a3193974-72cd-49e7-ad4f-157175fddab1 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:49.114952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-a3193974-72cd-49e7-ad4f-157175fddab1 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 949 time: 0.3749721 Nov 03 19:04:49.482172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a6ad244-6e60-4588-a2ea-da1578584b82 req-899e9555-1e13-4434-a206-0f1b70080e56 tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045321 Nov 03 19:04:49.653186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6add2-e7ca-4455-bcbc-f8d5bb645cca None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:49.729663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.837439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Deleting port b0c7f419-7978-44e3-ba3e-ca5a25702e0c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:49.841356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.862966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 3b7d3501-b176-4abd-80d8-c5a8095954fc yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:49.971700 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.071948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d91a4b12-a2de-4cca-a8e0-e170d2443759 None None] Provisioning complete for port cce8be46-afe8-4dbb-8a8f-75db47616f14 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:50.072384 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d91a4b12-a2de-4cca-a8e0-e170d2443759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.093045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cce8be46-afe8-4dbb-8a8f-75db47616f14 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:50.093394 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.220157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:50.259999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:50.296308 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.346222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601cce5-7cfa-42c2-a0d8-e32f660f5cb7 req-eac219b2-72d3-4b29-9ac1-702417b6c7ba tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:50.362401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5601cce5-7cfa-42c2-a0d8-e32f660f5cb7 req-eac219b2-72d3-4b29-9ac1-702417b6c7ba tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 943 time: 0.2156971 Nov 03 19:04:50.458496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49320) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:50.567050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 172.20.0.8 (45688c7b-5d83-4046-a79b-22363a7f381a/35eef8d3-a1e0-474b-998f-58b847c21728/3b7d3501-b176-4abd-80d8-c5a8095954fc) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:50.625377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5601cce5-7cfa-42c2-a0d8-e32f660f5cb7 req-fe1fc23d-970b-4530-b9e8-e0a58810de04 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472315 Nov 03 19:04:50.648483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fe2d:df47 (45688c7b-5d83-4046-a79b-22363a7f381a/26a77581-6c28-4f9c-9baf-0f18c37ec8c2/3b7d3501-b176-4abd-80d8-c5a8095954fc) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:50.730138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:50.971410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.994904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de338188-7f1e-44f4-bec6-7419bfc56896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.159082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:51.202817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] For port b0c7f419-7978-44e3-ba3e-ca5a25702e0c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:51.203564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.348828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Calling delete_port for b0c7f419-7978-44e3-ba3e-ca5a25702e0c owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:51.354337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d91a4b12-a2de-4cca-a8e0-e170d2443759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.451908 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.459294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de338188-7f1e-44f4-bec6-7419bfc56896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.474328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-de338188-7f1e-44f4-bec6-7419bfc56896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.601223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port cce8be46-afe8-4dbb-8a8f-75db47616f14, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cce8be46-afe8-4dbb-8a8f-75db47616f14,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:51.615782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-de338188-7f1e-44f4-bec6-7419bfc56896 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7afbea959dad428f808b0f4aebe4f83a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1450462 Nov 03 19:04:51.620754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.629557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49338) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:51.639694 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.814360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.863728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de338188-7f1e-44f4-bec6-7419bfc56896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3da998-6ce9-45fb-a7c9-678bba2d18c8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:51.972441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:51.995369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:52.004021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:52.072291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.080462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=cce8be46-afe8-4dbb-8a8f-75db47616f14,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:52.104458 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-d91a4b12-a2de-4cca-a8e0-e170d2443759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:52.105542 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-d91a4b12-a2de-4cca-a8e0-e170d2443759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:52.169228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cd3c1-c292-4e2d-b996-d2454afe515d req-a814041f-ff58-4d54-95d4-d64d73ad585a tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:52.188556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Pushing event deleted for resources: {'Port': ['ID=b0c7f419-7978-44e3-ba3e-ca5a25702e0c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:52.204137 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.204492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.204865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.205163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.205538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.205881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.206219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.206552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.206888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.207221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.207555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.207886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:52.228035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805cd3c1-c292-4e2d-b996-d2454afe515d req-a814041f-ff58-4d54-95d4-d64d73ad585a tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/ports?device_id=8367d31a-6156-47f9-adae-6123a43eeba7 HTTP/1.1" status: 200 len: 867 time: 0.5157061 Nov 03 19:04:52.278339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23c43216-34ef-4fd0-ab1d-85352b5ae91c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.285031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.296446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=3b7d3501-b176-4abd-80d8-c5a8095954fc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:52.338594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] No DVR routers for this DVR port b0c7f419-7978-44e3-ba3e-ca5a25702e0c on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:52.342342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.346054 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a83b1a76-bab4-474c-b968-33637c3e7bbf req-ee94e213-4a68-45f8-9852-98f0585c7d5d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.70 "DELETE /v2.0/ports/b0c7f419-7978-44e3-ba3e-ca5a25702e0c HTTP/1.1" status: 204 len: 173 time: 3.2152629 Nov 03 19:04:52.349568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8367d31a-6156-47f9-adae-6123a43eeba7', 'name': 'network-vif-deleted', 'tag': 'b0c7f419-7978-44e3-ba3e-ca5a25702e0c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:52.353838 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4d5dd9-ba3c-47c9-9f34-ebf06b230c13" -d '{"events": [{"server_uuid": "8367d31a-6156-47f9-adae-6123a43eeba7", "name": "network-vif-deleted", "tag": "b0c7f419-7978-44e3-ba3e-ca5a25702e0c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:52.458889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23c43216-34ef-4fd0-ab1d-85352b5ae91c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.531538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0c7f419-7978-44e3-ba3e-ca5a25702e0c no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:52.557705 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23c43216-34ef-4fd0-ab1d-85352b5ae91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.562448 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23c43216-34ef-4fd0-ab1d-85352b5ae91c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.567848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-23c43216-34ef-4fd0-ab1d-85352b5ae91c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb3da998-6ce9-45fb-a7c9-678bba2d18c8 HTTP/1.1" status: 204 len: 168 time: 0.9270239 Nov 03 19:04:52.604799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:52.606448 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.659879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3cde980a-bf5d-4f80-ab57-9837030a56e3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5186963 Nov 03 19:04:52.664539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c43216-34ef-4fd0-ab1d-85352b5ae91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3da998-6ce9-45fb-a7c9-678bba2d18c8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:52.665012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49348) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:52.682893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805cd3c1-c292-4e2d-b996-d2454afe515d req-73dbc082-01ee-4ff5-ab5e-263a7993ec3d tempest-VolumesNegativeTest-419258091 tempest-VolumesNegativeTest-419258091-project] 10.222.0.77 "GET /v2.0/security-groups?id=85048ad6-b563-43e3-b5bc-89ec7a341da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469602 Nov 03 19:04:52.698759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: b0c7f419-7978-44e3-ba3e-ca5a25702e0c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:52.706516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b0c7f419-7978-44e3-ba3e-ca5a25702e0c not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:52.989408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a925a5-46b9-46c6-be1c-d4ee2b77abdf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.019899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a925a5-46b9-46c6-be1c-d4ee2b77abdf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.023927 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d5a925a5-46b9-46c6-be1c-d4ee2b77abdf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3415701 Nov 03 19:04:53.026557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49356) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:53.073858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:04:53.333070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f3865-968f-44dc-880c-efe39e9b4b2c req-798b2324-b49d-48a5-b02f-7fa07a41c26b tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.360306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa9f3865-968f-44dc-880c-efe39e9b4b2c req-798b2324-b49d-48a5-b02f-7fa07a41c26b tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 944 time: 0.2364788 Nov 03 19:04:53.390729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4a7a45a9-8589-483c-a0a4-9a349790c806 None None] Provisioning complete for port cce8be46-afe8-4dbb-8a8f-75db47616f14 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:53.398726 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4a7a45a9-8589-483c-a0a4-9a349790c806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.472072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:53.507968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Sync routers for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:53.536289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a1e07476-bf62-41c3-928d-8abd0a20b132 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 3b7d3501-b176-4abd-80d8-c5a8095954fc {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:53.536666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1e07476-bf62-41c3-928d-8abd0a20b132 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.547245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:53.548368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:04:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:53.562890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.564551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-466e67e7-0f50-44b8-aaa6-cc0120a27bfa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.9608970 Nov 03 19:04:53.573330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49364) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:53.894873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa9f3865-968f-44dc-880c-efe39e9b4b2c req-74ed38db-cbb3-4b23-84ce-8a9bfd60a5ba tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329187 Nov 03 19:04:53.902130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-053e2f8d-b2a2-4614-b130-e9e23102799e tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=2e22fabbe1db42cd92e04a8708663a2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2643814 Nov 03 19:04:53.905111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49368) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:53.968630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49370) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:54.044657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cce8be46-afe8-4dbb-8a8f-75db47616f14 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:54.101110 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9ee973e-6e36-4f12-9934-882e31f2e830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.211795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:54.328008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1e07476-bf62-41c3-928d-8abd0a20b132 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.363450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:54.378562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9ee973e-6e36-4f12-9934-882e31f2e830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.401369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9ee973e-6e36-4f12-9934-882e31f2e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.408300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a1e07476-bf62-41c3-928d-8abd0a20b132 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 3b7d3501-b176-4abd-80d8-c5a8095954fc owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:54.434175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b25c9be1-d311-4d6b-a816-09429e7e6323 None None] Could not find standard attr ID for object 02be8ecb-1bb5-4acb-9c1a-1d4d27785e66. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:54.634636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cce8be46-afe8-4dbb-8a8f-75db47616f14 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:54.635218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.711789 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c9ee973e-6e36-4f12-9934-882e31f2e830 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=206c2e965117442f9eb6bde371b8ef46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7413819 Nov 03 19:04:54.715302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee973e-6e36-4f12-9934-882e31f2e830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3bc5cc-67fe-495f-be38-5074168c496a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:54.736350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49374) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:54.756337 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f270cd3e-9325-4087-9be3-e290c3cdf3ac x-openstack-request-id: req-f270cd3e-9325-4087-9be3-e290c3cdf3ac {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:54.767207 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8367d31a-6156-47f9-adae-6123a43eeba7", "name": "network-vif-deleted", "tag": "b0c7f419-7978-44e3-ba3e-ca5a25702e0c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:54.768224 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f270cd3e-9325-4087-9be3-e290c3cdf3ac {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:54.769276 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8367d31a-6156-47f9-adae-6123a43eeba7', 'name': 'network-vif-deleted', 'tag': 'b0c7f419-7978-44e3-ba3e-ca5a25702e0c', 'status': 'completed', 'code': 200} Nov 03 19:04:54.983934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105cd26b-3c9b-4feb-872e-3cf3b0f4fa73 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.993599 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-105cd26b-3c9b-4feb-872e-3cf3b0f4fa73 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0862606 Nov 03 19:04:54.994918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:04:49Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:55.022352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49382) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.154560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:04:55.181329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1e07476-bf62-41c3-928d-8abd0a20b132 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.190720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Checking router: d2be8280-150f-4edc-9d3e-44eb3b0d63a5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:55.191734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Updating router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:04:55.245313 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49689637-8e22-47ac-9130-c5991fc29a74 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2244110 Nov 03 19:04:55.254321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49388) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.286843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012560469', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:55.298538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.315795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-39091e69-db68-4113-aa08-4c5f778c2cc0 None None] Provisioning complete for port 3b7d3501-b176-4abd-80d8-c5a8095954fc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:55.316216 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-39091e69-db68-4113-aa08-4c5f778c2cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.348493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e07476-bf62-41c3-928d-8abd0a20b132 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=3b7d3501-b176-4abd-80d8-c5a8095954fc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:55.375464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:55.376146 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.392231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-39091e69-db68-4113-aa08-4c5f778c2cc0 None None] Port 3b7d3501-b176-4abd-80d8-c5a8095954fc was deleted so its status cannot be updated. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 19:04:55.466460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95864807-87ae-4d34-b59b-052bc04badd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.730463 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1e07476-bf62-41c3-928d-8abd0a20b132 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.745990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a1e07476-bf62-41c3-928d-8abd0a20b132 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/3b7d3501-b176-4abd-80d8-c5a8095954fc HTTP/1.1" status: 204 len: 168 time: 2.7121949 Nov 03 19:04:55.745990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49396) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.764448 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95864807-87ae-4d34-b59b-052bc04badd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.942748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:55.950578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.012859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95864807-87ae-4d34-b59b-052bc04badd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.017140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95864807-87ae-4d34-b59b-052bc04badd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.019251 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-95864807-87ae-4d34-b59b-052bc04badd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d3bc5cc-67fe-495f-be38-5074168c496a HTTP/1.1" status: 204 len: 168 time: 1.2810032 Nov 03 19:04:56.092201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95864807-87ae-4d34-b59b-052bc04badd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3bc5cc-67fe-495f-be38-5074168c496a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:56.247256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97643b83-32b0-47cd-9de2-c34e519ea938 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.252158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97643b83-32b0-47cd-9de2-c34e519ea938 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.258049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97643b83-32b0-47cd-9de2-c34e519ea938 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.263708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-97643b83-32b0-47cd-9de2-c34e519ea938 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5142417 Nov 03 19:04:56.265226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49408) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.544490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f0d7-c92e-499c-8050-45a4676e43bb req-9c2e7baf-12a4-462b-ae1f-9acc726e10e8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.562180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c98f0d7-c92e-499c-8050-45a4676e43bb req-9c2e7baf-12a4-462b-ae1f-9acc726e10e8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 944 time: 0.7072141 Nov 03 19:04:56.568242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f3fc36-10b3-4411-a3a7-51689a293255 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 26a77581-6c28-4f9c-9baf-0f18c37ec8c2 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:56.579008 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.603298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fc36-10b3-4411-a3a7-51689a293255 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.758470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Checking segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:56.759531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network hostable DHCP agents. Network: ab49bb5a-fdb8-4fc9-a01f-42196c0af848, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:04:56.771980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Subnet': ['ID=080c5980-9c18-45f0-9f44-f16bcc408ef4,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:56.804791 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fc36-10b3-4411-a3a7-51689a293255 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.819125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:04:56.845444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, ab49bb5a-fdb8-4fc9-a01f-42196c0af848) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:56.863832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.868848 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.933551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-deb9e298-f924-400f-80b4-55c296e5d4f0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6769228 Nov 03 19:04:56.937598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49418) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:57.010138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c98f0d7-c92e-499c-8050-45a4676e43bb req-65915bb9-64ee-444a-96c4-bf9d3c4bebe7 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345918 Nov 03 19:04:57.021042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fd957f-fc07-406b-9c8d-9964a0620b46 None None] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:57.112856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.246346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-e69a1243-3e02-4ea6-be4b-2071eac11a65 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:57.264549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-e69a1243-3e02-4ea6-be4b-2071eac11a65 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.96 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 946 time: 0.3674238 Nov 03 19:04:57.359548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49430) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:57.460627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01797fc2-baac-40bd-a7e9-a3fd58b00878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:57.463784 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ef458d-3e54-4fe5-98d9-0f021cc7788f" -d '{"events": [{"server_uuid": "01797fc2-baac-40bd-a7e9-a3fd58b00878", "name": "network-vif-plugged", "status": "completed", "tag": "30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:57.494156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d93636a8-66df-4cd0-8757-228297b5168e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.527604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:57.712204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fc36-10b3-4411-a3a7-51689a293255 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.780324 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.864379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e7452-bcb4-4fb8-9896-a896b41ceaa9 req-d738cb69-2cb5-4e29-bac2-3a1377fc8c01 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:57.885146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea4e7452-bcb4-4fb8-9896-a896b41ceaa9 req-d738cb69-2cb5-4e29-bac2-3a1377fc8c01 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 946 time: 0.6160500 Nov 03 19:04:58.066403 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.089272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea4e7452-bcb4-4fb8-9896-a896b41ceaa9 req-589a16d1-633f-46e2-b25f-fc6f325da6a5 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb64bed-7e4d-4a05-a4f1-003b44d0d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040107 Nov 03 19:04:58.094204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Deleting port a2ca02f1-3c7c-4969-b88a-279d542de0c5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:58.094969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.101197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:58.152653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626583da-39b5-461f-8e77-870b27081fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:58.153861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-626583da-39b5-461f-8e77-870b27081fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.164659 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.333155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] For port a2ca02f1-3c7c-4969-b88a-279d542de0c5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=a2ca02f1-3c7c-4969-b88a-279d542de0c5,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:58.339577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.376424 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628dd217-68ed-4c11-8d05-2d0ee3d31a89 x-openstack-request-id: req-628dd217-68ed-4c11-8d05-2d0ee3d31a89 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:58.378939 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01797fc2-baac-40bd-a7e9-a3fd58b00878", "name": "network-vif-plugged", "status": "completed", "tag": "30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:58.379462 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-628dd217-68ed-4c11-8d05-2d0ee3d31a89 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:58.380037 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01797fc2-baac-40bd-a7e9-a3fd58b00878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7', 'code': 200} Nov 03 19:04:58.388223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d93636a8-66df-4cd0-8757-228297b5168e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.473826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Attempting to bind port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:58.474412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Attempting to bind port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:58.474669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Attempting to bind port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:58.502197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d93636a8-66df-4cd0-8757-228297b5168e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.578949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d22a6-2663-4cd0-8a11-37db18364d12 None None] Pushing event updated for resources: {'Port': ['ID=ad6bba26-0b5a-419e-be6c-af4be3d5f1e5,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:58.585613 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d93636a8-66df-4cd0-8757-228297b5168e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cab943bb365041559aa083229f5ba923&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2226226 Nov 03 19:04:58.617140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49498) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:58.636370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:58.637555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:58.638565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.639934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:58.641360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Bound port: ad6bba26-0b5a-419e-be6c-af4be3d5f1e5, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:58.643988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.866954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93636a8-66df-4cd0-8757-228297b5168e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac7b8a-2ad3-4a63-9630-faaa15afed5f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:58.877286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.889123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.891277 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Floating IP c602fde1-0be6-4c05-bb8f-f77d70639f3f disassociated. External IP: 172.25.3.201, port: a2ca02f1-3c7c-4969-b88a-279d542de0c5. Nov 03 19:04:58.893191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Calling delete_port for a2ca02f1-3c7c-4969-b88a-279d542de0c5 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:58.922577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] For port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:58.949220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-626583da-39b5-461f-8e77-870b27081fac None None] Allocated IP 172.20.0.2 (ab49bb5a-fdb8-4fc9-a01f-42196c0af848/080c5980-9c18-45f0-9f44-f16bcc408ef4/5e2392cf-503a-4679-88a0-9211965af3e4) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:58.985589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] For port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ad6bba26-0b5a-419e-be6c-af4be3d5f1e5,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:58.993496 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.002390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1566c41c-3f4c-4f7f-adcb-25b481d5c8a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.073232 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1566c41c-3f4c-4f7f-adcb-25b481d5c8a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.205843 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.240815 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1566c41c-3f4c-4f7f-adcb-25b481d5c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.243082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d22a6-2663-4cd0-8a11-37db18364d12 None None] Pushing event updated for resources: {'Port': ['ID=ad6bba26-0b5a-419e-be6c-af4be3d5f1e5,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:59.251106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1566c41c-3f4c-4f7f-adcb-25b481d5c8a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.251106 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1566c41c-3f4c-4f7f-adcb-25b481d5c8a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5bac7b8a-2ad3-4a63-9630-faaa15afed5f HTTP/1.1" status: 204 len: 168 time: 0.6311479 Nov 03 19:04:59.279937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:59.283805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:04:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:59.296765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566c41c-3f4c-4f7f-adcb-25b481d5c8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac7b8a-2ad3-4a63-9630-faaa15afed5f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:59.401654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event deleted for resources: {'Port': ['ID=a2ca02f1-3c7c-4969-b88a-279d542de0c5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:59.418435 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fc36-10b3-4411-a3a7-51689a293255 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.446066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.499539 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fc36-10b3-4411-a3a7-51689a293255 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.521137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d6f3fc36-10b3-4411-a3a7-51689a293255 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/26a77581-6c28-4f9c-9baf-0f18c37ec8c2 HTTP/1.1" status: 204 len: 168 time: 3.2540309 Nov 03 19:04:59.526003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49522) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:59.609138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581f4e4-918a-402f-8c45-603c3f7d0df4 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:59.641992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3559a11-3b66-4067-8bf2-5b51a4cb5a5d req-15262da8-d4f0-4d8a-a3d3-279e17e1a565 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:59.645567 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3559a11-3b66-4067-8bf2-5b51a4cb5a5d req-15262da8-d4f0-4d8a-a3d3-279e17e1a565 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 945 time: 0.4964981 Nov 03 19:04:59.701893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e379dd51-1b54-43c2-8065-da69384ff29b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 35eef8d3-a1e0-474b-998f-58b847c21728 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:59.717323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e379dd51-1b54-43c2-8065-da69384ff29b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.739878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3fc36-10b3-4411-a3a7-51689a293255 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=26a77581-6c28-4f9c-9baf-0f18c37ec8c2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:59.745683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580089a3-5018-471a-ba1f-b4c9a9cbae1b req-7cd47c56-29e2-4cf6-8191-50418b0f3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:59.749813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-580089a3-5018-471a-ba1f-b4c9a9cbae1b req-7cd47c56-29e2-4cf6-8191-50418b0f3381 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 1096 time: 0.6077256 Nov 03 19:04:59.984034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e379dd51-1b54-43c2-8065-da69384ff29b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.085233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:00.433775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:00.447460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:00.550734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-626583da-39b5-461f-8e77-870b27081fac None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.553264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3559a11-3b66-4067-8bf2-5b51a4cb5a5d req-aa6aebde-c257-4191-bfd2-2a6a02b112ab tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8147788 Nov 03 19:05:00.599402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: a2ca02f1-3c7c-4969-b88a-279d542de0c5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:00.600197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device a2ca02f1-3c7c-4969-b88a-279d542de0c5 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:00.615356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e379dd51-1b54-43c2-8065-da69384ff29b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.632599 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-626583da-39b5-461f-8e77-870b27081fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.793821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626583da-39b5-461f-8e77-870b27081fac None None] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:00.858470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-626583da-39b5-461f-8e77-870b27081fac None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:00.879220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626583da-39b5-461f-8e77-870b27081fac None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:00.910084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-580089a3-5018-471a-ba1f-b4c9a9cbae1b req-1e930659-b2ea-4371-9b7a-a9e83e413476 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1423256 Nov 03 19:05:00.971055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e379dd51-1b54-43c2-8065-da69384ff29b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.982746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626583da-39b5-461f-8e77-870b27081fac None None] Pushing event updated for resources: {'Port': ['ID=5e2392cf-503a-4679-88a0-9211965af3e4,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:01.033896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-565d007d-1c7d-4483-812e-daad693835fc req-9362f2d2-efe1-4ec2-9369-83ce589f94f0 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 210 time: 0.1481571 Nov 03 19:05:01.114954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379dd51-1b54-43c2-8065-da69384ff29b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=35eef8d3-a1e0-474b-998f-58b847c21728,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:01.124409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e379dd51-1b54-43c2-8065-da69384ff29b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.130859 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e379dd51-1b54-43c2-8065-da69384ff29b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/35eef8d3-a1e0-474b-998f-58b847c21728 HTTP/1.1" status: 204 len: 168 time: 1.6032689 Nov 03 19:05:01.134925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49592) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:01.190103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:04:49Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:01.307787 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e39a9eca-6567-439c-a60d-e85173a7b0ce tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1713068 Nov 03 19:05:01.308424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49600) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:01.313699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e5062-a540-4cab-987b-71c949b7b08b None None] The sync data for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 is: [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:04:49Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:01.314415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:01.324209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:01.340148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-626583da-39b5-461f-8e77-870b27081fac None None] Attempting to bind port 5e2392cf-503a-4679-88a0-9211965af3e4 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:01.340657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-626583da-39b5-461f-8e77-870b27081fac None None] Attempting to bind port 5e2392cf-503a-4679-88a0-9211965af3e4 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:01.341692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626583da-39b5-461f-8e77-870b27081fac None None] Attempting to bind port 5e2392cf-503a-4679-88a0-9211965af3e4 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:01.370264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626583da-39b5-461f-8e77-870b27081fac None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:01.370695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626583da-39b5-461f-8e77-870b27081fac None None] Checking segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:01.371363 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-626583da-39b5-461f-8e77-870b27081fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.371660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626583da-39b5-461f-8e77-870b27081fac None None] Bound using segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:01.372162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-626583da-39b5-461f-8e77-870b27081fac None None] Bound port: 5e2392cf-503a-4679-88a0-9211965af3e4, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:01.372626 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-626583da-39b5-461f-8e77-870b27081fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.378860 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] Sync routers for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:01.456073 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:01.459125 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:04:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:01.515301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] No DVR routers for this DVR port a2ca02f1-3c7c-4969-b88a-279d542de0c5 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:01.528441 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.542997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc5da1e9-302e-4db7-b56a-08b88286d984 req-b3352bf8-13dd-42f2-a960-d0a57e7a8a38 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.96 "DELETE /v2.0/ports/a2ca02f1-3c7c-4969-b88a-279d542de0c5 HTTP/1.1" status: 204 len: 173 time: 4.2770932 Nov 03 19:05:01.546809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-deleted', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:01.557290 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ed4bf4-4a1c-4f51-8c1d-5df15cc484cf" -d '{"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-deleted", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:01.591493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-626583da-39b5-461f-8e77-870b27081fac None None] For port 5e2392cf-503a-4679-88a0-9211965af3e4, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:01.607171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-626583da-39b5-461f-8e77-870b27081fac None None] For port 5e2392cf-503a-4679-88a0-9211965af3e4, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e2392cf-503a-4679-88a0-9211965af3e4,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:01.617372 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-626583da-39b5-461f-8e77-870b27081fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.933090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8154a2-3b45-4585-8bae-2289c8770602 req-b6dc42a8-880b-49fb-9aa6-272acb9bc9a4 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:01.953673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626583da-39b5-461f-8e77-870b27081fac None None] Pushing event updated for resources: {'Port': ['ID=5e2392cf-503a-4679-88a0-9211965af3e4,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:01.965336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c8154a2-3b45-4585-8bae-2289c8770602 req-b6dc42a8-880b-49fb-9aa6-272acb9bc9a4 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 945 time: 0.2370670 Nov 03 19:05:02.021022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.20.0.1 (ab49bb5a-fdb8-4fc9-a01f-42196c0af848/080c5980-9c18-45f0-9f44-f16bcc408ef4/b0979fad-5d63-4f74-8ea9-e09565c58455) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:02.171943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c8154a2-3b45-4585-8bae-2289c8770602 req-dc2d58e8-37b1-4b79-beb7-449862c1cd35 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998897 Nov 03 19:05:02.421681 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9d88d-544b-459e-97de-dcb485d797a4 x-openstack-request-id: req-18b9d88d-544b-459e-97de-dcb485d797a4 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:02.422633 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8671c657-4bf3-4a3e-b5d7-0dde765698a2", "name": "network-vif-deleted", "tag": "a2ca02f1-3c7c-4969-b88a-279d542de0c5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:02.423084 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18b9d88d-544b-459e-97de-dcb485d797a4 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:02.424178 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8671c657-4bf3-4a3e-b5d7-0dde765698a2', 'name': 'network-vif-deleted', 'tag': 'a2ca02f1-3c7c-4969-b88a-279d542de0c5', 'status': 'completed', 'code': 200} Nov 03 19:05:02.435839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:02.453109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.472891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.587595 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:02.752730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e833ad-f1b0-461e-93db-38e89c7d0689 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:02.874757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e5d58264-c811-4a6d-a627-048bd245a16b req-c49f529a-5c20-4495-b4b3-a20c7d52fc41 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/ports?device_id=8671c657-4bf3-4a3e-b5d7-0dde765698a2 HTTP/1.1" status: 200 len: 210 time: 0.1466610 Nov 03 19:05:03.231640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5458ce70-670c-41e4-bbc4-76d25f62b992 None None] Provisioning complete for port cce8be46-afe8-4dbb-8a8f-75db47616f14 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:03.232364 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5458ce70-670c-41e4-bbc4-76d25f62b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.446482 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.719260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93250fcd-af97-4798-97fe-2b896fc1aef9 req-d54c3075-30ff-4372-a44e-0de299da96b6 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:03.738442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93250fcd-af97-4798-97fe-2b896fc1aef9 req-d54c3075-30ff-4372-a44e-0de299da96b6 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 945 time: 0.2538610 Nov 03 19:05:03.784782 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:03.948336 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.952393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93250fcd-af97-4798-97fe-2b896fc1aef9 req-8152990a-1f34-4e57-97fd-211b22b04f16 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068641 Nov 03 19:05:03.981280 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] Checking router: 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:04.002657 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.091263 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:04.099037 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:04:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:04.320944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=b0979fad-5d63-4f74-8ea9-e09565c58455,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:04.433568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:04.436072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49678) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:04.519294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:04.528784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:04.544847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:04.786523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:04.839233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8e91a5e-f722-49e2-b131-312686369d30 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.969675 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8e91a5e-f722-49e2-b131-312686369d30 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.984986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:05.020178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.171883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:05.204759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:05.252702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:05.253363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:05.255494 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.258129 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.263682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8e91a5e-f722-49e2-b131-312686369d30 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.278137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8e91a5e-f722-49e2-b131-312686369d30 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.301681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49692) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:05.302691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c8e91a5e-f722-49e2-b131-312686369d30 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "DELETE /v2.0/security-groups/3fb64bed-7e4d-4a05-a4f1-003b44d0d805 HTTP/1.1" status: 204 len: 168 time: 0.8620753 Nov 03 19:05:05.347077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=ee2bd9ad-3f1b-4e21-a0c5-af10505e9959,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:05.355070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.358075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e91a5e-f722-49e2-b131-312686369d30 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb64bed-7e4d-4a05-a4f1-003b44d0d805,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:05.454710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d4246-3281-41ad-9d8c-ba96ba1a8966 None None] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:05.616280 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-c32a14e4-4000-4188-917d-8c9ab9dcd1ae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] show failed (client error): The resource could not be found. Nov 03 19:05:05.618928 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c32a14e4-4000-4188-917d-8c9ab9dcd1ae tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "GET /v2.0/security-groups/3fb64bed-7e4d-4a05-a4f1-003b44d0d805 HTTP/1.1" status: 404 len: 347 time: 0.3108509 Nov 03 19:05:05.623460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49696) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:05.646003 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-274cf8ca-e51a-4626-85be-3cb4f5b0c113 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3316333 Nov 03 19:05:05.654305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:05.871897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:05.995756 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:06.127650 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbda99d-7681-467e-b77e-879a5990381d None None] The sync data for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 is: [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 4, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b87c855b-aefb-48a5-8bab-0e0c944f06f3', 'name': '', 'network_id': '777bc5c8-77a5-4149-975f-90e6c875828e', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'mac_address': 'fa:16:3e:7f:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:49Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'subnets': [{'id': '6c8f06c6-7ada-456d-bc19-b79e6d5e2c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:06.145077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.244404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] Deleting port cce8be46-afe8-4dbb-8a8f-75db47616f14 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:06.244814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.273073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:06.278662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.540489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3df9837b-0d27-477e-9298-c3c95cefaa75 None None] Provisioning complete for port 5e2392cf-503a-4679-88a0-9211965af3e4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:06.541121 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3df9837b-0d27-477e-9298-c3c95cefaa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.542615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f064223e-88f3-4c70-85a1-19269d9094ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.820234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] For port cce8be46-afe8-4dbb-8a8f-75db47616f14, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cce8be46-afe8-4dbb-8a8f-75db47616f14,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:06.822937 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.004640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90777033-f073-4b02-83c6-e076e113ccde None None] New status for floating IP c602fde1-0be6-4c05-bb8f-f77d70639f3f: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:05:07.042516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] Calling delete_port for cce8be46-afe8-4dbb-8a8f-75db47616f14 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:07.540187 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.551060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.559028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.623452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ad6bba26-0b5a-419e-be6c-af4be3d5f1e5,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:07.653847 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.655037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e2392cf-503a-4679-88a0-9211965af3e4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:07.861721 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3df9837b-0d27-477e-9298-c3c95cefaa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.101005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5e2392cf-503a-4679-88a0-9211965af3e4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:08.103102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.154788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=b0979fad-5d63-4f74-8ea9-e09565c58455,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:08.170722 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.198705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.349785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3df9837b-0d27-477e-9298-c3c95cefaa75 None None] For port 5e2392cf-503a-4679-88a0-9211965af3e4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e2392cf-503a-4679-88a0-9211965af3e4,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:08.366768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] No DVR routers for this DVR port cce8be46-afe8-4dbb-8a8f-75db47616f14 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:08.472005 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3df9837b-0d27-477e-9298-c3c95cefaa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.511652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=ad6bba26-0b5a-419e-be6c-af4be3d5f1e5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:08.528114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10045644-62fa-4c1a-9ce3-8d4fa8abe952 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:08.785931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dc85b-8056-40f9-a4b0-674bc854cd0b None None] Pushing event deleted for resources: {'Port': ['ID=cce8be46-afe8-4dbb-8a8f-75db47616f14,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:08.861470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:08.871170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:08.885638 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d9460bee-e1be-4b4f-b266-6a6db1d14a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.225155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': 'ee2bd9ad-3f1b-4e21-a0c5-af10505e9959'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:09.226387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.273316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9837b-0d27-477e-9298-c3c95cefaa75 None None] Pushing event updated for resources: {'Port': ['ID=5e2392cf-503a-4679-88a0-9211965af3e4,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:09.314639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.objects.ports [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:05:09.383691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:09.417959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cbf19-0327-42a7-bb16-132fc3e6bf15 req-8ebf2244-879a-4a8e-b75c-c9c6b1c8138d tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:09.429215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-337cbf19-0327-42a7-bb16-132fc3e6bf15 req-8ebf2244-879a-4a8e-b75c-c9c6b1c8138d tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 945 time: 1.0931554 Nov 03 19:05:09.432647 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.519329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:09.520625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=db158e08-329e-4e09-bf82-20eac442061d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:09.570957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:09.580372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:09.580976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.697237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-337cbf19-0327-42a7-bb16-132fc3e6bf15 req-f183a48a-07c0-49df-8abc-494a210367c5 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645149 Nov 03 19:05:09.717546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a65b9f2e-3ccf-4270-8b24-91d5182b51be tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0317729 Nov 03 19:05:09.728498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-12144818-18d5-4ed2-b71a-3195aeea17d0 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:09.734520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-12144818-18d5-4ed2-b71a-3195aeea17d0 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.96 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 945 time: 0.4661446 Nov 03 19:05:09.736752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49776) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:09.750037 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:a9:8b:10', 'name': 'tempest-NetworksTestDHCPv6-2018331368'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:09.901635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1bb99773-fd71-47c4-9e59-140ad65c435c None None] Provisioning complete for port 5e2392cf-503a-4679-88a0-9211965af3e4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:09.902246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1bb99773-fd71-47c4-9e59-140ad65c435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.032098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Deleting port 5bea2d76-d328-4891-9ec1-545a407ed377 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:10.032444 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.077461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:10.199019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:10.220511 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Sync routers for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:10.237740 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e5077c77-ead8-468b-9ca9-0483010aa3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "PUT /v2.0/routers/d2be8280-150f-4edc-9d3e-44eb3b0d63a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2973595 Nov 03 19:05:10.242870 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:10.243855 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:05:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:10.376919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.446107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Allocated IP 172.20.0.2 (45688c7b-5d83-4046-a79b-22363a7f381a/ee2bd9ad-3f1b-4e21-a0c5-af10505e9959/eddba544-4dee-45d8-8002-2a746495090c) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:10.468948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.469565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.475509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Allocated IP 2001:db8::f816:3eff:fe10:95ea (45688c7b-5d83-4046-a79b-22363a7f381a/db158e08-329e-4e09-bf82-20eac442061d/eddba544-4dee-45d8-8002-2a746495090c) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:10.509057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Deleting port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:10.509472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.549569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Calling delete_port for 5bea2d76-d328-4891-9ec1-545a407ed377 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:10.574854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:10.585530 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:10.629636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:10.632791 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.972488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.009892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] For port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,segment=NetworkSegment(04ad3b38-a37b-4c9a-9ecc-613ca3fc197a),segment_id=04ad3b38-a37b-4c9a-9ecc-613ca3fc197a)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:11.010561 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.059943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 63157b91-2fb4-4bea-9ede-314bbaa4620c yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:11.111307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1bb99773-fd71-47c4-9e59-140ad65c435c None None] Provisioning complete for port b0979fad-5d63-4f74-8ea9-e09565c58455 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:11.112113 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1bb99773-fd71-47c4-9e59-140ad65c435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.137220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Calling delete_port for 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:11.254657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebb8ff-2048-4623-b9bf-51358fe1ce74 req-3fe3db5a-3970-460e-8dbb-2fe8e1d154e2 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:11.259605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ebb8ff-2048-4623-b9bf-51358fe1ce74 req-3fe3db5a-3970-460e-8dbb-2fe8e1d154e2 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/ports?device_id=01797fc2-baac-40bd-a7e9-a3fd58b00878 HTTP/1.1" status: 200 len: 945 time: 0.2223301 Nov 03 19:05:11.266929 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 2, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:11.410271 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Checking router: d2be8280-150f-4edc-9d3e-44eb3b0d63a5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:11.417311 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Updating router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 port b0979fad-5d63-4f74-8ea9-e09565c58455 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:05:11.463145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e2392cf-503a-4679-88a0-9211965af3e4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:11.585067 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.706025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1bb99773-fd71-47c4-9e59-140ad65c435c None None] Port b0979fad-5d63-4f74-8ea9-e09565c58455 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:11.839590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.866187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62ebb8ff-2048-4623-b9bf-51358fe1ce74 req-2ca363d5-eab7-4da5-bea0-6abf3d817b0b tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.77 "GET /v2.0/security-groups?id=61cc14b6-324c-4378-bf35-414b7d1c0510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997444 Nov 03 19:05:11.897879 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.939244 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.100789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Pushing event deleted for resources: {'Port': ['ID=5bea2d76-d328-4891-9ec1-545a407ed377,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:12.243493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 172.20.0.5 (45688c7b-5d83-4046-a79b-22363a7f381a/ee2bd9ad-3f1b-4e21-a0c5-af10505e9959/63157b91-2fb4-4bea-9ede-314bbaa4620c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:12.265132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fea9:8b10 (45688c7b-5d83-4046-a79b-22363a7f381a/db158e08-329e-4e09-bf82-20eac442061d/63157b91-2fb4-4bea-9ede-314bbaa4620c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:12.458300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5e2392cf-503a-4679-88a0-9211965af3e4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:12.458877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.504849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Pushing event updated for resources: {'Port': ['ID=eddba544-4dee-45d8-8002-2a746495090c,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:12.534806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:12.662305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c17a5b98-78df-4264-b0e2-3913b87f7a66 None None] Provisioning complete for port b0979fad-5d63-4f74-8ea9-e09565c58455 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:12.664751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c17a5b98-78df-4264-b0e2-3913b87f7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.707911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:12.708992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.727372 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.740824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-70cb0807-63fb-41ea-b75d-a77142b87fd3 tempest-AttachVolumeShelveTestJSON-1462712943 tempest-AttachVolumeShelveTestJSON-1462712943-project] 10.222.0.77 "DELETE /v2.0/floatingips/c602fde1-0be6-4c05-bb8f-f77d70639f3f HTTP/1.1" status: 204 len: 168 time: 7.1153426 Nov 03 19:05:12.769150 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.942238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.987418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:13.008663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:13.016647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-d2d31ff0-63cf-49f6-acb9-c3d24f9083ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825189521&fields=id&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 267 time: 0.7148662 Nov 03 19:05:13.094014 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.112421 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.221836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c17a5b98-78df-4264-b0e2-3913b87f7a66 None None] Port b0979fad-5d63-4f74-8ea9-e09565c58455 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:13.315801 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Pushing event updated for resources: {'Port': ['ID=b0979fad-5d63-4f74-8ea9-e09565c58455,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:13.349001 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.349691 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.350681 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.351187 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.351689 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.352364 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.352865 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.353409 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.354000 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.355891 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.356466 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.356971 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:13.396801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.422755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.484648 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Attempting to bind port b0979fad-5d63-4f74-8ea9-e09565c58455 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:13.485576 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Attempting to bind port b0979fad-5d63-4f74-8ea9-e09565c58455 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:13.486414 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Attempting to bind port b0979fad-5d63-4f74-8ea9-e09565c58455 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:13.486852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No active binding found for port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 {{(pid=101757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:05:13.487551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:13.505608 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:13.508911 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Checking segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:13.511045 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.511535 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Bound using segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:13.517159 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Bound port: b0979fad-5d63-4f74-8ea9-e09565c58455, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:13.519278 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.596647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Pushing event deleted for resources: {'Port': ['ID=30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:13.647535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf91cc-b729-4693-8399-9111917b018e req-022d9a68-585b-4d4e-967b-f546a69a1040 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:13.656927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-022d9a68-585b-4d4e-967b-f546a69a1040 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 796 time: 0.6152146 Nov 03 19:05:13.713823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cce8be46-afe8-4dbb-8a8f-75db47616f14 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:13.811422 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] For port b0979fad-5d63-4f74-8ea9-e09565c58455, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:13.824101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] For port b0979fad-5d63-4f74-8ea9-e09565c58455, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b0979fad-5d63-4f74-8ea9-e09565c58455,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:13.838024 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.877818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cce8be46-afe8-4dbb-8a8f-75db47616f14 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:13.878587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cce8be46-afe8-4dbb-8a8f-75db47616f14 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:13.885749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Attempting to bind port eddba544-4dee-45d8-8002-2a746495090c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:13.888813 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Attempting to bind port eddba544-4dee-45d8-8002-2a746495090c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:13.890077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Attempting to bind port eddba544-4dee-45d8-8002-2a746495090c on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:13.903543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:13.904273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:13.904871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.905528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:13.906438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Bound port: eddba544-4dee-45d8-8002-2a746495090c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:13.907317 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.942722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-b315ca1f-3f38-4b8e-a55f-2abfcc887876 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/quotas/2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 375 time: 0.2650948 Nov 03 19:05:14.117230 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa72477-f53b-4a0b-8e53-eb60030289fc None None] Pushing event updated for resources: {'Port': ['ID=b0979fad-5d63-4f74-8ea9-e09565c58455,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:14.156624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] No DVR routers for this DVR port 30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:14.177852 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.200079 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:14.208062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56957a7d-7208-4cd8-97d0-f5c8413b2867 req-3c1f16e7-cd9c-4be2-9edc-b3aac671a6d8 tempest-VolumesActionsTest-1965062866 tempest-VolumesActionsTest-1965062866-project] 10.222.0.96 "DELETE /v2.0/ports/30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7 HTTP/1.1" status: 204 len: 173 time: 4.4614382 Nov 03 19:05:14.211526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] For port eddba544-4dee-45d8-8002-2a746495090c, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:14.212472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01797fc2-baac-40bd-a7e9-a3fd58b00878', 'name': 'network-vif-deleted', 'tag': '30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:14.222236 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:05:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:14.225711 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c2edb1-8377-40c4-a45b-ffb97aad73c8" -d '{"events": [{"server_uuid": "01797fc2-baac-40bd-a7e9-a3fd58b00878", "name": "network-vif-deleted", "tag": "30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:14.239462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] For port eddba544-4dee-45d8-8002-2a746495090c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=eddba544-4dee-45d8-8002-2a746495090c,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:14.265559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.543065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-d745badd-ed97-4be4-8376-c052ca2d706b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4620149 Nov 03 19:05:14.677996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d4251d84-f7c6-4387-9d1e-00639ec6e75f None None] Provisioning complete for port b0979fad-5d63-4f74-8ea9-e09565c58455 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:14.683202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d4251d84-f7c6-4387-9d1e-00639ec6e75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.702792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8df68a-b346-40d5-93a5-bb3fbe344893 None None] Pushing event updated for resources: {'Port': ['ID=eddba544-4dee-45d8-8002-2a746495090c,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:14.934993 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:15.138648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d4251d84-f7c6-4387-9d1e-00639ec6e75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.243859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-1b44f32a-b8aa-40d8-9c28-62bea01540ee service neutron] 10.222.0.77 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231451 Nov 03 19:05:15.262407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d4251d84-f7c6-4387-9d1e-00639ec6e75f None None] For port b0979fad-5d63-4f74-8ea9-e09565c58455, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b0979fad-5d63-4f74-8ea9-e09565c58455,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:15.277035 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d4251d84-f7c6-4387-9d1e-00639ec6e75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.633508 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.679466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4251d84-f7c6-4387-9d1e-00639ec6e75f None None] Pushing event updated for resources: {'Port': ['ID=b0979fad-5d63-4f74-8ea9-e09565c58455,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:15.723340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9899cd09-fd1a-443c-8fb4-c00fc6f67d9f None None] Provisioning complete for port b0979fad-5d63-4f74-8ea9-e09565c58455 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:15.729922 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9899cd09-fd1a-443c-8fb4-c00fc6f67d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.872031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-b0d510c0-4425-4947-bfaf-d7af447a00b4 service neutron] 10.222.0.77 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889404 Nov 03 19:05:15.968304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:15.986730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:16.001092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:16.346858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device eddba544-4dee-45d8-8002-2a746495090c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:16.363861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:16.381796 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.471203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=63157b91-2fb4-4bea-9ede-314bbaa4620c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:16.522540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49868) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:16.541102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a249e547-415c-4c98-aabb-7e1ef945bf56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.7775533 Nov 03 19:05:16.584862 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:13Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:16.807723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c88a89-fbfb-4f26-92bc-4d6083c37c5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:16.828157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c88a89-fbfb-4f26-92bc-4d6083c37c5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:16.858336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port eddba544-4dee-45d8-8002-2a746495090c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:16.860231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.863643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-43c88a89-fbfb-4f26-92bc-4d6083c37c5c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3393683 Nov 03 19:05:16.864746 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d847d6-7da4-442c-9687-cf7430e62cfc None None] The sync data for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 is: [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:13Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:16.867891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49878) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:17.505916 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e3f50-0279-4fc6-bb51-f687a26d41ba x-openstack-request-id: req-593e3f50-0279-4fc6-bb51-f687a26d41ba {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:17.506939 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01797fc2-baac-40bd-a7e9-a3fd58b00878", "name": "network-vif-deleted", "tag": "30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:17.507381 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-593e3f50-0279-4fc6-bb51-f687a26d41ba {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:17.508159 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01797fc2-baac-40bd-a7e9-a3fd58b00878', 'name': 'network-vif-deleted', 'tag': '30cbb7ee-ee8e-42b4-aae4-8111edb3b4b7', 'status': 'completed', 'code': 200} Nov 03 19:05:17.701784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.718373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-39079a34-357e-422d-8867-0b4bda2b5f7a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 63157b91-2fb4-4bea-9ede-314bbaa4620c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:17.718993 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39079a34-357e-422d-8867-0b4bda2b5f7a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.799625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b32c60e-b856-49c0-8ccb-73fd66b2a7fc None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:18.063376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-897449d4-a7b8-495a-b57d-7507ce3429f3 req-00b16357-ff32-4cbc-a626-3e3c5253573b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 210 time: 0.2108078 Nov 03 19:05:18.154834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port eddba544-4dee-45d8-8002-2a746495090c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=eddba544-4dee-45d8-8002-2a746495090c,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:18.250873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39079a34-357e-422d-8867-0b4bda2b5f7a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.307638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-39079a34-357e-422d-8867-0b4bda2b5f7a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 63157b91-2fb4-4bea-9ede-314bbaa4620c owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:18.557457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-021504de-03b6-4deb-bb7a-e08b7a447ae4 None None] Provisioning complete for port eddba544-4dee-45d8-8002-2a746495090c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:18.558265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-021504de-03b6-4deb-bb7a-e08b7a447ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.756945 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.148591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=eddba544-4dee-45d8-8002-2a746495090c,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:19.323647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b0979fad-5d63-4f74-8ea9-e09565c58455 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:19.571626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0fe070f9-694f-4319-956e-1f527445ab53 req-e5d107b5-ea25-4d59-a543-40fa9b5adebb tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 210 time: 0.1793294 Nov 03 19:05:20.175666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39079a34-357e-422d-8867-0b4bda2b5f7a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.423695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b0979fad-5d63-4f74-8ea9-e09565c58455 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:20.433759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.480102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39079a34-357e-422d-8867-0b4bda2b5f7a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=63157b91-2fb4-4bea-9ede-314bbaa4620c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:20.937281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49942) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:21.206513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af5412b0-a086-4e26-9fa3-0b5d0acc9d41 req-026b0c4a-fa98-4448-ada1-914056e96cfb tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 210 time: 0.1735268 Nov 03 19:05:21.367643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39079a34-357e-422d-8867-0b4bda2b5f7a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.404388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49950) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:21.419369 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-39079a34-357e-422d-8867-0b4bda2b5f7a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/63157b91-2fb4-4bea-9ede-314bbaa4620c HTTP/1.1" status: 204 len: 168 time: 4.5461054 Nov 03 19:05:21.826527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device eddba544-4dee-45d8-8002-2a746495090c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:21.991231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7abb26-8c74-4213-b4e7-1ef40ff57ece tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.997518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7abb26-8c74-4213-b4e7-1ef40ff57ece tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:22.002639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7abb26-8c74-4213-b4e7-1ef40ff57ece tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:22.007026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf7abb26-8c74-4213-b4e7-1ef40ff57ece tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6002014 Nov 03 19:05:22.016923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port eddba544-4dee-45d8-8002-2a746495090c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:22.026948 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.049705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49962) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:22.504016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b3d13e-8d93-4fcd-bc2b-20aa30c6e8b7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet db158e08-329e-4e09-bf82-20eac442061d {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:22.554702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf91cc-b729-4693-8399-9111917b018e req-5890e3c0-8ae3-4861-9b41-5a5965a1ff97 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:22.557161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53b3d13e-8d93-4fcd-bc2b-20aa30c6e8b7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.571446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-5890e3c0-8ae3-4861-9b41-5a5965a1ff97 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 796 time: 0.9224963 Nov 03 19:05:22.841760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53b3d13e-8d93-4fcd-bc2b-20aa30c6e8b7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.987911 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-8e1ba06c-4d01-45d4-be8c-239c3a88214b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 379 time: 0.4050620 Nov 03 19:05:23.000131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'port': {'device_id': '5812e722-3142-409e-97f0-7393d782b146', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'admin_state_up': True, 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'security_groups': ['30abca28-de10-45f1-9841-36f07350a023']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:23.411619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53b3d13e-8d93-4fcd-bc2b-20aa30c6e8b7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.555455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:23.584700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.594542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-15b240ec-b805-4964-bd16-c17ef871673e None None] Provisioning complete for port eddba544-4dee-45d8-8002-2a746495090c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:23.595413 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-15b240ec-b805-4964-bd16-c17ef871673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.696884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53b3d13e-8d93-4fcd-bc2b-20aa30c6e8b7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.924603 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53b3d13e-8d93-4fcd-bc2b-20aa30c6e8b7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.945665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-53b3d13e-8d93-4fcd-bc2b-20aa30c6e8b7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/db158e08-329e-4e09-bf82-20eac442061d HTTP/1.1" status: 204 len: 168 time: 1.8941357 Nov 03 19:05:23.954585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3d13e-8d93-4fcd-bc2b-20aa30c6e8b7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=db158e08-329e-4e09-bf82-20eac442061d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:23.956792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 49996) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:23.993607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc4d3289-3c1b-4059-8eac-cdbdbb8a9e91 req-e81940f9-0969-46fd-bdf3-60837abc8380 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 210 time: 0.3300076 Nov 03 19:05:24.007152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ec6accfd-1395-4d71-a4cc-28a5f77cc160 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ab1c80206e0453ba22eedda21391148&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0671251 Nov 03 19:05:24.010512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50000) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:24.122068 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:05:24.223165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae6d53f-efe6-4f80-b3c4-da1eac6b0a4c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet ee2bd9ad-3f1b-4e21-a0c5-af10505e9959 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:24.235525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d53f-efe6-4f80-b3c4-da1eac6b0a4c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.240393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c6bbd3f-0afc-406a-a0d1-4b8b0589c4cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.307446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c6bbd3f-0afc-406a-a0d1-4b8b0589c4cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.378238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d53f-efe6-4f80-b3c4-da1eac6b0a4c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.406670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-38e7052d-ce5e-4464-934e-f7eb17470fc0 None None] Could not find standard attr ID for object 63157b91-2fb4-4bea-9ede-314bbaa4620c. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:05:24.420469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e87ca-bedc-4df0-8175-4a564646f399 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:24.529901 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c6bbd3f-0afc-406a-a0d1-4b8b0589c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.544014 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c6bbd3f-0afc-406a-a0d1-4b8b0589c4cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.549274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3c6bbd3f-0afc-406a-a0d1-4b8b0589c4cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85048ad6-b563-43e3-b5bc-89ec7a341da6 HTTP/1.1" status: 204 len: 168 time: 0.5340307 Nov 03 19:05:24.597881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bbd3f-0afc-406a-a0d1-4b8b0589c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85048ad6-b563-43e3-b5bc-89ec7a341da6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:24.619071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d53f-efe6-4f80-b3c4-da1eac6b0a4c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.837215 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d53f-efe6-4f80-b3c4-da1eac6b0a4c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.967566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d53f-efe6-4f80-b3c4-da1eac6b0a4c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.976848 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0ae6d53f-efe6-4f80-b3c4-da1eac6b0a4c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/ee2bd9ad-3f1b-4e21-a0c5-af10505e9959 HTTP/1.1" status: 204 len: 168 time: 1.0164380 Nov 03 19:05:24.977781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50012) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:25.028005 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6d53f-efe6-4f80-b3c4-da1eac6b0a4c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2bd9ad-3f1b-4e21-a0c5-af10505e9959,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:25.286592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:25.347534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-428026c3-9d1f-49f8-95dc-4f93dc3bcb98 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3677819 Nov 03 19:05:25.355405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50022) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:25.379776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.20.0.10 (ab49bb5a-fdb8-4fc9-a01f-42196c0af848/080c5980-9c18-45f0-9f44-f16bcc408ef4/52f6f334-7866-4e93-8c63-7ebef90d3f24) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:25.519963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fbe7238e-b0a6-40d6-b6fa-58d07ef528e3 req-e36ab44d-1026-4b86-b975-6c433d212f53 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 210 time: 0.1521909 Nov 03 19:05:25.554928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Deleting port eddba544-4dee-45d8-8002-2a746495090c {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:25.555843 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.771455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe670a46-cfa5-4170-aa2b-86c39c62b1b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:25.778677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fe670a46-cfa5-4170-aa2b-86c39c62b1b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4220438 Nov 03 19:05:25.778870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device eddba544-4dee-45d8-8002-2a746495090c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:25.782198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50034) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:25.869854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] For port eddba544-4dee-45d8-8002-2a746495090c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=eddba544-4dee-45d8-8002-2a746495090c,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:25.870737 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.916818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Calling delete_port for eddba544-4dee-45d8-8002-2a746495090c owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:26.012352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af4d1c-76f9-4f6f-972d-c541f146098e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.023889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c0af4d1c-76f9-4f6f-972d-c541f146098e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2399156 Nov 03 19:05:26.028399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50046) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:26.255281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-20ecb5df-33f0-4cfa-9427-3442fa4d255c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2251580 Nov 03 19:05:26.257600 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.263574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50064) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:26.283661 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.284079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0eb20684-ae85-4bae-a5ee-e2aa9787d9f3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:26.353743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.514336 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.590729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:26.617061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:26.619156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:26.630443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Pushing event deleted for resources: {'Port': ['ID=eddba544-4dee-45d8-8002-2a746495090c,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:26.646004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:26.658371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] No DVR routers for this DVR port eddba544-4dee-45d8-8002-2a746495090c on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:26.702785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.704087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.717095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.723283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.729029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.733221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.735677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.738317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.740726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.744642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.745686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.748665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f558e3d-165d-41d9-9a2f-e4964f4fa711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.790905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb20684-ae85-4bae-a5ee-e2aa9787d9f3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:26.811433 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0eb20684-ae85-4bae-a5ee-e2aa9787d9f3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.822408 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb20684-ae85-4bae-a5ee-e2aa9787d9f3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:26.831621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb20684-ae85-4bae-a5ee-e2aa9787d9f3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:26.903820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0eb20684-ae85-4bae-a5ee-e2aa9787d9f3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6362753 Nov 03 19:05:26.907877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50092) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:26.938968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ac930deb-116f-425d-85fd-c2d14aeb0c8d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:27.123556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c8d86-f0ca-4c7b-8256-5e4c15b9b86e req-d5b1cd39-bd15-4202-9dc2-b1ac2c8ae9b2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:27.125656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b37c8d86-f0ca-4c7b-8256-5e4c15b9b86e req-d5b1cd39-bd15-4202-9dc2-b1ac2c8ae9b2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 932 time: 0.1740196 Nov 03 19:05:27.129705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:27.136636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.336079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b37c8d86-f0ca-4c7b-8256-5e4c15b9b86e req-1ba769e3-2746-4c60-87fc-0570fecf3e12 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901176 Nov 03 19:05:27.435802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d4a37f6f-a046-4347-99a1-bbb8aac43210 None None] Provisioning complete for port 52f6f334-7866-4e93-8c63-7ebef90d3f24 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:27.440677 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d4a37f6f-a046-4347-99a1-bbb8aac43210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.486759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50106) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:27.631620 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-caa0300b-1ebf-4c79-b278-562ed4552272 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6357212 Nov 03 19:05:27.690301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d4a37f6f-a046-4347-99a1-bbb8aac43210 None None] Port 52f6f334-7866-4e93-8c63-7ebef90d3f24 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:27.758411 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac930deb-116f-425d-85fd-c2d14aeb0c8d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:27.763750 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac930deb-116f-425d-85fd-c2d14aeb0c8d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.765829 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac930deb-116f-425d-85fd-c2d14aeb0c8d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:27.767918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac930deb-116f-425d-85fd-c2d14aeb0c8d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:27.837901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ac930deb-116f-425d-85fd-c2d14aeb0c8d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9231579 Nov 03 19:05:27.842842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50114) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:27.848363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-95326853-9d77-408d-b582-39baf3e1c3fb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:28.327697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95326853-9d77-408d-b582-39baf3e1c3fb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:28.366826 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-95326853-9d77-408d-b582-39baf3e1c3fb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.372110 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-95326853-9d77-408d-b582-39baf3e1c3fb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:28.374007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95326853-9d77-408d-b582-39baf3e1c3fb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:28.528645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-95326853-9d77-408d-b582-39baf3e1c3fb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6806760 Nov 03 19:05:28.529564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50128) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:28.535660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-30c06bfd-40bc-4df5-acd2-73a8ea8453bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:28.615567 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Request body: {'port': {'device_id': '5812e722-3142-409e-97f0-7393d782b146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:28.640512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.705474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50130) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:29.279753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61c8b4-c819-4e0c-845e-bc86f7251505 req-604eda62-0ac9-4cc8-9dbf-ce72607e23ab tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:29.281494 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b61c8b4-c819-4e0c-845e-bc86f7251505 req-604eda62-0ac9-4cc8-9dbf-ce72607e23ab tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 932 time: 0.6182613 Nov 03 19:05:29.287026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.721259 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.730698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50148) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:29.752209 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.019536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7a62f88e809247d791adf3b62be547e3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5310280 Nov 03 19:05:30.093033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2053446912-network', 'tenant_id': '4039966d0ece40bd89a7361c0f58532e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:30.125677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50158) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:30.221768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71bd9fb-9a8e-4fea-becf-019ee38ce996,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:30.232411 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-212b6c04-175d-46b8-9740-3b69fff57f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.274324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c06bfd-40bc-4df5-acd2-73a8ea8453bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:30.295229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-30c06bfd-40bc-4df5-acd2-73a8ea8453bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.309574 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c06bfd-40bc-4df5-acd2-73a8ea8453bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:30.310578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c06bfd-40bc-4df5-acd2-73a8ea8453bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:30.479242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Made reservation on behalf of 4039966d0ece40bd89a7361c0f58532e for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:30.495546 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.762540 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-30c06bfd-40bc-4df5-acd2-73a8ea8453bd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 2.2307971 Nov 03 19:05:30.767676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50168) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:30.785039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fcbd60a0-bd2e-495f-ac17-21fd8f9655f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:30.940833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.950765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.951201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.957784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.958336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.973493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.974507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.976187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.977072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.978582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.984614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:30.985556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aca3b-0949-434d-bcd5-b932ec1a1863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:31.014451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-212b6c04-175d-46b8-9740-3b69fff57f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.106092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50170) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:31.115603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b61c8b4-c819-4e0c-845e-bc86f7251505 req-ed0b5ec8-1bd7-4239-a837-a290a72cab07 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7937474 Nov 03 19:05:31.135168 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-212b6c04-175d-46b8-9740-3b69fff57f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.191346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.354849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd60a0-bd2e-495f-ac17-21fd8f9655f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:31.370880 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fcbd60a0-bd2e-495f-ac17-21fd8f9655f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.379394 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbd60a0-bd2e-495f-ac17-21fd8f9655f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:31.380178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbd60a0-bd2e-495f-ac17-21fd8f9655f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:31.434753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b6c04-175d-46b8-9740-3b69fff57f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56232094-bc12-4995-9311-8d828eb25061,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:31.493837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-212b6c04-175d-46b8-9740-3b69fff57f1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dac5879f8ab54172bc798cd098b090ad&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7813828 Nov 03 19:05:31.495208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50178) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:31.502717 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fcbd60a0-bd2e-495f-ac17-21fd8f9655f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7325323 Nov 03 19:05:31.510867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50180) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:31.550187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e4c579a6-4fa1-469a-a9ec-d173c5520e46 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:31.701479 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe198554-78fc-47e0-87e3-9773545ff73c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.013050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe198554-78fc-47e0-87e3-9773545ff73c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.081102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f6f334-7866-4e93-8c63-7ebef90d3f24 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:32.109262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78840f9c-14db-4153-bdc1-ac1a58967517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.123461 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.349441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Transition to ACTIVE for port object 52f6f334-7866-4e93-8c63-7ebef90d3f24 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:05:32.370025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.398004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c579a6-4fa1-469a-a9ec-d173c5520e46 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:32.408826 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e4c579a6-4fa1-469a-a9ec-d173c5520e46 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.411068 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c579a6-4fa1-469a-a9ec-d173c5520e46 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:32.416856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c579a6-4fa1-469a-a9ec-d173c5520e46 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:32.458711 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-91704918-595e-4e64-b056-ad6c4abe3564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.515210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.805217 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78840f9c-14db-4153-bdc1-ac1a58967517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.827988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78840f9c-14db-4153-bdc1-ac1a58967517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.933172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-78840f9c-14db-4153-bdc1-ac1a58967517 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c7c64b0a16a44c0b6af3f6089a68fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8253293 Nov 03 19:05:32.979759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50190) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.053534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.068380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-91704918-595e-4e64-b056-ad6c4abe3564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.069962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:33.215211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.228086 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e4c579a6-4fa1-469a-a9ec-d173c5520e46 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.7100685 Nov 03 19:05:33.237733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50192) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.274117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:33.293458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.293458 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Added segment ee30626a-e7c2-4d11-8cf7-65a9396bb743 of type vlan for network c88540fb-808d-4556-9290-9c0416e6bd69 Nov 03 19:05:33.398613 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.398954 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9beb772f-0b3a-495b-924c-22fd3e6e4fc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1524515 Nov 03 19:05:33.420902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50198) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.439733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78840f9c-14db-4153-bdc1-ac1a58967517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f766c042-b765-4e88-9275-90dbd866839d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:33.535175 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.561891 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe198554-78fc-47e0-87e3-9773545ff73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.568843 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe198554-78fc-47e0-87e3-9773545ff73c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.570851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe198554-78fc-47e0-87e3-9773545ff73c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d71bd9fb-9a8e-4fea-becf-019ee38ce996 HTTP/1.1" status: 204 len: 168 time: 3.4427581 Nov 03 19:05:33.680079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f076-1a60-491f-a2a1-b898870adfae req-3b001bce-aa5d-4673-9b39-e04169211430 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.703044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9448e2d-9de2-48fd-ac37-91a77b9e578b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.710206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5af4f076-1a60-491f-a2a1-b898870adfae req-3b001bce-aa5d-4673-9b39-e04169211430 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 1.0444226 Nov 03 19:05:33.713276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.715016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.716005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.738580 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9448e2d-9de2-48fd-ac37-91a77b9e578b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.899235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:33.899585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:33.899977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:33.906748 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9448e2d-9de2-48fd-ac37-91a77b9e578b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.914306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9448e2d-9de2-48fd-ac37-91a77b9e578b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.914306 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f9448e2d-9de2-48fd-ac37-91a77b9e578b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f766c042-b765-4e88-9275-90dbd866839d HTTP/1.1" status: 204 len: 168 time: 0.8508213 Nov 03 19:05:33.920618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef8983-9738-489d-9a5c-6fb39999efc1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.925491 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-41ef8983-9738-489d-9a5c-6fb39999efc1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4997582 Nov 03 19:05:33.933087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50206) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.945114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:33.945505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:33.966061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:33.966342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Checking segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:33.966778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Bound using segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:33.968643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Bound port: 52f6f334-7866-4e93-8c63-7ebef90d3f24, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:33.968643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.079832 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-965748cc-faf9-43e3-b98b-09e089b3b32a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1451426 Nov 03 19:05:34.093855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9448e2d-9de2-48fd-ac37-91a77b9e578b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f766c042-b765-4e88-9275-90dbd866839d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.098580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50210) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:34.108271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:34.250837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.5155101 Nov 03 19:05:34.251391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Pushing event updated for resources: {'Network': ['ID=c88540fb-808d-4556-9290-9c0416e6bd69,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.268365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c88540fb-808d-4556-9290-9c0416e6bd69 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:34.276344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50212) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:34.313152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Request body: {'subnet': {'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2053446912-subnet', 'tenant_id': '4039966d0ece40bd89a7361c0f58532e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:34.313562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:34.319147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:34.381962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c476a51-bdcb-4128-8d3f-1e5e44130587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186d1f48-d36f-43c7-a1f7-988c34f464d4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.445331 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.483018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:34.483795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.485456 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] 10.222.0.70 "PUT /v2.0/ports/52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1092 time: 6.8402798 Nov 03 19:05:34.487797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:34.491558 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2359e076-5979-4dac-875e-3c1ffd7da274" -d '{"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:34.505796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5af4f076-1a60-491f-a2a1-b898870adfae req-4730268b-6b3c-4aa7-a89f-ea9a5b0798df tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7939742 Nov 03 19:05:34.553702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe198554-78fc-47e0-87e3-9773545ff73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71bd9fb-9a8e-4fea-becf-019ee38ce996,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.565882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:05:34.565882 n-d-812148-3 neutron-server[101755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 19:05:34.565882 n-d-812148-3 neutron-server[101755]: [parameters: {'project_id_1': '52ab6d408a9540d3a885189b7b01bec2', 'expiration_1': datetime.datetime(2021, 11, 3, 19, 5, 14, 470696)}] Nov 03 19:05:34.565882 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:05:34.566691 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:05:34.616114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-91704918-595e-4e64-b056-ad6c4abe3564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.621366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-91704918-595e-4e64-b056-ad6c4abe3564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.660945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-91704918-595e-4e64-b056-ad6c4abe3564 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56232094-bc12-4995-9311-8d828eb25061 HTTP/1.1" status: 204 len: 168 time: 3.1456771 Nov 03 19:05:34.726230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91704918-595e-4e64-b056-ad6c4abe3564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56232094-bc12-4995-9311-8d828eb25061,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.742632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Made reservation on behalf of 4039966d0ece40bd89a7361c0f58532e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:34.755326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.757051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b480ee-3a01-4d79-ba93-59a960df2574 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.768990 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35f5f9d-9d70-4e7e-9713-5fa29539b079 x-openstack-request-id: req-c35f5f9d-9d70-4e7e-9713-5fa29539b079 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:34.769346 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:34.772074 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c35f5f9d-9d70-4e7e-9713-5fa29539b079 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:34.774044 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'status': 'completed', 'code': 200} Nov 03 19:05:34.791066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf91cc-b729-4693-8399-9111917b018e req-011cce96-99b8-43b7-a32a-dd08094dc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:34.793057 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-011cce96-99b8-43b7-a32a-dd08094dc237 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1095 time: 0.2309244 Nov 03 19:05:34.968952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-a6519d10-07f6-4730-b753-7ca1ba9e4d09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 217 time: 0.1649745 Nov 03 19:05:35.162595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf91cc-b729-4693-8399-9111917b018e req-4785e3c1-8b01-4c6e-bbb7-183caffeb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:35.167899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-4785e3c1-8b01-4c6e-bbb7-183caffeb1da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.1889145 Nov 03 19:05:35.216642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:35.225644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.480724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf91cc-b729-4693-8399-9111917b018e req-2da06659-32b7-4f10-9371-4376819e3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:35.485524 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-2da06659-32b7-4f10-9371-4376819e3410 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3098805 Nov 03 19:05:35.647593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50240) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:35.725364 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6acc8df-76dd-49f0-869c-316dfbfb8332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.734615 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.863433 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-3bf1b462-92ed-450c-a811-a78d6f326b34 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594704 Nov 03 19:05:36.036435 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-730d637c-95d2-405f-84a8-78993722ad3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.094872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:36.116449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Checking segment: {'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:36.117258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Network hostable DHCP agents. Network: c88540fb-808d-4556-9290-9c0416e6bd69, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:36.146520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dffce-e035-469b-912e-014deab1e8bf req-a1639577-bedf-4c1e-8b66-f87232f3efd5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:36.158500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-734dffce-e035-469b-912e-014deab1e8bf req-a1639577-bedf-4c1e-8b66-f87232f3efd5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 0.3209701 Nov 03 19:05:36.313112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Network c88540fb-808d-4556-9290-9c0416e6bd69 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:36.369891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c88540fb-808d-4556-9290-9c0416e6bd69) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:36.387098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe634d-c527-41d3-8bbb-e086f57f251e None None] Network c88540fb-808d-4556-9290-9c0416e6bd69 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:36.451550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:36.459943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cf91cc-b729-4693-8399-9111917b018e req-fa5f0b8b-056f-477a-a9a4-b9a3b260b4c6 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793886 Nov 03 19:05:36.460308 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.558411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-734dffce-e035-469b-912e-014deab1e8bf req-81f8a231-8334-489d-9a9a-3703eb1b7db6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928242 Nov 03 19:05:36.726588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-397304f1-3522-4c7b-a509-b08235fac71e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4452946 Nov 03 19:05:36.767843 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6acc8df-76dd-49f0-869c-316dfbfb8332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.778990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e6acc8df-76dd-49f0-869c-316dfbfb8332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.877455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-657ce69d-f9bc-43d5-a920-3ec0562f98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:36.880487 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-657ce69d-f9bc-43d5-a920-3ec0562f98b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1095 time: 0.3191984 Nov 03 19:05:36.951736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acc8df-76dd-49f0-869c-316dfbfb8332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cffcea-995d-4fa7-8de5-be98fb428bea,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:36.972769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b93bd-fb40-4dc2-ac6f-bc10af303955 None None] Network c88540fb-808d-4556-9290-9c0416e6bd69 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:37.069156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e6acc8df-76dd-49f0-869c-316dfbfb8332 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=865615968f734ab888bf7fcfb525c37d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4165492 Nov 03 19:05:37.074718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50274) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:37.314969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604f6169-b5de-4c78-9cbe-8cc7bdba0eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.405027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604f6169-b5de-4c78-9cbe-8cc7bdba0eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.517805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:05:37.540065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.549000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604f6169-b5de-4c78-9cbe-8cc7bdba0eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.557820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604f6169-b5de-4c78-9cbe-8cc7bdba0eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.557820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-604f6169-b5de-4c78-9cbe-8cc7bdba0eb4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6cffcea-995d-4fa7-8de5-be98fb428bea HTTP/1.1" status: 204 len: 168 time: 0.4810185 Nov 03 19:05:37.600787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f6169-b5de-4c78-9cbe-8cc7bdba0eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cffcea-995d-4fa7-8de5-be98fb428bea,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:37.787624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-4e512ea0-e424-41fa-badd-b6bc954b8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:37.792059 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-4e512ea0-e424-41fa-badd-b6bc954b8b2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.8989227 Nov 03 19:05:37.810240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:37.837202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:37.854605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ee900-e19f-483c-b992-f0b8124b2446 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:38.051796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:38.052724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.073976 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-69cace1f-3d7d-4246-a561-00d8efcb436e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 217 time: 0.2611594 Nov 03 19:05:38.117497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3465ad-8b25-41c5-bdce-1c115dae0277 req-24e0549a-36cb-414b-b702-119d9888deef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:38.126935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b3465ad-8b25-41c5-bdce-1c115dae0277 req-24e0549a-36cb-414b-b702-119d9888deef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 0.2552512 Nov 03 19:05:38.250491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-1dd650f2-ab25-44ca-8e89-27672068986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:38.253209 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-1dd650f2-ab25-44ca-8e89-27672068986a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.1553369 Nov 03 19:05:38.272785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=9e48b969-9d39-4b2d-805c-2ed0017938c3,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:38.321315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f0882888-8163-4447-8233-38aebc8956e0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2171834 Nov 03 19:05:38.325604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50296) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:38.362789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:0b:6d:7f', 'name': 'tempest-NetworksTestDHCPv6-351401751'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:38.473966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b3465ad-8b25-41c5-bdce-1c115dae0277 req-f9e76a8b-17bf-4998-891a-2b14e6642102 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304057 Nov 03 19:05:38.942261 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-9068a3c1-ad8c-47dc-a05b-a017eb0c9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:38.945015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-9068a3c1-ad8c-47dc-a05b-a017eb0c9a13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6487861 Nov 03 19:05:39.352537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:05:39.395417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:39.464808 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffc09f1f-46d5-4331-a506-95764ebd55e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.783090 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-2100a747-198a-45be-8a5e-989a635146a1 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256221 Nov 03 19:05:39.806275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '9e48b969-9d39-4b2d-805c-2ed0017938c3'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:39.811401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.931410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.201775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e175-83e6-4b26-ad9a-42576b039b23 req-2048a747-239c-460a-8e91-b82b15704f42 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:40.241485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34c0e175-83e6-4b26-ad9a-42576b039b23 req-2048a747-239c-460a-8e91-b82b15704f42 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 0.1868231 Nov 03 19:05:40.351455 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.445653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2359e076-5979-4dac-875e-3c1ffd7da274 req-7fb1b769-3868-47d4-adae-71080c71e9ef service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437634 Nov 03 19:05:40.477327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 3ff0bf0f-f917-4004-b835-10328c0e9049 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:40.567462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34c0e175-83e6-4b26-ad9a-42576b039b23 req-fd42e243-fb9e-4992-88cf-f4870257d83b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357847 Nov 03 19:05:40.722554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:40.861085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'port_id': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'mac_address': 'fa:16:3e:3f:96:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:05:41.008462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50358) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:41.086575 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.088366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fe0b:6d7f (45688c7b-5d83-4046-a79b-22363a7f381a/9e48b969-9d39-4b2d-805c-2ed0017938c3/3ff0bf0f-f917-4004-b835-10328c0e9049) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:41.161055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f6f334-7866-4e93-8c63-7ebef90d3f24 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:41.288133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:41.308402 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.690702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:41.712021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['52f6f334-7866-4e93-8c63-7ebef90d3f24'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:41.961206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.100477 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.219636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18eacf-3a6b-4748-87fe-ae08da263bda req-d3852574-62bb-4c06-8a08-4faaadb5fad6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:42.232728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:42.243349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb18eacf-3a6b-4748-87fe-ae08da263bda req-d3852574-62bb-4c06-8a08-4faaadb5fad6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 0.3098695 Nov 03 19:05:42.260668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:42.260668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=3ff0bf0f-f917-4004-b835-10328c0e9049,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:42.278562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:42.296817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:42.300975 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.360698 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eaeebb29-1a6e-44d8-9967-f1a395e5f11b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0254197 Nov 03 19:05:42.363432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50396) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:42.537893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Allocated IP 2001:db8::f816:3eff:fea8:e7e3 (45688c7b-5d83-4046-a79b-22363a7f381a/9e48b969-9d39-4b2d-805c-2ed0017938c3/056d7653-4620-45f1-8a40-d302285f9658) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:42.743545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84521b3-8c00-4b8a-ba32-f9b4edbffca9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:42.748802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d84521b3-8c00-4b8a-ba32-f9b4edbffca9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3835902 Nov 03 19:05:42.759865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50404) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:42.918262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50406) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:43.196928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-300629a6-1017-417b-984f-d822733ddcff tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 3ff0bf0f-f917-4004-b835-10328c0e9049 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:43.197962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-300629a6-1017-417b-984f-d822733ddcff tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.263037 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.291402 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.658180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-300629a6-1017-417b-984f-d822733ddcff tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.713260 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.734866 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.779761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-300629a6-1017-417b-984f-d822733ddcff tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 3ff0bf0f-f917-4004-b835-10328c0e9049 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:43.785283 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e17c912d-5a76-42b9-8539-06ba508b0767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.857159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:43.961261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:44.010360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:44.043038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Pushing event updated for resources: {'Port': ['ID=056d7653-4620-45f1-8a40-d302285f9658,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:44.150236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb18eacf-3a6b-4748-87fe-ae08da263bda req-bcf1044a-dd04-48d7-9363-bf06a1635965 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8994038 Nov 03 19:05:44.430534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.447540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Attempting to bind port 056d7653-4620-45f1-8a40-d302285f9658 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:44.448782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Attempting to bind port 056d7653-4620-45f1-8a40-d302285f9658 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:44.449705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Attempting to bind port 056d7653-4620-45f1-8a40-d302285f9658 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:44.471672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:44.474411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:44.477309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.479109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:44.483904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Bound port: 056d7653-4620-45f1-8a40-d302285f9658, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:44.485553 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.540969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-300629a6-1017-417b-984f-d822733ddcff tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.590058 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e17c912d-5a76-42b9-8539-06ba508b0767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.770264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] For port 056d7653-4620-45f1-8a40-d302285f9658, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:44.790835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] For port 056d7653-4620-45f1-8a40-d302285f9658, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=056d7653-4620-45f1-8a40-d302285f9658,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:44.804024 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.079083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f29970-4bd5-4278-b340-5e07d1a55507 None None] Pushing event updated for resources: {'Port': ['ID=056d7653-4620-45f1-8a40-d302285f9658,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:45.161388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Deleting port b87c855b-aefb-48a5-8bab-0e0c944f06f3 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:45.166640 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.379152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:45.499557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] For port b87c855b-aefb-48a5-8bab-0e0c944f06f3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b87c855b-aefb-48a5-8bab-0e0c944f06f3,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:45.500072 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.534119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300629a6-1017-417b-984f-d822733ddcff tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=3ff0bf0f-f917-4004-b835-10328c0e9049,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:45.569133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 52f6f334-7866-4e93-8c63-7ebef90d3f24 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:05:45.581956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Calling delete_port for b87c855b-aefb-48a5-8bab-0e0c944f06f3 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:45.583473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 52f6f334-7866-4e93-8c63-7ebef90d3f24 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:45.584115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.585872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e17c912d-5a76-42b9-8539-06ba508b0767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.682839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-300629a6-1017-417b-984f-d822733ddcff tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.683804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-300629a6-1017-417b-984f-d822733ddcff tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/3ff0bf0f-f917-4004-b835-10328c0e9049 HTTP/1.1" status: 204 len: 168 time: 2.9227648 Nov 03 19:05:45.690969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c912d-5a76-42b9-8539-06ba508b0767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9508396-6f32-479a-9125-0af8e66f2e7b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:45.706262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50462) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:45.869149 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e17c912d-5a76-42b9-8539-06ba508b0767 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec645da0ce4d4836a17339eeaec10c55&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9400012 Nov 03 19:05:45.875771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50466) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:45.963202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.036660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c2eb5-893d-4553-85fd-8fdc37953a2a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:46.043974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c2eb5-893d-4553-85fd-8fdc37953a2a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:46.046476 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e97c2eb5-893d-4553-85fd-8fdc37953a2a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3392036 Nov 03 19:05:46.050267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50472) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:46.078531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:46.096175 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392fe901-2ffe-4a38-90a9-bfa0762e07e3" -d '{"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-plugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:46.207565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20a51891-a912-432c-8525-f90c0320495c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.228248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 056d7653-4620-45f1-8a40-d302285f9658 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:46.246979 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20a51891-a912-432c-8525-f90c0320495c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.252875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:46.340409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20a51891-a912-432c-8525-f90c0320495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.344942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20a51891-a912-432c-8525-f90c0320495c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.348675 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-20a51891-a912-432c-8525-f90c0320495c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9508396-6f32-479a-9125-0af8e66f2e7b HTTP/1.1" status: 204 len: 168 time: 0.4697590 Nov 03 19:05:46.380820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a51891-a912-432c-8525-f90c0320495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9508396-6f32-479a-9125-0af8e66f2e7b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:46.392137 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.599553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb74101-61fc-4355-a038-380c9832ed93 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 9e48b969-9d39-4b2d-805c-2ed0017938c3 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:46.615731 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cb74101-61fc-4355-a038-380c9832ed93 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.626415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:46.762691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 056d7653-4620-45f1-8a40-d302285f9658 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:46.763448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.789202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cb74101-61fc-4355-a038-380c9832ed93 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.110747 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.225987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 056d7653-4620-45f1-8a40-d302285f9658, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=056d7653-4620-45f1-8a40-d302285f9658,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:47.236721 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.302946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cb74101-61fc-4355-a038-380c9832ed93 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.514062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cb74101-61fc-4355-a038-380c9832ed93 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.535299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cfb2ee29-5c4e-40de-8224-103a09809b4c None None] Provisioning complete for port 056d7653-4620-45f1-8a40-d302285f9658 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:47.535906 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cfb2ee29-5c4e-40de-8224-103a09809b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.768858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cb74101-61fc-4355-a038-380c9832ed93 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.775708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50498) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:47.787081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1cb74101-61fc-4355-a038-380c9832ed93 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/9e48b969-9d39-4b2d-805c-2ed0017938c3 HTTP/1.1" status: 204 len: 168 time: 1.6308057 Nov 03 19:05:47.820957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a5c0-90c9-4d90-a08a-3b237117e60d req-fd84d3ba-bf6c-436e-8265-07a9ae78d3c1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:47.823354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26c6a5c0-90c9-4d90-a08a-3b237117e60d req-fd84d3ba-bf6c-436e-8265-07a9ae78d3c1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 2.3203061 Nov 03 19:05:47.826270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb74101-61fc-4355-a038-380c9832ed93 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=9e48b969-9d39-4b2d-805c-2ed0017938c3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:48.009588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9666324-9ede-41df-ba04-faaadbcaffe3 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:48.037671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3dcedd9d-77fa-4b12-bd73-324a41934e9c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2463148 Nov 03 19:05:48.042675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50504) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:48.091687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:48.309053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=056d7653-4620-45f1-8a40-d302285f9658,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:48.475590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:48.482473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.493868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0e29a8fb-8e1a-47b2-9ac9-46ebc0f80111 None None] Could not find standard attr ID for object 3ff0bf0f-f917-4004-b835-10328c0e9049. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:05:49.595880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:49.681833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:05:49.736745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.858076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26c6a5c0-90c9-4d90-a08a-3b237117e60d req-7f44697b-1984-4f68-830e-9e64c61ba83f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.0143530 Nov 03 19:05:49.863552 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87c855b-aefb-48a5-8bab-0e0c944f06f3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:49.881458 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 056d7653-4620-45f1-8a40-d302285f9658 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:50.116871 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654ac20-3ea9-4539-874c-3a068f78bae0 x-openstack-request-id: req-1654ac20-3ea9-4539-874c-3a068f78bae0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:50.117344 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-plugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:50.138775 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1654ac20-3ea9-4539-874c-3a068f78bae0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:50.139500 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'code': 200} Nov 03 19:05:50.188310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] Deleting port 056d7653-4620-45f1-8a40-d302285f9658 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:50.188915 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.265491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.657181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] For port 056d7653-4620-45f1-8a40-d302285f9658, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=056d7653-4620-45f1-8a40-d302285f9658,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:50.657918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.677638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41ec53-5484-4842-956e-7105f8ec7a1a req-85d65971-a94c-4dbd-9ac1-a874de5eee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:50.684542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] Calling delete_port for 056d7653-4620-45f1-8a40-d302285f9658 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:50.690473 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5b41ec53-5484-4842-956e-7105f8ec7a1a req-85d65971-a94c-4dbd-9ac1-a874de5eee4f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1097 time: 0.4150331 Nov 03 19:05:50.903945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.070546 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.098511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:51.699425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5b41ec53-5484-4842-956e-7105f8ec7a1a req-25dc4f8a-ed64-4acd-bb65-72915d134acc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0074103 Nov 03 19:05:51.854675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055adbc-dc68-4824-bddd-b0dbd88d6298 req-63bf160e-916a-4b6a-b2fd-873ec53b43f2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:51.856945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] For port 056d7653-4620-45f1-8a40-d302285f9658, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=056d7653-4620-45f1-8a40-d302285f9658,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:51.857154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2055adbc-dc68-4824-bddd-b0dbd88d6298 req-63bf160e-916a-4b6a-b2fd-873ec53b43f2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.7444751 Nov 03 19:05:51.858758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:51.889766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] Sync routers for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:51.894608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-449383c4-4781-4191-9211-ce58d2c6e106 admin admin] 10.222.0.77 "PUT /v2.0/routers/230b6fe5-9a1d-40a2-9e86-c8d69df52d11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8807824 Nov 03 19:05:51.897203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:51.937663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] Routers {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:51.938398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:05:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:52.115982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2055adbc-dc68-4824-bddd-b0dbd88d6298 req-767a2d32-d3e9-42da-bcae-a914b0c9f874 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192864 Nov 03 19:05:52.181199 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.309695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.357929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.359025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.437739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.617160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=056d7653-4620-45f1-8a40-d302285f9658,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:52.621828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=78a0e7c1-e3d7-47c7-bc5c-3f6c4e8950f2,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:52.752247 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:52.768338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:52.780878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:52.782104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.794502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.795169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.795776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.796378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.796988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.797377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.800367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.800855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.801788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.802611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.803204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.803742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.822568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.823149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.823694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.825547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.827670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.830537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.832681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.834146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.835719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.839002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.841608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.842540 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:52.991322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0027a03c-030c-4546-90ae-9bb383d89ef3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9467039 Nov 03 19:05:52.993923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50598) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:53.005874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.007299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:97:f6:66', 'name': 'tempest-NetworksTestDHCPv6-1254151593'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:53.197192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Deleting port 3567cf4d-8403-4673-a960-2a93a0a86d24 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:53.199644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.281883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] Pushing event deleted for resources: {'Port': ['ID=056d7653-4620-45f1-8a40-d302285f9658,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:53.334961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] Set router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:53.455346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] For port 3567cf4d-8403-4673-a960-2a93a0a86d24, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3567cf4d-8403-4673-a960-2a93a0a86d24,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:53.456341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.486157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcbaf4-601a-4b2e-9c23-9e6f4dbd4ec3 None None] No DVR routers for this DVR port 056d7653-4620-45f1-8a40-d302285f9658 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:53.502605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Calling delete_port for 3567cf4d-8403-4673-a960-2a93a0a86d24 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:53.629699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:53.662927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d2967a-490b-49e8-bb91-b8427b531bae None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:53.704617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:05:53.705172 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:05:54.033536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddfa80-94c4-498d-9068-af19588c8f99 req-cb758123-7a40-40a5-9df8-9fd213b761bf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:54.051464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ddfa80-94c4-498d-9068-af19588c8f99 req-cb758123-7a40-40a5-9df8-9fd213b761bf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.6600742 Nov 03 19:05:54.141365 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.415772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 8f8c98db-cf8d-41f2-ad73-9a431f212ed3 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:54.446206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Port 056d7653-4620-45f1-8a40-d302285f9658 update to DOWN by agent not found {{(pid=101757) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:05:54.532138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.703793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ddfa80-94c4-498d-9068-af19588c8f99 req-1b8920a6-1e18-480b-8506-1ac86ef7096f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6324332 Nov 03 19:05:54.707602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=3567cf4d-8403-4673-a960-2a93a0a86d24,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:55.054098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.110549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fe97:f666 (45688c7b-5d83-4046-a79b-22363a7f381a/78a0e7c1-e3d7-47c7-bc5c-3f6c4e8950f2/8f8c98db-cf8d-41f2-ad73-9a431f212ed3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:55.209251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '78a0e7c1-e3d7-47c7-bc5c-3f6c4e8950f2'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:55.210735 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.231439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588f87d-2788-41a3-b720-101e59fa71e1 req-67d79598-bb1e-4f0b-ba65-13466e060810 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:55.266296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9588f87d-2788-41a3-b720-101e59fa71e1 req-67d79598-bb1e-4f0b-ba65-13466e060810 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.2636337 Nov 03 19:05:55.387490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.395499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.557265 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.559114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:05:55.590145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.599765 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-78be4f7b-bf4f-49b2-a662-3acef9bdfbaf admin admin] 10.222.0.77 "DELETE /v2.0/routers/230b6fe5-9a1d-40a2-9e86-c8d69df52d11 HTTP/1.1" status: 204 len: 168 time: 3.7009609 Nov 03 19:05:55.605534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50640) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:55.758930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'name': 'tempest-AttachVolumeShelveTestJSON-758638772-router', 'tenant_id': '2fd92340eb52401fa5503cef33841487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:36Z', 'updated_at': '2021-11-03T19:05:48Z', 'revision_number': 5, 'project_id': '2fd92340eb52401fa5503cef33841487', 'gw_port': {'id': '3567cf4d-8403-4673-a960-2a93a0a86d24', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6fe5-9a1d-40a2-9e86-c8d69df52d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:37Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:55.795891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e890d0ec-f27f-418e-89f3-b64f67388fd3 admin admin] Deleting subnet 6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:55.803156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e890d0ec-f27f-418e-89f3-b64f67388fd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.873460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9588f87d-2788-41a3-b720-101e59fa71e1 req-2a44d470-2117-4182-8f4e-4ce406a3d904 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5806017 Nov 03 19:05:55.892590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] Checking router: 230b6fe5-9a1d-40a2-9e86-c8d69df52d11 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:55.906155 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e890d0ec-f27f-418e-89f3-b64f67388fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.922513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50646) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:55.943390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] Routers set() bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:55.944013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] Router IDs set() for agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 19:05:55.945047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_agentschedulers_db [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'230b6fe5-9a1d-40a2-9e86-c8d69df52d11'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:05:39Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent'). {{(pid=101757) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 19:05:55.975549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afc8bc-27c2-49b8-b0e1-557f3279a1ae None None] The sync data for ids ['230b6fe5-9a1d-40a2-9e86-c8d69df52d11'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:56.078751 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.168622 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.272205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c67c6c-b24a-4d7f-995a-2aa57dafeaab tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:56.274286 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e5c67c6c-b24a-4d7f-995a-2aa57dafeaab tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1092 time: 0.3500202 Nov 03 19:05:56.280831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50656) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:56.296881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Allocated IP 2001:db8::f816:3eff:fe3a:8d34 (45688c7b-5d83-4046-a79b-22363a7f381a/78a0e7c1-e3d7-47c7-bc5c-3f6c4e8950f2/8721b980-148d-4261-bea6-fdba8646faa6) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:56.310854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:56.404857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e890d0ec-f27f-418e-89f3-b64f67388fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.439222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:56.445272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=8f8c98db-cf8d-41f2-ad73-9a431f212ed3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:56.462028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:56.478274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:56.488881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:56.491680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.540835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.563566 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50660) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:56.564340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-476299f6-850d-4c8d-a6ec-426f5dfeb08f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5676048 Nov 03 19:05:56.718237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b87c855b-aefb-48a5-8bab-0e0c944f06f3 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:56.916795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b87c855b-aefb-48a5-8bab-0e0c944f06f3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:56.917945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b87c855b-aefb-48a5-8bab-0e0c944f06f3 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:57.239311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa5e2a-f590-4b83-ad2a-97f5f68340c9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:57.258206 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-79aa5e2a-f590-4b83-ad2a-97f5f68340c9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6796517 Nov 03 19:05:57.261075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50670) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:57.293902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e890d0ec-f27f-418e-89f3-b64f67388fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.349137 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.366840 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.471557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:57.489486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:57.492214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:57.494573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Pushing event updated for resources: {'Port': ['ID=8721b980-148d-4261-bea6-fdba8646faa6,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:57.614987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890d0ec-f27f-418e-89f3-b64f67388fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8f06c6-7ada-456d-bc19-b79e6d5e2c14,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:57.624421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Attempting to bind port 8721b980-148d-4261-bea6-fdba8646faa6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:57.624912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Attempting to bind port 8721b980-148d-4261-bea6-fdba8646faa6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:57.625216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Attempting to bind port 8721b980-148d-4261-bea6-fdba8646faa6 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:57.641049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:57.643540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:57.643961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.644404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:57.645010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Bound port: 8721b980-148d-4261-bea6-fdba8646faa6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:57.645237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.669939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e890d0ec-f27f-418e-89f3-b64f67388fd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.675397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58b115-8370-42af-b118-091e41f7b9a8 None None] Network 777bc5c8-77a5-4149-975f-90e6c875828e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:57.684158 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e890d0ec-f27f-418e-89f3-b64f67388fd3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6c8f06c6-7ada-456d-bc19-b79e6d5e2c14 HTTP/1.1" status: 204 len: 168 time: 2.0755317 Nov 03 19:05:57.690054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50676) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:57.988109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.076079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.224645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-26e6a07b-97d4-49a6-9e56-cd06e9d493e9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 8f8c98db-cf8d-41f2-ad73-9a431f212ed3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:58.225020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26e6a07b-97d4-49a6-9e56-cd06e9d493e9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.311734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Deleting port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:58.312055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.352657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] For port 8721b980-148d-4261-bea6-fdba8646faa6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:58.485549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] For port 8721b980-148d-4261-bea6-fdba8646faa6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8721b980-148d-4261-bea6-fdba8646faa6,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:58.538830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] For port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:58.546966 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.562105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.585337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50690) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:58.634578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Calling delete_port for 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:58.634921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3567cf4d-8403-4673-a960-2a93a0a86d24 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:58.836344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 3567cf4d-8403-4673-a960-2a93a0a86d24 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:58.851116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3567cf4d-8403-4673-a960-2a93a0a86d24 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:58.877199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] DHCP port deletion for 777bc5c8-77a5-4149-975f-90e6c875828e request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:59.215552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92829038-a966-495e-8c42-d58ea460d7c8 None None] Pushing event updated for resources: {'Port': ['ID=8721b980-148d-4261-bea6-fdba8646faa6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:59.215974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.25.3.125 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/6b1154b7-7ac3-4049-ae92-1e3e32a1995b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:59.250472 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26e6a07b-97d4-49a6-9e56-cd06e9d493e9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.422305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-26e6a07b-97d4-49a6-9e56-cd06e9d493e9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 8f8c98db-cf8d-41f2-ad73-9a431f212ed3 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:59.480967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] Deleting port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:59.481839 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.531587 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.544371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81ee0a07-8023-4776-9a3e-6c197df4ce95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.711008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:59.734286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] No DVR routers for this DVR port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:59.787165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] For port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,segment=NetworkSegment(ebc29c7a-8057-494e-bbd7-29966b4dfda9),segment_id=ebc29c7a-8057-494e-bbd7-29966b4dfda9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:59.787600 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.861544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] Calling delete_port for 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:00.154990 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.205341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.232799 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26e6a07b-97d4-49a6-9e56-cd06e9d493e9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.246924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] Pushing event deleted for resources: {'Port': ['ID=48142edf-ddfd-4f4c-b560-f7a4c1e692f0,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.284242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63a3cc-4da5-4178-8df9-0671df46167c None None] No DVR routers for this DVR port 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:00.292618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777bc5c8-77a5-4149-975f-90e6c875828e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:00.328904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc29c7a-8057-494e-bbd7-29966b4dfda9') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:00.329899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc29c7a-8057-494e-bbd7-29966b4dfda9') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:00.348051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6a07b-97d4-49a6-9e56-cd06e9d493e9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=8f8c98db-cf8d-41f2-ad73-9a431f212ed3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.354354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.386487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.398274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:06:00.398826 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.502565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:06:00.507552 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:06:00.519560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26e6a07b-97d4-49a6-9e56-cd06e9d493e9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.525842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-26e6a07b-97d4-49a6-9e56-cd06e9d493e9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/8f8c98db-cf8d-41f2-ad73-9a431f212ed3 HTTP/1.1" status: 204 len: 168 time: 3.2651091 Nov 03 19:06:00.529511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50716) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:00.585057 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81ee0a07-8023-4776-9a3e-6c197df4ce95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.596962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81ee0a07-8023-4776-9a3e-6c197df4ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.679460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.691053 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.768732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8721b980-148d-4261-bea6-fdba8646faa6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:00.790523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.818860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] 10.222.0.77 "DELETE /v2.0/networks/777bc5c8-77a5-4149-975f-90e6c875828e HTTP/1.1" status: 204 len: 168 time: 3.1243517 Nov 03 19:06:00.846474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:00.852757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:00.872097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:00.971911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747a362-3815-42d4-8159-82018fd0b5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=777bc5c8-77a5-4149-975f-90e6c875828e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.986964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee0a07-8023-4776-9a3e-6c197df4ce95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de99b4c2-13d8-46ce-8f70-05ffd78633a3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:01.045960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-81ee0a07-8023-4776-9a3e-6c197df4ce95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ff40a6613fa4ffd8d28e9ade3e030ee&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4591522 Nov 03 19:06:01.054075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50728) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:01.091234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8721b980-148d-4261-bea6-fdba8646faa6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:01.095373 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.100685 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:06:01.344148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6872647a-cf0a-4e24-86ae-65139e42fb07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.416623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b637425-9a97-4cd8-bc66-76aae3ecd2e8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:01.428793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b637425-9a97-4cd8-bc66-76aae3ecd2e8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:01.434497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2b637425-9a97-4cd8-bc66-76aae3ecd2e8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.9030077 Nov 03 19:06:01.475191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50734) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:01.523622 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6872647a-cf0a-4e24-86ae-65139e42fb07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.573363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=6b1154b7-7ac3-4049-ae92-1e3e32a1995b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:01.630552 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.778258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50742) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:01.968577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 8721b980-148d-4261-bea6-fdba8646faa6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8721b980-148d-4261-bea6-fdba8646faa6,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:01.996998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.035863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-99cef18f-b41b-416f-a2a3-cb3fa1ef8396 None None] Provisioning complete for port 8721b980-148d-4261-bea6-fdba8646faa6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:02.049111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99cef18f-b41b-416f-a2a3-cb3fa1ef8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.052769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5106df2f-b5eb-4f3c-8793-0009705b58c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2fd92340eb52401fa5503cef33841487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2646062 Nov 03 19:06:02.054215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6872647a-cf0a-4e24-86ae-65139e42fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.083680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6872647a-cf0a-4e24-86ae-65139e42fb07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.088998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6872647a-cf0a-4e24-86ae-65139e42fb07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de99b4c2-13d8-46ce-8f70-05ffd78633a3 HTTP/1.1" status: 204 len: 168 time: 1.0245159 Nov 03 19:06:02.088998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50748) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:02.162570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872647a-cf0a-4e24-86ae-65139e42fb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de99b4c2-13d8-46ce-8f70-05ffd78633a3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:02.258384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9636244-2250-47f5-809b-0be37ca578a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 78a0e7c1-e3d7-47c7-bc5c-3f6c4e8950f2 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:02.437943 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3c60-aa0c-4781-9fba-3416862db2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.528995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:02.580210 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9636244-2250-47f5-809b-0be37ca578a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.602046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3c60-aa0c-4781-9fba-3416862db2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.617786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=8721b980-148d-4261-bea6-fdba8646faa6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:02.811230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:02.811719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 48142edf-ddfd-4f4c-b560-f7a4c1e692f0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:02.871238 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.908718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3c60-aa0c-4781-9fba-3416862db2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.938576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3c60-aa0c-4781-9fba-3416862db2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.940577 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8f9f3c60-aa0c-4781-9fba-3416862db2d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45be54df-1dad-4d92-84a9-ea6e0331a0fd HTTP/1.1" status: 204 len: 168 time: 0.8362870 Nov 03 19:06:03.059569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f3c60-aa0c-4781-9fba-3416862db2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45be54df-1dad-4d92-84a9-ea6e0331a0fd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:03.147610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8721b980-148d-4261-bea6-fdba8646faa6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:03.360539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8721b980-148d-4261-bea6-fdba8646faa6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:03.361524 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.563008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-95e8e183-4fe9-42ca-abf8-38941e9780c9 None None] Could not find standard attr ID for object 8f8c98db-cf8d-41f2-ad73-9a431f212ed3. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:06:03.595695 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.848194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.996487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50782) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:04.062494 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-61767ad7-cec9-48b4-970d-84d54b0c77dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.144320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9636244-2250-47f5-809b-0be37ca578a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.156964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.462533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-61767ad7-cec9-48b4-970d-84d54b0c77dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.476740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-61767ad7-cec9-48b4-970d-84d54b0c77dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.659675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-61767ad7-cec9-48b4-970d-84d54b0c77dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11098b842f5c49fe9b306046826ccc6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6605747 Nov 03 19:06:04.660888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50794) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:04.742761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61767ad7-cec9-48b4-970d-84d54b0c77dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31757c8e-cee2-45df-b24c-bdcbaf31ad19,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:04.878536 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.902538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.926059 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4715aef-b001-491c-9ca8-1b9b7b1e556d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.037541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4715aef-b001-491c-9ca8-1b9b7b1e556d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.079593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=6b1154b7-7ac3-4049-ae92-1e3e32a1995b,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:05.198283 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4715aef-b001-491c-9ca8-1b9b7b1e556d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.203665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4715aef-b001-491c-9ca8-1b9b7b1e556d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.226333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f4715aef-b001-491c-9ca8-1b9b7b1e556d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31757c8e-cee2-45df-b24c-bdcbaf31ad19 HTTP/1.1" status: 204 len: 168 time: 0.5497022 Nov 03 19:06:05.259216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4715aef-b001-491c-9ca8-1b9b7b1e556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31757c8e-cee2-45df-b24c-bdcbaf31ad19,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:05.375833 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.055371 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52896f2c-f851-4645-ac05-51425a929a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.585120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9636244-2250-47f5-809b-0be37ca578a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.822671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-4e1bb384-0265-49d8-81e7-b324532ae460 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6114450 Nov 03 19:06:06.829458 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9636244-2250-47f5-809b-0be37ca578a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:07.307013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9636244-2250-47f5-809b-0be37ca578a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=78a0e7c1-e3d7-47c7-bc5c-3f6c4e8950f2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:07.347690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f142a59-6afb-454a-b9cb-901a9a73563a None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:07.362385 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9636244-2250-47f5-809b-0be37ca578a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:07.389259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50852) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:07.402841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b9636244-2250-47f5-809b-0be37ca578a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/78a0e7c1-e3d7-47c7-bc5c-3f6c4e8950f2 HTTP/1.1" status: 204 len: 168 time: 5.9095356 Nov 03 19:06:07.581682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1c7514d1-a889-4adf-b839-bbfeb44e89c6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1907947 Nov 03 19:06:07.594180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50862) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:07.710054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7515d10-1e78-45ab-b214-200a88e1932f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:07.717593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7515d10-1e78-45ab-b214-200a88e1932f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1164098 Nov 03 19:06:07.718825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50864) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:07.855204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2379d2-d222-4396-b67b-016549d7f719 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:07.875172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50874) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:07.876274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9e2379d2-d222-4396-b67b-016549d7f719 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1558659 Nov 03 19:06:07.922100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-4b4ff2cb-8c22-411c-8f8e-1bf011241eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:07.928633 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-4b4ff2cb-8c22-411c-8f8e-1bf011241eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1097 time: 0.6344354 Nov 03 19:06:07.932358 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Floating IP 50e86c4d-c2f8-411f-8d2d-de376a28a8c2 associated. External IP: 172.25.3.125, port: 52f6f334-7866-4e93-8c63-7ebef90d3f24. Nov 03 19:06:08.268848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:08.436991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50886) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:08.442298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-efd42079-2951-41cc-97be-05e285dbfbb5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5494175 Nov 03 19:06:08.447017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:08.781192 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa7d398c-4112-4b9f-b6ed-d26dd37955ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.826211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] Deleting port 8721b980-148d-4261-bea6-fdba8646faa6 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:08.826859 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.909332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-f7ea0f9a-92f6-4c9d-85ea-f6455ce7611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:08.937756 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-f7ea0f9a-92f6-4c9d-85ea-f6455ce7611e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.5805223 Nov 03 19:06:09.265590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] For port 8721b980-148d-4261-bea6-fdba8646faa6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8721b980-148d-4261-bea6-fdba8646faa6,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:09.265737 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.313196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] Calling delete_port for 8721b980-148d-4261-bea6-fdba8646faa6 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:09.388240 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-689a3740-8216-43ad-b0a9-00e921b61b71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1000 time: 0.3499506 Nov 03 19:06:09.467823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:09.478254 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.591708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8721b980-148d-4261-bea6-fdba8646faa6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:09.817504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-63a98460-ee01-4bc7-a34b-eba1d09aefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:09.846129 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-63a98460-ee01-4bc7-a34b-eba1d09aefce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.4299865 Nov 03 19:06:10.123750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:10.465800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-4852a60c-940c-4c8c-9675-e304b4c4e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.467533 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-4852a60c-940c-4c8c-9675-e304b4c4e3f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5897141 Nov 03 19:06:10.672329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.objects.ports [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:06:10.691684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Port 8721b980-148d-4261-bea6-fdba8646faa6 update to DOWN by agent not found {{(pid=101757) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:06:10.718275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.756317 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.854383 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-5827305c-8391-4535-a417-6fb882297c5f service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715546 Nov 03 19:06:10.877145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] Pushing event deleted for resources: {'Port': ['ID=8721b980-148d-4261-bea6-fdba8646faa6,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:10.880671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54579ae2-0764-4081-9ddf-f4ff860da416 None None] No DVR routers for this DVR port 8721b980-148d-4261-bea6-fdba8646faa6 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:11.291944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:11.304503 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] Sync routers for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:11.354770 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:11.356592 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:06:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:11.571660 n-d-812148-3 neutron-server[101756]: WARNING neutron.services.revisions.revision_plugin [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Could not find related port for resource to bump revision. Nov 03 19:06:11.579808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Port 8721b980-148d-4261-bea6-fdba8646faa6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 03 19:06:11.580196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3a:8d34 {{(pid=101756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 03 19:06:11.587483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3a:8d34 {{(pid=101756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 03 19:06:11.588906 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.630911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.799106 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-07e0309b-617c-402e-bd48-995818f47de1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 15.4924181 Nov 03 19:06:11.807050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:11.810805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:11.819368 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:11.826774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:11.842545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217beb3-5d89-4e8f-aa39-da197c17e2f5 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:11.848202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:11.856877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.863387 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ff23c0b-9357-48bb-a637-248a58a7c69e req-1e9b4ad9-bdfc-43ec-af70-fff8b02ad89e service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9894967 Nov 03 19:06:11.960166 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:12.036524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=6bab0c3d-6ea1-4a42-bbfe-845d2e64b505,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:12.065631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7b067347-3a95-4bcd-8da5-0555e4bec474 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.6270206 Nov 03 19:06:12.075416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 50968) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:12.081092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:3d:0b:10', 'name': 'tempest-NetworksTestDHCPv6-613134809'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:12.525491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845b9a-dffe-4967-9b33-52c52d6ffa47 req-7b0eee7f-a464-47e4-8869-61fd4cb17da2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.557936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96845b9a-dffe-4967-9b33-52c52d6ffa47 req-7b0eee7f-a464-47e4-8869-61fd4cb17da2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.4554782 Nov 03 19:06:12.750827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:12.823659 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.840717 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.911965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96845b9a-dffe-4967-9b33-52c52d6ffa47 req-75ad728e-af3c-4868-9ae4-26b7ae041975 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448646 Nov 03 19:06:13.007053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 50998) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:13.020185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '6bab0c3d-6ea1-4a42-bbfe-845d2e64b505'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:13.028840 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.128992 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.215139 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '50e86c4d-c2f8-411f-8d2d-de376a28a8c2', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'port_id': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'mac_address': 'fa:16:3e:3f:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5812e722-3142-409e-97f0-7393d782b146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:06:03Z', 'updated_at': '2021-11-03T19:06:03Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:15Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:13.226952 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90e700a-0224-47d0-8cab-16702c41f201 x-openstack-request-id: req-a90e700a-0224-47d0-8cab-16702c41f201 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:13.230062 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:13.233569 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a90e700a-0224-47d0-8cab-16702c41f201 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:13.238447 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'status': 'completed', 'code': 200} Nov 03 19:06:13.381943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-336e9e33-a7a7-43d4-b878-7a996207d8e9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 200 len: 992 time: 0.3724370 Nov 03 19:06:13.450933 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] Checking router: d2be8280-150f-4edc-9d3e-44eb3b0d63a5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:06:13.479783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 2e3b361b-549a-4639-b637-32d822862113 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:13.528422 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:13.534461 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:06:09Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:14.034271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Allocated IP 2001:db8::f816:3eff:fed6:d08f (45688c7b-5d83-4046-a79b-22363a7f381a/6bab0c3d-6ea1-4a42-bbfe-845d2e64b505/f57ca025-2f5e-477c-865c-482a61811574) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:14.387714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51026) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:14.426073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-4fa5b3e2-8241-48b1-b09c-e02a42609a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:14.427717 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-4fa5b3e2-8241-48b1-b09c-e02a42609a12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1097 time: 1.1868820 Nov 03 19:06:14.495603 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:14.938658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c6c29a44-dbd2-4232-ba2a-5ee850921cf7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 200 len: 992 time: 0.5287082 Nov 03 19:06:15.055023 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.069813 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.234780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:15.264832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:15.298595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:15.344386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Pushing event updated for resources: {'Port': ['ID=f57ca025-2f5e-477c-865c-482a61811574,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:15.457572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-a338ab02-9c37-410c-ae23-eddfa5e4fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:15.489632 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-a338ab02-9c37-410c-ae23-eddfa5e4fec9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 1.0422149 Nov 03 19:06:15.606199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51058) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:15.632103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Attempting to bind port f57ca025-2f5e-477c-865c-482a61811574 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:15.632936 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Attempting to bind port f57ca025-2f5e-477c-865c-482a61811574 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:15.637088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Attempting to bind port f57ca025-2f5e-477c-865c-482a61811574 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:15.647053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:15.647786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:15.652414 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.653745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:15.654482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Bound port: f57ca025-2f5e-477c-865c-482a61811574, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:15.655092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.942172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51070) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:16.091415 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-e9c7f0d8-6c1a-4ae5-8d08-b10bc96369d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1000 time: 0.5825765 Nov 03 19:06:16.153229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] For port f57ca025-2f5e-477c-865c-482a61811574, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:16.173534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] For port f57ca025-2f5e-477c-865c-482a61811574, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f57ca025-2f5e-477c-865c-482a61811574,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:16.188278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.265696 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3963f52-8b33-4188-ab52-b32553e82cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.295213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fe3d:b10 (45688c7b-5d83-4046-a79b-22363a7f381a/6bab0c3d-6ea1-4a42-bbfe-845d2e64b505/2e3b361b-549a-4639-b637-32d822862113) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:16.417786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-4cc5e0be-313c-4765-87f3-9cf4c019b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:16.426767 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-4cc5e0be-313c-4765-87f3-9cf4c019b6a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.3152490 Nov 03 19:06:16.517827 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '50e86c4d-c2f8-411f-8d2d-de376a28a8c2', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'port_id': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'mac_address': 'fa:16:3e:3f:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5812e722-3142-409e-97f0-7393d782b146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:06:03Z', 'updated_at': '2021-11-03T19:06:03Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:15Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:16.521447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f9a9679f-39d4-4f8b-9b61-f8fd0f4c745a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 200 len: 992 time: 0.5728891 Nov 03 19:06:16.705269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df200-08cc-401c-9fb0-bdca036cbff4 None None] Pushing event updated for resources: {'Port': ['ID=f57ca025-2f5e-477c-865c-482a61811574,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:16.733340 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547ffa0-4386-473b-a874-192fdde77d9b None None] The sync data for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 is: [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '50e86c4d-c2f8-411f-8d2d-de376a28a8c2', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'port_id': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'mac_address': 'fa:16:3e:3f:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5812e722-3142-409e-97f0-7393d782b146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:06:03Z', 'updated_at': '2021-11-03T19:06:03Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:15Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:17.058066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-da5a2c47-c383-4c49-8e40-ca6507e24847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:17.068739 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-da5a2c47-c383-4c49-8e40-ca6507e24847 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6210051 Nov 03 19:06:17.219747 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3963f52-8b33-4188-ab52-b32553e82cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.227088 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3963f52-8b33-4188-ab52-b32553e82cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.450447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c3963f52-8b33-4188-ab52-b32553e82cc0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47b51e0ad93a40de96b3874ab1302fef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8299451 Nov 03 19:06:17.453607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3963f52-8b33-4188-ab52-b32553e82cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bacb43-8251-4ba2-b111-10bba8d95ae6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:17.461862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51094) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:17.524736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51100) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:17.626647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea1785-d28c-4fb2-aa37-c69895ecafdb None None] New status for floating IP 50e86c4d-c2f8-411f-8d2d-de376a28a8c2: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:06:17.757854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-150f1145-b486-4bb9-acbf-b69c16b7dc5f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 200 len: 992 time: 0.2312131 Nov 03 19:06:18.205214 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-327ff17e-60eb-4702-a717-34126141ec62 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8959730 Nov 03 19:06:18.591846 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6fbad483-8c9d-40a1-9e87-c99e74f44ac4 req-3ebbc62e-d100-4816-9863-affc2a74c782 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693521 Nov 03 19:06:18.736127 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-316fe1a8-132f-4955-ab0c-eed1ac2aebb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.758987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51120) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:18.925173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.227616 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-316fe1a8-132f-4955-ab0c-eed1ac2aebb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.279065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3e20c3ba-4379-456b-a1df-b1165bbbfadc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 200 len: 992 time: 0.5171223 Nov 03 19:06:19.337891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f57ca025-2f5e-477c-865c-482a61811574 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:19.540286 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.648330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f57ca025-2f5e-477c-865c-482a61811574 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:19.648706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.763856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:19.781866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:19.811235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:19.826016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:19.827037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.846623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-316fe1a8-132f-4955-ab0c-eed1ac2aebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.853574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-316fe1a8-132f-4955-ab0c-eed1ac2aebb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.870128 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-316fe1a8-132f-4955-ab0c-eed1ac2aebb0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/19bacb43-8251-4ba2-b111-10bba8d95ae6 HTTP/1.1" status: 204 len: 168 time: 2.3912101 Nov 03 19:06:19.962300 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=2e3b361b-549a-4639-b637-32d822862113,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:19.971551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fe1a8-132f-4955-ab0c-eed1ac2aebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bacb43-8251-4ba2-b111-10bba8d95ae6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:19.987576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f4fd3e77-5819-4e4a-95eb-65e76b4e0b11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.9107523 Nov 03 19:06:19.991609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51146) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:19.993961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.036321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f6103690-9f40-442e-9c72-66be7e84609c None None] Provisioning complete for port f57ca025-2f5e-477c-865c-482a61811574 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:20.037456 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f6103690-9f40-442e-9c72-66be7e84609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.273210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e5c8f-4543-494b-951d-3edc6358269d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:20.283232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51160) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:20.307865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e5c8f-4543-494b-951d-3edc6358269d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:20.311820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-393e5c8f-4543-494b-951d-3edc6358269d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3177118 Nov 03 19:06:20.322119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51162) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:20.350945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port f57ca025-2f5e-477c-865c-482a61811574, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f57ca025-2f5e-477c-865c-482a61811574,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:20.438949 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.736172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-12c58e6a-9546-48ca-80fc-6a7c948f4275 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 2e3b361b-549a-4639-b637-32d822862113 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:20.736851 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12c58e6a-9546-48ca-80fc-6a7c948f4275 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.775139 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-53b759f6-df25-4045-bac8-bcede2512fdd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 200 len: 994 time: 0.4893525 Nov 03 19:06:20.842220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=f57ca025-2f5e-477c-865c-482a61811574,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:21.134693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51178) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:21.186855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f57ca025-2f5e-477c-865c-482a61811574 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:21.277551 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d05889b2-8123-4c8e-9026-63a041df019d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.318436 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12c58e6a-9546-48ca-80fc-6a7c948f4275 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.384498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-12c58e6a-9546-48ca-80fc-6a7c948f4275 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 2e3b361b-549a-4639-b637-32d822862113 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:21.406716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-22ce3385-7a96-4d2f-8c93-5a21956c6263 None None] Provisioning complete for port 2e3b361b-549a-4639-b637-32d822862113 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:21.407487 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-22ce3385-7a96-4d2f-8c93-5a21956c6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.555987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f57ca025-2f5e-477c-865c-482a61811574 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:21.556282 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.675518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-22ce3385-7a96-4d2f-8c93-5a21956c6263 None None] Port 2e3b361b-549a-4639-b637-32d822862113 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:21.799145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d05889b2-8123-4c8e-9026-63a041df019d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.818538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d05889b2-8123-4c8e-9026-63a041df019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.024772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05889b2-8123-4c8e-9026-63a041df019d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487d6c4-1533-4c39-9748-d58ba0bfe771,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:22.118783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12c58e6a-9546-48ca-80fc-6a7c948f4275 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.126708 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d05889b2-8123-4c8e-9026-63a041df019d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ba0381a62b84269873d4c0beb6aca4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9881389 Nov 03 19:06:22.127977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51200) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:22.187020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c58e6a-9546-48ca-80fc-6a7c948f4275 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=2e3b361b-549a-4639-b637-32d822862113,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:22.274715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12c58e6a-9546-48ca-80fc-6a7c948f4275 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.283572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-12c58e6a-9546-48ca-80fc-6a7c948f4275 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/2e3b361b-549a-4639-b637-32d822862113 HTTP/1.1" status: 204 len: 168 time: 1.9603283 Nov 03 19:06:22.290026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51202) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:22.323034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6f47-bee8-402d-9522-3ffb85a3d5ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.339970 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51204) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:22.475152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6f47-bee8-402d-9522-3ffb85a3d5ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.506416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e042f5-b4c7-4ee3-b4b9-259c6741a7c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.507859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e042f5-b4c7-4ee3-b4b9-259c6741a7c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.529025 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-64e042f5-b4c7-4ee3-b4b9-259c6741a7c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2368326 Nov 03 19:06:22.532730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51218) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:22.862255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-873b2972-01c7-42c4-a533-9e62c44aabc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 6bab0c3d-6ea1-4a42-bbfe-845d2e64b505 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:22.912332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6f47-bee8-402d-9522-3ffb85a3d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.917600 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6f47-bee8-402d-9522-3ffb85a3d5ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.935086 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d7dd6f47-bee8-402d-9522-3ffb85a3d5ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8487d6c4-1533-4c39-9748-d58ba0bfe771 HTTP/1.1" status: 204 len: 168 time: 0.8055203 Nov 03 19:06:22.948094 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-873b2972-01c7-42c4-a533-9e62c44aabc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.074616 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-873b2972-01c7-42c4-a533-9e62c44aabc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.383708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4899fd94-2a7b-4e19-83ba-79b3a55175b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.444291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd6f47-bee8-402d-9522-3ffb85a3d5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487d6c4-1533-4c39-9748-d58ba0bfe771,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:23.664241 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4899fd94-2a7b-4e19-83ba-79b3a55175b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.677341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4899fd94-2a7b-4e19-83ba-79b3a55175b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.795062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899fd94-2a7b-4e19-83ba-79b3a55175b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb20de7-dfce-4853-992d-250a0b63606d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:23.899916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4899fd94-2a7b-4e19-83ba-79b3a55175b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7cdcf0a55e644c0e8d3df649a37453f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5587156 Nov 03 19:06:23.903450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51254) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:23.965244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-873b2972-01c7-42c4-a533-9e62c44aabc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.092448 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d220a76-b6f1-47e2-a2e0-6ad7a352429a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.138735 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d220a76-b6f1-47e2-a2e0-6ad7a352429a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.174424 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-873b2972-01c7-42c4-a533-9e62c44aabc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.202662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-873b2972-01c7-42c4-a533-9e62c44aabc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.207552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef8fc1f-8f7a-4b50-a733-36b44d20047f None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:24.215316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-873b2972-01c7-42c4-a533-9e62c44aabc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/6bab0c3d-6ea1-4a42-bbfe-845d2e64b505 HTTP/1.1" status: 204 len: 168 time: 1.6812546 Nov 03 19:06:24.216336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51262) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:24.332786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d220a76-b6f1-47e2-a2e0-6ad7a352429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.337541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d220a76-b6f1-47e2-a2e0-6ad7a352429a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.350850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7d220a76-b6f1-47e2-a2e0-6ad7a352429a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9cb20de7-dfce-4853-992d-250a0b63606d HTTP/1.1" status: 204 len: 168 time: 0.4380264 Nov 03 19:06:24.381194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d220a76-b6f1-47e2-a2e0-6ad7a352429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb20de7-dfce-4853-992d-250a0b63606d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:24.462578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51272) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:24.466446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-46b72bc6-fb86-4c71-8904-c85a97d4bcc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2466657 Nov 03 19:06:24.468187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:24.479976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b2972-01c7-42c4-a533-9e62c44aabc5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=6bab0c3d-6ea1-4a42-bbfe-845d2e64b505,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:25.055814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:25.069924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:25.088740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.279639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] Deleting port f57ca025-2f5e-477c-865c-482a61811574 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:25.280442 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.694263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51302) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:25.793490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d3886c0-b235-4c1c-951d-f78b3302d546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.804093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] For port f57ca025-2f5e-477c-865c-482a61811574, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f57ca025-2f5e-477c-865c-482a61811574,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:25.806561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.891640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] Calling delete_port for f57ca025-2f5e-477c-865c-482a61811574 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:26.000644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d3886c0-b235-4c1c-951d-f78b3302d546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.012587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d3886c0-b235-4c1c-951d-f78b3302d546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.146790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3886c0-b235-4c1c-951d-f78b3302d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8d0968-67fe-411e-898f-36fe9bb4cbe2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:26.245055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d3886c0-b235-4c1c-951d-f78b3302d546 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ecae4b8171640de86815d5e4b67faba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490627 Nov 03 19:06:26.247934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51318) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:26.280379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.353531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] No DVR routers for this DVR port f57ca025-2f5e-477c-865c-482a61811574 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:26.365574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9343532-11f0-45d2-8bac-5c66d39138ff None None] Pushing event deleted for resources: {'Port': ['ID=f57ca025-2f5e-477c-865c-482a61811574,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:26.426893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a7e38fcd-6c7d-401a-9259-e217c5f5b6d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.491742 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a7e38fcd-6c7d-401a-9259-e217c5f5b6d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.610904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a7e38fcd-6c7d-401a-9259-e217c5f5b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.615260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a7e38fcd-6c7d-401a-9259-e217c5f5b6d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.616867 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a7e38fcd-6c7d-401a-9259-e217c5f5b6d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e8d0968-67fe-411e-898f-36fe9bb4cbe2 HTTP/1.1" status: 204 len: 168 time: 0.3679056 Nov 03 19:06:26.641091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e38fcd-6c7d-401a-9259-e217c5f5b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8d0968-67fe-411e-898f-36fe9bb4cbe2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:27.163269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f57ca025-2f5e-477c-865c-482a61811574 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:27.289991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: f57ca025-2f5e-477c-865c-482a61811574 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:27.291766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f57ca025-2f5e-477c-865c-482a61811574 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:27.578317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.objects.ports [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:06:27.600286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.921566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:27.949855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:27.960461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.965401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.974208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a828bd3-1f9a-4ff5-8b2d-54248dec40fb None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:28.098565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51376) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:28.105269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:0e:ba:d9', 'name': 'tempest-NetworksTestDHCPv6-276562146'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:28.109648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6454268 Nov 03 19:06:28.156745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e6d43-c569-4dd6-98aa-b14f76e97a39 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=fe1688e4-8320-4da0-b383-cc17ff0dceb9,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:28.522428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': 'fe1688e4-8320-4da0-b383-cc17ff0dceb9'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:28.523452 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.756733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:29.118113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Allocated IP 2001:db8::f816:3eff:fec3:29a6 (45688c7b-5d83-4046-a79b-22363a7f381a/fe1688e4-8320-4da0-b383-cc17ff0dceb9/01d61e47-7deb-44d2-889b-805580f516fa) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:29.292711 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.376203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 162ef2eb-2b32-47bf-b7a7-8894f34e02fc yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:29.786417 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.803276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.833512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351d3fe-4be5-455c-9812-b2ce0e544d7f req-fddd0569-0d6e-4d9c-a431-60fce81b0d39 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:29.837289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e351d3fe-4be5-455c-9812-b2ce0e544d7f req-fddd0569-0d6e-4d9c-a431-60fce81b0d39 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1097 time: 0.1193066 Nov 03 19:06:29.906397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:29.919379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:29.922956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:29.982156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Pushing event updated for resources: {'Port': ['ID=01d61e47-7deb-44d2-889b-805580f516fa,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:29.999551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e351d3fe-4be5-455c-9812-b2ce0e544d7f req-702bdf13-4f2a-4555-ad18-bfcb45f3eb98 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543064 Nov 03 19:06:30.052491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fe0e:bad9 (45688c7b-5d83-4046-a79b-22363a7f381a/fe1688e4-8320-4da0-b383-cc17ff0dceb9/162ef2eb-2b32-47bf-b7a7-8894f34e02fc) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:30.243952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Attempting to bind port 01d61e47-7deb-44d2-889b-805580f516fa on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:30.244496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Attempting to bind port 01d61e47-7deb-44d2-889b-805580f516fa by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:30.245104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Attempting to bind port 01d61e47-7deb-44d2-889b-805580f516fa on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:30.288335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.288841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.289042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.289222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.314899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.317480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.318988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.328857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.331476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.333130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.334694 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.339099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:30.376838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:30.377240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:30.382439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.383125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:30.395415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Bound port: 01d61e47-7deb-44d2-889b-805580f516fa, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:30.396632 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.661284 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.692864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef8b15-59ff-4be4-917f-6fbedd42549a req-9f405d32-aaa5-42fb-a0d9-fda854727929 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:30.697820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ef8b15-59ff-4be4-917f-6fbedd42549a req-9f405d32-aaa5-42fb-a0d9-fda854727929 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.3117318 Nov 03 19:06:30.784317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.848217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] For port 01d61e47-7deb-44d2-889b-805580f516fa, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:30.874160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] For port 01d61e47-7deb-44d2-889b-805580f516fa, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=01d61e47-7deb-44d2-889b-805580f516fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:30.894224 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.933580 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ef8b15-59ff-4be4-917f-6fbedd42549a req-55f6fb5b-9f40-4bf5-b50d-7b96b22b6cd3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300067 Nov 03 19:06:30.967074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51440) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:31.011136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:31.041277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:31.047650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:31.068156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:31.069300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.105919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=162ef2eb-2b32-47bf-b7a7-8894f34e02fc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:31.177699 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e6e2b9f1-144b-4be2-b1de-a4d55dc3806d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0777516 Nov 03 19:06:31.183213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51450) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:31.186862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e3a45a80-fdf0-43c6-b93f-f0cda41b5282 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 200 len: 994 time: 0.2179666 Nov 03 19:06:31.421867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f3ee8-6eb0-4999-8e0d-2553e7d69013 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:31.455561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9c7ea-4355-41ea-9ce4-c5f1a122b593 None None] Pushing event updated for resources: {'Port': ['ID=01d61e47-7deb-44d2-889b-805580f516fa,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:31.459944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f3ee8-6eb0-4999-8e0d-2553e7d69013 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:31.469115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-480f3ee8-6eb0-4999-8e0d-2553e7d69013 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2787125 Nov 03 19:06:31.469373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51466) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:32.057266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 162ef2eb-2b32-47bf-b7a7-8894f34e02fc {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:32.062237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.144806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51482) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:32.516974 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.523873 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.599309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 162ef2eb-2b32-47bf-b7a7-8894f34e02fc owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:32.690388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-241364c6-6482-4040-a1da-79b13d421c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.458688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-241364c6-6482-4040-a1da-79b13d421c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.541790 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 01d61e47-7deb-44d2-889b-805580f516fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:33.568910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-241364c6-6482-4040-a1da-79b13d421c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.617999 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.706549 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.727999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 01d61e47-7deb-44d2-889b-805580f516fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:33.730122 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.744532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241364c6-6482-4040-a1da-79b13d421c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1ac2ea-eb4d-4ace-9a22-22fe4a4190df,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:33.915077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-241364c6-6482-4040-a1da-79b13d421c4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f6cf7803fb34d4d9a3ff43cc6c50123&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7687674 Nov 03 19:06:33.926873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51522) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:33.972142 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-3dc60039-7d9c-4abd-9cad-d3980d7ea983 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6174109 Nov 03 19:06:34.033755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.044031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/162ef2eb-2b32-47bf-b7a7-8894f34e02fc HTTP/1.1" status: 204 len: 168 time: 2.5739954 Nov 03 19:06:34.047961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51524) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:34.054868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=162ef2eb-2b32-47bf-b7a7-8894f34e02fc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:34.114944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3df21560-3ca1-4400-aaea-3a9fffd1c4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.255387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3df21560-3ca1-4400-aaea-3a9fffd1c4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.304067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1fe92-adca-4c88-8c53-6a90249e2530 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:34.311514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1fe92-adca-4c88-8c53-6a90249e2530 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:34.315076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7fe1fe92-adca-4c88-8c53-6a90249e2530 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2500741 Nov 03 19:06:34.318117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51532) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:34.367694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.368471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.369383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.371912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.373754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.381583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.384182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.385137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.388641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.392405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.393366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.394798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea9894-f29a-40f3-a86b-6b5ad698ff66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:34.421054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.477777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479e899-e68f-4b24-beeb-4f2a27a2f083 req-97899a43-2a8d-4053-8a2a-b1f1eaa817b7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:34.485724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4479e899-e68f-4b24-beeb-4f2a27a2f083 req-97899a43-2a8d-4053-8a2a-b1f1eaa817b7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.6620662 Nov 03 19:06:34.644404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51544) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:34.668305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-672aa0b1-575c-4166-9b93-513330f199d0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet fe1688e4-8320-4da0-b383-cc17ff0dceb9 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:34.684037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672aa0b1-575c-4166-9b93-513330f199d0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.793091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4479e899-e68f-4b24-beeb-4f2a27a2f083 req-1a927001-5290-4872-9551-b7e894e79c36 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843037 Nov 03 19:06:34.842126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b44f23cf-36e6-41f3-b923-75f8209e268c None None] Provisioning complete for port 01d61e47-7deb-44d2-889b-805580f516fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:34.843029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b44f23cf-36e6-41f3-b923-75f8209e268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.904438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672aa0b1-575c-4166-9b93-513330f199d0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.061100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 01d61e47-7deb-44d2-889b-805580f516fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=01d61e47-7deb-44d2-889b-805580f516fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:35.094050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.192044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3df21560-3ca1-4400-aaea-3a9fffd1c4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.201402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3df21560-3ca1-4400-aaea-3a9fffd1c4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.207167 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3df21560-3ca1-4400-aaea-3a9fffd1c4da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd1ac2ea-eb4d-4ace-9a22-22fe4a4190df HTTP/1.1" status: 204 len: 168 time: 1.2745643 Nov 03 19:06:35.252313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ddff6c4e-d0da-4193-a50e-075fe50b8132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.305406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df21560-3ca1-4400-aaea-3a9fffd1c4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1ac2ea-eb4d-4ace-9a22-22fe4a4190df,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:35.532788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672aa0b1-575c-4166-9b93-513330f199d0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.608530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=01d61e47-7deb-44d2-889b-805580f516fa,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:35.636975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c5207341-bc96-41ae-a7f6-f02b4f3ed431 None None] Could not find standard attr ID for object 162ef2eb-2b32-47bf-b7a7-8894f34e02fc. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:06:35.849858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672aa0b1-575c-4166-9b93-513330f199d0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.946348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aa0b1-575c-4166-9b93-513330f199d0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1688e4-8320-4da0-b383-cc17ff0dceb9,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:35.952475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-672aa0b1-575c-4166-9b93-513330f199d0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.977554 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-672aa0b1-575c-4166-9b93-513330f199d0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/fe1688e4-8320-4da0-b383-cc17ff0dceb9 HTTP/1.1" status: 204 len: 168 time: 1.6490815 Nov 03 19:06:35.978739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51590) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:36.107626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbce387-2da5-4942-ad9e-61a293cca257 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:36.123113 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ddff6c4e-d0da-4193-a50e-075fe50b8132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.133764 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-95169b71-c646-4ad7-9848-26084140ef8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526160 Nov 03 19:06:36.136583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51600) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:36.137940 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95af53fe-fb29-4e43-919f-782165b75a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.150844 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ddff6c4e-d0da-4193-a50e-075fe50b8132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.300795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd4c97d-c0d2-41a0-af8f-61adb3120d44 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.318479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-afd4c97d-c0d2-41a0-af8f-61adb3120d44 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1793118 Nov 03 19:06:36.319835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:36.542186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfbb1c-e712-48b4-a663-a1cac8cdd0a0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.564636 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-60cfbb1c-e712-48b4-a663-a1cac8cdd0a0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2432201 Nov 03 19:06:36.567027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff6c4e-d0da-4193-a50e-075fe50b8132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76111c5a-67ac-4c9c-b7d0-c5d43a33eb0c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:36.569662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51610) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:36.677113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ddff6c4e-d0da-4193-a50e-075fe50b8132 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06992544273c41d48dd3b0615ca2291d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0306184 Nov 03 19:06:36.690124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51616) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:36.774909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:36.831318 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-73dd83dc-534c-4b0c-a267-45d19e6b1b8f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2509117 Nov 03 19:06:36.840818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:36.938307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:37.031831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ad4e-5613-41f2-aa78-e0b30d980682 req-d6c4efa6-c7b5-492e-a5ca-9e3126a82f28 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:37.053228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f134ad4e-5613-41f2-aa78-e0b30d980682 req-d6c4efa6-c7b5-492e-a5ca-9e3126a82f28 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.9173899 Nov 03 19:06:37.080629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] Deleting port 01d61e47-7deb-44d2-889b-805580f516fa {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:37.093066 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.315203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f134ad4e-5613-41f2-aa78-e0b30d980682 req-ad63e671-7ec1-48e7-aee1-beec17d63527 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713684 Nov 03 19:06:37.419313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 01d61e47-7deb-44d2-889b-805580f516fa no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:37.512304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7961-a509-4090-95de-15515b64568f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.721498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] For port 01d61e47-7deb-44d2-889b-805580f516fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=01d61e47-7deb-44d2-889b-805580f516fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:37.722579 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.774391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] Calling delete_port for 01d61e47-7deb-44d2-889b-805580f516fa owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:37.784289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7961-a509-4090-95de-15515b64568f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.985044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.039690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:38.046551 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.135943 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:06:38.258703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 01d61e47-7deb-44d2-889b-805580f516fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=01d61e47-7deb-44d2-889b-805580f516fa,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:38.285438 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.628918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6a995fef-afa9-485d-9212-f841d5deb9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.715490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.723958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51666) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:38.749286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=01d61e47-7deb-44d2-889b-805580f516fa,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:38.872821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.939296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e53ff-8fd7-4062-9124-4be51b8eee7b req-4ddc2707-8e8f-43b0-9de1-423f4019ef24 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:38.949202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-195e53ff-8fd7-4062-9124-4be51b8eee7b req-4ddc2707-8e8f-43b0-9de1-423f4019ef24 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.1221259 Nov 03 19:06:38.967209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:38.979247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:38.980002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] Pushing event deleted for resources: {'Port': ['ID=01d61e47-7deb-44d2-889b-805580f516fa,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:38.985714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:38.986975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.994501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-ceef806d-e31b-42d0-b480-5822d3c92627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:38.998924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d671b1-8f06-45d0-8945-99df9a216865 None None] No DVR routers for this DVR port 01d61e47-7deb-44d2-889b-805580f516fa on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:39.015274 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-ceef806d-e31b-42d0-b480-5822d3c92627 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1097 time: 0.3339891 Nov 03 19:06:39.047665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1667747 Nov 03 19:06:39.048783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51674) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:39.069617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ddf33-1236-4e09-a2e2-9e484c559926 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:39.070731 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7961-a509-4090-95de-15515b64568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.077637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7961-a509-4090-95de-15515b64568f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.085157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0a6d7961-a509-4090-95de-15515b64568f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76111c5a-67ac-4c9c-b7d0-c5d43a33eb0c HTTP/1.1" status: 204 len: 168 time: 2.3831577 Nov 03 19:06:39.099748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:c7:62:0b', 'name': 'tempest-NetworksTestDHCPv6-272983457'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:39.407224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1919758164-network', 'tenant_id': '710beced17d14778a8852555e91623fa'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:39.457275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-d3056c14-d813-4eee-a268-598e5f166d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:39.478903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-d3056c14-d813-4eee-a268-598e5f166d28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.4584486 Nov 03 19:06:39.511603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aadfb-c732-44bb-83a0-8048d33d18ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=e95840d5-63d3-45ec-8ec2-f0a2014d98ca,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:39.651973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d7961-a509-4090-95de-15515b64568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76111c5a-67ac-4c9c-b7d0-c5d43a33eb0c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:39.656638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Made reservation on behalf of 710beced17d14778a8852555e91623fa for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:39.661240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.775821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': 'e95840d5-63d3-45ec-8ec2-f0a2014d98ca'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:39.778617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.791170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.871167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-195e53ff-8fd7-4062-9124-4be51b8eee7b req-3e4ad972-c320-472f-aee5-6c55b276a1b9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9193869 Nov 03 19:06:39.888243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-19aa4e03-451f-4f53-9af2-abf797493c49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1002 time: 0.3852084 Nov 03 19:06:40.032999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:40.154508 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.514533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51702) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:40.584137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-607e4a32-4a31-4006-bc30-84fb36d66d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.589240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.608993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/e95840d5-63d3-45ec-8ec2-f0a2014d98ca/cd91fbf5-f3db-49ee-9358-dc21cddf9839) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:40.690531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 049a6a26-7a48-416b-aeb1-cee733eae4f3 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:40.838784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.852562 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.981554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-22920ab3-dea4-4f7e-8c6b-5ad28eb62ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:40.996964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-22920ab3-dea4-4f7e-8c6b-5ad28eb62ca4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 1.0910218 Nov 03 19:06:41.038462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:41.062259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:41.073783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:41.101004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Pushing event updated for resources: {'Port': ['ID=cd91fbf5-f3db-49ee-9358-dc21cddf9839,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:41.217938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Attempting to bind port cd91fbf5-f3db-49ee-9358-dc21cddf9839 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:41.217938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Attempting to bind port cd91fbf5-f3db-49ee-9358-dc21cddf9839 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:41.218318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Attempting to bind port cd91fbf5-f3db-49ee-9358-dc21cddf9839 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:41.226479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:41.226800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:41.227252 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.228748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:41.232337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Bound port: cd91fbf5-f3db-49ee-9358-dc21cddf9839, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:41.232894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.437291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-a949b1a8-269b-4d0c-95e8-9019ecdca8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:41.464581 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-a949b1a8-269b-4d0c-95e8-9019ecdca8c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4403374 Nov 03 19:06:41.511297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] For port cd91fbf5-f3db-49ee-9358-dc21cddf9839, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:41.527990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] For port cd91fbf5-f3db-49ee-9358-dc21cddf9839, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd91fbf5-f3db-49ee-9358-dc21cddf9839,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:41.539127 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.563642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-607e4a32-4a31-4006-bc30-84fb36d66d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.589855 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-607e4a32-4a31-4006-bc30-84fb36d66d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.637485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::395 (45688c7b-5d83-4046-a79b-22363a7f381a/e95840d5-63d3-45ec-8ec2-f0a2014d98ca/049a6a26-7a48-416b-aeb1-cee733eae4f3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:41.782421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56dedb-0e29-428a-b368-cc4ccc9543d2 None None] Pushing event updated for resources: {'Port': ['ID=cd91fbf5-f3db-49ee-9358-dc21cddf9839,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:41.952708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.979082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.062797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:42.102922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.103583 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Added segment 325da5cf-2877-4026-a1ee-1c15895374c0 of type vlan for network ed494768-de12-47cd-af4e-eaaaa5e94e0b Nov 03 19:06:42.209376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.264771 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.275751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.276532 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.311413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.370751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.395526 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.415885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c663a1-3101-4b20-b0c1-cf063d4e8737,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:42.449115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9375d-d510-4ed8-aca8-c22a49809370 req-ed3371a8-4d03-4c93-97e0-d262eb8f82cc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.455084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67e9375d-d510-4ed8-aca8-c22a49809370 req-ed3371a8-4d03-4c93-97e0-d262eb8f82cc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 1.1513207 Nov 03 19:06:42.455981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e4a32-4a31-4006-bc30-84fb36d66d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd66c5de-1e10-4ef8-accf-f34bff4c029e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:42.527007 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.644856 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-36f0aaa7-d518-4b53-928d-436b39e7b02d service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1537478 Nov 03 19:06:42.656957 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9228914 Nov 03 19:06:42.703023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51736) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:42.723908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67e9375d-d510-4ed8-aca8-c22a49809370 req-8409014c-999d-4410-8b82-1d1da2b6de72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111173 Nov 03 19:06:42.733226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-607e4a32-4a31-4006-bc30-84fb36d66d27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3bb6e35e73c47deae0f4b68d6bbb12f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2177954 Nov 03 19:06:42.739820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51740) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:42.742675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Request body: {'subnet': {'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1919758164-subnet', 'tenant_id': '710beced17d14778a8852555e91623fa', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:42.796661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=049a6a26-7a48-416b-aeb1-cee733eae4f3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:42.802512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:42.822245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0909665-92b9-49e7-8da5-addeeb1ce15e admin admin] Pushing event updated for resources: {'Network': ['ID=ed494768-de12-47cd-af4e-eaaaa5e94e0b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:42.842498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:42.846438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:42.867954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:42.894620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.897658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.053986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-58df6557-abe0-47d0-8b7a-047909068095 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9859629 Nov 03 19:06:43.057309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51750) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:43.144371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-03c5fc2f-075e-4fa0-a911-beff88b10fe0 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913900 Nov 03 19:06:43.150543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Made reservation on behalf of 710beced17d14778a8852555e91623fa for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:43.155145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.375513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5027f324-c024-4921-ad64-3a3a0c57d8f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.400771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd91fbf5-f3db-49ee-9358-dc21cddf9839 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:43.559756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e9f3a6-b20e-4cff-8fd9-677ab07b5c64 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:43.601919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e9f3a6-b20e-4cff-8fd9-677ab07b5c64 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:43.625132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e8e9f3a6-b20e-4cff-8fd9-677ab07b5c64 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5524416 Nov 03 19:06:43.633387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51766) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:43.659329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cd91fbf5-f3db-49ee-9358-dc21cddf9839 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:43.660504 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.690447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5027f324-c024-4921-ad64-3a3a0c57d8f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.971070 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5027f324-c024-4921-ad64-3a3a0c57d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.990720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5027f324-c024-4921-ad64-3a3a0c57d8f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.996425 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5027f324-c024-4921-ad64-3a3a0c57d8f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd66c5de-1e10-4ef8-accf-f34bff4c029e HTTP/1.1" status: 204 len: 168 time: 1.2472215 Nov 03 19:06:44.158930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.272110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port cd91fbf5-f3db-49ee-9358-dc21cddf9839, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd91fbf5-f3db-49ee-9358-dc21cddf9839,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:44.287628 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.333823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027f324-c024-4921-ad64-3a3a0c57d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd66c5de-1e10-4ef8-accf-f34bff4c029e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:44.457291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a266cf-b586-4f8f-9f43-f6262fcda299 req-2dda35c0-c5b1-4ee8-baf6-9d888b70663f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.466438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-611b1bb4-121b-41cb-8ccc-136a28bab8f9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 049a6a26-7a48-416b-aeb1-cee733eae4f3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:44.467480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-611b1bb4-121b-41cb-8ccc-136a28bab8f9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.472935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99a266cf-b586-4f8f-9f43-f6262fcda299 req-2dda35c0-c5b1-4ee8-baf6-9d888b70663f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.4668233 Nov 03 19:06:44.527657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=cd91fbf5-f3db-49ee-9358-dc21cddf9839,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:44.657238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51784) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:44.658749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f22090e7-9ab7-4f27-9a01-d3e750e5c55d None None] Provisioning complete for port cd91fbf5-f3db-49ee-9358-dc21cddf9839 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:44.661499 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f22090e7-9ab7-4f27-9a01-d3e750e5c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.701348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99a266cf-b586-4f8f-9f43-f6262fcda299 req-ac8207d1-467e-41f6-969d-080501d09c88 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089276 Nov 03 19:06:44.748674 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.073756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-611b1bb4-121b-41cb-8ccc-136a28bab8f9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.074899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-275e7b76-de47-4657-8e51-a4a3619ec831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.173232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Checking segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:45.173954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Network hostable DHCP agents. Network: ed494768-de12-47cd-af4e-eaaaa5e94e0b, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:45.180124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-611b1bb4-121b-41cb-8ccc-136a28bab8f9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 049a6a26-7a48-416b-aeb1-cee733eae4f3 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:45.202835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b6095c-0eb2-4783-a66c-4a296b359c18,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:45.373281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:45.406359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-275e7b76-de47-4657-8e51-a4a3619ec831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.413817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-275e7b76-de47-4657-8e51-a4a3619ec831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.455403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd91fbf5-f3db-49ee-9358-dc21cddf9839 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:45.504940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, ed494768-de12-47cd-af4e-eaaaa5e94e0b) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:45.544208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:45.546541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.577702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33390e32-9682-4400-88a1-49447cbc20b0 None None] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:45.634639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-275e7b76-de47-4657-8e51-a4a3619ec831 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d6dba7260934d0db2f042b8de0f8883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9748859 Nov 03 19:06:45.642965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51818) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:45.645306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e7b76-de47-4657-8e51-a4a3619ec831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b4e4f8-f6ff-4a1a-ab63-f2b3c48883bf,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:45.759735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51824) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:45.765238 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8192a5c8-1412-4369-a64e-b93aa74f9c0f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0565891 Nov 03 19:06:45.770578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:45.907057 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.909129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.086298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c64f4b1d-d0ee-4e7c-bb1a-a1b5ac06057d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.113749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5d48a31a-d507-4ff4-8b53-cea632c556d3 None None] Provisioning complete for port 049a6a26-7a48-416b-aeb1-cee733eae4f3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:46.117486 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d48a31a-d507-4ff4-8b53-cea632c556d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.197470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-611b1bb4-121b-41cb-8ccc-136a28bab8f9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.261733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5d48a31a-d507-4ff4-8b53-cea632c556d3 None None] Port 049a6a26-7a48-416b-aeb1-cee733eae4f3 was deleted so its status cannot be updated. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 19:06:46.410713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c64f4b1d-d0ee-4e7c-bb1a-a1b5ac06057d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.424108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.472875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cd91fbf5-f3db-49ee-9358-dc21cddf9839 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:46.473498 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.565256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b1bb4-121b-41cb-8ccc-136a28bab8f9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=049a6a26-7a48-416b-aeb1-cee733eae4f3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:46.795550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-611b1bb4-121b-41cb-8ccc-136a28bab8f9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.818227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-611b1bb4-121b-41cb-8ccc-136a28bab8f9 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/049a6a26-7a48-416b-aeb1-cee733eae4f3 HTTP/1.1" status: 204 len: 168 time: 3.1351418 Nov 03 19:06:46.819344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51854) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:46.832603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c64f4b1d-d0ee-4e7c-bb1a-a1b5ac06057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.841937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c64f4b1d-d0ee-4e7c-bb1a-a1b5ac06057d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.851169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c64f4b1d-d0ee-4e7c-bb1a-a1b5ac06057d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78b4e4f8-f6ff-4a1a-ab63-f2b3c48883bf HTTP/1.1" status: 204 len: 168 time: 1.2016387 Nov 03 19:06:47.155374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'tenant_id': '710beced17d14778a8852555e91623fa', 'fixed_ips': [{'subnet_id': '19b6095c-0eb2-4783-a66c-4a296b359c18'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:47.160145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.228224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1fe38-f69a-4d7a-8a79-23fe94d54f32 req-c3feb337-425c-40c9-bdbb-8911320af8b9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:47.241201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e7f82-0b1a-4fb2-9535-f554a4c10001 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:47.249076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fec1fe38-f69a-4d7a-8a79-23fe94d54f32 req-c3feb337-425c-40c9-bdbb-8911320af8b9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.7992024 Nov 03 19:06:47.258355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e7f82-0b1a-4fb2-9535-f554a4c10001 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:47.274825 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fc1e7f82-0b1a-4fb2-9535-f554a4c10001 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4417500 Nov 03 19:06:47.277778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 51870) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:47.311345 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f4b1d-d0ee-4e7c-bb1a-a1b5ac06057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b4e4f8-f6ff-4a1a-ab63-f2b3c48883bf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:47.779095 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-12621fe1-d00b-4e6c-9807-0105764790c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet e95840d5-63d3-45ec-8ec2-f0a2014d98ca {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:47.949336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12621fe1-d00b-4e6c-9807-0105764790c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.106690 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12621fe1-d00b-4e6c-9807-0105764790c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.184446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Allocated IP 172.20.0.2 (ed494768-de12-47cd-af4e-eaaaa5e94e0b/19b6095c-0eb2-4783-a66c-4a296b359c18/dd460170-ad39-4aed-b3cb-06f2709f15b9) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:48.476858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.584498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12621fe1-d00b-4e6c-9807-0105764790c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.809770 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fec1fe38-f69a-4d7a-8a79-23fe94d54f32 req-06f912fc-6a88-4bc9-ac3d-aa40c79a0db0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5545814 Nov 03 19:06:48.937075 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.953799 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.027489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12621fe1-d00b-4e6c-9807-0105764790c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.177893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Pushing event updated for resources: {'Port': ['ID=dd460170-ad39-4aed-b3cb-06f2709f15b9,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:49.206815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:49.218948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:49.222913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:49.235765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621fe1-d00b-4e6c-9807-0105764790c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=e95840d5-63d3-45ec-8ec2-f0a2014d98ca,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:49.243717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb0613-3170-4964-8dc7-6a65a47f105c None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:49.262898 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12621fe1-d00b-4e6c-9807-0105764790c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.266520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-12621fe1-d00b-4e6c-9807-0105764790c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/e95840d5-63d3-45ec-8ec2-f0a2014d98ca HTTP/1.1" status: 204 len: 168 time: 1.7368124 Nov 03 19:06:49.271870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51926) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:49.520514 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49398b2b-7c8a-45e1-abc4-4873f94b24ef tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2443891 Nov 03 19:06:49.526274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51934) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:49.646722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Attempting to bind port dd460170-ad39-4aed-b3cb-06f2709f15b9 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:49.647192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Attempting to bind port dd460170-ad39-4aed-b3cb-06f2709f15b9 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:49.647641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Attempting to bind port dd460170-ad39-4aed-b3cb-06f2709f15b9 on network ed494768-de12-47cd-af4e-eaaaa5e94e0b {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:49.712013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:49.718376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Checking segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:49.719383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.722135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Bound using segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:49.722949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Bound port: dd460170-ad39-4aed-b3cb-06f2709f15b9, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:49.723689 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.833973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407c464-d846-49a0-90f3-0759563d9b4e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:49.850079 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8407c464-d846-49a0-90f3-0759563d9b4e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3208518 Nov 03 19:06:49.862638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51954) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:49.948880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.087612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.146393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159484df-012c-46f4-9cc0-7a8320c4ef24 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:50.148604 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-159484df-012c-46f4-9cc0-7a8320c4ef24 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2848756 Nov 03 19:06:50.211426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51962) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:50.369986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] For port dd460170-ad39-4aed-b3cb-06f2709f15b9, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:50.392146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] For port dd460170-ad39-4aed-b3cb-06f2709f15b9, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dd460170-ad39-4aed-b3cb-06f2709f15b9,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:50.452330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.493032 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6c562a85-de5c-4d8d-9fbc-86c8ba6c0494 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2204988 Nov 03 19:06:50.500654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 51968) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:50.513383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:50.771783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:50.819095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:50.842885 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.845155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Allocated IP 172.25.3.209 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/dc4dbc56-e592-495f-9564-babe116d07ab) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:51.056502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81a7fb-df90-41f0-9e0f-7daaa2d8c13f None None] Pushing event updated for resources: {'Port': ['ID=dd460170-ad39-4aed-b3cb-06f2709f15b9,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:51.117398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] Deleting port cd91fbf5-f3db-49ee-9358-dc21cddf9839 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:51.118124 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.203066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a27273-4be6-431a-842f-51f410cbc3a2 req-952b0cb6-c0a3-47d8-88b4-353d0f9f4a34 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.214748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73a27273-4be6-431a-842f-51f410cbc3a2 req-952b0cb6-c0a3-47d8-88b4-353d0f9f4a34 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.6136999 Nov 03 19:06:51.511451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] For port cd91fbf5-f3db-49ee-9358-dc21cddf9839, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cd91fbf5-f3db-49ee-9358-dc21cddf9839,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:51.512690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.537372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73a27273-4be6-431a-842f-51f410cbc3a2 req-f6275ef5-deb6-4efa-b195-93884b349f7c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820214 Nov 03 19:06:51.612072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] Calling delete_port for cd91fbf5-f3db-49ee-9358-dc21cddf9839 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:51.672131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.910465 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.930385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dd460170-ad39-4aed-b3cb-06f2709f15b9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:52.213360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port dd460170-ad39-4aed-b3cb-06f2709f15b9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:52.213360 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.254240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4dbc56-e592-495f-9564-babe116d07ab,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:52.288887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:52.315037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:52.323872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:52.326246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.470012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] Pushing event deleted for resources: {'Port': ['ID=cd91fbf5-f3db-49ee-9358-dc21cddf9839,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:52.489964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1e8d6-cb53-40ef-8f5c-68baaf74537a None None] No DVR routers for this DVR port cd91fbf5-f3db-49ee-9358-dc21cddf9839 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:52.523887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:06:52.814353 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.977271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port dd460170-ad39-4aed-b3cb-06f2709f15b9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dd460170-ad39-4aed-b3cb-06f2709f15b9,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:52.988520 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.169149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=dd460170-ad39-4aed-b3cb-06f2709f15b9,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:53.171112 n-d-812148-3 neutron-server[101755]: WARNING neutron.services.revisions.revision_plugin [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Could not find related port for resource to bump revision. Nov 03 19:06:53.181954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Port cd91fbf5-f3db-49ee-9358-dc21cddf9839 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 03 19:06:53.182277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Reverting IP allocation for 2001:db8::f816:3eff:feb4:be0c {{(pid=101755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 03 19:06:53.197908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb4:be0c {{(pid=101755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 03 19:06:53.205047 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.213704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd91fbf5-f3db-49ee-9358-dc21cddf9839 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:53.303983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cd91fbf5-f3db-49ee-9358-dc21cddf9839 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:53.305020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cd91fbf5-f3db-49ee-9358-dc21cddf9839 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:53.422292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:53.425073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=589ee5f6-96ed-4446-80df-9b9ea8222b05,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:53.467242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:53.482390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9eeab-ec83-4992-8122-aea130753650 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:53.482951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.485396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5562d1c-e781-43ce-8000-2257aab8061d req-16fc1fb4-0c58-45e3-8540-127840f0dbc7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.490811 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.502818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e5562d1c-e781-43ce-8000-2257aab8061d req-16fc1fb4-0c58-45e3-8540-127840f0dbc7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.5496581 Nov 03 19:06:53.534115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.536436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.537328 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.538352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.540742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.542061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.543934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.544451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.545933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.546440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.547351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.548371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:53.572266 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fe6ad37c-e7b2-4fcf-a89d-c335554a9000 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0701075 Nov 03 19:06:53.576941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52058) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:53.600870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fc84b195-cadb-402a-aa8a-7b08affe67e5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:53.782615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e5562d1c-e781-43ce-8000-2257aab8061d req-42cda2ab-e6f0-41cb-b294-c643028675bb tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770710 Nov 03 19:06:53.884058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dd460170-ad39-4aed-b3cb-06f2709f15b9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:54.052785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eaeda3-1d3f-4ec9-9232-fce5e43fdbe5 None None] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:54.085623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc84b195-cadb-402a-aa8a-7b08affe67e5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:54.089866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc84b195-cadb-402a-aa8a-7b08affe67e5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.293524 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.397776 n-d-812148-3 neutron-server[101755]: INFO neutron.db.ipam_backend_mixin [None req-fc84b195-cadb-402a-aa8a-7b08affe67e5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 589ee5f6-96ed-4446-80df-9b9ea8222b05 (CIDR: 2001:db8::/64) Nov 03 19:06:54.406212 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc84b195-cadb-402a-aa8a-7b08affe67e5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:06:54.408245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc84b195-cadb-402a-aa8a-7b08affe67e5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:06:54.470506 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fc84b195-cadb-402a-aa8a-7b08affe67e5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8856874 Nov 03 19:06:54.474909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52086) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:54.497999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:54.920175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f546211a-1d41-4052-a0ab-7775fcd65731 None None] Provisioning complete for port dd460170-ad39-4aed-b3cb-06f2709f15b9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:54.923846 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f546211a-1d41-4052-a0ab-7775fcd65731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.963833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:54.970390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.972768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.204645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039d31b-96ca-48e9-8447-2ffd55ecff95 req-3faaf0d2-f3f1-4e16-8e67-f434ca1cf42a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:55.206472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8039d31b-96ca-48e9-8447-2ffd55ecff95 req-3faaf0d2-f3f1-4e16-8e67-f434ca1cf42a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.1532438 Nov 03 19:06:55.235023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port dd460170-ad39-4aed-b3cb-06f2709f15b9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:55.235475 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.286121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '589ee5f6-96ed-4446-80df-9b9ea8222b05'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:55.287630 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.428011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8039d31b-96ca-48e9-8447-2ffd55ecff95 req-a153fd54-1e16-41ed-b8c0-5a1ccb6006b9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023220 Nov 03 19:06:55.478252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:06:55.770482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52138) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:56.012434 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.094272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:56.120038 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Sync routers for ids ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:56.138820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.142458 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Routers {'8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:56.143324 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:56.147278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dfaa7907-e724-4b1f-9121-72789d8ec7e0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3857563 Nov 03 19:06:56.148804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52148) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:56.210367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:56.232353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:56.259507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:56.260474 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.344462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Allocated IP 2001:db8::f816:3eff:fe24:9f49 (45688c7b-5d83-4046-a79b-22363a7f381a/589ee5f6-96ed-4446-80df-9b9ea8222b05/80721f16-e4be-4575-b569-d14fc7974c0b) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:56.387864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=49b033ca-bc78-4308-a211-130829f0c1ac,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:56.440337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52160) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:56.442250 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ab496372-ffb4-472c-bf75-74ea0dfd27bf tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9647827 Nov 03 19:06:56.456500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:a6:ce:6b', 'name': 'tempest-NetworksTestDHCPv6-2054533739'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:56.531299 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Set router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:56.920625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.950826 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.085883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:57.097813 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:57.103158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:57.276520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Pushing event updated for resources: {'Port': ['ID=80721f16-e4be-4575-b569-d14fc7974c0b,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:57.304601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Attempting to bind port 80721f16-e4be-4575-b569-d14fc7974c0b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:57.304950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Attempting to bind port 80721f16-e4be-4575-b569-d14fc7974c0b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:57.305435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Attempting to bind port 80721f16-e4be-4575-b569-d14fc7974c0b on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:57.318838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:57.319334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:57.319775 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.320227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:57.320715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Bound port: 80721f16-e4be-4575-b569-d14fc7974c0b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:57.326464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.399877 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:06:53Z', 'revision_number': 3, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port': {'id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:57.572295 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57c51ea6-168f-463b-ac76-211ffd3135e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.577165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] For port 80721f16-e4be-4575-b569-d14fc7974c0b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:57.598868 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Checking router: 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:06:57.599830 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Updating router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce port dc4dbc56-e592-495f-9564-babe116d07ab binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:06:57.700407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] For port 80721f16-e4be-4575-b569-d14fc7974c0b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=80721f16-e4be-4575-b569-d14fc7974c0b,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:57.720346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d4347966-55b2-4e3f-b57d-59444b42388c None None] Provisioning complete for port dd460170-ad39-4aed-b3cb-06f2709f15b9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:57.720967 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d4347966-55b2-4e3f-b57d-59444b42388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.724322 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.837451 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.035082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bf808-c04c-4c0e-802e-e0c8bac919a9 None None] Pushing event updated for resources: {'Port': ['ID=80721f16-e4be-4575-b569-d14fc7974c0b,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:58.049276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0710fd-4d9f-4f27-a185-9fe1340caebf req-82029121-f64f-4113-9c34-411e78cf8c71 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:58.071026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd0710fd-4d9f-4f27-a185-9fe1340caebf req-82029121-f64f-4113-9c34-411e78cf8c71 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.5903811 Nov 03 19:06:58.348392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:58.745541 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd0710fd-4d9f-4f27-a185-9fe1340caebf req-c681ee67-22ce-47c2-bf10-51278df69ce4 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6724379 Nov 03 19:06:58.879285 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.908480 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.096803 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Pushing event updated for resources: {'Port': ['ID=dc4dbc56-e592-495f-9564-babe116d07ab,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:59.123791 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.124139 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.124462 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.124794 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.125129 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.138967 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.139514 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.139862 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.140199 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.140540 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.141680 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.142026 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.170641 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Attempting to bind port dc4dbc56-e592-495f-9564-babe116d07ab on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:59.171122 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Attempting to bind port dc4dbc56-e592-495f-9564-babe116d07ab by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:59.171480 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Attempting to bind port dc4dbc56-e592-495f-9564-babe116d07ab on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:59.172643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57c51ea6-168f-463b-ac76-211ffd3135e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.178767 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:59.179203 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:59.179728 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.180342 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:59.180996 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Bound port: dc4dbc56-e592-495f-9564-babe116d07ab, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:59.183491 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.325992 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] For port dc4dbc56-e592-495f-9564-babe116d07ab, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:59.330246 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] For port dc4dbc56-e592-495f-9564-babe116d07ab, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dc4dbc56-e592-495f-9564-babe116d07ab,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:59.341715 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.371246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.383600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57c51ea6-168f-463b-ac76-211ffd3135e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.547834 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Routers {'8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:59.549268 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:59.611100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 796ab5bf-89e8-414c-a1d7-ede1d918b449 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:59.743856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57c51ea6-168f-463b-ac76-211ffd3135e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4376019bef5a49b09d190adadda89dff&name=default HTTP/1.1" status: 200 len: 3000 time: 3.9591749 Nov 03 19:06:59.745968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52248) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:59.987691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c51ea6-168f-463b-ac76-211ffd3135e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f37a860-c71d-47b0-a9c8-fb703264f1ef,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:00.078469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.080579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9b57dfb-a2a7-4393-acc6-e5a7a516758f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.168426 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590705c7-c0d3-421c-9b1b-4cde90ded372 None None] Pushing event updated for resources: {'Port': ['ID=dc4dbc56-e592-495f-9564-babe116d07ab,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:00.181546 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] Set router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:00.186393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9b57dfb-a2a7-4393-acc6-e5a7a516758f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.260995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f2e31-464c-4f19-b0a0-7587d04a755f None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:00.422803 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-04f9847d-b8c2-44b6-8b6d-b7b7a7915013 service neutron] show failed (client error): The resource could not be found. Nov 03 19:07:00.430823 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-04f9847d-b8c2-44b6-8b6d-b7b7a7915013 service neutron] 10.222.0.70 "GET /v2.0/ports/52f6f334-7866-4e93-8c63-7ebef90d3f24/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.1578248 Nov 03 19:07:00.457896 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9b57dfb-a2a7-4393-acc6-e5a7a516758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.475146 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9b57dfb-a2a7-4393-acc6-e5a7a516758f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.495662 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c9b57dfb-a2a7-4393-acc6-e5a7a516758f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f37a860-c71d-47b0-a9c8-fb703264f1ef HTTP/1.1" status: 204 len: 168 time: 0.7465920 Nov 03 19:07:00.588679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b57dfb-a2a7-4393-acc6-e5a7a516758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f37a860-c71d-47b0-a9c8-fb703264f1ef,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:00.706838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 80721f16-e4be-4575-b569-d14fc7974c0b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:00.713706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a95142b0-0f1a-4fdf-af04-8b12488fc703 None None] Provisioning complete for port 80721f16-e4be-4575-b569-d14fc7974c0b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:00.714921 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a95142b0-0f1a-4fdf-af04-8b12488fc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.974961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961ecce-9d48-40cf-b0df-b411309e825f req-0c49c3d5-39ad-40c7-aef9-b836ca0f7588 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:00.977323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3961ecce-9d48-40cf-b0df-b411309e825f req-0c49c3d5-39ad-40c7-aef9-b836ca0f7588 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.8816698 Nov 03 19:07:01.057692 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:06:53Z', 'revision_number': 3, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port': {'id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:01.190675 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7ff43-a58f-4654-a0d0-2638c7d5720a None None] The sync data for ids ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'] in n-d-812148-3 is: [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:06:53Z', 'revision_number': 3, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port': {'id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:01.512339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Allocated IP 172.20.0.1 (ed494768-de12-47cd-af4e-eaaaa5e94e0b/19b6095c-0eb2-4783-a66c-4a296b359c18/665b87ce-4c7e-416d-b190-636a1a82b042) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:01.591393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3961ecce-9d48-40cf-b0df-b411309e825f req-0a976c18-6a00-474b-9fa5-2d8556cf1699 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5067282 Nov 03 19:07:01.618445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8:0:1::3a4 (45688c7b-5d83-4046-a79b-22363a7f381a/49b033ca-bc78-4308-a211-130829f0c1ac/796ab5bf-89e8-414c-a1d7-ede1d918b449) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:01.620749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 80721f16-e4be-4575-b569-d14fc7974c0b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:01.623220 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.669791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fea6:ce6b (45688c7b-5d83-4046-a79b-22363a7f381a/589ee5f6-96ed-4446-80df-9b9ea8222b05/796ab5bf-89e8-414c-a1d7-ede1d918b449) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:01.778149 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a95142b0-0f1a-4fdf-af04-8b12488fc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.015290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a95142b0-0f1a-4fdf-af04-8b12488fc703 None None] For port 80721f16-e4be-4575-b569-d14fc7974c0b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=80721f16-e4be-4575-b569-d14fc7974c0b,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:02.039586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a95142b0-0f1a-4fdf-af04-8b12488fc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.719904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52340) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:02.772432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95142b0-0f1a-4fdf-af04-8b12488fc703 None None] Pushing event updated for resources: {'Port': ['ID=80721f16-e4be-4575-b569-d14fc7974c0b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:02.814070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1b3d-f4bd-4057-b576-ac2f59716f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.873442 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.998582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.071676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8594d9-b82e-49f4-8732-0920c8d0911b None None] Update dhcp port {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '589ee5f6-96ed-4446-80df-9b9ea8222b05', 'ip_address': '2001:db8::f816:3eff:fe24:9f49'}, {'subnet_id': '49b033ca-bc78-4308-a211-130829f0c1ac'}], 'binding:host_id': 'n-d-812148-3'}, 'id': '80721f16-e4be-4575-b569-d14fc7974c0b'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:07:03.176451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1b3d-f4bd-4057-b576-ac2f59716f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.193913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1b3d-f4bd-4057-b576-ac2f59716f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.202089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0b8594d9-b82e-49f4-8732-0920c8d0911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.225930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.342579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a1b3d-f4bd-4057-b576-ac2f59716f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7379b9-c7b6-4a04-913d-9f43fa0c8441,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:03.485050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5a4a1b3d-f4bd-4057-b576-ac2f59716f9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e45cbad3b7244ec9a675036d4ca8b2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7396460 Nov 03 19:07:03.486464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52360) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:03.744457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=796ab5bf-89e8-414c-a1d7-ede1d918b449,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:03.825913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:03.826542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fa7749a-f89f-45b9-8959-abf32acb47f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.841082 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.848619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-ad38e5c8-f9a2-4214-8ff7-9faf6f79e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:03.853262 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-ad38e5c8-f9a2-4214-8ff7-9faf6f79e2ad service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 1097 time: 2.6283543 Nov 03 19:07:03.935359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dc4dbc56-e592-495f-9564-babe116d07ab up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:03.938218 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fa7749a-f89f-45b9-8959-abf32acb47f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.944429 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.960529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:03.994065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:04.120491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:04.138143 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:04.154556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:04.155777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.211637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fa7749a-f89f-45b9-8959-abf32acb47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.219428 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2fa7749a-f89f-45b9-8959-abf32acb47f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.222298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2fa7749a-f89f-45b9-8959-abf32acb47f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b7379b9-c7b6-4a04-913d-9f43fa0c8441 HTTP/1.1" status: 204 len: 168 time: 0.7177696 Nov 03 19:07:04.249017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7749a-f89f-45b9-8959-abf32acb47f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7379b9-c7b6-4a04-913d-9f43fa0c8441,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:04.261000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a562c6b-d830-44b4-9bd0-16fbdfb91e30 req-88c34f48-6163-44ad-8086-d529b96dfe93 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:04.267190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a562c6b-d830-44b4-9bd0-16fbdfb91e30 req-88c34f48-6163-44ad-8086-d529b96dfe93 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 1.0628421 Nov 03 19:07:04.430188 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.465520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52392) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:04.466575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ac628117-3bd3-4f7d-8ea1-b71defc03f99 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 8.0196106 Nov 03 19:07:04.687407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.705560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a562c6b-d830-44b4-9bd0-16fbdfb91e30 req-0e92c09a-0a47-4403-b3f9-02fbb341fb93 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950114 Nov 03 19:07:04.757206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-be6c36d3-3b78-419c-9ad5-0d37abf8b7ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 796ab5bf-89e8-414c-a1d7-ede1d918b449 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:04.760115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be6c36d3-3b78-419c-9ad5-0d37abf8b7ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.818962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:04.904639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Pushing event updated for resources: {'Port': ['ID=665b87ce-4c7e-416d-b190-636a1a82b042,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:04.922545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:04.931543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:05.002713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-0b8594d9-b82e-49f4-8732-0920c8d0911b None None] Allocated IP 2001:db8:0:1::2 (45688c7b-5d83-4046-a79b-22363a7f381a/49b033ca-bc78-4308-a211-130829f0c1ac/80721f16-e4be-4575-b569-d14fc7974c0b) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:05.141365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be6c36d3-3b78-419c-9ad5-0d37abf8b7ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.216093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-be6c36d3-3b78-419c-9ad5-0d37abf8b7ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 796ab5bf-89e8-414c-a1d7-ede1d918b449 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:05.253534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port dc4dbc56-e592-495f-9564-babe116d07ab triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:05.253842 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.395175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.407254 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.882618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0b8594d9-b82e-49f4-8732-0920c8d0911b None None] For port 80721f16-e4be-4575-b569-d14fc7974c0b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=80721f16-e4be-4575-b569-d14fc7974c0b,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:05.955533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a6f85c47-e57b-48c4-9a92-705924c33ea0 None None] Provisioning complete for port 665b87ce-4c7e-416d-b190-636a1a82b042 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:05.956089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a6f85c47-e57b-48c4-9a92-705924c33ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.976419 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.983741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:06.033140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be6c36d3-3b78-419c-9ad5-0d37abf8b7ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.150956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c36d3-3b78-419c-9ad5-0d37abf8b7ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=796ab5bf-89e8-414c-a1d7-ede1d918b449,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:06.292760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be6c36d3-3b78-419c-9ad5-0d37abf8b7ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.302605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-be6c36d3-3b78-419c-9ad5-0d37abf8b7ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/796ab5bf-89e8-414c-a1d7-ede1d918b449 HTTP/1.1" status: 204 len: 168 time: 1.8333640 Nov 03 19:07:06.306476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52448) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:06.352796 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0b8594d9-b82e-49f4-8732-0920c8d0911b None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.356482 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4089f9a6-3a39-40dc-a4d5-3cbe7532f533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.422187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3154475e-cacd-4bc3-9c29-93bb0373bede tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.433398 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3154475e-cacd-4bc3-9c29-93bb0373bede tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1255679 Nov 03 19:07:06.436426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52454) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:06.444429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:06.495224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port dc4dbc56-e592-495f-9564-babe116d07ab, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dc4dbc56-e592-495f-9564-babe116d07ab,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:06.497031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a6f85c47-e57b-48c4-9a92-705924c33ea0 None None] Port 665b87ce-4c7e-416d-b190-636a1a82b042 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:06.500687 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0b8594d9-b82e-49f4-8732-0920c8d0911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.554080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d441ec3-a866-493c-a712-bf694876c835 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.561503 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d441ec3-a866-493c-a712-bf694876c835 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1211538 Nov 03 19:07:06.562080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52458) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:06.599474 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.600254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 80721f16-e4be-4575-b569-d14fc7974c0b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:06.731924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:06.737276 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93993323-0460-433d-bbbb-f9ceb6c9480c" -d '{"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-unplugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:06.750616 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.793225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2250a9-0d42-4ab8-ba5e-0d24d15f476a req-89f178cd-8727-4ad1-b65a-a41b6668bb31 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.799699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be1d0a-7fea-4be9-9024-813fa73bb39b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.808142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be1d0a-7fea-4be9-9024-813fa73bb39b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.809077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a2250a9-0d42-4ab8-ba5e-0d24d15f476a req-89f178cd-8727-4ad1-b65a-a41b6668bb31 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.6753631 Nov 03 19:07:06.816528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be1d0a-7fea-4be9-9024-813fa73bb39b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.826567 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-41be1d0a-7fea-4be9-9024-813fa73bb39b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2630556 Nov 03 19:07:06.830359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52470) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:06.879744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Transition to ACTIVE for port object 52f6f334-7866-4e93-8c63-7ebef90d3f24 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:07:06.905287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.017853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-26933b00-b2e5-4c66-b7ac-0d0e2743f123 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 49b033ca-bc78-4308-a211-130829f0c1ac {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:07.033333 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26933b00-b2e5-4c66-b7ac-0d0e2743f123 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.321197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26933b00-b2e5-4c66-b7ac-0d0e2743f123 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.535245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a2250a9-0d42-4ab8-ba5e-0d24d15f476a req-2cfa76dd-c56f-4a75-b3eb-030bf1421609 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7244303 Nov 03 19:07:07.715114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8594d9-b82e-49f4-8732-0920c8d0911b None None] Pushing event updated for resources: {'Port': ['ID=80721f16-e4be-4575-b569-d14fc7974c0b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:07.874111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.895066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26933b00-b2e5-4c66-b7ac-0d0e2743f123 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.987290 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:07:07.992105 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:07:08.022029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 80721f16-e4be-4575-b569-d14fc7974c0b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:08.023168 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.286335 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfb61fe-cbce-4609-9819-8c57b288d4cd x-openstack-request-id: req-8dfb61fe-cbce-4609-9819-8c57b288d4cd {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:08.287104 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-unplugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:08.289066 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8dfb61fe-cbce-4609-9819-8c57b288d4cd {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:08.289920 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'code': 200} Nov 03 19:07:08.296857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26933b00-b2e5-4c66-b7ac-0d0e2743f123 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.443250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26933b00-b2e5-4c66-b7ac-0d0e2743f123 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=49b033ca-bc78-4308-a211-130829f0c1ac,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:08.454242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=dc4dbc56-e592-495f-9564-babe116d07ab,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:08.474069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26933b00-b2e5-4c66-b7ac-0d0e2743f123 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.516960 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-26933b00-b2e5-4c66-b7ac-0d0e2743f123 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/49b033ca-bc78-4308-a211-130829f0c1ac HTTP/1.1" status: 204 len: 168 time: 1.6808043 Nov 03 19:07:08.522413 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52502) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:08.767171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] No DVR routers for this DVR port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:08.789949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-3366a47a-85c3-4e7c-88cb-f22af076cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 589ee5f6-96ed-4446-80df-9b9ea8222b05 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:08.800272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3366a47a-85c3-4e7c-88cb-f22af076cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.883522 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-39ac69fc-20c7-460f-b62b-5003deb57c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.083739 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3366a47a-85c3-4e7c-88cb-f22af076cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.243010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:09.254343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ca118-530c-4c72-b709-31cd43b7b31b None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:09.564024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dc4dbc56-e592-495f-9564-babe116d07ab up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:09.613921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3366a47a-85c3-4e7c-88cb-f22af076cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.695261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9087b-4fc6-4068-b31d-82fab58a2d32 req-b4838dfe-9aa5-493d-8190-7dc0fe3da6ae tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:09.712666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7f9087b-4fc6-4068-b31d-82fab58a2d32 req-b4838dfe-9aa5-493d-8190-7dc0fe3da6ae tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 0.4940381 Nov 03 19:07:09.729162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fe1635a2-55b5-40cc-884b-530be7f8a6c6 None None] Provisioning complete for port 80721f16-e4be-4575-b569-d14fc7974c0b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:09.737103 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fe1635a2-55b5-40cc-884b-530be7f8a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.803198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3366a47a-85c3-4e7c-88cb-f22af076cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.863001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3366a47a-85c3-4e7c-88cb-f22af076cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.874388 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3366a47a-85c3-4e7c-88cb-f22af076cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/589ee5f6-96ed-4446-80df-9b9ea8222b05 HTTP/1.1" status: 204 len: 168 time: 1.3484590 Nov 03 19:07:09.882552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52536) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:09.935966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:09.936834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:09.937241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:09.971754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:07:09.972334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:10.033088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:10.033461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Checking segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:10.033779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Bound using segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:10.043368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Bound port: 52f6f334-7866-4e93-8c63-7ebef90d3f24, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:10.043815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.110829 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-463d546c-95ac-4e32-aea3-1f45493e370b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2150359 Nov 03 19:07:10.112611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52540) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.122849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:10.261597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366a47a-85c3-4e7c-88cb-f22af076cd8a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=589ee5f6-96ed-4446-80df-9b9ea8222b05,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:10.276534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port dc4dbc56-e592-495f-9564-babe116d07ab triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:10.279120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.321194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7f9087b-4fc6-4068-b31d-82fab58a2d32 req-4b110a4e-36df-4f9a-962f-4d8aef4287b7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6061893 Nov 03 19:07:10.528723 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.618844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:10.638242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.646884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.688899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.893513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.113890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:11.115282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:07:11.209440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Pushing event updated for resources: {'Port': ['ID=665b87ce-4c7e-416d-b190-636a1a82b042,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:11.247961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 80721f16-e4be-4575-b569-d14fc7974c0b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:11.323989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:11.338114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.600817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:11.609585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52570) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:11.613055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:11.910853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] Deleting port 80721f16-e4be-4575-b569-d14fc7974c0b {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:11.911507 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.076438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:07:12.413190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] For port 80721f16-e4be-4575-b569-d14fc7974c0b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=80721f16-e4be-4575-b569-d14fc7974c0b,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:12.414123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.477365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] Calling delete_port for 80721f16-e4be-4575-b569-d14fc7974c0b owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:12.698247 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52600) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:12.846793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.005117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 80721f16-e4be-4575-b569-d14fc7974c0b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:13.014370 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.230749 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.247368 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.474415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:13.477736 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.483360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] 10.222.0.96 "PUT /v2.0/ports/52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1092 time: 9.5517294 Nov 03 19:07:13.486727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] For port 80721f16-e4be-4575-b569-d14fc7974c0b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=80721f16-e4be-4575-b569-d14fc7974c0b,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:13.493799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:13.511038 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d0babb-eed3-448f-946a-19ad19ae6380" -d '{"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:13.556518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1cc94457-6e63-4030-9680-36f7b42a11db None None] Provisioning complete for port 665b87ce-4c7e-416d-b190-636a1a82b042 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:13.563583 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1cc94457-6e63-4030-9680-36f7b42a11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.650472 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.659548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.663715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.727538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.786056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] No DVR routers for this DVR port 80721f16-e4be-4575-b569-d14fc7974c0b on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:13.820545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22ddfe-3b22-4abf-85d4-933f6c144c25 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:13.860330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec74e92d-f21f-4ca3-8cf1-5633e0461249 admin admin] Deleting subnet 0379e804-6f7c-47ed-a306-6c2185e03f95 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:13.870991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 80721f16-e4be-4575-b569-d14fc7974c0b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:13.937791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 80721f16-e4be-4575-b569-d14fc7974c0b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:13.942600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 80721f16-e4be-4575-b569-d14fc7974c0b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:13.948428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3038bc6-376f-4b41-8029-07cd2430c2ad None None] Pushing event deleted for resources: {'Port': ['ID=80721f16-e4be-4575-b569-d14fc7974c0b,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:13.969929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1cc94457-6e63-4030-9680-36f7b42a11db None None] Port 665b87ce-4c7e-416d-b190-636a1a82b042 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:14.046725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec74e92d-f21f-4ca3-8cf1-5633e0461249 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.068190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=80721f16-e4be-4575-b569-d14fc7974c0b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:14.104577 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719067bf-c3d0-4766-8dc3-ad4cfe722b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.115205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:14.144513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:14.159029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8110bcf-a127-4260-a3cd-fe5cdb48b61f None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:14.259693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642fd4f-4365-4e5d-8f46-132b1ade3bed req-78a01277-e159-4111-aaff-7705b1a8e4fe tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:14.264142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4642fd4f-4365-4e5d-8f46-132b1ade3bed req-78a01277-e159-4111-aaff-7705b1a8e4fe tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 2.5205977 Nov 03 19:07:14.264142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52630) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.269980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-efc3056a-1122-46b3-881a-05c2b142f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:14.271594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-efc3056a-1122-46b3-881a-05c2b142f440 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1095 time: 0.6867146 Nov 03 19:07:14.337377 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719067bf-c3d0-4766-8dc3-ad4cfe722b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.347200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:14.348795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.360879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719067bf-c3d0-4766-8dc3-ad4cfe722b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.402850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=4f974989-7af4-47b7-871c-7f4adcc14ee1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:14.483331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-22eb034d-d9ef-4bb5-94e3-fa739c80fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:14.485038 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-22eb034d-d9ef-4bb5-94e3-fa739c80fc28 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.1669099 Nov 03 19:07:14.506138 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec74e92d-f21f-4ca3-8cf1-5633e0461249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.507945 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d3e143f1-71d5-470e-bd1d-5623ea87b2b5 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3933027 Nov 03 19:07:14.527159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52640) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.556113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-03b97e0a-b662-446e-ad0f-0192188293ed tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:14.618616 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-719067bf-c3d0-4766-8dc3-ad4cfe722b04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6bbb7b6b6b44c288cf9607e027b7717&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9183576 Nov 03 19:07:14.630699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52648) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.748040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-2e4c5c73-ab1f-4a9a-9e90-2918109fc163 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1000 time: 0.2323122 Nov 03 19:07:14.750519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719067bf-c3d0-4766-8dc3-ad4cfe722b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d7d73-dbdc-43f3-b149-e79d39de4b2c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:14.801539 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec74e92d-f21f-4ca3-8cf1-5633e0461249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.873546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '4f974989-7af4-47b7-871c-7f4adcc14ee1'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:07:14.875260 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.968491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-500cc164-54a3-45ee-8778-9f9931f6ea60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.098529 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:07:15.141933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-500cc164-54a3-45ee-8778-9f9931f6ea60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.214969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Allocated IP 2001:db8::f816:3eff:feb8:149d (45688c7b-5d83-4046-a79b-22363a7f381a/4f974989-7af4-47b7-871c-7f4adcc14ee1/93ceb2f8-089e-44bd-98a3-2ac1cea68021) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:15.220690 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec74e92d-f21f-4ca3-8cf1-5633e0461249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.274179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b97e0a-b662-446e-ad0f-0192188293ed tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:15.278703 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-03b97e0a-b662-446e-ad0f-0192188293ed tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.426203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06ce7960-ba40-489c-b2cb-566f83491fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.467109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74e92d-f21f-4ca3-8cf1-5633e0461249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0379e804-6f7c-47ed-a306-6c2185e03f95,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:15.481769 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec74e92d-f21f-4ca3-8cf1-5633e0461249 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.489510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ec74e92d-f21f-4ca3-8cf1-5633e0461249 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0379e804-6f7c-47ed-a306-6c2185e03f95 HTTP/1.1" status: 204 len: 168 time: 3.8374352 Nov 03 19:07:15.545208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4642fd4f-4365-4e5d-8f46-132b1ade3bed req-a2a741e0-236a-4600-ab08-7d4b7d552805 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2300215 Nov 03 19:07:15.558695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:15.561175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52662) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.577209 n-d-812148-3 neutron-server[101755]: INFO neutron.db.ipam_backend_mixin [None req-03b97e0a-b662-446e-ad0f-0192188293ed tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f974989-7af4-47b7-871c-7f4adcc14ee1 (CIDR: 2001:db8::/64) Nov 03 19:07:15.580926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-500cc164-54a3-45ee-8778-9f9931f6ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.587101 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-500cc164-54a3-45ee-8778-9f9931f6ea60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.589034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-500cc164-54a3-45ee-8778-9f9931f6ea60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc8d7d73-dbdc-43f3-b149-e79d39de4b2c HTTP/1.1" status: 204 len: 168 time: 0.9158325 Nov 03 19:07:15.619119 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.628080 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b97e0a-b662-446e-ad0f-0192188293ed tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:07:15.630258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b97e0a-b662-446e-ad0f-0192188293ed tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:15.654727 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.682513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cc164-54a3-45ee-8778-9f9931f6ea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d7d73-dbdc-43f3-b149-e79d39de4b2c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:15.715063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-98e44ebf-a372-4266-90a1-b42d114d055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:15.730275 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-03b97e0a-b662-446e-ad0f-0192188293ed tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1973107 Nov 03 19:07:15.733637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-98e44ebf-a372-4266-90a1-b42d114d055f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.7220945 Nov 03 19:07:15.743580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52666) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.775485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:15.918865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Pushing event updated for resources: {'Port': ['ID=93ceb2f8-089e-44bd-98a3-2ac1cea68021,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:15.922419 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d94599-8208-4591-a271-e652cdd344fb x-openstack-request-id: req-b0d94599-8208-4591-a271-e652cdd344fb {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:15.923488 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:15.923488 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0d94599-8208-4591-a271-e652cdd344fb {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:15.923832 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'status': 'completed', 'code': 200} Nov 03 19:07:15.965405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:15.971662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:15.976413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:16.153265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Attempting to bind port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:16.159010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Attempting to bind port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:16.159598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Attempting to bind port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:16.183248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:16.183842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:16.184481 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.185101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:16.185909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Bound port: 93ceb2f8-089e-44bd-98a3-2ac1cea68021, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:16.186526 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.211530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:16.218513 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.225670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.273449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-d1215e13-a78b-4e1e-8118-73e9a44d254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:16.276060 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-d1215e13-a78b-4e1e-8118-73e9a44d254a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1095 time: 0.2241650 Nov 03 19:07:16.381802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-2a98b8fa-82f4-46c0-8d49-006eff245857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:16.383691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-2a98b8fa-82f4-46c0-8d49-006eff245857 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6474607 Nov 03 19:07:16.409484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] For port 93ceb2f8-089e-44bd-98a3-2ac1cea68021, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:16.421482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] For port 93ceb2f8-089e-44bd-98a3-2ac1cea68021, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=93ceb2f8-089e-44bd-98a3-2ac1cea68021,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:16.435521 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.601388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52678) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:16.607012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fef86-3737-4834-9d31-d48b868345ac None None] Pushing event updated for resources: {'Port': ['ID=93ceb2f8-089e-44bd-98a3-2ac1cea68021,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:16.683841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-014ad2be-97c5-4221-a334-4da067727523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.696190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-9882517d-9c18-4621-9a14-7d9948c66e10 service neutron] 10.222.0.96 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649534 Nov 03 19:07:16.839389 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-bbd3e854-0692-4ce1-a8be-758e1b5087f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:16.842517 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-bbd3e854-0692-4ce1-a8be-758e1b5087f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.5560317 Nov 03 19:07:17.089438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.120750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-f22acb42-c33e-4952-b0b0-2b9e4358f7b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1000 time: 0.2674940 Nov 03 19:07:17.145056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15c6f8e-71aa-4590-a648-f90d491ea9e9']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:17.163661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:17.164177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ad3b38-a37b-4c9a-9ecc-613ca3fc197a') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:17.177173 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.209741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.224752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:07:17.226186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:07:17.348614 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:07:17.353316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:17.382692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Sync routers for ids ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:17.388636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-014ad2be-97c5-4221-a334-4da067727523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.399933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-33ab3d1d-e393-4b91-a95e-a679e9435712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:17.404026 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-33ab3d1d-e393-4b91-a95e-a679e9435712 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.2716942 Nov 03 19:07:17.410437 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-014ad2be-97c5-4221-a334-4da067727523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.426167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Routers {'8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:17.429759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:17.519888 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06ce7960-ba40-489c-b2cb-566f83491fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.528911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a773ef32-8099-434c-b150-6efd7eba136f admin admin] 10.222.0.77 "PUT /v2.0/routers/8a974ac5-5c7f-4b4f-94f5-c453d5d871ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.3787084 Nov 03 19:07:17.535217 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.554836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06ce7960-ba40-489c-b2cb-566f83491fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.562611 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.567729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f15c6f8e-71aa-4590-a648-f90d491ea9e9 HTTP/1.1" status: 204 len: 168 time: 1.9631371 Nov 03 19:07:17.699471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ad2be-97c5-4221-a334-4da067727523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e3e4ec-16da-4a05-b6f5-e7bb5a9498a3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:17.723547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-014ad2be-97c5-4221-a334-4da067727523 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd97c191a1dd4262badc0ec14d2b1752&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1185684 Nov 03 19:07:17.729767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52706) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:17.736950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-4b35ddf7-293f-4b56-8b6f-6d51c9bff7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:17.739783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-4b35ddf7-293f-4b56-8b6f-6d51c9bff7ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3195007 Nov 03 19:07:17.797171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-2292d670-48d8-4044-b3a0-6de0176996a9 service neutron] 10.222.0.96 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0608239 Nov 03 19:07:17.844080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea44d7-c3de-457e-9d59-a6946ff6ca34 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15c6f8e-71aa-4590-a648-f90d491ea9e9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:18.032583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-06ce7960-ba40-489c-b2cb-566f83491fb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc2df68a386f4c8e87376dc8bebd8f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7598770 Nov 03 19:07:18.040247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.062260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52708) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.089977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 93ceb2f8-089e-44bd-98a3-2ac1cea68021 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:18.095700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Set router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:18.169039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59410cc-a63e-4672-8cc9-4b03b20f5be2 req-65c5dabc-6b06-4bd6-beb2-72a9ea657988 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:18.172471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c59410cc-a63e-4672-8cc9-4b03b20f5be2 req-65c5dabc-6b06-4bd6-beb2-72a9ea657988 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 1.1873093 Nov 03 19:07:18.182294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce7960-ba40-489c-b2cb-566f83491fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa74ca5-9e84-490a-8283-3a49ce934855,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:18.383195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c59410cc-a63e-4672-8cc9-4b03b20f5be2 req-3464afe1-2549-4bc0-9fd0-3835bcbe3e7a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870391 Nov 03 19:07:18.415940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-789db218-aa95-4117-880f-3bc96ac486ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:18.418106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-789db218-aa95-4117-880f-3bc96ac486ae service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1095 time: 0.5203416 Nov 03 19:07:18.494508 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:18.515873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52724) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.530552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:18.591353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:18.592299 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.602786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-c452d4dd-ac7b-471f-b89d-46a00afca71c service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7954469 Nov 03 19:07:18.633973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16f1bd4-320f-42be-85bf-7b91ba9e369c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.637321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47795cdc-5c0c-41f1-b106-083e4fe07616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.854869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-b3df2882-bf63-44f2-91c7-0de6b803498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:18.863610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-b3df2882-bf63-44f2-91c7-0de6b803498a service neutron] 10.222.0.96 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.4361770 Nov 03 19:07:18.872276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47795cdc-5c0c-41f1-b106-083e4fe07616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.245133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=53ce7718-bc32-450b-b9b1-164929522f43,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:19.266900 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-225b99a6-8895-42d9-9aca-5f100fb9e4a8 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5132701 Nov 03 19:07:19.288813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52736) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:19.316639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:19.318793 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.356599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:c7:da:15', 'name': 'tempest-NetworksTestDHCPv6-658612466'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:19.410693 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16f1bd4-320f-42be-85bf-7b91ba9e369c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.441570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c303225d-4a89-47ad-84cf-5a00e15bc952 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d01ebaa373042f490ab21beceddd45b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9048030 Nov 03 19:07:19.449601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52748) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:19.514564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52754) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:19.524344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2103502255-network', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:19.562569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Made reservation on behalf of 6e94098c17e74e16a317a8737f549ea5 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:19.562917 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.580673 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.613476 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-de28c989-12a6-4396-a184-57496b994f75 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9858336 Nov 03 19:07:19.642220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-637ecc63-576b-4b3a-881e-6aabd2b6c07c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.767848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47795cdc-5c0c-41f1-b106-083e4fe07616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.769379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.781166 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47795cdc-5c0c-41f1-b106-083e4fe07616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.786442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ff890-ac4a-49c2-860d-d17437b8e58d None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:19.788015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-47795cdc-5c0c-41f1-b106-083e4fe07616 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3aa74ca5-9e84-490a-8283-3a49ce934855 HTTP/1.1" status: 204 len: 168 time: 1.7012424 Nov 03 19:07:19.873823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47795cdc-5c0c-41f1-b106-083e4fe07616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa74ca5-9e84-490a-8283-3a49ce934855,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:19.901295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-057f2390-b06c-461a-81d2-e7ed4a92613f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1000 time: 1.0063016 Nov 03 19:07:19.949656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.960239 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16f1bd4-320f-42be-85bf-7b91ba9e369c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.977809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16f1bd4-320f-42be-85bf-7b91ba9e369c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.979784 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a16f1bd4-320f-42be-85bf-7b91ba9e369c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5e3e4ec-16da-4a05-b6f5-e7bb5a9498a3 HTTP/1.1" status: 204 len: 168 time: 2.2383544 Nov 03 19:07:20.020170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.053238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-88ac2b89-c0ab-486c-a837-551b1a550cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:20.055968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-88ac2b89-c0ab-486c-a837-551b1a550cea service neutron] 10.222.0.96 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.0921659 Nov 03 19:07:20.059529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f1bd4-320f-42be-85bf-7b91ba9e369c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e3e4ec-16da-4a05-b6f5-e7bb5a9498a3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:20.073916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-51a832c9-dc3c-4416-80f6-c1311ad1cb24 None None] Provisioning complete for port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:20.074505 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-51a832c9-dc3c-4416-80f6-c1311ad1cb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.085147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:07:06Z', 'revision_number': 4, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port': {'id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '665b87ce-4c7e-416d-b190-636a1a82b042', 'name': '', 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'tenant_id': '710beced17d14778a8852555e91623fa', 'mac_address': 'fa:16:3e:a5:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '19b6095c-0eb2-4783-a66c-4a296b359c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:00Z', 'updated_at': '2021-11-03T19:07:09Z', 'revision_number': 2, 'project_id': '710beced17d14778a8852555e91623fa', 'subnets': [{'id': '19b6095c-0eb2-4783-a66c-4a296b359c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:20.192690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b745fe-bf01-4cfb-9c51-efcdb7f2264a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:20.211929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-637ecc63-576b-4b3a-881e-6aabd2b6c07c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.262687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-bafabe9b-4a78-4850-acf2-8ad638249844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:20.265293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-bafabe9b-4a78-4850-acf2-8ad638249844 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915867 Nov 03 19:07:20.278345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56369ed4-dbe7-4919-a3f6-d7762c6c269b req-2bd4527d-0923-4a8c-9959-e42d7134b562 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:20.281156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:07:20.288800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56369ed4-dbe7-4919-a3f6-d7762c6c269b req-2bd4527d-0923-4a8c-9959-e42d7134b562 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 0.4688618 Nov 03 19:07:20.291949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:20.351731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.361390 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Added segment 3331a0f1-93fd-4ed4-b27a-25f19a6a50f3 of type vlan for network 266ec303-9de4-4150-b007-6b557a8d2d1a Nov 03 19:07:20.382722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 93ceb2f8-089e-44bd-98a3-2ac1cea68021, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=93ceb2f8-089e-44bd-98a3-2ac1cea68021,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:20.404450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Checking router: 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:20.405188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Updating router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce port 665b87ce-4c7e-416d-b190-636a1a82b042 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:07:20.479244 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.674115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.698964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-3dc1045a-28ec-42c8-b08e-75a77dadda94 service neutron] 10.222.0.96 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001780 Nov 03 19:07:20.740918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-637ecc63-576b-4b3a-881e-6aabd2b6c07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.752948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-637ecc63-576b-4b3a-881e-6aabd2b6c07c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.772541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-637ecc63-576b-4b3a-881e-6aabd2b6c07c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61cc14b6-324c-4378-bf35-414b7d1c0510 HTTP/1.1" status: 204 len: 168 time: 1.3090582 Nov 03 19:07:20.790407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ecc63-576b-4b3a-881e-6aabd2b6c07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cc14b6-324c-4378-bf35-414b7d1c0510,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:20.792615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-56369ed4-dbe7-4919-a3f6-d7762c6c269b req-2039d35d-6d3b-423b-ad81-88d1f41fce4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5013938 Nov 03 19:07:20.805540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.811105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:20.830102 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.068189 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.140767 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6198039 Nov 03 19:07:21.142281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52784) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:21.157482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15fa9c-f2b6-4818-a2ef-580656aec49a admin admin] Pushing event updated for resources: {'Network': ['ID=266ec303-9de4-4150-b007-6b557a8d2d1a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:21.161117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.171092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:07:21.199458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Request body: {'subnet': {'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2103502255-subnet', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:21.322378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 8b95c466-669a-48da-b049-7fee8215ff8c yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:07:21.411897 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5d0babb-eed3-448f-946a-19ad19ae6380 req-4738992d-a413-4efb-92fd-f85f96f8c0a2 service neutron] 10.222.0.96 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166196 Nov 03 19:07:21.418278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Made reservation on behalf of 6e94098c17e74e16a317a8737f549ea5 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:21.422803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.453737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52790) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:21.478730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-507ad798-0600-448a-9bf6-7ce43b7b31e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.506782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 266ec303-9de4-4150-b007-6b557a8d2d1a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:07:21.832734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-507ad798-0600-448a-9bf6-7ce43b7b31e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.839143 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-507ad798-0600-448a-9bf6-7ce43b7b31e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.983991 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-507ad798-0600-448a-9bf6-7ce43b7b31e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=54ccb9a7f2a840c5ace248ddd83a3cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284247 Nov 03 19:07:21.990120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ad798-0600-448a-9bf6-7ce43b7b31e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb416f7b-9952-4d5e-9dcd-78e8af9b688f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:22.002486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52808) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.138731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=93ceb2f8-089e-44bd-98a3-2ac1cea68021,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:22.154907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1dfec2fd-cba0-4964-89e9-338999d60204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.227310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1dfec2fd-cba0-4964-89e9-338999d60204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.352055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1dfec2fd-cba0-4964-89e9-338999d60204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.355187 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1dfec2fd-cba0-4964-89e9-338999d60204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.356642 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1dfec2fd-cba0-4964-89e9-338999d60204 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb416f7b-9952-4d5e-9dcd-78e8af9b688f HTTP/1.1" status: 204 len: 168 time: 0.3494482 Nov 03 19:07:22.375131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfec2fd-cba0-4964-89e9-338999d60204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb416f7b-9952-4d5e-9dcd-78e8af9b688f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:22.389626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09f6db-1a91-4355-8dd4-f2f88f167766 req-b2c15b78-3b7e-4a96-bcf4-805028a4b95d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:22.398198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c09f6db-1a91-4355-8dd4-f2f88f167766 req-b2c15b78-3b7e-4a96-bcf4-805028a4b95d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 944 time: 0.3655336 Nov 03 19:07:22.589230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8:0:1::250 (45688c7b-5d83-4046-a79b-22363a7f381a/53ce7718-bc32-450b-b9b1-164929522f43/8b95c466-669a-48da-b049-7fee8215ff8c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:22.607797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::f816:3eff:fec7:da15 (45688c7b-5d83-4046-a79b-22363a7f381a/4f974989-7af4-47b7-871c-7f4adcc14ee1/8b95c466-669a-48da-b049-7fee8215ff8c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:22.790058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.986760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 93ceb2f8-089e-44bd-98a3-2ac1cea68021 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:23.136303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c09f6db-1a91-4355-8dd4-f2f88f167766 req-b36035f2-ef16-4a14-82c7-10b3719342f5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7370567 Nov 03 19:07:23.197791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b658abbe-4d5d-4c72-93e0-cfe2180568aa,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:23.266506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Checking segment: {'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:23.266868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Network hostable DHCP agents. Network: 266ec303-9de4-4150-b007-6b557a8d2d1a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:07:23.271815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:23.308852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'port_id': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'mac_address': 'fa:16:3e:3f:96:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:07:23.357951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.379454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Network 266ec303-9de4-4150-b007-6b557a8d2d1a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:07:23.407735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:23.408099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.418693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 266ec303-9de4-4150-b007-6b557a8d2d1a) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:23.442954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:23.443710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.536026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9f161b3a-1fa1-4ee0-abbc-12ec9e64056d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3709223 Nov 03 19:07:23.536596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951fc0d9-40cd-4c28-99c8-4be051b660e6 None None] Network 266ec303-9de4-4150-b007-6b557a8d2d1a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:23.541252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 52854) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:23.556175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:23.572517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.695401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.700173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.722464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:23.739869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:23.764163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:23.783726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:23.786724 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.796110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=8b95c466-669a-48da-b049-7fee8215ff8c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:23.862878 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-09e1c79b-06c0-4fd9-9789-81f5cdb835b4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5553212 Nov 03 19:07:23.863743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 52866) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:23.952341 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.992308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f6f334-7866-4e93-8c63-7ebef90d3f24 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:24.028908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:24.035581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.056494 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.299684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d670e-31a6-4b66-82d4-f8244d54cd8b None None] Update dhcp port {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': '4f974989-7af4-47b7-871c-7f4adcc14ee1', 'ip_address': '2001:db8::f816:3eff:feb8:149d'}, {'subnet_id': '53ce7718-bc32-450b-b9b1-164929522f43'}], 'binding:host_id': 'n-d-812148-3'}, 'id': '93ceb2f8-089e-44bd-98a3-2ac1cea68021'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:07:24.307965 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.498582 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b9d670e-31a6-4b66-82d4-f8244d54cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.568316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['52f6f334-7866-4e93-8c63-7ebef90d3f24'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:24.700920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-c26f30cf-29b1-457d-93f8-ac125fcdec09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:24.702595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-c26f30cf-29b1-457d-93f8-ac125fcdec09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146&tenant_id=2e22fabbe1db42cd92e04a8708663a2f&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 945 time: 0.8159406 Nov 03 19:07:24.769659 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.865961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b23e9-f110-4832-b3ab-e5fc6fdc70ca req-8dd649aa-afa5-41fe-9b59-159323f9ca7d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:24.881907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef7b23e9-f110-4832-b3ab-e5fc6fdc70ca req-8dd649aa-afa5-41fe-9b59-159323f9ca7d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 0.9801056 Nov 03 19:07:24.927130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.952662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:25.035438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-f294272f-8c07-4d84-b3fc-e4dcfca98f3b service neutron] 10.222.0.96 "GET /v2.0/ports/52f6f334-7866-4e93-8c63-7ebef90d3f24/bindings/n-h1-812148-3 HTTP/1.1" status: 200 len: 382 time: 0.3237698 Nov 03 19:07:25.086153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-266ec303-9de4-4150-b007-6b557a8d2d1a', 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'fixed_ips': [{'subnet_id': 'b658abbe-4d5d-4c72-93e0-cfe2180568aa'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:07:25.086153 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.188168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.277560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.283762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-04da7e17-c300-4bf0-9e63-edd5e2a5d6c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 8b95c466-669a-48da-b049-7fee8215ff8c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:25.284328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-04da7e17-c300-4bf0-9e63-edd5e2a5d6c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.398634 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef7b23e9-f110-4832-b3ab-e5fc6fdc70ca req-c7a0edf7-ffd1-4f5f-a4e3-132326a2c5cc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5145140 Nov 03 19:07:25.581440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1c1fd6f0-110e-4e5f-b104-d0dfd635789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.588844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1c1fd6f0-110e-4e5f-b104-d0dfd635789b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1096 time: 0.4867396 Nov 03 19:07:25.616098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Allocated IP 172.25.3.137 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/42506d92-4bee-4375-827c-adb66e67c2fa) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:25.927253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2d43-a927-4307-aa09-b5233127c132 None None] Pushing event updated for resources: {'Port': ['ID=665b87ce-4c7e-416d-b190-636a1a82b042,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:26.141338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-2e9be84b-f79c-47a4-a775-ce75c4957619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:26.148376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-2e9be84b-f79c-47a4-a775-ce75c4957619 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.5478542 Nov 03 19:07:26.170023 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.213303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-8b9d670e-31a6-4b66-82d4-f8244d54cd8b None None] Allocated IP 2001:db8:0:1::2 (45688c7b-5d83-4046-a79b-22363a7f381a/53ce7718-bc32-450b-b9b1-164929522f43/93ceb2f8-089e-44bd-98a3-2ac1cea68021) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:26.307406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.364571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-367bba8b-81f2-474e-a616-893bd5c35c55 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1001 time: 0.1880801 Nov 03 19:07:26.375833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-04da7e17-c300-4bf0-9e63-edd5e2a5d6c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.558614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:26.568401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:26.579347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:26.599393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-04da7e17-c300-4bf0-9e63-edd5e2a5d6c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 8b95c466-669a-48da-b049-7fee8215ff8c owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:26.698969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Pushing event updated for resources: {'Port': ['ID=42506d92-4bee-4375-827c-adb66e67c2fa,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:26.822943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-dd48f05b-becf-4a67-a251-5744f287addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:26.824354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-dd48f05b-becf-4a67-a251-5744f287addb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.4425671 Nov 03 19:07:26.937605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8b9d670e-31a6-4b66-82d4-f8244d54cd8b None None] For port 93ceb2f8-089e-44bd-98a3-2ac1cea68021, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=93ceb2f8-089e-44bd-98a3-2ac1cea68021,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:27.085489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7c77c7c6-a36d-49a9-b61c-20b6c0f1939c None None] Provisioning complete for port 665b87ce-4c7e-416d-b190-636a1a82b042 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:27.086125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c77c7c6-a36d-49a9-b61c-20b6c0f1939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.147406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Attempting to bind port 665b87ce-4c7e-416d-b190-636a1a82b042 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:27.147986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Attempting to bind port 665b87ce-4c7e-416d-b190-636a1a82b042 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:27.148424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Attempting to bind port 665b87ce-4c7e-416d-b190-636a1a82b042 on network ed494768-de12-47cd-af4e-eaaaa5e94e0b {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:27.210201 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b9d670e-31a6-4b66-82d4-f8244d54cd8b None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.212432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:27.212843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Checking segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:27.213298 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.213821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Bound using segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:27.214849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Bound port: 665b87ce-4c7e-416d-b190-636a1a82b042, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:27.214849 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.248745 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b9d670e-31a6-4b66-82d4-f8244d54cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.269702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Allocated IP 172.20.0.2 (266ec303-9de4-4150-b007-6b557a8d2d1a/b658abbe-4d5d-4c72-93e0-cfe2180568aa/4f8f4a2c-6139-4436-9ff0-d185b7b54a64) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:27.285794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7c77c7c6-a36d-49a9-b61c-20b6c0f1939c None None] Port 665b87ce-4c7e-416d-b190-636a1a82b042 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:27.458347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d670e-31a6-4b66-82d4-f8244d54cd8b None None] Pushing event updated for resources: {'Port': ['ID=93ceb2f8-089e-44bd-98a3-2ac1cea68021,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:27.647382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.949152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] For port 665b87ce-4c7e-416d-b190-636a1a82b042, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:28.095592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] For port 665b87ce-4c7e-416d-b190-636a1a82b042, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=665b87ce-4c7e-416d-b190-636a1a82b042,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:28.241270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 93ceb2f8-089e-44bd-98a3-2ac1cea68021 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:28.250674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.660468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.206886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:07:29.373845 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-04da7e17-c300-4bf0-9e63-edd5e2a5d6c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.418657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b0cce-5e03-4d21-a0c0-c89eca59c18d req-767be641-5b1d-4e4f-b1c8-725a21ff6a6a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.432331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3b0cce-5e03-4d21-a0c0-c89eca59c18d req-767be641-5b1d-4e4f-b1c8-725a21ff6a6a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 2.6760416 Nov 03 19:07:29.557401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da7e17-c300-4bf0-9e63-edd5e2a5d6c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=8b95c466-669a-48da-b049-7fee8215ff8c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:29.582956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Routers {'8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:29.600644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:29.611784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2d43-a927-4307-aa09-b5233127c132 None None] Pushing event updated for resources: {'Port': ['ID=665b87ce-4c7e-416d-b190-636a1a82b042,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:29.645510 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.837396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:29.850903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-04da7e17-c300-4bf0-9e63-edd5e2a5d6c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.857063 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Sync routers for ids ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:29.864746 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.870768 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-04da7e17-c300-4bf0-9e63-edd5e2a5d6c3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/8b95c466-669a-48da-b049-7fee8215ff8c HTTP/1.1" status: 204 len: 168 time: 6.0017481 Nov 03 19:07:29.893649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53034) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.900382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-5c293777-bbfa-4778-9e80-4f8307c7ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.914882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-5c293777-bbfa-4778-9e80-4f8307c7ba62 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0243332 Nov 03 19:07:29.915630 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Routers {'8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:29.916834 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:29.931038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.937315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-509679b7-d325-4456-9615-626ab1d2b220 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3907349 Nov 03 19:07:29.941630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53040) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.003975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c6d6c068-25af-4711-851e-c44653aa11f2 None None] Provisioning complete for port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:30.008638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3b0cce-5e03-4d21-a0c0-c89eca59c18d req-6acb581c-f803-48be-aa3e-a7b6910b4457 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5743635 Nov 03 19:07:30.029861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c068-25af-4711-851e-c44653aa11f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.198085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Network 266ec303-9de4-4150-b007-6b557a8d2d1a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:30.203870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:30.204681 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.220154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:30.294247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:30.358853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Pushing event updated for resources: {'Port': ['ID=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:30.613526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.616142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.619867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.620983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.621964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.630150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.631237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.632328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.633338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.634257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.635224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.636111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:30.662757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ddc989-e04c-402b-b711-c1cf611807db tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.665323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-98ddc989-e04c-402b-b711-c1cf611807db tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7689815 Nov 03 19:07:30.686434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53066) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.761724 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Set router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:30.809857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-53e102d4-baf7-4ec0-8913-1f62fbf8b99b service neutron] 10.222.0.96 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696548 Nov 03 19:07:30.861235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29d5e8-5156-4411-b4dd-4179c9788852 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.871398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5b29d5e8-5156-4411-b4dd-4179c9788852 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1832559 Nov 03 19:07:30.876462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53072) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.939993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] Set router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:31.115441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-b151837d-1001-48be-9752-c8c95a72b45f service neutron] 10.222.0.96 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981896 Nov 03 19:07:31.135556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3fb15-c26a-43f4-bb26-471032f3964b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.137192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3fb15-c26a-43f4-bb26-471032f3964b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.139171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3fb15-c26a-43f4-bb26-471032f3964b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.141074 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b3a3fb15-c26a-43f4-bb26-471032f3964b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2627354 Nov 03 19:07:31.145703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53078) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:31.387892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:31.408070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Attempting to bind port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:31.414381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Attempting to bind port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:31.414381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Attempting to bind port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 on network 266ec303-9de4-4150-b007-6b557a8d2d1a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:31.500769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:31.500769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Checking segment: {'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:31.501348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66b81ca-4146-4f7d-a6b9-9527e7630988 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 4f974989-7af4-47b7-871c-7f4adcc14ee1 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:31.501590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:31.501590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Bound using segment: {'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:31.501590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Bound port: 4f8f4a2c-6139-4436-9ff0-d185b7b54a64, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:31.501590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:31.512867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b66b81ca-4146-4f7d-a6b9-9527e7630988 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:31.636217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb913878-af15-4a43-bcb2-2be29d492e49 req-682483fa-83a8-4071-9965-f7d8b3b8fcef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.644964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb913878-af15-4a43-bcb2-2be29d492e49 req-682483fa-83a8-4071-9965-f7d8b3b8fcef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 0.2915130 Nov 03 19:07:31.727846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b66b81ca-4146-4f7d-a6b9-9527e7630988 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:31.769198 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:07:27Z', 'revision_number': 3, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:31.801495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb913878-af15-4a43-bcb2-2be29d492e49 req-a405dfd1-aabd-42e5-b4a1-63f29f1da01f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507070 Nov 03 19:07:31.883400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f98f3cba-5c37-4925-b5b7-df6a197bc695 None None] Could not find standard attr ID for object 8b95c466-669a-48da-b049-7fee8215ff8c. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:07:31.929385 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Checking router: 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:31.939652 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Updating router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 port 42506d92-4bee-4375-827c-adb66e67c2fa binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:07:32.057923 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.071062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b66b81ca-4146-4f7d-a6b9-9527e7630988 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.265829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:32.303466 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b66b81ca-4146-4f7d-a6b9-9527e7630988 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.413219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f98f3cba-5c37-4925-b5b7-df6a197bc695 None None] Provisioning complete for port 665b87ce-4c7e-416d-b190-636a1a82b042 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:32.413843 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f98f3cba-5c37-4925-b5b7-df6a197bc695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.432948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b81ca-4146-4f7d-a6b9-9527e7630988 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=4f974989-7af4-47b7-871c-7f4adcc14ee1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:32.446302 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b66b81ca-4146-4f7d-a6b9-9527e7630988 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.465627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b66b81ca-4146-4f7d-a6b9-9527e7630988 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/4f974989-7af4-47b7-871c-7f4adcc14ee1 HTTP/1.1" status: 204 len: 168 time: 1.3184965 Nov 03 19:07:32.471292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53112) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:32.756042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 53ce7718-bc32-450b-b9b1-164929522f43 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:32.761462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.793386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc65784-e8b3-4498-b316-9cd661b137de None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:32.803921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Allocated IP 172.20.0.1 (266ec303-9de4-4150-b007-6b557a8d2d1a/b658abbe-4d5d-4c72-93e0-cfe2180568aa/80feeed3-d62b-4a4a-b826-26d1e971b3da) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:32.827908 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.859363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] For port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:33.417437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.468099 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.626237 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.647465 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.714184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a763a-4649-4875-a92c-c3d5eef805cb req-9481bcfc-32f3-4742-89e7-35923f2f5fff tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:33.737214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf8a763a-4649-4875-a92c-c3d5eef805cb req-9481bcfc-32f3-4742-89e7-35923f2f5fff tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 0.4441385 Nov 03 19:07:33.846320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.969221 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Attempting to bind port 42506d92-4bee-4375-827c-adb66e67c2fa on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:33.970285 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Attempting to bind port 42506d92-4bee-4375-827c-adb66e67c2fa by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:33.973731 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Attempting to bind port 42506d92-4bee-4375-827c-adb66e67c2fa on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:34.000035 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:34.002853 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:34.003794 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.004679 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:34.005909 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Bound port: 42506d92-4bee-4375-827c-adb66e67c2fa, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:34.006824 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.032456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Network 266ec303-9de4-4150-b007-6b557a8d2d1a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:34.051603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:34.074154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:34.125276 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] For port 42506d92-4bee-4375-827c-adb66e67c2fa, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:34.134357 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] For port 42506d92-4bee-4375-827c-adb66e67c2fa, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=42506d92-4bee-4375-827c-adb66e67c2fa,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:34.148266 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.177929 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964b0e0-6f52-4005-9c2b-0ee91404a662 None None] Pushing event updated for resources: {'Port': ['ID=42506d92-4bee-4375-827c-adb66e67c2fa,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:34.201050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] For port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,segment=NetworkSegment(3331a0f1-93fd-4ed4-b27a-25f19a6a50f3),segment_id=3331a0f1-93fd-4ed4-b27a-25f19a6a50f3)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:34.212877 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Routers {'8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:34.214870 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:34.264673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Pushing event updated for resources: {'Port': ['ID=80feeed3-d62b-4a4a-b826-26d1e971b3da,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:34.409934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf8a763a-4649-4875-a92c-c3d5eef805cb req-03712624-ca1a-474a-bbcd-22bb36d158e4 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6556113 Nov 03 19:07:34.429204 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.444490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.495985 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.637898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=53ce7718-bc32-450b-b9b1-164929522f43,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:34.657593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.668140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/53ce7718-bc32-450b-b9b1-164929522f43 HTTP/1.1" status: 204 len: 168 time: 2.1948168 Nov 03 19:07:34.675269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53162) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:34.687279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.688471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.689344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.690291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.691108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.691913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.692746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.698893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.713211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.715634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.716592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.717441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1544cf-860f-4f93-9a26-07a86020f121 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:34.950960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f98f3cba-5c37-4925-b5b7-df6a197bc695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.957449 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] Set router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:34.958148 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:35.113711 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:35.219297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 52f6f334-7866-4e93-8c63-7ebef90d3f24 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:07:35.415882 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964b0e0-6f52-4005-9c2b-0ee91404a662 None None] Pushing event updated for resources: {'Port': ['ID=42506d92-4bee-4375-827c-adb66e67c2fa,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:35.480942 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:07:27Z', 'revision_number': 3, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:35.571968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 52f6f334-7866-4e93-8c63-7ebef90d3f24 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:35.572624 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c7e00-e974-468c-b7cf-ea0c80b4f2c3 None None] The sync data for ids ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'] in n-d-812148-3 is: [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:07:27Z', 'revision_number': 3, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:35.573642 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:35.821953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c981-bc6f-4b4b-ae46-f40113c6b87c None None] Pushing event updated for resources: {'Port': ['ID=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:35.881544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d737d-8b73-45bc-89e1-6491b227aeac req-0de8a96e-3250-4212-8ae8-35ba9cb6d46e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.893953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f98f3cba-5c37-4925-b5b7-df6a197bc695 None None] For port 665b87ce-4c7e-416d-b190-636a1a82b042, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=665b87ce-4c7e-416d-b190-636a1a82b042,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:35.903825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c9d737d-8b73-45bc-89e1-6491b227aeac req-0de8a96e-3250-4212-8ae8-35ba9cb6d46e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 0.2867644 Nov 03 19:07:35.940125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f98f3cba-5c37-4925-b5b7-df6a197bc695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.087399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f3cba-5c37-4925-b5b7-df6a197bc695 None None] Pushing event updated for resources: {'Port': ['ID=665b87ce-4c7e-416d-b190-636a1a82b042,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:36.191523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8c9d737d-8b73-45bc-89e1-6491b227aeac req-c8805c67-9d74-4eb3-8d7d-aae5992ef6b8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807472 Nov 03 19:07:36.228885 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e461a67c-f659-465d-ae2b-ba91c274e6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.240220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:07:06Z', 'revision_number': 4, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port': {'id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '665b87ce-4c7e-416d-b190-636a1a82b042', 'name': '', 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'tenant_id': '710beced17d14778a8852555e91623fa', 'mac_address': 'fa:16:3e:a5:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '19b6095c-0eb2-4783-a66c-4a296b359c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:00Z', 'updated_at': '2021-11-03T19:07:27Z', 'revision_number': 4, 'project_id': '710beced17d14778a8852555e91623fa', 'subnets': [{'id': '19b6095c-0eb2-4783-a66c-4a296b359c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:36.241731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53226) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:36.249917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:36.253800 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-22307427-508c-4772-a06a-d61561f8ca92 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.5735204 Nov 03 19:07:36.319499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2308f-650f-47f0-9c36-36ab302acb9d None None] The sync data for ids ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'] in n-d-812148-3 is: [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:07:06Z', 'revision_number': 4, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port': {'id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '665b87ce-4c7e-416d-b190-636a1a82b042', 'name': '', 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'tenant_id': '710beced17d14778a8852555e91623fa', 'mac_address': 'fa:16:3e:a5:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '19b6095c-0eb2-4783-a66c-4a296b359c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:00Z', 'updated_at': '2021-11-03T19:07:27Z', 'revision_number': 4, 'project_id': '710beced17d14778a8852555e91623fa', 'subnets': [{'id': '19b6095c-0eb2-4783-a66c-4a296b359c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:36.323212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:07:36.451767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.629089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.782222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:36.788742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-107b1426-3ca2-4c5e-8fcd-47c775d709fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.793009 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.801275 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-107b1426-3ca2-4c5e-8fcd-47c775d709fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 1096 time: 2.1211116 Nov 03 19:07:36.836429 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:37.139609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:37.148618 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e1f42-e39a-46fc-9953-18d1653095fd" -d '{"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-plugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:37.253636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:37.260825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:37.396510 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:37.400020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:37.432566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:37.858274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] Deleting port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:37.872793 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.014565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.262959 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] For port 93ceb2f8-089e-44bd-98a3-2ac1cea68021, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=93ceb2f8-089e-44bd-98a3-2ac1cea68021,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:38.263894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.303090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] Calling delete_port for 93ceb2f8-089e-44bd-98a3-2ac1cea68021 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:38.436835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e691145-463e-43a4-ac93-268d83062ddb None None] Network 266ec303-9de4-4150-b007-6b557a8d2d1a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:38.492148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:38.504097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:38.543295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:38.561954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.595771 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.636319 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.679760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=c7f13e10-9b5a-47b4-8700-c3ae168f96a8,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.754968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8d221deb-6c02-4b1f-a1f3-26aaca667adb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5107186 Nov 03 19:07:38.760540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:38.820308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:38.825549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-20249827-5dde-4f8f-8578-b590b42eb2c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:38.829408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.838001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.999976 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ae4a2-3cf3-4bfb-b8e6-651d9fe02d6e x-openstack-request-id: req-5f2ae4a2-3cf3-4bfb-b8e6-651d9fe02d6e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:39.001058 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-plugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:39.002467 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f2ae4a2-3cf3-4bfb-b8e6-651d9fe02d6e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:39.003214 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'code': 200} Nov 03 19:07:39.433564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.452511 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-54e477c8-1aeb-48e3-a6ba-555cbd4f878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.479447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Pushing event updated for resources: {'Port': ['ID=80feeed3-d62b-4a4a-b826-26d1e971b3da,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.509922 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.592852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daa9c3-18a1-464a-acf5-b13d49327e01 req-1f568e59-8122-4a28-82e7-aa3162d62f3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.596244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1daa9c3-18a1-464a-acf5-b13d49327e01 req-1f568e59-8122-4a28-82e7-aa3162d62f3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 946 time: 0.2885277 Nov 03 19:07:39.649352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2bca2f81-22ff-4615-a00a-e628a44b6800 None None] Provisioning complete for port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:39.651765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bca2f81-22ff-4615-a00a-e628a44b6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.743785 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.808750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b1daa9c3-18a1-464a-acf5-b13d49327e01 req-50d10dfd-96ab-49f9-ac4b-418214f36465 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016106 Nov 03 19:07:39.820121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20249827-5dde-4f8f-8578-b590b42eb2c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:39.826884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-20249827-5dde-4f8f-8578-b590b42eb2c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.864596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] Pushing event deleted for resources: {'Port': ['ID=93ceb2f8-089e-44bd-98a3-2ac1cea68021,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.901297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Network 266ec303-9de4-4150-b007-6b557a8d2d1a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:39.930110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:39.944011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:39.949219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca268a-364a-4e28-a7be-861361e1c466 None None] No DVR routers for this DVR port 93ceb2f8-089e-44bd-98a3-2ac1cea68021 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:40.154218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ff4e3-2180-4347-b08d-c9fbb214aeb9 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:40.234532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:40.341884 n-d-812148-3 neutron-server[101756]: INFO neutron.db.ipam_backend_mixin [None req-20249827-5dde-4f8f-8578-b590b42eb2c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7f13e10-9b5a-47b4-8700-c3ae168f96a8 (CIDR: 2001:db8::/64) Nov 03 19:07:40.362083 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-20249827-5dde-4f8f-8578-b590b42eb2c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:07:40.365887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20249827-5dde-4f8f-8578-b590b42eb2c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:40.377055 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.449356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-20249827-5dde-4f8f-8578-b590b42eb2c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6785016 Nov 03 19:07:40.450218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53328) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:40.475147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:40.555066 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.609179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:40.622590 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662a8133-07d2-44ea-aa1e-ca5ba384da71" -d '{"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-unplugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:40.662390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.779324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:40.783151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Transition to ACTIVE for port object 52f6f334-7866-4e93-8c63-7ebef90d3f24 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:07:40.803844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.010786 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc349d42-d58c-4afc-b861-fb44b66502a4 x-openstack-request-id: req-dc349d42-d58c-4afc-b861-fb44b66502a4 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:41.011588 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-unplugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:41.011588 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc349d42-d58c-4afc-b861-fb44b66502a4 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:41.011826 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'code': 200} Nov 03 19:07:41.021677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:41.029677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.258315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,segment=NetworkSegment(3331a0f1-93fd-4ed4-b27a-25f19a6a50f3),segment_id=3331a0f1-93fd-4ed4-b27a-25f19a6a50f3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:41.384306 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.395119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 42506d92-4bee-4375-827c-adb66e67c2fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:41.539625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bca2f81-22ff-4615-a00a-e628a44b6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.706811 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:07:41.707956 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:07:41.822762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:41.845100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870f120-dc90-4990-811e-7b2f79c55c1f req-693c447f-999a-4c3d-a682-c438814b4549 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.866182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b870f120-dc90-4990-811e-7b2f79c55c1f req-693c447f-999a-4c3d-a682-c438814b4549 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 0.5803900 Nov 03 19:07:41.866558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:41.885208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-69e1f857-a341-4849-8255-f9073e6cd237 admin admin] 10.222.0.77 "PUT /v2.0/routers/8c93a11a-a2ca-44e8-a1b6-89a6b250aa70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9410877 Nov 03 19:07:41.994804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': 'c7f13e10-9b5a-47b4-8700-c3ae168f96a8'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:07:42.002609 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.016205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Sync routers for ids ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:42.096723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] No DVR routers for this DVR port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:42.109978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b870f120-dc90-4990-811e-7b2f79c55c1f req-63f7cfda-f7a7-4bd4-9f7d-b78f26103d8d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370558 Nov 03 19:07:42.976034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:42.982417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:42.987689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:43.004622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:07:43.008657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Attempting to bind port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:43.040755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:43.044372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Checking segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:43.046509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Bound using segment: {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:43.049376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Bound port: 52f6f334-7866-4e93-8c63-7ebef90d3f24, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ef0173-5c50-4dbe-935e-bc10c6aac601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:43.053014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.322447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.objects.ports [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:07:43.328509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.471939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:43.480489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:43.497272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.540861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:43.562795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:43.578992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:43.582866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.649919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1937766 Nov 03 19:07:43.661339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53450) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:43.667841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:43.685587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:8a:ac:51', 'name': 'tempest-NetworksTestDHCPv6-160304545'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:43.726739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d048a9c-e7bf-427a-a058-190989ac4881 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=b39fe8c5-80ea-4e16-bedb-bdf8c232cd1f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:43.742495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:43.743718 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.754757 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] 10.222.0.70 "PUT /v2.0/ports/52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1093 time: 6.9447081 Nov 03 19:07:43.760578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:43.773928 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80814dac-c33b-420d-a821-30a91e74f51b" -d '{"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:43.873235 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.945828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Routers {'8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:43.947394 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:44.103529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53470) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:44.276706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-0ff9c93d-72cb-4748-af6e-82c0ef0ca1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.281132 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-0ff9c93d-72cb-4748-af6e-82c0ef0ca1d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1096 time: 0.4350770 Nov 03 19:07:44.283176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcde182-6a00-461c-8740-ff8f64a08b6e service neutron] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=11']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:44.399885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Set router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:44.513346 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.593468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-f4515dbd-b086-418a-b4d2-4098f16ca659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.598084 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-f4515dbd-b086-418a-b4d2-4098f16ca659 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.3057778 Nov 03 19:07:44.613230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 42506d92-4bee-4375-827c-adb66e67c2fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:44.613800 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.620864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-2bca2f81-22ff-4615-a00a-e628a44b6800 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:07:44.621376 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-2bca2f81-22ff-4615-a00a-e628a44b6800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:07:44.624412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838368e-43f5-4271-bd1f-123b84193a05 req-7f5bf75b-9c5b-4730-bf61-34a092dc92a0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.635138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1838368e-43f5-4271-bd1f-123b84193a05 req-7f5bf75b-9c5b-4730-bf61-34a092dc92a0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 0.3653324 Nov 03 19:07:44.709726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:44.772123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1e4aa299-10de-47c9-80ad-6588739927ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.926678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-bba134ce-fca6-4576-867f-ae19970c72f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1000 time: 0.3152759 Nov 03 19:07:45.018100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1838368e-43f5-4271-bd1f-123b84193a05 req-6e46e179-bfed-481b-bd80-6af63694ddfd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547544 Nov 03 19:07:45.029569 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.152209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 42506d92-4bee-4375-827c-adb66e67c2fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=42506d92-4bee-4375-827c-adb66e67c2fa,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:45.158335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.194653 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.263051 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7d78d-b4f4-43f8-ae6a-f167d046a03b x-openstack-request-id: req-51a7d78d-b4f4-43f8-ae6a-f167d046a03b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:45.263512 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:45.263860 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51a7d78d-b4f4-43f8-ae6a-f167d046a03b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:45.264424 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'status': 'completed', 'code': 200} Nov 03 19:07:45.285943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:07:36Z', 'revision_number': 4, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '80feeed3-d62b-4a4a-b826-26d1e971b3da', 'name': '', 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'mac_address': 'fa:16:3e:3e:63:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'b658abbe-4d5d-4c72-93e0-cfe2180568aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:31Z', 'updated_at': '2021-11-03T19:07:37Z', 'revision_number': 2, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'subnets': [{'id': 'b658abbe-4d5d-4c72-93e0-cfe2180568aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:45.292253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-0dbe2869-d0b0-4d59-b58e-54e86fb1b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.294923 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-0dbe2869-d0b0-4d59-b58e-54e86fb1b361 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.3668797 Nov 03 19:07:45.334135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/c7f13e10-9b5a-47b4-8700-c3ae168f96a8/9260ea0b-1ccf-450b-b120-848a2d373836) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:45.341094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 93ceb2f8-089e-44bd-98a3-2ac1cea68021 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:45.373489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 93ceb2f8-089e-44bd-98a3-2ac1cea68021 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:45.374159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 93ceb2f8-089e-44bd-98a3-2ac1cea68021 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:45.377652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Checking router: 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:45.378386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Updating router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 port 80feeed3-d62b-4a4a-b826-26d1e971b3da binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:07:45.389200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Allocated IP 2001:db8:0:1:f816:3eff:fec6:8ebb (45688c7b-5d83-4046-a79b-22363a7f381a/b39fe8c5-80ea-4e16-bedb-bdf8c232cd1f/9260ea0b-1ccf-450b-b120-848a2d373836) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:45.441997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1e4aa299-10de-47c9-80ad-6588739927ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.496609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-48a7d96b-d0c0-4130-b292-aee110145a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.510114 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-48a7d96b-d0c0-4130-b292-aee110145a9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008011 Nov 03 19:07:45.585638 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1e4aa299-10de-47c9-80ad-6588739927ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.806263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d5f4de56-47ab-46c9-8997-dc3f08a4bd9b None None] Provisioning complete for port 80feeed3-d62b-4a4a-b826-26d1e971b3da triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:45.812382 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5f4de56-47ab-46c9-8997-dc3f08a4bd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.818083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=42506d92-4bee-4375-827c-adb66e67c2fa,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:45.852894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 9945146a-5e51-42ad-8c34-edc14d671b0b yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:07:45.875670 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.934026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4aa299-10de-47c9-80ad-6588739927ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97addd08-fd39-49d5-972a-ace0f23d6254,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:46.160098 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-1b0716fc-c8f2-4d32-ade6-6ffef23c4340 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407986 Nov 03 19:07:46.172830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:46.295605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814dac-c33b-420d-a821-30a91e74f51b req-1b607e93-1f96-4bf8-811d-b9aaf7c60420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.301161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-1b607e93-1f96-4bf8-811d-b9aaf7c60420 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1096 time: 0.9665678 Nov 03 19:07:46.343655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4de56-47ab-46c9-8997-dc3f08a4bd9b None None] Port 80feeed3-d62b-4a4a-b826-26d1e971b3da cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:46.495154 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-68e94448-7ffd-403b-a2e7-4dc1fca4e462 req-65cfda18-fa9d-410b-8369-5277b56e2b88 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271961 Nov 03 19:07:46.688329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1e4aa299-10de-47c9-80ad-6588739927ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=faf7b75ff80547d3be1e809d4c06b9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5826390 Nov 03 19:07:46.689753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53564) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:46.745014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-02fd548f-d920-47c4-b4a9-1a493019821a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.768865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-02fd548f-d920-47c4-b4a9-1a493019821a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/networks?id=ed494768-de12-47cd-af4e-eaaaa5e94e0b HTTP/1.1" status: 200 len: 911 time: 0.9737482 Nov 03 19:07:46.771499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814dac-c33b-420d-a821-30a91e74f51b req-d954ef11-b1c6-463d-aed0-60682e91296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.774614 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-d954ef11-b1c6-463d-aed0-60682e91296d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1096 time: 0.1300149 Nov 03 19:07:46.787803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d5f4de56-47ab-46c9-8997-dc3f08a4bd9b None None] Provisioning complete for port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:46.788379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d5f4de56-47ab-46c9-8997-dc3f08a4bd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:46.971700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-39c41c53-3054-4e4c-b77d-07e6b9a991a9 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/quotas/6e94098c17e74e16a317a8737f549ea5 HTTP/1.1" status: 200 len: 375 time: 0.2011294 Nov 03 19:07:47.190141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13376bf3-de9d-41f0-813c-39bc1e2c9108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.224347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13376bf3-de9d-41f0-813c-39bc1e2c9108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.260075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814dac-c33b-420d-a821-30a91e74f51b req-aac218f6-65c7-4b8b-bc92-290c63728e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.263012 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-aac218f6-65c7-4b8b-bc92-290c63728e23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.4753413 Nov 03 19:07:47.351620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13376bf3-de9d-41f0-813c-39bc1e2c9108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.366855 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-13376bf3-de9d-41f0-813c-39bc1e2c9108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.368657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-13376bf3-de9d-41f0-813c-39bc1e2c9108 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97addd08-fd39-49d5-972a-ace0f23d6254 HTTP/1.1" status: 204 len: 168 time: 0.6689122 Nov 03 19:07:47.530248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13376bf3-de9d-41f0-813c-39bc1e2c9108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97addd08-fd39-49d5-972a-ace0f23d6254,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:47.584445 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-b28267da-cf1f-4642-867d-64edd19f0b3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1000 time: 0.2959218 Nov 03 19:07:47.622604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-28b5029d-cb57-4563-adc4-3293ae44e26f tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=6e94098c17e74e16a317a8737f549ea5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6263900 Nov 03 19:07:47.667788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814dac-c33b-420d-a821-30a91e74f51b req-59a5b434-ad1d-457e-b7cf-59f3038a9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.671313 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-59a5b434-ad1d-457e-b7cf-59f3038a9495 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.9789097 Nov 03 19:07:47.761064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:47.761064 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.788985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814dac-c33b-420d-a821-30a91e74f51b req-5a65797a-cb54-48c6-81a4-4d946f76d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.802713 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-5a65797a-cb54-48c6-81a4-4d946f76d1e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.2096264 Nov 03 19:07:48.013204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-838b160a-8aa0-461c-9215-d05a7ac7ba19 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1000 time: 0.3334656 Nov 03 19:07:48.125006 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:48.229314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814dac-c33b-420d-a821-30a91e74f51b req-12917ca3-38b9-43ce-8218-f93702bdfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:48.245503 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-12917ca3-38b9-43ce-8218-f93702bdfa4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4300282 Nov 03 19:07:48.344109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814dac-c33b-420d-a821-30a91e74f51b req-abba9300-0573-43c0-870f-8033fac3cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:48.346184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:48.362558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-abba9300-0573-43c0-870f-8033fac3cb5f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.3363369 Nov 03 19:07:48.456473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53624) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:48.614855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Pushing event updated for resources: {'Port': ['ID=9260ea0b-1ccf-450b-b120-848a2d373836,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:48.694094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:48.702038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:48.708724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:48.783870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b42ed019-2ca3-4eb3-84dd-dc0a5ad7844b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:48.786949 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-bd31e939-edc3-4b53-8bd2-40acb2bdff11 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359502 Nov 03 19:07:49.195873 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-6a3466e5-9c94-4513-aa00-00280d7ad509 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047842 Nov 03 19:07:49.212130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814dac-c33b-420d-a821-30a91e74f51b req-a0ef89eb-18c4-4feb-953f-9ce953547ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.215869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-a0ef89eb-18c4-4feb-953f-9ce953547ac8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7621357 Nov 03 19:07:49.347075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-63f74aeb-0865-4cd0-9a9b-5fe90170490b service neutron] 10.222.0.77 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7056880 Nov 03 19:07:49.366226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 665b87ce-4c7e-416d-b190-636a1a82b042 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:49.474192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::383 (45688c7b-5d83-4046-a79b-22363a7f381a/c7f13e10-9b5a-47b4-8700-c3ae168f96a8/9945146a-5e51-42ad-8c34-edc14d671b0b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:49.555269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Attempting to bind port 9260ea0b-1ccf-450b-b120-848a2d373836 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:49.555893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Attempting to bind port 9260ea0b-1ccf-450b-b120-848a2d373836 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:49.556653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Attempting to bind port 9260ea0b-1ccf-450b-b120-848a2d373836 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:49.638481 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.656510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:49.657219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:49.666965 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.667696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:49.668557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Bound port: 9260ea0b-1ccf-450b-b120-848a2d373836, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:49.669239 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.689507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:ac51 (45688c7b-5d83-4046-a79b-22363a7f381a/b39fe8c5-80ea-4e16-bedb-bdf8c232cd1f/9945146a-5e51-42ad-8c34-edc14d671b0b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:49.691053 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.913759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e64de0-7648-43ba-a962-aa8d4191a752 None None] Pushing event updated for resources: {'Port': ['ID=80feeed3-d62b-4a4a-b826-26d1e971b3da,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:50.055340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:07:50.124848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b42ed019-2ca3-4eb3-84dd-dc0a5ad7844b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.161691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-f7ac7e5a-5502-441d-a1c4-ac9cd3c6eb65 service neutron] 10.222.0.77 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806294 Nov 03 19:07:50.172074 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b42ed019-2ca3-4eb3-84dd-dc0a5ad7844b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.175610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 665b87ce-4c7e-416d-b190-636a1a82b042 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:50.176336 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.250762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-d84bdf9c-4aba-4d78-a03e-a0dffcb54221 service neutron] 10.222.0.96 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0137467 Nov 03 19:07:50.268708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53684) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:50.277713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] For port 9260ea0b-1ccf-450b-b120-848a2d373836, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:50.278268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b42ed019-2ca3-4eb3-84dd-dc0a5ad7844b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=910441e2f7f14065a0e3b220f5a38793&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8047388 Nov 03 19:07:50.364472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.resource_extend [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:07:50.382398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] For port 9260ea0b-1ccf-450b-b120-848a2d373836, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9260ea0b-1ccf-450b-b120-848a2d373836,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:50.384736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Attempting to bind port 80feeed3-d62b-4a4a-b826-26d1e971b3da on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:50.390916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Attempting to bind port 80feeed3-d62b-4a4a-b826-26d1e971b3da by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:50.391449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Attempting to bind port 80feeed3-d62b-4a4a-b826-26d1e971b3da on network 266ec303-9de4-4150-b007-6b557a8d2d1a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:50.448957 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.499007 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-501d6d8c-0ba4-42fe-9165-fe1399a8db83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.606214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077e3ba-0414-4290-91c7-cbd947873a15 None None] Pushing event updated for resources: {'Port': ['ID=9260ea0b-1ccf-450b-b120-848a2d373836,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:50.611904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:50.612602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Checking segment: {'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:50.613184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.614473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Bound using segment: {'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:50.615481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Bound port: 80feeed3-d62b-4a4a-b826-26d1e971b3da, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:50.616176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.645323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-501d6d8c-0ba4-42fe-9165-fe1399a8db83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.740402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e8781070-f9dc-4e6f-8c68-55b9a5714ede None None] Provisioning complete for port 80feeed3-d62b-4a4a-b826-26d1e971b3da triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:50.740758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e8781070-f9dc-4e6f-8c68-55b9a5714ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.899964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ed019-2ca3-4eb3-84dd-dc0a5ad7844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b6897e-a0cc-41cb-985b-377ffd2c69d8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:50.921390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-501d6d8c-0ba4-42fe-9165-fe1399a8db83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.927352 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-501d6d8c-0ba4-42fe-9165-fe1399a8db83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.954842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-501d6d8c-0ba4-42fe-9165-fe1399a8db83 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47b6897e-a0cc-41cb-985b-377ffd2c69d8 HTTP/1.1" status: 204 len: 168 time: 0.6836531 Nov 03 19:07:51.027820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d6d8c-0ba4-42fe-9165-fe1399a8db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b6897e-a0cc-41cb-985b-377ffd2c69d8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:51.118685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] For port 80feeed3-d62b-4a4a-b826-26d1e971b3da, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:51.139831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.142917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] For port 80feeed3-d62b-4a4a-b826-26d1e971b3da, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=80feeed3-d62b-4a4a-b826-26d1e971b3da,segment=NetworkSegment(3331a0f1-93fd-4ed4-b27a-25f19a6a50f3),segment_id=3331a0f1-93fd-4ed4-b27a-25f19a6a50f3)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:51.494479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:51.534231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.609231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287736a-4df9-4fc3-adea-bd027d7b5587 req-84250d5a-c125-4874-b308-80251cced52b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.627724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5287736a-4df9-4fc3-adea-bd027d7b5587 req-84250d5a-c125-4874-b308-80251cced52b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 945 time: 0.7754853 Nov 03 19:07:51.804301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80814dac-c33b-420d-a821-30a91e74f51b req-4cecf83f-524b-499f-b9e8-bfdcb061edc0 service neutron] 10.222.0.96 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4779196 Nov 03 19:07:51.825748 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.066981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53732) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:52.072970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e64de0-7648-43ba-a962-aa8d4191a752 None None] Pushing event updated for resources: {'Port': ['ID=80feeed3-d62b-4a4a-b826-26d1e971b3da,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:52.081828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'port_id': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'mac_address': 'fa:16:3e:3f:96:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:07:52.119739 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:07:52.194878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=9945146a-5e51-42ad-8c34-edc14d671b0b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:52.207295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e8781070-f9dc-4e6f-8c68-55b9a5714ede None None] Port 80feeed3-d62b-4a4a-b826-26d1e971b3da cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:52.291740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.345907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d52f3e5e-3822-423e-bb09-192571099c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.371513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Routers {'8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:52.372551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:52.388816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:52.391342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f6f334-7866-4e93-8c63-7ebef90d3f24 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:52.446926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:52.455668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:52.521525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.529528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.554925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5287736a-4df9-4fc3-adea-bd027d7b5587 req-9e2cac4d-9d54-4c8c-8b73-f8afd36449b9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9008353 Nov 03 19:07:52.600698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53748) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:52.725158 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d52f3e5e-3822-423e-bb09-192571099c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.749079 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d52f3e5e-3822-423e-bb09-192571099c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.834004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f3e5e-3822-423e-bb09-192571099c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3107786-d4bb-4709-a5c8-ea2139dfbdbb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:52.867194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9c37cfb2-aa34-44e4-96fe-ae4df3369334 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 9.1990659 Nov 03 19:07:52.877260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53754) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:52.909634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d52f3e5e-3822-423e-bb09-192571099c9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06a7ac07309e4d64ba0ebb763c140ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8321645 Nov 03 19:07:52.910463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53756) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:53.010348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] Set router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:53.037775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3f979ae-6820-4150-8ae0-83e1d45f154e req-04996f57-7a89-4d19-8df9-6fb4b01458ac tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 210 time: 0.1642656 Nov 03 19:07:53.044231 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c9091d2-f84f-4699-86b4-c657671f69ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.102167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c9091d2-f84f-4699-86b4-c657671f69ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.191528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-66f016ae-af10-4c01-9653-900577c81a45 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 200 len: 992 time: 0.5746353 Nov 03 19:07:53.246577 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c9091d2-f84f-4699-86b4-c657671f69ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.250884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9260ea0b-1ccf-450b-b120-848a2d373836 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:53.252216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c9091d2-f84f-4699-86b4-c657671f69ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.272709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9c9091d2-f84f-4699-86b4-c657671f69ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3107786-d4bb-4709-a5c8-ea2139dfbdbb HTTP/1.1" status: 204 len: 168 time: 0.3603749 Nov 03 19:07:53.300209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9091d2-f84f-4699-86b4-c657671f69ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3107786-d4bb-4709-a5c8-ea2139dfbdbb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:53.419360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3bbde040-5f2e-4ad6-b0d3-3b77c56ff467 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 9945146a-5e51-42ad-8c34-edc14d671b0b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:53.420450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bbde040-5f2e-4ad6-b0d3-3b77c56ff467 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.534461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af16d1c-4042-444a-bd45-e2680171ccee None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:53.735112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:53.864462 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.224135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-253b9358-5e83-4a85-8789-37ebb4223d1b None None] Provisioning complete for port 80feeed3-d62b-4a4a-b826-26d1e971b3da triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:54.226070 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-253b9358-5e83-4a85-8789-37ebb4223d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.409335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['52f6f334-7866-4e93-8c63-7ebef90d3f24'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:54.802030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=12']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:54.887491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bbde040-5f2e-4ad6-b0d3-3b77c56ff467 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.915093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3bbde040-5f2e-4ad6-b0d3-3b77c56ff467 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 9945146a-5e51-42ad-8c34-edc14d671b0b owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:55.060060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9260ea0b-1ccf-450b-b120-848a2d373836 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:55.060807 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.306778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bbde040-5f2e-4ad6-b0d3-3b77c56ff467 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.507569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54cb80fc-0818-4d60-9fb4-807717ac3e1c req-f602e003-445b-463c-9610-9e6b7541171c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 210 time: 0.2220862 Nov 03 19:07:55.516264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbde040-5f2e-4ad6-b0d3-3b77c56ff467 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=9945146a-5e51-42ad-8c34-edc14d671b0b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:55.679236 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-253b9358-5e83-4a85-8789-37ebb4223d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.728934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-05cbab3d-4321-4347-975e-00591a9a3ba5 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:55.732431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-05cbab3d-4321-4347-975e-00591a9a3ba5 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.96 "GET /v2.0/networks?id=ed494768-de12-47cd-af4e-eaaaa5e94e0b HTTP/1.1" status: 200 len: 911 time: 0.4500866 Nov 03 19:07:55.791099 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bbde040-5f2e-4ad6-b0d3-3b77c56ff467 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.814858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53832) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:55.817534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3bbde040-5f2e-4ad6-b0d3-3b77c56ff467 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/9945146a-5e51-42ad-8c34-edc14d671b0b HTTP/1.1" status: 204 len: 168 time: 2.9327555 Nov 03 19:07:55.822412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Request body: {'port': {'device_id': 'c881c85d-5ec6-4219-ab7e-1513a068e601', 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'admin_state_up': True, 'tenant_id': '6e94098c17e74e16a317a8737f549ea5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:55.828323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:07:36Z', 'revision_number': 4, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '80feeed3-d62b-4a4a-b826-26d1e971b3da', 'name': '', 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'mac_address': 'fa:16:3e:3e:63:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'b658abbe-4d5d-4c72-93e0-cfe2180568aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:31Z', 'updated_at': '2021-11-03T19:07:51Z', 'revision_number': 4, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'subnets': [{'id': 'b658abbe-4d5d-4c72-93e0-cfe2180568aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:55.879031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Made reservation on behalf of 6e94098c17e74e16a317a8737f549ea5 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:55.882689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.977120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c24a9-c945-4827-8446-ca78d7c46619 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:55.980581 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c97c24a9-c945-4827-8446-ca78d7c46619 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1619039 Nov 03 19:07:55.984951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53838) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:56.233829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c35740-6807-4fcf-8409-381332c920af tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.245668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1c35740-6807-4fcf-8409-381332c920af tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2575014 Nov 03 19:07:56.250538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53846) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:56.278553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Allocated IP 172.20.0.11 (ed494768-de12-47cd-af4e-eaaaa5e94e0b/19b6095c-0eb2-4783-a66c-4a296b359c18/c175f961-5ce8-4e4b-8006-2575ab36f906) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:56.432106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08be989-b965-43eb-a393-d4533bbf64bb None None] The sync data for ids ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'] in n-d-812148-3 is: [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:07:36Z', 'revision_number': 4, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '80feeed3-d62b-4a4a-b826-26d1e971b3da', 'name': '', 'network_id': '266ec303-9de4-4150-b007-6b557a8d2d1a', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'mac_address': 'fa:16:3e:3e:63:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'b658abbe-4d5d-4c72-93e0-cfe2180568aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:31Z', 'updated_at': '2021-11-03T19:07:51Z', 'revision_number': 4, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'subnets': [{'id': 'b658abbe-4d5d-4c72-93e0-cfe2180568aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:56.435575 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.460617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccdecc-d05c-4a28-91dc-731accb4b7d2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.466231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-253b9358-5e83-4a85-8789-37ebb4223d1b None None] For port 80feeed3-d62b-4a4a-b826-26d1e971b3da, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=80feeed3-d62b-4a4a-b826-26d1e971b3da,segment=NetworkSegment(3331a0f1-93fd-4ed4-b27a-25f19a6a50f3),segment_id=3331a0f1-93fd-4ed4-b27a-25f19a6a50f3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:56.473731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccdecc-d05c-4a28-91dc-731accb4b7d2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.479852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccdecc-d05c-4a28-91dc-731accb4b7d2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.483348 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9cccdecc-d05c-4a28-91dc-731accb4b7d2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2242615 Nov 03 19:07:56.487999 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-253b9358-5e83-4a85-8789-37ebb4223d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.489003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53850) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:56.845313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-81957f46-8111-4d0e-8978-cc82a274eb20 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet b39fe8c5-80ea-4e16-bedb-bdf8c232cd1f {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:56.859438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81957f46-8111-4d0e-8978-cc82a274eb20 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.863618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b9358-5e83-4a85-8789-37ebb4223d1b None None] Pushing event updated for resources: {'Port': ['ID=80feeed3-d62b-4a4a-b826-26d1e971b3da,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:56.987317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 9260ea0b-1ccf-450b-b120-848a2d373836, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9260ea0b-1ccf-450b-b120-848a2d373836,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:57.043419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9ba6459-506c-4b06-8a46-a7c67e153a35 req-1299d55c-6303-49d3-83a2-754db6432995 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 210 time: 0.1503968 Nov 03 19:07:57.080097 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.082618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 42506d92-4bee-4375-827c-adb66e67c2fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:57.164935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.295491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7a4e8cb7-6aa3-4583-ac4a-5f14cb00db86 None None] Provisioning complete for port 9260ea0b-1ccf-450b-b120-848a2d373836 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:57.296315 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a4e8cb7-6aa3-4583-ac4a-5f14cb00db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.347943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=9260ea0b-1ccf-450b-b120-848a2d373836,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:57.370801 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81957f46-8111-4d0e-8978-cc82a274eb20 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.627546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 42506d92-4bee-4375-827c-adb66e67c2fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:57.628587 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.734490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81957f46-8111-4d0e-8978-cc82a274eb20 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.830549 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.845064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81957f46-8111-4d0e-8978-cc82a274eb20 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.992549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53882) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:58.138537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ba92f7e0-91df-48db-adba-b58cf4a2f8ae None None] Provisioning complete for port 9260ea0b-1ccf-450b-b120-848a2d373836 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:58.138537 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba92f7e0-91df-48db-adba-b58cf4a2f8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.148364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Pushing event updated for resources: {'Port': ['ID=c175f961-5ce8-4e4b-8006-2575ab36f906,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:58.293850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81957f46-8111-4d0e-8978-cc82a274eb20 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=b39fe8c5-80ea-4e16-bedb-bdf8c232cd1f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:58.317237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-81957f46-8111-4d0e-8978-cc82a274eb20 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.346106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53894) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:58.349624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-81957f46-8111-4d0e-8978-cc82a274eb20 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/b39fe8c5-80ea-4e16-bedb-bdf8c232cd1f HTTP/1.1" status: 204 len: 168 time: 1.8586571 Nov 03 19:07:58.530387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:58.570618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet c7f13e10-9b5a-47b4-8700-c3ae168f96a8 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:58.584805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.586573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:58.602180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:58.676558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 80feeed3-d62b-4a4a-b826-26d1e971b3da up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:58.747235 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.832645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ead506-47d2-4991-968c-3eafc4e9021e req-2d088236-702b-4b2c-af5f-d9a58e3a96ea tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:58.848018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1ead506-47d2-4991-968c-3eafc4e9021e req-2d088236-702b-4b2c-af5f-d9a58e3a96ea tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1028 time: 0.4866657 Nov 03 19:07:58.881500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c444ae9-24c7-40bf-85d4-91555fd878ae None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:58.920600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:58.924402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.031478 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-b80344c9-1017-48ee-939c-6bdc28f8e9c6 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2491038 Nov 03 19:07:59.061601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Request body: {'port': {'device_id': 'c881c85d-5ec6-4219-ab7e-1513a068e601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:59.074192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ca5bdb30-41ee-4731-bb38-8ffbbde318aa None None] Could not find standard attr ID for object 9945146a-5e51-42ad-8c34-edc14d671b0b. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:07:59.114115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.153056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1ead506-47d2-4991-968c-3eafc4e9021e req-a4c15442-28c2-4100-ac62-58a6dc69bcd2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040013 Nov 03 19:07:59.200379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 80feeed3-d62b-4a4a-b826-26d1e971b3da triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:59.201032 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.305981 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.358081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1686687623'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:59.422121 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.447481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Made reservation on behalf of 33288927d77a4e94a7057f357f50d793 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:59.457695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.543856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f13e10-9b5a-47b4-8700-c3ae168f96a8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:59.604290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.605275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.606277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.607291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.608146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.608979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.609885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.610779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.611596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.612417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.613275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.614094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:59.619870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.655291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.668220 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5282cca2-f0db-489e-a716-9ecdd2099f9a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/c7f13e10-9b5a-47b4-8700-c3ae168f96a8 HTTP/1.1" status: 204 len: 168 time: 1.3201137 Nov 03 19:07:59.677848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:59.710203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9d89ac74-6abd-4ae1-8243-94a2e7106ea4 None None] Provisioning complete for port c175f961-5ce8-4e4b-8006-2575ab36f906 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:59.710695 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9d89ac74-6abd-4ae1-8243-94a2e7106ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.824849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-30b5c279-efd0-45ee-be8f-789c609d21bc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1456571 Nov 03 19:07:59.829276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 53916) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:59.849091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9260ea0b-1ccf-450b-b120-848a2d373836 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:59.921735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:59.954503 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.965112 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.968796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:00.013856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:08:00.034710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:00.057955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.060083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9d89ac74-6abd-4ae1-8243-94a2e7106ea4 None None] Port c175f961-5ce8-4e4b-8006-2575ab36f906 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:00.060256 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Added segment e4cec40e-f5c3-456f-8124-3accbe39ad02 of type vlan for network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 Nov 03 19:08:00.162108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 52f6f334-7866-4e93-8c63-7ebef90d3f24 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:08:00.199939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 52f6f334-7866-4e93-8c63-7ebef90d3f24 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:00.200446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.266874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d535884f-a71f-410b-a23c-214921b01f63,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:00.329245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.375910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9260ea0b-1ccf-450b-b120-848a2d373836 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:00.376514 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.427788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.450338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.456637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.510617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] Deleting port 9260ea0b-1ccf-450b-b120-848a2d373836 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:00.510945 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.519662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:00.525877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.605147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74309ce4-73e5-4155-81e0-92aff1c05075 req-b4b497d3-8745-4373-bc92-766a06eb2dd1 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.610977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74309ce4-73e5-4155-81e0-92aff1c05075 req-b4b497d3-8745-4373-bc92-766a06eb2dd1 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1028 time: 0.2735882 Nov 03 19:08:00.648797 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6547046 Nov 03 19:08:00.661292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53934) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:00.692076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Request body: {'subnet': {'network_id': 'c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:00.699048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee22f85-9931-4360-8563-fbcfe07fe57a tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event updated for resources: {'Network': ['ID=c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:00.788646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] For port 9260ea0b-1ccf-450b-b120-848a2d373836, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9260ea0b-1ccf-450b-b120-848a2d373836,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:00.790080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.795176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:00.871465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] Calling delete_port for 9260ea0b-1ccf-450b-b120-848a2d373836 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:00.974629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74309ce4-73e5-4155-81e0-92aff1c05075 req-0a7dfa42-093c-4b22-a982-cc50115a1d87 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341998 Nov 03 19:08:01.087078 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.118949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Made reservation on behalf of 33288927d77a4e94a7057f357f50d793 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:01.133988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.143413 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.152523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] Pushing event deleted for resources: {'Port': ['ID=9260ea0b-1ccf-450b-b120-848a2d373836,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:01.192541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a519086-eb4e-47d1-87c7-2d1920064932 None None] No DVR routers for this DVR port 9260ea0b-1ccf-450b-b120-848a2d373836 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:01.265257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:01.268240 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4164d69-3503-4954-a308-8f2e36bf26c6" -d '{"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-plugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:01.285353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c175f961-5ce8-4e4b-8006-2575ab36f906 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:01.319500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:01.326125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.430472 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f20046-6f98-4af6-8736-728acc9708df x-openstack-request-id: req-77f20046-6f98-4af6-8736-728acc9708df {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:01.430823 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-plugged", "status": "completed", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:01.431044 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77f20046-6f98-4af6-8736-728acc9708df {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:01.431468 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'code': 200} Nov 03 19:08:01.464179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=13']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:01.467039 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.470771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9260ea0b-1ccf-450b-b120-848a2d373836 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:01.524949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9260ea0b-1ccf-450b-b120-848a2d373836 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:01.526795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9260ea0b-1ccf-450b-b120-848a2d373836 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:01.613582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Transition to ACTIVE for port object c175f961-5ce8-4e4b-8006-2575ab36f906 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:08:01.628807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.629837 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.734107 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.839819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event updated for resources: {'Subnet': ['ID=53c8101f-f2c6-4594-8e31-8050b67f65c8,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:01.880753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Checking segment: {'id': 'e4cec40e-f5c3-456f-8124-3accbe39ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:01.881139 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Network hostable DHCP agents. Network: c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:01.903036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:01.913650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:01.926695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Pushing event updated for resources: {'Port': ['ID=c175f961-5ce8-4e4b-8006-2575ab36f906,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:01.947516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f105d416-aa6f-4161-a0cc-34bc967ec57b None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:01.961354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:01.967289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:01.975908 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.988053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:02.003045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:02.004045 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.066194 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9406e03d-aafb-47ac-a074-4058eeced099 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3994486 Nov 03 19:08:02.066864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53960) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:02.071761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ca788-8395-4c6a-b0b4-06d4658b4f0c None None] Network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:02.092679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Request body: {'port': {'network_id': 'c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844', 'name': 'tempest-DHCPAgentSchedulersTestJSON-219722162'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:02.299514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=32ef98be-b8a1-4894-a3de-7e76c116f4ce,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:02.331483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-89919d7c-f83e-4d05-86e6-bcfbd38817ba tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4997706 Nov 03 19:08:02.333915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Attempting to bind port c175f961-5ce8-4e4b-8006-2575ab36f906 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:02.334240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Attempting to bind port c175f961-5ce8-4e4b-8006-2575ab36f906 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:02.334684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Attempting to bind port c175f961-5ce8-4e4b-8006-2575ab36f906 on network ed494768-de12-47cd-af4e-eaaaa5e94e0b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:02.336035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53966) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:02.344176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Port c175f961-5ce8-4e4b-8006-2575ab36f906 on network ed494768-de12-47cd-af4e-eaaaa5e94e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:02.344531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Attempting to bind port c175f961-5ce8-4e4b-8006-2575ab36f906 on network ed494768-de12-47cd-af4e-eaaaa5e94e0b {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:02.362295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98914310-ccd0-4d5c-9efb-0b15d54b7333 req-a78d0466-7ebc-403b-9973-820f9bac7ea3 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:02.368410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98914310-ccd0-4d5c-9efb-0b15d54b7333 req-a78d0466-7ebc-403b-9973-820f9bac7ea3 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1053 time: 0.1001985 Nov 03 19:08:02.372925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:02.373102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Checking segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:02.373468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Bound using segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:02.373918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Bound port: c175f961-5ce8-4e4b-8006-2575ab36f906, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:02.374282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.378041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-27be8921-14e8-4d9e-857c-b3630174e0dd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:02.544285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98914310-ccd0-4d5c-9efb-0b15d54b7333 req-c91d9e91-08e4-4e4e-91c2-3d9802ee0577 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498375 Nov 03 19:08:02.587115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.611503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] For port c175f961-5ce8-4e4b-8006-2575ab36f906, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:02.616477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] For port c175f961-5ce8-4e4b-8006-2575ab36f906, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c175f961-5ce8-4e4b-8006-2575ab36f906,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:02.635374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.643194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Made reservation on behalf of 33288927d77a4e94a7057f357f50d793 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:02.658700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.700085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Pushing event updated for resources: {'Port': ['ID=c175f961-5ce8-4e4b-8006-2575ab36f906,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:02.733684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:02.735154 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.743156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45688c7b-5d83-4046-a79b-22363a7f381a', 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'tenant_id': '52ab6d408a9540d3a885189b7b01bec2', 'fixed_ips': [{'subnet_id': '32ef98be-b8a1-4894-a3de-7e76c116f4ce'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:02.745295 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.751531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-c05983a9-7c62-4dcd-98a0-19388416ff50 service neutron] 10.222.0.96 "PUT /v2.0/ports/c175f961-5ce8-4e4b-8006-2575ab36f906 HTTP/1.1" status: 200 len: 1092 time: 3.6848505 Nov 03 19:08:02.752463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c881c85d-5ec6-4219-ab7e-1513a068e601', 'tag': 'c175f961-5ce8-4e4b-8006-2575ab36f906'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:02.767890 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404" -d '{"events": [{"name": "network-changed", "server_uuid": "c881c85d-5ec6-4219-ab7e-1513a068e601", "tag": "c175f961-5ce8-4e4b-8006-2575ab36f906"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:02.783946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] device_id is not set on port 86e87308-52f5-4bd6-a170-08fcb5e1dd59 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:02.913328 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5177d8a-1935-4423-9588-5d65e41d3ec0 x-openstack-request-id: req-e5177d8a-1935-4423-9588-5d65e41d3ec0 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:02.915050 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c881c85d-5ec6-4219-ab7e-1513a068e601", "tag": "c175f961-5ce8-4e4b-8006-2575ab36f906", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:02.915777 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5177d8a-1935-4423-9588-5d65e41d3ec0 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:02.916713 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c881c85d-5ec6-4219-ab7e-1513a068e601', 'tag': 'c175f961-5ce8-4e4b-8006-2575ab36f906', 'status': 'completed', 'code': 200} Nov 03 19:08:02.981952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be8921-14e8-4d9e-857c-b3630174e0dd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:03.000421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-7c15a298-34e2-47e1-ba84-bdc0543534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.001835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-27be8921-14e8-4d9e-857c-b3630174e0dd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.049332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-7c15a298-34e2-47e1-ba84-bdc0543534e6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e94098c17e74e16a317a8737f549ea5&device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1095 time: 0.2017136 Nov 03 19:08:03.063881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844', 'network_id': 'c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844', 'tenant_id': '33288927d77a4e94a7057f357f50d793', 'fixed_ips': [{'subnet_id': '53c8101f-f2c6-4594-8e31-8050b67f65c8'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:03.065354 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.252849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-1171e397-9b54-41b1-be95-9d3e01993a10 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c175f961-5ce8-4e4b-8006-2575ab36f906 HTTP/1.1" status: 200 len: 217 time: 0.1830058 Nov 03 19:08:03.461017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-47d798a0-5f98-4a6b-b256-e0d9e6225d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.463307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-47d798a0-5f98-4a6b-b256-e0d9e6225d37 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=19b6095c-0eb2-4783-a66c-4a296b359c18 HTTP/1.1" status: 200 len: 849 time: 0.2071414 Nov 03 19:08:03.650296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-80d7e3ac-a49a-495c-b5e5-f4fe0f3d1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.660195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-80d7e3ac-a49a-495c-b5e5-f4fe0f3d1b65 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ed494768-de12-47cd-af4e-eaaaa5e94e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738088 Nov 03 19:08:03.683101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Allocated IP 172.20.0.11 (c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844/53c8101f-f2c6-4594-8e31-8050b67f65c8/86e87308-52f5-4bd6-a170-08fcb5e1dd59) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:03.701632 n-d-812148-3 neutron-server[101755]: INFO neutron.db.ipam_backend_mixin [None req-27be8921-14e8-4d9e-857c-b3630174e0dd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32ef98be-b8a1-4894-a3de-7e76c116f4ce (CIDR: 2001:db8::/64) Nov 03 19:08:03.729819 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-27be8921-14e8-4d9e-857c-b3630174e0dd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:08:03.730892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27be8921-14e8-4d9e-857c-b3630174e0dd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:03.745170 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.830528 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-27be8921-14e8-4d9e-857c-b3630174e0dd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4915886 Nov 03 19:08:03.881024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 53996) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:03.919232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'subnet': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:04.109585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Allocated IP 2001:db8::2 (45688c7b-5d83-4046-a79b-22363a7f381a/32ef98be-b8a1-4894-a3de-7e76c116f4ce/404892eb-256a-44ec-a955-bec5f3d050f0) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:04.208263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6f5c6-c37f-42de-9c56-b8211cb3532a req-27c214e2-b7ee-4324-ae1d-551eab3aaff9 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:04.231824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3dd6f5c6-c37f-42de-9c56-b8211cb3532a req-27c214e2-b7ee-4324-ae1d-551eab3aaff9 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1095 time: 0.2917118 Nov 03 19:08:04.249492 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-9e6f90ca-c64c-4e9d-b97b-83ba35de9a6a service neutron] 10.222.0.96 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824826 Nov 03 19:08:04.429179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.489161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3dd6f5c6-c37f-42de-9c56-b8211cb3532a req-f7664e34-8ac1-4034-bd10-d03ab2b7da17 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478824 Nov 03 19:08:04.560642 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.598220 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8136a2bf-ea48-4348-be36-a9bf89b6f853 req-cdfe9cda-beed-421f-9b08-398999604196 service neutron] 10.222.0.96 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283522 Nov 03 19:08:04.624787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:04.629264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.642458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event updated for resources: {'Port': ['ID=86e87308-52f5-4bd6-a170-08fcb5e1dd59,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:04.670267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:04.702808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:04.708197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.721826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Allocated IP 172.20.0.2 (c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844/53c8101f-f2c6-4594-8e31-8050b67f65c8/d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:04.725133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:04.728056 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.886605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-77adf033-1ff2-4496-8a11-54a6772465e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:04.889567 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-77adf033-1ff2-4496-8a11-54a6772465e6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e94098c17e74e16a317a8737f549ea5&device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1095 time: 0.1541848 Nov 03 19:08:04.899500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:04.921929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:04.952576 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:05.021239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:05.022639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.072373 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Pushing event updated for resources: {'Port': ['ID=404892eb-256a-44ec-a955-bec5f3d050f0,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:05.235764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-d20151c8-50d7-4ca3-84fc-16ce90957868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:05.240140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-d20151c8-50d7-4ca3-84fc-16ce90957868 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ed494768-de12-47cd-af4e-eaaaa5e94e0b HTTP/1.1" status: 200 len: 911 time: 0.3415549 Nov 03 19:08:05.304933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Attempting to bind port 404892eb-256a-44ec-a955-bec5f3d050f0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:05.304933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Attempting to bind port 404892eb-256a-44ec-a955-bec5f3d050f0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:05.304933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Attempting to bind port 404892eb-256a-44ec-a955-bec5f3d050f0 on network 45688c7b-5d83-4046-a79b-22363a7f381a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:05.346280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:05.346656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Checking segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:05.347068 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.347467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Bound using segment: {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:05.351216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Bound port: 404892eb-256a-44ec-a955-bec5f3d050f0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c219fa8-97d1-429f-86d2-2c67fc296975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:05.351790 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.445255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-e2524bd1-e05e-4b9d-95e4-a7f2edbf3c42 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c175f961-5ce8-4e4b-8006-2575ab36f906 HTTP/1.1" status: 200 len: 217 time: 0.1745660 Nov 03 19:08:05.475257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7b5108f9-e085-4219-a4c9-c36fc4574da0 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4069424 Nov 03 19:08:05.478460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54026) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:05.637681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-16c22475-10a5-4852-88ff-3efb6e201eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:05.644200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-16c22475-10a5-4852-88ff-3efb6e201eee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=19b6095c-0eb2-4783-a66c-4a296b359c18 HTTP/1.1" status: 200 len: 849 time: 0.1978922 Nov 03 19:08:05.662159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] For port 404892eb-256a-44ec-a955-bec5f3d050f0, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:05.674355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] For port 404892eb-256a-44ec-a955-bec5f3d050f0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=404892eb-256a-44ec-a955-bec5f3d050f0,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:05.696094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.832837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-112a9af2-5cf7-4372-aaf2-e1a2802fb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:05.834317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f598d0-7fea-405d-9a5d-60bbb64702a9 None None] Pushing event updated for resources: {'Port': ['ID=404892eb-256a-44ec-a955-bec5f3d050f0,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:05.841778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-112a9af2-5cf7-4372-aaf2-e1a2802fb9df service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ed494768-de12-47cd-af4e-eaaaa5e94e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836407 Nov 03 19:08:05.894772 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.913162 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.005811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b1864-8ff3-4331-a860-1b5286a5b6d9 req-1266616b-ea2c-4f3f-8ceb-84080f3ec7e2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:06.017072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-739b1864-8ff3-4331-a860-1b5286a5b6d9 req-1266616b-ea2c-4f3f-8ceb-84080f3ec7e2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1095 time: 0.2790754 Nov 03 19:08:06.026904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:06.038282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:06.047784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:06.065770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Pushing event updated for resources: {'Port': ['ID=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:06.199096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Attempting to bind port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:06.199855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Attempting to bind port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'e4cec40e-f5c3-456f-8124-3accbe39ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:06.201527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Attempting to bind port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 on network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:06.212663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c175f961-5ce8-4e4b-8006-2575ab36f906 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:08:06.221000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ba28db05-85b9-4414-9d84-42b8e60b8cd7 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Deleting port 86e87308-52f5-4bd6-a170-08fcb5e1dd59 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:06.221935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ba28db05-85b9-4414-9d84-42b8e60b8cd7 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.230561 n-d-812148-3 neutron-server[101755]: DEBUG neutron.objects.ports [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:08:06.233288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-413392d8-f22c-45b4-abb5-6a0f66d51c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.312539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-739b1864-8ff3-4331-a860-1b5286a5b6d9 req-0ae4d19e-cde0-4aea-b74a-7a0201017d23 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568672 Nov 03 19:08:06.402989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c175f961-5ce8-4e4b-8006-2575ab36f906, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c175f961-5ce8-4e4b-8006-2575ab36f906,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:06.421701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:06.423160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Checking segment: {'id': 'e4cec40e-f5c3-456f-8124-3accbe39ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:06.423850 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.425054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Bound using segment: {'id': 'e4cec40e-f5c3-456f-8124-3accbe39ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:06.425967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Bound port: d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cec40e-f5c3-456f-8124-3accbe39ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:06.426643 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.470979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'c175f961-5ce8-4e4b-8006-2575ab36f906', 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'port_id': 'c175f961-5ce8-4e4b-8006-2575ab36f906', 'mac_address': 'fa:16:3e:37:54:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b6095c-0eb2-4783-a66c-4a296b359c18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:08:06.471364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-a6c4d3a4-5a62-4f4b-a298-75ffd77f69e3 service neutron] 10.222.0.96 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275373 Nov 03 19:08:06.802542 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.843016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] For port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:06.851655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c175f961-5ce8-4e4b-8006-2575ab36f906 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:06.886515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cdfb3db-d83e-42f7-8cac-c23f8d76d404 req-e9934c00-33f9-4513-91ff-6d0293e74d0a service neutron] 10.222.0.96 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846788 Nov 03 19:08:06.946714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] For port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,segment=NetworkSegment(e4cec40e-f5c3-456f-8124-3accbe39ad02),segment_id=e4cec40e-f5c3-456f-8124-3accbe39ad02)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:06.997030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.033046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c175f961-5ce8-4e4b-8006-2575ab36f906, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c175f961-5ce8-4e4b-8006-2575ab36f906,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:07.098280 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.190799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38522d9-9090-4b46-8f0c-845137c5fe74 None None] Pushing event updated for resources: {'Port': ['ID=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:07.322485 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ba28db05-85b9-4414-9d84-42b8e60b8cd7 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.347916 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ba28db05-85b9-4414-9d84-42b8e60b8cd7 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Calling delete_port for 86e87308-52f5-4bd6-a170-08fcb5e1dd59 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:07.503834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=c175f961-5ce8-4e4b-8006-2575ab36f906,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:07.527928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['c175f961-5ce8-4e4b-8006-2575ab36f906'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:07.892879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 404892eb-256a-44ec-a955-bec5f3d050f0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:07.943567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed65e-922c-4775-8e2b-3834a51032cd req-2e0ee21e-9ca8-4b3d-99fe-67853a8e4113 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:07.956617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b4ed65e-922c-4775-8e2b-3834a51032cd req-2e0ee21e-9ca8-4b3d-99fe-67853a8e4113 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1096 time: 0.2186184 Nov 03 19:08:08.121984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b4ed65e-922c-4775-8e2b-3834a51032cd req-6dc2248c-aa5f-4e62-8eb9-7e02dfdf2701 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634300 Nov 03 19:08:08.352669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 404892eb-256a-44ec-a955-bec5f3d050f0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:08.354435 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.561228 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1e26-6458-42d0-a164-9f30f0a2c9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.562360 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ba28db05-85b9-4414-9d84-42b8e60b8cd7 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.662144 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-c8f74972-b8c2-4605-ae12-a25fef079ab7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4301167 Nov 03 19:08:08.668348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28db05-85b9-4414-9d84-42b8e60b8cd7 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event deleted for resources: {'Port': ['ID=86e87308-52f5-4bd6-a170-08fcb5e1dd59,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:08.687926 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.758640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e3b3f587-2e00-4f07-8af4-68ee3c0099d9 None None] Provisioning complete for port 404892eb-256a-44ec-a955-bec5f3d050f0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:08.759180 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3b3f587-2e00-4f07-8af4-68ee3c0099d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.003310 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:08:09.006415 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:08:09.034838 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.060327 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ba28db05-85b9-4414-9d84-42b8e60b8cd7 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.070607 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ba28db05-85b9-4414-9d84-42b8e60b8cd7 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "DELETE /v2.0/ports/86e87308-52f5-4bd6-a170-08fcb5e1dd59 HTTP/1.1" status: 204 len: 168 time: 3.5409718 Nov 03 19:08:09.071637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54174) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:09.089536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-7742684d-be68-44ad-933c-b73fa207a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:09.096498 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-7742684d-be68-44ad-933c-b73fa207a1d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1098 time: 0.3015528 Nov 03 19:08:09.175079 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3b3f587-2e00-4f07-8af4-68ee3c0099d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.382537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e3b3f587-2e00-4f07-8af4-68ee3c0099d9 None None] For port 404892eb-256a-44ec-a955-bec5f3d050f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=404892eb-256a-44ec-a955-bec5f3d050f0,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:09.396463 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3b3f587-2e00-4f07-8af4-68ee3c0099d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.464469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fbfae-b189-47c7-9ca7-106dd90c9b39 req-d3261d53-5d62-4b42-bf40-f2e919ffe129 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:09.483906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-831fbfae-b189-47c7-9ca7-106dd90c9b39 req-d3261d53-5d62-4b42-bf40-f2e919ffe129 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1096 time: 0.1630001 Nov 03 19:08:09.490529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:08:09.491172 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:08:09.558264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-60155307-45b3-4dc2-b642-c402c55a27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:09.563944 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-60155307-45b3-4dc2-b642-c402c55a27eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.4441981 Nov 03 19:08:09.652959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-831fbfae-b189-47c7-9ca7-106dd90c9b39 req-69a03c11-15e5-416b-8f4e-62aede96bb02 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680932 Nov 03 19:08:09.664733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3f587-2e00-4f07-8af4-68ee3c0099d9 None None] Pushing event updated for resources: {'Port': ['ID=404892eb-256a-44ec-a955-bec5f3d050f0,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:09.673132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a8958-ac60-46db-8f07-70ac8c8bdf8d None None] Network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:09.686627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a96433c6-54fb-4e25-a105-7fe6760fafd3 tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.6079559 Nov 03 19:08:09.690152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54218) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:09.696532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1866818810'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:09.788172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Made reservation on behalf of 33288927d77a4e94a7057f357f50d793 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:09.797289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.874564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-d82dfa22-547a-4eed-995e-248d28a755ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 1002 time: 0.3012671 Nov 03 19:08:09.947121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:09.982111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-450c7d43-d531-41c4-85c7-6b718307818d None None] Provisioning complete for port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:09.984196 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-450c7d43-d531-41c4-85c7-6b718307818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.007770 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.013948 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Added segment 4f45c7aa-6735-4d3b-affc-db7efade7cb0 of type vlan for network 4e089922-42a6-4423-89fd-bc3f1f16871a Nov 03 19:08:10.193783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.207652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:10.212643 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.230900 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.263335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-f9b4b65b-63fd-4202-a374-0cd0ad09c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:10.268478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-f9b4b65b-63fd-4202-a374-0cd0ad09c8dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.3758571 Nov 03 19:08:10.301929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c175f961-5ce8-4e4b-8006-2575ab36f906 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:10.318228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.332129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:10.333479 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.512828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event updated for resources: {'Network': ['ID=4e089922-42a6-4423-89fd-bc3f1f16871a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:10.566154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9c5985b6-a845-4d42-969a-bc295122f32d tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8707874 Nov 03 19:08:10.566469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 4e089922-42a6-4423-89fd-bc3f1f16871a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:10.567198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54288) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:10.569122 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-450c7d43-d531-41c4-85c7-6b718307818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.630087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-1b05ec91-4684-47c5-afaa-488e75240a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:10.638042 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-1b05ec91-4684-47c5-afaa-488e75240a6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3590314 Nov 03 19:08:10.846763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:10.847353 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.126934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-450c7d43-d531-41c4-85c7-6b718307818d None None] For port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,segment=NetworkSegment(e4cec40e-f5c3-456f-8124-3accbe39ad02),segment_id=e4cec40e-f5c3-456f-8124-3accbe39ad02)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:11.167080 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-300f226a-69fb-46fd-ac05-040ec8338e76 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855998 Nov 03 19:08:11.196337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1ee8e-84c5-459a-bd54-62e328859be3 req-740a06ed-ae67-47e5-9ebc-dc1e3349cdf2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:11.215326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92d1ee8e-84c5-459a-bd54-62e328859be3 req-740a06ed-ae67-47e5-9ebc-dc1e3349cdf2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1096 time: 0.3362639 Nov 03 19:08:11.238200 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-450c7d43-d531-41c4-85c7-6b718307818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.251472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port c175f961-5ce8-4e4b-8006-2575ab36f906 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:08:11.332022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-62e43b76-1812-4a45-b03a-096ef61518ae tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "GET /v2.0/agents/7d3796ae-ddf5-40fb-823b-636ecea8ac33/dhcp-networks HTTP/1.1" status: 200 len: 7314 time: 0.7555172 Nov 03 19:08:11.332931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54352) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:11.427296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port c175f961-5ce8-4e4b-8006-2575ab36f906 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:11.428014 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.493634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] For port 404892eb-256a-44ec-a955-bec5f3d050f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=404892eb-256a-44ec-a955-bec5f3d050f0,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:11.553574 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92d1ee8e-84c5-459a-bd54-62e328859be3 req-173a9648-e14b-4b27-b1aa-9b78a8703e7a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807777 Nov 03 19:08:11.594575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.634977 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.636148 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.671456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c7d43-d531-41c4-85c7-6b718307818d None None] Pushing event updated for resources: {'Port': ['ID=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:11.759849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328b1a9-4cba-48bd-9777-40110157a33d tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] Network 4e089922-42a6-4423-89fd-bc3f1f16871a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:11.797238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4328b1a9-4cba-48bd-9777-40110157a33d tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "POST /v2.0/agents/7d3796ae-ddf5-40fb-823b-636ecea8ac33/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4368799 Nov 03 19:08:11.800858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54384) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:11.822707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6c454-a69c-4b08-8f58-02ae510c4155 None None] Network 4e089922-42a6-4423-89fd-bc3f1f16871a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:11.835669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c5c653b3-afb7-4689-b9ba-ea8392ed02e9 None None] Provisioning complete for port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:11.836227 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c5c653b3-afb7-4689-b9ba-ea8392ed02e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.866046 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=404892eb-256a-44ec-a955-bec5f3d050f0,revision_number=5']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:11.884519 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e21d387-661b-40b9-9bba-e5f053d63064 req-ad3fd004-9e05-46d2-9030-b6532b6d1375 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072606 Nov 03 19:08:11.966915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:11.981193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:12.011448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:12.018726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.041263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Subnet': ['ID=c85eea32-db27-45ad-a9a2-f3c314c9d2c3,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:12.092507 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a46fed6d-112e-4f43-939e-256e5d0a0dc7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 8.2077389 Nov 03 19:08:12.097074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54404) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:12.100703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273d630-e87c-4eec-9b74-4f5d4284f8ae None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:12.114273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Request body: {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'mac_address': 'fa:16:3e:70:e5:d0', 'name': 'tempest-NetworksTestDHCPv6-528525395'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:12.331298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-19570252-db8d-4525-8a77-34c396bf4103 tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "GET /v2.0/agents/7d3796ae-ddf5-40fb-823b-636ecea8ac33/dhcp-networks HTTP/1.1" status: 200 len: 8085 time: 0.5269022 Nov 03 19:08:12.334750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54420) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:12.603857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Made reservation on behalf of 52ab6d408a9540d3a885189b7b01bec2 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:12.673772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bdd56f31-5aa6-4bf3-ba28-41afced999b3 tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "DELETE /v2.0/agents/7d3796ae-ddf5-40fb-823b-636ecea8ac33/dhcp-networks/4e089922-42a6-4423-89fd-bc3f1f16871a HTTP/1.1" status: 204 len: 168 time: 0.3362582 Nov 03 19:08:12.676938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54452) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:12.888460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 404892eb-256a-44ec-a955-bec5f3d050f0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:12.999224 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.069564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] device_id is not set on port 3de7deeb-4a4a-426b-84e9-4654f8bdbb13 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:13.070139 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.134437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f533f-eb4a-4166-a379-fcee01a12549 req-4fc1298d-be88-403d-8859-d457194d5f28 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:13.143522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df8f533f-eb4a-4166-a379-fcee01a12549 req-4fc1298d-be88-403d-8859-d457194d5f28 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1096 time: 0.3174083 Nov 03 19:08:13.232237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.250153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 404892eb-256a-44ec-a955-bec5f3d050f0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:13.252619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.317858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.358216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3d2ea2c8-cbe6-4a17-96a4-be4282af6191 tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "GET /v2.0/agents/7d3796ae-ddf5-40fb-823b-636ecea8ac33/dhcp-networks HTTP/1.1" status: 200 len: 7314 time: 0.6712103 Nov 03 19:08:13.359202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54508) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:13.421794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port c175f961-5ce8-4e4b-8006-2575ab36f906, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c175f961-5ce8-4e4b-8006-2575ab36f906,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:13.438577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c881c85d-5ec6-4219-ab7e-1513a068e601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c175f961-5ce8-4e4b-8006-2575ab36f906'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:13.447742 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7522739a-6b05-40f5-ba16-434f69782e62" -d '{"events": [{"server_uuid": "c881c85d-5ec6-4219-ab7e-1513a068e601", "name": "network-vif-plugged", "status": "completed", "tag": "c175f961-5ce8-4e4b-8006-2575ab36f906"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:13.454790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df8f533f-eb4a-4166-a379-fcee01a12549 req-09cf6f26-8f4d-4d4f-928a-03b983b80402 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977686 Nov 03 19:08:13.485773 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-04262191-1424-4eae-999a-85b956cb3d68 tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "GET /v2.0/networks/c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1136589 Nov 03 19:08:13.486284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:13.492110 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.549804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8::2a7 (45688c7b-5d83-4046-a79b-22363a7f381a/32ef98be-b8a1-4894-a3de-7e76c116f4ce/3de7deeb-4a4a-426b-84e9-4654f8bdbb13) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:13.551702 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-375c3721-d050-44df-af5f-51043fe3dc49 tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "GET /v2.0/networks/c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0634196 Nov 03 19:08:13.558223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54524) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:13.567127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Allocated IP 2001:db8:0:1:f816:3eff:fe70:e5d0 (45688c7b-5d83-4046-a79b-22363a7f381a/c85eea32-db27-45ad-a9a2-f3c314c9d2c3/3de7deeb-4a4a-426b-84e9-4654f8bdbb13) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:13.852481 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cb2cce-ee90-430c-812d-deb032c0e1ca x-openstack-request-id: req-48cb2cce-ee90-430c-812d-deb032c0e1ca {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:13.853331 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c881c85d-5ec6-4219-ab7e-1513a068e601", "name": "network-vif-plugged", "status": "completed", "tag": "c175f961-5ce8-4e4b-8006-2575ab36f906", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:13.857761 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48cb2cce-ee90-430c-812d-deb032c0e1ca {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:13.858452 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c881c85d-5ec6-4219-ab7e-1513a068e601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c175f961-5ce8-4e4b-8006-2575ab36f906', 'code': 200} Nov 03 19:08:13.901749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d67864bf-3cc3-4081-b38f-8e79277cb817 None None] Could not find standard attr ID for object 86e87308-52f5-4bd6-a170-08fcb5e1dd59. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:08:13.923593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7c7babd4-58c1-4ea6-9044-a1e6cbf91b70 tempest-DHCPAgentSchedulersTestJSON-1592502748 tempest-DHCPAgentSchedulersTestJSON-1592502748-project-admin] 10.222.0.77 "GET /v2.0/agents/7d3796ae-ddf5-40fb-823b-636ecea8ac33/dhcp-networks HTTP/1.1" status: 200 len: 7314 time: 0.3630028 Nov 03 19:08:13.935138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54558) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:14.010505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.124151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.164209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=c175f961-5ce8-4e4b-8006-2575ab36f906,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:14.223623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Network 45688c7b-5d83-4046-a79b-22363a7f381a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:14.250156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:14.265912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:14.298272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:14.298272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.373377 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.380258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2770662 Nov 03 19:08:14.381443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:14.387314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca4570-7a46-4b46-92e5-fa2a4e21ae73 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event updated for resources: {'Port': ['ID=3de7deeb-4a4a-426b-84e9-4654f8bdbb13,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:14.405044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ef295-c9fb-40b4-bbd9-d23c855b7fdc req-438507e5-049e-4c9d-b6b2-9220e55e051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:14.409279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f5ef295-c9fb-40b4-bbd9-d23c855b7fdc req-438507e5-049e-4c9d-b6b2-9220e55e051e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1097 time: 0.4442656 Nov 03 19:08:14.591900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:14.758400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f5ef295-c9fb-40b4-bbd9-d23c855b7fdc req-ffc23bb7-adf6-49d5-901a-ac4043703d09 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250296 Nov 03 19:08:14.877932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-526943e3-313d-46ba-aff9-6175ee50c678 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting port 3de7deeb-4a4a-426b-84e9-4654f8bdbb13 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:14.878254 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-526943e3-313d-46ba-aff9-6175ee50c678 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.891200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:14.895065 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.975699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.007020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e089922-42a6-4423-89fd-bc3f1f16871a']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:15.022667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f45c7aa-6735-4d3b-affc-db7efade7cb0') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:15.022962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f45c7aa-6735-4d3b-affc-db7efade7cb0') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:15.037111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.058191 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.085802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:15.087400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:15.109392 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:15.225296 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-526943e3-313d-46ba-aff9-6175ee50c678 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.254996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-526943e3-313d-46ba-aff9-6175ee50c678 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Calling delete_port for 3de7deeb-4a4a-426b-84e9-4654f8bdbb13 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:15.377155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b8be-73ea-41c7-85ed-7a07b2c0afdf req-bec65c9f-4816-42ba-b455-f4f05d4962fb tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:15.390591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e09b8be-73ea-41c7-85ed-7a07b2c0afdf req-bec65c9f-4816-42ba-b455-f4f05d4962fb tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1097 time: 0.6451738 Nov 03 19:08:15.398140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.413291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.426186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "DELETE /v2.0/networks/4e089922-42a6-4423-89fd-bc3f1f16871a HTTP/1.1" status: 204 len: 168 time: 1.4844031 Nov 03 19:08:15.426550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54636) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:15.503031 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb16ed8-a4e5-4d94-a2ea-7414eb0af936 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:15.503765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb16ed8-a4e5-4d94-a2ea-7414eb0af936 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:15.513081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bdb16ed8-a4e5-4d94-a2ea-7414eb0af936 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "DELETE /v2.0/ports/86e87308-52f5-4bd6-a170-08fcb5e1dd59 HTTP/1.1" status: 404 len: 333 time: 0.0579462 Nov 03 19:08:15.513081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76ec40-2937-4f50-b3c3-b5abd166b93f tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event deleted for resources: {'Network': ['ID=4e089922-42a6-4423-89fd-bc3f1f16871a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:15.514150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54638) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:15.682163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e09b8be-73ea-41c7-85ed-7a07b2c0afdf req-a609c847-66da-4217-bfbc-091b4fceb235 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901409 Nov 03 19:08:15.687561 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-526943e3-313d-46ba-aff9-6175ee50c678 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.704658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63c7290-f105-4443-bd1c-b6ab550a6d35 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Deleting subnet 53c8101f-f2c6-4594-8e31-8050b67f65c8 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:08:15.720274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d63c7290-f105-4443-bd1c-b6ab550a6d35 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.784663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526943e3-313d-46ba-aff9-6175ee50c678 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Port': ['ID=3de7deeb-4a4a-426b-84e9-4654f8bdbb13,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:15.854195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d63c7290-f105-4443-bd1c-b6ab550a6d35 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.908421 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-526943e3-313d-46ba-aff9-6175ee50c678 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.913407 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-526943e3-313d-46ba-aff9-6175ee50c678 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/3de7deeb-4a4a-426b-84e9-4654f8bdbb13 HTTP/1.1" status: 204 len: 168 time: 1.5300579 Nov 03 19:08:15.917334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54648) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:16.041362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-86eacdd7-4a94-46b4-a514-83c15662bf21 None None] Provisioning complete for port 404892eb-256a-44ec-a955-bec5f3d050f0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:16.042277 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-86eacdd7-4a94-46b4-a514-83c15662bf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.143830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b4ce1-374c-4723-90c0-7fd8b6ff0df6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:16.147220 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1a9b4ce1-374c-4723-90c0-7fd8b6ff0df6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2282331 Nov 03 19:08:16.152749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54660) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:16.241016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d63c7290-f105-4443-bd1c-b6ab550a6d35 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.386698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-86eacdd7-4a94-46b4-a514-83c15662bf21 None None] Could not find standard attr ID for object 3de7deeb-4a4a-426b-84e9-4654f8bdbb13. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:08:16.392170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d63c7290-f105-4443-bd1c-b6ab550a6d35 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.437217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c7290-f105-4443-bd1c-b6ab550a6d35 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event deleted for resources: {'Subnet': ['ID=53c8101f-f2c6-4594-8e31-8050b67f65c8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:16.454107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765daad1-be0a-43bc-9bfd-f8cf97e4cd70 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:16.456225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-765daad1-be0a-43bc-9bfd-f8cf97e4cd70 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3017981 Nov 03 19:08:16.458310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d63c7290-f105-4443-bd1c-b6ab550a6d35 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.460813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54672) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:16.465469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d63c7290-f105-4443-bd1c-b6ab550a6d35 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "DELETE /v2.0/subnets/53c8101f-f2c6-4594-8e31-8050b67f65c8 HTTP/1.1" status: 204 len: 168 time: 0.9464402 Nov 03 19:08:16.470688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54674) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:16.470872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b571d9-5e6f-4eac-8fc0-ef477061c1ed None None] Network c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:16.686981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afb4f1-bb9c-45c2-b472-899cfb3acfbb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:16.690131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afb4f1-bb9c-45c2-b472-899cfb3acfbb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:16.710837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afb4f1-bb9c-45c2-b472-899cfb3acfbb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:16.713776 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-66afb4f1-bb9c-45c2-b472-899cfb3acfbb tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2510605 Nov 03 19:08:16.721833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54678) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:16.762121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-09768148-d96e-4113-9ed0-2bc8052ae65e None None] Could not find standard attr ID for object 3de7deeb-4a4a-426b-84e9-4654f8bdbb13. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:08:16.769131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.910891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb3447c-ca0e-4373-9df9-fabf0f87cf72 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet 32ef98be-b8a1-4894-a3de-7e76c116f4ce {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:08:16.925144 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb3447c-ca0e-4373-9df9-fabf0f87cf72 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.035110 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb3447c-ca0e-4373-9df9-fabf0f87cf72 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.235710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] DHCP port deletion for c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:08:17.281048 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb3447c-ca0e-4373-9df9-fabf0f87cf72 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.478046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb3447c-ca0e-4373-9df9-fabf0f87cf72 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.511441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] Deleting port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:17.511441 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.613659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3447c-ca0e-4373-9df9-fabf0f87cf72 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=32ef98be-b8a1-4894-a3de-7e76c116f4ce,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:17.637340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ecb3447c-ca0e-4373-9df9-fabf0f87cf72 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.642300 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ecb3447c-ca0e-4373-9df9-fabf0f87cf72 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/32ef98be-b8a1-4894-a3de-7e76c116f4ce HTTP/1.1" status: 204 len: 168 time: 0.9184446 Nov 03 19:08:17.646751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54688) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:17.768484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] For port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,segment=NetworkSegment(e4cec40e-f5c3-456f-8124-3accbe39ad02),segment_id=e4cec40e-f5c3-456f-8124-3accbe39ad02)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:17.770254 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.812659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] Calling delete_port for d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:17.813886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cff2a-01bc-4d42-b137-40cc251c0167 req-6fc0cdff-4b06-462b-9181-8dc3710e0493 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:17.815490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8860a38-f7f2-43a0-b3f3-26890f81ef2d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Deleting subnet c85eea32-db27-45ad-a9a2-f3c314c9d2c3 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:08:17.817189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea4cff2a-01bc-4d42-b137-40cc251c0167 req-6fc0cdff-4b06-462b-9181-8dc3710e0493 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1097 time: 0.1196988 Nov 03 19:08:17.828007 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8860a38-f7f2-43a0-b3f3-26890f81ef2d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.902639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Deleting port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:17.903578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.937181 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8860a38-f7f2-43a0-b3f3-26890f81ef2d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.940586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c494f7b-54e8-4d13-9dd6-d38c46c29d2a None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:18.120549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea4cff2a-01bc-4d42-b137-40cc251c0167 req-e771897c-0432-465e-a6b1-c16f3df6e9d2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956200 Nov 03 19:08:18.167684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] For port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,segment=NetworkSegment(e4cec40e-f5c3-456f-8124-3accbe39ad02),segment_id=e4cec40e-f5c3-456f-8124-3accbe39ad02)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:18.168010 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.168251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.200483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8860a38-f7f2-43a0-b3f3-26890f81ef2d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.222765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Calling delete_port for d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:18.274391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] Pushing event deleted for resources: {'Port': ['ID=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:18.292176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97985e7-cb4e-491e-bec2-e9fe4ba134b7 None None] No DVR routers for this DVR port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:18.399470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8860a38-f7f2-43a0-b3f3-26890f81ef2d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.472708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8860a38-f7f2-43a0-b3f3-26890f81ef2d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Subnet': ['ID=c85eea32-db27-45ad-a9a2-f3c314c9d2c3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:18.488474 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8860a38-f7f2-43a0-b3f3-26890f81ef2d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.496062 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a8860a38-f7f2-43a0-b3f3-26890f81ef2d tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/c85eea32-db27-45ad-a9a2-f3c314c9d2c3 HTTP/1.1" status: 204 len: 168 time: 0.8478587 Nov 03 19:08:18.499366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54698) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:18.602172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:18.648675 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.654460 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f5a5ae2f-d67f-4063-b199-64dbe63e2c21 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511147 Nov 03 19:08:18.664588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:18.665205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:18.665622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc2485-8406-4475-9e43-c774cf550183 req-6512a230-e75f-4b2f-b390-d519c81e8601 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:18.666765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54706) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:18.673407 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9dc2485-8406-4475-9e43-c774cf550183 req-6512a230-e75f-4b2f-b390-d519c81e8601 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1097 time: 0.2629991 Nov 03 19:08:18.737763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event deleted for resources: {'Port': ['ID=d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:18.790730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eaf1ea-bdaa-4f24-822e-7f2a10c1da7b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:18.799444 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e7eaf1ea-bdaa-4f24-822e-7f2a10c1da7b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1293442 Nov 03 19:08:18.800265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54710) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:18.844134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] No DVR routers for this DVR port d8cc3a24-3e1d-4330-a7b5-9fa6079ddad9 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:18.902419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f79f4-4e0f-432a-961d-0e523314dfdf None None] Update dhcp port {'port': {'network_id': '45688c7b-5d83-4046-a79b-22363a7f381a', 'fixed_ips': [{'subnet_id': 'c85eea32-db27-45ad-a9a2-f3c314c9d2c3'}], 'binding:host_id': 'n-d-812148-3'}, 'id': '404892eb-256a-44ec-a955-bec5f3d050f0'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:08:18.960143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9dc2485-8406-4475-9e43-c774cf550183 req-da8a5ac6-697d-4cbf-be94-675c154e6857 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283239 Nov 03 19:08:18.976898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4ddf26-2095-42cf-bd2d-e679eae92cbd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:18.983611 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8f4ddf26-2095-42cf-bd2d-e679eae92cbd tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1808889 Nov 03 19:08:18.983858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54712) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.007028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-994f79f4-4e0f-432a-961d-0e523314dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.165688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d6765b15-1adf-4666-aab8-b0706bb1f3af tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1790977 Nov 03 19:08:19.172852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54718) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.198289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.262250 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44f640a-746b-4fb2-9766-8ddc486b77c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:19.263610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44f640a-746b-4fb2-9766-8ddc486b77c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:19.272738 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a44f640a-746b-4fb2-9766-8ddc486b77c7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/3de7deeb-4a4a-426b-84e9-4654f8bdbb13 HTTP/1.1" status: 404 len: 333 time: 0.0948918 Nov 03 19:08:19.273530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54720) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.294508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54722) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.305941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:19.339855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cec40e-f5c3-456f-8124-3accbe39ad02') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:19.340706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cec40e-f5c3-456f-8124-3accbe39ad02') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:19.346481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f9cc3-46f1-4b62-8cf2-8594ec408a56 req-7971f1d1-d0d8-4aaa-868b-e151f538048a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:19.362655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa8f9cc3-46f1-4b62-8cf2-8594ec408a56 req-7971f1d1-d0d8-4aaa-868b-e151f538048a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1097 time: 0.1944716 Nov 03 19:08:19.369076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333aa91c-e5c8-45b8-b06e-46b655a528cc None None] Network 45688c7b-5d83-4046-a79b-22363a7f381a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:19.393007 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.402535 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc0b0f6-3994-4b37-bc89-37cd68189d05 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:19.403299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc0b0f6-3994-4b37-bc89-37cd68189d05 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:19.414020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0fc0b0f6-3994-4b37-bc89-37cd68189d05 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/c85eea32-db27-45ad-a9a2-f3c314c9d2c3 HTTP/1.1" status: 404 len: 337 time: 0.1384904 Nov 03 19:08:19.415004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54726) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.479218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.514936 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b6ce39-bd78-4881-9396-dc09aee4cb11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:19.515696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b6ce39-bd78-4881-9396-dc09aee4cb11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:19.525811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-64b6ce39-bd78-4881-9396-dc09aee4cb11 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/32ef98be-b8a1-4894-a3de-7e76c116f4ce HTTP/1.1" status: 404 len: 337 time: 0.1090121 Nov 03 19:08:19.526795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54728) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.539875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:19.540451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:19.546314 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:19.578123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-71159a89-6dea-4c51-a603-485e47a39db5 None None] Provisioning complete for port 404892eb-256a-44ec-a955-bec5f3d050f0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:19.578835 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-71159a89-6dea-4c51-a603-485e47a39db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.604816 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf7a86f-a092-45b0-a3aa-9fa2f92d3224 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:19.618325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf7a86f-a092-45b0-a3aa-9fa2f92d3224 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:19.635014 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3cf7a86f-a092-45b0-a3aa-9fa2f92d3224 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/9945146a-5e51-42ad-8c34-edc14d671b0b HTTP/1.1" status: 404 len: 333 time: 0.1064448 Nov 03 19:08:19.636008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54732) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.726914 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf86753-6539-4835-801b-310359244b48 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:19.727392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf86753-6539-4835-801b-310359244b48 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:19.737907 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9cf86753-6539-4835-801b-310359244b48 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/b39fe8c5-80ea-4e16-bedb-bdf8c232cd1f HTTP/1.1" status: 404 len: 337 time: 0.1003757 Nov 03 19:08:19.741834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54736) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.751724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] DHCP port deletion for 45688c7b-5d83-4046-a79b-22363a7f381a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:08:19.803096 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e911bc6-24b1-47b0-ae79-4d57aa080df1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:19.803570 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e911bc6-24b1-47b0-ae79-4d57aa080df1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:19.813598 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e911bc6-24b1-47b0-ae79-4d57aa080df1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/c7f13e10-9b5a-47b4-8700-c3ae168f96a8 HTTP/1.1" status: 404 len: 337 time: 0.0679007 Nov 03 19:08:19.817900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54740) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.834085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa8f9cc3-46f1-4b62-8cf2-8594ec408a56 req-6b0311ac-e8db-4aa9-9879-38f0199819b9 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698451 Nov 03 19:08:19.843365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] Deleting port 404892eb-256a-44ec-a955-bec5f3d050f0 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:19.844487 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.847124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fb531b86-420a-40ce-921f-0487936790f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.855437 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-05868cb7-569e-4eba-8e9e-d2104e4a1e0c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:19.856579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05868cb7-569e-4eba-8e9e-d2104e4a1e0c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:19.862077 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-05868cb7-569e-4eba-8e9e-d2104e4a1e0c tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/8b95c466-669a-48da-b049-7fee8215ff8c HTTP/1.1" status: 404 len: 333 time: 0.0426772 Nov 03 19:08:19.866218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54742) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.914790 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.944280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.975741 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-6971aec9-bdca-44dd-8a50-1d5dbbe92079 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:19.976271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6971aec9-bdca-44dd-8a50-1d5dbbe92079 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:19.985340 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6971aec9-bdca-44dd-8a50-1d5dbbe92079 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/53ce7718-bc32-450b-b9b1-164929522f43 HTTP/1.1" status: 404 len: 337 time: 0.1169872 Nov 03 19:08:19.985617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] 10.222.0.77 "DELETE /v2.0/networks/c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844 HTTP/1.1" status: 204 len: 168 time: 3.5096822 Nov 03 19:08:19.986058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54750) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.996112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] For port 404892eb-256a-44ec-a955-bec5f3d050f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=404892eb-256a-44ec-a955-bec5f3d050f0,segment=NetworkSegment(8c219fa8-97d1-429f-86d2-2c67fc296975),segment_id=8c219fa8-97d1-429f-86d2-2c67fc296975)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:19.996539 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.026601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] Calling delete_port for 404892eb-256a-44ec-a955-bec5f3d050f0 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:20.035415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916f89c-3f15-4624-99bc-8c6ed386c612 tempest-DHCPAgentSchedulersTestJSON-1386508713 tempest-DHCPAgentSchedulersTestJSON-1386508713-project] Pushing event deleted for resources: {'Network': ['ID=c0fd9c7b-6a3e-4a76-b5a7-fbbd3733b844,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:20.050197 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b192f7db-8b1b-46a7-9323-cf28c7efe934 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.050659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b192f7db-8b1b-46a7-9323-cf28c7efe934 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.060211 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b192f7db-8b1b-46a7-9323-cf28c7efe934 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/4f974989-7af4-47b7-871c-7f4adcc14ee1 HTTP/1.1" status: 404 len: 337 time: 0.0689504 Nov 03 19:08:20.073852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54752) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.108401 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d72f33-d7aa-4de1-bbef-7c07349ff55b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.109162 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d72f33-d7aa-4de1-bbef-7c07349ff55b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.116187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c9d72f33-d7aa-4de1-bbef-7c07349ff55b tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/796ab5bf-89e8-414c-a1d7-ede1d918b449 HTTP/1.1" status: 404 len: 333 time: 0.0411239 Nov 03 19:08:20.116837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54756) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.154585 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb5d395-a188-4225-8162-a9cb5adae3ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.155043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb5d395-a188-4225-8162-a9cb5adae3ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.164586 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3eb5d395-a188-4225-8162-a9cb5adae3ee tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/49b033ca-bc78-4308-a211-130829f0c1ac HTTP/1.1" status: 404 len: 337 time: 0.0465729 Nov 03 19:08:20.165355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54758) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.202429 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.225965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf71e1-dd74-4d2a-967c-18b618e4f33d req-7c3ff16a-e1a4-4776-8d5a-3c7eb6c27549 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:20.235126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ecf71e1-dd74-4d2a-967c-18b618e4f33d req-7c3ff16a-e1a4-4776-8d5a-3c7eb6c27549 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1098 time: 0.1109250 Nov 03 19:08:20.241326 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] Pushing event deleted for resources: {'Port': ['ID=404892eb-256a-44ec-a955-bec5f3d050f0,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:20.246810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10090103-b635-4f2d-bd33-8da3da78972b None None] No DVR routers for this DVR port 404892eb-256a-44ec-a955-bec5f3d050f0 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:20.254238 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9c1021-9385-4bfa-9c27-4773343ee96e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.254699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9c1021-9385-4bfa-9c27-4773343ee96e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.257659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fb531b86-420a-40ce-921f-0487936790f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.267426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54760) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.272225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fe9c1021-9385-4bfa-9c27-4773343ee96e tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/589ee5f6-96ed-4446-80df-9b9ea8222b05 HTTP/1.1" status: 404 len: 337 time: 0.1054339 Nov 03 19:08:20.290962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fb531b86-420a-40ce-921f-0487936790f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.336691 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d13ef4-2021-4804-96ec-3ef170357c66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.337761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d13ef4-2021-4804-96ec-3ef170357c66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.342325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-17d13ef4-2021-4804-96ec-3ef170357c66 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/049a6a26-7a48-416b-aeb1-cee733eae4f3 HTTP/1.1" status: 404 len: 333 time: 0.0734973 Nov 03 19:08:20.346244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54764) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.396507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb531b86-420a-40ce-921f-0487936790f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5ba16f-57df-4b36-83ca-d98521f53eea,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:20.406214 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e34506-75ff-40a4-a27e-93cf987fe1c2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.406730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e34506-75ff-40a4-a27e-93cf987fe1c2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.407911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fb531b86-420a-40ce-921f-0487936790f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f0ff50352c8404da798a94024402bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1075428 Nov 03 19:08:20.414298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54766) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.421666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54768) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.425998 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-96e34506-75ff-40a4-a27e-93cf987fe1c2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/e95840d5-63d3-45ec-8ec2-f0a2014d98ca HTTP/1.1" status: 404 len: 337 time: 0.0785911 Nov 03 19:08:20.452254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 404892eb-256a-44ec-a955-bec5f3d050f0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:20.458814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ecf71e1-dd74-4d2a-967c-18b618e4f33d req-b08b1833-1186-45ab-abce-47b6b4c2029c tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222633 Nov 03 19:08:20.490062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54770) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.514283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 404892eb-256a-44ec-a955-bec5f3d050f0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:20.515039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 404892eb-256a-44ec-a955-bec5f3d050f0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:20.547362 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-97848693-6992-4dda-9c26-196d4a32c732 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.548512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97848693-6992-4dda-9c26-196d4a32c732 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.553590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-97848693-6992-4dda-9c26-196d4a32c732 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/162ef2eb-2b32-47bf-b7a7-8894f34e02fc HTTP/1.1" status: 404 len: 333 time: 0.1293178 Nov 03 19:08:20.554915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54776) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.560506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54778) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.693629 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-495e79ed-6c1f-4dad-8aee-b35c78a40f29 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.694166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495e79ed-6c1f-4dad-8aee-b35c78a40f29 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.707065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54788) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.711122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-495e79ed-6c1f-4dad-8aee-b35c78a40f29 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/fe1688e4-8320-4da0-b383-cc17ff0dceb9 HTTP/1.1" status: 404 len: 337 time: 0.1392157 Nov 03 19:08:20.779335 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc0c20c-ce15-4139-bac3-65ebb120b3f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.780800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc0c20c-ce15-4139-bac3-65ebb120b3f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.788807 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1dc0c20c-ce15-4139-bac3-65ebb120b3f2 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/2e3b361b-549a-4639-b637-32d822862113 HTTP/1.1" status: 404 len: 333 time: 0.0788491 Nov 03 19:08:20.823856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54790) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.856820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-334baf99-498c-4fd4-881c-4a003bd8caef tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:20.864587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-334baf99-498c-4fd4-881c-4a003bd8caef tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/networks?id=ed494768-de12-47cd-af4e-eaaaa5e94e0b HTTP/1.1" status: 200 len: 911 time: 0.2328260 Nov 03 19:08:20.867300 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-157e0c01-ba04-46a5-b742-24e160ec7e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.895206 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4833dd-bb1a-4af9-8b76-a638fcf6aec3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.896284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4833dd-bb1a-4af9-8b76-a638fcf6aec3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.904241 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8b4833dd-bb1a-4af9-8b76-a638fcf6aec3 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/6bab0c3d-6ea1-4a42-bbfe-845d2e64b505 HTTP/1.1" status: 404 len: 337 time: 0.0764346 Nov 03 19:08:20.905385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54794) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.933655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2a2ccd1f-3f19-44a2-9fac-4c128e3b793e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33288927d77a4e94a7057f357f50d793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740964 Nov 03 19:08:20.937331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54796) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.980513 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7023f8-8c14-4717-b6b7-e449c91c915a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:20.982149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7023f8-8c14-4717-b6b7-e449c91c915a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:20.989501 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8f7023f8-8c14-4717-b6b7-e449c91c915a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/8f8c98db-cf8d-41f2-ad73-9a431f212ed3 HTTP/1.1" status: 404 len: 333 time: 0.0786662 Nov 03 19:08:20.991047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-65b9aeb3-4471-4d77-9147-90c79e438eba tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/quotas/6e94098c17e74e16a317a8737f549ea5 HTTP/1.1" status: 200 len: 375 time: 0.1253049 Nov 03 19:08:20.991573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54798) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:20.998125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port 6b1154b7-7ac3-4049-ae92-1e3e32a1995b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:20.998872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.035216 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-157e0c01-ba04-46a5-b742-24e160ec7e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.102300 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c606683c-b35d-460f-90a7-0cb045ee7f03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:21.103284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c606683c-b35d-460f-90a7-0cb045ee7f03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:21.109828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c606683c-b35d-460f-90a7-0cb045ee7f03 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/78a0e7c1-e3d7-47c7-bc5c-3f6c4e8950f2 HTTP/1.1" status: 404 len: 337 time: 0.1092434 Nov 03 19:08:21.118402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54800) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:21.145781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.147126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.165634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for 6b1154b7-7ac3-4049-ae92-1e3e32a1995b owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:21.198616 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7233e0d-bc6a-4a9c-a134-f6b3319bb2da tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:21.199546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7233e0d-bc6a-4a9c-a134-f6b3319bb2da tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:21.208215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7233e0d-bc6a-4a9c-a134-f6b3319bb2da tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/3ff0bf0f-f917-4004-b835-10328c0e9049 HTTP/1.1" status: 404 len: 333 time: 0.0771747 Nov 03 19:08:21.211946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d61cf5b2-d837-44b6-9461-50ba47c7d094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.218489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54802) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:21.287984 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ede7b83-ea38-4325-8b58-36c088715da1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:21.288669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ede7b83-ea38-4325-8b58-36c088715da1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:21.296360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9ede7b83-ea38-4325-8b58-36c088715da1 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/9e48b969-9d39-4b2d-805c-2ed0017938c3 HTTP/1.1" status: 404 len: 337 time: 0.0728812 Nov 03 19:08:21.298923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-fa111eac-6717-4e1c-805e-7eee7345c1a1 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=6e94098c17e74e16a317a8737f549ea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2787073 Nov 03 19:08:21.300150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54804) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:21.304323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-157e0c01-ba04-46a5-b742-24e160ec7e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.307818 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-157e0c01-ba04-46a5-b742-24e160ec7e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.312300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-157e0c01-ba04-46a5-b742-24e160ec7e53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe5ba16f-57df-4b36-83ca-d98521f53eea HTTP/1.1" status: 204 len: 168 time: 0.8963463 Nov 03 19:08:21.347342 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d61cf5b2-d837-44b6-9461-50ba47c7d094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.421010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e0c01-ba04-46a5-b742-24e160ec7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5ba16f-57df-4b36-83ca-d98521f53eea,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:21.437294 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0875055c-25e6-44f1-879c-767651977929 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:21.438674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0875055c-25e6-44f1-879c-767651977929 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:21.446145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0875055c-25e6-44f1-879c-767651977929 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/63157b91-2fb4-4bea-9ede-314bbaa4620c HTTP/1.1" status: 404 len: 333 time: 0.1279318 Nov 03 19:08:21.451263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54808) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:21.476203 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.575245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=6b1154b7-7ac3-4049-ae92-1e3e32a1995b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:21.630846 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5944c074-e581-4b5c-a729-c8533d5829ad tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:21.631321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5944c074-e581-4b5c-a729-c8533d5829ad tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:21.638710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5944c074-e581-4b5c-a729-c8533d5829ad tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/db158e08-329e-4e09-bf82-20eac442061d HTTP/1.1" status: 404 len: 337 time: 0.1146109 Nov 03 19:08:21.638710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d61cf5b2-d837-44b6-9461-50ba47c7d094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.638710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d61cf5b2-d837-44b6-9461-50ba47c7d094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.639739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d61cf5b2-d837-44b6-9461-50ba47c7d094 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d535884f-a71f-410b-a23c-214921b01f63 HTTP/1.1" status: 204 len: 168 time: 0.6996186 Nov 03 19:08:21.650402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-f755251a-c08f-482e-9946-fbb8c35a2614 service neutron] 10.222.0.77 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276925 Nov 03 19:08:21.678033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:21.761429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cf5b2-d837-44b6-9461-50ba47c7d094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d535884f-a71f-410b-a23c-214921b01f63,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:21.837722 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.841104 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Floating IP 50e86c4d-c2f8-411f-8d2d-de376a28a8c2 disassociated (deleted). External IP: 172.25.3.125, port: 52f6f334-7866-4e93-8c63-7ebef90d3f24. Nov 03 19:08:21.853134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ef549204-c159-473f-9518-0498a0f71371 service neutron] 10.222.0.77 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017498 Nov 03 19:08:21.912785 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e89ec14-c406-49b6-a5d7-33aa24d17342 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:21.924632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e89ec14-c406-49b6-a5d7-33aa24d17342 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:21.934409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54820) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:21.941468 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e89ec14-c406-49b6-a5d7-33aa24d17342 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/ee2bd9ad-3f1b-4e21-a0c5-af10505e9959 HTTP/1.1" status: 404 len: 337 time: 0.1275315 Nov 03 19:08:21.990262 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-135763ac-7f6a-426c-9078-e7882d074040 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:21.991823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135763ac-7f6a-426c-9078-e7882d074040 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:21.995692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-135763ac-7f6a-426c-9078-e7882d074040 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/3b7d3501-b176-4abd-80d8-c5a8095954fc HTTP/1.1" status: 404 len: 333 time: 0.0593436 Nov 03 19:08:22.004664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54822) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.083950 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c27313-587e-4f5c-b3de-927c606a3d8f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:22.086476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c27313-587e-4f5c-b3de-927c606a3d8f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:22.094603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f2c27313-587e-4f5c-b3de-927c606a3d8f tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/26a77581-6c28-4f9c-9baf-0f18c37ec8c2 HTTP/1.1" status: 404 len: 337 time: 0.0884178 Nov 03 19:08:22.103271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.132307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54830) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.202928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7f9feb9-44ff-4648-91c4-361626af8648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:22.234719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edfc1669-1b31-4c0c-96c0-77e91a656970 req-4eaa8ab6-b993-4310-a1f0-954fe7d320c4 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 210 time: 0.0786271 Nov 03 19:08:22.261266 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cec687-46d7-4349-9014-67134db3d042 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:22.262063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cec687-46d7-4349-9014-67134db3d042 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:22.268719 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08cec687-46d7-4349-9014-67134db3d042 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/35eef8d3-a1e0-474b-998f-58b847c21728 HTTP/1.1" status: 404 len: 337 time: 0.1637571 Nov 03 19:08:22.276766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54834) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.320436 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7a1c99-7b29-48e6-a28c-97b41bd365fe tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:22.321034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7a1c99-7b29-48e6-a28c-97b41bd365fe tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:22.327037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6e7a1c99-7b29-48e6-a28c-97b41bd365fe tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/02be8ecb-1bb5-4acb-9c1a-1d4d27785e66 HTTP/1.1" status: 404 len: 333 time: 0.0453849 Nov 03 19:08:22.327037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54836) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.362272 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb675e2-48f3-4945-9bbe-65b2283cf6f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:22.363932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb675e2-48f3-4945-9bbe-65b2283cf6f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:22.374333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cdb675e2-48f3-4945-9bbe-65b2283cf6f7 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/6c78606d-443e-4db8-821e-1a0fdde90596 HTTP/1.1" status: 404 len: 337 time: 0.0462689 Nov 03 19:08:22.379237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54840) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.423649 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6b0759-c304-4779-ad81-e819378f1d31 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:22.424846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6b0759-c304-4779-ad81-e819378f1d31 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:22.431118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1e6b0759-c304-4779-ad81-e819378f1d31 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/52e44d79-f15a-4054-ab49-fc0d348be2fd HTTP/1.1" status: 404 len: 337 time: 0.0502882 Nov 03 19:08:22.439577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54844) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.484151 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b648bf51-206a-4f74-b206-20a0e2271622 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:22.486563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b648bf51-206a-4f74-b206-20a0e2271622 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:22.494285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b648bf51-206a-4f74-b206-20a0e2271622 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/f430751b-9f38-4914-b172-e6fe3fa492c3 HTTP/1.1" status: 404 len: 333 time: 0.0525742 Nov 03 19:08:22.496770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54846) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.543929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54848) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.568723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7f9feb9-44ff-4648-91c4-361626af8648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:22.577162 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7f9feb9-44ff-4648-91c4-361626af8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:22.624236 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-411e9fcc-6b1d-4d11-b883-fe335a39d092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:22.640825 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1e6e68-7f2c-4871-a726-235b0962e254 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:22.641661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1e6e68-7f2c-4871-a726-235b0962e254 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:22.645660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7f9feb9-44ff-4648-91c4-361626af8648 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d8d7450fafdd42c3a9150e9f8d240a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121009 Nov 03 19:08:22.646569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54852) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.647503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9feb9-44ff-4648-91c4-361626af8648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9526ed74-e669-47d3-b96a-3d2e570bafa2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:22.648551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5b1e6e68-7f2c-4871-a726-235b0962e254 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/ed62c0c8-6edf-44f6-891d-df3891f886ae HTTP/1.1" status: 404 len: 337 time: 0.1500669 Nov 03 19:08:22.660205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54854) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.763662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4d8dbaf-8c31-470e-a4ae-5bae4b2d08d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:22.819142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4d8dbaf-8c31-470e-a4ae-5bae4b2d08d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:22.884582 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bf3cd7-05b8-4a63-b9d5-89c5d95d2143 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:22.885971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bf3cd7-05b8-4a63-b9d5-89c5d95d2143 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:22.892849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54858) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:22.893355 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-62bf3cd7-05b8-4a63-b9d5-89c5d95d2143 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/168559c6-e6ea-430e-9294-58aecb8db190 HTTP/1.1" status: 404 len: 337 time: 0.2222464 Nov 03 19:08:22.910188 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:22.944961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-02b1419b-07e2-4426-b488-0c7bf9272295 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports?device_id=2af169a8-e5c1-46f7-b9bd-8e0222f081b8 HTTP/1.1" status: 200 len: 205 time: 0.0507421 Nov 03 19:08:22.948169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54860) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.044345 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-fcbd2cec-f502-4ef2-a0c2-b41521ee9307 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] delete failed (client error): The resource could not be found. Nov 03 19:08:23.046595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fcbd2cec-f502-4ef2-a0c2-b41521ee9307 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/routers/2af169a8-e5c1-46f7-b9bd-8e0222f081b8 HTTP/1.1" status: 404 len: 336 time: 0.0974042 Nov 03 19:08:23.050856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54864) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.123844 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-92177edf-294e-49bb-8175-86f937bd58e6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:23.124589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92177edf-294e-49bb-8175-86f937bd58e6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:23.131099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-92177edf-294e-49bb-8175-86f937bd58e6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/d5216471-8887-4343-9c68-3d120ba311d7 HTTP/1.1" status: 404 len: 337 time: 0.0782101 Nov 03 19:08:23.152290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54868) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.153406 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4d8dbaf-8c31-470e-a4ae-5bae4b2d08d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.158592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4d8dbaf-8c31-470e-a4ae-5bae4b2d08d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.160597 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e4d8dbaf-8c31-470e-a4ae-5bae4b2d08d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9526ed74-e669-47d3-b96a-3d2e570bafa2 HTTP/1.1" status: 204 len: 168 time: 0.5060916 Nov 03 19:08:23.184200 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-411e9fcc-6b1d-4d11-b883-fe335a39d092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.194473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-411e9fcc-6b1d-4d11-b883-fe335a39d092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.242186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8dbaf-8c31-470e-a4ae-5bae4b2d08d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9526ed74-e669-47d3-b96a-3d2e570bafa2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:23.359495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-345ae148-5fc8-4ae2-9748-7c0a921860ea tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fe67395-eadb-4297-b91b-974c1bf1e3c7 HTTP/1.1" status: 200 len: 205 time: 0.1928926 Nov 03 19:08:23.366215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54874) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.487804 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-f6435397-057f-4498-80ec-69456ed4b6b0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] delete failed (client error): The resource could not be found. Nov 03 19:08:23.489719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f6435397-057f-4498-80ec-69456ed4b6b0 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/routers/6fe67395-eadb-4297-b91b-974c1bf1e3c7 HTTP/1.1" status: 404 len: 336 time: 0.1218050 Nov 03 19:08:23.492737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54876) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.556599 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2021166-21a9-4295-af7d-dc852ed84762 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:23.557341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2021166-21a9-4295-af7d-dc852ed84762 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:23.563810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c2021166-21a9-4295-af7d-dc852ed84762 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/3bdadcee-4c1f-4ee6-8b7f-d484a4ae1693 HTTP/1.1" status: 404 len: 337 time: 0.0693364 Nov 03 19:08:23.590770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54878) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.605996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bde3dcac-cee6-47ff-bb61-460b6b42742a req-bcf215b4-7bfb-4a5b-ac12-256903e4da4a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 210 time: 0.1144209 Nov 03 19:08:23.709296 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c74641-7303-475a-98ca-5dc14ea2c3ce tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:23.710120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c74641-7303-475a-98ca-5dc14ea2c3ce tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:23.716009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b5c74641-7303-475a-98ca-5dc14ea2c3ce tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/71c23f95-c28b-4aa6-b71b-e8a63d915713 HTTP/1.1" status: 404 len: 337 time: 0.1082633 Nov 03 19:08:23.730260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54884) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.801693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54886) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.805722 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3bf707-d93e-4fba-bf33-f230573e8d4a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:23.806903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3bf707-d93e-4fba-bf33-f230573e8d4a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:23.816584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5d3bf707-d93e-4fba-bf33-f230573e8d4a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/431ce36f-8345-42e8-bb54-631ede8cc809 HTTP/1.1" status: 404 len: 333 time: 0.0824423 Nov 03 19:08:23.822695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54892) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:23.905221 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f3c110-361f-46ab-a97c-2cd7e5f088ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:23.906056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f3c110-361f-46ab-a97c-2cd7e5f088ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:23.931142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e1f3c110-361f-46ab-a97c-2cd7e5f088ae tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/4bc928ce-9fa9-4c2d-8c73-0d5d944bfe69 HTTP/1.1" status: 404 len: 337 time: 0.1042774 Nov 03 19:08:23.938462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54898) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.003845 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8e6d00-ffb3-4b3e-bbad-b612ddaa9d05 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.005062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8e6d00-ffb3-4b3e-bbad-b612ddaa9d05 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.022399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ac8e6d00-ffb3-4b3e-bbad-b612ddaa9d05 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/e8b8a2dd-951e-46d3-9ce2-52d3936524b5 HTTP/1.1" status: 404 len: 333 time: 0.0794873 Nov 03 19:08:24.030437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54900) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.086437 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d96f1ba-3dd5-401a-b48a-97d6a55f8a56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.098327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d96f1ba-3dd5-401a-b48a-97d6a55f8a56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.106448 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3d96f1ba-3dd5-401a-b48a-97d6a55f8a56 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/6c86d6fc-b473-41cd-9856-032793cb0202 HTTP/1.1" status: 404 len: 337 time: 0.0698948 Nov 03 19:08:24.106880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54904) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.175722 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a651ce-60e2-4bb4-b1a1-cbf4b85fcf50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.176892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a651ce-60e2-4bb4-b1a1-cbf4b85fcf50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.185168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a3a651ce-60e2-4bb4-b1a1-cbf4b85fcf50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/f66a2abf-ff4c-492d-a83c-7c407c8435e3 HTTP/1.1" status: 404 len: 333 time: 0.0743251 Nov 03 19:08:24.185168 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e36b-540c-4529-9ffb-bb5e7cd3dcdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.199841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54908) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.269158 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d418f7ab-fe83-400a-9756-bdf05f13aec4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.270020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d418f7ab-fe83-400a-9756-bdf05f13aec4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.275156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d418f7ab-fe83-400a-9756-bdf05f13aec4 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/2596c4ce-51a8-4950-955e-5e7744a8ea96 HTTP/1.1" status: 404 len: 337 time: 0.0706460 Nov 03 19:08:24.278119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54910) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.336257 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-12faea21-80ef-45ac-a5cb-e79d576499c6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.337871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12faea21-80ef-45ac-a5cb-e79d576499c6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.344772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-12faea21-80ef-45ac-a5cb-e79d576499c6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/846b08fb-c688-46d6-a896-74ad91badf78 HTTP/1.1" status: 404 len: 333 time: 0.0646279 Nov 03 19:08:24.353114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.401376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-167bd038-7b5c-4973-819f-f5f12a63df3a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:24.404171 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-167bd038-7b5c-4973-819f-f5f12a63df3a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.70 "GET /v2.0/networks?id=ed494768-de12-47cd-af4e-eaaaa5e94e0b HTTP/1.1" status: 200 len: 911 time: 0.1841657 Nov 03 19:08:24.421210 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-411e9fcc-6b1d-4d11-b883-fe335a39d092 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64195f0c26364e5e957bfd4015735f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8704376 Nov 03 19:08:24.427934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54918) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.438416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Request body: {'port': {'device_id': 'b196ac49-8e7c-499d-b116-a9211e8733b2', 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'admin_state_up': True, 'tenant_id': '6e94098c17e74e16a317a8737f549ea5'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:24.447145 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5451e58f-fbf3-4867-8117-55eb3a192b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.449325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5451e58f-fbf3-4867-8117-55eb3a192b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.457504 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5451e58f-fbf3-4867-8117-55eb3a192b50 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/3f27aadd-6b77-4ed8-9a60-f1507a22a975 HTTP/1.1" status: 404 len: 337 time: 0.0990994 Nov 03 19:08:24.462768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54920) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.516706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:24.533054 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] Sync routers for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:24.555099 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.567478 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:24.568550 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:24.570022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e9fcc-6b1d-4d11-b883-fe335a39d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1de7fc6-ebc4-4f8e-b3ec-9744f871e14d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:24.647783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-219e1e1b-cfb2-4940-bcc3-5d416cb04218 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/floatingips/50e86c4d-c2f8-411f-8d2d-de376a28a8c2 HTTP/1.1" status: 204 len: 168 time: 4.1565354 Nov 03 19:08:24.649704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:24.653003 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:24.658209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Made reservation on behalf of 6e94098c17e74e16a317a8737f549ea5 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:24.661042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.710381 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-91000483-62d2-4a52-809b-06693d255d77 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.711642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91000483-62d2-4a52-809b-06693d255d77 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.717311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-91000483-62d2-4a52-809b-06693d255d77 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/b3c36e3c-047d-474c-84d9-4a43ff97fc57 HTTP/1.1" status: 404 len: 333 time: 0.2422311 Nov 03 19:08:24.723295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54932) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.783625 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd3d5bc-b3ed-415d-a5f3-fb027aae5b43 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.784510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd3d5bc-b3ed-415d-a5f3-fb027aae5b43 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.788034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ddd3d5bc-b3ed-415d-a5f3-fb027aae5b43 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/d53bb2c3-553b-4a8d-95db-d8e814241648 HTTP/1.1" status: 404 len: 337 time: 0.0633068 Nov 03 19:08:24.791481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54934) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.828701 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0eb3481-aaff-468a-bcad-348b9f4dacc6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.829738 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0eb3481-aaff-468a-bcad-348b9f4dacc6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.835440 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c0eb3481-aaff-468a-bcad-348b9f4dacc6 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/eb660029-bcec-4874-9fdf-a3006fc6bf2f HTTP/1.1" status: 404 len: 333 time: 0.0401261 Nov 03 19:08:24.837456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54938) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.885280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e36b-540c-4529-9ffb-bb5e7cd3dcdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.885280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-1df8-4ffc-b75d-180747735ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.886029 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0ec8e6-9634-43ee-9a7a-353136c88f34 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:24.888592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0ec8e6-9634-43ee-9a7a-353136c88f34 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:24.898662 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5c0ec8e6-9634-43ee-9a7a-353136c88f34 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/d7dd8ef3-5f09-4544-b696-351d3db69c7d HTTP/1.1" status: 404 len: 337 time: 0.0599861 Nov 03 19:08:24.901754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54942) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.939472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9debbb94-4691-42f8-b430-75bc14f559ea req-c0a1c961-f1a8-4afc-937f-ac504e730ab4 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 210 time: 0.1001894 Nov 03 19:08:24.941593 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:24.960263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e36b-540c-4529-9ffb-bb5e7cd3dcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.000769 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5f9d22-06bd-43f8-a7b3-84a79938180a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:25.002702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5f9d22-06bd-43f8-a7b3-84a79938180a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:25.009133 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4c5f9d22-06bd-43f8-a7b3-84a79938180a tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/ports/4df5f820-a1b1-47b5-a275-6273979bcb61 HTTP/1.1" status: 404 len: 333 time: 0.1033628 Nov 03 19:08:25.013954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54944) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:25.060787 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16ca489-c21a-4b85-aa36-77b94c19acdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:25.061456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16ca489-c21a-4b85-aa36-77b94c19acdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:25.064967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a16ca489-c21a-4b85-aa36-77b94c19acdc tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/subnets/d334ce2d-47fc-48c5-a5d5-f2debdfc28e7 HTTP/1.1" status: 404 len: 337 time: 0.0495803 Nov 03 19:08:25.068038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54948) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:25.092661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7ce4e36b-540c-4529-9ffb-bb5e7cd3dcdd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eccf178378ba4e53ade0c07904d3e679&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2889566 Nov 03 19:08:25.102362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 54950) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:25.172579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-1df8-4ffc-b75d-180747735ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.201714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Allocated IP 172.20.0.3 (ed494768-de12-47cd-af4e-eaaaa5e94e0b/19b6095c-0eb2-4783-a66c-4a296b359c18/4874f24c-0698-4b60-bfd6-ff46ee07e080) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:25.242288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1140cd99-7b54-433a-849b-a42e58b414e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.301689 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.377169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4e36b-540c-4529-9ffb-bb5e7cd3dcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0395a258-be32-4631-b118-8e4e06d9cc15,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:25.413891 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-1df8-4ffc-b75d-180747735ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.418461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-1df8-4ffc-b75d-180747735ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.420368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2ad8e066-1df8-4ffc-b75d-180747735ee2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1de7fc6-ebc4-4f8e-b3ec-9744f871e14d HTTP/1.1" status: 204 len: 168 time: 0.9898942 Nov 03 19:08:25.436117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-6805ac42-6ca3-4e4d-b3f2-b6fe8f62ce4d req-26622c53-dd83-47fe-a953-b1693db3ea00 service neutron] (101756) timed out ('10.222.0.77', 35952) {{(pid=101756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:08:25.436378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1140cd99-7b54-433a-849b-a42e58b414e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.450675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8e066-1df8-4ffc-b75d-180747735ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1de7fc6-ebc4-4f8e-b3ec-9744f871e14d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:25.687804 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.729484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45688c7b-5d83-4046-a79b-22363a7f381a']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:25.755263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c219fa8-97d1-429f-86d2-2c67fc296975') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:25.756257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c219fa8-97d1-429f-86d2-2c67fc296975') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:25.778490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-cc6ce069-5374-4efb-951a-98ff9d49ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:25.787983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-cc6ce069-5374-4efb-951a-98ff9d49ba4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 1098 time: 0.1983411 Nov 03 19:08:25.791389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.990775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.010927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:26.013926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.040175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cdd12-7061-4bac-b12b-10a74058f401 req-38be283e-1268-4e32-a5e4-9ab03e56c084 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:26.062092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a76cdd12-7061-4bac-b12b-10a74058f401 req-38be283e-1268-4e32-a5e4-9ab03e56c084 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 947 time: 0.2717407 Nov 03 19:08:26.121016 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:15Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:26.138097 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9c9e95-71f1-460f-b4d0-33ba2e468223 x-openstack-request-id: req-da9c9e95-71f1-460f-b4d0-33ba2e468223 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:26.139135 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:26.140014 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da9c9e95-71f1-460f-b4d0-33ba2e468223 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:26.142992 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'status': 'completed', 'code': 200} Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:26.145395 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:26.159009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.238511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1140cd99-7b54-433a-849b-a42e58b414e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.242810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1140cd99-7b54-433a-849b-a42e58b414e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.244377 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1140cd99-7b54-433a-849b-a42e58b414e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0395a258-be32-4631-b118-8e4e06d9cc15 HTTP/1.1" status: 204 len: 168 time: 1.1409891 Nov 03 19:08:26.247181 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.256813 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] 10.222.0.77 "DELETE /v2.0/networks/45688c7b-5d83-4046-a79b-22363a7f381a HTTP/1.1" status: 204 len: 168 time: 1.1875091 Nov 03 19:08:26.262252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f470c6e-116f-4b46-b54c-91d04af14207 tempest-NetworksTestDHCPv6-528655265 tempest-NetworksTestDHCPv6-528655265-project] Pushing event deleted for resources: {'Network': ['ID=45688c7b-5d83-4046-a79b-22363a7f381a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:26.298742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140cd99-7b54-433a-849b-a42e58b414e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0395a258-be32-4631-b118-8e4e06d9cc15,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:26.300774 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] Checking router: d2be8280-150f-4edc-9d3e-44eb3b0d63a5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:26.338695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a76cdd12-7061-4bac-b12b-10a74058f401 req-6368c507-fefb-48e3-a848-00c0b94bf4cb tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745841 Nov 03 19:08:26.345795 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:26.347831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:26.415348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-cd8e1a09-08a9-4dd1-9673-8bcf4fb8a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:26.420394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-cd8e1a09-08a9-4dd1-9673-8bcf4fb8a594 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 200 len: 897 time: 0.6243529 Nov 03 19:08:26.588432 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.596266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-6e734866-e673-400c-95f5-8843c3ed82ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 200 len: 217 time: 0.1682124 Nov 03 19:08:26.676240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.692453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['c175f961-5ce8-4e4b-8006-2575ab36f906'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:26.819365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:26.828608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.70', 51523) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:26.835217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:26.849079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:26.874264 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:26.887705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-147c9ff9-f274-4620-b27d-4649e2588f14 req-fbe25b3d-d155-4717-94ff-7e301a035c26 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 210 time: 0.3005037 Nov 03 19:08:27.011016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-8a963efe-bddb-4b6b-9cb7-f1b29568d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:27.013097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-8a963efe-bddb-4b6b-9cb7-f1b29568d609 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 200 len: 835 time: 0.3991518 Nov 03 19:08:27.171111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Pushing event updated for resources: {'Port': ['ID=4874f24c-0698-4b60-bfd6-ff46ee07e080,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:27.221086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-99c4e971-5394-4b66-99f8-e619957daede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:27.224563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-99c4e971-5394-4b66-99f8-e619957daede service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab49bb5a-fdb8-4fc9-a01f-42196c0af848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877160 Nov 03 19:08:27.226191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-362d3ea9-4e52-4f7c-87b8-eda95efe0e29 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:27.229015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-362d3ea9-4e52-4f7c-87b8-eda95efe0e29 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 947 time: 0.3835492 Nov 03 19:08:27.233194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:27.234572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.279474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ceb5b9aa-b9c8-458e-8043-9942d8ff4bc2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.8482609 Nov 03 19:08:27.324921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Request body: {'port': {'device_id': 'b196ac49-8e7c-499d-b116-a9211e8733b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:27.607437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e361e4d9-7289-49e3-a594-b8fff16439d7 None None] Provisioning complete for port 4874f24c-0698-4b60-bfd6-ff46ee07e080 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:27.610554 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e361e4d9-7289-49e3-a594-b8fff16439d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.624824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 54994) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:27.737319 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.753104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e361e4d9-7289-49e3-a594-b8fff16439d7 None None] Port 4874f24c-0698-4b60-bfd6-ff46ee07e080 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:27.798520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-34acbd69-a004-4021-9b96-81f4543ae0c3 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614333 Nov 03 19:08:27.828490 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:15Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:27.902085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port 52f6f334-7866-4e93-8c63-7ebef90d3f24 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:27.902085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.952689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ca5d4-69c4-4cba-bf20-c41b9469bc5e req-9c2622d0-ed5d-4c8d-97ec-1a3416d9a9e9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:27.958825 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eabb96-63f9-4b42-9584-7052c64f6fa1 None None] The sync data for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 is: [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b0979fad-5d63-4f74-8ea9-e09565c58455', 'name': '', 'network_id': 'ab49bb5a-fdb8-4fc9-a01f-42196c0af848', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:ea:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:00Z', 'updated_at': '2021-11-03T19:05:15Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '080c5980-9c18-45f0-9f44-f16bcc408ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:27.961777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e4ca5d4-69c4-4cba-bf20-c41b9469bc5e req-9c2622d0-ed5d-4c8d-97ec-1a3416d9a9e9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 947 time: 0.3979123 Nov 03 19:08:28.381225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port 52f6f334-7866-4e93-8c63-7ebef90d3f24, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=52f6f334-7866-4e93-8c63-7ebef90d3f24,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:28.383180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.401098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e4ca5d4-69c4-4cba-bf20-c41b9469bc5e req-98ca8d98-36a7-48f3-85e0-4c56e8fbb970 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=30abca28-de10-45f1-9841-36f07350a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794487 Nov 03 19:08:28.411418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for 52f6f334-7866-4e93-8c63-7ebef90d3f24 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:28.466978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f161ac6-01cd-4913-b610-9b81a0c5b0ef req-81c0cd68-e921-4f4c-b0aa-8392a739f0b2 service neutron] 10.222.0.70 "GET /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584098 Nov 03 19:08:28.571500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05163b2a-6377-405b-96c2-d41b3a245863 None None] New status for floating IP 50e86c4d-c2f8-411f-8d2d-de376a28a8c2: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:08:28.860110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-70c1785d-bdba-4e1b-b1e4-35aec71d9f60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52ab6d408a9540d3a885189b7b01bec2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1667778 Nov 03 19:08:28.864558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55016) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:28.886264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f737e-136b-4d45-9932-c1d2c12e1a7f req-9b42ee3e-5284-40d9-8b83-7f492c7c619c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:28.895706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e8f737e-136b-4d45-9932-c1d2c12e1a7f req-9b42ee3e-5284-40d9-8b83-7f492c7c619c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1027 time: 0.2561707 Nov 03 19:08:28.976066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4874f24c-0698-4b60-bfd6-ff46ee07e080 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:28.988764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.012140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.016961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e8f737e-136b-4d45-9932-c1d2c12e1a7f req-9efa5f87-9442-43b7-938f-b110fbac48d9 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164949 Nov 03 19:08:29.041916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02f9512b-b82e-44e9-84d2-00520d03a268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.082038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=52f6f334-7866-4e93-8c63-7ebef90d3f24,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:29.112525 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:08:29.117107 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02f9512b-b82e-44e9-84d2-00520d03a268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.131003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Transition to ACTIVE for port object 4874f24c-0698-4b60-bfd6-ff46ee07e080 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:08:29.170490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.288166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] No DVR routers for this DVR port 52f6f334-7866-4e93-8c63-7ebef90d3f24 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:29.289520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02f9512b-b82e-44e9-84d2-00520d03a268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.294117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02f9512b-b82e-44e9-84d2-00520d03a268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.296078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-02f9512b-b82e-44e9-84d2-00520d03a268 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09a51638-d25c-450f-9907-d9d85e9b1336 HTTP/1.1" status: 204 len: 168 time: 0.4296772 Nov 03 19:08:29.300506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.312279 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-8cece168-4e64-4cbf-ba23-8052df0dd19e req-2605a221-9d2e-4a2a-9928-b3dfa7527177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "DELETE /v2.0/ports/52f6f334-7866-4e93-8c63-7ebef90d3f24 HTTP/1.1" status: 204 len: 173 time: 2.0563366 Nov 03 19:08:29.321771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9512b-b82e-44e9-84d2-00520d03a268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a51638-d25c-450f-9907-d9d85e9b1336,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:29.399752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-deleted', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:29.405020 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb528a-486f-4e5f-a4e3-36d7fd7d532f" -d '{"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-deleted", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:29.579971 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa00cb-50ba-452d-80b6-9172700dfdd3 x-openstack-request-id: req-17aa00cb-50ba-452d-80b6-9172700dfdd3 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:29.581037 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5812e722-3142-409e-97f0-7393d782b146", "name": "network-vif-deleted", "tag": "52f6f334-7866-4e93-8c63-7ebef90d3f24", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:29.581985 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17aa00cb-50ba-452d-80b6-9172700dfdd3 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:29.583224 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5812e722-3142-409e-97f0-7393d782b146', 'name': 'network-vif-deleted', 'tag': '52f6f334-7866-4e93-8c63-7ebef90d3f24', 'status': 'completed', 'code': 200} Nov 03 19:08:29.622231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Pushing event updated for resources: {'Port': ['ID=4874f24c-0698-4b60-bfd6-ff46ee07e080,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:29.735135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-983fbee9-05a1-49fb-858d-32d830933182 req-75bb5bcb-3342-4b25-af0d-63912a0f7f2d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=5812e722-3142-409e-97f0-7393d782b146 HTTP/1.1" status: 200 len: 210 time: 0.0647943 Nov 03 19:08:29.842898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Attempting to bind port 4874f24c-0698-4b60-bfd6-ff46ee07e080 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:29.843248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Attempting to bind port 4874f24c-0698-4b60-bfd6-ff46ee07e080 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:29.843739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Attempting to bind port 4874f24c-0698-4b60-bfd6-ff46ee07e080 on network ed494768-de12-47cd-af4e-eaaaa5e94e0b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:29.855624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Port 4874f24c-0698-4b60-bfd6-ff46ee07e080 on network ed494768-de12-47cd-af4e-eaaaa5e94e0b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:29.855862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Attempting to bind port 4874f24c-0698-4b60-bfd6-ff46ee07e080 on network ed494768-de12-47cd-af4e-eaaaa5e94e0b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:29.867145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:29.867846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Checking segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:29.867991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Bound using segment: {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:29.868327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Bound port: 4874f24c-0698-4b60-bfd6-ff46ee07e080, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325da5cf-2877-4026-a1ee-1c15895374c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:29.868720 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.021167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:30.023255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] For port 4874f24c-0698-4b60-bfd6-ff46ee07e080, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:30.032577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] For port 4874f24c-0698-4b60-bfd6-ff46ee07e080, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4874f24c-0698-4b60-bfd6-ff46ee07e080,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:30.052051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.109353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 52f6f334-7866-4e93-8c63-7ebef90d3f24 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:30.110943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 52f6f334-7866-4e93-8c63-7ebef90d3f24 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:30.219076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe47e6-404f-4c6d-b33e-b1ede5436cd6 req-fa3a45b9-1255-4db2-a738-69d5ac0ba457 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.232349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45fe47e6-404f-4c6d-b33e-b1ede5436cd6 req-fa3a45b9-1255-4db2-a738-69d5ac0ba457 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1094 time: 0.0696950 Nov 03 19:08:30.272993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.274111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.276857 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] 10.222.0.70 "PUT /v2.0/ports/4874f24c-0698-4b60-bfd6-ff46ee07e080 HTTP/1.1" status: 200 len: 1091 time: 2.9611497 Nov 03 19:08:30.299377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd646f-3fee-4dc8-bc2f-f079ead54766 service neutron] Pushing event updated for resources: {'Port': ['ID=4874f24c-0698-4b60-bfd6-ff46ee07e080,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:30.346444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45fe47e6-404f-4c6d-b33e-b1ede5436cd6 req-f6d08888-1f71-4677-a674-c485f4bb6b57 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130261 Nov 03 19:08:30.507851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-99db62ff-0b98-424f-9559-634ef9206a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.511058 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-99db62ff-0b98-424f-9559-634ef9206a06 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e94098c17e74e16a317a8737f549ea5&device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1094 time: 0.1139324 Nov 03 19:08:30.610966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-ae3f0325-8915-4efb-a17a-2baac44afb97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4874f24c-0698-4b60-bfd6-ff46ee07e080 HTTP/1.1" status: 200 len: 217 time: 0.0914087 Nov 03 19:08:30.736426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-781c8903-551b-4de9-a755-9bab67e44989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.742661 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-781c8903-551b-4de9-a755-9bab67e44989 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19b6095c-0eb2-4783-a66c-4a296b359c18 HTTP/1.1" status: 200 len: 849 time: 0.1210155 Nov 03 19:08:30.847348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-301bae39-be61-48d5-9e7c-961f235ffedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.854477 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-301bae39-be61-48d5-9e7c-961f235ffedc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed494768-de12-47cd-af4e-eaaaa5e94e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057577 Nov 03 19:08:30.930885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55058) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:31.096964 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-67c548e2-33fe-4aa9-8e56-721dca74e7b1 service neutron] 10.222.0.70 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322643 Nov 03 19:08:31.380385 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74ccf05d-5b1a-4794-9876-c734172da5fc req-c402d837-0480-49fe-851e-3828b52213a2 service neutron] 10.222.0.70 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767441 Nov 03 19:08:31.585269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b196ac49-8e7c-499d-b116-a9211e8733b2', 'tag': '4874f24c-0698-4b60-bfd6-ff46ee07e080'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:31.590921 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392df08-e19b-4d7b-9e80-4c3050675f36" -d '{"events": [{"name": "network-changed", "server_uuid": "b196ac49-8e7c-499d-b116-a9211e8733b2", "tag": "4874f24c-0698-4b60-bfd6-ff46ee07e080"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:31.733202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b275d00-c20d-4586-a41e-b17df6f66ca3 req-a0648bff-f89d-4254-92d1-91132d1c65ec tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:31.747434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b275d00-c20d-4586-a41e-b17df6f66ca3 req-a0648bff-f89d-4254-92d1-91132d1c65ec tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1094 time: 0.1836166 Nov 03 19:08:31.857634 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b275d00-c20d-4586-a41e-b17df6f66ca3 req-040d70ff-8f2c-4634-9586-066b0c9b846f tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947294 Nov 03 19:08:31.950726 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4296bd-25ea-47c2-8921-e52a4b42adc1 x-openstack-request-id: req-ec4296bd-25ea-47c2-8921-e52a4b42adc1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:31.951201 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b196ac49-8e7c-499d-b116-a9211e8733b2", "tag": "4874f24c-0698-4b60-bfd6-ff46ee07e080", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:31.951616 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec4296bd-25ea-47c2-8921-e52a4b42adc1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:31.952276 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b196ac49-8e7c-499d-b116-a9211e8733b2', 'tag': '4874f24c-0698-4b60-bfd6-ff46ee07e080', 'status': 'completed', 'code': 200} Nov 03 19:08:32.091343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-d71ea3d8-2cda-4782-a1c7-e4ac40d099b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:32.096266 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-d71ea3d8-2cda-4782-a1c7-e4ac40d099b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e94098c17e74e16a317a8737f549ea5&device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1094 time: 0.1214056 Nov 03 19:08:32.471289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.521783 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.541966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-1841855c-cd22-4f3b-83b0-551e8022688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:32.544666 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-1841855c-cd22-4f3b-83b0-551e8022688a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed494768-de12-47cd-af4e-eaaaa5e94e0b HTTP/1.1" status: 200 len: 911 time: 0.4402301 Nov 03 19:08:32.661340 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-ea94869f-15f5-4e2f-a7c4-53f83d82a503 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4874f24c-0698-4b60-bfd6-ff46ee07e080 HTTP/1.1" status: 200 len: 217 time: 0.1074982 Nov 03 19:08:32.864074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-706ba8b5-cf2a-40fa-8189-a7061635dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:32.873279 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-706ba8b5-cf2a-40fa-8189-a7061635dfcb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19b6095c-0eb2-4783-a66c-4a296b359c18 HTTP/1.1" status: 200 len: 849 time: 0.1979105 Nov 03 19:08:33.006417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-5bc930e4-4dc4-4807-b5d9-51322eb7b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:33.008372 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-5bc930e4-4dc4-4807-b5d9-51322eb7b655 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed494768-de12-47cd-af4e-eaaaa5e94e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333466 Nov 03 19:08:33.321805 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-62a9ec56-376a-489f-88fc-dbd1151d1b57 service neutron] 10.222.0.70 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034968 Nov 03 19:08:33.602652 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.610130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4392df08-e19b-4d7b-9e80-4c3050675f36 req-4fdd356f-1616-419a-ae9b-c8353b027e11 service neutron] 10.222.0.70 "GET /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792692 Nov 03 19:08:33.817598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55236) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:34.067449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 4874f24c-0698-4b60-bfd6-ff46ee07e080 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:08:34.392842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9be9-429e-4d53-b19d-302a178e1b59 req-3258e56b-18c5-49ef-b4b3-3374108244f9 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.399443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fdae9be9-429e-4d53-b19d-302a178e1b59 req-3258e56b-18c5-49ef-b4b3-3374108244f9 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1094 time: 0.7051136 Nov 03 19:08:34.625687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1576513533'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:34.642146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 4874f24c-0698-4b60-bfd6-ff46ee07e080, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4874f24c-0698-4b60-bfd6-ff46ee07e080,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:34.747035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '4874f24c-0698-4b60-bfd6-ff46ee07e080', 'network_id': 'ed494768-de12-47cd-af4e-eaaaa5e94e0b', 'port_id': '4874f24c-0698-4b60-bfd6-ff46ee07e080', 'mac_address': 'fa:16:3e:09:b5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b6095c-0eb2-4783-a66c-4a296b359c18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:08:34.778151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Made reservation on behalf of 37ab2a5468034143bfff5fb81482c6b3 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:34.811701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.872568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.893700 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.009620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4874f24c-0698-4b60-bfd6-ff46ee07e080 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:35.142591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fdae9be9-429e-4d53-b19d-302a178e1b59 req-453e552a-ada9-4d69-a5de-4386d6be4290 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633401 Nov 03 19:08:35.183469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 4874f24c-0698-4b60-bfd6-ff46ee07e080, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4874f24c-0698-4b60-bfd6-ff46ee07e080,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:35.193127 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.245695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port b0979fad-5d63-4f74-8ea9-e09565c58455 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:35.247787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.313322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.322300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.378291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55350) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:35.448054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['4874f24c-0698-4b60-bfd6-ff46ee07e080'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:35.460199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:35.538722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7051aec3-29ec-4ea9-bfcf-0e5255cca397,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:35.552051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.552397 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Added segment d072fc13-f942-44ec-8999-17e19a9d9213 of type vlan for network cf038bc1-b75f-4486-9fb8-4f3bbe678854 Nov 03 19:08:35.555081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=4874f24c-0698-4b60-bfd6-ff46ee07e080,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:35.601506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port b0979fad-5d63-4f74-8ea9-e09565c58455, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b0979fad-5d63-4f74-8ea9-e09565c58455,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:35.603706 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.651460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.652117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.652117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.652432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.655751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.656348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.658062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.658664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.665906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.666641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.668149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.668490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:35.673356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for b0979fad-5d63-4f74-8ea9-e09565c58455 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:35.717374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.835696 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.861307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:35.865588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.951940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1326535 Nov 03 19:08:36.029668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-dc54890a-6f00-4b96-b922-641d7cf19eee tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.042672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55408) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.044519 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dc54890a-6f00-4b96-b922-641d7cf19eee tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.6552415 Nov 03 19:08:36.054345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-57b04765-14bb-4f59-ae64-c42d09f87f57 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.059748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57b04765-14bb-4f59-ae64-c42d09f87f57 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0129025 Nov 03 19:08:36.073587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55410) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.082635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-68bd39a2-ee61-464b-bc2f-f4aeb7a7fb6a tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.092966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-68bd39a2-ee61-464b-bc2f-f4aeb7a7fb6a tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0153921 Nov 03 19:08:36.100254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55414) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.112882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-a94c4a68-af0f-4ae8-b972-ee352a0171ab tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.126980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a94c4a68-af0f-4ae8-b972-ee352a0171ab tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0249054 Nov 03 19:08:36.131674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55418) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.147930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-275df7c6-1b3b-436c-a21a-7437d645f73d tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.151250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-275df7c6-1b3b-436c-a21a-7437d645f73d tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0148175 Nov 03 19:08:36.155478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55422) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.204950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-fc3263ac-aa05-42c0-a92a-f94888e927d3 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.206441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fc3263ac-aa05-42c0-a92a-f94888e927d3 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0488057 Nov 03 19:08:36.230586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b19c9a98-a83f-41a0-b56e-2a0e638018bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.230873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55428) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.252619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-c702ca8e-cb95-4717-8746-b7fd336fd597 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.255957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c702ca8e-cb95-4717-8746-b7fd336fd597 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0216558 Nov 03 19:08:36.264505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55434) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.283521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-e23e6dc7-7914-4d69-8862-dcbbb31c7836 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.287865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e23e6dc7-7914-4d69-8862-dcbbb31c7836 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0165894 Nov 03 19:08:36.291730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55438) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.306746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-7d81c10c-d71e-480c-b707-62e9ff08508d tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.314381 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7d81c10c-d71e-480c-b707-62e9ff08508d tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0191033 Nov 03 19:08:36.315279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55440) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.327460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-19d3bf5b-5abc-4c92-94f6-7780621e35c3 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.331823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-19d3bf5b-5abc-4c92-94f6-7780621e35c3 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0123975 Nov 03 19:08:36.335914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55444) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.339172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea073d2e-5e3e-4aa4-b732-f2b8026e11ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Pushing event updated for resources: {'Network': ['ID=cf038bc1-b75f-4486-9fb8-4f3bbe678854,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:36.353137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-295beaef-bdd0-4acc-82d2-384dec622870 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.356981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network cf038bc1-b75f-4486-9fb8-4f3bbe678854 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:36.357596 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-295beaef-bdd0-4acc-82d2-384dec622870 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0158212 Nov 03 19:08:36.361583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55448) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.368754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-d4418c25-4417-40a8-aa9a-f22c6e74cc1f tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.374587 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d4418c25-4417-40a8-aa9a-f22c6e74cc1f tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0103097 Nov 03 19:08:36.375752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55450) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.391094 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-a552eb26-fa96-4593-b0df-4f6f012a1c46 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.402919 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a552eb26-fa96-4593-b0df-4f6f012a1c46 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0252814 Nov 03 19:08:36.406822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55452) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.431773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-5297dc94-6b00-4f21-a2af-70a26bf4b32c tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.446762 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5297dc94-6b00-4f21-a2af-70a26bf4b32c tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0300117 Nov 03 19:08:36.451425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55458) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.490169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-ce218a1b-cad8-4781-b8fa-7eff67d8c2ba tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.499266 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ce218a1b-cad8-4781-b8fa-7eff67d8c2ba tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0449138 Nov 03 19:08:36.502530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55464) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.529318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-fbdd0b77-c62c-4ef5-995c-2c99918279ed tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.543201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fbdd0b77-c62c-4ef5-995c-2c99918279ed tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0351777 Nov 03 19:08:36.545102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55470) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.569284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.577652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-4d1681f8-8341-411a-8319-c3c572fdb3cc tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.597371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4d1681f8-8341-411a-8319-c3c572fdb3cc tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0451012 Nov 03 19:08:36.602828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55476) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.626385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-d1e09bfa-a49a-4205-bb73-80dbc6efc0c6 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.637204 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d1e09bfa-a49a-4205-bb73-80dbc6efc0c6 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0310225 Nov 03 19:08:36.643834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55482) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.660846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-510ee9e2-1227-4389-9de3-56829e160f3c tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.676106 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-510ee9e2-1227-4389-9de3-56829e160f3c tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0274997 Nov 03 19:08:36.680636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55488) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.701316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=b0979fad-5d63-4f74-8ea9-e09565c58455,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:36.702202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-e210e290-30ce-4b03-9c7f-f4f91aff0c01 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.713166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e210e290-30ce-4b03-9c7f-f4f91aff0c01 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0295093 Nov 03 19:08:36.716169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55492) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.736175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-df36cc32-827a-4376-9abd-cd4fe4e6e495 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.744398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55496) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.746854 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-df36cc32-827a-4376-9abd-cd4fe4e6e495 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0271747 Nov 03 19:08:36.756499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-efde7543-3afc-4c93-86bd-4d76b30d4665 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.758926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-efde7543-3afc-4c93-86bd-4d76b30d4665 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0116603 Nov 03 19:08:36.764512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55500) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.771102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.772229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.774581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.776877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-2ea0737e-0084-4ce0-ba48-cf0375cc6cb4 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.777673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.783325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.784284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.788655 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2ea0737e-0084-4ce0-ba48-cf0375cc6cb4 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0213435 Nov 03 19:08:36.789222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.789857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55504) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.795194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.797138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.798936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.801007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.801783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:36.805725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-d0f5a884-21db-4b39-9b71-15b1570b35cb tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.817927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55508) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.828564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0f5a884-21db-4b39-9b71-15b1570b35cb tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0365250 Nov 03 19:08:36.869712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-ce6d7fc5-9cf6-4a51-a7d6-8be764e0b33e tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.872410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ce6d7fc5-9cf6-4a51-a7d6-8be764e0b33e tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0527260 Nov 03 19:08:36.878090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55516) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.886765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-3051b665-f7f9-452d-9816-76c618afb53a tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.901293 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3051b665-f7f9-452d-9816-76c618afb53a tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0214632 Nov 03 19:08:36.904611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55518) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.921927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-106ba7bf-4724-43c4-84e9-9cc765970820 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.929282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-106ba7bf-4724-43c4-84e9-9cc765970820 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0229185 Nov 03 19:08:36.931055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55522) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.966366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-3254be2f-cde3-45bb-8731-1b80eda8466f tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:36.976320 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3254be2f-cde3-45bb-8731-1b80eda8466f tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0373976 Nov 03 19:08:36.980398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55526) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.995982 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-f67244c6-1f99-42d1-869f-a2df811f763d tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.008845 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f67244c6-1f99-42d1-869f-a2df811f763d tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0264735 Nov 03 19:08:37.011340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55530) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.035604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-f4e31708-bbcd-4d69-8c24-8a1f5b2f90a1 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.043718 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f4e31708-bbcd-4d69-8c24-8a1f5b2f90a1 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0276504 Nov 03 19:08:37.048531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55538) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.072057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-c37f4549-439a-4a55-b09c-f9fda1854220 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.080830 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c37f4549-439a-4a55-b09c-f9fda1854220 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0267267 Nov 03 19:08:37.085857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55546) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.108068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-08c01a75-8cd7-4848-8c33-1a461116c54b tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.122576 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08c01a75-8cd7-4848-8c33-1a461116c54b tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0353682 Nov 03 19:08:37.123468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55550) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.131638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-eb9ab49b-a4a1-4bec-8ca2-be08f3fc060e tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.140060 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eb9ab49b-a4a1-4bec-8ca2-be08f3fc060e tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0149927 Nov 03 19:08:37.141515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55554) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.148655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-cd6ce18c-9568-4e38-8077-b4fa03ebba67 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.156811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55556) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.157298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cd6ce18c-9568-4e38-8077-b4fa03ebba67 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0124009 Nov 03 19:08:37.179336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-2adf8d7d-f860-419b-b065-48eeb2270962 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.181271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2adf8d7d-f860-419b-b065-48eeb2270962 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0198812 Nov 03 19:08:37.185301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55560) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.191506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-b863a63a-ab1b-424d-a429-26fb48e287db tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.198566 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b863a63a-ab1b-424d-a429-26fb48e287db tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0113389 Nov 03 19:08:37.199882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55562) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.214809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-7ab72028-adc5-4268-89ac-bad1e3515a1c tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.227234 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7ab72028-adc5-4268-89ac-bad1e3515a1c tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0257587 Nov 03 19:08:37.228063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55566) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.237032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-abee95f8-ef9f-4e9c-9b43-1b5a051f9111 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.242276 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-abee95f8-ef9f-4e9c-9b43-1b5a051f9111 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0125275 Nov 03 19:08:37.244391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.251520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-5cd5a5b2-143c-4b4c-91d6-591a7cd666e3 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.259670 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5cd5a5b2-143c-4b4c-91d6-591a7cd666e3 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0131087 Nov 03 19:08:37.262036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55574) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.270712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-dae9c882-6af1-4ebc-ba39-a4b46b7fc75e tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.276445 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dae9c882-6af1-4ebc-ba39-a4b46b7fc75e tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0125060 Nov 03 19:08:37.277547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55576) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.285116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-d0f808e0-9497-4af0-9c1c-071fe819ae43 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.291065 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0f808e0-9497-4af0-9c1c-071fe819ae43 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0109479 Nov 03 19:08:37.292820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55580) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.299694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-3cb93051-0382-4b8f-9bf8-92f7e5cbaed9 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.305677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3cb93051-0382-4b8f-9bf8-92f7e5cbaed9 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0098841 Nov 03 19:08:37.306620 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55584) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.314469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-d604acb0-05ba-43e7-8494-868b0d368d97 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.319020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d604acb0-05ba-43e7-8494-868b0d368d97 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0110013 Nov 03 19:08:37.320057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55586) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.328801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-1b278fcb-73c8-4fbd-8790-f063d08f7566 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.334344 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1b278fcb-73c8-4fbd-8790-f063d08f7566 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0121014 Nov 03 19:08:37.335708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55590) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.343266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-719d6eca-5179-41bf-b883-dd8e782a63b7 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.351015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-719d6eca-5179-41bf-b883-dd8e782a63b7 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0132797 Nov 03 19:08:37.353124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.362854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-9e571369-ae44-43e1-867f-898408d47eb7 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.370273 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e571369-ae44-43e1-867f-898408d47eb7 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0135367 Nov 03 19:08:37.371135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.393708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-b72dbd9c-a1d9-4292-ba3b-a1ffec202d37 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.395966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b72dbd9c-a1d9-4292-ba3b-a1ffec202d37 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0234652 Nov 03 19:08:37.398191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55602) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.419518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-8bba41d0-1f6a-43eb-b054-270d517ecd38 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.426624 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8bba41d0-1f6a-43eb-b054-270d517ecd38 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0268123 Nov 03 19:08:37.428021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.451132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-92f9b81d-1715-4d64-b4f8-bd5f483d7719 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.459893 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-92f9b81d-1715-4d64-b4f8-bd5f483d7719 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0299525 Nov 03 19:08:37.461646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55610) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.470185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-51e50303-71dd-40dd-ad2a-782faf83f3c1 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.477361 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-51e50303-71dd-40dd-ad2a-782faf83f3c1 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0139110 Nov 03 19:08:37.479031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55612) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.489328 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-af9688f3-bed4-4188-aad2-da6879d2b054 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.497745 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-af9688f3-bed4-4188-aad2-da6879d2b054 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0165126 Nov 03 19:08:37.499453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55616) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.522757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-d317e572-659c-4f5c-9bbf-4c802a2ac081 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.533212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.534833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d317e572-659c-4f5c-9bbf-4c802a2ac081 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0269232 Nov 03 19:08:37.544246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-3f69910f-74dc-4dab-a06d-030ce65ab204 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.551202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55622) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.553759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3f69910f-74dc-4dab-a06d-030ce65ab204 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0182979 Nov 03 19:08:37.569238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-17d5c456-e998-4610-9a77-e7889b1c0b9a tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.578372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55628) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.579949 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-17d5c456-e998-4610-9a77-e7889b1c0b9a tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0233209 Nov 03 19:08:37.593294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-90fca869-c9fd-4442-a0e4-b51ecc80d80b tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.598486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55630) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.610783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-6bc61c80-f2a2-4b56-8851-cd08083fa592 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.615643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6bc61c80-f2a2-4b56-8851-cd08083fa592 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0115306 Nov 03 19:08:37.618829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55634) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.619303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-90fca869-c9fd-4442-a0e4-b51ecc80d80b tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0270712 Nov 03 19:08:37.632326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-35445990-3026-4d0e-8dca-8e61f66bf195 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.645241 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-35445990-3026-4d0e-8dca-8e61f66bf195 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0215404 Nov 03 19:08:37.646716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55638) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.658336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-5632ee20-a3b0-49c6-9b66-7e17defee45f tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.667455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55640) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.669778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55642) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.681655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5632ee20-a3b0-49c6-9b66-7e17defee45f tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0316761 Nov 03 19:08:37.689010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-24ade381-78cb-4a6a-9135-c3e5c37aba64 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.703967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-24ade381-78cb-4a6a-9135-c3e5c37aba64 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0295081 Nov 03 19:08:37.720242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55648) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.726463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Request body: {'port': {'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854', 'binding:host_id': 'n-h2-812148-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2096869259'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:37.740006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-606aeab7-9d14-4bb7-962b-96f24a9df0bf tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.747850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-606aeab7-9d14-4bb7-962b-96f24a9df0bf tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0251148 Nov 03 19:08:37.752029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55656) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.768891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-c1d5625d-f66e-4e04-b42e-1b3c31bd5528 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.778729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c1d5625d-f66e-4e04-b42e-1b3c31bd5528 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0160403 Nov 03 19:08:37.782723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.785150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55658) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.875512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-53e9163a-6719-4f2f-bc51-c946c9d60348 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.883529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-53e9163a-6719-4f2f-bc51-c946c9d60348 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0740016 Nov 03 19:08:37.892638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55662) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.941395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-4d09e5eb-7f52-4726-98d0-6ab138d0eed1 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:37.953642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Made reservation on behalf of 2bcd3f0413d64daa8c69edbfa16edcaa for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:37.955556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4d09e5eb-7f52-4726-98d0-6ab138d0eed1 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0341399 Nov 03 19:08:37.958651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.959855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55668) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.978622 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.994934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-e142b36a-1652-4496-a440-fefef9fef38e tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:38.003718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55674) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:38.004996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e142b36a-1652-4496-a440-fefef9fef38e tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0146689 Nov 03 19:08:38.026853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-aa2fe108-b6c4-4f59-824c-46d4c8a007fd tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:38.036985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aa2fe108-b6c4-4f59-824c-46d4c8a007fd tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0199647 Nov 03 19:08:38.052795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55676) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:38.082106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 4874f24c-0698-4b60-bfd6-ff46ee07e080 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:38.256774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-facb569b-d2a8-4003-962c-6a4f1f89f4d5 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:38.258686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-facb569b-d2a8-4003-962c-6a4f1f89f4d5 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.1982362 Nov 03 19:08:38.268435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55700) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:38.298180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [None req-7539e6ca-bd9f-4544-811a-d64486f4499a tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:38.307077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7539e6ca-bd9f-4544-811a-d64486f4499a tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0240333 Nov 03 19:08:38.322160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55704) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:38.326118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 4874f24c-0698-4b60-bfd6-ff46ee07e080 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:08:38.347870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-d614c468-12e5-4753-a06a-fbfaabfca529 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:38.356140 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d614c468-12e5-4753-a06a-fbfaabfca529 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0322480 Nov 03 19:08:38.358045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55710) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:38.364401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 4874f24c-0698-4b60-bfd6-ff46ee07e080 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:38.365218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.378536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c37fc-73ad-4b96-85a7-f5592cf18d9b req-81ba8930-3572-42d4-9e35-1b7b9fc68db8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:38.380829 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e62c37fc-73ad-4b96-85a7-f5592cf18d9b req-81ba8930-3572-42d4-9e35-1b7b9fc68db8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1095 time: 0.4160964 Nov 03 19:08:38.385487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-60b187af-20f1-4b00-ba0d-0bd1123b98e9 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:38.395165 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-60b187af-20f1-4b00-ba0d-0bd1123b98e9 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0185599 Nov 03 19:08:38.406659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55714) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:38.411485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [None req-98b182f2-d9e6-48aa-b3c6-e07eb71cbab3 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:08:38.412497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-98b182f2-d9e6-48aa-b3c6-e07eb71cbab3 tempest-ExtensionsTestJSON-879120363 tempest-ExtensionsTestJSON-879120363-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045972 Nov 03 19:08:38.428044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.436635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.440706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-236838a0-a722-438f-bf47-d86a3ca36207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.469085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] device_id is not set on port cde6a164-5e6c-45bd-a045-101524ce82f1 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:38.661578 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.678719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21693620-cbe1-4601-ac69-899a2cbf52af,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:38.725317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e62c37fc-73ad-4b96-85a7-f5592cf18d9b req-9ab5b428-2410-40ef-8bde-3886e85de025 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762589 Nov 03 19:08:38.834391 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196ac49-8e7c-499d-b116-a9211e8733b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4874f24c-0698-4b60-bfd6-ff46ee07e080'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:38.837281 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60179ba3-6db4-4f9a-b80c-3fd3f1490803" -d '{"events": [{"server_uuid": "b196ac49-8e7c-499d-b116-a9211e8733b2", "name": "network-vif-plugged", "status": "completed", "tag": "4874f24c-0698-4b60-bfd6-ff46ee07e080"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:38.974769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 4874f24c-0698-4b60-bfd6-ff46ee07e080, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4874f24c-0698-4b60-bfd6-ff46ee07e080,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:38.985703 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.050453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:39.084443 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db58c4-a2d9-453b-b3d1-e4323ab4966a x-openstack-request-id: req-f8db58c4-a2d9-453b-b3d1-e4323ab4966a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:39.085407 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196ac49-8e7c-499d-b116-a9211e8733b2", "name": "network-vif-plugged", "status": "completed", "tag": "4874f24c-0698-4b60-bfd6-ff46ee07e080", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:39.085407 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8db58c4-a2d9-453b-b3d1-e4323ab4966a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:39.085407 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196ac49-8e7c-499d-b116-a9211e8733b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4874f24c-0698-4b60-bfd6-ff46ee07e080', 'code': 200} Nov 03 19:08:39.126627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=4874f24c-0698-4b60-bfd6-ff46ee07e080,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:39.359063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:39.371228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dbe0ce49-688c-45e3-bb5c-a393abade65e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "PUT /v2.0/routers/d2be8280-150f-4edc-9d3e-44eb3b0d63a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4384243 Nov 03 19:08:39.377514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55766) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:39.380668 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] Sync routers for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:39.402491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec932b-4abf-463e-9fe1-925361af2c8f req-b29fd1df-9f1a-487c-a43d-57c82ed5057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:39.404974 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7ec932b-4abf-463e-9fe1-925361af2c8f req-b29fd1df-9f1a-487c-a43d-57c82ed5057a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1096 time: 0.2619424 Nov 03 19:08:39.407577 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:39.408594 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:39.409290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55768) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:39.451520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] device_id is not set on port cde6a164-5e6c-45bd-a045-101524ce82f1 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:39.471217 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.487152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.519537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab677861-f501-4c25-981f-a87e1c40ec72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting subnet 080c5980-9c18-45f0-9f44-f16bcc408ef4 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:08:39.526793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab677861-f501-4c25-981f-a87e1c40ec72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.561464 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=cde6a164-5e6c-45bd-a045-101524ce82f1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:39.600972 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7ec932b-4abf-463e-9fe1-925361af2c8f req-68270569-7b85-48fc-ae06-224b66849219 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853352 Nov 03 19:08:39.635161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab677861-f501-4c25-981f-a87e1c40ec72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.664904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Checking segment: {'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:39.665710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Network hostable DHCP agents. Network: cf038bc1-b75f-4486-9fb8-4f3bbe678854, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:39.708860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Network cf038bc1-b75f-4486-9fb8-4f3bbe678854 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:39.711023 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:39.728882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, cf038bc1-b75f-4486-9fb8-4f3bbe678854) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:39.744462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21e451-2a56-4012-b3da-fedfabcafd12 None None] Network cf038bc1-b75f-4486-9fb8-4f3bbe678854 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:39.745449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:39.796164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:39.798189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:39.800834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:39.821814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:39.822993 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:39.825234 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 2 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:39.871691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:39.873899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:39.875928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:39.895257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:39.898924 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:39.899864 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 3 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:39.979769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7286c1f0-31ba-46a4-b666-e2e99095199a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.098043 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:08:36Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:40.114113 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.120975 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7286c1f0-31ba-46a4-b666-e2e99095199a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.123856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:40.125608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:40.126625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:40.135538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7286c1f0-31ba-46a4-b666-e2e99095199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.159441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:40.160381 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:40.166170 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 4 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:40.217688 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] Checking router: d2be8280-150f-4edc-9d3e-44eb3b0d63a5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:40.234870 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] Routers {'d2be8280-150f-4edc-9d3e-44eb3b0d63a5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:40.235899 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:40.259080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286c1f0-31ba-46a4-b666-e2e99095199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eb82d3-3fb8-41ff-b0b3-cb8ee870632c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:40.315713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:40.316079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:40.316445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:40.331290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:40.331616 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:40.332187 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 5 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:40.337221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7286c1f0-31ba-46a4-b666-e2e99095199a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02612188977d4768a871fa928e478898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9230773 Nov 03 19:08:40.353657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55790) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:40.368165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:40.368583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:40.369554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:40.424216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-6c98da24-4b7d-42b1-a843-47948277c992 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:40.428423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-6c98da24-4b7d-42b1-a843-47948277c992 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 814 time: 0.6043239 Nov 03 19:08:40.488076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-8067351d-6037-4a0d-aa7d-b07380a4fb58 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/quotas/4039966d0ece40bd89a7361c0f58532e HTTP/1.1" status: 200 len: 375 time: 0.0404439 Nov 03 19:08:40.494134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab677861-f501-4c25-981f-a87e1c40ec72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.501101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] Set router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:40.501903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:40.502333 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:40.503074 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 6 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:40.529766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ca987a83-a25f-4b8d-8e74-cbf5a0b13f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.554115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:40.554451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:40.554865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:40.584844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ca987a83-a25f-4b8d-8e74-cbf5a0b13f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.598682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-175f036e-f4a6-4cef-a6e6-6d4e904753b5 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908282 Nov 03 19:08:40.612786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:40.613124 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:40.616912 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 7 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:40.704285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:40.706414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:40.706835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:40.717636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:40.717999 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:40.719945 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 8 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:40.761928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:40.762307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:40.762664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:40.777377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:40.778617 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:40.783607 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 9 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:40.815932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:40.816934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:40.818169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:40.828743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ca987a83-a25f-4b8d-8e74-cbf5a0b13f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.836078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ca987a83-a25f-4b8d-8e74-cbf5a0b13f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.838541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ca987a83-a25f-4b8d-8e74-cbf5a0b13f38 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/69eb82d3-3fb8-41ff-b0b3-cb8ee870632c HTTP/1.1" status: 204 len: 168 time: 0.4836617 Nov 03 19:08:40.847851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-2d400ef9-d8fd-4099-aa53-252402a77783 service neutron] 10.222.0.77 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175636 Nov 03 19:08:40.858461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:40.859533 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:40.861025 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 10 to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 Nov 03 19:08:40.869160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca987a83-a25f-4b8d-8e74-cbf5a0b13f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eb82d3-3fb8-41ff-b0b3-cb8ee870632c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:40.964080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:40.968291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:40.969268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:40.980177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port cde6a164-5e6c-45bd-a045-101524ce82f1 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:40.981330 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port cde6a164-5e6c-45bd-a045-101524ce82f1 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:40.982541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.049617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab677861-f501-4c25-981f-a87e1c40ec72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.090979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab677861-f501-4c25-981f-a87e1c40ec72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Subnet': ['ID=080c5980-9c18-45f0-9f44-f16bcc408ef4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:41.093838 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab677861-f501-4c25-981f-a87e1c40ec72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.098289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ab677861-f501-4c25-981f-a87e1c40ec72 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/subnets/080c5980-9c18-45f0-9f44-f16bcc408ef4 HTTP/1.1" status: 204 len: 168 time: 1.7185056 Nov 03 19:08:41.103605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55802) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:41.116996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4bf4fc-2a28-40a3-85dd-eea5ad980d9f None None] Network ab49bb5a-fdb8-4fc9-a01f-42196c0af848 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:41.264785 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:08:36Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:41.280989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] For port cde6a164-5e6c-45bd-a045-101524ce82f1, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:41.281408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempted to set empty binding levels {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:08:41.291069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.398020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=cde6a164-5e6c-45bd-a045-101524ce82f1,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:41.398732 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f516bd-c1ec-41ae-9809-063c63981f9b None None] The sync data for ids ['d2be8280-150f-4edc-9d3e-44eb3b0d63a5'] in n-d-812148-3 is: [{'id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009526852', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:43Z', 'updated_at': '2021-11-03T19:08:36Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': 'ad6bba26-0b5a-419e-be6c-af4be3d5f1e5', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2be8280-150f-4edc-9d3e-44eb3b0d63a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:46Z', 'updated_at': '2021-11-03T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:41.453743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:41.457804 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.543641 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-39db4c95-b751-402f-8a1c-d7800f9b3ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.8675971 Nov 03 19:08:41.547567 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:41.695352 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.899055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.903055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Deleting port cde6a164-5e6c-45bd-a045-101524ce82f1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:41.908736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.971287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-642d2e37-b773-498f-97c1-cf7be67169c4 service neutron] 10.222.0.77 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1003382 Nov 03 19:08:42.002631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:42.003011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.167960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] For port cde6a164-5e6c-45bd-a045-101524ce82f1, host n-h2-812148-3, got binding levels [] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:42.169590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.247952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Calling delete_port for cde6a164-5e6c-45bd-a045-101524ce82f1 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:42.319505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port ad6bba26-0b5a-419e-be6c-af4be3d5f1e5, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ad6bba26-0b5a-419e-be6c-af4be3d5f1e5,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:42.320154 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.357889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:42.358691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.376022 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.464068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.533606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.544941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] DHCP port deletion for ab49bb5a-fdb8-4fc9-a01f-42196c0af848 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:08:42.545282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "DELETE /v2.0/ports/cde6a164-5e6c-45bd-a045-101524ce82f1 HTTP/1.1" status: 204 len: 168 time: 0.9935048 Nov 03 19:08:42.551332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55826) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:42.601446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a587a-0177-4208-bd0c-41bfbd67ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event deleted for resources: {'Port': ['ID=cde6a164-5e6c-45bd-a045-101524ce82f1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:42.632424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b0979fad-5d63-4f74-8ea9-e09565c58455 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:42.646537 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b25487-52bf-4a04-8072-919d494b489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:08:42.652238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55830) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:42.656881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e4b25487-52bf-4a04-8072-919d494b489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "GET /v2.0/ports/cde6a164-5e6c-45bd-a045-101524ce82f1 HTTP/1.1" status: 404 len: 333 time: 0.1022518 Nov 03 19:08:42.662117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Request body: {'port': {'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-156067483'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:42.762307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Made reservation on behalf of 2bcd3f0413d64daa8c69edbfa16edcaa for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:42.773954 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.774958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b0979fad-5d63-4f74-8ea9-e09565c58455 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:42.776715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b0979fad-5d63-4f74-8ea9-e09565c58455 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:42.842440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] device_id is not set on port 0731c399-5655-4e0c-a11e-5fd58f841dc2 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:42.872332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] Deleting port 5e2392cf-503a-4679-88a0-9211965af3e4 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:42.875194 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.074414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] For port 5e2392cf-503a-4679-88a0-9211965af3e4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e2392cf-503a-4679-88a0-9211965af3e4,segment=NetworkSegment(76ef0173-5c50-4dbe-935e-bc10c6aac601),segment_id=76ef0173-5c50-4dbe-935e-bc10c6aac601)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:43.074896 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.114015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] Calling delete_port for 5e2392cf-503a-4679-88a0-9211965af3e4 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:43.240446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d27bc-3e13-4f34-9fea-833b44285bca req-b538886e-05da-47cd-af01-fe7245f48b25 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:43.260016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-995d27bc-3e13-4f34-9fea-833b44285bca req-b538886e-05da-47cd-af01-fe7245f48b25 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1096 time: 0.2871349 Nov 03 19:08:43.348726 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.457738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] No DVR routers for this DVR port 5e2392cf-503a-4679-88a0-9211965af3e4 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:43.480261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b8db4-f8cb-4046-9baf-2a7ecbc6b38a None None] Pushing event deleted for resources: {'Port': ['ID=5e2392cf-503a-4679-88a0-9211965af3e4,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:43.572521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.605486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-995d27bc-3e13-4f34-9fea-833b44285bca req-7d63f003-de98-46df-8573-948116433709 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152764 Nov 03 19:08:43.628349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.697751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=ad6bba26-0b5a-419e-be6c-af4be3d5f1e5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:43.805189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.881539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6aa43f33-0fac-4411-87af-9cc7c623cd1a req-cf309022-8320-4a71-bf66-77db8751c242 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0821865 Nov 03 19:08:43.934921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.048229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Network cf038bc1-b75f-4486-9fb8-4f3bbe678854 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:44.061189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:44.079343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:44.080647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:44.083065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.106687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55856) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.120260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=0731c399-5655-4e0c-a11e-5fd58f841dc2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:44.160474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3a12aae5-3f95-4b8d-886b-a8f9324efd7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5035100 Nov 03 19:08:44.162256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55858) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.176377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:44.303768 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.334403 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.366553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.533377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c37ef-58bc-411f-8f09-7c30329341fb req-3278641d-d5fb-4547-a748-e00a6bb0029b tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:44.535417 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c62c37ef-58bc-411f-8f09-7c30329341fb req-3278641d-d5fb-4547-a748-e00a6bb0029b tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1096 time: 0.2780180 Nov 03 19:08:44.548446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.549076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Fanout notify agent at l3_agent the message router_deleted on router d2be8280-150f-4edc-9d3e-44eb3b0d63a5 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:08:44.558071 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.564836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-10e217be-3c06-43ef-933f-9c7200576af7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/routers/d2be8280-150f-4edc-9d3e-44eb3b0d63a5 HTTP/1.1" status: 204 len: 168 time: 3.4592972 Nov 03 19:08:44.572453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55864) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.744052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e2392cf-503a-4679-88a0-9211965af3e4 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:44.805744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 5e2392cf-503a-4679-88a0-9211965af3e4 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:44.806086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e2392cf-503a-4679-88a0-9211965af3e4 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:44.970350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] device_id is not set on port 0731c399-5655-4e0c-a11e-5fd58f841dc2 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:44.988801 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c62c37ef-58bc-411f-8f09-7c30329341fb req-712339e4-f0d6-4ed5-b5f3-4e92ce052cb7 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166744 Nov 03 19:08:45.068310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.068738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.083452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-237389242'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:45.158794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.262373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Made reservation on behalf of b40a09f8b8a94bce9183b17cbbb70519 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:45.271211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.475638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=0731c399-5655-4e0c-a11e-5fd58f841dc2,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:45.531639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9a57dad3-f989-4215-97bb-b70bf2d0a0bb req-eed518ec-b3df-4caa-b6b4-e4a14287cb22 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 210 time: 0.2746837 Nov 03 19:08:45.547129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-3d55d6ab-ad4f-499a-8a7d-056d94513818 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:45.549468 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-3d55d6ab-ad4f-499a-8a7d-056d94513818 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.70 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 814 time: 0.5454395 Nov 03 19:08:45.557976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.594468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Request body: {'port': {'device_id': '95171050-fa6e-4506-b37b-3461ec77f5f0', 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69', 'admin_state_up': True, 'tenant_id': '4039966d0ece40bd89a7361c0f58532e'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:45.774628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.867502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab49bb5a-fdb8-4fc9-a01f-42196c0af848']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:45.897973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ef0173-5c50-4dbe-935e-bc10c6aac601') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:45.898850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ef0173-5c50-4dbe-935e-bc10c6aac601') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:45.947144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.117552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55888) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:46.141197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.142847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.143617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.167190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.170103 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.172472 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 2 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.180623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Made reservation on behalf of 4039966d0ece40bd89a7361c0f58532e for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:46.189676 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.190410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124a088-55a8-41bc-8070-e8c35e0a918e req-b606e3fb-d72a-471e-be48-fe8e426c99d7 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:46.204554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5124a088-55a8-41bc-8070-e8c35e0a918e req-b606e3fb-d72a-471e-be48-fe8e426c99d7 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1096 time: 0.4246790 Nov 03 19:08:46.281397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.282547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.283523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.295040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.296829 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.301181 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 3 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.328498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.396229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.397395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.398437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.402120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.412979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:46.420017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.421105 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.425202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.427671 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 4 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:46.430834 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:46.467887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:46.485366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.486107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.486785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.500443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.501166 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.506148 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 5 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.528339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.542068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.542884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.543718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.574738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:46.577149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ad6bba26-0b5a-419e-be6c-af4be3d5f1e5 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:46.617117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.617980 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.621797 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 6 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.666071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.666808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.667271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.677383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.677996 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.679430 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Allocated IP 172.20.0.5 (c88540fb-808d-4556-9290-9c0416e6bd69/a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc/456e3892-fc19-410c-a90a-20d1f98b4174) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:46.681754 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 7 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.705992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.706727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.707583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.729855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.730573 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.733149 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 8 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.745936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0243b2e-d2f0-4337-ab52-611fc275af36,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:46.754688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.755893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.756855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.785800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5124a088-55a8-41bc-8070-e8c35e0a918e req-1a5ae8b8-e20d-41c3-b98e-354bae95459a tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731840 Nov 03 19:08:46.793956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.794592 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.798276 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 9 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.815670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:46.834322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.835174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.835857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.855488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.856714 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Added segment 86668095-3364-44e9-bc84-0ca4f2635239 of type vlan for network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 Nov 03 19:08:46.876100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.896541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3144b7e-249a-466e-8fc4-3c7887622ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.919015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.923453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:46.925920 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:46.928584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/networks/ab49bb5a-fdb8-4fc9-a01f-42196c0af848 HTTP/1.1" status: 204 len: 168 time: 2.3534949 Nov 03 19:08:46.930450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf6fe5-2307-4e5a-8c8b-d1be2ef83017 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Network': ['ID=ab49bb5a-fdb8-4fc9-a01f-42196c0af848,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:46.949874 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 10 to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 Nov 03 19:08:46.957292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55902) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:47.121016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-672f4889-9607-4713-bc9f-4f016a6cda1e req-e9a9a68e-5ed8-476b-9379-7e557795167d tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 210 time: 0.1309004 Nov 03 19:08:47.124928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.200659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.215298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:47.215978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.247710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1395354 Nov 03 19:08:47.266711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55910) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:47.272143 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Request body: {'subnet': {'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:47.361559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:47.362443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:47.362443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:47.472624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271120-c07b-45df-9a47-fe7ec8e77fbb tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event updated for resources: {'Network': ['ID=16630ca1-80a4-4bbe-b830-dfb44fbc7943,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:47.493595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:47.496260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3144b7e-249a-466e-8fc4-3c7887622ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.498720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:47.498720 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:47.499170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.588492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d4b76f7-44be-4e00-83a4-8c5b248c3080 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.607474 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3144b7e-249a-466e-8fc4-3c7887622ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.703349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Made reservation on behalf of b40a09f8b8a94bce9183b17cbbb70519 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:47.712260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.832267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d4b76f7-44be-4e00-83a4-8c5b248c3080 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.940001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c25c9-55fb-4d9e-892d-bc467c6f9ccf req-68a2d620-69f9-4920-a941-3878c3b1e3ea tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:47.943385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d51c25c9-55fb-4d9e-892d-bc467c6f9ccf req-68a2d620-69f9-4920-a941-3878c3b1e3ea tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1096 time: 0.2259953 Nov 03 19:08:47.987299 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.067323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d51c25c9-55fb-4d9e-892d-bc467c6f9ccf req-93495251-d194-4bae-bd50-31edd666763f tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107063 Nov 03 19:08:48.075238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3144b7e-249a-466e-8fc4-3c7887622ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788a178d-4d3a-4b77-9171-1bf69114acd7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.086658 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f3144b7e-249a-466e-8fc4-3c7887622ff9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2346ad3559a34272a7325dfef957ce52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9618828 Nov 03 19:08:48.087667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55928) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:48.101776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.167855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] For port 0731c399-5655-4e0c-a11e-5fd58f841dc2, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:48.168237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempted to set empty binding levels {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:08:48.220090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Network c88540fb-808d-4556-9290-9c0416e6bd69 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:48.222045 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.261479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:48.275857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:48.276143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02571249-782c-4b1e-9b55-ed49f9086a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.413045 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02571249-782c-4b1e-9b55-ed49f9086a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.458358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.459461 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.473369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] In _notify_port_updated(), no bound segment for port 0731c399-5655-4e0c-a11e-5fd58f841dc2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:08:48.475515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.476669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.479370 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "PUT /v2.0/ports/0731c399-5655-4e0c-a11e-5fd58f841dc2 HTTP/1.1" status: 200 len: 978 time: 4.3140674 Nov 03 19:08:48.492837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55934) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:48.507618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Pushing event updated for resources: {'Port': ['ID=456e3892-fc19-410c-a90a-20d1f98b4174,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.526312 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c265a7ee-e2a6-4148-a82e-9dae1c679cca tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9578731 Nov 03 19:08:48.545118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a03bb-87d3-4200-9785-96c47110db6d req-46eb32c9-69dd-4eb0-b229-4647284b7b62 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.547171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-483a03bb-87d3-4200-9785-96c47110db6d req-46eb32c9-69dd-4eb0-b229-4647284b7b62 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 931 time: 0.2445469 Nov 03 19:08:48.591028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Request body: {'port': {'device_id': '95171050-fa6e-4506-b37b-3461ec77f5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:48.658577 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d4b76f7-44be-4e00-83a4-8c5b248c3080 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.662069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d4b76f7-44be-4e00-83a4-8c5b248c3080 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.663826 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d4b76f7-44be-4e00-83a4-8c5b248c3080 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/security-groups/30abca28-de10-45f1-9841-36f07350a023 HTTP/1.1" status: 204 len: 168 time: 1.7044261 Nov 03 19:08:48.670450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cc291-9c5b-4895-aae6-5bcd6930ee58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=0731c399-5655-4e0c-a11e-5fd58f841dc2,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.701333 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.722086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b76f7-44be-4e00-83a4-8c5b248c3080 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30abca28-de10-45f1-9841-36f07350a023,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.792130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.797555 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02571249-782c-4b1e-9b55-ed49f9086a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.803180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02571249-782c-4b1e-9b55-ed49f9086a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.808793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-02571249-782c-4b1e-9b55-ed49f9086a87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/788a178d-4d3a-4b77-9171-1bf69114acd7 HTTP/1.1" status: 204 len: 168 time: 0.7156465 Nov 03 19:08:48.839170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-b6011fa1-47bb-4c86-aeab-865f3871f0c8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.840861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-483a03bb-87d3-4200-9785-96c47110db6d req-c6eeec7c-4740-45a8-b497-14cf6b6250db tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649062 Nov 03 19:08:48.842605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-b6011fa1-47bb-4c86-aeab-865f3871f0c8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1096 time: 0.1097031 Nov 03 19:08:48.873844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.874956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.875442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.875895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.876361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.876823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.877659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.878360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.879136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.880681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.881545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.893668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.895147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.896083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.904392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0992867a-4adc-4035-86bd-f8e0050904b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12740 time: 0.4048557 Nov 03 19:08:48.914882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55942) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:49.028951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02571249-782c-4b1e-9b55-ed49f9086a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788a178d-4d3a-4b77-9171-1bf69114acd7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:49.132099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event updated for resources: {'Subnet': ['ID=b5d47bad-2f59-47f2-a6f8-9525eb839dc6,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:49.143478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Checking segment: {'id': '86668095-3364-44e9-bc84-0ca4f2635239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:49.143842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Network hostable DHCP agents. Network: 16630ca1-80a4-4bbe-b830-dfb44fbc7943, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:49.219201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:49.246441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 16630ca1-80a4-4bbe-b830-dfb44fbc7943) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:49.254547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:49.257143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.259784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65039cc4-575e-47cd-b5ad-b885f200a1f4 None None] Network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:49.316209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d2fa5bc1-5f3e-4acb-8bfa-7afe8baa6b7a tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0439773 Nov 03 19:08:49.324260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55950) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:49.326927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Deleting port 0731c399-5655-4e0c-a11e-5fd58f841dc2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:49.328091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.483863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] For port 0731c399-5655-4e0c-a11e-5fd58f841dc2, host n-h2-812148-3, got binding levels [] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:49.484496 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.533963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Calling delete_port for 0731c399-5655-4e0c-a11e-5fd58f841dc2 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:49.552613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Request body: {'port': {'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1227509334'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:49.642052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-16630ca1-80a4-4bbe-b830-dfb44fbc7943', 'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943', 'tenant_id': 'b40a09f8b8a94bce9183b17cbbb70519', 'fixed_ips': [{'subnet_id': 'b5d47bad-2f59-47f2-a6f8-9525eb839dc6'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:49.644655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.812695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.861800 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.865381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "DELETE /v2.0/ports/0731c399-5655-4e0c-a11e-5fd58f841dc2 HTTP/1.1" status: 204 len: 168 time: 0.9396336 Nov 03 19:08:49.868582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4f8fe-8ffd-4f50-b88c-4b0433f26714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event deleted for resources: {'Port': ['ID=0731c399-5655-4e0c-a11e-5fd58f841dc2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:49.871994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55962) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:49.877366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Made reservation on behalf of b40a09f8b8a94bce9183b17cbbb70519 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:49.880926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.923995 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86b1db3-34da-4bfc-b947-7198cfb5e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:08:49.925817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b86b1db3-34da-4bfc-b947-7198cfb5e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "GET /v2.0/ports/0731c399-5655-4e0c-a11e-5fd58f841dc2 HTTP/1.1" status: 404 len: 333 time: 0.0524645 Nov 03 19:08:49.934602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55964) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:49.947206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-186835284', 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:49.965470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] device_id is not set on port ea4eacb4-5d26-4c82-8b89-f984abd10753 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:50.134966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Allocated IP 172.20.0.8 (16630ca1-80a4-4bbe-b830-dfb44fbc7943/b5d47bad-2f59-47f2-a6f8-9525eb839dc6/ea4eacb4-5d26-4c82-8b89-f984abd10753) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:50.174880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Made reservation on behalf of 2bcd3f0413d64daa8c69edbfa16edcaa for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:50.177475 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.201122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] device_id is not set on port fd8d8c38-5470-484c-a690-91fa1d77a549 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:50.307637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Deleting port 4874f24c-0698-4b60-bfd6-ff46ee07e080 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:50.308555 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.406922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.573213 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.609669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55974) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:50.618905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f389a840-4e81-49bc-9025-a7f2a851a4d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486734572', 'description': 'tempest-secgroup-smoke-486734572 description', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:50.694605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] For port 4874f24c-0698-4b60-bfd6-ff46ee07e080, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=4874f24c-0698-4b60-bfd6-ff46ee07e080,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:50.695517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.751053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Calling delete_port for 4874f24c-0698-4b60-bfd6-ff46ee07e080 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:50.755250 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f389a840-4e81-49bc-9025-a7f2a851a4d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.995177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456e3892-fc19-410c-a90a-20d1f98b4174 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:51.026119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.041946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Network cf038bc1-b75f-4486-9fb8-4f3bbe678854 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:51.045407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8d8c38-5470-484c-a690-91fa1d77a549,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:51.057462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:51.064236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:51.064973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.066109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.086726 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.107434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Transition to ACTIVE for port object 456e3892-fc19-410c-a90a-20d1f98b4174 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:08:51.122022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a054de8e-a3ce-45e3-be7e-dc6c4e7c0001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1856720 Nov 03 19:08:51.127093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8992d-fcab-42b6-9389-9b6b6fcc9e66 req-48f4cdc3-2c8d-40b7-9d40-4fd4500b24c5 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.134559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0d8992d-fcab-42b6-9389-9b6b6fcc9e66 req-48f4cdc3-2c8d-40b7-9d40-4fd4500b24c5 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 1096 time: 0.2022626 Nov 03 19:08:51.138555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 55988) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:51.142088 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.224769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbf6aaf-edcb-474c-ad27-7a012f97dd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.228793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7cbf6aaf-edcb-474c-ad27-7a012f97dd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "GET /v2.0/ports/fd8d8c38-5470-484c-a690-91fa1d77a549 HTTP/1.1" status: 200 len: 958 time: 0.0883853 Nov 03 19:08:51.234582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.242358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 55992) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:51.260236 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f389a840-4e81-49bc-9025-a7f2a851a4d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.338397 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f389a840-4e81-49bc-9025-a7f2a851a4d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.357285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event updated for resources: {'Port': ['ID=ea4eacb4-5d26-4c82-8b89-f984abd10753,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:51.387156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0d8992d-fcab-42b6-9389-9b6b6fcc9e66 req-b450850f-9553-442d-924b-f156013b85a7 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513757 Nov 03 19:08:51.404762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Allocated IP 172.20.0.2 (16630ca1-80a4-4bbe-b830-dfb44fbc7943/b5d47bad-2f59-47f2-a6f8-9525eb839dc6/6bdf237f-937b-473e-a788-22645c1e3977) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:51.408901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:51.413535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:51.417997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:51.461223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389a840-4e81-49bc-9025-a7f2a851a4d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c843a6b-bde7-4a55-a6ad-65cdb804b545,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:51.588919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Pushing event updated for resources: {'Port': ['ID=456e3892-fc19-410c-a90a-20d1f98b4174,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:51.622346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f389a840-4e81-49bc-9025-a7f2a851a4d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.625517 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f389a840-4e81-49bc-9025-a7f2a851a4d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0134153 Nov 03 19:08:51.633633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.634345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.638828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56006) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:51.647263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8ee4cc73-fd92-4f85-8b4c-01ba9ed658a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '8c843a6b-bde7-4a55-a6ad-65cdb804b545', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:51.782710 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.794963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.818054 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cc73-fd92-4f85-8b4c-01ba9ed658a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.833522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:51.834227 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.849596 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57d73760-acdf-4935-8158-967ba2bb30b3 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3089697 Nov 03 19:08:51.861287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56026) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:51.889529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:51.899233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['c175f961-5ce8-4e4b-8006-2575ab36f906'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:51.905123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:51.924891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Request body: {'port': {'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943', 'name': 'tempest-ExtraDHCPOptionsTestJSON-641120969', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:51.942291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] bootfile-name is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:08:51.949488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] tftp-server is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:08:51.950477 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] server-ip-address is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:08:51.965114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a72dd-1eae-43a0-9499-0b282eac192d req-bb25c4a6-d991-47fd-8359-fc8b3bdc696b tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.978316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a15a72dd-1eae-43a0-9499-0b282eac192d req-bb25c4a6-d991-47fd-8359-fc8b3bdc696b tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 943 time: 0.2554529 Nov 03 19:08:52.058781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cc73-fd92-4f85-8b4c-01ba9ed658a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.073243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Pushing event deleted for resources: {'Port': ['ID=4874f24c-0698-4b60-bfd6-ff46ee07e080,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.084027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cc73-fd92-4f85-8b4c-01ba9ed658a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.176562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a15a72dd-1eae-43a0-9499-0b282eac192d req-da52c4fe-08c8-4edc-bc57-0a4af5406c31 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943293 Nov 03 19:08:52.185782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4cc73-fd92-4f85-8b4c-01ba9ed658a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2282da8-28fe-4625-bb39-59784faa25fb,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.210727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 4874f24c-0698-4b60-bfd6-ff46ee07e080 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:52.235066 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cc73-fd92-4f85-8b4c-01ba9ed658a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.250504 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8ee4cc73-fd92-4f85-8b4c-01ba9ed658a5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6098864 Nov 03 19:08:52.252050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56042) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:52.261512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5294e5ea-e7ff-4e14-a697-4c61c479bc3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '8c843a6b-bde7-4a55-a6ad-65cdb804b545', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:52.281699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 4874f24c-0698-4b60-bfd6-ff46ee07e080 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:52.282218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 4874f24c-0698-4b60-bfd6-ff46ee07e080 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:52.354505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5294e5ea-e7ff-4e14-a697-4c61c479bc3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.376847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] No DVR routers for this DVR port 4874f24c-0698-4b60-bfd6-ff46ee07e080 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:52.384230 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.398850 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f9dfb57c-f744-4f2b-9c4f-c63684621dbb req-59273e1e-34c4-483c-bc72-9d69f12257d8 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.70 "DELETE /v2.0/ports/4874f24c-0698-4b60-bfd6-ff46ee07e080 HTTP/1.1" status: 204 len: 173 time: 3.5093360 Nov 03 19:08:52.418020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196ac49-8e7c-499d-b116-a9211e8733b2', 'name': 'network-vif-deleted', 'tag': '4874f24c-0698-4b60-bfd6-ff46ee07e080'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:52.423625 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e01f92-1b99-4f48-88ee-12d973bb8d90" -d '{"events": [{"server_uuid": "b196ac49-8e7c-499d-b116-a9211e8733b2", "name": "network-vif-deleted", "tag": "4874f24c-0698-4b60-bfd6-ff46ee07e080"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:52.443292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Attempting to bind port 456e3892-fc19-410c-a90a-20d1f98b4174 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:52.443977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Attempting to bind port 456e3892-fc19-410c-a90a-20d1f98b4174 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:52.447421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Attempting to bind port 456e3892-fc19-410c-a90a-20d1f98b4174 on network c88540fb-808d-4556-9290-9c0416e6bd69 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:52.487668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Pushing event updated for resources: {'Port': ['ID=6bdf237f-937b-473e-a788-22645c1e3977,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.500832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-52607521-8cf8-4009-85cb-eeeb2958a86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Deleting port fd8d8c38-5470-484c-a690-91fa1d77a549 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:52.501456 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52607521-8cf8-4009-85cb-eeeb2958a86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.548731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Attempting to bind port 6bdf237f-937b-473e-a788-22645c1e3977 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:52.549335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Attempting to bind port 6bdf237f-937b-473e-a788-22645c1e3977 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '86668095-3364-44e9-bc84-0ca4f2635239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:52.552627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Attempting to bind port 6bdf237f-937b-473e-a788-22645c1e3977 on network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:52.595641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:52.596422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Checking segment: {'id': '86668095-3364-44e9-bc84-0ca4f2635239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:52.598224 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.598927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Bound using segment: {'id': '86668095-3364-44e9-bc84-0ca4f2635239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:52.599444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Bound port: 6bdf237f-937b-473e-a788-22645c1e3977, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86668095-3364-44e9-bc84-0ca4f2635239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16630ca1-80a4-4bbe-b830-dfb44fbc7943'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:52.600453 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.712299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5294e5ea-e7ff-4e14-a697-4c61c479bc3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.724405 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5294e5ea-e7ff-4e14-a697-4c61c479bc3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.783893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294e5ea-e7ff-4e14-a697-4c61c479bc3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9766fbb5-aa29-4e1c-814c-6120c436e008,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.800100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5294e5ea-e7ff-4e14-a697-4c61c479bc3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.810361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5294e5ea-e7ff-4e14-a697-4c61c479bc3d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5546591 Nov 03 19:08:52.812184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56052) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:52.822045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1d44ef40-ec07-4cb9-a709-07532fc70eef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '8c843a6b-bde7-4a55-a6ad-65cdb804b545', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:52.861766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] For port 6bdf237f-937b-473e-a788-22645c1e3977, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:52.867964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] For port 6bdf237f-937b-473e-a788-22645c1e3977, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6bdf237f-937b-473e-a788-22645c1e3977,segment=NetworkSegment(86668095-3364-44e9-bc84-0ca4f2635239),segment_id=86668095-3364-44e9-bc84-0ca4f2635239)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:52.883874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d44ef40-ec07-4cb9-a709-07532fc70eef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.887240 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.954292 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52607521-8cf8-4009-85cb-eeeb2958a86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.980686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ca15-de6c-4885-92f5-8e4bd0a57ce3 None None] Pushing event updated for resources: {'Port': ['ID=6bdf237f-937b-473e-a788-22645c1e3977,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.991309 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6009d0da-3c9e-4655-a091-08713e5dc543 x-openstack-request-id: req-6009d0da-3c9e-4655-a091-08713e5dc543 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:52.992026 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196ac49-8e7c-499d-b116-a9211e8733b2", "name": "network-vif-deleted", "tag": "4874f24c-0698-4b60-bfd6-ff46ee07e080", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:52.992567 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6009d0da-3c9e-4655-a091-08713e5dc543 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:52.993064 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196ac49-8e7c-499d-b116-a9211e8733b2', 'name': 'network-vif-deleted', 'tag': '4874f24c-0698-4b60-bfd6-ff46ee07e080', 'status': 'completed', 'code': 200} Nov 03 19:08:53.013673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-52607521-8cf8-4009-85cb-eeeb2958a86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Calling delete_port for fd8d8c38-5470-484c-a690-91fa1d77a549 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:53.016247 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Port 456e3892-fc19-410c-a90a-20d1f98b4174 on network c88540fb-808d-4556-9290-9c0416e6bd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:53.016590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Attempting to bind port 456e3892-fc19-410c-a90a-20d1f98b4174 on network c88540fb-808d-4556-9290-9c0416e6bd69 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:53.018092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96f03234-663f-4800-8697-3f166004ff1a req-d30973fb-09d1-4923-ad73-3d3b6d282e15 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b196ac49-8e7c-499d-b116-a9211e8733b2 HTTP/1.1" status: 200 len: 210 time: 0.1134257 Nov 03 19:08:53.069058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:53.069058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Checking segment: {'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:53.069058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Bound using segment: {'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:53.069058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Bound port: 456e3892-fc19-410c-a90a-20d1f98b4174, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:53.069058 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.173603 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d44ef40-ec07-4cb9-a709-07532fc70eef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.183446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d44ef40-ec07-4cb9-a709-07532fc70eef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.255857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Made reservation on behalf of b40a09f8b8a94bce9183b17cbbb70519 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:53.259990 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.293315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1d44ef40-ec07-4cb9-a709-07532fc70eef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.312566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1d44ef40-ec07-4cb9-a709-07532fc70eef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4962707 Nov 03 19:08:53.313520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56060) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:53.335522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1eece97c-74ae-47b2-a747-cd025a86ab69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '8c843a6b-bde7-4a55-a6ad-65cdb804b545', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:53.353844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44ef40-ec07-4cb9-a709-07532fc70eef tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9f824b-9659-43f0-acd6-7f94ebab2a1e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:53.364883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52607521-8cf8-4009-85cb-eeeb2958a86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.416796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] device_id is not set on port 92bb4436-cede-439e-b6d9-4bcdeee9c12c yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:53.500388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eece97c-74ae-47b2-a747-cd025a86ab69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.586503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] For port 456e3892-fc19-410c-a90a-20d1f98b4174, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:53.650093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52607521-8cf8-4009-85cb-eeeb2958a86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd8d8c38-5470-484c-a690-91fa1d77a549,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:53.656745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccf1cd-97a3-49fd-b8a4-99af31cc11ae req-482d4037-0f8c-472a-bf36-31b57b78d30c tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:53.660062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00ccf1cd-97a3-49fd-b8a4-99af31cc11ae req-482d4037-0f8c-472a-bf36-31b57b78d30c tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 943 time: 0.1890669 Nov 03 19:08:53.670085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] For port 456e3892-fc19-410c-a90a-20d1f98b4174, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=456e3892-fc19-410c-a90a-20d1f98b4174,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:53.674642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Allocated IP 172.20.0.6 (16630ca1-80a4-4bbe-b830-dfb44fbc7943/b5d47bad-2f59-47f2-a6f8-9525eb839dc6/92bb4436-cede-439e-b6d9-4bcdeee9c12c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:53.683993 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52607521-8cf8-4009-85cb-eeeb2958a86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.689782 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-52607521-8cf8-4009-85cb-eeeb2958a86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "DELETE /v2.0/ports/fd8d8c38-5470-484c-a690-91fa1d77a549 HTTP/1.1" status: 204 len: 168 time: 2.4421811 Nov 03 19:08:53.698132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56072) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:53.747239 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.789555 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cd3357-be3e-4bec-839e-0efc05106dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:08:53.792869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a0cd3357-be3e-4bec-839e-0efc05106dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "GET /v2.0/ports/fd8d8c38-5470-484c-a690-91fa1d77a549 HTTP/1.1" status: 404 len: 333 time: 0.0933566 Nov 03 19:08:53.796163 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eece97c-74ae-47b2-a747-cd025a86ab69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.804776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56092) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:53.816394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Request body: {'port': {'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-516953019'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:53.816969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eece97c-74ae-47b2-a747-cd025a86ab69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.852045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:53.853080 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.855484 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] 10.222.0.70 "PUT /v2.0/ports/456e3892-fc19-410c-a90a-20d1f98b4174 HTTP/1.1" status: 200 len: 1091 time: 5.2714307 Nov 03 19:08:53.891830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eece97c-74ae-47b2-a747-cd025a86ab69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea91ed66-937f-4e80-bcd9-a77d7ed4161a,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:53.922063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00ccf1cd-97a3-49fd-b8a4-99af31cc11ae req-bd27c8d1-ff3e-492d-a08a-69baebdb9ba5 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533810 Nov 03 19:08:54.051454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1eece97c-74ae-47b2-a747-cd025a86ab69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.053714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1eece97c-74ae-47b2-a747-cd025a86ab69 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7338314 Nov 03 19:08:54.057686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56102) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:54.067559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0ebf8d3a-7def-4ef2-8f69-ee023c0dee3c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '8c843a6b-bde7-4a55-a6ad-65cdb804b545', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:54.123220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Made reservation on behalf of 2bcd3f0413d64daa8c69edbfa16edcaa for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:54.132498 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.188943 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-0ebf8d3a-7def-4ef2-8f69-ee023c0dee3c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Project 2e22fabbe1db42cd92e04a8708663a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:08:54.203198 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8d3a-7def-4ef2-8f69-ee023c0dee3c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.208676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] device_id is not set on port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:54.255534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180fe2f-8cea-42c6-9905-e9aa721dce3a service neutron] Pushing event updated for resources: {'Port': ['ID=456e3892-fc19-410c-a90a-20d1f98b4174,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:54.417893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8d3a-7def-4ef2-8f69-ee023c0dee3c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.428474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-0b9b9232-705c-4f74-a853-1a92caa80968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:54.431217 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8d3a-7def-4ef2-8f69-ee023c0dee3c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.431453 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-0b9b9232-705c-4f74-a853-1a92caa80968 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 1094 time: 0.5106695 Nov 03 19:08:54.552235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf8d3a-7def-4ef2-8f69-ee023c0dee3c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c1e2e0-a5be-4c8f-bfc0-a3fadfeea9d6,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:54.578544 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8d3a-7def-4ef2-8f69-ee023c0dee3c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.586837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ebf8d3a-7def-4ef2-8f69-ee023c0dee3c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5274951 Nov 03 19:08:54.587858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56114) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:54.610244 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-1ccaf420-f2b1-44ad-85c3-4738ab01ea71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456e3892-fc19-410c-a90a-20d1f98b4174 HTTP/1.1" status: 200 len: 217 time: 0.1617384 Nov 03 19:08:54.613309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4ea22618-f971-458f-8ccc-f2cc6692c6c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '8c843a6b-bde7-4a55-a6ad-65cdb804b545', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:54.731938 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-4ea22618-f971-458f-8ccc-f2cc6692c6c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Project 2e22fabbe1db42cd92e04a8708663a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:08:54.749266 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ea22618-f971-458f-8ccc-f2cc6692c6c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.827896 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.831229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6bdf237f-937b-473e-a788-22645c1e3977 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:54.887332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-711c7686-9b0c-4da9-901e-b553e939f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:54.890952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-711c7686-9b0c-4da9-901e-b553e939f36b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc HTTP/1.1" status: 200 len: 854 time: 0.2656713 Nov 03 19:08:54.997712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95171050-fa6e-4506-b37b-3461ec77f5f0', 'tag': '456e3892-fc19-410c-a90a-20d1f98b4174'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:55.002253 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63e4c3b-1358-43f4-806f-819918b75eec" -d '{"events": [{"name": "network-changed", "server_uuid": "95171050-fa6e-4506-b37b-3461ec77f5f0", "tag": "456e3892-fc19-410c-a90a-20d1f98b4174"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:55.025732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6bdf237f-937b-473e-a788-22645c1e3977 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:55.026953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.098335 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-43dd55dd-8cba-4827-aa49-35692c4fc8ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c88540fb-808d-4556-9290-9c0416e6bd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1955407 Nov 03 19:08:55.184385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45848218-b648-41a8-9c76-84df7d2c279c None None] Network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:55.223155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabe850-8997-4857-aabd-0df2351f4990 req-5ec59f15-5619-4ca6-af4c-9642fe839dad tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:55.242937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fabe850-8997-4857-aabd-0df2351f4990 req-5ec59f15-5619-4ca6-af4c-9642fe839dad tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1097 time: 0.3445969 Nov 03 19:08:55.254410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.267040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7a7a4cf8-ceee-4ddb-9f94-60c2f00f4ffe None None] Provisioning complete for port 6bdf237f-937b-473e-a788-22645c1e3977 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:55.267802 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4cf8-ceee-4ddb-9f94-60c2f00f4ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.271048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ea22618-f971-458f-8ccc-f2cc6692c6c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.319340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ea22618-f971-458f-8ccc-f2cc6692c6c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.331160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.399134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4ea22618-f971-458f-8ccc-f2cc6692c6c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.406333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4ea22618-f971-458f-8ccc-f2cc6692c6c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8052585 Nov 03 19:08:55.412663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56124) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:55.414040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea22618-f971-458f-8ccc-f2cc6692c6c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4afe2a1-8586-406b-83cd-898c420e3e39,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:55.428743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'network': {'name': 'tempest-network-smoke--524897811', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'port_security_enabled': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:55.478548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fabe850-8997-4857-aabd-0df2351f4990 req-c05c6960-7abc-448a-8c7b-1b6d627cb6ff tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319987 Nov 03 19:08:55.502634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:55.509046 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.515469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.557990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:55.580618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:55.612223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:55.621599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event updated for resources: {'Port': ['ID=92bb4436-cede-439e-b6d9-4bcdeee9c12c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:55.631202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:55.634659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-4166826a-4769-4c3f-a747-e52015fa93c9 service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182371 Nov 03 19:08:55.636603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.689237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.689643 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Added segment d062ab47-ead8-4ddc-9e7b-9c7b298db47f of type vlan for network 72557839-3bf0-452c-accd-bb0ee110353e Nov 03 19:08:55.721100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 6bdf237f-937b-473e-a788-22645c1e3977, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6bdf237f-937b-473e-a788-22645c1e3977,segment=NetworkSegment(86668095-3364-44e9-bc84-0ca4f2635239),segment_id=86668095-3364-44e9-bc84-0ca4f2635239)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:55.802958 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.906015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=aa18802c-fa6e-4a15-b781-6192fb7fc2c2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:55.931008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:55.932288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.940437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Network cf038bc1-b75f-4486-9fb8-4f3bbe678854 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:56.010255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:56.016581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:56.019145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.020494 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.041527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.091515 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3dfdcdf3-22a7-4514-b204-0e0e6ff8f69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2786412 Nov 03 19:08:56.098836 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-afb89013-4ff7-4114-b3f2-eab291ff4482 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.2328279 Nov 03 19:08:56.101737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-c7a89240-195f-4ab7-9219-74141ddda0b1 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.103981 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-c7a89240-195f-4ab7-9219-74141ddda0b1 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1097 time: 0.2615209 Nov 03 19:08:56.104244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56134) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:56.104628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56136) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:56.116066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:56.129302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea7978-4d7d-4003-b5b3-42aa0bba11fb req-0d0cc92d-063f-4007-901d-748196809ea8 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.131917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27ea7978-4d7d-4003-b5b3-42aa0bba11fb req-0d0cc92d-063f-4007-901d-748196809ea8 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 943 time: 0.2762964 Nov 03 19:08:56.210036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.215487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.216141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.309140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Network': ['ID=72557839-3bf0-452c-accd-bb0ee110353e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:56.353877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 72557839-3bf0-452c-accd-bb0ee110353e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:56.359233 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5e5eaa07-252b-46ea-8545-4dc075b20c97 req-c782d89b-b7fc-4b58-be75-67866eedd376 service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658421 Nov 03 19:08:56.360323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=6bdf237f-937b-473e-a788-22645c1e3977,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:56.367758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27ea7978-4d7d-4003-b5b3-42aa0bba11fb req-abbea1c6-c6d9-4706-99cd-b5a8a3844973 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899867 Nov 03 19:08:56.372220 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ef1f356f-48f8-46f9-8c47-8968e45eed8a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9548213 Nov 03 19:08:56.379924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56140) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:56.380104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.384693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'admin_state_up': True, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:56.456552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21857159-af41-4223-81c7-83bfb4470864 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.473302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21857159-af41-4223-81c7-83bfb4470864 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.481974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Deleting port c175f961-5ce8-4e4b-8006-2575ab36f906 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:56.482406 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.489593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21857159-af41-4223-81c7-83bfb4470864 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.492696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-21857159-af41-4223-81c7-83bfb4470864 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3842967 Nov 03 19:08:56.497991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56142) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:56.536931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.538744 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.664508 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412ac7e6-a1f8-4c1b-900f-2c81b11f75a1 x-openstack-request-id: req-412ac7e6-a1f8-4c1b-900f-2c81b11f75a1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:56.665273 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95171050-fa6e-4506-b37b-3461ec77f5f0", "tag": "456e3892-fc19-410c-a90a-20d1f98b4174", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:56.665514 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-412ac7e6-a1f8-4c1b-900f-2c81b11f75a1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:56.671373 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95171050-fa6e-4506-b37b-3461ec77f5f0', 'tag': '456e3892-fc19-410c-a90a-20d1f98b4174', 'status': 'completed', 'code': 200} Nov 03 19:08:56.720870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6bdf237f-937b-473e-a788-22645c1e3977 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:56.861718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6bdf237f-937b-473e-a788-22645c1e3977 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:56.862984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.995374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.107859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4c3b-1358-43f4-806f-819918b75eec req-e48b1c98-b0b6-4972-bf22-7ebdff75ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:57.110753 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f63e4c3b-1358-43f4-806f-819918b75eec req-e48b1c98-b0b6-4972-bf22-7ebdff75ac31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 1094 time: 0.3564904 Nov 03 19:08:57.112854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] For port c175f961-5ce8-4e4b-8006-2575ab36f906, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=c175f961-5ce8-4e4b-8006-2575ab36f906,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:57.113529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.272505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-95931deb-dbe2-4de4-b121-b66f17fae28e tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Deleting port 92bb4436-cede-439e-b6d9-4bcdeee9c12c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:57.273069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95931deb-dbe2-4de4-b121-b66f17fae28e tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.402919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-865d36b9-f43e-4ed7-89a2-a6040d5ad47e None None] Provisioning complete for port 92bb4436-cede-439e-b6d9-4bcdeee9c12c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:57.404119 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-865d36b9-f43e-4ed7-89a2-a6040d5ad47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.496685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-865d36b9-f43e-4ed7-89a2-a6040d5ad47e None None] Port 92bb4436-cede-439e-b6d9-4bcdeee9c12c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:57.519069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Calling delete_port for c175f961-5ce8-4e4b-8006-2575ab36f906 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:57.525291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-865d36b9-f43e-4ed7-89a2-a6040d5ad47e None None] Provisioning complete for port ea4eacb4-5d26-4c82-8b89-f984abd10753 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:57.528756 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-865d36b9-f43e-4ed7-89a2-a6040d5ad47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.614751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-865d36b9-f43e-4ed7-89a2-a6040d5ad47e None None] Port ea4eacb4-5d26-4c82-8b89-f984abd10753 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:57.636765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-865d36b9-f43e-4ed7-89a2-a6040d5ad47e None None] Provisioning complete for port 6bdf237f-937b-473e-a788-22645c1e3977 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:57.637122 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-865d36b9-f43e-4ed7-89a2-a6040d5ad47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.725228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4c3b-1358-43f4-806f-819918b75eec req-15fc3d78-a947-434e-9c5f-49fce36bada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:57.727657 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f63e4c3b-1358-43f4-806f-819918b75eec req-15fc3d78-a947-434e-9c5f-49fce36bada2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 915 time: 0.5489142 Nov 03 19:08:57.770001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95931deb-dbe2-4de4-b121-b66f17fae28e tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.901096 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.941901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99645-d5e4-4fda-9d61-636973daff93 req-b903bb1c-6578-4673-9cee-4aaf85c33337 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:57.954100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62f99645-d5e4-4fda-9d61-636973daff93 req-b903bb1c-6578-4673-9cee-4aaf85c33337 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c881c85d-5ec6-4219-ab7e-1513a068e601 HTTP/1.1" status: 200 len: 1097 time: 0.9564681 Nov 03 19:08:57.963187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f63e4c3b-1358-43f4-806f-819918b75eec req-38756868-6c71-4108-b0bf-794402cda214 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456e3892-fc19-410c-a90a-20d1f98b4174 HTTP/1.1" status: 200 len: 217 time: 0.2165885 Nov 03 19:08:57.967081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] device_id is not set on port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:58.005113 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.010674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-95931deb-dbe2-4de4-b121-b66f17fae28e tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Calling delete_port for 92bb4436-cede-439e-b6d9-4bcdeee9c12c owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:58.037100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bcafa322-8d33-4947-a277-c0aef3b895bf None None] Provisioning complete for port ea4eacb4-5d26-4c82-8b89-f984abd10753 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:58.037684 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bcafa322-8d33-4947-a277-c0aef3b895bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.071927 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.173570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bcafa322-8d33-4947-a277-c0aef3b895bf None None] Port ea4eacb4-5d26-4c82-8b89-f984abd10753 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:58.221191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 456e3892-fc19-410c-a90a-20d1f98b4174 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:08:58.259621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.276323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['c175f961-5ce8-4e4b-8006-2575ab36f906'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:58.397673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4c3b-1358-43f4-806f-819918b75eec req-57b3b27b-47e5-4f4c-94f2-ecfd1a78cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:58.400172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f63e4c3b-1358-43f4-806f-819918b75eec req-57b3b27b-47e5-4f4c-94f2-ecfd1a78cde0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc HTTP/1.1" status: 200 len: 854 time: 0.4171195 Nov 03 19:08:58.400172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=aa18802c-fa6e-4a15-b781-6192fb7fc2c2,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:58.457780 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f63e4c3b-1358-43f4-806f-819918b75eec req-585cd9f0-55ff-4eb8-a738-2293b8904d56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c88540fb-808d-4556-9290-9c0416e6bd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465100 Nov 03 19:08:58.461329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Pushing event deleted for resources: {'Port': ['ID=c175f961-5ce8-4e4b-8006-2575ab36f906,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:58.527824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d432bf82-d8a6-444a-959a-ab00b182c47f None None] Provisioning complete for port 92bb4436-cede-439e-b6d9-4bcdeee9c12c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:58.528712 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d432bf82-d8a6-444a-959a-ab00b182c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.545523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] No DVR routers for this DVR port c175f961-5ce8-4e4b-8006-2575ab36f906 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:58.565665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62f99645-d5e4-4fda-9d61-636973daff93 req-048536f2-5a8d-46e6-8c3f-f249c82f39f2 tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17b745fe-bf01-4cfb-9c51-efcdb7f2264a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101611 Nov 03 19:08:58.569969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.584311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a71cf571-0ed7-44e4-9edf-79d1144f216b req-1ad4c66a-3831-454a-8c4f-bdfe9819f07c tempest-TestServerMultinode-1433975025 tempest-TestServerMultinode-1433975025-project-admin] 10.222.0.96 "DELETE /v2.0/ports/c175f961-5ce8-4e4b-8006-2575ab36f906 HTTP/1.1" status: 204 len: 173 time: 2.4678762 Nov 03 19:08:58.586908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c881c85d-5ec6-4219-ab7e-1513a068e601', 'name': 'network-vif-deleted', 'tag': 'c175f961-5ce8-4e4b-8006-2575ab36f906'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:58.617875 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b0104-5a71-4045-bc77-dcccaee933de" -d '{"events": [{"server_uuid": "c881c85d-5ec6-4219-ab7e-1513a068e601", "name": "network-vif-deleted", "tag": "c175f961-5ce8-4e4b-8006-2575ab36f906"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:58.660732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 456e3892-fc19-410c-a90a-20d1f98b4174, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=456e3892-fc19-410c-a90a-20d1f98b4174,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:58.682888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d432bf82-d8a6-444a-959a-ab00b182c47f None None] Port 92bb4436-cede-439e-b6d9-4bcdeee9c12c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:58.696087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '456e3892-fc19-410c-a90a-20d1f98b4174', 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69', 'port_id': '456e3892-fc19-410c-a90a-20d1f98b4174', 'mac_address': 'fa:16:3e:8f:56:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:08:58.881808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f63e4c3b-1358-43f4-806f-819918b75eec req-c1c086e4-5dd7-4398-a2c3-8df05240c0b4 service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085221 Nov 03 19:08:58.899224 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.969100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456e3892-fc19-410c-a90a-20d1f98b4174 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:58.989763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:58.990635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:58.991164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:59.040347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 456e3892-fc19-410c-a90a-20d1f98b4174, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=456e3892-fc19-410c-a90a-20d1f98b4174,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:59.049673 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.057467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:59.070386 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:59.132794 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 2 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:08:59.251871 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.279720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=456e3892-fc19-410c-a90a-20d1f98b4174,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:59.297399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['456e3892-fc19-410c-a90a-20d1f98b4174'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:59.313129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:59.316435 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:59.317198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:59.322164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d914553-fb02-4bab-b6ea-318cc84d9d69 req-75d69295-73b9-4057-b24d-fc146f48e079 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:59.325040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d914553-fb02-4bab-b6ea-318cc84d9d69 req-75d69295-73b9-4057-b24d-fc146f48e079 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 943 time: 0.4930434 Nov 03 19:08:59.328834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.397643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:59.398418 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:59.411119 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 3 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:08:59.476227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f63e4c3b-1358-43f4-806f-819918b75eec req-96a4d414-18f7-494d-8f7b-45394fe42e51 service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729301 Nov 03 19:08:59.479253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95931deb-dbe2-4de4-b121-b66f17fae28e tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.482612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:59.483225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:59.484835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:59.561854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:59.570222 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:59.571778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95931deb-dbe2-4de4-b121-b66f17fae28e tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event deleted for resources: {'Port': ['ID=92bb4436-cede-439e-b6d9-4bcdeee9c12c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:59.577041 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 4 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:08:59.704943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:59.706114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:59.707011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:59.772083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:59.772952 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:59.779315 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 5 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:08:59.840025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:59.840938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:59.841732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:59.854901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.25.3.150 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:59.872877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:59.873783 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:59.877826 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 6 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:08:59.905620 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:59.907724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:59.909563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:59.918134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:59.918741 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:08:59.922280 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 7 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:08:59.937686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-95931deb-dbe2-4de4-b121-b66f17fae28e tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.939151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-95931deb-dbe2-4de4-b121-b66f17fae28e tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "DELETE /v2.0/ports/92bb4436-cede-439e-b6d9-4bcdeee9c12c HTTP/1.1" status: 204 len: 168 time: 3.4386313 Nov 03 19:08:59.940221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56186) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:59.949751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Request body: {'port': {'name': 'tempest-new-port-name-1542362759', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:59.950152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] bootfile-name is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:08:59.950588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] tftp-server is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:08:59.950926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] server-ip-address is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:09:00.006010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:00.006561 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:00.007169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:00.018444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:00.019287 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:09:00.025571 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 8 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:09:00.103047 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:00.103538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:00.103974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:00.114687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d914553-fb02-4bab-b6ea-318cc84d9d69 req-7a031b5e-09bc-4ef5-addb-205330bf0f0d tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7732215 Nov 03 19:09:00.121052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:00.121052 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:09:00.125190 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 9 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:09:00.138087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.190270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:00.191101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:00.191652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:00.201518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:00.201906 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:09:00.202994 n-d-812148-3 neutron-server[101755]: INFO neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempt 10 to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 Nov 03 19:09:00.223738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 456e3892-fc19-410c-a90a-20d1f98b4174 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:00.274716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.331167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:00.331623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:00.332161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempting to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:00.380171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:00.380731 n-d-812148-3 neutron-server[101755]: ERROR neutron.plugins.ml2.managers [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Failed to bind port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on host n-h2-812148-3 for vnic_type normal using segments [{'id': 'd072fc13-f942-44ec-8999-17e19a9d9213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cf038bc1-b75f-4486-9fb8-4f3bbe678854'}] Nov 03 19:09:00.381283 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.461731 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.527418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c175f961-5ce8-4e4b-8006-2575ab36f906 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:00.583799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: c175f961-5ce8-4e4b-8006-2575ab36f906 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:00.584216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device c175f961-5ce8-4e4b-8006-2575ab36f906 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:00.626773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:00.633748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:00.638351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:00.662238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 456e3892-fc19-410c-a90a-20d1f98b4174 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:00.670279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 456e3892-fc19-410c-a90a-20d1f98b4174 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:00.672121 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.813889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:00.827093 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f68200-c4ab-482c-a9d4-a360176e3dc5 x-openstack-request-id: req-e3f68200-c4ab-482c-a9d4-a360176e3dc5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:00.827484 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c881c85d-5ec6-4219-ab7e-1513a068e601", "name": "network-vif-deleted", "tag": "c175f961-5ce8-4e4b-8006-2575ab36f906", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:00.827858 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3f68200-c4ab-482c-a9d4-a360176e3dc5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:00.828176 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c881c85d-5ec6-4219-ab7e-1513a068e601', 'name': 'network-vif-deleted', 'tag': 'c175f961-5ce8-4e4b-8006-2575ab36f906', 'status': 'completed', 'code': 200} Nov 03 19:09:00.843697 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.870356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56196) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:00.877392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95171050-fa6e-4506-b37b-3461ec77f5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e3892-fc19-410c-a90a-20d1f98b4174'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:00.883779 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aec19a-2663-4294-bd84-cec479befeb6" -d '{"events": [{"server_uuid": "95171050-fa6e-4506-b37b-3461ec77f5f0", "name": "network-vif-plugged", "status": "completed", "tag": "456e3892-fc19-410c-a90a-20d1f98b4174"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:00.915399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 456e3892-fc19-410c-a90a-20d1f98b4174, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=456e3892-fc19-410c-a90a-20d1f98b4174,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:00.926705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.074930 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfac0e3-e16c-491a-ad59-2dc4c1779ca6 x-openstack-request-id: req-2bfac0e3-e16c-491a-ad59-2dc4c1779ca6 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:01.076043 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95171050-fa6e-4506-b37b-3461ec77f5f0", "name": "network-vif-plugged", "status": "completed", "tag": "456e3892-fc19-410c-a90a-20d1f98b4174", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:01.076537 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2bfac0e3-e16c-491a-ad59-2dc4c1779ca6 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:01.077336 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95171050-fa6e-4506-b37b-3461ec77f5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e3892-fc19-410c-a90a-20d1f98b4174', 'code': 200} Nov 03 19:09:01.079336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=456e3892-fc19-410c-a90a-20d1f98b4174,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:01.138055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] For port aa18802c-fa6e-4a15-b781-6192fb7fc2c2, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:01.138682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attempted to set empty binding levels {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:09:01.156476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.254028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] In _notify_port_updated(), no bound segment for port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 on network cf038bc1-b75f-4486-9fb8-4f3bbe678854 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:09:01.255908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.257456 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.264097 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "PUT /v2.0/ports/aa18802c-fa6e-4a15-b781-6192fb7fc2c2 HTTP/1.1" status: 200 len: 978 time: 5.1539588 Nov 03 19:09:01.272713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56204) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:01.336977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2847316-c133-4da0-97e7-6d8b7f464ee8 req-f3fd2428-b951-4b1f-9ae8-da4284115e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.341086 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f2847316-c133-4da0-97e7-6d8b7f464ee8 req-f3fd2428-b951-4b1f-9ae8-da4284115e69 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.3021333 Nov 03 19:09:01.453548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event updated for resources: {'Port': ['ID=aa18802c-fa6e-4a15-b781-6192fb7fc2c2,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:01.932030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.932498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.932875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.933292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.933772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.934158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.934748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.934948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.935363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.936184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.936184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.937136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3148a4d9-1778-448d-b944-14a5ae7682fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:01.946754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95553b80-b4c8-4d2b-81f2-db7d1f9e76b0 req-4fc6eb0f-513c-4c9f-8725-0a59faf6cbb6 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.950777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95553b80-b4c8-4d2b-81f2-db7d1f9e76b0 req-4fc6eb0f-513c-4c9f-8725-0a59faf6cbb6 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 945 time: 0.2681847 Nov 03 19:09:01.966040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.980498 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.996593 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f2847316-c133-4da0-97e7-6d8b7f464ee8 req-c1100439-cdeb-403c-ad53-f5b5fe801eec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338158 Nov 03 19:09:02.033580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.115645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event updated for resources: {'Port': ['ID=ea4eacb4-5d26-4c82-8b89-f984abd10753,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:02.122999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Deleting port aa18802c-fa6e-4a15-b781-6192fb7fc2c2 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:02.123343 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.210753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] For port aa18802c-fa6e-4a15-b781-6192fb7fc2c2, host n-h2-812148-3, got binding levels [] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:02.211421 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.227876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Calling delete_port for aa18802c-fa6e-4a15-b781-6192fb7fc2c2 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:02.245190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] In _notify_port_updated(), no bound segment for port ea4eacb4-5d26-4c82-8b89-f984abd10753 on network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:09:02.251290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:02.252035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.256700 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08891ece-f2fe-4be2-8736-4fd1727aa6b2 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "PUT /v2.0/ports/ea4eacb4-5d26-4c82-8b89-f984abd10753 HTTP/1.1" status: 200 len: 1136 time: 2.3094406 Nov 03 19:09:02.287622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56218) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:02.323076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95553b80-b4c8-4d2b-81f2-db7d1f9e76b0 req-21854885-66f6-4fe5-adfa-44b98b02299f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562226 Nov 03 19:09:02.362193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f851b9e-aac0-4734-988f-133a507618b9 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:02.363803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8f851b9e-aac0-4734-988f-133a507618b9 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "GET /v2.0/ports/ea4eacb4-5d26-4c82-8b89-f984abd10753 HTTP/1.1" status: 200 len: 1136 time: 0.0752439 Nov 03 19:09:02.371040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:02.460342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.501854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa18802c-fa6e-4a15-b781-6192fb7fc2c2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:02.507037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.523133 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d1bce1b7-7cbe-4255-9b26-ca0a164b0c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "DELETE /v2.0/ports/aa18802c-fa6e-4a15-b781-6192fb7fc2c2 HTTP/1.1" status: 204 len: 168 time: 1.2482042 Nov 03 19:09:02.524640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7416a039-b847-4465-9d0f-11db91469b19 None None] Provisioning complete for port ea4eacb4-5d26-4c82-8b89-f984abd10753 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:02.525132 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7416a039-b847-4465-9d0f-11db91469b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.528938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56226) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:02.564174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7416a039-b847-4465-9d0f-11db91469b19 None None] Port ea4eacb4-5d26-4c82-8b89-f984abd10753 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:02.567168 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.599779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1b43b0ca-6839-438c-9ec3-e6264b49652d tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Deleting port ea4eacb4-5d26-4c82-8b89-f984abd10753 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:02.601103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b43b0ca-6839-438c-9ec3-e6264b49652d tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.603431 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-751fff7e-3779-4a3e-9ff1-6efaa1e5eda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:09:02.605155 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-751fff7e-3779-4a3e-9ff1-6efaa1e5eda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127559039-project-admin] 10.222.0.77 "GET /v2.0/ports/aa18802c-fa6e-4a15-b781-6192fb7fc2c2 HTTP/1.1" status: 404 len: 333 time: 0.0693300 Nov 03 19:09:02.611442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56228) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:02.800854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b43b0ca-6839-438c-9ec3-e6264b49652d tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.820879 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.823722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1b43b0ca-6839-438c-9ec3-e6264b49652d tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Calling delete_port for ea4eacb4-5d26-4c82-8b89-f984abd10753 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:02.899585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.052528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.078334 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b43b0ca-6839-438c-9ec3-e6264b49652d tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.087699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.155456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf038bc1-b75f-4486-9fb8-4f3bbe678854']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:03.201283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd072fc13-f942-44ec-8999-17e19a9d9213') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:03.201612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd072fc13-f942-44ec-8999-17e19a9d9213') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:03.226563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.232263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43b0ca-6839-438c-9ec3-e6264b49652d tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event deleted for resources: {'Port': ['ID=ea4eacb4-5d26-4c82-8b89-f984abd10753,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:03.275224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.284907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1b43b0ca-6839-438c-9ec3-e6264b49652d tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.292221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1b43b0ca-6839-438c-9ec3-e6264b49652d tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "DELETE /v2.0/ports/ea4eacb4-5d26-4c82-8b89-f984abd10753 HTTP/1.1" status: 204 len: 168 time: 0.9200122 Nov 03 19:09:03.292945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56242) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:03.327672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:03.328120 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:03.332716 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:03.394327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1f7ab2-dc00-4ec4-b107-eae1b0401a7b tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Deleting subnet b5d47bad-2f59-47f2-a6f8-9525eb839dc6 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:03.405982 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7ab2-dc00-4ec4-b107-eae1b0401a7b tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.480321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.568384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7ab2-dc00-4ec4-b107-eae1b0401a7b tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.588394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.596290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] 10.222.0.77 "DELETE /v2.0/networks/cf038bc1-b75f-4486-9fb8-4f3bbe678854 HTTP/1.1" status: 204 len: 168 time: 0.9786065 Nov 03 19:09:03.596290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed1c5a-502c-4b60-9e37-69d43d215cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208186794-project] Pushing event deleted for resources: {'Network': ['ID=cf038bc1-b75f-4486-9fb8-4f3bbe678854,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:03.619003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3dd5c5e2-b3af-4125-8520-bed488d841f5 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:09:03.631811 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.773933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7ab2-dc00-4ec4-b107-eae1b0401a7b tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.784943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e98a1-f518-48aa-9ef5-c14737ba4f45 req-6aab03ad-5022-425b-8010-9b7bf3575fd3 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:03.794384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-461e98a1-f518-48aa-9ef5-c14737ba4f45 req-6aab03ad-5022-425b-8010-9b7bf3575fd3 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 945 time: 0.2421954 Nov 03 19:09:03.879505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7ab2-dc00-4ec4-b107-eae1b0401a7b tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.920365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f7ab2-dc00-4ec4-b107-eae1b0401a7b tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d47bad-2f59-47f2-a6f8-9525eb839dc6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:03.939704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec9fb1-cbda-4213-ac51-b3bd860a4272 None None] Network 16630ca1-80a4-4bbe-b830-dfb44fbc7943 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:03.939989 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7ab2-dc00-4ec4-b107-eae1b0401a7b tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.948250 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7c1f7ab2-dc00-4ec4-b107-eae1b0401a7b tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "DELETE /v2.0/subnets/b5d47bad-2f59-47f2-a6f8-9525eb839dc6 HTTP/1.1" status: 204 len: 168 time: 0.6536388 Nov 03 19:09:03.949044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56258) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.060412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.099182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-461e98a1-f518-48aa-9ef5-c14737ba4f45 req-f164e2f5-686f-4868-bda2-9eb289e0a1a3 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038661 Nov 03 19:09:04.107707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:04.146106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Deleting port 6bdf237f-937b-473e-a788-22645c1e3977 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:04.146450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.157830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Sync routers for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:04.164027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.168955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c3c040e3-ed5c-44a7-9b9d-34f3de1254e6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.7846701 Nov 03 19:09:04.170636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56270) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.251397 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5140de1a-fe0b-4f8e-8033-a850fc9a6e9b tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=2e22fabbe1db42cd92e04a8708663a2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762873 Nov 03 19:09:04.251589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56278) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.334944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:04.335608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:04.354549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] For port 6bdf237f-937b-473e-a788-22645c1e3977, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6bdf237f-937b-473e-a788-22645c1e3977,segment=NetworkSegment(86668095-3364-44e9-bc84-0ca4f2635239),segment_id=86668095-3364-44e9-bc84-0ca4f2635239)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:04.355754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.395027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Calling delete_port for 6bdf237f-937b-473e-a788-22645c1e3977 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:04.432711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56300) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.520151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Deleting port 665b87ce-4c7e-416d-b190-636a1a82b042 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:04.520507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.602512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:04.646061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.715909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d0965-b5b6-420e-90ff-4cc29d94feea tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:04.718305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e0d0965-b5b6-420e-90ff-4cc29d94feea tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4654036 Nov 03 19:09:04.723774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event deleted for resources: {'Port': ['ID=6bdf237f-937b-473e-a788-22645c1e3977,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:04.726627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56314) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.753510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] No DVR routers for this DVR port 6bdf237f-937b-473e-a788-22645c1e3977 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:04.806608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c386fda1-f9de-41ed-83d4-0355f92b5c1c tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765400 Nov 03 19:09:04.813718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56316) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.861544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-28702694', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:04.911201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] For port 665b87ce-4c7e-416d-b190-636a1a82b042, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=665b87ce-4c7e-416d-b190-636a1a82b042,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:04.911201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.966653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Calling delete_port for 665b87ce-4c7e-416d-b190-636a1a82b042 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:05.206076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1f40c423-e8eb-4e2b-ad34-eb90f71f762a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37ab2a5468034143bfff5fb81482c6b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7627075 Nov 03 19:09:05.206219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56326) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:05.241692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.318095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:05.346245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.448334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3e59fc-2337-44fc-86ea-29cd0c04e4e1 None None] DHCP port deletion for 16630ca1-80a4-4bbe-b830-dfb44fbc7943 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:05.449717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16630ca1-80a4-4bbe-b830-dfb44fbc7943']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:05.481297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:01Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:05.559581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86668095-3364-44e9-bc84-0ca4f2635239') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:05.560209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86668095-3364-44e9-bc84-0ca4f2635239') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:05.581760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.599954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Checking router: 3dd5c5e2-b3af-4125-8520-bed488d841f5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:05.600948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Updating router 3dd5c5e2-b3af-4125-8520-bed488d841f5 port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:09:05.620598 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.642920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:05.643749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:05.651630 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:05.703923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.876670 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.954083 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.964662 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] 10.222.0.77 "DELETE /v2.0/networks/16630ca1-80a4-4bbe-b830-dfb44fbc7943 HTTP/1.1" status: 204 len: 168 time: 2.0141697 Nov 03 19:09:06.003024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b720d04-ac24-46bf-89f9-8c4b675e1990 tempest-ExtraDHCPOptionsTestJSON-712067662 tempest-ExtraDHCPOptionsTestJSON-712067662-project] Pushing event deleted for resources: {'Network': ['ID=16630ca1-80a4-4bbe-b830-dfb44fbc7943,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:06.016576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.120918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b43a3af-f533-436d-a517-d6c442dffdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.124439 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:09:06.237330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Pushing event deleted for resources: {'Port': ['ID=665b87ce-4c7e-416d-b190-636a1a82b042,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:06.251509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.296637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-756fb699-c314-44ac-bb59-731b3bc37dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.391726 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.408854 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.469969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Checking segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:06.474490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network hostable DHCP agents. Network: 72557839-3bf0-452c-accd-bb0ee110353e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:06.511374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Subnet': ['ID=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:06.577939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 72557839-3bf0-452c-accd-bb0ee110353e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:06.626479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 72557839-3bf0-452c-accd-bb0ee110353e) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:06.634428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-756fb699-c314-44ac-bb59-731b3bc37dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.645777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:06.649114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.669900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badaf5d5-db34-4278-bc9b-1c57e6261321 None None] Network 72557839-3bf0-452c-accd-bb0ee110353e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:06.703932 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f1747966-12fc-4af2-97c2-99e6b6e24b3b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8510745 Nov 03 19:09:06.708615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56368) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:07.080105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6bdf237f-937b-473e-a788-22645c1e3977 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:07.116502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.119323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56374) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:07.123326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56376) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:07.164338 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-756fb699-c314-44ac-bb59-731b3bc37dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.170644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-756fb699-c314-44ac-bb59-731b3bc37dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.173360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-756fb699-c314-44ac-bb59-731b3bc37dcc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7051aec3-29ec-4ea9-bfcf-0e5255cca397 HTTP/1.1" status: 204 len: 168 time: 1.9741144 Nov 03 19:09:07.193392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fb699-c314-44ac-bb59-731b3bc37dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7051aec3-29ec-4ea9-bfcf-0e5255cca397,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:07.266709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c038c-26a6-427d-849f-89622edb2cf8 None None] Pushing event updated for resources: {'Port': ['ID=1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:07.297709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Attempting to bind port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:07.301623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Attempting to bind port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:07.303980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Attempting to bind port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:07.343506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 6bdf237f-937b-473e-a788-22645c1e3977 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:07.344219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6bdf237f-937b-473e-a788-22645c1e3977 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:07.423469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:07.424795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:07.427940 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.430153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:07.433784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Bound port: 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:07.435703 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.598081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-72557839-3bf0-452c-accd-bb0ee110353e', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:07.601619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.676151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] For port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:07.716801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] For port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:07.798520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06225bad-ba75-4ff6-9993-66a0672cad17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.858945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a4a02d2c-8a20-4450-83e1-413b242fcfc4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b40a09f8b8a94bce9183b17cbbb70519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7325864 Nov 03 19:09:07.863478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56390) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:07.943572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.035938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:08.038547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c038c-26a6-427d-849f-89622edb2cf8 None None] Pushing event updated for resources: {'Port': ['ID=1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:08.105324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63cf372c-5ec7-42ef-9bfa-51e03d0266be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.114297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:08.115843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:08.175956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Allocated IP 172.20.0.2 (72557839-3bf0-452c-accd-bb0ee110353e/52a483d9-d3b8-4b6b-8e8d-b3f2c9316385/99571ed5-5a61-4504-a34e-3bb93f137811) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:08.208764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.288315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63cf372c-5ec7-42ef-9bfa-51e03d0266be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.297011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06225bad-ba75-4ff6-9993-66a0672cad17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.297921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56392) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.336812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06225bad-ba75-4ff6-9993-66a0672cad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.343912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:08.487361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:08.505721 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] Sync routers for ids ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:08.508658 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bd1fc461-7b30-4a32-a56f-174fad8e5842 admin admin] 10.222.0.77 "PUT /v2.0/routers/8a974ac5-5c7f-4b4f-94f5-c453d5d871ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6370587 Nov 03 19:09:08.539848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-06225bad-ba75-4ff6-9993-66a0672cad17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5bb6eda35442437c918127184ad5c503&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4118214 Nov 03 19:09:08.541518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56394) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.541853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56396) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.548481 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63cf372c-5ec7-42ef-9bfa-51e03d0266be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.552828 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63cf372c-5ec7-42ef-9bfa-51e03d0266be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.557866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-63cf372c-5ec7-42ef-9bfa-51e03d0266be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0243b2e-d2f0-4337-ab52-611fc275af36 HTTP/1.1" status: 204 len: 168 time: 0.6894686 Nov 03 19:09:08.558120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-058d1a35-2911-4fc9-a0a5-fc403f863915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.574939 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] Routers {'8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:08.575956 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:08.613947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225bad-ba75-4ff6-9993-66a0672cad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c10b4-7794-45cb-8661-8b8b00a6898a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:08.668792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf372c-5ec7-42ef-9bfa-51e03d0266be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0243b2e-d2f0-4337-ab52-611fc275af36,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:08.724375 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.736047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:01Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:08.879308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.20.0.1 (72557839-3bf0-452c-accd-bb0ee110353e/52a483d9-d3b8-4b6b-8e8d-b3f2c9316385/7a8a9a36-da6e-4f6e-b64d-3baaaac5f262) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:08.946093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2c623ca2-c5b3-40b7-906b-3fc6fceb27bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bcd3f0413d64daa8c69edbfa16edcaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6405790 Nov 03 19:09:08.969924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56404) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.997286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2fb1e987-7f53-4d8c-b7e1-19434994beb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.064392 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7596f0a-269d-4252-ac54-9bb6305fefd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.114446 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] Set router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:09.125175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.137245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7596f0a-269d-4252-ac54-9bb6305fefd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.202712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2fb1e987-7f53-4d8c-b7e1-19434994beb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.278290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.338767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.428209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc91faf-9691-45d3-bb23-55d0dc8e72c1 None None] The sync data for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 is: [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:01Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:09.442146 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.449000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.459638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7596f0a-269d-4252-ac54-9bb6305fefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.463695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7596f0a-269d-4252-ac54-9bb6305fefd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.467066 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d7596f0a-269d-4252-ac54-9bb6305fefd8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/21693620-cbe1-4601-ac69-899a2cbf52af HTTP/1.1" status: 204 len: 168 time: 0.4935598 Nov 03 19:09:09.493012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 72557839-3bf0-452c-accd-bb0ee110353e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:09.493012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7596f0a-269d-4252-ac54-9bb6305fefd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21693620-cbe1-4601-ac69-899a2cbf52af,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.500671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:09.508711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:09.565690 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2fb1e987-7f53-4d8c-b7e1-19434994beb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.571968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2fb1e987-7f53-4d8c-b7e1-19434994beb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.576321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2fb1e987-7f53-4d8c-b7e1-19434994beb6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/621c10b4-7794-45cb-8661-8b8b00a6898a HTTP/1.1" status: 204 len: 168 time: 1.0139937 Nov 03 19:09:09.613618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.619631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1e987-7f53-4d8c-b7e1-19434994beb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c10b4-7794-45cb-8661-8b8b00a6898a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.642350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.782217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Network 72557839-3bf0-452c-accd-bb0ee110353e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:09.824663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:09.831113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Pushing event updated for resources: {'Port': ['ID=99571ed5-5a61-4504-a34e-3bb93f137811,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.836021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:09.845572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Deleting port dc4dbc56-e592-495f-9564-babe116d07ab {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:09.845572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.942747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.165357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] For port dc4dbc56-e592-495f-9564-babe116d07ab, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dc4dbc56-e592-495f-9564-babe116d07ab,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:10.165357 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.192248 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:09:05Z', 'revision_number': 5, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port': {'id': 'dc4dbc56-e592-495f-9564-babe116d07ab', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:10.214409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Calling delete_port for dc4dbc56-e592-495f-9564-babe116d07ab owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:10.229547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Attempting to bind port 99571ed5-5a61-4504-a34e-3bb93f137811 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:10.233095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Attempting to bind port 99571ed5-5a61-4504-a34e-3bb93f137811 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:10.236235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Attempting to bind port 99571ed5-5a61-4504-a34e-3bb93f137811 on network 72557839-3bf0-452c-accd-bb0ee110353e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:10.251088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.259633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:10.260035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Checking segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:10.260429 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.260831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Bound using segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:10.270876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Bound port: 99571ed5-5a61-4504-a34e-3bb93f137811, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:10.271431 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.343965 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] Checking router: 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:10.377676 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] Routers {'8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:10.379346 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:10.525577 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-d1f95201-1974-4319-bc81-bb32dce666ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3304667 Nov 03 19:09:10.711527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:10.731949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] For port 99571ed5-5a61-4504-a34e-3bb93f137811, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:10.860883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] For port 99571ed5-5a61-4504-a34e-3bb93f137811, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99571ed5-5a61-4504-a34e-3bb93f137811,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:10.867375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-ad506219-f15f-4ad9-97a2-91547e249c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:10.872903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-ad506219-f15f-4ad9-97a2-91547e249c54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.2302051 Nov 03 19:09:10.896970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.964395 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] Set router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:10.979774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.167156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56438) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:11.219706 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 6, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:11.259261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:11.270785 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.282784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed212d44-3f34-4693-a8f8-46d35a4eadfd None None] Pushing event updated for resources: {'Port': ['ID=99571ed5-5a61-4504-a34e-3bb93f137811,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:11.284153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4dbc56-e592-495f-9564-babe116d07ab,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:11.307336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88b93333-ad36-4423-84bd-6657b39522d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.340836 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200e5e6-53e7-4a65-a41b-f9520fba718e None None] The sync data for ids ['8a974ac5-5c7f-4b4f-94f5-c453d5d871ce'] in n-d-812148-3 is: [{'id': '8a974ac5-5c7f-4b4f-94f5-c453d5d871ce', 'name': 'tempest-TestServerMultinode-1919758164-router', 'tenant_id': '710beced17d14778a8852555e91623fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:45Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 6, 'project_id': '710beced17d14778a8852555e91623fa', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:11.445727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.579345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.642178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.751820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.807773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:11.822855 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.842170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.848025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.005281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.005843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a974ac5-5c7f-4b4f-94f5-c453d5d871ce {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:12.041132 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.048187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6b1a060d-e261-4662-af89-64ab293b9713 admin admin] 10.222.0.77 "DELETE /v2.0/routers/8a974ac5-5c7f-4b4f-94f5-c453d5d871ce HTTP/1.1" status: 204 len: 168 time: 3.4895661 Nov 03 19:09:12.049190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-2aa84773-a5ec-4856-a172-3da59cc486f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.051609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56450) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:12.052264 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-2aa84773-a5ec-4856-a172-3da59cc486f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 915 time: 1.1029458 Nov 03 19:09:12.106372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:12.177444 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-0cdbe6f3-90bf-470c-a98e-7e4416616fbc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456e3892-fc19-410c-a90a-20d1f98b4174 HTTP/1.1" status: 200 len: 217 time: 0.0763655 Nov 03 19:09:12.231084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.244058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56456) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:12.316427 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.340396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:12.340986 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.395198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-dac4e33e-7646-4965-808a-eecc7f0ff657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.398034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-dac4e33e-7646-4965-808a-eecc7f0ff657 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc HTTP/1.1" status: 200 len: 854 time: 0.2103548 Nov 03 19:09:12.434207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f69ecef-10f6-45b0-84f5-4b03127d93d7 admin admin] Deleting subnet 19b6095c-0eb2-4783-a66c-4a296b359c18 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:12.468964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f69ecef-10f6-45b0-84f5-4b03127d93d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.511095 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-e4e8725d-abfe-4990-a31d-aee374fc8967 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c88540fb-808d-4556-9290-9c0416e6bd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539098 Nov 03 19:09:12.731004 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88b93333-ad36-4423-84bd-6657b39522d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.731495 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-2b8e6cc1-3a2d-449e-acb7-00c3435696fb service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100992 Nov 03 19:09:12.748501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f69ecef-10f6-45b0-84f5-4b03127d93d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.811110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88b93333-ad36-4423-84bd-6657b39522d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.877476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1506986170'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:12.922252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 72557839-3bf0-452c-accd-bb0ee110353e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:12.958538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b93333-ad36-4423-84bd-6657b39522d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f01841-ac05-43c0-b29c-d63f51012501,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.009499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:13.051607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-88b93333-ad36-4423-84bd-6657b39522d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7520fe265e454beb8e65262741a37ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8722320 Nov 03 19:09:13.064411 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56468) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:13.145791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:13.215881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:13.234111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.321260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f69ecef-10f6-45b0-84f5-4b03127d93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.378399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:13.380391 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.473267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.602224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f69ecef-10f6-45b0-84f5-4b03127d93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.706278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99571ed5-5a61-4504-a34e-3bb93f137811 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:13.731764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69ecef-10f6-45b0-84f5-4b03127d93d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b6095c-0eb2-4783-a66c-4a296b359c18,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.736562 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f69ecef-10f6-45b0-84f5-4b03127d93d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.761065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9f69ecef-10f6-45b0-84f5-4b03127d93d7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/19b6095c-0eb2-4783-a66c-4a296b359c18 HTTP/1.1" status: 204 len: 168 time: 1.6959145 Nov 03 19:09:13.762093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56476) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:13.839070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a1cf1-18ca-457d-a5fc-7b775a75758b None None] Network ed494768-de12-47cd-af4e-eaaaa5e94e0b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:13.944944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd13e486-7489-482d-9e7e-098259f52843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.971621 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-37c2221d-0ec0-447b-8e41-54ef6a4d8f37 req-5b6a992a-be4c-4a2d-bd02-87c620a2491a service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0305741 Nov 03 19:09:13.979793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.039486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3146df4-a2e8-4b1f-a59b-5504d9108259 None None] Network 72557839-3bf0-452c-accd-bb0ee110353e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:14.058982 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd13e486-7489-482d-9e7e-098259f52843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.234308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Deleting port dd460170-ad39-4aed-b3cb-06f2709f15b9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:14.235181 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.241129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 99571ed5-5a61-4504-a34e-3bb93f137811 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:14.241966 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.374346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b3bc7036-a125-415a-97ee-617ba104fe1b None None] Provisioning complete for port 99571ed5-5a61-4504-a34e-3bb93f137811 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:14.374933 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3bc7036-a125-415a-97ee-617ba104fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.439976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] For port dd460170-ad39-4aed-b3cb-06f2709f15b9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=dd460170-ad39-4aed-b3cb-06f2709f15b9,segment=NetworkSegment(325da5cf-2877-4026-a1ee-1c15895374c0),segment_id=325da5cf-2877-4026-a1ee-1c15895374c0)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:14.443310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.495547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Calling delete_port for dd460170-ad39-4aed-b3cb-06f2709f15b9 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:14.844095 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3bc7036-a125-415a-97ee-617ba104fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.889321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de111e20-c45c-4c86-94ca-01823b0ec736 None None] DHCP port deletion for ed494768-de12-47cd-af4e-eaaaa5e94e0b request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:14.894099 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.982149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=dd460170-ad39-4aed-b3cb-06f2709f15b9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:14.984917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3dd5c5e2-b3af-4125-8520-bed488d841f5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:14.996089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] No DVR routers for this DVR port dd460170-ad39-4aed-b3cb-06f2709f15b9 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:15.018585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd13e486-7489-482d-9e7e-098259f52843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.024546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dd13e486-7489-482d-9e7e-098259f52843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.029978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dd13e486-7489-482d-9e7e-098259f52843 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2f01841-ac05-43c0-b29c-d63f51012501 HTTP/1.1" status: 204 len: 168 time: 1.9614232 Nov 03 19:09:15.074899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b3bc7036-a125-415a-97ee-617ba104fe1b None None] For port 99571ed5-5a61-4504-a34e-3bb93f137811, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99571ed5-5a61-4504-a34e-3bb93f137811,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:15.089446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3bc7036-a125-415a-97ee-617ba104fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.133329 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13e486-7489-482d-9e7e-098259f52843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f01841-ac05-43c0-b29c-d63f51012501,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:15.232414 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.249616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56496) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:15.268966 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.354042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed494768-de12-47cd-af4e-eaaaa5e94e0b']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:15.398141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325da5cf-2877-4026-a1ee-1c15895374c0') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:15.401184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325da5cf-2877-4026-a1ee-1c15895374c0') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:15.415484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc7036-a125-415a-97ee-617ba104fe1b None None] Pushing event updated for resources: {'Port': ['ID=99571ed5-5a61-4504-a34e-3bb93f137811,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:15.450948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.464717 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.482647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.515210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:09:15.523744 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:09:15.526241 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.568977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:15.571114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:15.576163 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:15.580158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:15.616378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:15.624294 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ec74e338-8610-44d7-8392-5b94e57a7595 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "PUT /v2.0/routers/3dd5c5e2-b3af-4125-8520-bed488d841f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9133387 Nov 03 19:09:15.626419 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.627198 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Added segment f33d0379-1898-42f0-a84d-a16d58f759ed of type vlan for network 1abae558-322a-4ad9-8685-582aec964001 Nov 03 19:09:15.654648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1cba4b-1817-4d29-8c00-963228fa4cd8,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:15.660222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Sync routers for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:15.725399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:15.726078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:15.731570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.797190 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.808705 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.832242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56508) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:15.833051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] 10.222.0.77 "DELETE /v2.0/networks/ed494768-de12-47cd-af4e-eaaaa5e94e0b HTTP/1.1" status: 204 len: 168 time: 2.0693986 Nov 03 19:09:15.834545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.858301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.860217 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.882776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604677c6-06b4-44f2-95e7-8c638c07f5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ed494768-de12-47cd-af4e-eaaaa5e94e0b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:16.171577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:16.230592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1044979632', 'router:external': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:16.324952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1278fd25-75ae-4c71-94d1-6c4183816859 None None] Provisioning complete for port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:16.325556 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1278fd25-75ae-4c71-94d1-6c4183816859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.409326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Network': ['ID=1abae558-322a-4ad9-8685-582aec964001,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:16.471811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:16.472770 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1ccad994-0693-419e-a83d-a1afc0de56d1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.1532419 Nov 03 19:09:16.483805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'name': 'tempest-PortsIpV6TestJSON-202001436'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:16.532938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 1abae558-322a-4ad9-8685-582aec964001 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:16.536260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dc4dbc56-e592-495f-9564-babe116d07ab no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:16.574593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1278fd25-75ae-4c71-94d1-6c4183816859 None None] Port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:16.578375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: dc4dbc56-e592-495f-9564-babe116d07ab {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:16.579171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dc4dbc56-e592-495f-9564-babe116d07ab not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:16.579822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 665b87ce-4c7e-416d-b190-636a1a82b042 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:16.592503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Made reservation on behalf of 118d1b017d4840759f5e3fed0fded5d2 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:16.599356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.632730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.797807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:16.804462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.822806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 665b87ce-4c7e-416d-b190-636a1a82b042 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:16.823486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 665b87ce-4c7e-416d-b190-636a1a82b042 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:16.880760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:16.900755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1278fd25-75ae-4c71-94d1-6c4183816859 None None] Provisioning complete for port 99571ed5-5a61-4504-a34e-3bb93f137811 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:16.901803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1278fd25-75ae-4c71-94d1-6c4183816859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.996695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.025903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.063105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:17.090020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.091139 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Added segment 1728926e-9f8e-465e-a005-f8cdf7a37e6d of type vlan for network 95862a82-8d25-4b59-9d6c-9696986274e7 Nov 03 19:09:17.145681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99571ed5-5a61-4504-a34e-3bb93f137811 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:17.171471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.245630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.249662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:17.251022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.297500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.339689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb6327-264b-40d8-9937-b9228d647294,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:17.359314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1039026 Nov 03 19:09:17.360296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56536) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:17.372694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'subnet': {'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:17.439789 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.524901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Made reservation on behalf of 118d1b017d4840759f5e3fed0fded5d2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:17.527819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.555534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=7c5f89be-0d46-4132-92ad-98bb5f6bdf5a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:17.569576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940b7f-7c06-4b3a-ba70-caf00470b985 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'Network': ['ID=95862a82-8d25-4b59-9d6c-9696986274e7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:17.630086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 95862a82-8d25-4b59-9d6c-9696986274e7 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:17.695394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking segment: {'id': 'f33d0379-1898-42f0-a84d-a16d58f759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1abae558-322a-4ad9-8685-582aec964001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:17.695394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network hostable DHCP agents. Network: 1abae558-322a-4ad9-8685-582aec964001, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:17.766141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:17.779823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 99571ed5-5a61-4504-a34e-3bb93f137811 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:17.780214 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.798262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 1abae558-322a-4ad9-8685-582aec964001) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:17.807895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:17.815604 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.821284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:17.826369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.839673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394823c-d0b4-4e6b-a9e7-0fef8d3a7620 None None] Network 1abae558-322a-4ad9-8685-582aec964001 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:17.952960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-369d6736-3e16-43c3-9087-c81307a97457 None None] Provisioning complete for port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:17.953349 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-369d6736-3e16-43c3-9087-c81307a97457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.972737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-87d4502b-3f13-4b91-86d2-ea1847c3209b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4993343 Nov 03 19:09:17.976861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56542) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:17.991700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1133049158'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:18.169120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-369d6736-3e16-43c3-9087-c81307a97457 None None] Port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:18.172882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:10Z', 'revision_number': 2, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:18.226905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Checking router: 3dd5c5e2-b3af-4125-8520-bed488d841f5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:18.227363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Updating router 3dd5c5e2-b3af-4125-8520-bed488d841f5 port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:09:18.229499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dd460170-ad39-4aed-b3cb-06f2709f15b9 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:18.261375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: dd460170-ad39-4aed-b3cb-06f2709f15b9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:18.261375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device dd460170-ad39-4aed-b3cb-06f2709f15b9 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:18.313209 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.418404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:18.426863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.496314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Deleting port 80feeed3-d62b-4a4a-b826-26d1e971b3da {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:18.497111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.643772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] For port 80feeed3-d62b-4a4a-b826-26d1e971b3da, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=80feeed3-d62b-4a4a-b826-26d1e971b3da,segment=NetworkSegment(3331a0f1-93fd-4ed4-b27a-25f19a6a50f3),segment_id=3331a0f1-93fd-4ed4-b27a-25f19a6a50f3)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:18.644075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:18.644784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.671700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Calling delete_port for 80feeed3-d62b-4a4a-b826-26d1e971b3da owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:18.759894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.771778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.786175 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.786691 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Added segment d6fd247f-94c0-4452-a740-a582e7d30ef9 of type vlan for network f197eece-e596-4d9d-a06e-0d193fe59c56 Nov 03 19:09:18.919288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd85ca-e6e3-4fd5-b183-3e470455b0be None None] Pushing event updated for resources: {'Port': ['ID=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:18.950246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.024103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Attempting to bind port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:19.027323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Attempting to bind port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:19.028052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Attempting to bind port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 on network 72557839-3bf0-452c-accd-bb0ee110353e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:19.042821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:19.043662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Checking segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:19.044246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.044778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Bound using segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:19.046404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Bound port: 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:19.047501 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.141447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.159149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:19.159813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.273201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] For port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:19.288045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3055813 Nov 03 19:09:19.288523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.294786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.objects.ports [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:09:19.295650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.300198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56564) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:19.304136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] For port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:19.320599 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.338018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'ports': [{'network_id': '1abae558-322a-4ad9-8685-582aec964001'}, {'network_id': 'f197eece-e596-4d9d-a06e-0d193fe59c56'}]} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:19.338452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:19.339259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': 'f197eece-e596-4d9d-a06e-0d193fe59c56'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:19.620283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e15d4-c26b-4305-bac1-3283a54826b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Network': ['ID=f197eece-e596-4d9d-a06e-0d193fe59c56,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:19.637524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd85ca-e6e3-4fd5-b183-3e470455b0be None None] Pushing event updated for resources: {'Port': ['ID=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:19.660929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network f197eece-e596-4d9d-a06e-0d193fe59c56 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:19.696420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Checking segment: {'id': '1728926e-9f8e-465e-a005-f8cdf7a37e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:19.697913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Network hostable DHCP agents. Network: 95862a82-8d25-4b59-9d6c-9696986274e7, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:19.706908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1eba7084-77b8-496d-80cf-1edf84cb7616,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:19.756290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Network 95862a82-8d25-4b59-9d6c-9696986274e7 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:19.756832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:19.758043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:19.794598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 95862a82-8d25-4b59-9d6c-9696986274e7) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:19.817047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:19.819746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.890496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Pushing event deleted for resources: {'Port': ['ID=80feeed3-d62b-4a4a-b826-26d1e971b3da,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:19.947818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f5d0c017-43a9-4ba7-9343-8dfa4a60fcad tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5862229 Nov 03 19:09:19.952806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56572) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:19.978325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-277226991', 'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:20.094785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Made reservation on behalf of 118d1b017d4840759f5e3fed0fded5d2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:20.099894 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.167879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] device_id is not set on port b8b99e14-6324-4dd4-9df5-addbccd8f3af yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:20.251250 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6bb97-29fe-47dc-b9eb-5d745fe937be None None] Network 95862a82-8d25-4b59-9d6c-9696986274e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:20.256677 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.610641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-929c6d67-86f4-4683-9577-a265dc7f1352 None None] Provisioning complete for port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:20.611224 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-929c6d67-86f4-4683-9577-a265dc7f1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.679758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Allocated IP 2001:db8::279 (95862a82-8d25-4b59-9d6c-9696986274e7/1eba7084-77b8-496d-80cf-1edf84cb7616/b8b99e14-6324-4dd4-9df5-addbccd8f3af) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:20.690405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 2} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:20.701855 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.820627 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.903135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:21.020146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f82b1b6-62af-4440-8705-890b8e568e7a None None] Network 95862a82-8d25-4b59-9d6c-9696986274e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:21.040844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56582) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:21.183093 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.219544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 049724f0-2d2a-42a9-a001-e9e12a6dfff4 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:21.482826 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f714f7a6-aa27-4712-8208-593066771c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.631018 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-929c6d67-86f4-4683-9577-a265dc7f1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.794824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:21.823774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:19Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:21.843173 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.940015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-929c6d67-86f4-4683-9577-a265dc7f1352 None None] For port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:21.941991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11c4f9-84b0-435c-bdeb-8ce3bcc09976 None None] The sync data for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 is: [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:19Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:21.956804 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-929c6d67-86f4-4683-9577-a265dc7f1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.029246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Network 95862a82-8d25-4b59-9d6c-9696986274e7 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:22.035699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'Port': ['ID=b8b99e14-6324-4dd4-9df5-addbccd8f3af,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.053765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:22.059931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:22.061408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:22.062438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.136080 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.147773 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37d40e55-9973-4c61-a742-a154b52c56b1 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1892059 Nov 03 19:09:22.149789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56590) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:22.387481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f714f7a6-aa27-4712-8208-593066771c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.390526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d9831997-d6da-4af3-8844-7be184daad16 None None] Provisioning complete for port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:22.391136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d9831997-d6da-4af3-8844-7be184daad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.393897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c4955950-e1b1-43b8-a47e-cb68b30feea6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Deleting port b8b99e14-6324-4dd4-9df5-addbccd8f3af {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:22.395270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4955950-e1b1-43b8-a47e-cb68b30feea6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.402581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f714f7a6-aa27-4712-8208-593066771c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.453378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port ce403980-a484-41f5-9c2e-27bd38aad904 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:22.494040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f714f7a6-aa27-4712-8208-593066771c26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc908cfaed8e4c24aeea9d28d2eafba3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4453232 Nov 03 19:09:22.496919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c6d67-86f4-4683-9577-a265dc7f1352 None None] Pushing event updated for resources: {'Port': ['ID=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.509364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56592) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:22.555164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:22.575352 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0a8f53b2-effc-4422-8de0-d4309248a25f admin admin] 10.222.0.77 "PUT /v2.0/routers/8c93a11a-a2ca-44e8-a1b6-89a6b250aa70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6682537 Nov 03 19:09:22.580547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:22.583852 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] Sync routers for ids ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:22.592706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714f7a6-aa27-4712-8208-593066771c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889b7cfb-bf2f-40d9-adb8-554dd4c01eb7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.627425 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] Routers {'8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:22.628472 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:22.877491 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] Set router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:22.949046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bc8abdc-0d89-4dc4-bf3b-ecbd6b60dbc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.020669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.043720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bc8abdc-0d89-4dc4-bf3b-ecbd6b60dbc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.104482 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.183811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:23.198433 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4955950-e1b1-43b8-a47e-cb68b30feea6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.242811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c4955950-e1b1-43b8-a47e-cb68b30feea6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Calling delete_port for b8b99e14-6324-4dd4-9df5-addbccd8f3af owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:23.391292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:23.392259 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.410278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.521218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bc8abdc-0d89-4dc4-bf3b-ecbd6b60dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.536611 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3bc8abdc-0d89-4dc4-bf3b-ecbd6b60dbc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.537712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3bc8abdc-0d89-4dc4-bf3b-ecbd6b60dbc4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/889b7cfb-bf2f-40d9-adb8-554dd4c01eb7 HTTP/1.1" status: 204 len: 168 time: 1.0236962 Nov 03 19:09:23.555192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:09:19Z', 'revision_number': 5, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:23.559142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:23.585354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:23.589704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:23.591562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.593725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8abdc-0d89-4dc4-bf3b-ecbd6b60dbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889b7cfb-bf2f-40d9-adb8-554dd4c01eb7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:23.679486 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] Checking router: 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:23.714970 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.722740 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] Routers {'8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:23.723758 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:23.742015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=049724f0-2d2a-42a9-a001-e9e12a6dfff4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:23.862361 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4955950-e1b1-43b8-a47e-cb68b30feea6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.965817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4955950-e1b1-43b8-a47e-cb68b30feea6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8b99e14-6324-4dd4-9df5-addbccd8f3af,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:24.122744 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] Set router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:24.125261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4955950-e1b1-43b8-a47e-cb68b30feea6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.129072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c4955950-e1b1-43b8-a47e-cb68b30feea6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "DELETE /v2.0/ports/b8b99e14-6324-4dd4-9df5-addbccd8f3af HTTP/1.1" status: 204 len: 168 time: 1.9776022 Nov 03 19:09:24.134582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56606) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:24.140120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7', 'external_fixed_ips': [{'subnet_id': '1eba7084-77b8-496d-80cf-1edf84cb7616', 'ip_address': '2001:db8::279'}]}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:24.219606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.221977 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.235148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=ce403980-a484-41f5-9c2e-27bd38aad904,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:24.251165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking segment: {'id': 'd6fd247f-94c0-4452-a740-a582e7d30ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f197eece-e596-4d9d-a06e-0d193fe59c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:24.260765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network hostable DHCP agents. Network: f197eece-e596-4d9d-a06e-0d193fe59c56, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:24.361894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network f197eece-e596-4d9d-a06e-0d193fe59c56 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:24.382337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Deleting port 42506d92-4bee-4375-827c-adb66e67c2fa {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:24.382731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.391391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, f197eece-e596-4d9d-a06e-0d193fe59c56) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:24.405840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b497c8-2cf9-4c17-a00f-751f1e91b3bd None None] Network f197eece-e596-4d9d-a06e-0d193fe59c56 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:24.434039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:24.464023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:24.492887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:24.494391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.501068 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.707137 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:09:19Z', 'revision_number': 5, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:24.744395 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cb2e7058-897b-46b9-8de9-b91456decdc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4301436 Nov 03 19:09:24.753276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56616) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:24.768775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] For port 42506d92-4bee-4375-827c-adb66e67c2fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=42506d92-4bee-4375-827c-adb66e67c2fa,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:24.770037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.813852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Calling delete_port for 42506d92-4bee-4375-827c-adb66e67c2fa owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:24.860412 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2566dd-a7cd-4761-8e82-e67cf5d5c0c9 None None] The sync data for ids ['8c93a11a-a2ca-44e8-a1b6-89a6b250aa70'] in n-d-812148-3 is: [{'id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'name': 'tempest-TestServerMultinode-2103502255-router', 'tenant_id': '6e94098c17e74e16a317a8737f549ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:23Z', 'updated_at': '2021-11-03T19:09:19Z', 'revision_number': 5, 'project_id': '6e94098c17e74e16a317a8737f549ea5', 'gw_port': {'id': '42506d92-4bee-4375-827c-adb66e67c2fa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c93a11a-a2ca-44e8-a1b6-89a6b250aa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:07:25Z', 'updated_at': '2021-11-03T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:25.145392 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.373793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.434616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=42506d92-4bee-4375-827c-adb66e67c2fa,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:25.564618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.625772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3b872b4c-40d7-4fd2-a92b-41481bb8cdf9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port ce403980-a484-41f5-9c2e-27bd38aad904 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:25.626202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b872b4c-40d7-4fd2-a92b-41481bb8cdf9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.802548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b872b4c-40d7-4fd2-a92b-41481bb8cdf9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.824520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.830026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-3b872b4c-40d7-4fd2-a92b-41481bb8cdf9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for ce403980-a484-41f5-9c2e-27bd38aad904 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:25.834195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.935199 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.937100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:25.953113 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.967894 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9ea564f1-1e91-449d-95f7-26d1cc01cd4b admin admin] 10.222.0.77 "DELETE /v2.0/routers/8c93a11a-a2ca-44e8-a1b6-89a6b250aa70 HTTP/1.1" status: 204 len: 168 time: 3.3846281 Nov 03 19:09:25.971634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56634) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:26.077618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45b90c8-ae6a-45a6-a74a-0833001f2c0a admin admin] Deleting subnet b658abbe-4d5d-4c72-93e0-cfe2180568aa {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:26.089179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b45b90c8-ae6a-45a6-a74a-0833001f2c0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.198317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b45b90c8-ae6a-45a6-a74a-0833001f2c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.349385 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b872b4c-40d7-4fd2-a92b-41481bb8cdf9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.386058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.481337 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b45b90c8-ae6a-45a6-a74a-0833001f2c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.517680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.520893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b872b4c-40d7-4fd2-a92b-41481bb8cdf9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=ce403980-a484-41f5-9c2e-27bd38aad904,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:26.539594 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3b872b4c-40d7-4fd2-a92b-41481bb8cdf9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.548775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3b872b4c-40d7-4fd2-a92b-41481bb8cdf9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/ce403980-a484-41f5-9c2e-27bd38aad904 HTTP/1.1" status: 204 len: 168 time: 1.7869954 Nov 03 19:09:26.551017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56650) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:26.640589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b45b90c8-ae6a-45a6-a74a-0833001f2c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.678148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b90c8-ae6a-45a6-a74a-0833001f2c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b658abbe-4d5d-4c72-93e0-cfe2180568aa,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:26.694651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b45b90c8-ae6a-45a6-a74a-0833001f2c0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.699303 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b45b90c8-ae6a-45a6-a74a-0833001f2c0a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b658abbe-4d5d-4c72-93e0-cfe2180568aa HTTP/1.1" status: 204 len: 168 time: 0.7254694 Nov 03 19:09:26.703290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56656) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:26.705862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e8578-6ff8-40f4-98fa-25d2d8deb846 None None] Network 266ec303-9de4-4150-b007-6b557a8d2d1a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:26.804200 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.903602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751ed9f-9039-41f9-bd34-2a8c229ce095 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:26.936744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751ed9f-9039-41f9-bd34-2a8c229ce095 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:26.945740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Deleting port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:26.945930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4751ed9f-9039-41f9-bd34-2a8c229ce095 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3931208 Nov 03 19:09:26.949120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.958446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56660) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:27.058174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 80feeed3-d62b-4a4a-b826-26d1e971b3da no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:27.111879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 80feeed3-d62b-4a4a-b826-26d1e971b3da {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:27.112955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 80feeed3-d62b-4a4a-b826-26d1e971b3da not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:27.113972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 42506d92-4bee-4375-827c-adb66e67c2fa no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:27.162208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 42506d92-4bee-4375-827c-adb66e67c2fa {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:27.163267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 42506d92-4bee-4375-827c-adb66e67c2fa not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:27.195956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] DHCP port deletion for 266ec303-9de4-4150-b007-6b557a8d2d1a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:27.328880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] Deleting port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:27.329745 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.340127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Allocated IP 2001:db8::279 (95862a82-8d25-4b59-9d6c-9696986274e7/1eba7084-77b8-496d-80cf-1edf84cb7616/d0a4fd48-27df-4451-bd0c-bd7998212b2c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:27.501946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] For port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,segment=NetworkSegment(3331a0f1-93fd-4ed4-b27a-25f19a6a50f3),segment_id=3331a0f1-93fd-4ed4-b27a-25f19a6a50f3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:27.506321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.582844 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] Calling delete_port for 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:27.786824 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.848678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] Pushing event deleted for resources: {'Port': ['ID=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:27.852323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c7649200-8ae1-45a7-94fc-34d9d0f0e273 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 049724f0-2d2a-42a9-a001-e9e12a6dfff4 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:27.853297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7649200-8ae1-45a7-94fc-34d9d0f0e273 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.859447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] For port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,segment=NetworkSegment(3331a0f1-93fd-4ed4-b27a-25f19a6a50f3),segment_id=3331a0f1-93fd-4ed4-b27a-25f19a6a50f3)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:27.860257 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.866623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50562f-c335-4b7b-b65f-efae36168187 None None] No DVR routers for this DVR port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:27.889648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Calling delete_port for 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:27.993629 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.077214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7649200-8ae1-45a7-94fc-34d9d0f0e273 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.090584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.118629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] No DVR routers for this DVR port 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:28.124514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c7649200-8ae1-45a7-94fc-34d9d0f0e273 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 049724f0-2d2a-42a9-a001-e9e12a6dfff4 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:28.174795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8f4a2c-6139-4436-9ff0-d185b7b54a64,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.214122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56678) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:28.236403 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.324448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a4fd48-27df-4451-bd0c-bd7998212b2c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.355025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Network 95862a82-8d25-4b59-9d6c-9696986274e7 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:28.360024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:28.361545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.366076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:28.424485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266ec303-9de4-4150-b007-6b557a8d2d1a']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:28.449821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:28.450311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3331a0f1-93fd-4ed4-b27a-25f19a6a50f3') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:28.476486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.508777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.528346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:28.529128 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:28.534373 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:28.546826 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a430f7c2-a506-4dfd-8530-1bc56bce09c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.617459 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7649200-8ae1-45a7-94fc-34d9d0f0e273 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.646081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.692864 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.700849 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] 10.222.0.77 "DELETE /v2.0/networks/266ec303-9de4-4150-b007-6b557a8d2d1a HTTP/1.1" status: 204 len: 168 time: 1.9960880 Nov 03 19:09:28.703436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdda812-c0e8-4f52-bc35-bfc3cb639290 admin admin] Pushing event deleted for resources: {'Network': ['ID=266ec303-9de4-4150-b007-6b557a8d2d1a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.773936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7649200-8ae1-45a7-94fc-34d9d0f0e273 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=049724f0-2d2a-42a9-a001-e9e12a6dfff4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.816875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c7649200-8ae1-45a7-94fc-34d9d0f0e273 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.822907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c7649200-8ae1-45a7-94fc-34d9d0f0e273 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/049724f0-2d2a-42a9-a001-e9e12a6dfff4 HTTP/1.1" status: 204 len: 168 time: 1.6217959 Nov 03 19:09:28.826555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56688) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.000843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128ee73-3189-411b-b19d-1af6c2cc26c4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:29.016775 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7128ee73-3189-411b-b19d-1af6c2cc26c4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1834953 Nov 03 19:09:29.017383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56690) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.082272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:29.090076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.096468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a430f7c2-a506-4dfd-8530-1bc56bce09c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.112169 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e863f44-9b86-4cf6-8703-c7ceddbaa7bc tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:09:29.114176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:29.114861 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4f8f4a2c-6139-4436-9ff0-d185b7b54a64 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:29.122322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e863f44-9b86-4cf6-8703-c7ceddbaa7bc tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/ce403980-a484-41f5-9c2e-27bd38aad904 HTTP/1.1" status: 404 len: 333 time: 0.1032386 Nov 03 19:09:29.123947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56692) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.126472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56694) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.231889 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed49a78-7ba5-4a1c-9ca3-14a4f00b3b47 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:09:29.238671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6ed49a78-7ba5-4a1c-9ca3-14a4f00b3b47 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/049724f0-2d2a-42a9-a001-e9e12a6dfff4 HTTP/1.1" status: 404 len: 333 time: 0.1049438 Nov 03 19:09:29.241087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.268807 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a430f7c2-a506-4dfd-8530-1bc56bce09c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.305359 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5d7afb11-3e62-40eb-bcdf-09061b6280a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=710beced17d14778a8852555e91623fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769905 Nov 03 19:09:29.311611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56698) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.377767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430f7c2-a506-4dfd-8530-1bc56bce09c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063a80ce-354a-4bdf-a516-5b115efd556d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:29.388875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a430f7c2-a506-4dfd-8530-1bc56bce09c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65bf12791e9743efacf9b9861d25f873&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1701484 Nov 03 19:09:29.396950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56700) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.472622 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.604871 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.667993 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63b32a1f-26c0-40e8-a4a4-da6cb0d75430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.675288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e766a92-5b79-4288-941c-a24908d69151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.797672 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.879475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Router eba64f5f-e54e-4d03-b242-7811aafa56d6 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:09:29.886310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63b32a1f-26c0-40e8-a4a4-da6cb0d75430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.902096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f197eece-e596-4d9d-a06e-0d193fe59c56']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:29.911066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e766a92-5b79-4288-941c-a24908d69151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.937333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fd247f-94c0-4452-a740-a582e7d30ef9') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:29.937665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fd247f-94c0-4452-a740-a582e7d30ef9') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:29.974809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.032158 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.066169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:30.066620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:30.073941 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:30.088824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:30.109161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Sync routers for ids ['eba64f5f-e54e-4d03-b242-7811aafa56d6'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:30.133878 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.137729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-403b0164-fadc-4ca3-b7ea-9212fe2b8f4c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.0018668 Nov 03 19:09:30.142123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56708) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:30.151974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Routers {'eba64f5f-e54e-4d03-b242-7811aafa56d6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:30.153942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['eba64f5f-e54e-4d03-b242-7811aafa56d6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:30.302571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.326438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.339227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/networks/f197eece-e596-4d9d-a06e-0d193fe59c56 HTTP/1.1" status: 204 len: 168 time: 1.0956342 Nov 03 19:09:30.344522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56710) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:30.353045 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e766a92-5b79-4288-941c-a24908d69151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.359423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e766a92-5b79-4288-941c-a24908d69151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.361598 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e766a92-5b79-4288-941c-a24908d69151 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/063a80ce-354a-4bdf-a516-5b115efd556d HTTP/1.1" status: 204 len: 168 time: 0.9628992 Nov 03 19:09:30.393452 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.399199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1713494284'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:30.419960 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63b32a1f-26c0-40e8-a4a4-da6cb0d75430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.427321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-63b32a1f-26c0-40e8-a4a4-da6cb0d75430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.429916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-63b32a1f-26c0-40e8-a4a4-da6cb0d75430 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06c663a1-3101-4b20-b0c1-cf063d4e8737 HTTP/1.1" status: 204 len: 168 time: 1.1166961 Nov 03 19:09:30.441926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Set router eba64f5f-e54e-4d03-b242-7811aafa56d6 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:30.454003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd9ff2-f8b0-4550-ae84-dd2b52e4f95b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Network': ['ID=f197eece-e596-4d9d-a06e-0d193fe59c56,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:30.463140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e766a92-5b79-4288-941c-a24908d69151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a80ce-354a-4bdf-a516-5b115efd556d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:30.508180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b32a1f-26c0-40e8-a4a4-da6cb0d75430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c663a1-3101-4b20-b0c1-cf063d4e8737,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:30.523514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:30.532193 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.590596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:30.615747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.616621 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Added segment e293a04e-c65a-413b-a4e0-cc6e75b54d66 of type vlan for network 5d127c22-39d4-4160-9697-c7e8e34dcf60 Nov 03 19:09:30.761517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.965626 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.028884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:31.032480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.183653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8323417 Nov 03 19:09:31.207795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56724) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:31.224962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '5d127c22-39d4-4160-9697-c7e8e34dcf60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:31.375646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-4b9c31c0-e134-4043-ab3c-c2871ffb8177 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486734572&fields=id&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 267 time: 0.1957667 Nov 03 19:09:31.463332 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.500933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719359ac-c308-4667-9771-1d3b234fb418 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Network': ['ID=5d127c22-39d4-4160-9697-c7e8e34dcf60,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:31.533315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5d127c22-39d4-4160-9697-c7e8e34dcf60 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:31.568741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:31.586758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.756551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba64f5f-e54e-4d03-b242-7811aafa56d6', 'name': '', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7', 'external_fixed_ips': [{'subnet_id': '1eba7084-77b8-496d-80cf-1edf84cb7616', 'ip_address': '2001:db8::279'}], 'enable_snat': True}, 'gw_port_id': 'd0a4fd48-27df-4451-bd0c-bd7998212b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:24Z', 'updated_at': '2021-11-03T19:09:28Z', 'revision_number': 3, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port': {'id': 'd0a4fd48-27df-4451-bd0c-bd7998212b2c', 'name': '', 'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba64f5f-e54e-4d03-b242-7811aafa56d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '1eba7084-77b8-496d-80cf-1edf84cb7616', 'ip_address': '2001:db8::279', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:26Z', 'updated_at': '2021-11-03T19:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eba7084-77b8-496d-80cf-1edf84cb7616', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:31.836141 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Checking router: eba64f5f-e54e-4d03-b242-7811aafa56d6 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:31.836739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Updating router eba64f5f-e54e-4d03-b242-7811aafa56d6 port d0a4fd48-27df-4451-bd0c-bd7998212b2c binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:09:31.891760 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Performing IP validity checks on allocation pools {{(pid=101755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:09:31.898142 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.911931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:09:31.913255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-44d0b09b-a3d3-4e1a-bdb7-d80443e26e59 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:31.916041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-44d0b09b-a3d3-4e1a-bdb7-d80443e26e59 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 796 time: 0.5379887 Nov 03 19:09:31.925212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Deleting port d0a4fd48-27df-4451-bd0c-bd7998212b2c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:31.925825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.988626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-949cbaa8-c432-469c-a6ab-5aaa12bd598a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/quotas/2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 375 time: 0.0377526 Nov 03 19:09:32.493575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56748) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:32.530006 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.561887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.575169 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.611949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-b6c42d44-af94-4535-b696-ad7521a45388 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5525346 Nov 03 19:09:32.642338 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.648023 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.650119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Attempting to bind port d0a4fd48-27df-4451-bd0c-bd7998212b2c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:32.651107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Attempting to bind port d0a4fd48-27df-4451-bd0c-bd7998212b2c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '1728926e-9f8e-465e-a005-f8cdf7a37e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:32.652022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Attempting to bind port d0a4fd48-27df-4451-bd0c-bd7998212b2c on network 95862a82-8d25-4b59-9d6c-9696986274e7 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:32.680984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:32.682205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Checking segment: {'id': '1728926e-9f8e-465e-a005-f8cdf7a37e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:32.683279 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.684233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Bound using segment: {'id': '1728926e-9f8e-465e-a005-f8cdf7a37e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:32.685296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Bound port: d0a4fd48-27df-4451-bd0c-bd7998212b2c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1728926e-9f8e-465e-a005-f8cdf7a37e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95862a82-8d25-4b59-9d6c-9696986274e7'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:32.686399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.692049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef72196-4e5c-458c-8ed4-9a1357fad30f None None] Pushing event updated for resources: {'Port': ['ID=d0a4fd48-27df-4451-bd0c-bd7998212b2c,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:32.744394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking segment: {'id': 'e293a04e-c65a-413b-a4e0-cc6e75b54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5d127c22-39d4-4160-9697-c7e8e34dcf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:32.748414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network hostable DHCP agents. Network: 5d127c22-39d4-4160-9697-c7e8e34dcf60, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:32.773183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=22c14aeb-8c29-42ac-8563-426c388f321e,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:32.777273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Calling delete_port for d0a4fd48-27df-4451-bd0c-bd7998212b2c owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:32.819737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 5d127c22-39d4-4160-9697-c7e8e34dcf60 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:32.831541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56752) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:32.832214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-04a0f8eb-0819-4ef2-bf02-f8f12695adcf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e94098c17e74e16a317a8737f549ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3295653 Nov 03 19:09:32.843564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] For port d0a4fd48-27df-4451-bd0c-bd7998212b2c, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:32.851109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 5d127c22-39d4-4160-9697-c7e8e34dcf60) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:32.864530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] For port d0a4fd48-27df-4451-bd0c-bd7998212b2c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d0a4fd48-27df-4451-bd0c-bd7998212b2c,segment=NetworkSegment(1728926e-9f8e-465e-a005-f8cdf7a37e6d),segment_id=1728926e-9f8e-465e-a005-f8cdf7a37e6d)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:32.864927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:32.865671 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.868510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48633b4-35eb-4409-9f3c-00795ca9109a None None] Network 5d127c22-39d4-4160-9697-c7e8e34dcf60 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:32.879082 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.968274 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da9aa6ca-464d-49b4-8d16-2ceaa526b815 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7574120 Nov 03 19:09:32.972386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56754) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:32.978035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '5d127c22-39d4-4160-9697-c7e8e34dcf60', 'name': 'tempest-PortsIpV6TestJSON-563235976'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:33.167953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-b4594498-3fad-4198-8daf-d666de369671 service neutron] 10.222.0.77 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806449 Nov 03 19:09:33.328653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Routers {'eba64f5f-e54e-4d03-b242-7811aafa56d6'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:33.330101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['eba64f5f-e54e-4d03-b242-7811aafa56d6'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:33.432020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-58e8d892-83d9-4a2f-9981-399f0e78b1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.498796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef72196-4e5c-458c-8ed4-9a1357fad30f None None] Pushing event updated for resources: {'Port': ['ID=d0a4fd48-27df-4451-bd0c-bd7998212b2c,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:33.575624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-58e8d892-83d9-4a2f-9981-399f0e78b1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.656811 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.663878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] Set router eba64f5f-e54e-4d03-b242-7811aafa56d6 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:33.677739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:33.684686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.721638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-58e8d892-83d9-4a2f-9981-399f0e78b1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.729971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-58e8d892-83d9-4a2f-9981-399f0e78b1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.732130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-58e8d892-83d9-4a2f-9981-399f0e78b1c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17b745fe-bf01-4cfb-9c51-efcdb7f2264a HTTP/1.1" status: 204 len: 168 time: 0.8949223 Nov 03 19:09:33.789205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.810744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8d892-83d9-4a2f-9981-399f0e78b1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b745fe-bf01-4cfb-9c51-efcdb7f2264a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:33.813935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba64f5f-e54e-4d03-b242-7811aafa56d6', 'name': '', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:24Z', 'updated_at': '2021-11-03T19:09:31Z', 'revision_number': 4, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:33.837755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:33.908899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a4fd48-27df-4451-bd0c-bd7998212b2c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:33.923299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901f590-a18e-4070-bc17-81a5e4fcda33 None None] The sync data for ids ['eba64f5f-e54e-4d03-b242-7811aafa56d6'] in n-d-812148-3 is: [{'id': 'eba64f5f-e54e-4d03-b242-7811aafa56d6', 'name': '', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:24Z', 'updated_at': '2021-11-03T19:09:31Z', 'revision_number': 4, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:33.952219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-18fd1e50-45af-495d-8438-c93b1a291a96 service neutron] 10.222.0.77 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536310 Nov 03 19:09:33.959958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-5d127c22-39d4-4160-9697-c7e8e34dcf60', 'network_id': '5d127c22-39d4-4160-9697-c7e8e34dcf60', 'tenant_id': 'b417a2292b9a4db5bc5625d66af99411', 'fixed_ips': [{'subnet_id': '22c14aeb-8c29-42ac-8563-426c388f321e'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:33.961490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.096239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.556803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::37b (5d127c22-39d4-4160-9697-c7e8e34dcf60/22c14aeb-8c29-42ac-8563-426c388f321e/ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:34.804363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.818247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1a29014-c6a5-49f1-a307-08b47d292999 req-ffe3cfbf-9a7e-4d1b-8164-86b0d9929e52 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 210 time: 0.0791507 Nov 03 19:09:34.823714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.934046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.938269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eba64f5f-e54e-4d03-b242-7811aafa56d6 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:34.953286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.959525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d5963989-3f15-4f0e-970d-09037a13a033 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "DELETE /v2.0/routers/eba64f5f-e54e-4d03-b242-7811aafa56d6 HTTP/1.1" status: 204 len: 168 time: 4.8160520 Nov 03 19:09:34.964052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56792) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:35.309150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c30d617-4ef6-490f-a039-78df8818d13e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Deleting subnet 1eba7084-77b8-496d-80cf-1edf84cb7616 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:35.341171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c30d617-4ef6-490f-a039-78df8818d13e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.595088 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.922170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c30d617-4ef6-490f-a039-78df8818d13e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.105460 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd63a1c1-adca-49a5-acca-83a33181c7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.243075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2fea0c4-1264-454a-8a69-11e9a4dead60 req-d8fd7a7c-1db1-459b-9176-0520edaa939f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 210 time: 0.1540844 Nov 03 19:09:36.257575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.394439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Allocated IP 2001:db8::2 (5d127c22-39d4-4160-9697-c7e8e34dcf60/22c14aeb-8c29-42ac-8563-426c388f321e/df363b2a-5653-456d-b1bd-d12f79c18814) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:36.493064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c30d617-4ef6-490f-a039-78df8818d13e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.593713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 5d127c22-39d4-4160-9697-c7e8e34dcf60 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:36.618725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:36.645060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:36.662751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:36.666978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.683032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:36.832931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56830) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:36.845302 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b2a28605-eb0b-41c8-b497-12245d1bcc10 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8711925 Nov 03 19:09:36.947690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c30d617-4ef6-490f-a039-78df8818d13e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.019270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c30d617-4ef6-490f-a039-78df8818d13e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.047524 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5c30d617-4ef6-490f-a039-78df8818d13e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/1eba7084-77b8-496d-80cf-1edf84cb7616 HTTP/1.1" status: 204 len: 168 time: 1.9996254 Nov 03 19:09:37.084352 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.107836 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.136722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56842) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:37.158806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30d617-4ef6-490f-a039-78df8818d13e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1eba7084-77b8-496d-80cf-1edf84cb7616,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:37.222846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Pushing event updated for resources: {'Port': ['ID=df363b2a-5653-456d-b1bd-d12f79c18814,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:37.255001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.255341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.265298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.265900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.266291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56846) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:37.268347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.275790 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.276365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.276863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.277349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.277848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.278312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.279097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:37.297236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Network 5d127c22-39d4-4160-9697-c7e8e34dcf60 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:37.301139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:37.304891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:37.357777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:37.357950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.478045 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.637311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6cde5bb-a5b9-440c-82a5-c42b811731d6 req-f4441494-ecab-4a8e-a36d-05bf251f074c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 210 time: 0.0857177 Nov 03 19:09:37.866094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-262934206-network', 'tenant_id': 'e80f73826bf3413abb94517b073f2596'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:37.880209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.902174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.946986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95862a82-8d25-4b59-9d6c-9696986274e7']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:37.969240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1728926e-9f8e-465e-a005-f8cdf7a37e6d') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:37.969744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1728926e-9f8e-465e-a005-f8cdf7a37e6d') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:37.990137 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.017761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.026083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:38.026513 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.078018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:38.126425 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:38.132650 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.142928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95862a82-8d25-4b59-9d6c-9696986274e7 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:09:38.149608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Attempting to bind port df363b2a-5653-456d-b1bd-d12f79c18814 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:38.150465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Attempting to bind port df363b2a-5653-456d-b1bd-d12f79c18814 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'e293a04e-c65a-413b-a4e0-cc6e75b54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5d127c22-39d4-4160-9697-c7e8e34dcf60'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:38.150465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Attempting to bind port df363b2a-5653-456d-b1bd-d12f79c18814 on network 5d127c22-39d4-4160-9697-c7e8e34dcf60 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:38.163998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.170826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:38.174153 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "DELETE /v2.0/networks/95862a82-8d25-4b59-9d6c-9696986274e7 HTTP/1.1" status: 204 len: 168 time: 1.0359323 Nov 03 19:09:38.174736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Checking segment: {'id': 'e293a04e-c65a-413b-a4e0-cc6e75b54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5d127c22-39d4-4160-9697-c7e8e34dcf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:38.175484 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.178380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7cd50-c9ee-4206-94a0-3873fa106678 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event deleted for resources: {'Network': ['ID=95862a82-8d25-4b59-9d6c-9696986274e7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:38.186068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Bound using segment: {'id': 'e293a04e-c65a-413b-a4e0-cc6e75b54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5d127c22-39d4-4160-9697-c7e8e34dcf60'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:38.186689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Bound port: df363b2a-5653-456d-b1bd-d12f79c18814, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293a04e-c65a-413b-a4e0-cc6e75b54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5d127c22-39d4-4160-9697-c7e8e34dcf60'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:38.189055 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.547085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] For port df363b2a-5653-456d-b1bd-d12f79c18814, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:38.605027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Made reservation on behalf of e80f73826bf3413abb94517b073f2596 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:38.610727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.630949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-9a591fb1-9c0d-49fe-90d9-00e24e7eccb6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:38.634541 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-9a591fb1-9c0d-49fe-90d9-00e24e7eccb6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 796 time: 1.0855739 Nov 03 19:09:38.737901 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.772346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] For port df363b2a-5653-456d-b1bd-d12f79c18814, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=df363b2a-5653-456d-b1bd-d12f79c18814,segment=NetworkSegment(e293a04e-c65a-413b-a4e0-cc6e75b54d66),segment_id=e293a04e-c65a-413b-a4e0-cc6e75b54d66)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:38.779263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.785213 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.090196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:39.129477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be4ef7-2b2a-4da3-81a1-dc481ff4f915 None None] Pushing event updated for resources: {'Port': ['ID=df363b2a-5653-456d-b1bd-d12f79c18814,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:39.201266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.201922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.202491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.203037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.203589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.204142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.204701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.205347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.205987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.206534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.207099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.207629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:39.223735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56896) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.230950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f35dcac-7086-4ed4-a106-832a1bbe831e req-1c28efba-d1de-4547-90d4-b970b709054b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 210 time: 0.2226284 Nov 03 19:09:39.232768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ee9646b6-52cd-4234-a4f7-1e1bb24eb9aa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'router': {'name': 'tempest-router--1273833960', 'project_id': '40e57c994d164a9bb90a5e14f77e8e89'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:39.304104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee9646b6-52cd-4234-a4f7-1e1bb24eb9aa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.306582 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee9646b6-52cd-4234-a4f7-1e1bb24eb9aa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.308396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-a8b877b7-fee0-4656-9f20-e8e5217bf9d4 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 379 time: 0.6254508 Nov 03 19:09:39.313760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.317280 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82d42b2d-bd51-47b3-b148-25f618b9615b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4 HTTP/1.1" status: 204 len: 168 time: 2.4830658 Nov 03 19:09:39.324897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56902) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.335373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'port': {'device_id': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'admin_state_up': True, 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'security_groups': ['8c843a6b-bde7-4a55-a6ad-65cdb804b545']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:39.393299 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27ae04c-98aa-4d7e-bafd-293bf608fcb5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:09:39.394142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27ae04c-98aa-4d7e-bafd-293bf608fcb5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:09:39.397696 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a27ae04c-98aa-4d7e-bafd-293bf608fcb5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4 HTTP/1.1" status: 404 len: 333 time: 0.0665233 Nov 03 19:09:39.407154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56906) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.525036 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-904ffb1d-ef83-4904-84d3-d7f63c7087bb tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:09:39.527013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-904ffb1d-ef83-4904-84d3-d7f63c7087bb tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/ec9c4eaf-6184-466e-b09d-8b7ca0c2d3c4 HTTP/1.1" status: 404 len: 333 time: 0.1150842 Nov 03 19:09:39.531483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.545251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee9646b6-52cd-4234-a4f7-1e1bb24eb9aa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.551845 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee9646b6-52cd-4234-a4f7-1e1bb24eb9aa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.583928 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee9646b6-52cd-4234-a4f7-1e1bb24eb9aa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.597722 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ee9646b6-52cd-4234-a4f7-1e1bb24eb9aa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3699358 Nov 03 19:09:39.600025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56914) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.646529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.694919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.780588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51e39639-620f-4578-ad9a-c103d3b9c52a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.789855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56916) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.822142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa560327-76fe-4eb2-a3e7-5d2fae724579 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 22c14aeb-8c29-42ac-8563-426c388f321e {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:39.879681 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa560327-76fe-4eb2-a3e7-5d2fae724579 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.962888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:39.984145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c936177-772a-4276-a028-0afe3d67fc4a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:40.044713 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.045608 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Added segment 2672e12a-a2b5-44da-a8a7-143d11ba5d3f of type vlan for network c529c543-b425-4685-a225-15f7732596cd Nov 03 19:09:40.072075 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.112121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa560327-76fe-4eb2-a3e7-5d2fae724579 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.161842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:40.169531 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.308593 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51e39639-620f-4578-ad9a-c103d3b9c52a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.318637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51e39639-620f-4578-ad9a-c103d3b9c52a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.320767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.338136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-20b6d852-77f7-469f-adee-d859a3f6290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.460258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51e39639-620f-4578-ad9a-c103d3b9c52a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.474960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e39639-620f-4578-ad9a-c103d3b9c52a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33178c81-eeae-44df-84e1-bdc36cb15f75 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:40.509253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-51e39639-620f-4578-ad9a-c103d3b9c52a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.511192 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-51e39639-620f-4578-ad9a-c103d3b9c52a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "DELETE /v2.0/routers/33178c81-eeae-44df-84e1-bdc36cb15f75 HTTP/1.1" status: 204 len: 168 time: 0.9077375 Nov 03 19:09:40.513061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88bc62dd-0e27-4f42-86dd-6c2512bde627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.589988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.resource_extend [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:09:40.675335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa560327-76fe-4eb2-a3e7-5d2fae724579 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.731639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88bc62dd-0e27-4f42-86dd-6c2512bde627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.742031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88bc62dd-0e27-4f42-86dd-6c2512bde627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.833903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-88bc62dd-0e27-4f42-86dd-6c2512bde627 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf4dc9c4259e4cd5acb101f6e32d3bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0424583 Nov 03 19:09:40.835209 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc62dd-0e27-4f42-86dd-6c2512bde627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b263ada-f782-42bc-8eae-69304550a91c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:40.837874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56928) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:40.912520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-987b95b6-1b2f-4437-958a-b21123395504 req-b13cf2a8-5ed9-4d34-a09f-c23d10a0d7d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 210 time: 0.3166733 Nov 03 19:09:40.960308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e6e727b-e52c-4b80-bfbf-b8f60cca9af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.977329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.982709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:40.983554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.049554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e6e727b-e52c-4b80-bfbf-b8f60cca9af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.113370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772609e2-c8c0-432d-a00b-5b18438328a9 None None] Network 5d127c22-39d4-4160-9697-c7e8e34dcf60 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:41.174046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device df363b2a-5653-456d-b1bd-d12f79c18814 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:41.193548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e6e727b-e52c-4b80-bfbf-b8f60cca9af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.200584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2e6e727b-e52c-4b80-bfbf-b8f60cca9af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.203841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2e6e727b-e52c-4b80-bfbf-b8f60cca9af9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2b263ada-f782-42bc-8eae-69304550a91c HTTP/1.1" status: 204 len: 168 time: 0.3635342 Nov 03 19:09:41.247447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e727b-e52c-4b80-bfbf-b8f60cca9af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b263ada-f782-42bc-8eae-69304550a91c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:41.250922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56932) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:41.364056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] Pushing event updated for resources: {'Network': ['ID=c529c543-b425-4685-a225-15f7732596cd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:41.411559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa560327-76fe-4eb2-a3e7-5d2fae724579 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.439229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c529c543-b425-4685-a225-15f7732596cd details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:41.564250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.20.0.10 (72557839-3bf0-452c-accd-bb0ee110353e/52a483d9-d3b8-4b6b-8e8d-b3f2c9316385/82cb9e46-2583-495b-9fa4-1c9b20a04c6f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:41.675747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-18446ba7-eb59-42ff-9d7e-0f03710a32b1 None None] Provisioning complete for port df363b2a-5653-456d-b1bd-d12f79c18814 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:41.676440 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18446ba7-eb59-42ff-9d7e-0f03710a32b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.792688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1247520398', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:41.860071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port df363b2a-5653-456d-b1bd-d12f79c18814 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:41.861353 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.913979 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.928226 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.993916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.103827 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e646606-b1e1-440a-8fc6-f15551e7939c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.8265119 Nov 03 19:09:42.105452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.112118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56944) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.139244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Request body: {'subnet': {'network_id': 'c529c543-b425-4685-a225-15f7732596cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-262934206-subnet', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:42.194976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa560327-76fe-4eb2-a3e7-5d2fae724579 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=22c14aeb-8c29-42ac-8563-426c388f321e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.201742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.236114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aa560327-76fe-4eb2-a3e7-5d2fae724579 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.247713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aa560327-76fe-4eb2-a3e7-5d2fae724579 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/22c14aeb-8c29-42ac-8563-426c388f321e HTTP/1.1" status: 204 len: 168 time: 2.7143471 Nov 03 19:09:42.252657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56948) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.261276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18446ba7-eb59-42ff-9d7e-0f03710a32b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.335889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.342952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Made reservation on behalf of e80f73826bf3413abb94517b073f2596 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:42.363415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.395116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.405680 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.436128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] DHCP port deletion for 5d127c22-39d4-4160-9697-c7e8e34dcf60 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:42.449765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-18446ba7-eb59-42ff-9d7e-0f03710a32b1 None None] For port df363b2a-5653-456d-b1bd-d12f79c18814, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=df363b2a-5653-456d-b1bd-d12f79c18814,segment=NetworkSegment(e293a04e-c65a-413b-a4e0-cc6e75b54d66),segment_id=e293a04e-c65a-413b-a4e0-cc6e75b54d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:42.492154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18446ba7-eb59-42ff-9d7e-0f03710a32b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.707634 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:09:42.708069 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:09:42.749359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18446ba7-eb59-42ff-9d7e-0f03710a32b1 None None] Pushing event updated for resources: {'Port': ['ID=df363b2a-5653-456d-b1bd-d12f79c18814,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.754418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] Deleting port df363b2a-5653-456d-b1bd-d12f79c18814 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:42.754798 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.792159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56950) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.808469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.829774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ebce2499-6bbb-4871-9354-1274bf8ac9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.851995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23a7f6-3e02-4567-9db7-f340fdd85472 req-2df5d901-05ef-4e93-a36d-95cfa200ba82 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:42.865227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b23a7f6-3e02-4567-9db7-f340fdd85472 req-2df5d901-05ef-4e93-a36d-95cfa200ba82 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 932 time: 0.6079409 Nov 03 19:09:42.938012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 72557839-3bf0-452c-accd-bb0ee110353e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:42.968381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.984878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:42.992996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.998683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:43.005763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] For port df363b2a-5653-456d-b1bd-d12f79c18814, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=df363b2a-5653-456d-b1bd-d12f79c18814,segment=NetworkSegment(e293a04e-c65a-413b-a4e0-cc6e75b54d66),segment_id=e293a04e-c65a-413b-a4e0-cc6e75b54d66)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:43.006334 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.090681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] Calling delete_port for df363b2a-5653-456d-b1bd-d12f79c18814 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:43.151747 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:09:43.193451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ebce2499-6bbb-4871-9354-1274bf8ac9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.272660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b23a7f6-3e02-4567-9db7-f340fdd85472 req-f141698b-b9ed-46b3-a8b3-562ddf675e57 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890877 Nov 03 19:09:43.301869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.303350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.342651 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-593a16a7-71b6-4ad1-8163-0e0badda7dca tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0225079 Nov 03 19:09:43.377708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Request body: {'port': {'device_id': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:43.380158 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ebce2499-6bbb-4871-9354-1274bf8ac9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.388790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port df363b2a-5653-456d-b1bd-d12f79c18814 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:43.389601 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.390178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.500645 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.538237 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ebce2499-6bbb-4871-9354-1274bf8ac9dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f27cb19179db484fa5116286bee00915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7449646 Nov 03 19:09:43.545560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 56956) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:43.549362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce2499-6bbb-4871-9354-1274bf8ac9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3f6883-5ff1-4046-a5f5-6081cb15346b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:43.568991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Checking segment: {'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:43.569767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Network hostable DHCP agents. Network: c529c543-b425-4685-a225-15f7732596cd, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:43.574911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da988165-87fa-4160-a16f-64c5e87c2e84,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:43.628024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Network c529c543-b425-4685-a225-15f7732596cd is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:43.666907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.684029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device df363b2a-5653-456d-b1bd-d12f79c18814 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:43.708175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] No DVR routers for this DVR port df363b2a-5653-456d-b1bd-d12f79c18814 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:43.727319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c529c543-b425-4685-a225-15f7732596cd) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:43.753765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bf194-8ed1-465d-bfd8-4748c9b83eb9 None None] Pushing event deleted for resources: {'Port': ['ID=df363b2a-5653-456d-b1bd-d12f79c18814,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:43.802442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.803494 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.866252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0786e08a-55b1-452a-ad47-089f1926d0d7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7520080 Nov 03 19:09:43.867709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.870848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56958) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:43.875301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbf4f9-87ad-41ad-be85-73fe289f387d None None] Network c529c543-b425-4685-a225-15f7732596cd requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:43.924992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:43.930483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.959449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: df363b2a-5653-456d-b1bd-d12f79c18814 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:43.964537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device df363b2a-5653-456d-b1bd-d12f79c18814 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:44.095862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d7af62f3-b8b5-4518-8fbf-1325b0e1885b None None] Provisioning complete for port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:44.101503 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7af62f3-b8b5-4518-8fbf-1325b0e1885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.194691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.205029 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.473732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.543971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d7af62f3-b8b5-4518-8fbf-1325b0e1885b None None] Port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:44.557348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c529c543-b425-4685-a225-15f7732596cd', 'network_id': 'c529c543-b425-4685-a225-15f7732596cd', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'fixed_ips': [{'subnet_id': 'da988165-87fa-4160-a16f-64c5e87c2e84'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:44.558894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.657298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Allocated IP 172.25.3.115 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/f4ded3db-d7dc-452a-8f36-3e62e2cfaaab) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:44.729656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] For port df363b2a-5653-456d-b1bd-d12f79c18814, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=df363b2a-5653-456d-b1bd-d12f79c18814,segment=NetworkSegment(e293a04e-c65a-413b-a4e0-cc6e75b54d66),segment_id=e293a04e-c65a-413b-a4e0-cc6e75b54d66)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:44.748265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.818295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for df363b2a-5653-456d-b1bd-d12f79c18814 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:44.857725 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.969898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Allocated IP 172.20.0.2 (c529c543-b425-4685-a225-15f7732596cd/da988165-87fa-4160-a16f-64c5e87c2e84/b43a3887-da7e-4ded-a7e6-572b0c6910c3) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:44.971205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.002676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No DVR routers for this DVR port df363b2a-5653-456d-b1bd-d12f79c18814 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:45.152115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.210926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.246824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d127c22-39d4-4160-9697-c7e8e34dcf60']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:45.263332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e293a04e-c65a-413b-a4e0-cc6e75b54d66') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:45.263652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e293a04e-c65a-413b-a4e0-cc6e75b54d66') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:45.282242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.310610 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.321491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:45.322125 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.335798 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.350845 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.359823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: items = [ Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:45.478118 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:45.484964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.490456 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.495030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/networks/5d127c22-39d4-4160-9697-c7e8e34dcf60 HTTP/1.1" status: 204 len: 168 time: 3.2066457 Nov 03 19:09:45.507741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 56978) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:45.526762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1380220580'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:45.550275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Network': ['ID=5d127c22-39d4-4160-9697-c7e8e34dcf60,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:45.560000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad76d07-9939-4d10-acf8-1e29b4b9b864 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=df363b2a-5653-456d-b1bd-d12f79c18814,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:45.565200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:45.600212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:45.601028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c85b2-0601-407a-ab89-8fa4b1e05580 req-82c42c08-5401-4131-92f0-09718d03cbf9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:45.601220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:45.603670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-648c85b2-0601-407a-ab89-8fa4b1e05580 req-82c42c08-5401-4131-92f0-09718d03cbf9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 932 time: 0.6343510 Nov 03 19:09:45.613136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Network c529c543-b425-4685-a225-15f7732596cd is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:45.615933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Pushing event updated for resources: {'Port': ['ID=b43a3887-da7e-4ded-a7e6-572b0c6910c3,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:45.619256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:45.622853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:45.728305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Attempting to bind port b43a3887-da7e-4ded-a7e6-572b0c6910c3 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:45.732513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Attempting to bind port b43a3887-da7e-4ded-a7e6-572b0c6910c3 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:45.733336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Attempting to bind port b43a3887-da7e-4ded-a7e6-572b0c6910c3 on network c529c543-b425-4685-a225-15f7732596cd {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:45.745216 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event updated for resources: {'Port': ['ID=f4ded3db-d7dc-452a-8f36-3e62e2cfaaab,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:45.748960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:45.750179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Checking segment: {'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:45.750819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.751395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Bound using segment: {'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:45.752049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Bound port: b43a3887-da7e-4ded-a7e6-572b0c6910c3, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:45.752677 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.765961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-648c85b2-0601-407a-ab89-8fa4b1e05580 req-2512c266-10de-46e4-82b9-d9a2918079a9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593592 Nov 03 19:09:45.766633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.836051 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d580671b-5209-4779-86d5-6e021f36fa45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.850725 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.906044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cb9e46-2583-495b-9fa4-1c9b20a04c6f {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:45.919559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d580671b-5209-4779-86d5-6e021f36fa45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.941687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] For port b43a3887-da7e-4ded-a7e6-572b0c6910c3, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:45.945027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.956100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] For port b43a3887-da7e-4ded-a7e6-572b0c6910c3, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b43a3887-da7e-4ded-a7e6-572b0c6910c3,segment=NetworkSegment(2672e12a-a2b5-44da-a8a7-143d11ba5d3f),segment_id=2672e12a-a2b5-44da-a8a7-143d11ba5d3f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:45.963183 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.982275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:45.986859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.035229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Transition to ACTIVE for port object 82cb9e46-2583-495b-9fa4-1c9b20a04c6f will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:09:46.061488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.133479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec3a2-5c3b-4a28-adbc-ec3df5b52c94 None None] Pushing event updated for resources: {'Port': ['ID=b43a3887-da7e-4ded-a7e6-572b0c6910c3,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:46.385876 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d580671b-5209-4779-86d5-6e021f36fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.394065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d580671b-5209-4779-86d5-6e021f36fa45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.402569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d580671b-5209-4779-86d5-6e021f36fa45 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e3f6883-5ff1-4046-a5f5-6081cb15346b HTTP/1.1" status: 204 len: 168 time: 2.8554318 Nov 03 19:09:46.436029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:46.544815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580671b-5209-4779-86d5-6e021f36fa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3f6883-5ff1-4046-a5f5-6081cb15346b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:46.605232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:46.605794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:46.606242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:46.636136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:46.637165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:46.656638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:46.657813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Checking segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:46.659015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Bound using segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:46.664324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Bound port: 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:46.670343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.052091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:47.079196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2818-3c21-4aff-a9d2-0b7f954d8b0d req-3b272744-d89f-48e7-8980-7661e55cc581 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.081704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3db2818-3c21-4aff-a9d2-0b7f954d8b0d req-3b272744-d89f-48e7-8980-7661e55cc581 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 944 time: 0.1735141 Nov 03 19:09:47.083881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:47.097110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.330142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.336125 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.338686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] 10.222.0.96 "PUT /v2.0/ports/82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 1092 time: 3.9770305 Nov 03 19:09:47.345935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:47.352041 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:47.405373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3db2818-3c21-4aff-a9d2-0b7f954d8b0d req-a40debe2-f5a4-42ec-8fb7-aea195d3505a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921150 Nov 03 19:09:47.412038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f98165-f5d7-4d53-ba1b-49cc3c4a62f8 service neutron] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:47.655971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-e753a099-8549-4916-95fd-86dbb786aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.685933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-e753a099-8549-4916-95fd-86dbb786aff0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1095 time: 0.1878569 Nov 03 19:09:47.745458 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5425bf4-3b75-431e-a91b-548d94ff9e72 x-openstack-request-id: req-c5425bf4-3b75-431e-a91b-548d94ff9e72 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:47.745951 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:47.748711 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5425bf4-3b75-431e-a91b-548d94ff9e72 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:47.748711 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'status': 'completed', 'code': 200} Nov 03 19:09:47.939689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b43a3887-da7e-4ded-a7e6-572b0c6910c3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:47.948697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:47.961641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-9889c164-2084-42e0-8549-66560d5883fa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 217 time: 0.2714560 Nov 03 19:09:48.084960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-2970606a-e7d5-46b5-a48b-f72ea873ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:48.087311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-2970606a-e7d5-46b5-a48b-f72ea873ac0d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 200 len: 833 time: 0.1191130 Nov 03 19:09:48.253593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Allocated IP 172.25.3.237 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/68179482-882d-49f9-a9ed-b85b9d07a03f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:48.266123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b43a3887-da7e-4ded-a7e6-572b0c6910c3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:48.270210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.276887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-762e2396-0242-4710-a818-51ba30fea2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:48.285872 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-762e2396-0242-4710-a818-51ba30fea2c0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72557839-3bf0-452c-accd-bb0ee110353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844120 Nov 03 19:09:48.664239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-52a4fed6-b29e-4fd8-b9ad-0c477ee89b9a service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716719 Nov 03 19:09:48.664507 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.680165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1adda7-1e06-48cf-a479-563f826837fd None None] Network c529c543-b425-4685-a225-15f7732596cd requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:48.770637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.978737 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.062700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b43a3887-da7e-4ded-a7e6-572b0c6910c3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b43a3887-da7e-4ded-a7e6-572b0c6910c3,segment=NetworkSegment(2672e12a-a2b5-44da-a8a7-143d11ba5d3f),segment_id=2672e12a-a2b5-44da-a8a7-143d11ba5d3f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:49.078223 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.096697 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.097277 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Added segment 0687e01f-f0f2-45a0-9307-b978b454c256 of type vlan for network b45c0b23-38c5-42cb-8b93-35904e886032 Nov 03 19:09:49.157401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ab792101-0423-4b65-9846-6b5f81dd5d10 None None] Provisioning complete for port b43a3887-da7e-4ded-a7e6-572b0c6910c3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:49.157962 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ab792101-0423-4b65-9846-6b5f81dd5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.261460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0803013-7ff6-4a17-96f9-664dd1368f2e req-2523b939-ef28-4d27-b3c0-c70105bf1e46 service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882783 Nov 03 19:09:49.268919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.317760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b60df-d373-4a42-8b5c-79fb987ba13e req-6b97b491-dcee-4db3-ac5c-d206b06a6802 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:49.320781 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-604b60df-d373-4a42-8b5c-79fb987ba13e req-6b97b491-dcee-4db3-ac5c-d206b06a6802 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 944 time: 0.5600989 Nov 03 19:09:49.372228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Pushing event updated for resources: {'Port': ['ID=68179482-882d-49f9-a9ed-b85b9d07a03f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:49.407598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b43a3887-da7e-4ded-a7e6-572b0c6910c3,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:49.474166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:49.486633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:49.501990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:49.614386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.640255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:49.649812 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.707872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b43a3887-da7e-4ded-a7e6-572b0c6910c3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:49.741155 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-604b60df-d373-4a42-8b5c-79fb987ba13e req-e1fe6542-253f-4844-9bed-cc98dfb1eaae tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064925 Nov 03 19:09:49.770543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-ae83f1a2-8bdb-4d03-863d-d316a6ac0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:49.780255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-ae83f1a2-8bdb-4d03-863d-d316a6ac0f24 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1095 time: 0.4291162 Nov 03 19:09:49.875738 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 4.3658733 Nov 03 19:09:49.967234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57030) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:49.980611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': 'b45c0b23-38c5-42cb-8b93-35904e886032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:50.247182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-9d5095e2-4c6b-4e14-a9e1-bf730fd020fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:50.254395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-9d5095e2-4c6b-4e14-a9e1-bf730fd020fd service neutron] 10.222.0.96 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 897 time: 0.4670587 Nov 03 19:09:50.343461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-5974c305-7f5b-42c6-85b8-0f037547740b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 217 time: 0.0841770 Nov 03 19:09:50.369351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeade1d-2b68-4fed-8d9f-f4ebaebfa328 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Network': ['ID=b45c0b23-38c5-42cb-8b93-35904e886032,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:50.398848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network b45c0b23-38c5-42cb-8b93-35904e886032 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:50.566933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-5e205b72-5fd2-45bd-bc0a-412fae4b962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:50.568992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-5e205b72-5fd2-45bd-bc0a-412fae4b962c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 200 len: 833 time: 0.2142057 Nov 03 19:09:50.633765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b43a3887-da7e-4ded-a7e6-572b0c6910c3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:50.634559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.643865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 82cb9e46-2583-495b-9fa4-1c9b20a04c6f details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:09:50.709544 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.718794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:50.723382 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.883457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-282ed09c-aa52-4d77-9fb9-421e44fe506a None None] Provisioning complete for port b43a3887-da7e-4ded-a7e6-572b0c6910c3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:50.883969 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-282ed09c-aa52-4d77-9fb9-421e44fe506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.125140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:51.174146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'port_id': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'mac_address': 'fa:16:3e:bb:8c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:09:51.281923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-97f72785-dd5d-4c32-ba2a-2ec784db0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:51.286121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-97f72785-dd5d-4c32-ba2a-2ec784db0b90 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72557839-3bf0-452c-accd-bb0ee110353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7022734 Nov 03 19:09:51.350350 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.381408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cb9e46-2583-495b-9fa4-1c9b20a04c6f {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:51.398361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57052) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:51.435808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:51.445222 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.560564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.616683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-83c17eb6-b8b8-4bda-b110-d785e508e0aa service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004787 Nov 03 19:09:51.719661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['82cb9e46-2583-495b-9fa4-1c9b20a04c6f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:51.849767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:51.864023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8d53c3b2-de6f-43de-a18b-3584ea9bf08f req-a2edc789-9b40-412f-b066-e0c4ab6a23bb service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277591 Nov 03 19:09:51.902287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c1f82-6522-47a3-a7f6-1a09c6e9d7e7 req-d1ba8bca-9e4b-4df1-a3d0-d3a731c672d1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:51.928877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-263c1f82-6522-47a3-a7f6-1a09c6e9d7e7 req-d1ba8bca-9e4b-4df1-a3d0-d3a731c672d1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 944 time: 0.7355585 Nov 03 19:09:51.956282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.957251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-281727679', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:52.187527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=474335b3-1d29-45c9-8d65-0574444a9db3,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:52.284315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-263c1f82-6522-47a3-a7f6-1a09c6e9d7e7 req-9c612374-55cd-4740-9a34-36fe0bac39cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537407 Nov 03 19:09:52.322330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.373161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking segment: {'id': '0687e01f-f0f2-45a0-9307-b978b454c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b45c0b23-38c5-42cb-8b93-35904e886032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:52.377097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network hostable DHCP agents. Network: b45c0b23-38c5-42cb-8b93-35904e886032, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:52.415019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network b45c0b23-38c5-42cb-8b93-35904e886032 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:52.435173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Made reservation on behalf of 644676296edb46a6bd3404dffb717ad1 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:52.439774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.453016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, b45c0b23-38c5-42cb-8b93-35904e886032) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:52.463292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.464313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd601abe-8f58-401b-9627-ffc005e05167 None None] Network b45c0b23-38c5-42cb-8b93-35904e886032 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:52.465719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.492901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.502430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.510797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-63d109b6-8ba1-498b-996e-da7996ffe8b5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5416908 Nov 03 19:09:52.514600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57068) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:52.527919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': 'b45c0b23-38c5-42cb-8b93-35904e886032', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-941342372'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:53.024980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:53.042707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.061679 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.076906 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.083131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] device_id is not set on port 9e5f48a6-274f-41ca-a2b4-ca200543f689 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:53.110892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-b45c0b23-38c5-42cb-8b93-35904e886032', 'network_id': 'b45c0b23-38c5-42cb-8b93-35904e886032', 'tenant_id': 'b417a2292b9a4db5bc5625d66af99411', 'fixed_ips': [{'subnet_id': '474335b3-1d29-45c9-8d65-0574444a9db3'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:53.112493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.146889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port fb96f131-4c6d-4080-b725-f3a1f52864ac yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:53.333470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Allocated IP 172.25.3.206 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/9e5f48a6-274f-41ca-a2b4-ca200543f689) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:53.425211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::2a1 (b45c0b23-38c5-42cb-8b93-35904e886032/474335b3-1d29-45c9-8d65-0574444a9db3/fb96f131-4c6d-4080-b725-f3a1f52864ac) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:53.662859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d266ba80-2e75-401c-9ae3-6ff856d8a8e1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:53.670384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Router 3e9bd402-e3a0-4559-9206-5d8bc0171658 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:09:53.696650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2891e-d8fc-4185-8d04-cfffd943c5b6 req-69440c5b-6b6e-48e6-b260-0309b7524b14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.699303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69e2891e-d8fc-4185-8d04-cfffd943c5b6 req-69440c5b-6b6e-48e6-b260-0309b7524b14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.1175268 Nov 03 19:09:53.795435 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.833310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Router 6520a50d-0379-455a-b5e2-14c651749761 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:09:53.843918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.881808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69e2891e-d8fc-4185-8d04-cfffd943c5b6 req-d811982f-fbd1-44c2-98b5-d1fb6cdf1753 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643417 Nov 03 19:09:54.027672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.119604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:54.141254 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9094c3e2-4c13-4c1f-8670-331059e38ad1 None None] Sync routers for ids ['3e9bd402-e3a0-4559-9206-5d8bc0171658'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:54.178741 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094c3e2-4c13-4c1f-8670-331059e38ad1 None None] Routers {'3e9bd402-e3a0-4559-9206-5d8bc0171658'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:54.181485 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9094c3e2-4c13-4c1f-8670-331059e38ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e9bd402-e3a0-4559-9206-5d8bc0171658'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:54.193989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=fb96f131-4c6d-4080-b725-f3a1f52864ac,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:54.211249 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.242782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network b45c0b23-38c5-42cb-8b93-35904e886032 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:54.248504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:54.263739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:54.278266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Allocated IP 2001:db8::2 (b45c0b23-38c5-42cb-8b93-35904e886032/474335b3-1d29-45c9-8d65-0574444a9db3/16de1a2a-43fb-483b-8954-a9bba0f0f63f) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:54.295890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:54.299682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.356147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-83047f4e-00c7-4241-9525-9d1bd287c617 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8392148 Nov 03 19:09:54.363132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57080) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:54.377680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Pushing event updated for resources: {'Port': ['ID=9e5f48a6-274f-41ca-a2b4-ca200543f689,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:54.399518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:54.423566 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:54.431422 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9094c3e2-4c13-4c1f-8670-331059e38ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:54.437153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:54.458569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.464827 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094c3e2-4c13-4c1f-8670-331059e38ad1 None None] Routers {'3e9bd402-e3a0-4559-9206-5d8bc0171658'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:54.465578 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9094c3e2-4c13-4c1f-8670-331059e38ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3e9bd402-e3a0-4559-9206-5d8bc0171658'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:54.469321 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1bd1efe-145d-48f7-b75b-cdfbb4ea39e4 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 13.2066650 Nov 03 19:09:54.509180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57082) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:54.551754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:54.571763 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9094c3e2-4c13-4c1f-8670-331059e38ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:54.572723 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9094c3e2-4c13-4c1f-8670-331059e38ad1 None None] The sync data for ids ['3e9bd402-e3a0-4559-9206-5d8bc0171658'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:54.593097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Sync routers for ids ['6520a50d-0379-455a-b5e2-14c651749761'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:54.610478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:54.611321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.628720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 82cb9e46-2583-495b-9fa4-1c9b20a04c6f up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:54.648996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.651827 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e95f63b-5cca-4f02-b328-f607646e0a72 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.7791023 Nov 03 19:09:54.655583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57084) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:54.701595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Routers {'6520a50d-0379-455a-b5e2-14c651749761'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:54.702140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6520a50d-0379-455a-b5e2-14c651749761'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:54.882221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-18a9cc20-3d40-4d19-ae41-6781db1d853a tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.4799135 Nov 03 19:09:54.886263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57086) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:54.901725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.206'}]}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:54.931946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-ef78d993-82c2-4474-8db6-248927f2c7fa tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port fb96f131-4c6d-4080-b725-f3a1f52864ac {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:54.932387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef78d993-82c2-4474-8db6-248927f2c7fa tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.947624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:54.975094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:54.975588 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.029530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-de08b8db-e19e-485b-aca5-bb0b0cfd68dd tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/routers/3e9bd402-e3a0-4559-9206-5d8bc0171658 HTTP/1.1" status: 200 len: 925 time: 0.5103302 Nov 03 19:09:55.075067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Set router 6520a50d-0379-455a-b5e2-14c651749761 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:55.123794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57090) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:55.140813 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.208804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3ce9be30-1986-4ded-926c-da582abff30a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e9bd402-e3a0-4559-9206-5d8bc0171658 HTTP/1.1" status: 200 len: 205 time: 0.0794644 Nov 03 19:09:55.209122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57094) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:55.395143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef78d993-82c2-4474-8db6-248927f2c7fa tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.487593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-ef78d993-82c2-4474-8db6-248927f2c7fa tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for fb96f131-4c6d-4080-b725-f3a1f52864ac owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:55.557676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.755238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Network b45c0b23-38c5-42cb-8b93-35904e886032 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:55.797489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:55.798779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.800859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.819474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Pushing event updated for resources: {'Port': ['ID=16de1a2a-43fb-483b-8954-a9bba0f0f63f,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:55.830726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad74929-8694-4ea6-b3c8-9d3edd106f7b req-d2366498-e085-4e09-b414-446283a1fbad tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:55.834395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aad74929-8694-4ea6-b3c8-9d3edd106f7b req-d2366498-e085-4e09-b414-446283a1fbad tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.6325655 Nov 03 19:09:55.842577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef78d993-82c2-4474-8db6-248927f2c7fa tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.865264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:55.883992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.890274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.003769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:56.006905 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9db61ea-f34b-483b-b0f0-aec8033235c0" -d '{"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-plugged", "status": "completed", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:56.045078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:09:50Z', 'revision_number': 3, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:56.054468 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.146187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:56.153352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Checking router: 6520a50d-0379-455a-b5e2-14c651749761 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:56.155851 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Updating router 6520a50d-0379-455a-b5e2-14c651749761 port 68179482-882d-49f9-a9ed-b85b9d07a03f binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:09:56.209622 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.364511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Attempting to bind port 16de1a2a-43fb-483b-8954-a9bba0f0f63f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:56.365254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Attempting to bind port 16de1a2a-43fb-483b-8954-a9bba0f0f63f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '0687e01f-f0f2-45a0-9307-b978b454c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b45c0b23-38c5-42cb-8b93-35904e886032'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:56.365886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Attempting to bind port 16de1a2a-43fb-483b-8954-a9bba0f0f63f on network b45c0b23-38c5-42cb-8b93-35904e886032 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:56.391731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.458988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:56.458988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Checking segment: {'id': '0687e01f-f0f2-45a0-9307-b978b454c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b45c0b23-38c5-42cb-8b93-35904e886032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:56.458988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.458988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Bound using segment: {'id': '0687e01f-f0f2-45a0-9307-b978b454c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b45c0b23-38c5-42cb-8b93-35904e886032'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:56.458988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Bound port: 16de1a2a-43fb-483b-8954-a9bba0f0f63f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0687e01f-f0f2-45a0-9307-b978b454c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b45c0b23-38c5-42cb-8b93-35904e886032'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:56.458988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.552348 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.618991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78d993-82c2-4474-8db6-248927f2c7fa tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=fb96f131-4c6d-4080-b725-f3a1f52864ac,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:56.696218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef78d993-82c2-4474-8db6-248927f2c7fa tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.703746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ef78d993-82c2-4474-8db6-248927f2c7fa tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/fb96f131-4c6d-4080-b725-f3a1f52864ac HTTP/1.1" status: 204 len: 168 time: 2.3385131 Nov 03 19:09:56.724481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57104) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:56.795930 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-035d6918-8e90-4273-ac25-a5359160586c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:09:56.799026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-035d6918-8e90-4273-ac25-a5359160586c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/fb96f131-4c6d-4080-b725-f3a1f52864ac HTTP/1.1" status: 404 len: 333 time: 0.0724537 Nov 03 19:09:56.811718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:56.822631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57108) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:56.945825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] For port 16de1a2a-43fb-483b-8954-a9bba0f0f63f, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:56.961078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a060dd9a-714f-47af-a97b-be1967c3342b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 474335b3-1d29-45c9-8d65-0574444a9db3 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:56.974849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a060dd9a-714f-47af-a97b-be1967c3342b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.020044 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.031121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] For port 16de1a2a-43fb-483b-8954-a9bba0f0f63f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=16de1a2a-43fb-483b-8954-a9bba0f0f63f,segment=NetworkSegment(0687e01f-f0f2-45a0-9307-b978b454c256),segment_id=0687e01f-f0f2-45a0-9307-b978b454c256)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:57.044834 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.049118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aad74929-8694-4ea6-b3c8-9d3edd106f7b req-59bc1d9f-ce00-4d50-8b55-c3f41a118c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1920609 Nov 03 19:09:57.116289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.140179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a060dd9a-714f-47af-a97b-be1967c3342b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.421026 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35150e5e-d463-421d-960e-974d0096f702 x-openstack-request-id: req-35150e5e-d463-421d-960e-974d0096f702 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:57.421503 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-plugged", "status": "completed", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:57.422078 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35150e5e-d463-421d-960e-974d0096f702 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:57.422687 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'code': 200} Nov 03 19:09:57.617382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Allocated IP 172.20.0.1 (c529c543-b425-4685-a225-15f7732596cd/da988165-87fa-4160-a16f-64c5e87c2e84/7db7c044-a9d3-466a-a321-841e8b787798) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:57.675412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b3e02-9c5a-4d8d-b83a-00f7715bb5cc None None] Pushing event updated for resources: {'Port': ['ID=16de1a2a-43fb-483b-8954-a9bba0f0f63f,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:57.710370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Deleting port f4ded3db-d7dc-452a-8f36-3e62e2cfaaab {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:57.711177 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.875132 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.890869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.922948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.101286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b2450-eaf5-43e0-a9dd-af667b7b38cc req-bb28e1d3-659e-4f5a-8fb5-cfcc7147f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:58.104881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e08b2450-eaf5-43e0-a9dd-af667b7b38cc req-bb28e1d3-659e-4f5a-8fb5-cfcc7147f537 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1097 time: 0.7666388 Nov 03 19:09:58.177892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e3a0a-3024-4232-867e-8aae03ba8686 None None] Pushing event updated for resources: {'Port': ['ID=68179482-882d-49f9-a9ed-b85b9d07a03f,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:58.205733 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.226788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Attempting to bind port 68179482-882d-49f9-a9ed-b85b9d07a03f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:58.227184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Attempting to bind port 68179482-882d-49f9-a9ed-b85b9d07a03f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:58.228215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Attempting to bind port 68179482-882d-49f9-a9ed-b85b9d07a03f on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:58.237201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:58.237789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:58.238296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.239323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:58.240036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Bound port: 68179482-882d-49f9-a9ed-b85b9d07a03f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:58.240573 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.280090 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a060dd9a-714f-47af-a97b-be1967c3342b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.413955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Network c529c543-b425-4685-a225-15f7732596cd is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:58.452504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] For port 68179482-882d-49f9-a9ed-b85b9d07a03f, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:58.469757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] For port 68179482-882d-49f9-a9ed-b85b9d07a03f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=68179482-882d-49f9-a9ed-b85b9d07a03f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:58.479881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.641944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.660972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:58.758649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:58.828146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e3a0a-3024-4232-867e-8aae03ba8686 None None] Pushing event updated for resources: {'Port': ['ID=68179482-882d-49f9-a9ed-b85b9d07a03f,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:58.864109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Routers {'6520a50d-0379-455a-b5e2-14c651749761'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:58.869037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6520a50d-0379-455a-b5e2-14c651749761'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:58.908551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Calling delete_port for f4ded3db-d7dc-452a-8f36-3e62e2cfaaab owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:59.026563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Pushing event updated for resources: {'Port': ['ID=7db7c044-a9d3-466a-a321-841e8b787798,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:59.102962 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.204040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.214149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e08b2450-eaf5-43e0-a9dd-af667b7b38cc req-4a009437-f0db-476f-b222-c253627b2b88 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0802381 Nov 03 19:09:59.256294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bec6fb-74d6-4be8-9272-aaeb9852b6aa req-298c4f38-4ac3-49cb-a2e7-3d462c60a165 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.272925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47bec6fb-74d6-4be8-9272-aaeb9852b6aa req-298c4f38-4ac3-49cb-a2e7-3d462c60a165 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.8617072 Nov 03 19:09:59.425930 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.464468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] Set router 6520a50d-0379-455a-b5e2-14c651749761 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:59.600266 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a060dd9a-714f-47af-a97b-be1967c3342b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.631102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-47bec6fb-74d6-4be8-9272-aaeb9852b6aa req-5344e1f2-b43a-4452-abaa-9232dbd737c3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566854 Nov 03 19:09:59.720534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a060dd9a-714f-47af-a97b-be1967c3342b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.726305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a060dd9a-714f-47af-a97b-be1967c3342b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/474335b3-1d29-45c9-8d65-0574444a9db3 HTTP/1.1" status: 204 len: 168 time: 2.9015551 Nov 03 19:09:59.730542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57126) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:59.830522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 16de1a2a-43fb-483b-8954-a9bba0f0f63f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:59.968828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0ac46c1e-1453-4eec-9efe-699ade103876 None None] Provisioning complete for port 7db7c044-a9d3-466a-a321-841e8b787798 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:59.974148 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0ac46c1e-1453-4eec-9efe-699ade103876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.976430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060dd9a-714f-47af-a97b-be1967c3342b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=474335b3-1d29-45c9-8d65-0574444a9db3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:00.000990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.114703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0ac46c1e-1453-4eec-9efe-699ade103876 None None] Port 7db7c044-a9d3-466a-a321-841e8b787798 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:00.117589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3abd00-1b3d-4dcc-a9ea-497f08da13de None None] Network b45c0b23-38c5-42cb-8b93-35904e886032 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:00.335390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.338175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.468348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-76f64ce4-add2-47fe-8328-1c8731fd67d1 None None] Provisioning complete for port 16de1a2a-43fb-483b-8954-a9bba0f0f63f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:00.469167 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76f64ce4-add2-47fe-8328-1c8731fd67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.508559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.561261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 16de1a2a-43fb-483b-8954-a9bba0f0f63f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:00.562058 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.607318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event deleted for resources: {'Port': ['ID=f4ded3db-d7dc-452a-8f36-3e62e2cfaaab,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:00.669433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 16de1a2a-43fb-483b-8954-a9bba0f0f63f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:00.669799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.709007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:09:50Z', 'revision_number': 3, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:00.752223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625a3c4-69cb-4823-ac62-2d2558c1a5f1 None None] The sync data for ids ['6520a50d-0379-455a-b5e2-14c651749761'] in n-d-812148-3 is: [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:09:50Z', 'revision_number': 3, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:00.768510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] For port 16de1a2a-43fb-483b-8954-a9bba0f0f63f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=16de1a2a-43fb-483b-8954-a9bba0f0f63f,segment=NetworkSegment(0687e01f-f0f2-45a0-9307-b978b454c256),segment_id=0687e01f-f0f2-45a0-9307-b978b454c256)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:00.768970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.803971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 16de1a2a-43fb-483b-8954-a9bba0f0f63f owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:00.897802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.905936 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.008466 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.067579 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-76f64ce4-add2-47fe-8328-1c8731fd67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.083660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.114603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.114603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24839ff0-0435-445e-94fa-ec47241e730d {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:01.143013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522ec72-a280-43aa-b14a-74c25cb268a3 None None] DHCP port deletion for b45c0b23-38c5-42cb-8b93-35904e886032 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:01.241625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No DVR routers for this DVR port 16de1a2a-43fb-483b-8954-a9bba0f0f63f on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:01.273771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=16de1a2a-43fb-483b-8954-a9bba0f0f63f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:01.280575 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 19:10:01.282290 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-18dbf9e9-cbc6-4710-bff0-d138bc93ffb1 tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.3940177 Nov 03 19:10:01.286956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57136) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:01.421209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bdd23-a319-431c-88e7-d99073239219 req-22a27f5c-eb89-405a-b2d6-823828734055 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:01.440831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-832bdd23-a319-431c-88e7-d99073239219 req-22a27f5c-eb89-405a-b2d6-823828734055 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.4854558 Nov 03 19:10:01.453766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.611564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.627440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.736627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68179482-882d-49f9-a9ed-b85b9d07a03f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:01.770967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.784199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Pushing event updated for resources: {'Port': ['ID=7db7c044-a9d3-466a-a321-841e8b787798,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:01.803364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45c0b23-38c5-42cb-8b93-35904e886032']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:01.818299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0687e01f-f0f2-45a0-9307-b978b454c256') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:01.826071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0687e01f-f0f2-45a0-9307-b978b454c256') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:01.877295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 68179482-882d-49f9-a9ed-b85b9d07a03f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:01.877805 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.878642 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.946942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Deleting port 9e5f48a6-274f-41ca-a2b4-ca200543f689 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:01.948859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.988067 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.995046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.016231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.057299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.081825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-832bdd23-a319-431c-88e7-d99073239219 req-fbcae69b-3649-4731-86d8-0cb2610e1d80 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6345806 Nov 03 19:10:02.188865 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.195276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:02.196176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:02.199899 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:02.244165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 68179482-882d-49f9-a9ed-b85b9d07a03f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=68179482-882d-49f9-a9ed-b85b9d07a03f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:02.259253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.307465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.375897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 16de1a2a-43fb-483b-8954-a9bba0f0f63f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:02.377719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.379972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9bd402-e3a0-4559-9206-5d8bc0171658 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:02.426927 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.429188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b21b7a6a-b412-4887-8aec-37d45809ae8b tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/3e9bd402-e3a0-4559-9206-5d8bc0171658 HTTP/1.1" status: 204 len: 168 time: 7.2188065 Nov 03 19:10:02.439160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 16de1a2a-43fb-483b-8954-a9bba0f0f63f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:02.439672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 16de1a2a-43fb-483b-8954-a9bba0f0f63f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:02.457399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57150) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:02.462042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=68179482-882d-49f9-a9ed-b85b9d07a03f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:02.474205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-230436700', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': False}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:02.500761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.501142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Calling delete_port for 9e5f48a6-274f-41ca-a2b4-ca200543f689 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:02.502383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.525283 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.531342 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/networks/b45c0b23-38c5-42cb-8b93-35904e886032 HTTP/1.1" status: 204 len: 168 time: 2.7987397 Nov 03 19:10:02.548734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57152) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:02.557467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'name': 'tempest-PortsIpV6TestJSON-1484187938'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:02.581462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac02b14-0104-4a02-8d1d-b41fd1104ccf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Network': ['ID=b45c0b23-38c5-42cb-8b93-35904e886032,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:02.611790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fccd5b-36d3-4b07-adc6-0d0faf475327 req-1c6fec59-41c8-4399-9d2e-406c53c3b322 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.623752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08fccd5b-36d3-4b07-adc6-0d0faf475327 req-1c6fec59-41c8-4399-9d2e-406c53c3b322 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.2489927 Nov 03 19:10:02.692225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.694715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.732581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08fccd5b-36d3-4b07-adc6-0d0faf475327 req-e3221973-bf2f-47c3-a6f7-d54aaa93ab01 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067674 Nov 03 19:10:02.770879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57154) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:02.828987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Network c529c543-b425-4685-a225-15f7732596cd is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:02.860369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:02.908029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b5e85e-f3be-4e36-ad2d-0dc672f0070d tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.914556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-80b5e85e-f3be-4e36-ad2d-0dc672f0070d tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1092 time: 0.1373634 Nov 03 19:10:02.914904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57158) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:02.938752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:02.945081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.995604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.333481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Router 6520a50d-0379-455a-b5e2-14c651749761 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:10:03.343415 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.391478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:03.397792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.484182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-779bbdac-67e7-4f3f-9281-2df86d9b4404 None None] Provisioning complete for port 7db7c044-a9d3-466a-a321-841e8b787798 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:03.487157 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-779bbdac-67e7-4f3f-9281-2df86d9b4404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.498434 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.639086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-779bbdac-67e7-4f3f-9281-2df86d9b4404 None None] Port 7db7c044-a9d3-466a-a321-841e8b787798 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:03.699541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.732347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68179482-882d-49f9-a9ed-b85b9d07a03f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:03.773433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.25.3.80 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/bfb02fce-0bc4-44c7-9608-845ae9ffd76b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:03.826539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 68179482-882d-49f9-a9ed-b85b9d07a03f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:03.827164 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.157843 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.248777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.258159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 204c853d-2a1f-4642-a91d-9273704144c5 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:04.269212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.272201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e5f48a6-274f-41ca-a2b4-ca200543f689,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:04.289306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.289790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.290148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.290497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.290860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.291473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.291975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.292539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.292922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.293383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.293801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.294296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:04.397499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:04.407364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:04.412201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:04.517614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=bfb02fce-0bc4-44c7-9608-845ae9ffd76b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:04.780291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:04.797457 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Sync routers for ids ['6520a50d-0379-455a-b5e2-14c651749761'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:04.820377 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e03b4560-8407-4d08-a2bc-91fb598a8f35 admin admin] 10.222.0.77 "PUT /v2.0/routers/6520a50d-0379-455a-b5e2-14c651749761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1632349 Nov 03 19:10:04.830702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.836035 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Routers {'6520a50d-0379-455a-b5e2-14c651749761'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:04.837868 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6a20cd1f-8136-461d-9d22-6720e522d81c tempest-RoutersAdminNegativeIpV6Test-879311434 tempest-RoutersAdminNegativeIpV6Test-879311434-project-admin] 10.222.0.77 "DELETE /v2.0/ports/9e5f48a6-274f-41ca-a2b4-ca200543f689 HTTP/1.1" status: 204 len: 168 time: 3.5488749 Nov 03 19:10:04.845454 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6520a50d-0379-455a-b5e2-14c651749761'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:05.428862 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Set router 6520a50d-0379-455a-b5e2-14c651749761 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:05.505865 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.044172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57188) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:06.093310 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96774ed2-4696-4256-9da6-00b01ac356c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.103887 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.195336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.255737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:06.258570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.278549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:06.323089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:06.336365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:06.337865 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.354111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.370983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=204c853d-2a1f-4642-a91d-9273704144c5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:06.422704 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-72dcfd08-37c2-4d0f-93b3-71949030f763 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.8699138 Nov 03 19:10:06.524368 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:10:00Z', 'revision_number': 4, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7db7c044-a9d3-466a-a321-841e8b787798', 'name': '', 'network_id': 'c529c543-b425-4685-a225-15f7732596cd', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'mac_address': 'fa:16:3e:3b:28:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'da988165-87fa-4160-a16f-64c5e87c2e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:57Z', 'updated_at': '2021-11-03T19:10:01Z', 'revision_number': 2, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'subnets': [{'id': 'da988165-87fa-4160-a16f-64c5e87c2e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:06.551630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57198) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:06.652183 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Checking router: 6520a50d-0379-455a-b5e2-14c651749761 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:06.656812 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Updating router 6520a50d-0379-455a-b5e2-14c651749761 port 7db7c044-a9d3-466a-a321-841e8b787798 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:10:06.794757 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.889545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Allocated IP 172.25.3.246 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/b51be2c8-6776-4ad0-a89f-2683b4ca8ca4) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:07.200634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.336574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.479085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:07.485569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:07.504851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:07.511632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'Port': ['ID=b51be2c8-6776-4ad0-a89f-2683b4ca8ca4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:07.658669 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.671100 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.717533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.790303 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Pushing event updated for resources: {'Port': ['ID=7db7c044-a9d3-466a-a321-841e8b787798,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:07.819495 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.822992 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.828664 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.829173 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.831546 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.832228 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.832868 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.833971 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.835489 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.836072 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.837633 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:07.838788 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:08.016814 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-104b7b57-880e-45a7-b37d-3d57c000ffeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.076014 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Attempting to bind port 7db7c044-a9d3-466a-a321-841e8b787798 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:08.077348 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Attempting to bind port 7db7c044-a9d3-466a-a321-841e8b787798 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:08.078215 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Attempting to bind port 7db7c044-a9d3-466a-a321-841e8b787798 on network c529c543-b425-4685-a225-15f7732596cd {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:08.090843 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:08.091873 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Checking segment: {'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:08.093737 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.096924 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Bound using segment: {'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:08.099818 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Bound port: 7db7c044-a9d3-466a-a321-841e8b787798, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2672e12a-a2b5-44da-a8a7-143d11ba5d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c529c543-b425-4685-a225-15f7732596cd'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:08.101355 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.321349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.417498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-104b7b57-880e-45a7-b37d-3d57c000ffeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.441456 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] For port 7db7c044-a9d3-466a-a321-841e8b787798, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:08.446484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-0cc9c21c-650b-4c7f-ab7c-e4c8daa760f8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0263448 Nov 03 19:10:08.454607 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-104b7b57-880e-45a7-b37d-3d57c000ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.455538 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] For port 7db7c044-a9d3-466a-a321-841e8b787798, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7db7c044-a9d3-466a-a321-841e8b787798,segment=NetworkSegment(2672e12a-a2b5-44da-a8a7-143d11ba5d3f),segment_id=2672e12a-a2b5-44da-a8a7-143d11ba5d3f)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:08.464339 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.563386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-87c9e025-eb5e-4e60-8161-4455a25c3559 None None] Provisioning complete for port 7db7c044-a9d3-466a-a321-841e8b787798 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:08.564244 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87c9e025-eb5e-4e60-8161-4455a25c3559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.574870 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9d4b4-02b3-48b9-8e21-1096ffb72508 None None] Pushing event updated for resources: {'Port': ['ID=7db7c044-a9d3-466a-a321-841e8b787798,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:08.661824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-104b7b57-880e-45a7-b37d-3d57c000ffeb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a4c742f1bdc4fd682b88088f9815c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6120450 Nov 03 19:10:08.665987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Routers {'6520a50d-0379-455a-b5e2-14c651749761'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:08.674168 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:09:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6520a50d-0379-455a-b5e2-14c651749761'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:08.725350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57216) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:08.991559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b7b57-880e-45a7-b37d-3d57c000ffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e847b1-71b5-4bea-acf2-7839b8196d3f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:09.030438 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87c9e025-eb5e-4e60-8161-4455a25c3559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.057251 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] Set router 6520a50d-0379-455a-b5e2-14c651749761 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:09.088086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c02e34c4-c5ac-4df8-b0a6-a582849af455 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 204c853d-2a1f-4642-a91d-9273704144c5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:09.088643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c02e34c4-c5ac-4df8-b0a6-a582849af455 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.202219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-87c9e025-eb5e-4e60-8161-4455a25c3559 None None] For port 7db7c044-a9d3-466a-a321-841e8b787798, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7db7c044-a9d3-466a-a321-841e8b787798,segment=NetworkSegment(2672e12a-a2b5-44da-a8a7-143d11ba5d3f),segment_id=2672e12a-a2b5-44da-a8a7-143d11ba5d3f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:09.218115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87c9e025-eb5e-4e60-8161-4455a25c3559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.292412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:09.343680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c02e34c4-c5ac-4df8-b0a6-a582849af455 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.370359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c02e34c4-c5ac-4df8-b0a6-a582849af455 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 204c853d-2a1f-4642-a91d-9273704144c5 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:09.427399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e50951c0-933f-4794-b63a-3a7187cbd8d8 None None] Provisioning complete for port 7db7c044-a9d3-466a-a321-841e8b787798 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:09.430389 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e50951c0-933f-4794-b63a-3a7187cbd8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.441813 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9e025-eb5e-4e60-8161-4455a25c3559 None None] Pushing event updated for resources: {'Port': ['ID=7db7c044-a9d3-466a-a321-841e8b787798,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:09.560502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f7e007c-1a8a-4035-95c9-5814690aedbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.576133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.628619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f7e007c-1a8a-4035-95c9-5814690aedbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.649010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-ce8a32a8-edff-43e2-b323-ee756a2e77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:09.651766 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-ce8a32a8-edff-43e2-b323-ee756a2e77d4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1097 time: 0.9852481 Nov 03 19:10:09.657506 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c02e34c4-c5ac-4df8-b0a6-a582849af455 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.683088 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:10:00Z', 'revision_number': 4, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7db7c044-a9d3-466a-a321-841e8b787798', 'name': '', 'network_id': 'c529c543-b425-4685-a225-15f7732596cd', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'mac_address': 'fa:16:3e:3b:28:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'da988165-87fa-4160-a16f-64c5e87c2e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:57Z', 'updated_at': '2021-11-03T19:10:08Z', 'revision_number': 4, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'subnets': [{'id': 'da988165-87fa-4160-a16f-64c5e87c2e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:09.776642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e34c4-c5ac-4df8-b0a6-a582849af455 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=204c853d-2a1f-4642-a91d-9273704144c5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:09.789253 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67f9b9-e3b9-4025-9690-1d7fa06f9fc9 None None] The sync data for ids ['6520a50d-0379-455a-b5e2-14c651749761'] in n-d-812148-3 is: [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:10:00Z', 'revision_number': 4, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7db7c044-a9d3-466a-a321-841e8b787798', 'name': '', 'network_id': 'c529c543-b425-4685-a225-15f7732596cd', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'mac_address': 'fa:16:3e:3b:28:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'da988165-87fa-4160-a16f-64c5e87c2e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:57Z', 'updated_at': '2021-11-03T19:10:08Z', 'revision_number': 4, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'subnets': [{'id': 'da988165-87fa-4160-a16f-64c5e87c2e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:09.828140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.842305 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.849256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c02e34c4-c5ac-4df8-b0a6-a582849af455 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.857942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c02e34c4-c5ac-4df8-b0a6-a582849af455 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/204c853d-2a1f-4642-a91d-9273704144c5 HTTP/1.1" status: 204 len: 168 time: 3.2968886 Nov 03 19:10:09.876740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57224) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:09.911507 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'mac_address': 'fa:16:3e:65:c6:80', 'name': 'tempest-PortsIpV6TestJSON-1309307777'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:10.074603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.104042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=bfb02fce-0bc4-44c7-9608-845ae9ffd76b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:10.160441 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f7e007c-1a8a-4035-95c9-5814690aedbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.165381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9f7e007c-1a8a-4035-95c9-5814690aedbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.167114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9f7e007c-1a8a-4035-95c9-5814690aedbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43e847b1-71b5-4bea-acf2-7839b8196d3f HTTP/1.1" status: 204 len: 168 time: 1.4331045 Nov 03 19:10:10.293030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e007c-1a8a-4035-95c9-5814690aedbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e847b1-71b5-4bea-acf2-7839b8196d3f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:10.309977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-0328ee2f-42f4-447e-975c-ebbea2862655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:10.324496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-0328ee2f-42f4-447e-975c-ebbea2862655 service neutron] 10.222.0.96 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 897 time: 0.5948782 Nov 03 19:10:10.346696 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.409147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0c14f05d-71a0-41e7-bfef-b62f05bc85f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.571481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:10.740189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-04c9cf50-67d1-4dda-9df0-4b007dbc4c4c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 999 time: 0.4016428 Nov 03 19:10:10.963936 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Floating IP 5552f1d2-8746-48b2-8824-b4fd5e558f7d associated. External IP: 172.25.3.80, port: 82cb9e46-2583-495b-9fa4-1c9b20a04c6f. Nov 03 19:10:11.065118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Router becfec8f-ad34-4917-ae2e-0011da60b225 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:10:11.067108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-bda7be35-7a45-47b9-b6c5-21a03fd72113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:11.069909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-bda7be35-7a45-47b9-b6c5-21a03fd72113 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 200 len: 833 time: 0.3124945 Nov 03 19:10:11.089495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.161160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57234) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:11.235283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port b7c52763-5a8f-410b-bd97-18bd411cde06 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:11.628557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-a2800a91-d40e-4072-8ff9-8106d9aa3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:11.634508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-a2800a91-d40e-4072-8ff9-8106d9aa3012 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72557839-3bf0-452c-accd-bb0ee110353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5477285 Nov 03 19:10:11.666013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-596af193-c607-4dcc-b57e-e4d89d5b2571 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:10:11.667880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-596af193-c607-4dcc-b57e-e4d89d5b2571 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0173755 Nov 03 19:10:11.691548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f4b112df-09fe-4f47-89ad-ad7e1ae619e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=644676296edb46a6bd3404dffb717ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576977 Nov 03 19:10:11.711658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57240) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:11.798877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7db7c044-a9d3-466a-a321-841e8b787798 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:11.940829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:11.960604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Sync routers for ids ['becfec8f-ad34-4917-ae2e-0011da60b225'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:11.991931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Routers {'becfec8f-ad34-4917-ae2e-0011da60b225'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:11.993320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['becfec8f-ad34-4917-ae2e-0011da60b225'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:12.080496 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.082866 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c39ccfbc-204a-4ebf-b806-84c506c1fe42 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.6159816 Nov 03 19:10:12.095169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57242) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:12.223831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3dd5c5e2-b3af-4125-8520-bed488d841f5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:10:12.276758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-31f54e9d-0e02-4add-b70b-205b1ff5dd07 service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832133 Nov 03 19:10:12.343232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Set router becfec8f-ad34-4917-ae2e-0011da60b225 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:12.553275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.650953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.670247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7db7c044-a9d3-466a-a321-841e8b787798 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:12.670905 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.826133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfb8dad4-fe7e-44d8-9f2c-0f80e552cf9f req-692fb116-37d7-4a1a-9501-4ed6536a0754 service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367258 Nov 03 19:10:12.842809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:12.861818 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] Sync routers for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:12.899169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.946906 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:12.964765 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:13.006981 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0a143f26-bcf1-434a-a2d6-9c4ea9c8a75f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.0829155 Nov 03 19:10:13.007914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:13.019739 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1900973f-ba48-4f75-b3c7-3ece8ece25ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:13.336686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e60742-0ce8-419a-af93-6d47a4f71434 req-0d298f23-3218-42c1-9309-95eaa6b15bc2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.346988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8e60742-0ce8-419a-af93-6d47a4f71434 req-0d298f23-3218-42c1-9309-95eaa6b15bc2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.1760733 Nov 03 19:10:13.373310 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:13.398751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f3d0-143d-4456-9764-4e50207c10a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.529865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8e60742-0ce8-419a-af93-6d47a4f71434 req-9c438bdb-d5dc-4757-96a9-2e7cc9efbe51 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816163 Nov 03 19:10:13.600948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57252) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.641448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becfec8f-ad34-4917-ae2e-0011da60b225', 'name': 'tempest-snat-router-230436700', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': False}, 'gw_port_id': 'b51be2c8-6776-4ad0-a89f-2683b4ca8ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:02Z', 'updated_at': '2021-11-03T19:10:08Z', 'revision_number': 3, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port': {'id': 'b51be2c8-6776-4ad0-a89f-2683b4ca8ca4', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becfec8f-ad34-4917-ae2e-0011da60b225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:06Z', 'updated_at': '2021-11-03T19:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:13.721521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.728745 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98b51bb-037d-43b3-99be-6313b1c18fdb x-openstack-request-id: req-a98b51bb-037d-43b3-99be-6313b1c18fdb {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:13.735849 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-40017dcf-0f33-4919-b607-37b9a3747921 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4920223 Nov 03 19:10:13.736864 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:13.737504 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a98b51bb-037d-43b3-99be-6313b1c18fdb {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:13.750469 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'status': 'completed', 'code': 200} Nov 03 19:10:13.764138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Checking router: becfec8f-ad34-4917-ae2e-0011da60b225 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:13.765361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Updating router becfec8f-ad34-4917-ae2e-0011da60b225 port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:10:13.816628 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f3d0-143d-4456-9764-4e50207c10a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.823076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2b859f37-ff4c-4566-9bcf-682fc1221118 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/routers/becfec8f-ad34-4917-ae2e-0011da60b225 HTTP/1.1" status: 200 len: 908 time: 1.7120545 Nov 03 19:10:13.835152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57256) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.855570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-230436700', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': True}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:13.907292 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.038112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e44d7d5-9289-4d1b-9971-3b6d4fb51e35 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/5552f1d2-8746-48b2-8824-b4fd5e558f7d HTTP/1.1" status: 200 len: 991 time: 0.4296088 Nov 03 19:10:14.042153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-1abfbbf3-146f-4dd6-82d8-d938a7341c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:14.045183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-1abfbbf3-146f-4dd6-82d8-d938a7341c71 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1097 time: 0.2930470 Nov 03 19:10:14.047809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.050699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.214400 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '5552f1d2-8746-48b2-8824-b4fd5e558f7d', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'port_id': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'mac_address': 'fa:16:3e:bb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:05Z', 'updated_at': '2021-11-03T19:10:05Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:21Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:14.292288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.314682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f3d0-143d-4456-9764-4e50207c10a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.317761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f3d0-143d-4456-9764-4e50207c10a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.323823 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f1f2f3d0-143d-4456-9764-4e50207c10a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d266ba80-2e75-401c-9ae3-6ff856d8a8e1 HTTP/1.1" status: 204 len: 168 time: 2.6102715 Nov 03 19:10:14.372498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2f3d0-143d-4456-9764-4e50207c10a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d266ba80-2e75-401c-9ae3-6ff856d8a8e1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.381735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-c67da59f-880c-4dbf-bae1-0b696048ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:14.388314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-c67da59f-880c-4dbf-bae1-0b696048ad4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.5038714 Nov 03 19:10:14.414209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.557806 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] Checking router: 3dd5c5e2-b3af-4125-8520-bed488d841f5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:14.592566 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:14.594045 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:14.760600 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.772684 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.814855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Attempting to bind port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:14.815469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Attempting to bind port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:14.816087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Attempting to bind port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:14.877469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:14.877927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:14.878434 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.879687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:14.891730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Bound port: b51be2c8-6776-4ad0-a89f-2683b4ca8ca4, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:14.893147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.925377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:14.975647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:14.994098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:15.025709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.026824 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.047372 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:15.066229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57266) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.136045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] For port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:15.146433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] For port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b51be2c8-6776-4ad0-a89f-2683b4ca8ca4,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:15.186716 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.189920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625ca0a-0710-46d5-973e-0fb27f89934f None None] Pushing event updated for resources: {'Port': ['ID=b51be2c8-6776-4ad0-a89f-2683b4ca8ca4,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:15.310374 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eeefca54-0be3-4594-b379-c8b4eff942be tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/5552f1d2-8746-48b2-8824-b4fd5e558f7d HTTP/1.1" status: 200 len: 991 time: 0.1834731 Nov 03 19:10:15.330346 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.4481478 Nov 03 19:10:15.346348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57270) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.385447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Routers {'becfec8f-ad34-4917-ae2e-0011da60b225'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:15.386497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['becfec8f-ad34-4917-ae2e-0011da60b225'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:15.533645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1c807-cd06-4a5a-908c-c5a3f8ab804b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=b7c52763-5a8f-410b-bd97-18bd411cde06,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:15.550845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89baa5-9434-481b-b14f-1d74137ae9b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.552360 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da89baa5-9434-481b-b14f-1d74137ae9b4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/b7c52763-5a8f-410b-bd97-18bd411cde06 HTTP/1.1" status: 200 len: 845 time: 0.1536860 Nov 03 19:10:15.560904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57276) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.566415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.588269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625ca0a-0710-46d5-973e-0fb27f89934f None None] Pushing event updated for resources: {'Port': ['ID=b51be2c8-6776-4ad0-a89f-2683b4ca8ca4,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:15.710783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.758646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-571f8591-faa8-4c7d-bff9-8b1031acfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.764548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-571f8591-faa8-4c7d-bff9-8b1031acfa8e service neutron] 10.222.0.96 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 897 time: 1.6779327 Nov 03 19:10:15.799379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] Set router becfec8f-ad34-4917-ae2e-0011da60b225 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:15.933181 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '5552f1d2-8746-48b2-8824-b4fd5e558f7d', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'port_id': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'mac_address': 'fa:16:3e:bb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:05Z', 'updated_at': '2021-11-03T19:10:05Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:21Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:16.044344 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f666b0-cf3f-4a04-b91f-b1b999b018b1 None None] The sync data for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 is: [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '5552f1d2-8746-48b2-8824-b4fd5e558f7d', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'port_id': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'mac_address': 'fa:16:3e:bb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:05Z', 'updated_at': '2021-11-03T19:10:05Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:21Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:16.246398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-11c8305b-e035-4a7e-9232-53b48b715168 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 999 time: 0.4520705 Nov 03 19:10:16.273750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-e2dcaa04-8ae5-4180-934d-ee05554c2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:16.280550 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-e2dcaa04-8ae5-4180-934d-ee05554c2626 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 915 time: 1.8483267 Nov 03 19:10:16.342030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:16.567842 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-fdf9d20e-3fbc-4908-bc0d-d7c15ad17f60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456e3892-fc19-410c-a90a-20d1f98b4174 HTTP/1.1" status: 200 len: 217 time: 0.2681265 Nov 03 19:10:16.751325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-cb2d0e8e-abc0-4365-a827-de87dc5cab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:16.754737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-cb2d0e8e-abc0-4365-a827-de87dc5cab7c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 200 len: 833 time: 0.5066347 Nov 03 19:10:16.856199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a8658452-10a2-44fc-8b54-ed5c577f41aa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/5552f1d2-8746-48b2-8824-b4fd5e558f7d HTTP/1.1" status: 200 len: 991 time: 0.5086856 Nov 03 19:10:16.877695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b4470-6024-4d12-ba3f-82a083baa19e None None] New status for floating IP 5552f1d2-8746-48b2-8824-b4fd5e558f7d: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:10:16.880828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-012e3aec-5e07-4abd-9a2a-e6896eac2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:16.889886 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-012e3aec-5e07-4abd-9a2a-e6896eac2665 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc HTTP/1.1" status: 200 len: 854 time: 0.2643898 Nov 03 19:10:16.989390 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-ba0e1466-c5d4-48c5-9318-abc750d4fe16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c88540fb-808d-4556-9290-9c0416e6bd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837953 Nov 03 19:10:17.007781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-9b3fc350-cf08-4760-a992-4e39acdf35ba service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:10:17.009978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-9b3fc350-cf08-4760-a992-4e39acdf35ba service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0114024 Nov 03 19:10:17.031497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-f571c125-0e5c-43b7-94f5-de6600eefe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:17.037188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-f571c125-0e5c-43b7-94f5-de6600eefe9f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72557839-3bf0-452c-accd-bb0ee110353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412801 Nov 03 19:10:17.059918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becfec8f-ad34-4917-ae2e-0011da60b225', 'name': 'tempest-snat-router-230436700', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': False}, 'gw_port_id': 'b51be2c8-6776-4ad0-a89f-2683b4ca8ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:02Z', 'updated_at': '2021-11-03T19:10:08Z', 'revision_number': 3, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port': {'id': 'b51be2c8-6776-4ad0-a89f-2683b4ca8ca4', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becfec8f-ad34-4917-ae2e-0011da60b225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:06Z', 'updated_at': '2021-11-03T19:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:17.072741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b7fc6-751f-43e2-9657-24e6c99f3ade tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port b7c52763-5a8f-410b-bd97-18bd411cde06 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:17.073522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7fc6-751f-43e2-9657-24e6c99f3ade tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.340932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57298) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:17.460020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7fc6-751f-43e2-9657-24e6c99f3ade tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.482691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b6c71-92d0-40cd-9006-1e5c85d311db None None] The sync data for ids ['becfec8f-ad34-4917-ae2e-0011da60b225'] in n-d-812148-3 is: [{'id': 'becfec8f-ad34-4917-ae2e-0011da60b225', 'name': 'tempest-snat-router-230436700', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246'}], 'enable_snat': False}, 'gw_port_id': 'b51be2c8-6776-4ad0-a89f-2683b4ca8ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:02Z', 'updated_at': '2021-11-03T19:10:08Z', 'revision_number': 3, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port': {'id': 'b51be2c8-6776-4ad0-a89f-2683b4ca8ca4', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becfec8f-ad34-4917-ae2e-0011da60b225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:06Z', 'updated_at': '2021-11-03T19:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:17.550246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b7fc6-751f-43e2-9657-24e6c99f3ade tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for b7c52763-5a8f-410b-bd97-18bd411cde06 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:17.644227 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.758954 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-9fef399d-bba7-4a25-a8a0-9300b6fbbcbd service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282426 Nov 03 19:10:17.772039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-cba30ba5-1d31-4b1d-9da5-640e97e052cd service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7191596 Nov 03 19:10:17.774228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.831675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1503318142'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:17.860849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57310) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:18.104683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Made reservation on behalf of 0c2d042c758b4513b9cbd38317e2a77b for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:18.114679 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.127969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Deleting port 7db7c044-a9d3-466a-a321-841e8b787798 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:18.128562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.250590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.254009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7fc6-751f-43e2-9657-24e6c99f3ade tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.388675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cb229b44-263a-4aaa-bce6-353165ed50a3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/5552f1d2-8746-48b2-8824-b4fd5e558f7d HTTP/1.1" status: 200 len: 993 time: 0.5154948 Nov 03 19:10:18.389382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] For port 7db7c044-a9d3-466a-a321-841e8b787798, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7db7c044-a9d3-466a-a321-841e8b787798,segment=NetworkSegment(2672e12a-a2b5-44da-a8a7-143d11ba5d3f),segment_id=2672e12a-a2b5-44da-a8a7-143d11ba5d3f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:18.390001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.426618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Calling delete_port for 7db7c044-a9d3-466a-a321-841e8b787798 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:18.480354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Allocated IP 172.25.3.171 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:18.507538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1900973f-ba48-4f75-b3c7-3ece8ece25ba req-28176907-4de3-4ce6-9464-3e8f9e68313b service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224007 Nov 03 19:10:18.577045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-84840d90-7cfe-434d-89ca-8c7f7bf056aa req-2eaefcfe-2db7-41b3-bf09-341a84b0b04f service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8160520 Nov 03 19:10:18.647467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b7fc6-751f-43e2-9657-24e6c99f3ade tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=b7c52763-5a8f-410b-bd97-18bd411cde06,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.672266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7fc6-751f-43e2-9657-24e6c99f3ade tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.683565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8b4b7fc6-751f-43e2-9657-24e6c99f3ade tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/b7c52763-5a8f-410b-bd97-18bd411cde06 HTTP/1.1" status: 204 len: 168 time: 2.9802690 Nov 03 19:10:18.697913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57312) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:18.768428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.817879 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ec8fd0-6dc3-434f-acae-972e78771c51 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:10:18.825358 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a1ec8fd0-6dc3-434f-acae-972e78771c51 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/b7c52763-5a8f-410b-bd97-18bd411cde06 HTTP/1.1" status: 404 len: 333 time: 0.1230068 Nov 03 19:10:18.828693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.855049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57314) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:18.863990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'name': 'tempest-PortsIpV6TestJSON-384709327'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:18.972172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:19.020959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:19.037212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:19.158618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.219895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'Port': ['ID=1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:19.231079 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.247314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:19.252935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.260509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.380831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db7c044-a9d3-466a-a321-841e8b787798,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:19.434681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:10:19.487058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d002c7d8-53c0-44ca-a23e-dada4b1e976c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:19.505806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.506354 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Added segment ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1 of type vlan for network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 Nov 03 19:10:19.584485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 216f3ef3-defb-4f23-bfd4-3969bac059f4 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:19.643819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.854981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.865628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:19.867054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.977592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:20.026468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event updated for resources: {'Network': ['ID=ca1c0cf5-a6f1-46e5-8875-e33c22273b53,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:20.046261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:10:20.097243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-44deb56b-2f71-46ed-88b7-ecd32f59af69 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7463925 Nov 03 19:10:20.099277 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.115555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57320) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.140440 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:10:20.254166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:20.255787 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.296469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Request body: {'subnet': {'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:20.485055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.495816 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.550576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.552985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b51be2c8-6776-4ad0-a89f-2683b4ca8ca4,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:20.564829 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.690565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Made reservation on behalf of 0c2d042c758b4513b9cbd38317e2a77b for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:20.695868 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.728180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.750974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Router 6520a50d-0379-455a-b5e2-14c651749761 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:10:20.805960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b51be2c8-6776-4ad0-a89f-2683b4ca8ca4,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:20.907295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:20.920537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:20.927259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:20.939274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:20.940324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.944540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=216f3ef3-defb-4f23-bfd4-3969bac059f4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:21.054996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-15e36b5e-10ba-4258-99b7-06a076597652 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1954734 Nov 03 19:10:21.062843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57326) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.075356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:21.161217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:21.172070 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-971f5195-b2b0-459d-8cb9-9a2950781363 admin admin] 10.222.0.77 "PUT /v2.0/routers/6520a50d-0379-455a-b5e2-14c651749761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8667178 Nov 03 19:10:21.178780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57328) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.181798 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] Sync routers for ids ['6520a50d-0379-455a-b5e2-14c651749761'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:21.202903 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] Routers {'6520a50d-0379-455a-b5e2-14c651749761'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:21.204401 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6520a50d-0379-455a-b5e2-14c651749761'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:21.317350 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.328746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.336204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.433153 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] Set router 6520a50d-0379-455a-b5e2-14c651749761 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:21.447394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event updated for resources: {'Subnet': ['ID=60e10528-9141-4312-91d5-c2ac5f36b26a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:21.451459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Checking segment: {'id': 'ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:21.452211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Network hostable DHCP agents. Network: ca1c0cf5-a6f1-46e5-8875-e33c22273b53, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:10:21.494545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:10:21.521483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, ca1c0cf5-a6f1-46e5-8875-e33c22273b53) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:21.531914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:21.533999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.546554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7021c3e-b6ea-4b56-908f-23eee3e524fb None None] Network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:21.592808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-58f4a53f-f8bc-4085-961a-5a62024577e1 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3061352 Nov 03 19:10:21.597059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57336) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.612122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Request body: {'port': {'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-264563105'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:21.770863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:21.862992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.977723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:21.978162 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.983541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-ca1c0cf5-a6f1-46e5-8875-e33c22273b53', 'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53', 'tenant_id': '0c2d042c758b4513b9cbd38317e2a77b', 'fixed_ips': [{'subnet_id': '60e10528-9141-4312-91d5-c2ac5f36b26a'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:21.984476 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.053306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Made reservation on behalf of 0c2d042c758b4513b9cbd38317e2a77b for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:22.063065 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:10:19Z', 'revision_number': 5, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:22.076835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.126124 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] Checking router: 6520a50d-0379-455a-b5e2-14c651749761 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:22.140207 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] Routers {'6520a50d-0379-455a-b5e2-14c651749761'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:22.141446 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6520a50d-0379-455a-b5e2-14c651749761'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:22.146099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] device_id is not set on port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:22.432542 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] Set router 6520a50d-0379-455a-b5e2-14c651749761 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:22.438347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Allocated IP 2001:db8::2 (ca1c0cf5-a6f1-46e5-8875-e33c22273b53/60e10528-9141-4312-91d5-c2ac5f36b26a/619625c0-bde6-4bb8-9bb0-fcda90a68ec4) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:22.750014 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.765020 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.818996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Router ed5823ca-1cac-47d8-8462-8a5e86297240 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:10:22.830409 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:22.834725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:22.848772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:22.894656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.929879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Pushing event updated for resources: {'Port': ['ID=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:22.983291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Attempting to bind port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:22.983291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Attempting to bind port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:22.983747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Attempting to bind port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 on network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:22.990809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:22.991189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Checking segment: {'id': 'ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:22.991609 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.992011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Bound using segment: {'id': 'ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:22.992507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Bound port: 619625c0-bde6-4bb8-9bb0-fcda90a68ec4, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:22.992907 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.035063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Allocated IP 2001:db8::1f8 (ca1c0cf5-a6f1-46e5-8875-e33c22273b53/60e10528-9141-4312-91d5-c2ac5f36b26a/50829f5f-acb1-4577-99bd-e1298ddb9fe5) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:23.047457 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:10:19Z', 'revision_number': 5, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:23.096297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.113349 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.131771 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72420905-c1cf-4ce0-90c9-d800ab900567 None None] The sync data for ids ['6520a50d-0379-455a-b5e2-14c651749761'] in n-d-812148-3 is: [{'id': '6520a50d-0379-455a-b5e2-14c651749761', 'name': 'tempest-ImageQuotaTest-262934206-router', 'tenant_id': 'e80f73826bf3413abb94517b073f2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:44Z', 'updated_at': '2021-11-03T19:10:19Z', 'revision_number': 5, 'project_id': 'e80f73826bf3413abb94517b073f2596', 'gw_port': {'id': '68179482-882d-49f9-a9ed-b85b9d07a03f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6520a50d-0379-455a-b5e2-14c651749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:45Z', 'updated_at': '2021-11-03T19:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:23.139324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] For port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:23.154838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] For port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,segment=NetworkSegment(ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1),segment_id=ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:23.166623 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.279729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] In _notify_port_updated(), no bound segment for port 216f3ef3-defb-4f23-bfd4-3969bac059f4 on network 1abae558-322a-4ad9-8685-582aec964001 {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:10:23.290237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:23.291469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.300097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "PUT /v2.0/ports/216f3ef3-defb-4f23-bfd4-3969bac059f4 HTTP/1.1" status: 200 len: 818 time: 2.2354066 Nov 03 19:10:23.301934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57344) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:23.362196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3297335-4f52-4ba2-a1a3-64b48cec4cf9 None None] Pushing event updated for resources: {'Port': ['ID=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:23.390262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38b33c-1518-4250-a14a-28760152c085 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=216f3ef3-defb-4f23-bfd4-3969bac059f4,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:23.398013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Deleting port 68179482-882d-49f9-a9ed-b85b9d07a03f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:23.398530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.402043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:23.419274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Sync routers for ids ['ed5823ca-1cac-47d8-8462-8a5e86297240'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:23.436253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.437728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b1aa610f-109d-41fb-bce5-95bf97d93c93 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.5981226 Nov 03 19:10:23.444680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57346) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:23.460620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Routers {'ed5823ca-1cac-47d8-8462-8a5e86297240'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:23.462433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ed5823ca-1cac-47d8-8462-8a5e86297240'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:23.695491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] For port 68179482-882d-49f9-a9ed-b85b9d07a03f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=68179482-882d-49f9-a9ed-b85b9d07a03f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:23.697204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.783099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Calling delete_port for 68179482-882d-49f9-a9ed-b85b9d07a03f owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:24.260236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7db7c044-a9d3-466a-a321-841e8b787798 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:24.298210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.303067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 7db7c044-a9d3-466a-a321-841e8b787798 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:24.303874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7db7c044-a9d3-466a-a321-841e8b787798 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:24.342232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68179482-882d-49f9-a9ed-b85b9d07a03f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:24.366098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Set router ed5823ca-1cac-47d8-8462-8a5e86297240 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:24.443076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.532963 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.585170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.590807 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.690726 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.692721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6520a50d-0379-455a-b5e2-14c651749761 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:24.716581 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.721900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1b7cb987-1da0-4ba2-a7ce-9e5f31254ba2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/6520a50d-0379-455a-b5e2-14c651749761 HTTP/1.1" status: 204 len: 168 time: 3.5385962 Nov 03 19:10:24.724185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57356) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.743065 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5a142326-8644-4f5e-9da4-51bbaed06856 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/routers/ed5823ca-1cac-47d8-8462-8a5e86297240 HTTP/1.1" status: 200 len: 907 time: 1.2897742 Nov 03 19:10:24.761958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57358) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.808530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5823ca-1cac-47d8-8462-8a5e86297240', 'name': 'tempest-snat-router-230436700', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:14Z', 'updated_at': '2021-11-03T19:10:19Z', 'revision_number': 3, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port': {'id': '1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5823ca-1cac-47d8-8462-8a5e86297240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:17Z', 'updated_at': '2021-11-03T19:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:24.879274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2a5aac63-7658-4683-bc3b-cd0469deea19 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 216f3ef3-defb-4f23-bfd4-3969bac059f4 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:24.879770 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aac63-7658-4683-bc3b-cd0469deea19 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.889265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-797fd8e1-4af4-44d0-9bb5-8ec86e0b129b admin admin] Deleting subnet da988165-87fa-4160-a16f-64c5e87c2e84 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:24.903902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-797fd8e1-4af4-44d0-9bb5-8ec86e0b129b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.937129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Checking router: ed5823ca-1cac-47d8-8462-8a5e86297240 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:24.937751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Updating router ed5823ca-1cac-47d8-8462-8a5e86297240 port 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:10:25.011280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-797fd8e1-4af4-44d0-9bb5-8ec86e0b129b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.030339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.140255 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.216599 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-797fd8e1-4af4-44d0-9bb5-8ec86e0b129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.253116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event updated for resources: {'Port': ['ID=50829f5f-acb1-4577-99bd-e1298ddb9fe5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.282390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aac63-7658-4683-bc3b-cd0469deea19 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.295966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:25.305006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:25.311944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:25.318099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:25.318958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.337397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2a5aac63-7658-4683-bc3b-cd0469deea19 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 216f3ef3-defb-4f23-bfd4-3969bac059f4 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:25.505978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aac63-7658-4683-bc3b-cd0469deea19 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.505978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.546803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-797fd8e1-4af4-44d0-9bb5-8ec86e0b129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.690497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fd8e1-4af4-44d0-9bb5-8ec86e0b129b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da988165-87fa-4160-a16f-64c5e87c2e84,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.697884 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-db150072-7a64-4d09-abf8-0d099cdd42a0 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.0976138 Nov 03 19:10:25.701253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57364) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:25.726852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Request body: {'port': {'network_id': 'ca1c0cf5-a6f1-46e5-8875-e33c22273b53', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-454680163', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:25.729340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aac63-7658-4683-bc3b-cd0469deea19 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=216f3ef3-defb-4f23-bfd4-3969bac059f4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.729532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.api.validators [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] bootfile-name is not in valid_values {{(pid=101756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:10:25.730042 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.api.validators [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] tftp-server is not in valid_values {{(pid=101756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:10:25.732341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.api.validators [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] server-ip-address is not in valid_values {{(pid=101756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:10:25.737155 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.742569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aac63-7658-4683-bc3b-cd0469deea19 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.747886 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2a5aac63-7658-4683-bc3b-cd0469deea19 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/216f3ef3-defb-4f23-bfd4-3969bac059f4 HTTP/1.1" status: 204 len: 168 time: 2.4439142 Nov 03 19:10:25.750850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57366) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:25.788591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-797fd8e1-4af4-44d0-9bb5-8ec86e0b129b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.795035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-797fd8e1-4af4-44d0-9bb5-8ec86e0b129b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/da988165-87fa-4160-a16f-64c5e87c2e84 HTTP/1.1" status: 204 len: 168 time: 1.0644083 Nov 03 19:10:25.797020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57368) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:25.854874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.869609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c3262-0858-4b3b-87bf-b9a444eaeb2e None None] Network c529c543-b425-4685-a225-15f7732596cd requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:25.878208 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.895275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.013461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79383d1d-24b7-4608-93e2-8fed0088d45a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.017179 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-79383d1d-24b7-4608-93e2-8fed0088d45a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2648518 Nov 03 19:10:26.018600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57370) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.032186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Made reservation on behalf of 0c2d042c758b4513b9cbd38317e2a77b for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:26.036412 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.064971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Deleting port b43a3887-da7e-4ded-a7e6-572b0c6910c3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:26.065312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.068261 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Deleting port 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:26.068751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.091181 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3058f7c7-8092-4bfa-8195-094a0f908a87 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:10:26.097353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:26.099609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3058f7c7-8092-4bfa-8195-094a0f908a87 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/216f3ef3-defb-4f23-bfd4-3969bac059f4 HTTP/1.1" status: 404 len: 333 time: 0.0792339 Nov 03 19:10:26.100845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57372) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.102426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] device_id is not set on port 0793d3f4-bc3a-4b70-806f-2de95d28846b yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:26.113473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1374749182'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:26.150922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2cb16-a5ea-49d1-8843-60bed0260a24 None None] Pushing event updated for resources: {'Port': ['ID=1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.197069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29342b5-8b91-4d38-a051-d0c10613a625 None None] Network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:26.240338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:26.254231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] For port 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b, host n-d-812148-3, got binding levels [] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:26.254827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.257029 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.346531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Calling delete_port for 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:26.416477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] For port b43a3887-da7e-4ded-a7e6-572b0c6910c3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b43a3887-da7e-4ded-a7e6-572b0c6910c3,segment=NetworkSegment(2672e12a-a2b5-44da-a8a7-143d11ba5d3f),segment_id=2672e12a-a2b5-44da-a8a7-143d11ba5d3f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:26.417277 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.460099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0f08dcec-4d63-44e7-8ef1-5b26e267c7e1 None None] Provisioning complete for port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:26.464152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f08dcec-4d63-44e7-8ef1-5b26e267c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.477172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Allocated IP 2001:db8::d8 (ca1c0cf5-a6f1-46e5-8875-e33c22273b53/60e10528-9141-4312-91d5-c2ac5f36b26a/0793d3f4-bc3a-4b70-806f-2de95d28846b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:26.489622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Calling delete_port for b43a3887-da7e-4ded-a7e6-572b0c6910c3 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:26.500240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:10:26.522264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Attempting to bind port 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:26.523147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Attempting to bind port 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:26.523792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Attempting to bind port 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:26.574316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.574899 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Added segment f44f4f96-1b5f-4bcb-b980-db84287c753c of type vlan for network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 Nov 03 19:10:26.589605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:26.591200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:26.592116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.592970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:26.595347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Bound port: 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:26.596414 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.640002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.719973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43a3887-da7e-4ded-a7e6-572b0c6910c3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.735704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] No DVR routers for this DVR port b43a3887-da7e-4ded-a7e6-572b0c6910c3 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:26.748511 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.861843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:26.862701 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.024134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.031730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1078a8d2-e9d3-4dbf-bdd5-244c1acf3eec None None] DHCP port deletion for c529c543-b425-4685-a225-15f7732596cd request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:27.041396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.049831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.092389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] For port 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:27.126081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.143483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.190122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] For port 1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:27.195876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c529c543-b425-4685-a225-15f7732596cd']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:27.216048 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.229371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2672e12a-a2b5-44da-a8a7-143d11ba5d3f') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:27.230281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2672e12a-a2b5-44da-a8a7-143d11ba5d3f') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:27.237880 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f08dcec-4d63-44e7-8ef1-5b26e267c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.258162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.300068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.314773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:27.315811 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.471224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0f08dcec-4d63-44e7-8ef1-5b26e267c7e1 None None] For port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,segment=NetworkSegment(ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1),segment_id=ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:27.489107 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f08dcec-4d63-44e7-8ef1-5b26e267c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.492080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2cb16-a5ea-49d1-8843-60bed0260a24 None None] Pushing event updated for resources: {'Port': ['ID=1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.502032 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Routers {'ed5823ca-1cac-47d8-8462-8a5e86297240'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:27.503118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['ed5823ca-1cac-47d8-8462-8a5e86297240'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:27.508542 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.524848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Network': ['ID=1b20e7ff-e272-4a17-9d61-1f9e4fd9a504,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:27.531886 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:27.690456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ef9927ca-e846-4a5b-90fb-095439f8ae8c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5812557 Nov 03 19:10:27.695174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57390) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.728683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.732818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:27.765060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.776683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c529c543-b425-4685-a225-15f7732596cd HTTP/1.1" status: 204 len: 168 time: 1.9776702 Nov 03 19:10:27.782693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67742e-3cba-47db-8e1a-98041779db40 admin admin] Pushing event deleted for resources: {'Network': ['ID=c529c543-b425-4685-a225-15f7732596cd,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.825229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.890645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] Set router ed5823ca-1cac-47d8-8462-8a5e86297240 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:27.943890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:28.039424 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:28.094089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bbf8c34-28ea-414b-8eb7-42f0a7bbc65b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:28.286300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.321345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:28.334300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:28.335832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.359225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event updated for resources: {'Port': ['ID=0793d3f4-bc3a-4b70-806f-2de95d28846b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:28.384372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:10:28.391244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-486d1bec-e141-4327-b929-24c8c643a71f tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.6834073 Nov 03 19:10:28.396627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57398) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:28.400482 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.475840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5823ca-1cac-47d8-8462-8a5e86297240', 'name': 'tempest-snat-router-230436700', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:14Z', 'updated_at': '2021-11-03T19:10:25Z', 'revision_number': 4, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:28.604342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:28.611825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.698690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47475dfe-def8-4f34-8175-58bbe8e54c1c None None] The sync data for ids ['ed5823ca-1cac-47d8-8462-8a5e86297240'] in n-d-812148-3 is: [{'id': 'ed5823ca-1cac-47d8-8462-8a5e86297240', 'name': 'tempest-snat-router-230436700', 'tenant_id': '118d1b017d4840759f5e3fed0fded5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:14Z', 'updated_at': '2021-11-03T19:10:25Z', 'revision_number': 4, 'project_id': '118d1b017d4840759f5e3fed0fded5d2', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:28.843212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6b6a9b36-33fd-4dc4-9ca3-768bf90db1d2 None None] Provisioning complete for port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:28.843791 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9b36-33fd-4dc4-9ca3-768bf90db1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.865163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57400) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:28.973715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08dcec-4d63-44e7-8ef1-5b26e267c7e1 None None] Pushing event updated for resources: {'Port': ['ID=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:29.125998 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.150853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f9f933-0790-422b-bbfe-dd406e0a9a76 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.156024 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e16b1ccc-98f9-4a15-8180-ecb131376abe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e80f73826bf3413abb94517b073f2596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815790 Nov 03 19:10:29.160572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57406) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:29.163187 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.164875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f9f933-0790-422b-bbfe-dd406e0a9a76 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.186985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f9f933-0790-422b-bbfe-dd406e0a9a76 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.189831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-05f9f933-0790-422b-bbfe-dd406e0a9a76 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.7912421 Nov 03 19:10:29.202574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.211659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57408) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:29.287905 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:29.290008 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:29.291603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a9b36-33fd-4dc4-9ca3-768bf90db1d2 None None] Port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:29.338462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6b6a9b36-33fd-4dc4-9ca3-768bf90db1d2 None None] Provisioning complete for port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:29.339417 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9b36-33fd-4dc4-9ca3-768bf90db1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.399029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=6bbc26d5-db70-4114-a18c-2ae1a0ca43af,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:29.526325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking segment: {'id': 'f44f4f96-1b5f-4bcb-b980-db84287c753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:29.528284 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.529240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network hostable DHCP agents. Network: 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:10:29.530525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed5823ca-1cac-47d8-8462-8a5e86297240 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:29.546327 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.555995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f737bd83-64df-4a7b-89f7-d1e77e4d4ddf tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ed5823ca-1cac-47d8-8462-8a5e86297240 HTTP/1.1" status: 204 len: 168 time: 4.7864120 Nov 03 19:10:29.560736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57410) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:29.854333 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20cf8138-4546-4154-8403-831dd3f984a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.867510 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.001061 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20cf8138-4546-4154-8403-831dd3f984a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.028725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:10:30.034219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f31b0-6f42-47e3-abed-b87c33371059 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Deleting port 0793d3f4-bc3a-4b70-806f-2de95d28846b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:30.034657 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7f31b0-6f42-47e3-abed-b87c33371059 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.065017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:30.078948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:30.079903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.081882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4fd46-d269-4ee1-aac2-d2b9f2ec99c2 None None] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:30.137044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ab7ff232-5e1a-4514-9eed-2980ed656285 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4192126 Nov 03 19:10:30.141324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57412) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:30.183434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7a60f935-c82c-444a-977b-511c859d0ea3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:30.279153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7f31b0-6f42-47e3-abed-b87c33371059 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.295719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f31b0-6f42-47e3-abed-b87c33371059 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Calling delete_port for 0793d3f4-bc3a-4b70-806f-2de95d28846b owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:30.440559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68179482-882d-49f9-a9ed-b85b9d07a03f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:30.496224 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20cf8138-4546-4154-8403-831dd3f984a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.502069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20cf8138-4546-4154-8403-831dd3f984a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.506431 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-20cf8138-4546-4154-8403-831dd3f984a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c936177-772a-4276-a028-0afe3d67fc4a HTTP/1.1" status: 204 len: 168 time: 1.3252478 Nov 03 19:10:30.506431 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7f31b0-6f42-47e3-abed-b87c33371059 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.558141 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 68179482-882d-49f9-a9ed-b85b9d07a03f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:30.562291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68179482-882d-49f9-a9ed-b85b9d07a03f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:30.808863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8138-4546-4154-8403-831dd3f984a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c936177-772a-4276-a028-0afe3d67fc4a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:30.956141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a60f935-c82c-444a-977b-511c859d0ea3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:30.957849 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d7f31b0-6f42-47e3-abed-b87c33371059 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.966977 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3d7f31b0-6f42-47e3-abed-b87c33371059 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "DELETE /v2.0/ports/0793d3f4-bc3a-4b70-806f-2de95d28846b HTTP/1.1" status: 204 len: 168 time: 1.7534876 Nov 03 19:10:30.968628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f31b0-6f42-47e3-abed-b87c33371059 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event deleted for resources: {'Port': ['ID=0793d3f4-bc3a-4b70-806f-2de95d28846b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:30.977938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:30.980440 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a60f935-c82c-444a-977b-511c859d0ea3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.984223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57422) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.003051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Request body: {'port': {'name': 'tempest-new-port-name-1188263221', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:31.003724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] bootfile-name is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:10:31.007016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] tftp-server is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:10:31.012701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.api.validators [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] server-ip-address is not in valid_values {{(pid=101755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:10:31.253495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-1b20e7ff-e272-4a17-9d61-1f9e4fd9a504', 'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504', 'tenant_id': 'b417a2292b9a4db5bc5625d66af99411', 'fixed_ips': [{'subnet_id': '6bbc26d5-db70-4114-a18c-2ae1a0ca43af'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:31.255876 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.297371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8118f454-3e95-4b75-8c98-25acc5050bb7 None None] Could not find standard attr ID for object 0793d3f4-bc3a-4b70-806f-2de95d28846b. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:31.338755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.394856 n-d-812148-3 neutron-server[101756]: INFO neutron.db.ipam_backend_mixin [None req-7a60f935-c82c-444a-977b-511c859d0ea3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6bbc26d5-db70-4114-a18c-2ae1a0ca43af (CIDR: 2001:db8::/64) Nov 03 19:10:31.414753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.422934 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a60f935-c82c-444a-977b-511c859d0ea3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:31.424082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a60f935-c82c-444a-977b-511c859d0ea3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:31.472618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7a60f935-c82c-444a-977b-511c859d0ea3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3185592 Nov 03 19:10:31.481936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57430) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.507892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:31.734604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:31.735703 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.996012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8118f454-3e95-4b75-8c98-25acc5050bb7 None None] Provisioning complete for port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:32.034585 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.035253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8118f454-3e95-4b75-8c98-25acc5050bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.037900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.068029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57432) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:32.105067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] In _notify_port_updated(), no bound segment for port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 on network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:10:32.111472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:32.112189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.113026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:32.113771 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "PUT /v2.0/ports/50829f5f-acb1-4577-99bd-e1298ddb9fe5 HTTP/1.1" status: 200 len: 1130 time: 1.1271186 Nov 03 19:10:32.119811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57434) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:32.124778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.187058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52f29f50-cd37-4763-be6c-6cc56e5f573f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.199707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8118f454-3e95-4b75-8c98-25acc5050bb7 None None] Port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:32.203807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Allocated IP 2001:db8::2 (1b20e7ff-e272-4a17-9d61-1f9e4fd9a504/6bbc26d5-db70-4114-a18c-2ae1a0ca43af/4981be92-bf81-49bf-aa6a-1b6cdbe989a9) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:32.208462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06bc40-b64a-4ced-9d4a-1fecd0fe337a tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event updated for resources: {'Port': ['ID=50829f5f-acb1-4577-99bd-e1298ddb9fe5,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:32.259814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebacb1ce-c83d-46e0-abe9-1beab06502b9 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:32.268976 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ebacb1ce-c83d-46e0-abe9-1beab06502b9 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "GET /v2.0/ports/50829f5f-acb1-4577-99bd-e1298ddb9fe5 HTTP/1.1" status: 200 len: 1130 time: 0.1475141 Nov 03 19:10:32.276378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57436) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:32.468066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b43a3887-da7e-4ded-a7e6-572b0c6910c3 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:32.474090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a9a566fe-cc18-485e-b406-c0b8307a18ea tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Deleting port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:32.474497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a9a566fe-cc18-485e-b406-c0b8307a18ea tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.565649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b43a3887-da7e-4ded-a7e6-572b0c6910c3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:32.566595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b43a3887-da7e-4ded-a7e6-572b0c6910c3 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:32.590734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52f29f50-cd37-4763-be6c-6cc56e5f573f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.604575 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.612859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Deleting port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:32.613867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.687183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52f29f50-cd37-4763-be6c-6cc56e5f573f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.812943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a9a566fe-cc18-485e-b406-c0b8307a18ea tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.856153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a9a566fe-cc18-485e-b406-c0b8307a18ea tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Calling delete_port for 50829f5f-acb1-4577-99bd-e1298ddb9fe5 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:32.873666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.875606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9a932700-46bf-4cde-88a1-23a2cf72bb1a None None] Provisioning complete for port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:32.876049 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a932700-46bf-4cde-88a1-23a2cf72bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.935197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.050303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-52f29f50-cd37-4763-be6c-6cc56e5f573f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.9780233 Nov 03 19:10:33.056293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57446) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.066604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:33.083638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f29f50-cd37-4763-be6c-6cc56e5f573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2939c958-1527-4a19-8585-c89ed420d569,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:33.095292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:33.109573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:33.128503 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Pushing event updated for resources: {'Port': ['ID=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:33.138109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9a932700-46bf-4cde-88a1-23a2cf72bb1a None None] Port 50829f5f-acb1-4577-99bd-e1298ddb9fe5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:33.193664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] For port b51be2c8-6776-4ad0-a89f-2683b4ca8ca4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b51be2c8-6776-4ad0-a89f-2683b4ca8ca4,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:33.194827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.231588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Calling delete_port for b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:33.332869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Attempting to bind port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:33.333795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Attempting to bind port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f44f4f96-1b5f-4bcb-b980-db84287c753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:33.334626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Attempting to bind port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 on network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:33.359023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:33.359951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Checking segment: {'id': 'f44f4f96-1b5f-4bcb-b980-db84287c753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:33.360807 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.361900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Bound using segment: {'id': 'f44f4f96-1b5f-4bcb-b980-db84287c753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:33.362901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Bound port: 4981be92-bf81-49bf-aa6a-1b6cdbe989a9, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44f4f96-1b5f-4bcb-b980-db84287c753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:33.363741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.382776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c014bdd-2157-4f97-8827-f80e33f15ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.499792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c014bdd-2157-4f97-8827-f80e33f15ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.517974 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a9a566fe-cc18-485e-b406-c0b8307a18ea tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.596570 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a566fe-cc18-485e-b406-c0b8307a18ea tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event deleted for resources: {'Port': ['ID=50829f5f-acb1-4577-99bd-e1298ddb9fe5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:33.610777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c9109004-46ff-4d79-927d-60631a50453e None None] For port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:33.663922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a9a566fe-cc18-485e-b406-c0b8307a18ea tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.674815 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a9a566fe-cc18-485e-b406-c0b8307a18ea tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "DELETE /v2.0/ports/50829f5f-acb1-4577-99bd-e1298ddb9fe5 HTTP/1.1" status: 204 len: 168 time: 1.3948905 Nov 03 19:10:33.676434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57448) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.705823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.709985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c9109004-46ff-4d79-927d-60631a50453e None None] For port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,segment=NetworkSegment(f44f4f96-1b5f-4bcb-b980-db84287c753c),segment_id=f44f4f96-1b5f-4bcb-b980-db84287c753c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:33.720709 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.783899 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c014bdd-2157-4f97-8827-f80e33f15ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.793363 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c014bdd-2157-4f97-8827-f80e33f15ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.802548 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3c014bdd-2157-4f97-8827-f80e33f15ade admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2939c958-1527-4a19-8585-c89ed420d569 HTTP/1.1" status: 204 len: 168 time: 0.7398751 Nov 03 19:10:33.860611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c014bdd-2157-4f97-8827-f80e33f15ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939c958-1527-4a19-8585-c89ed420d569,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:33.927560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fe27cd-17c2-474c-969d-87b8219adc93 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Deleting subnet 60e10528-9141-4312-91d5-c2ac5f36b26a {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:33.952837 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8fe27cd-17c2-474c-969d-87b8219adc93 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.006984 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.019965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9109004-46ff-4d79-927d-60631a50453e None None] Pushing event updated for resources: {'Port': ['ID=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:34.161514 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8fe27cd-17c2-474c-969d-87b8219adc93 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.236244 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:34.260522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:34.290903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.303897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:34.304873 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.539538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8fe27cd-17c2-474c-969d-87b8219adc93 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.612553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event deleted for resources: {'Port': ['ID=b51be2c8-6776-4ad0-a89f-2683b4ca8ca4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:34.652005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=c89be2ce-24a1-47c8-b767-6d3dc181b6d8,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:34.666587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5951f3e4-c37b-446d-9cdd-d516006c2859 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1800160 Nov 03 19:10:34.672454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57458) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:34.702808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504', 'fixed_ips': [{'subnet_id': '6bbc26d5-db70-4114-a18c-2ae1a0ca43af'}, {'subnet_id': 'c89be2ce-24a1-47c8-b767-6d3dc181b6d8'}], 'name': 'tempest-PortsIpV6TestJSON-2124750537'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:34.753165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.940214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8fe27cd-17c2-474c-969d-87b8219adc93 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.044188 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.051493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.075501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:35.088771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe27cd-17c2-474c-969d-87b8219adc93 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event deleted for resources: {'Subnet': ['ID=60e10528-9141-4312-91d5-c2ac5f36b26a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:35.117336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8fe27cd-17c2-474c-969d-87b8219adc93 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.121532 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f8fe27cd-17c2-474c-969d-87b8219adc93 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "DELETE /v2.0/subnets/60e10528-9141-4312-91d5-c2ac5f36b26a HTTP/1.1" status: 204 len: 168 time: 1.4428282 Nov 03 19:10:35.138026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57460) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.161213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f66f2-c3f7-49d0-a6e9-003e94c95a52 None None] Network ca1c0cf5-a6f1-46e5-8875-e33c22273b53 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:35.249073 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.249865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router becfec8f-ad34-4917-ae2e-0011da60b225 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:35.267152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.268949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-19a175de-2b56-437d-ab18-dddc53f910fb tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "DELETE /v2.0/routers/becfec8f-ad34-4917-ae2e-0011da60b225 HTTP/1.1" status: 204 len: 168 time: 5.7064459 Nov 03 19:10:35.275518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57468) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.283638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1225978829', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:35.433607 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:10:35.433607 n-d-812148-3 neutron-server[101755]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 19:10:35.433607 n-d-812148-3 neutron-server[101755]: [parameters: {'project_id': 'b417a2292b9a4db5bc5625d66af99411', 'id': 'd356c935-a796-4a8d-aeb8-88dcd30872ff', 'expiration': datetime.datetime(2021, 11, 3, 19, 12, 35, 416584)}] Nov 03 19:10:35.433607 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:35.434365 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:35.441691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.478137 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.479452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.648174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.720582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:35.722776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.915352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57476) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:36.061559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] DHCP port deletion for ca1c0cf5-a6f1-46e5-8875-e33c22273b53 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:36.091402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166d307-8b8e-418b-be42-f40409245945 req-35bc3874-3e7d-48a0-b65c-2756d0e7f5bd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:36.111820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5166d307-8b8e-418b-be42-f40409245945 req-35bc3874-3e7d-48a0-b65c-2756d0e7f5bd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.2071238 Nov 03 19:10:36.155534 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.230469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Deleting port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:36.230469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.372325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:36.380862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,segment=NetworkSegment(f44f4f96-1b5f-4bcb-b980-db84287c753c),segment_id=f44f4f96-1b5f-4bcb-b980-db84287c753c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:36.394314 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a901626b-d34b-47e9-a061-091e50bb92da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.395231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5166d307-8b8e-418b-be42-f40409245945 req-2319620c-36bc-4c37-bd2c-3b8ddf8ffe37 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820833 Nov 03 19:10:36.431019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57482) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:36.551697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01544a6-0458-46b1-928f-824f4d430c8c None None] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:36.557750 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.615634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.671699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-854c175e-794f-4f63-9874-d167dbff8db0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/5552f1d2-8746-48b2-8824-b4fd5e558f7d HTTP/1.1" status: 200 len: 993 time: 0.2386014 Nov 03 19:10:36.898906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-288d91d3-f0da-4892-a02c-a3ef4aabbf6e None None] Provisioning complete for port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:36.898906 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-288d91d3-f0da-4892-a02c-a3ef4aabbf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.014329 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-321fcd81-f3f8-43ad-ad45-3b6073528409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.082427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:37.100704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:37.315906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] Deleting port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:37.317050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.318215 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-321fcd81-f3f8-43ad-ad45-3b6073528409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.383267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.450266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 78ca7a60-3cfe-4611-aff1-8f78913e542d yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:37.530727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fc61d-024d-46bc-8fd9-1ee53f864c74 req-a98c62a0-c948-4ac1-9013-1813aa5ab072 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:37.547351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e88fc61d-024d-46bc-8fd9-1ee53f864c74 req-a98c62a0-c948-4ac1-9013-1813aa5ab072 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1097 time: 0.1297798 Nov 03 19:10:37.665367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e88fc61d-024d-46bc-8fd9-1ee53f864c74 req-db061826-8cad-478f-a176-a79481152dfc tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120605 Nov 03 19:10:37.692505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-321fcd81-f3f8-43ad-ad45-3b6073528409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.734853 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.748323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] For port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,segment=NetworkSegment(ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1),segment_id=ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:37.749123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.863751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] Calling delete_port for 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:37.935834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,segment=NetworkSegment(ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1),segment_id=ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:37.990549 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.991420 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:38.125615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:38.126085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b51be2c8-6776-4ad0-a89f-2683b4ca8ca4 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:38.184258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0e09b-5cbc-4d63-b5b9-bf62fcf56e7d None None] Update dhcp port {'port': {'network_id': '1b20e7ff-e272-4a17-9d61-1f9e4fd9a504', 'fixed_ips': [{'subnet_id': '6bbc26d5-db70-4114-a18c-2ae1a0ca43af', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c89be2ce-24a1-47c8-b767-6d3dc181b6d8'}], 'binding:host_id': 'n-d-812148-3'}, 'id': '4981be92-bf81-49bf-aa6a-1b6cdbe989a9'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:38.227156 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e09b-5cbc-4d63-b5b9-bf62fcf56e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.245174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.288097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.288440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.288779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.289120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.289683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.290146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.290549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.290974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.291589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.292080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.292773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.293369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:38.324820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.327987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] For port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,segment=NetworkSegment(ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1),segment_id=ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:38.328369 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.369596 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-321fcd81-f3f8-43ad-ad45-3b6073528409 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ba7542ad2da4518ba7b37b86b90080c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4445717 Nov 03 19:10:38.374807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57498) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:38.394124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Calling delete_port for 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:38.471696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fcd81-f3f8-43ad-ad45-3b6073528409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988b8dbb-5b6c-4e02-aa91-eb4c258ea7c1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.499560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83755132-2f1d-40c1-98ea-f2f9e496886d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.505733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] Pushing event deleted for resources: {'Port': ['ID=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.521747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5fda1-698a-472e-82fc-3c64030880c1 None None] No DVR routers for this DVR port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:38.584225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83755132-2f1d-40c1-98ea-f2f9e496886d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.710008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83755132-2f1d-40c1-98ea-f2f9e496886d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.714182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-83755132-2f1d-40c1-98ea-f2f9e496886d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.719432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-83755132-2f1d-40c1-98ea-f2f9e496886d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/988b8dbb-5b6c-4e02-aa91-eb4c258ea7c1 HTTP/1.1" status: 204 len: 168 time: 0.3431902 Nov 03 19:10:38.749766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83755132-2f1d-40c1-98ea-f2f9e496886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b8dbb-5b6c-4e02-aa91-eb4c258ea7c1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.750245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.766154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:38.878306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event deleted for resources: {'Port': ['ID=619625c0-bde6-4bb8-9bb0-fcda90a68ec4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.892940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] No DVR routers for this DVR port 619625c0-bde6-4bb8-9bb0-fcda90a68ec4 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:38.914830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:38.915344 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.968306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::2ad (1b20e7ff-e272-4a17-9d61-1f9e4fd9a504/6bbc26d5-db70-4114-a18c-2ae1a0ca43af/78ca7a60-3cfe-4611-aff1-8f78913e542d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:39.021589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.036093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8:0:1::1be (1b20e7ff-e272-4a17-9d61-1f9e4fd9a504/c89be2ce-24a1-47c8-b767-6d3dc181b6d8/78ca7a60-3cfe-4611-aff1-8f78913e542d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:39.093106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.175699 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.266699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1c0cf5-a6f1-46e5-8875-e33c22273b53']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:39.310417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:39.311289 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce74a1cf-bbcc-4e4a-89e4-fb80de25e7e1') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:39.344541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.438055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.506093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:39.506716 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:39.510793 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:39.602667 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-271aa4f8-097d-4ed2-8f24-92e5e0962f98 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4587326 Nov 03 19:10:39.611787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-cdfee3c6-2534-4eee-a450-0268dccc115f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:10:39.625853 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-cdfee3c6-2534-4eee-a450-0268dccc115f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0211141 Nov 03 19:10:39.655204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Allocated IP 172.25.3.13 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/21d670c6-abf0-44c5-a903-b60d3065be1d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:39.691115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.713919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.718400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] 10.222.0.77 "DELETE /v2.0/networks/ca1c0cf5-a6f1-46e5-8875-e33c22273b53 HTTP/1.1" status: 204 len: 168 time: 4.5790820 Nov 03 19:10:39.794719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb952c-5371-46b6-bb55-cbf30cca5685 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307 tempest-ExtraDHCPOptionsIpV6TestJSON-440420307-project] Pushing event deleted for resources: {'Network': ['ID=ca1c0cf5-a6f1-46e5-8875-e33c22273b53,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:39.804923 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.978924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.986017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.093681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:40.099449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=78ca7a60-3cfe-4611-aff1-8f78913e542d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.106867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:40.113589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:40.124196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:40.125708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.164761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.176426 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0c11d1a2-440b-4d20-b39d-1713081bfbc2 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.4925058 Nov 03 19:10:40.180354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57544) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:40.190885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bbc26d5-db70-4114-a18c-2ae1a0ca43af'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:40.271092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.276537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:40.313629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:40.322084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:40.330412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e6a0e09b-5cbc-4d63-b5b9-bf62fcf56e7d None None] Allocated IP 2001:db8:0:1::2 (1b20e7ff-e272-4a17-9d61-1f9e4fd9a504/c89be2ce-24a1-47c8-b767-6d3dc181b6d8/4981be92-bf81-49bf-aa6a-1b6cdbe989a9) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:40.499411 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6dac-ef39-4b49-a575-74c5c34eabd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.526935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event updated for resources: {'Port': ['ID=21d670c6-abf0-44c5-a903-b60d3065be1d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.805073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57556) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:40.858008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.951569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e6a0e09b-5cbc-4d63-b5b9-bf62fcf56e7d None None] For port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,segment=NetworkSegment(f44f4f96-1b5f-4bcb-b980-db84287c753c),segment_id=f44f4f96-1b5f-4bcb-b980-db84287c753c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:41.064046 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e09b-5cbc-4d63-b5b9-bf62fcf56e7d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.081193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e09b-5cbc-4d63-b5b9-bf62fcf56e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.207635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.324317 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2818dd96-90b5-41ec-acf4-dac758c82ecb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0c2d042c758b4513b9cbd38317e2a77b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153542 Nov 03 19:10:41.329246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57564) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:41.410830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0e09b-5cbc-4d63-b5b9-bf62fcf56e7d None None] Pushing event updated for resources: {'Port': ['ID=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:41.727504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e8a1954-5545-4c8f-9ba3-2867165df19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.805805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e8a1954-5545-4c8f-9ba3-2867165df19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.051116 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.256233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Delete allocated IP 2001:db8:0:1::1be (1b20e7ff-e272-4a17-9d61-1f9e4fd9a504/c89be2ce-24a1-47c8-b767-6d3dc181b6d8) {{(pid=101756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:10:42.299110 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.305036 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.353573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-37200272-56c9-4ccc-b229-286d86970219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.358647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-37200272-56c9-4ccc-b229-286d86970219 service neutron] 10.222.0.77 "GET /v2.0/ports/82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 1094 time: 1.1521366 Nov 03 19:10:42.390055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Request body: {'binding': {'host': 'n-h2-812148-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:42.391621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Unknown quota resources ['binding']. {{(pid=101756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:10:42.474558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e8a1954-5545-4c8f-9ba3-2867165df19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.479773 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e8a1954-5545-4c8f-9ba3-2867165df19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.482733 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e8a1954-5545-4c8f-9ba3-2867165df19b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d002c7d8-53c0-44ca-a23e-dada4b1e976c HTTP/1.1" status: 204 len: 168 time: 1.1489854 Nov 03 19:10:42.513624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a1954-5545-4c8f-9ba3-2867165df19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d002c7d8-53c0-44ca-a23e-dada4b1e976c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:42.717564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Router b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:10:42.720876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad33da-9694-4da6-bb77-9ac4d78e360f None None] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:43.181588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:43.205385 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6514dca-b9b9-403c-af05-91ee4fce49e1 None None] Sync routers for ids ['b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:43.235696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:43.268037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.281280 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08bcf0af-5071-4cc7-9939-525e446ee104 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9922621 Nov 03 19:10:43.282600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57584) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:43.289310 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6514dca-b9b9-403c-af05-91ee4fce49e1 None None] Routers {'b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:43.293793 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b6514dca-b9b9-403c-af05-91ee4fce49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:43.303693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6baf2f81-37be-4cca-916d-e93ee1745446 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': False}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:43.399912 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.410241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on host n-h2-812148-3 for vnic_type normal with profile None {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:43.411990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:43.412749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:43.429720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.442520 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b6514dca-b9b9-403c-af05-91ee4fce49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:43.470636 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6514dca-b9b9-403c-af05-91ee4fce49e1 None None] Routers {'b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:43.472999 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b6514dca-b9b9-403c-af05-91ee4fce49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:43.554341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d2afdaa5-3a02-4735-9381-6a90c2154dd8 None None] Provisioning complete for port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:43.575909 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b6514dca-b9b9-403c-af05-91ee4fce49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:43.576911 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2afdaa5-3a02-4735-9381-6a90c2154dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.579141 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6514dca-b9b9-403c-af05-91ee4fce49e1 None None] The sync data for ids ['b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:43.690619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:10:43.691715 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:43.713706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] In _notify_port_updated(), no bound segment for port 78ca7a60-3cfe-4611-aff1-8f78913e542d on network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:10:43.727091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:43.728486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.739183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "PUT /v2.0/ports/78ca7a60-3cfe-4611-aff1-8f78913e542d HTTP/1.1" status: 200 len: 926 time: 3.5569880 Nov 03 19:10:43.741019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57594) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:43.757865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:43.758624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Checking segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:43.759471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Bound using segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:43.760592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Bound port: 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:43.778604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bbc26d5-db70-4114-a18c-2ae1a0ca43af'}, {'subnet_id': 'c89be2ce-24a1-47c8-b767-6d3dc181b6d8'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:43.868926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:43.869968 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.095798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=78ca7a60-3cfe-4611-aff1-8f78913e542d,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:44.163378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.163847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.164495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.165496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.166099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.166666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.167230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.168326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.168917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.169658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.170186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.170751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bec84d-1ad6-4af8-a303-3d0c05dd1d85 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:44.312745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.346270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:44.361581 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] Publish callbacks [] for binding, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.363677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] 10.222.0.77 "POST /v2.0/ports/82cb9e46-2583-495b-9fa4-1c9b20a04c6f/bindings HTTP/1.1" status: 201 len: 389 time: 1.9822752 Nov 03 19:10:44.398136 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6baf2f81-37be-4cca-916d-e93ee1745446 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.764955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c8ef6f9b-3fed-4e1e-bb96-0b6e3447fae9 None None] Provisioning complete for port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:44.768194 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f9b-3fed-4e1e-bb96-0b6e3447fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.296227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c8ef6f9b-3fed-4e1e-bb96-0b6e3447fae9 None None] Provisioning complete for port 78ca7a60-3cfe-4611-aff1-8f78913e542d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:45.297326 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f9b-3fed-4e1e-bb96-0b6e3447fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.311057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.452175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8:0:1::27b (1b20e7ff-e272-4a17-9d61-1f9e4fd9a504/c89be2ce-24a1-47c8-b767-6d3dc181b6d8/78ca7a60-3cfe-4611-aff1-8f78913e542d) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:45.606085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef6f9b-3fed-4e1e-bb96-0b6e3447fae9 None None] Port 78ca7a60-3cfe-4611-aff1-8f78913e542d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:45.924911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6393b81f-212e-478a-823f-91779f8cef3e None None] Provisioning complete for port 78ca7a60-3cfe-4611-aff1-8f78913e542d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:45.925930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6393b81f-212e-478a-823f-91779f8cef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.092367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-secgroup--851430459'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:46.119729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6393b81f-212e-478a-823f-91779f8cef3e None None] Port 78ca7a60-3cfe-4611-aff1-8f78913e542d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:46.153252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-a6c22b1a-e71b-42e4-be73-83c435fdfa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.161639 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-a6c22b1a-e71b-42e4-be73-83c435fdfa7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1097 time: 1.0748446 Nov 03 19:10:46.264663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.276778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.277768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d9e4128b-35dd-49b1-938f-546366333d5f None None] Provisioning complete for port 78ca7a60-3cfe-4611-aff1-8f78913e542d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:46.280473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d9e4128b-35dd-49b1-938f-546366333d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.389117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=78ca7a60-3cfe-4611-aff1-8f78913e542d,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:46.422779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4128b-35dd-49b1-938f-546366333d5f None None] Port 78ca7a60-3cfe-4611-aff1-8f78913e542d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:46.480712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.500566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6baf2f81-37be-4cca-916d-e93ee1745446 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.507122 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6baf2f81-37be-4cca-916d-e93ee1745446 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.569442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] In _notify_port_updated(), no bound segment for port 78ca7a60-3cfe-4611-aff1-8f78913e542d on network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:10:46.595884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.603689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.610862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57632) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:46.611988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cb40adb6-9376-4529-bc35-6aed6e8d210a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "PUT /v2.0/ports/78ca7a60-3cfe-4611-aff1-8f78913e542d HTTP/1.1" status: 200 len: 1012 time: 2.8513639 Nov 03 19:10:46.655742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.690597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15490-b262-4263-b8af-09f78a737d9f req-ee4c9b01-bf2f-47a9-b79b-849c5b155bb8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.704266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96f15490-b262-4263-b8af-09f78a737d9f req-ee4c9b01-bf2f-47a9-b79b-849c5b155bb8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.7164721 Nov 03 19:10:46.897953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-0980cbf3-3867-45b4-8bd3-4286c50448c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.900394 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-0980cbf3-3867-45b4-8bd3-4286c50448c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 897 time: 0.7293100 Nov 03 19:10:46.970422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.984388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.090784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96f15490-b262-4263-b8af-09f78a737d9f req-ae123ef6-5ad5-40c3-9e72-e7cd600c6da6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3850837 Nov 03 19:10:47.173323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2c98f7-8728-4eab-9a0f-9ca47d17ee2c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:47.187930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0b532a75-877c-4252-b4bb-0974c5716ebe None None] Provisioning complete for port 78ca7a60-3cfe-4611-aff1-8f78913e542d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:47.188349 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0b532a75-877c-4252-b4bb-0974c5716ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.247634 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baf2f81-37be-4cca-916d-e93ee1745446 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Router b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:10:47.256583 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-9663f26c-882c-4220-8bcf-64ea5d28c96c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 1001 time: 0.3299870 Nov 03 19:10:47.291335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.303359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.312616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0b532a75-877c-4252-b4bb-0974c5716ebe None None] Port 78ca7a60-3cfe-4611-aff1-8f78913e542d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:47.395656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.398171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0728772 Nov 03 19:10:47.406529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57640) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:47.490527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a8ac3-9e77-465f-84e1-1e9c428343cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8a58c9-ee1f-45aa-979a-804b71b38678,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:47.637363 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e1cd636c-5013-4e70-bcb7-6e4f1e4c025f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2290530 Nov 03 19:10:47.641200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57644) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:47.649306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f13abc61-c11b-43de-8fbb-747157df76cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-security--22135910', 'description': 'tempest-security-description-394307317'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:47.735973 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f13abc61-c11b-43de-8fbb-747157df76cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.958091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f13abc61-c11b-43de-8fbb-747157df76cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.965525 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f13abc61-c11b-43de-8fbb-747157df76cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.970363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f13abc61-c11b-43de-8fbb-747157df76cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.977649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f13abc61-c11b-43de-8fbb-747157df76cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "PUT /v2.0/security-groups/9f8a58c9-ee1f-45aa-979a-804b71b38678 HTTP/1.1" status: 200 len: 1794 time: 0.3345869 Nov 03 19:10:47.978542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57646) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:48.107437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-66a21c07-d627-400c-998f-35425cd61f0f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups/9f8a58c9-ee1f-45aa-979a-804b71b38678 HTTP/1.1" status: 200 len: 1794 time: 0.1226039 Nov 03 19:10:48.108597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13abc61-c11b-43de-8fbb-747157df76cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8a58c9-ee1f-45aa-979a-804b71b38678,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:48.114792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57648) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:48.153950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c8b0bd20-2946-4da0-abb8-15812ead3d70 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 78ca7a60-3cfe-4611-aff1-8f78913e542d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:48.154473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bd20-2946-4da0-abb8-15812ead3d70 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.248948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-cc187536-5748-4d02-a34d-42cd4c90656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:48.255969 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-cc187536-5748-4d02-a34d-42cd4c90656d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 200 len: 833 time: 0.9871027 Nov 03 19:10:48.298872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-464b0604-dde6-499d-9585-3560f8ebc8ea tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.307016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baf2f81-37be-4cca-916d-e93ee1745446 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:48.325234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24896b-7590-4f3a-a2ac-ab15107d3d66 None None] Sync routers for ids ['b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:48.329818 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6baf2f81-37be-4cca-916d-e93ee1745446 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.339040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6baf2f81-37be-4cca-916d-e93ee1745446 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "PUT /v2.0/routers/b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 HTTP/1.1" status: 200 len: 925 time: 5.0521657 Nov 03 19:10:48.340777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57652) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:48.362352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24896b-7590-4f3a-a2ac-ab15107d3d66 None None] Routers {'b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:48.374935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1e24896b-7590-4f3a-a2ac-ab15107d3d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:48.513143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1e24896b-7590-4f3a-a2ac-ab15107d3d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:48.540683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24896b-7590-4f3a-a2ac-ab15107d3d66 None None] Routers {'b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:48.546082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1e24896b-7590-4f3a-a2ac-ab15107d3d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:48.570240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-464b0604-dde6-499d-9585-3560f8ebc8ea tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.670449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1e24896b-7590-4f3a-a2ac-ab15107d3d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:48.671511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24896b-7590-4f3a-a2ac-ab15107d3d66 None None] The sync data for ids ['b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:48.693213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7bb58-25b1-47b3-87e7-bf8f892864da req-e7a5ff5e-3aa9-4b3f-a5e2-3b925dc05a78 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:48.695914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bd7bb58-25b1-47b3-87e7-bf8f892864da req-e7a5ff5e-3aa9-4b3f-a5e2-3b925dc05a78 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.3810599 Nov 03 19:10:48.780236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-464b0604-dde6-499d-9585-3560f8ebc8ea tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.788854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-464b0604-dde6-499d-9585-3560f8ebc8ea tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.791307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-464b0604-dde6-499d-9585-3560f8ebc8ea tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/9f8a58c9-ee1f-45aa-979a-804b71b38678 HTTP/1.1" status: 204 len: 168 time: 0.6748602 Nov 03 19:10:48.802825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57658) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:48.841100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b0604-dde6-499d-9585-3560f8ebc8ea tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8a58c9-ee1f-45aa-979a-804b71b38678,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:48.896066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-7e7bea29-ab75-480e-b55a-801fe45e1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:48.898819 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-7e7bea29-ab75-480e-b55a-801fe45e1a98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72557839-3bf0-452c-accd-bb0ee110353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6184881 Nov 03 19:10:48.902628 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bd20-2946-4da0-abb8-15812ead3d70 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.905569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bd7bb58-25b1-47b3-87e7-bf8f892864da req-c99f28d3-6152-42f1-ace1-9067b29aa03f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967163 Nov 03 19:10:49.028339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c8b0bd20-2946-4da0-abb8-15812ead3d70 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 78ca7a60-3cfe-4611-aff1-8f78913e542d owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:49.307425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a7e88a3c-81c0-462d-b77a-70b4703e3e8e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/routers/b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 HTTP/1.1" status: 200 len: 925 time: 0.9565465 Nov 03 19:10:49.311473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57660) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.324713 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7ec20d16-744a-4d85-99ef-2d70f7c09c09 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5193453 Nov 03 19:10:49.334778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57662) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.412107 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-8803159a-e130-41f6-af6d-37bde8bb9c5b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] delete failed (client error): The resource could not be found. Nov 03 19:10:49.421197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8803159a-e130-41f6-af6d-37bde8bb9c5b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/9f8a58c9-ee1f-45aa-979a-804b71b38678 HTTP/1.1" status: 404 len: 347 time: 0.0772915 Nov 03 19:10:49.424527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57664) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.431643 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-48ea6124-5db4-46e7-9b5e-8743e75ccefb service neutron] 10.222.0.70 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597962 Nov 03 19:10:49.437866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3bb76fba-37c6-4543-b1b1-91d772763a41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-secgroup--141867801'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:49.610399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b62e4-99fc-49c8-bded-0f1da20681f8 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.620963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-644b62e4-99fc-49c8-bded-0f1da20681f8 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3067966 Nov 03 19:10:49.622056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57670) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.709046 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-833088a3-647d-4e7e-a3d0-95f89a6a6464 service neutron] 10.222.0.70 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615483 Nov 03 19:10:49.770275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb76fba-37c6-4543-b1b1-91d772763a41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.833287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc3e0c-1614-4ccc-a782-269cb1b33fa3 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.836037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0cdc3e0c-1614-4ccc-a782-269cb1b33fa3 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 881 time: 0.2124267 Nov 03 19:10:49.842430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57674) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.908595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5799c7cb-2dff-4218-89e6-d18e6d43f519 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 HTTP/1.1" status: 200 len: 205 time: 0.0632610 Nov 03 19:10:49.911638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57676) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.069027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-197106a6-d3f9-47af-8ce2-3dfaabc2643c tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:50.071465 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-197106a6-d3f9-47af-8ce2-3dfaabc2643c tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20&tenant_id=2e22fabbe1db42cd92e04a8708663a2f&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1097 time: 0.2726457 Nov 03 19:10:50.089230 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812148-3'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:50.100580 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bd20-2946-4da0-abb8-15812ead3d70 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.203492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0bd20-2946-4da0-abb8-15812ead3d70 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=78ca7a60-3cfe-4611-aff1-8f78913e542d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.219681 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.225562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb76fba-37c6-4543-b1b1-91d772763a41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.254122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d01ed-1a1b-4d35-875a-2c081f560e7d req-3d47b2b9-245c-4be8-8348-f6cae03d2cd0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:50.257153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-935d01ed-1a1b-4d35-875a-2c081f560e7d req-3d47b2b9-245c-4be8-8348-f6cae03d2cd0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.1489272 Nov 03 19:10:50.295434 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb76fba-37c6-4543-b1b1-91d772763a41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.343095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.376835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bd20-2946-4da0-abb8-15812ead3d70 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.385737 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c8b0bd20-2946-4da0-abb8-15812ead3d70 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/78ca7a60-3cfe-4611-aff1-8f78913e542d HTTP/1.1" status: 204 len: 168 time: 3.7664688 Nov 03 19:10:50.390877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57680) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.421217 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb76fba-37c6-4543-b1b1-91d772763a41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.422776 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3bb76fba-37c6-4543-b1b1-91d772763a41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9966302 Nov 03 19:10:50.429294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb76fba-37c6-4543-b1b1-91d772763a41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754e3ebc-478f-4df6-bcac-fb4ad14ecbee,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.435006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57682) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.441002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5b6f87bd-adc3-4a2a-9532-892bfc5f30cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': '754e3ebc-478f-4df6-bcac-fb4ad14ecbee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:50.520298 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf845381-e11f-40c2-bfd7-c163c02e9a8b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:10:50.523368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf845381-e11f-40c2-bfd7-c163c02e9a8b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/78ca7a60-3cfe-4611-aff1-8f78913e542d HTTP/1.1" status: 404 len: 333 time: 0.1303482 Nov 03 19:10:50.528889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57684) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.541625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-935d01ed-1a1b-4d35-875a-2c081f560e7d req-9e45545a-a280-4a14-a992-f3af0f6bea9a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223415 Nov 03 19:10:50.607346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b6f87bd-adc3-4a2a-9532-892bfc5f30cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.674885 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.685104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:50.691583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacd132b-e550-49a7-a1ce-706934e5caa4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet c89be2ce-24a1-47c8-b767-6d3dc181b6d8 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:50.696667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bacd132b-e550-49a7-a1ce-706934e5caa4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.784822 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b6f87bd-adc3-4a2a-9532-892bfc5f30cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.791633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b6f87bd-adc3-4a2a-9532-892bfc5f30cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.794294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:50.843900 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bacd132b-e550-49a7-a1ce-706934e5caa4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.889521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f87bd-adc3-4a2a-9532-892bfc5f30cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fddc56-b7fe-4435-aae3-3c2917faa196,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.942638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b6f87bd-adc3-4a2a-9532-892bfc5f30cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.944400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5b6f87bd-adc3-4a2a-9532-892bfc5f30cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5082138 Nov 03 19:10:50.951174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:50.951466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.954694 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42802ec-4d68-4129-9346-3df5d53afce5" -d '{"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-unplugged", "status": "completed", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:50.962023 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.973051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.047413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Deleting port 21d670c6-abf0-44c5-a903-b60d3065be1d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:51.048114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.117606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bacd132b-e550-49a7-a1ce-706934e5caa4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.241010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be5b8fd-b3d0-446b-aae2-c19c8d995e41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.260031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:51.278235 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be5b8fd-b3d0-446b-aae2-c19c8d995e41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.310043 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2174c27-8228-40cb-a620-11fcdbffacc7 x-openstack-request-id: req-b2174c27-8228-40cb-a620-11fcdbffacc7 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:51.310864 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-unplugged", "status": "completed", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:51.311501 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2174c27-8228-40cb-a620-11fcdbffacc7 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:51.315283 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'code': 200} Nov 03 19:10:51.411569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on host n-h1-812148-3 for vnic_type normal with profile {"migrating_to": "n-h2-812148-3"} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:51.413353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:51.414305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:51.427458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:10:51.428352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Attempting to bind port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on network 72557839-3bf0-452c-accd-bb0ee110353e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:51.431683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be5b8fd-b3d0-446b-aae2-c19c8d995e41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.439444 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5be5b8fd-b3d0-446b-aae2-c19c8d995e41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.440089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:51.440639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5be5b8fd-b3d0-446b-aae2-c19c8d995e41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/08fddc56-b7fe-4435-aae3-3c2917faa196 HTTP/1.1" status: 204 len: 168 time: 0.4804342 Nov 03 19:10:51.441146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Checking segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:51.441876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Bound using segment: {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:51.442521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Bound port: 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:51.443063 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.446697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57704) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:51.481941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5b8fd-b3d0-446b-aae2-c19c8d995e41 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08fddc56-b7fe-4435-aae3-3c2917faa196,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:51.539783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bacd132b-e550-49a7-a1ce-706934e5caa4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.550172 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.626784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-69f24919-54f0-446d-bc94-98605f41d584 None None] Provisioning complete for port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:51.627631 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-69f24919-54f0-446d-bc94-98605f41d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.701538 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cfdb63b6-99c3-4335-a130-2f563fa8ca40 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2406666 Nov 03 19:10:51.701538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57712) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:51.701930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd132b-e550-49a7-a1ce-706934e5caa4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=c89be2ce-24a1-47c8-b767-6d3dc181b6d8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:51.738557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Calling delete_port for 21d670c6-abf0-44c5-a903-b60d3065be1d owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:51.834642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:51.840078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-69f24919-54f0-446d-bc94-98605f41d584 None None] Port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:51.846406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a9826-95c7-4dce-a8df-e409da4b4c91 None None] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:51.867523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:51.897207 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.002653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69b6d1aa-9826-4918-ab66-bf4356e41858 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.118630 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bacd132b-e550-49a7-a1ce-706934e5caa4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.125542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bacd132b-e550-49a7-a1ce-706934e5caa4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/c89be2ce-24a1-47c8-b767-6d3dc181b6d8 HTTP/1.1" status: 204 len: 168 time: 1.5918584 Nov 03 19:10:52.144313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57718) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:52.255711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=8']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:52.302767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69b6d1aa-9826-4918-ab66-bf4356e41858 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.465148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.472731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69b6d1aa-9826-4918-ab66-bf4356e41858 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.476955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69b6d1aa-9826-4918-ab66-bf4356e41858 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.480569 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-69b6d1aa-9826-4918-ab66-bf4356e41858 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/754e3ebc-478f-4df6-bcac-fb4ad14ecbee HTTP/1.1" status: 204 len: 168 time: 0.7817080 Nov 03 19:10:52.513389 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57720) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:52.515446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6d1aa-9826-4918-ab66-bf4356e41858 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e3ebc-478f-4df6-bcac-fb4ad14ecbee,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:52.580566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186d29-f2cb-4585-a5db-963e0933553d req-2113aa38-215e-41ef-a975-ffffa92a5fb1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:52.594918 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d186d29-f2cb-4585-a5db-963e0933553d req-2113aa38-215e-41ef-a975-ffffa92a5fb1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 944 time: 0.4795878 Nov 03 19:10:52.627554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-82add8d5-defa-4de0-b888-b61f033d9df6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 6bbc26d5-db70-4114-a18c-2ae1a0ca43af {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:52.639489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['82cb9e46-2583-495b-9fa4-1c9b20a04c6f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:52.683934 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82add8d5-defa-4de0-b888-b61f033d9df6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.738720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:52.740175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.752529 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-3f6cd17c-6626-4279-b28d-476a8cab5648 service neutron] 10.222.0.70 "PUT /v2.0/ports/82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 1122 time: 2.6684172 Nov 03 19:10:52.774601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-22776b6e-faf1-4ad1-a3a7-2e0485164791 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2502613 Nov 03 19:10:52.781355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57724) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:52.802291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8f558527-234b-4e40-be3f-2203d33cdf13 None None] Provisioning complete for port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:52.804279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6997ca78-c18c-4641-b5d2-0d914d1c0dc6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429521493'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:52.805164 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8f558527-234b-4e40-be3f-2203d33cdf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.816222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event deleted for resources: {'Port': ['ID=21d670c6-abf0-44c5-a903-b60d3065be1d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:52.902276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6997ca78-c18c-4641-b5d2-0d914d1c0dc6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.108907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82add8d5-defa-4de0-b888-b61f033d9df6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.210300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6997ca78-c18c-4641-b5d2-0d914d1c0dc6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.217330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6997ca78-c18c-4641-b5d2-0d914d1c0dc6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.217826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d186d29-f2cb-4585-a5db-963e0933553d req-1897006f-12e1-4b6e-b457-3de9c35f8dd2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6215298 Nov 03 19:10:53.244407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.334944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:53.339025 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ac0370-5ae9-40af-a82a-187ecf94f506" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:53.358909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997ca78-c18c-4641-b5d2-0d914d1c0dc6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de63547c-06cb-43d7-8586-fa8a49702321,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:53.362708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8f558527-234b-4e40-be3f-2203d33cdf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.398934 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6997ca78-c18c-4641-b5d2-0d914d1c0dc6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.407398 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6997ca78-c18c-4641-b5d2-0d914d1c0dc6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6226058 Nov 03 19:10:53.409324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57730) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.419009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6b9a59a4-783c-4dfd-beca-5010b2472ae4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': 'de63547c-06cb-43d7-8586-fa8a49702321', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:53.482776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b9a59a4-783c-4dfd-beca-5010b2472ae4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.486744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8f558527-234b-4e40-be3f-2203d33cdf13 None None] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:53.488560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:53.494822 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f041bdf9-22e3-4af4-8dfb-e2b29334110f" -d '{"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-plugged", "status": "completed", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:53.504848 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8f558527-234b-4e40-be3f-2203d33cdf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.542882 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c07b6b3-8d82-43fc-8a8a-7aaa88c45f97 x-openstack-request-id: req-3c07b6b3-8d82-43fc-8a8a-7aaa88c45f97 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:53.545738 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:53.546753 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c07b6b3-8d82-43fc-8a8a-7aaa88c45f97 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:53.547630 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'status': 'completed', 'code': 200} Nov 03 19:10:53.709651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b9a59a4-783c-4dfd-beca-5010b2472ae4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.719129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b9a59a4-783c-4dfd-beca-5010b2472ae4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.721237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.725803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.816372 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.816372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Fanout notify agent at l3_agent the message router_deleted on router b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:53.818816 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a59a4-783c-4dfd-beca-5010b2472ae4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bada9ecd-c5cb-4f0f-ad57-ca3dc43e4fb4,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:53.843291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b9a59a4-783c-4dfd-beca-5010b2472ae4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.849494 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6b9a59a4-783c-4dfd-beca-5010b2472ae4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4343364 Nov 03 19:10:53.852407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57734) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.869772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-50cfe63f-2c41-4904-97b6-e8547057b0a2 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': 'de63547c-06cb-43d7-8586-fa8a49702321', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:53.875761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.878308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-87dc8047-efdf-4f7a-9ae2-3086a24218cb tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 HTTP/1.1" status: 204 len: 168 time: 3.9648161 Nov 03 19:10:53.891182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57736) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.900569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6993c656-e238-4a39-b218-4d59b22ccf7c tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2071004724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:53.990080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-a97d680f-5867-47bb-bc62-15aa3ad6d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.996520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-50cfe63f-2c41-4904-97b6-e8547057b0a2 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.998393 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e183ffb8-4e84-4b5f-908f-3f2dd877540a x-openstack-request-id: req-e183ffb8-4e84-4b5f-908f-3f2dd877540a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:53.999165 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-plugged", "status": "completed", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:53.999165 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e183ffb8-4e84-4b5f-908f-3f2dd877540a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:53.999768 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'code': 200} Nov 03 19:10:54.002427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-a97d680f-5867-47bb-bc62-15aa3ad6d5c0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1127 time: 0.1982508 Nov 03 19:10:54.027926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f558527-234b-4e40-be3f-2203d33cdf13 None None] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:54.111820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82add8d5-defa-4de0-b888-b61f033d9df6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.118197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6993c656-e238-4a39-b218-4d59b22ccf7c tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.119531 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6993c656-e238-4a39-b218-4d59b22ccf7c tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.262501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6993c656-e238-4a39-b218-4d59b22ccf7c tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.275461 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6993c656-e238-4a39-b218-4d59b22ccf7c tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.299320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-50cfe63f-2c41-4904-97b6-e8547057b0a2 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.315862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-50cfe63f-2c41-4904-97b6-e8547057b0a2 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.352790 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e646cfa7-48ba-49b6-8511-1d129c6742da None None] Provisioning complete for port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:54.353504 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e646cfa7-48ba-49b6-8511-1d129c6742da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.361123 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6993c656-e238-4a39-b218-4d59b22ccf7c tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.371135 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6993c656-e238-4a39-b218-4d59b22ccf7c tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4757755 Nov 03 19:10:54.376016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57744) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:54.393322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfe63f-2c41-4904-97b6-e8547057b0a2 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420799e6-f717-4b18-9496-d3b4faba2f3a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:54.426809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:54.461025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-50cfe63f-2c41-4904-97b6-e8547057b0a2 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.477227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-50cfe63f-2c41-4904-97b6-e8547057b0a2 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6227400 Nov 03 19:10:54.487428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57746) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:54.517578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-429a6b20-66bd-49d9-ac75-73f2754be322 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': 'de63547c-06cb-43d7-8586-fa8a49702321', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:54.576675 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-429a6b20-66bd-49d9-ac75-73f2754be322 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.629360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82add8d5-defa-4de0-b888-b61f033d9df6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.729017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 82cb9e46-2583-495b-9fa4-1c9b20a04c6f details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:10:54.734903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-429a6b20-66bd-49d9-ac75-73f2754be322 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.742961 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-429a6b20-66bd-49d9-ac75-73f2754be322 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.812624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a6b20-66bd-49d9-ac75-73f2754be322 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a21fc3-a0fb-4484-9458-0d4a69dad0d7,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:54.835442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-429a6b20-66bd-49d9-ac75-73f2754be322 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.847564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-429a6b20-66bd-49d9-ac75-73f2754be322 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3507321 Nov 03 19:10:54.848250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57748) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:54.860252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3d9f0f38-600d-4c28-9e72-2caf72a8c5a0 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': 'de63547c-06cb-43d7-8586-fa8a49702321', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:54.933960 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0f38-600d-4c28-9e72-2caf72a8c5a0 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.071004 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0f38-600d-4c28-9e72-2caf72a8c5a0 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.071681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20de1e-7088-4364-ae7b-d2a6da1884f7 None None] Network 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:55.077372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0f38-600d-4c28-9e72-2caf72a8c5a0 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.101391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0f38-600d-4c28-9e72-2caf72a8c5a0 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fed42a-6f05-4b5c-9519-f40e63045d31,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.118788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0f38-600d-4c28-9e72-2caf72a8c5a0 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.120164 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3d9f0f38-600d-4c28-9e72-2caf72a8c5a0 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2702491 Nov 03 19:10:55.124932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57750) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.135960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e116ae30-fbfe-4552-a500-11eb169b599e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': 'de63547c-06cb-43d7-8586-fa8a49702321', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:55.193078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e116ae30-fbfe-4552-a500-11eb169b599e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.258632 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82add8d5-defa-4de0-b888-b61f033d9df6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.262879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82add8d5-defa-4de0-b888-b61f033d9df6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/6bbc26d5-db70-4114-a18c-2ae1a0ca43af HTTP/1.1" status: 204 len: 168 time: 3.1150696 Nov 03 19:10:55.270721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57756) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.298291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-18341619-74ca-4b8b-8ce6-e4f51e0ab890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:55.300053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-18341619-74ca-4b8b-8ce6-e4f51e0ab890 service neutron] 10.222.0.96 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 897 time: 1.2962427 Nov 03 19:10:55.306956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82add8d5-defa-4de0-b888-b61f033d9df6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbc26d5-db70-4114-a18c-2ae1a0ca43af,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.445153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:55.479651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 82cb9e46-2583-495b-9fa4-1c9b20a04c6f has no active binding in host n-h2-812148-3 {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 19:10:55.506950 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e116ae30-fbfe-4552-a500-11eb169b599e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.524212 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.530015 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e116ae30-fbfe-4552-a500-11eb169b599e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.542925 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.597856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d788845-c231-4854-ad6e-e53436d4b287 req-e06dfdac-f4e8-4dbd-8d5f-5064745869e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:55.600507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d788845-c231-4854-ad6e-e53436d4b287 req-e06dfdac-f4e8-4dbd-8d5f-5064745869e8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 1.0785520 Nov 03 19:10:55.634176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116ae30-fbfe-4552-a500-11eb169b599e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab2520a-e971-4ce5-a99e-6670fc41e910,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.657308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-ca3b2bfe-5699-4f3d-8f23-a1224a900f2d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 1001 time: 0.3472347 Nov 03 19:10:55.711701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e116ae30-fbfe-4552-a500-11eb169b599e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.713855 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e116ae30-fbfe-4552-a500-11eb169b599e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5869234 Nov 03 19:10:55.719344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57768) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.810078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] DHCP port deletion for 1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:55.822160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-1a1244ae-1b0b-4cc9-9b74-391b8759304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:55.825655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-1a1244ae-1b0b-4cc9-9b74-391b8759304f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 200 len: 833 time: 0.1543648 Nov 03 19:10:55.856435 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08a1d0b4-c3a3-45b7-9494-b40a2bd2976f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.885587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08a1d0b4-c3a3-45b7-9494-b40a2bd2976f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.929707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:55.930225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.968867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] Deleting port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:55.969846 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.980640 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08a1d0b4-c3a3-45b7-9494-b40a2bd2976f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.003041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d788845-c231-4854-ad6e-e53436d4b287 req-c83e78d1-d6c2-4182-b63a-42a8327b1e9b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800428 Nov 03 19:10:56.043591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08a1d0b4-c3a3-45b7-9494-b40a2bd2976f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.049277 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08a1d0b4-c3a3-45b7-9494-b40a2bd2976f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/7ab2520a-e971-4ce5-a99e-6670fc41e910 HTTP/1.1" status: 204 len: 168 time: 0.3236897 Nov 03 19:10:56.051309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57772) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.092788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1d0b4-c3a3-45b7-9494-b40a2bd2976f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ab2520a-e971-4ce5-a99e-6670fc41e910,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.134390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] For port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,segment=NetworkSegment(f44f4f96-1b5f-4bcb-b980-db84287c753c),segment_id=f44f4f96-1b5f-4bcb-b980-db84287c753c)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:56.134713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.164073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] For port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,segment=NetworkSegment(f44f4f96-1b5f-4bcb-b980-db84287c753c),segment_id=f44f4f96-1b5f-4bcb-b980-db84287c753c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:56.165643 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.181935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:56.197356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] Calling delete_port for 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:56.217514 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-290a6b53-a221-40ab-9060-cc357dfb07f2 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1604078 Nov 03 19:10:56.219523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57774) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.249002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-6675e306-5a31-446a-b65e-5c1ee82d5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:56.251682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-6675e306-5a31-446a-b65e-5c1ee82d5968 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72557839-3bf0-452c-accd-bb0ee110353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4095790 Nov 03 19:10:56.349242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fda-a563-477d-b15e-1819efd5d5a5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.376852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fda-a563-477d-b15e-1819efd5d5a5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.437239 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.476871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fda-a563-477d-b15e-1819efd5d5a5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.485719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.496243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] Pushing event deleted for resources: {'Port': ['ID=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.500138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d63dc-589d-494f-9375-9ec837836fa9 None None] No DVR routers for this DVR port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:56.503406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fda-a563-477d-b15e-1819efd5d5a5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.517309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0b5c4fda-a563-477d-b15e-1819efd5d5a5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/04fed42a-6f05-4b5c-9519-f40e63045d31 HTTP/1.1" status: 204 len: 168 time: 0.2939150 Nov 03 19:10:56.527522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57780) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.546936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-491a398a-8b33-40ed-988f-0aba16d87d6c service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824714 Nov 03 19:10:56.631136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c4fda-a563-477d-b15e-1819efd5d5a5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04fed42a-6f05-4b5c-9519-f40e63045d31,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.648027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=4981be92-bf81-49bf-aa6a-1b6cdbe989a9,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.666898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No DVR routers for this DVR port 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:56.772839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3ac0370-5ae9-40af-a82a-187ecf94f506 req-2758648b-233b-43ed-b9d2-03bb38dd2ed4 service neutron] 10.222.0.96 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162087 Nov 03 19:10:56.811585 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ee36b270-1516-4d9b-bd49-55f46a1acb22 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2616131 Nov 03 19:10:56.814813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57786) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.822016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:56.856728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:56.857486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 4981be92-bf81-49bf-aa6a-1b6cdbe989a9 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:56.926333 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.945442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6f171a8-8bfb-48e4-9e61-664f969b7db3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.973933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6f171a8-8bfb-48e4-9e61-664f969b7db3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.016517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.018315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b20e7ff-e272-4a17-9d61-1f9e4fd9a504']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:57.048493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44f4f96-1b5f-4bcb-b980-db84287c753c') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:57.049482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44f4f96-1b5f-4bcb-b980-db84287c753c') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:57.053673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.085485 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.100452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6f171a8-8bfb-48e4-9e61-664f969b7db3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.128872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6f171a8-8bfb-48e4-9e61-664f969b7db3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.134149 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d6f171a8-8bfb-48e4-9e61-664f969b7db3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/68a21fc3-a0fb-4484-9458-0d4a69dad0d7 HTTP/1.1" status: 204 len: 168 time: 0.3136554 Nov 03 19:10:57.140940 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:10:57.141909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57794) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.144350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f171a8-8bfb-48e4-9e61-664f969b7db3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68a21fc3-a0fb-4484-9458-0d4a69dad0d7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:57.148342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.172651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:57.176220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:57.181979 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:57.298941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.311907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.321656 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/networks/1b20e7ff-e272-4a17-9d61-1f9e4fd9a504 HTTP/1.1" status: 204 len: 168 time: 2.0492907 Nov 03 19:10:57.322316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57798) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.334078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-00dbf28f-8dcc-4d31-9a3b-f3a38b79d27a tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1905091 Nov 03 19:10:57.343309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57800) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.357489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eae8a-ba27-429b-bf43-3cdda49a6a90 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Network': ['ID=1b20e7ff-e272-4a17-9d61-1f9e4fd9a504,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:57.403732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838665a5-4a85-4c99-9da2-1324aba43a76 req-ad0f85d0-ebc8-4e11-b50e-6127f583c9ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:57.406589 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-838665a5-4a85-4c99-9da2-1324aba43a76 req-ad0f85d0-ebc8-4e11-b50e-6127f583c9ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 946 time: 0.2238622 Nov 03 19:10:57.448201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ba323a9b-898a-4912-955f-5ed3685ac952 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.468958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ba323a9b-898a-4912-955f-5ed3685ac952 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.514263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d6d970-e32d-4a35-8a98-46002f009b6e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:57.514750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Allocated IP 172.25.3.230 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/a72cbeea-2cd1-40f0-9fc2-c532e8512415) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:57.516993 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c9d6d970-e32d-4a35-8a98-46002f009b6e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1820230 Nov 03 19:10:57.524832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57802) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.636834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ba323a9b-898a-4912-955f-5ed3685ac952 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.648783 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ba323a9b-898a-4912-955f-5ed3685ac952 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.652494 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ba323a9b-898a-4912-955f-5ed3685ac952 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/420799e6-f717-4b18-9496-d3b4faba2f3a HTTP/1.1" status: 204 len: 168 time: 0.3072557 Nov 03 19:10:57.663101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57806) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.727274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-838665a5-4a85-4c99-9da2-1324aba43a76 req-dbda98e9-ff6a-450a-8ac6-b8211e4e990e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002129 Nov 03 19:10:57.774572 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b165aea6-eccc-49de-84b7-d533367bdbf7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2476349 Nov 03 19:10:57.776887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba323a9b-898a-4912-955f-5ed3685ac952 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=420799e6-f717-4b18-9496-d3b4faba2f3a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:57.802398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.840968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-819596895'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:57.873918 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6a200cf0-e0d1-4c8e-8df0-b8ec8ce04b4d tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2079120 Nov 03 19:10:57.881348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57814) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.896659 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-eb2abb2d-a7f8-4a97-9f7c-60670299bf68 service neutron] 10.222.0.96 "GET /v2.0/ports/82cb9e46-2583-495b-9fa4-1c9b20a04c6f/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 384 time: 0.4160228 Nov 03 19:10:57.961693 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6061-e54f-4a1d-8862-c7a3c81daf0e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.978945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6061-e54f-4a1d-8862-c7a3c81daf0e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.039715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.040512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6061-e54f-4a1d-8862-c7a3c81daf0e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.062668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6061-e54f-4a1d-8862-c7a3c81daf0e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.065811 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bd1d6061-e54f-4a1d-8862-c7a3c81daf0e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/bada9ecd-c5cb-4f0f-ad57-ca3dc43e4fb4 HTTP/1.1" status: 204 len: 168 time: 0.1816006 Nov 03 19:10:58.079802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57818) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.081593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:58.089523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.149158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d6061-e54f-4a1d-8862-c7a3c81daf0e tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bada9ecd-c5cb-4f0f-ad57-ca3dc43e4fb4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.190498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:10:58.246130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.249337 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Added segment d8fc8a5a-a738-499b-a0f9-84cf31968454 of type vlan for network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c Nov 03 19:10:58.266605 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.331048 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cd9a2694-5a79-427a-ad7e-b6de90c2546f tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2013860 Nov 03 19:10:58.331048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57824) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.349914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:58.361263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:58.370859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:58.385936 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.519157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.531884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:58.537466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.537692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:58.592400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:58.601475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event updated for resources: {'Port': ['ID=a72cbeea-2cd1-40f0-9fc2-c532e8512415,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.670599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Network': ['ID=83d09a8a-cef5-428f-bf8d-bf84dfc7742c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.691105 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8ebed5d2-29ec-4e1a-8a5f-53d9a63bf9ab tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.697055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:10:58.700190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:58.725927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:58.731538 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465a73d7-9214-490b-93f0-3f20d956e754" -d '{"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-unplugged", "status": "completed", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:58.742766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.770259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8ebed5d2-29ec-4e1a-8a5f-53d9a63bf9ab tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.905788 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5d3d21d1-808a-4c80-8ec9-56beec879bf6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0733330 Nov 03 19:10:58.909068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57836) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.913839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8ebed5d2-29ec-4e1a-8a5f-53d9a63bf9ab tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.918423 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1414e3-1d46-451c-99a7-9fb3369f9c79 x-openstack-request-id: req-af1414e3-1d46-451c-99a7-9fb3369f9c79 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:58.918904 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-unplugged", "status": "completed", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:58.919321 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af1414e3-1d46-451c-99a7-9fb3369f9c79 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:58.920058 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'code': 200} Nov 03 19:10:58.928030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8ebed5d2-29ec-4e1a-8a5f-53d9a63bf9ab tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.935292 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8ebed5d2-29ec-4e1a-8a5f-53d9a63bf9ab tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/de63547c-06cb-43d7-8586-fa8a49702321 HTTP/1.1" status: 204 len: 168 time: 0.6027937 Nov 03 19:10:58.942071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57838) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.942906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.990691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebed5d2-29ec-4e1a-8a5f-53d9a63bf9ab tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de63547c-06cb-43d7-8586-fa8a49702321,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:59.088187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f729e541-312b-47fd-b23e-c122474d41b6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1414256 Nov 03 19:10:59.088438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57842) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:59.186175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a861a033-9300-4d2e-af33-8b7e9bb13d66 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163670006'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:59.404034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-9166b981-4230-4983-aac7-9a523fa17579 req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] Transition to ACTIVE for port object 82cb9e46-2583-495b-9fa4-1c9b20a04c6f will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:10:59.424711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a21129-ff78-49ce-9863-6bdcc1fb342f req-f3937d03-8d38-489a-b573-bc05f19db405 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:59.427583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2a21129-ff78-49ce-9863-6bdcc1fb342f req-f3937d03-8d38-489a-b573-bc05f19db405 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.3576055 Nov 03 19:10:59.431474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a861a033-9300-4d2e-af33-8b7e9bb13d66 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.440821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.604350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:59.610227 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.955461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] Pushing event updated for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=11']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:00.032080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2a21129-ff78-49ce-9863-6bdcc1fb342f req-3d50cd90-2299-4cb7-b050-369659d503ea tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5456183 Nov 03 19:11:00.125033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.169831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9166b981-4230-4983-aac7-9a523fa17579 req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] No DVR routers for this DVR port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:00.242768 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a861a033-9300-4d2e-af33-8b7e9bb13d66 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.332219 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a861a033-9300-4d2e-af33-8b7e9bb13d66 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.535275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a861a033-9300-4d2e-af33-8b7e9bb13d66 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.541691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a861a033-9300-4d2e-af33-8b7e9bb13d66 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3815417 Nov 03 19:11:00.542976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57870) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.552481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861a033-9300-4d2e-af33-8b7e9bb13d66 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b492121b-fdcf-46f6-8a30-49b8cf555b36,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:00.552988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c95bb523-40f3-4f63-a5fa-901e7fddd6cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': 'b492121b-fdcf-46f6-8a30-49b8cf555b36', 'direction': 'ingress', 'protocol': 17}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:00.618394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c95bb523-40f3-4f63-a5fa-901e7fddd6cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.690774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.750288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c95bb523-40f3-4f63-a5fa-901e7fddd6cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.757710 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c95bb523-40f3-4f63-a5fa-901e7fddd6cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.785838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bb523-40f3-4f63-a5fa-901e7fddd6cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682ce9cc-9f5c-43f3-b574-7d59f6210da0,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:00.819859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c95bb523-40f3-4f63-a5fa-901e7fddd6cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.823881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 82cb9e46-2583-495b-9fa4-1c9b20a04c6f no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:00.826222 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c95bb523-40f3-4f63-a5fa-901e7fddd6cd tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2803195 Nov 03 19:11:00.827368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57876) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.860521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-ef52bd08-0304-4bbf-8aa1-49278a7688fb service neutron] 10.222.0.96 "PUT /v2.0/ports/82cb9e46-2583-495b-9fa4-1c9b20a04c6f/bindings/n-h2-812148-3/activate HTTP/1.1" status: 200 len: 369 time: 2.9406283 Nov 03 19:11:00.926067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=9f620193-f87f-4eff-82d5-0d20635b64fa,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:00.973516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 82cb9e46-2583-495b-9fa4-1c9b20a04c6f not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:01.061856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking segment: {'id': 'd8fc8a5a-a738-499b-a0f9-84cf31968454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:01.066737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network hostable DHCP agents. Network: 83d09a8a-cef5-428f-bf8d-bf84dfc7742c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:01.087612 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e8881a4-667f-4475-aa69-8d81e8cb1c96 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.116814 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.127815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.133635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-00f936e6-f893-4c4d-accc-c3d0d84746ca tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:01.136557 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-00f936e6-f893-4c4d-accc-c3d0d84746ca tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20&tenant_id=2e22fabbe1db42cd92e04a8708663a2f&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.1532309 Nov 03 19:11:01.152821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:01.163978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e8881a4-667f-4475-aa69-8d81e8cb1c96 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.328189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 83d09a8a-cef5-428f-bf8d-bf84dfc7742c) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:01.337636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:01.343671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485ffa9-600f-49fd-a3cf-893d5c965cd7 None None] Network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:01.354869 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.364631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-ffec00cf-af86-4081-b558-484973b41383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:01.368270 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-ffec00cf-af86-4081-b558-484973b41383 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 1096 time: 0.2183321 Nov 03 19:11:01.433244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e8881a4-667f-4475-aa69-8d81e8cb1c96 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.442140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e8881a4-667f-4475-aa69-8d81e8cb1c96 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.445115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e8881a4-667f-4475-aa69-8d81e8cb1c96 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/b492121b-fdcf-46f6-8a30-49b8cf555b36 HTTP/1.1" status: 204 len: 168 time: 0.6156049 Nov 03 19:11:01.473746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57886) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.534981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8881a4-667f-4475-aa69-8d81e8cb1c96 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b492121b-fdcf-46f6-8a30-49b8cf555b36,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:01.592503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-aab661b3-62cb-4a99-8bb3-02b86aaeea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:01.596744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-aab661b3-62cb-4a99-8bb3-02b86aaeea23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1096 time: 0.1805780 Nov 03 19:11:01.675640 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5ab44a4e-84d4-4fd1-adc8-eb802eaf4121 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1975625 Nov 03 19:11:01.722773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57890) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.738127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cafc5db2-463b-46c6-a10f-c0c50d3cb071 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-secgroup--622082540'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:01.810980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-83d09a8a-cef5-428f-bf8d-bf84dfc7742c', 'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c', 'tenant_id': 'b417a2292b9a4db5bc5625d66af99411', 'fixed_ips': [{'subnet_id': '9f620193-f87f-4eff-82d5-0d20635b64fa'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:01.814263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.822005 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cafc5db2-463b-46c6-a10f-c0c50d3cb071 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.006793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-59292094-a9db-4668-b01a-1e8fa2c55166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:02.009310 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-59292094-a9db-4668-b01a-1e8fa2c55166 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 897 time: 0.4006934 Nov 03 19:11:02.224643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Allocated IP 2001:db8::2 (83d09a8a-cef5-428f-bf8d-bf84dfc7742c/9f620193-f87f-4eff-82d5-0d20635b64fa/26fa6ad6-34dd-4228-a5ec-43d67f966a2c) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:02.289987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-76818f69-e8f2-4c77-83c2-2e5af5f45d68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3633072 Nov 03 19:11:02.309158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57892) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:02.318695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c', 'name': 'tempest-PortsIpV6TestJSON-2087851835'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:02.355818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb054-5137-4d45-9e89-5524121b1f4b req-7373a2aa-1918-4711-835a-28cfd74d9d8f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:02.371350 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49ceb054-5137-4d45-9e89-5524121b1f4b req-7373a2aa-1918-4711-835a-28cfd74d9d8f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 1.0827632 Nov 03 19:11:02.504293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cafc5db2-463b-46c6-a10f-c0c50d3cb071 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.508584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Router 1711eb9a-0cc6-4bba-af72-69dbe7ea58bc is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:02.538454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49ceb054-5137-4d45-9e89-5524121b1f4b req-686d3496-ea4c-4e33-bd88-063e6b365d6b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609435 Nov 03 19:11:02.575943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-208cac16-c6c1-4899-aa91-a7eb668c7775 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 999 time: 0.5580883 Nov 03 19:11:02.606077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cafc5db2-463b-46c6-a10f-c0c50d3cb071 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.632054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.730072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc5db2-463b-46c6-a10f-c0c50d3cb071 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66411f02-e93f-4c5d-a9d2-33f607230edd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:02.863184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cafc5db2-463b-46c6-a10f-c0c50d3cb071 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.867704 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cafc5db2-463b-46c6-a10f-c0c50d3cb071 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1420369 Nov 03 19:11:02.869387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57898) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:02.881192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808326165'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:02.892369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:02.898554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.902899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:02.920512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-29b7a737-dc7a-4e99-b8eb-df811b3704b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:02.921394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.923703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-67cf11b3-d2bf-4163-b35e-87b7eabf6b91 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "PUT /v2.0/routers/1711eb9a-0cc6-4bba-af72-69dbe7ea58bc HTTP/1.1" status: 200 len: 884 time: 8.5313606 Nov 03 19:11:02.923823 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-29b7a737-dc7a-4e99-b8eb-df811b3704b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 200 len: 833 time: 0.3296466 Nov 03 19:11:02.933297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57900) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:02.937600 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a12d-6d5f-4e6c-8ad0-ca87b0de0a99 None None] Sync routers for ids ['1711eb9a-0cc6-4bba-af72-69dbe7ea58bc'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:02.938208 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.955140 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.968620 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35a12d-6d5f-4e6c-8ad0-ca87b0de0a99 None None] Routers {'1711eb9a-0cc6-4bba-af72-69dbe7ea58bc'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:02.973105 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bf35a12d-6d5f-4e6c-8ad0-ca87b0de0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1711eb9a-0cc6-4bba-af72-69dbe7ea58bc'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:03.016876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:03.041205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:03.053999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:03.103393 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bf35a12d-6d5f-4e6c-8ad0-ca87b0de0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:03.141822 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35a12d-6d5f-4e6c-8ad0-ca87b0de0a99 None None] Routers {'1711eb9a-0cc6-4bba-af72-69dbe7ea58bc'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:03.142271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port f728825a-119e-47c9-925d-272b8239acb0 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:03.142841 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bf35a12d-6d5f-4e6c-8ad0-ca87b0de0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1711eb9a-0cc6-4bba-af72-69dbe7ea58bc'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:03.164345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Pushing event updated for resources: {'Port': ['ID=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:03.285301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Attempting to bind port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:03.286444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Attempting to bind port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'd8fc8a5a-a738-499b-a0f9-84cf31968454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:03.286611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Attempting to bind port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c on network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:03.306299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:03.306601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Checking segment: {'id': 'd8fc8a5a-a738-499b-a0f9-84cf31968454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:03.306991 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.307428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Bound using segment: {'id': 'd8fc8a5a-a738-499b-a0f9-84cf31968454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:03.313328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Bound port: 26fa6ad6-34dd-4228-a5ec-43d67f966a2c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fc8a5a-a738-499b-a0f9-84cf31968454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:03.314136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.328779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-778338c7-bdd7-4a4a-aa01-3db0712c74c2 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/routers/1711eb9a-0cc6-4bba-af72-69dbe7ea58bc HTTP/1.1" status: 200 len: 925 time: 0.3935225 Nov 03 19:11:03.329700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57902) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:03.416517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::26d (83d09a8a-cef5-428f-bf8d-bf84dfc7742c/9f620193-f87f-4eff-82d5-0d20635b64fa/f728825a-119e-47c9-925d-272b8239acb0) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:03.490743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] For port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:03.497987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] For port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,segment=NetworkSegment(d8fc8a5a-a738-499b-a0f9-84cf31968454),segment_id=d8fc8a5a-a738-499b-a0f9-84cf31968454)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:03.507098 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.513147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b876894a-89c7-4cd0-b4cd-14f52a0f8e73 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.519279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b876894a-89c7-4cd0-b4cd-14f52a0f8e73 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=1711eb9a-0cc6-4bba-af72-69dbe7ea58bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1794071 Nov 03 19:11:03.523236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57904) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:03.542673 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-bf35a12d-6d5f-4e6c-8ad0-ca87b0de0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:03.543929 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a12d-6d5f-4e6c-8ad0-ca87b0de0a99 None None] The sync data for ids ['1711eb9a-0cc6-4bba-af72-69dbe7ea58bc'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:03.642495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5feb1-2e36-4e0c-86e3-416782f95e6a None None] Pushing event updated for resources: {'Port': ['ID=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:03.664900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.717174 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.758712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-e698a098-a72f-4fe5-9807-f707515e134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.763237 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-e698a098-a72f-4fe5-9807-f707515e134b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72557839-3bf0-452c-accd-bb0ee110353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7918973 Nov 03 19:11:03.842665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6285f-29d7-45b5-a560-88e164759980 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.854367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-baa6285f-29d7-45b5-a560-88e164759980 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 881 time: 0.3289196 Nov 03 19:11:03.855400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:03.905204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-613779b7-7d6e-4e35-b4fc-b9dc55974ca9 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=1711eb9a-0cc6-4bba-af72-69dbe7ea58bc HTTP/1.1" status: 200 len: 205 time: 0.0475233 Nov 03 19:11:03.906172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:04.027959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.190542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3d76b-7f8a-479e-8a75-e626d357c5c4 req-41ed5166-f80b-4631-ac77-faab60b2869e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:04.203222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4e3d76b-7f8a-479e-8a75-e626d357c5c4 req-41ed5166-f80b-4631-ac77-faab60b2869e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.2602673 Nov 03 19:11:04.441561 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.446712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.462722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4e3d76b-7f8a-479e-8a75-e626d357c5c4 req-9f4bd1be-fe91-4c7c-9402-3b1d0473fe6a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580900 Nov 03 19:11:04.469081 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.492575 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-a24a775f-b599-41c9-84ac-cd2d5ba0c69b service neutron] 10.222.0.70 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964524 Nov 03 19:11:04.519568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.598231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:04.637890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:04.642812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:04.654552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:04.656493 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.657185 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.777720 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.781017 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9045386 Nov 03 19:11:04.786451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57916) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:04.798115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8dbcbd-d3f5-43e3-9711-8a5ca1b3cfbb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:04.808132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e3d1d043-86a8-44a3-9092-fcdc4cf233d3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': '66411f02-e93f-4c5d-a9d2-33f607230edd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fa8dbcbd-d3f5-43e3-9711-8a5ca1b3cfbb', 'remote_ip_prefix': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:04.819316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.819975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.820605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.821238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.821900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.822579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.823244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.823873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.824516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.825129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.825757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.826466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7780a4-142b-4f58-bb5f-633f84d115c5 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:04.843780 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5291147 Nov 03 19:11:04.843780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71949b4-b1fa-4615-b6db-f66e23b35894 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=f728825a-119e-47c9-925d-272b8239acb0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:04.850042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57918) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:04.860553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': '83d09a8a-cef5-428f-bf8d-bf84dfc7742c', 'name': 'tempest-PortsIpV6TestJSON-2029888375'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:04.981209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 26fa6ad6-34dd-4228-a5ec-43d67f966a2c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:04.992644 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-287a3147-a8a8-4c62-a28d-e471729cd5c8 service neutron] 10.222.0.70 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900649 Nov 03 19:11:05.045254 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d043-86a8-44a3-9092-fcdc4cf233d3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.089581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Deleting port a72cbeea-2cd1-40f0-9fc2-c532e8512415 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:05.090922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.182577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:05.200546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.213595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:05.213993 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.288267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 58f959a0-1fe5-4e7b-8a8f-38dfe9509b91 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:05.561130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.607335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.633608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Calling delete_port for a72cbeea-2cd1-40f0-9fc2-c532e8512415 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:05.722943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,segment=NetworkSegment(d8fc8a5a-a738-499b-a0f9-84cf31968454),segment_id=d8fc8a5a-a738-499b-a0f9-84cf31968454)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:05.735574 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.750508 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b981-4230-4983-aac7-9a523fa17579 req-f14fb2b5-d5d4-42a2-93af-c12b771ea1bc tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:05.753224 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-f14fb2b5-d5d4-42a2-93af-c12b771ea1bc tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20&tenant_id=2e22fabbe1db42cd92e04a8708663a2f&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 1096 time: 0.2442257 Nov 03 19:11:05.966427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:06.023973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6387d-49de-4e4a-a6de-101307c0f798 None None] Network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:06.312608 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d043-86a8-44a3-9092-fcdc4cf233d3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.316659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.337366 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cc9b5a2a-4033-4b4b-9cf8-aadbd2d37e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.347899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d043-86a8-44a3-9092-fcdc4cf233d3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.358320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-50978055-f07d-4bb8-a231-d611ef933a69 None None] Provisioning complete for port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:06.361240 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-50978055-f07d-4bb8-a231-d611ef933a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.436867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d043-86a8-44a3-9092-fcdc4cf233d3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.443015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e3d1d043-86a8-44a3-9092-fcdc4cf233d3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6533637 Nov 03 19:11:06.453185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57932) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:06.459965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event deleted for resources: {'Port': ['ID=a72cbeea-2cd1-40f0-9fc2-c532e8512415,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:06.576007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc83b-ecf2-413f-a67f-0549b8aeca27 req-14057963-2dfe-4dce-93a4-12cb1cbd4578 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.578718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f02dc83b-ecf2-413f-a67f-0549b8aeca27 req-14057963-2dfe-4dce-93a4-12cb1cbd4578 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.7693551 Nov 03 19:11:06.592803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1d043-86a8-44a3-9092-fcdc4cf233d3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f58ce32-60ab-426a-b282-c8e66fdd8c8f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:06.642294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88b15739-425d-404e-b058-192685935589 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.720056 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88b15739-425d-404e-b058-192685935589 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.725614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::3d2 (83d09a8a-cef5-428f-bf8d-bf84dfc7742c/9f620193-f87f-4eff-82d5-0d20635b64fa/58f959a0-1fe5-4e7b-8a8f-38dfe9509b91) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:06.853366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 26fa6ad6-34dd-4228-a5ec-43d67f966a2c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:06.857211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f02dc83b-ecf2-413f-a67f-0549b8aeca27 req-81cd374f-9629-4236-a876-c109f6e8c071 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596712 Nov 03 19:11:06.907384 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.000444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:07.001021 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.191015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88b15739-425d-404e-b058-192685935589 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.233056 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.240845 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88b15739-425d-404e-b058-192685935589 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.243273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-88b15739-425d-404e-b058-192685935589 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/3f58ce32-60ab-426a-b282-c8e66fdd8c8f HTTP/1.1" status: 204 len: 168 time: 0.7851765 Nov 03 19:11:07.247399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b15739-425d-404e-b058-192685935589 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f58ce32-60ab-426a-b282-c8e66fdd8c8f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:07.254974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57936) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:07.309816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.334926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.466852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6decf5c-bfa1-4e29-a2e9-5f126281d957 req-10df8290-6da8-4651-81c7-8476f409d711 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:07.477294 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6decf5c-bfa1-4e29-a2e9-5f126281d957 req-10df8290-6da8-4651-81c7-8476f409d711 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1096 time: 0.2769239 Nov 03 19:11:07.567278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9166b981-4230-4983-aac7-9a523fa17579 req-8b34f0ca-cb9b-41d0-b210-d03daf191097 service neutron] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:07.576547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9166b981-4230-4983-aac7-9a523fa17579 req-8b34f0ca-cb9b-41d0-b210-d03daf191097 service neutron] Publish callbacks [] for binding, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.578865 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-8b34f0ca-cb9b-41d0-b210-d03daf191097 service neutron] 10.222.0.70 "DELETE /v2.0/ports/82cb9e46-2583-495b-9fa4-1c9b20a04c6f/bindings/n-h1-812148-3 HTTP/1.1" status: 204 len: 173 time: 1.8168623 Nov 03 19:11:07.581743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.662787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8963c24f-f1b2-4ccd-b3fe-70d54b953cef tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3444324 Nov 03 19:11:07.663674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57946) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:07.759826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-79c3498d-5d87-44d7-81fb-af97737fd68b None None] Provisioning complete for port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:07.762568 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79c3498d-5d87-44d7-81fb-af97737fd68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.814744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:07.858519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:07.860646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.861207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Fanout notify agent at l3_agent the message router_deleted on router 1711eb9a-0cc6-4bba-af72-69dbe7ea58bc {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:11:07.882832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:07.914214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:07.923875 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.003865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=58f959a0-1fe5-4e7b-8a8f-38dfe9509b91,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.027165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.037358 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-175c4db0-2f65-4f4e-b273-30ef577f6e2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1854024 Nov 03 19:11:08.037938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4d67ce60-8848-4d61-8bbf-d2711b3729db tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/1711eb9a-0cc6-4bba-af72-69dbe7ea58bc HTTP/1.1" status: 204 len: 168 time: 4.1287482 Nov 03 19:11:08.039930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57948) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:08.043665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57950) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:08.079053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6decf5c-bfa1-4e29-a2e9-5f126281d957 req-818e97d3-9697-49e7-a753-b37d8332e61c tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5965540 Nov 03 19:11:08.094721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a7db30f8-361d-4e68-b08b-7b2075430131 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.181450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b9b770d8-f986-4dfc-9714-16829afb92ba tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-77425888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:08.237095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a7db30f8-361d-4e68-b08b-7b2075430131 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.325488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-79c3498d-5d87-44d7-81fb-af97737fd68b None None] Provisioning complete for port f728825a-119e-47c9-925d-272b8239acb0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:08.326466 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-79c3498d-5d87-44d7-81fb-af97737fd68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.415405 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a7db30f8-361d-4e68-b08b-7b2075430131 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.423921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a7db30f8-361d-4e68-b08b-7b2075430131 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.426204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a7db30f8-361d-4e68-b08b-7b2075430131 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/fa8dbcbd-d3f5-43e3-9711-8a5ca1b3cfbb HTTP/1.1" status: 204 len: 168 time: 0.7450986 Nov 03 19:11:08.430117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ce759-d75e-4af0-bf01-fc706a3c0db3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:08.434710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57956) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:08.445741 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ea1ce759-d75e-4af0-bf01-fc706a3c0db3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A26d HTTP/1.1" status: 200 len: 929 time: 0.3990188 Nov 03 19:11:08.449172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57958) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:08.450204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-79c3498d-5d87-44d7-81fb-af97737fd68b None None] Port f728825a-119e-47c9-925d-272b8239acb0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:08.451070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9b770d8-f986-4dfc-9714-16829afb92ba tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.461220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9b770d8-f986-4dfc-9714-16829afb92ba tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.611622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-003bba05-c45c-450a-8aa5-192826ab10f5 None None] Provisioning complete for port f728825a-119e-47c9-925d-272b8239acb0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:08.616848 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-003bba05-c45c-450a-8aa5-192826ab10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.640137 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9b770d8-f986-4dfc-9714-16829afb92ba tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.653443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9b770d8-f986-4dfc-9714-16829afb92ba tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.731041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-003bba05-c45c-450a-8aa5-192826ab10f5 None None] Port f728825a-119e-47c9-925d-272b8239acb0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:08.757933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9b770d8-f986-4dfc-9714-16829afb92ba tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.764145 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b9b770d8-f986-4dfc-9714-16829afb92ba tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7100825 Nov 03 19:11:08.764639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57962) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:08.773106 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db30f8-361d-4e68-b08b-7b2075430131 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8dbcbd-d3f5-43e3-9711-8a5ca1b3cfbb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.784660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': True}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:08.932952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8016a7-13d9-455c-afba-d49aab139575 req-ec3a14c0-10cd-4bb9-9e95-c562c6d1085e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:08.950823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab8016a7-13d9-455c-afba-d49aab139575 req-ec3a14c0-10cd-4bb9-9e95-c562c6d1085e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.5223708 Nov 03 19:11:08.974456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-18f9ccc1-40b4-4bd8-9d9b-7b3be2fe8bf2 None None] Provisioning complete for port 58f959a0-1fe5-4e7b-8a8f-38dfe9509b91 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:08.975695 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18f9ccc1-40b4-4bd8-9d9b-7b3be2fe8bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.016920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4ad186e3-80bb-4c55-adf7-51ed26db69f1 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.5791624 Nov 03 19:11:09.019737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57966) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:09.078413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-18f9ccc1-40b4-4bd8-9d9b-7b3be2fe8bf2 None None] Port 58f959a0-1fe5-4e7b-8a8f-38dfe9509b91 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:09.200249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-49ef9e9e-a58c-4412-bb38-99c387e67e21 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 58f959a0-1fe5-4e7b-8a8f-38dfe9509b91 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:09.200840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49ef9e9e-a58c-4412-bb38-99c387e67e21 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.265357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab8016a7-13d9-455c-afba-d49aab139575 req-8b660734-cd8c-412d-aee5-80db6433dcc2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120210 Nov 03 19:11:09.297688 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-80b69f34-0243-4c91-bc6b-cb4a61036be4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.437632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57968) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:09.640660 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.677064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-80b69f34-0243-4c91-bc6b-cb4a61036be4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.767021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-00260aad-c77c-42c8-aecd-11713bc80a79 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/5552f1d2-8746-48b2-8824-b4fd5e558f7d HTTP/1.1" status: 200 len: 991 time: 0.3189943 Nov 03 19:11:09.833895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49ef9e9e-a58c-4412-bb38-99c387e67e21 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.878181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-49ef9e9e-a58c-4412-bb38-99c387e67e21 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 58f959a0-1fe5-4e7b-8a8f-38dfe9509b91 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:10.117947 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.184462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57976) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:10.313127 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49ef9e9e-a58c-4412-bb38-99c387e67e21 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.369762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa24aa56-416f-4815-b73b-75d2440c87db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.456131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef9e9e-a58c-4412-bb38-99c387e67e21 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=58f959a0-1fe5-4e7b-8a8f-38dfe9509b91,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:10.465706 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-80b69f34-0243-4c91-bc6b-cb4a61036be4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.480508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-80b69f34-0243-4c91-bc6b-cb4a61036be4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.486621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-80b69f34-0243-4c91-bc6b-cb4a61036be4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/66411f02-e93f-4c5d-a9d2-33f607230edd HTTP/1.1" status: 204 len: 168 time: 1.4563711 Nov 03 19:11:10.491045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57980) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:10.579166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b69f34-0243-4c91-bc6b-cb4a61036be4 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66411f02-e93f-4c5d-a9d2-33f607230edd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:10.592060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-49ef9e9e-a58c-4412-bb38-99c387e67e21 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.600419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-49ef9e9e-a58c-4412-bb38-99c387e67e21 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/58f959a0-1fe5-4e7b-8a8f-38dfe9509b91 HTTP/1.1" status: 204 len: 168 time: 2.1327262 Nov 03 19:11:10.631103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 57982) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:10.734506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-94e11f7b-a7a1-4da4-a499-9227dd82e283 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2341282 Nov 03 19:11:10.735590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57984) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:10.756301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ef8683cd-1561-494f-b5c6-8f47b3a709a9 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-secgroup--711672588'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:10.810748 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6f4a11-d265-4f0d-9705-bc617d7d5dec tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:11:10.816146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2c6f4a11-d265-4f0d-9705-bc617d7d5dec tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/58f959a0-1fe5-4e7b-8a8f-38dfe9509b91 HTTP/1.1" status: 404 len: 333 time: 0.1583929 Nov 03 19:11:10.821697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57986) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:10.867073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.930688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.975957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef8683cd-1561-494f-b5c6-8f47b3a709a9 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.184252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d437fa11-bc7d-4e1f-9d67-4c875637eae3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port f728825a-119e-47c9-925d-272b8239acb0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:11.184977 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d437fa11-bc7d-4e1f-9d67-4c875637eae3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.242834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Allocated IP 172.25.3.95 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/3693d13a-8b34-46b1-a434-95ff95ce3832) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:11.397627 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef8683cd-1561-494f-b5c6-8f47b3a709a9 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.406968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef8683cd-1561-494f-b5c6-8f47b3a709a9 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.468092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d437fa11-bc7d-4e1f-9d67-4c875637eae3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.473216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8683cd-1561-494f-b5c6-8f47b3a709a9 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798349de-799d-4c3c-b7d5-b5a614ba153a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:11.487529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ef8683cd-1561-494f-b5c6-8f47b3a709a9 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.489485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ef8683cd-1561-494f-b5c6-8f47b3a709a9 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7525926 Nov 03 19:11:11.499531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57990) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.519925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8727815c-529c-472b-b3e9-1d1194f71aff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': '798349de-799d-4c3c-b7d5-b5a614ba153a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:11.532978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d437fa11-bc7d-4e1f-9d67-4c875637eae3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for f728825a-119e-47c9-925d-272b8239acb0 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:11.567282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port bfb02fce-0bc4-44c7-9608-845ae9ffd76b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:11.568072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.712619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8727815c-529c-472b-b3e9-1d1194f71aff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.738250 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.837656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.838810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.850323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8727815c-529c-472b-b3e9-1d1194f71aff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.873521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for bfb02fce-0bc4-44c7-9608-845ae9ffd76b owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:11.964471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8727815c-529c-472b-b3e9-1d1194f71aff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.974136 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d437fa11-bc7d-4e1f-9d67-4c875637eae3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.042693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8727815c-529c-472b-b3e9-1d1194f71aff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.053018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8727815c-529c-472b-b3e9-1d1194f71aff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5514166 Nov 03 19:11:12.163106 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57994) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.164649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727815c-529c-472b-b3e9-1d1194f71aff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05cdb97-73fb-498c-8f48-92eaf722c3bf,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:12.186181 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d437fa11-bc7d-4e1f-9d67-4c875637eae3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.192844 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d437fa11-bc7d-4e1f-9d67-4c875637eae3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/f728825a-119e-47c9-925d-272b8239acb0 HTTP/1.1" status: 204 len: 168 time: 1.3693166 Nov 03 19:11:12.194976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437fa11-bc7d-4e1f-9d67-4c875637eae3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=f728825a-119e-47c9-925d-272b8239acb0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:12.202317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57996) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.288685 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79ff4e0-1cb8-4d79-b4e8-b27e5bfd70ac tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:11:12.292853 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c79ff4e0-1cb8-4d79-b4e8-b27e5bfd70ac tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/f728825a-119e-47c9-925d-272b8239acb0 HTTP/1.1" status: 404 len: 333 time: 0.0801480 Nov 03 19:11:12.335747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 57998) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.338009 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-299c8cd0-1804-4504-b92f-6ae9aea1f19b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.347854 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.369535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-299c8cd0-1804-4504-b92f-6ae9aea1f19b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.406247 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.574058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fd57ff-5b54-4c5b-b2d7-004eee2368f9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 9f620193-f87f-4eff-82d5-0d20635b64fa {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:12.577876 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-299c8cd0-1804-4504-b92f-6ae9aea1f19b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.586953 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74fd57ff-5b54-4c5b-b2d7-004eee2368f9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.598467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-299c8cd0-1804-4504-b92f-6ae9aea1f19b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.603678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-299c8cd0-1804-4504-b92f-6ae9aea1f19b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d05cdb97-73fb-498c-8f48-92eaf722c3bf HTTP/1.1" status: 204 len: 168 time: 0.4303086 Nov 03 19:11:12.643790 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58002) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.652306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.683345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c8cd0-1804-4504-b92f-6ae9aea1f19b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d05cdb97-73fb-498c-8f48-92eaf722c3bf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:12.773473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.775947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74fd57ff-5b54-4c5b-b2d7-004eee2368f9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.777963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:12.794959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:12.810491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:12.897246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bee8d9e8-cae8-4bb3-91fc-65cda83a7ed8 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2515614 Nov 03 19:11:12.901749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'Port': ['ID=3693d13a-8b34-46b1-a434-95ff95ce3832,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:12.905673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58006) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.095498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=bfb02fce-0bc4-44c7-9608-845ae9ffd76b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.112139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-618f5830-d6ce-4790-b820-2c5d1a89b625 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.188892 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74fd57ff-5b54-4c5b-b2d7-004eee2368f9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.196520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-618f5830-d6ce-4790-b820-2c5d1a89b625 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.233978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.234548 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Floating IP 5552f1d2-8746-48b2-8824-b4fd5e558f7d disassociated (deleted). External IP: 172.25.3.80, port: 82cb9e46-2583-495b-9fa4-1c9b20a04c6f. Nov 03 19:11:13.294817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74fd57ff-5b54-4c5b-b2d7-004eee2368f9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.329743 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-74fd57ff-5b54-4c5b-b2d7-004eee2368f9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.339039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-74fd57ff-5b54-4c5b-b2d7-004eee2368f9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/9f620193-f87f-4eff-82d5-0d20635b64fa HTTP/1.1" status: 204 len: 168 time: 0.9040644 Nov 03 19:11:13.348601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c115bc1-bf09-4fc2-9953-ae1332cb9574 None None] Network 83d09a8a-cef5-428f-bf8d-bf84dfc7742c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:13.378204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58010) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.430563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd57ff-5b54-4c5b-b2d7-004eee2368f9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=9f620193-f87f-4eff-82d5-0d20635b64fa,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.562240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.573143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-618f5830-d6ce-4790-b820-2c5d1a89b625 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.595399 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-618f5830-d6ce-4790-b820-2c5d1a89b625 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.600039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-618f5830-d6ce-4790-b820-2c5d1a89b625 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/798349de-799d-4c3c-b7d5-b5a614ba153a HTTP/1.1" status: 204 len: 168 time: 0.6923339 Nov 03 19:11:13.630507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58014) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.632886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f5830-d6ce-4790-b820-2c5d1a89b625 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798349de-799d-4c3c-b7d5-b5a614ba153a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.768067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] DHCP port deletion for 83d09a8a-cef5-428f-bf8d-bf84dfc7742c request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:13.800819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-460b9e4c-6433-4726-ac94-9d686c02c39b tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1645136 Nov 03 19:11:13.815624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58018) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.827252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bcf89d55-81c0-47fc-a188-076919f0dea3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group': {'name': 'tempest-secgroup--445629411'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:13.889168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:13.889959 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.001093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] Deleting port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:14.001754 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.062369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcf89d55-81c0-47fc-a188-076919f0dea3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.143159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] For port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,segment=NetworkSegment(d8fc8a5a-a738-499b-a0f9-84cf31968454),segment_id=d8fc8a5a-a738-499b-a0f9-84cf31968454)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:14.145069 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.202005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 26fa6ad6-34dd-4228-a5ec-43d67f966a2c owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:14.305080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] For port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,segment=NetworkSegment(d8fc8a5a-a738-499b-a0f9-84cf31968454),segment_id=d8fc8a5a-a738-499b-a0f9-84cf31968454)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:14.307106 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.351221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3dd5c5e2-b3af-4125-8520-bed488d841f5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:14.367209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] Calling delete_port for 26fa6ad6-34dd-4228-a5ec-43d67f966a2c owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:14.562514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcf89d55-81c0-47fc-a188-076919f0dea3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.573115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcf89d55-81c0-47fc-a188-076919f0dea3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.612919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.673401 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-26d2a5f0-3f2c-4f67-b51f-bcf75cda56b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3525639 Nov 03 19:11:14.712273 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcf89d55-81c0-47fc-a188-076919f0dea3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.716083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bcf89d55-81c0-47fc-a188-076919f0dea3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8962572 Nov 03 19:11:14.736796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58028) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:14.751059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2127950d-9975-44af-83d1-830e4eff73aa tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': '21fcf8ba-e77f-484b-8f9c-fab07dc6337a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:14.785652 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.800720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf89d55-81c0-47fc-a188-076919f0dea3 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fcf8ba-e77f-484b-8f9c-fab07dc6337a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:14.845599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:14.863394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.895631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:14.898693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No DVR routers for this DVR port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:14.982563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabbe6f-8471-4cec-9775-20369f9a420f req-0b664d0f-b444-4b68-819a-dd50fc6f16b6 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:14.985946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afabbe6f-8471-4cec-9775-20369f9a420f req-0b664d0f-b444-4b68-819a-dd50fc6f16b6 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 945 time: 0.3353755 Nov 03 19:11:14.991609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2127950d-9975-44af-83d1-830e4eff73aa tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.013807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.148496 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.169539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] Pushing event deleted for resources: {'Port': ['ID=26fa6ad6-34dd-4228-a5ec-43d67f966a2c,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:15.181052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] Sync routers for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:15.196016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 26fa6ad6-34dd-4228-a5ec-43d67f966a2c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:15.204978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8bc8b-d9fb-44c4-b354-9a76578e3235 None None] No DVR routers for this DVR port 26fa6ad6-34dd-4228-a5ec-43d67f966a2c on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:15.208230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d09a8a-cef5-428f-bf8d-bf84dfc7742c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:15.232985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fc8a5a-a738-499b-a0f9-84cf31968454') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:15.233507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fc8a5a-a738-499b-a0f9-84cf31968454') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:15.258470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.282512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 26fa6ad6-34dd-4228-a5ec-43d67f966a2c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:15.283819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 26fa6ad6-34dd-4228-a5ec-43d67f966a2c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:15.306934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:15.310758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:15.327983 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a81498df-aa3e-4148-8a7d-3ad3606ea99c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/floatingips/5552f1d2-8746-48b2-8824-b4fd5e558f7d HTTP/1.1" status: 204 len: 168 time: 5.1421850 Nov 03 19:11:15.332568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:15.336904 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:15.356884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-aba8b988-7cb7-4436-8776-238a686e3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:15.360004 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-aba8b988-7cb7-4436-8776-238a686e3b23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.5371430 Nov 03 19:11:15.414090 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.435593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afabbe6f-8471-4cec-9775-20369f9a420f req-1359fedb-dc94-4dc7-ab17-58e71694a015 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092010 Nov 03 19:11:15.458485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:15.459394 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:15.465731 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:15.708453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.726725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.735291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.737225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2127950d-9975-44af-83d1-830e4eff73aa tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.741397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:15.748760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.757361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/networks/83d09a8a-cef5-428f-bf8d-bf84dfc7742c HTTP/1.1" status: 204 len: 168 time: 2.3767283 Nov 03 19:11:15.792947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58036) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:15.833195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86f05d-4452-4d6d-82bb-ca9e7b18e54e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Network': ['ID=83d09a8a-cef5-428f-bf8d-bf84dfc7742c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:15.840586 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2127950d-9975-44af-83d1-830e4eff73aa tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.851922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1811383785'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:15.888608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127950d-9975-44af-83d1-830e4eff73aa tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3beaf8a1-bbd4-4661-b44a-d6fe4f3bc88b,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:15.899925 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2127950d-9975-44af-83d1-830e4eff73aa tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.903064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2127950d-9975-44af-83d1-830e4eff73aa tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1588261 Nov 03 19:11:15.911288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58038) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:15.977856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a6a5d97a-30b3-4259-8555-5e5006b26e28 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules/3beaf8a1-bbd4-4661-b44a-d6fe4f3bc88b HTTP/1.1" status: 200 len: 763 time: 0.0644255 Nov 03 19:11:15.987903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58040) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.011081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-3c5390c1-a8b9-48c0-a6e0-0f5835f31320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:16.013117 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-3c5390c1-a8b9-48c0-a6e0-0f5835f31320 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 915 time: 0.6084757 Nov 03 19:11:16.113762 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e4759273-59c7-4245-8766-22c7bbea446c tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1192789 Nov 03 19:11:16.116157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58044) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.201666 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18f0792-78f6-425b-836a-756dc3dd26b2 x-openstack-request-id: req-f18f0792-78f6-425b-836a-756dc3dd26b2 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:16.202406 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:16.202923 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f18f0792-78f6-425b-836a-756dc3dd26b2 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:16.203693 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'status': 'completed', 'code': 200} Nov 03 19:11:16.285010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4fae197-ea83-4d7f-bb5e-392852b67541 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.378933 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-f9c5aad8-4ae7-48a1-a267-09afe1caa715 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456e3892-fc19-410c-a90a-20d1f98b4174 HTTP/1.1" status: 200 len: 217 time: 0.2172842 Nov 03 19:11:16.410851 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:21Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:16.411477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:16.413097 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4fae197-ea83-4d7f-bb5e-392852b67541 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.418264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.468468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.70', 51542) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.516482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] Checking router: 3dd5c5e2-b3af-4125-8520-bed488d841f5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:16.539349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:16.542258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:16.608691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dbf00-c3b0-4dd3-9431-9458b4e6c77c req-05f09bbd-f3c9-425c-8fde-b1e85bfdcd2f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:16.611954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d36dbf00-c3b0-4dd3-9431-9458b4e6c77c req-05f09bbd-f3c9-425c-8fde-b1e85bfdcd2f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.3130338 Nov 03 19:11:16.613194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-6000e526-3169-46ab-ba43-81b1835fe940 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:16.615434 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-6000e526-3169-46ab-ba43-81b1835fe940 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.70 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 945 time: 0.5848780 Nov 03 19:11:16.625124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-cfa0c501-faf0-4246-8c39-460012a782ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:16.628270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-cfa0c501-faf0-4246-8c39-460012a782ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 1096 time: 0.4634430 Nov 03 19:11:16.650201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-fffff3ff-7347-41ed-9230-e20444c15736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:16.652863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-fffff3ff-7347-41ed-9230-e20444c15736 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc HTTP/1.1" status: 200 len: 854 time: 0.2626214 Nov 03 19:11:16.707776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:16.755775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4fae197-ea83-4d7f-bb5e-392852b67541 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.769155 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4fae197-ea83-4d7f-bb5e-392852b67541 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.788504 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f4fae197-ea83-4d7f-bb5e-392852b67541 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/3beaf8a1-bbd4-4661-b44a-d6fe4f3bc88b HTTP/1.1" status: 204 len: 168 time: 0.6691694 Nov 03 19:11:16.800908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58050) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.818491 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-4cf78f44-fd28-4333-ac43-444c0e96be8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c88540fb-808d-4556-9290-9c0416e6bd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835228 Nov 03 19:11:16.828612 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.829571 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Added segment 9dfcca67-d030-4c0b-95ed-f5fe16715593 of type vlan for network f0395a7c-bb04-49af-8ec9-fe64305c65db Nov 03 19:11:16.872509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:16.940873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-b46cb7fe-52bb-4f0a-94da-c8a3ae579ed7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:16.942971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-b46cb7fe-52bb-4f0a-94da-c8a3ae579ed7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.4667566 Nov 03 19:11:16.944099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fae197-ea83-4d7f-bb5e-392852b67541 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3beaf8a1-bbd4-4661-b44a-d6fe4f3bc88b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:17.159268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8b142505-66e0-44b8-ba3f-2f56a494a80c tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3408003 Nov 03 19:11:17.171697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58052) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:17.189453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-19359010-fc0c-497b-93a7-c2dd0f5aec12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': '21fcf8ba-e77f-484b-8f9c-fab07dc6337a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:17.199413 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.256951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Router 52380d80-6df8-4426-b014-47cf1d5d3198 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:17.285018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-9cb64ac8-bac3-44b1-a30b-65d0b26c8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:17.290670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-9cb64ac8-bac3-44b1-a30b-65d0b26c8e8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 200 len: 897 time: 0.6465843 Nov 03 19:11:17.291652 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-82e9096b-488f-49cf-84ad-c8f268ed28e9 service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569623 Nov 03 19:11:17.308352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d36dbf00-c3b0-4dd3-9431-9458b4e6c77c req-5184f28f-23b2-4f2f-bdd4-48c5cba52c57 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6620803 Nov 03 19:11:17.423363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:21Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:17.482648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2fc07-f457-4a8d-8589-392ec0675737 None None] The sync data for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 is: [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7a8a9a36-da6e-4f6e-b64d-3baaaac5f262', 'name': '', 'network_id': '72557839-3bf0-452c-accd-bb0ee110353e', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:25:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:08Z', 'updated_at': '2021-11-03T19:09:21Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': '52a483d9-d3b8-4b6b-8e8d-b3f2c9316385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:17.519979 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-d49b5bde-13c7-4acb-83a8-3d2b2df37150 service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069240 Nov 03 19:11:17.533937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.549343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:17.554323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.572671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Deleting port 456e3892-fc19-410c-a90a-20d1f98b4174 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:17.574030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.013858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-2de2cd87-412d-4e88-a652-f1144c82c0d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 200 len: 217 time: 0.6733327 Nov 03 19:11:18.052626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19359010-fc0c-497b-93a7-c2dd0f5aec12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.177735 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42806dca-f9b1-4298-af7d-2cab03abe97e None None] New status for floating IP 5552f1d2-8746-48b2-8824-b4fd5e558f7d: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:11:18.209380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9c4e-efb5-4718-bda2-6492f5c32ed4 req-b768601a-e666-49e3-92a2-ca0d990ca55a tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:18.219506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bcf9c4e-efb5-4718-bda2-6492f5c32ed4 req-b768601a-e666-49e3-92a2-ca0d990ca55a tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 945 time: 0.2291427 Nov 03 19:11:18.249917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:18.250692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.270591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-08572fe8-2fcc-40d6-b295-c23595eeb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:18.273976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-08572fe8-2fcc-40d6-b295-c23595eeb7e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 200 len: 833 time: 0.2353749 Nov 03 19:11:18.302377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Network': ['ID=f0395a7c-bb04-49af-8ec9-fe64305c65db,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:18.326436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network f0395a7c-bb04-49af-8ec9-fe64305c65db details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:18.436825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:18.458080 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-883c34f0-2369-4068-8b30-1bb1c57332e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6290350 Nov 03 19:11:18.468336 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58058) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:18.474014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.478915 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fc58c93c-c6c5-4d24-a319-e4ba95ad1666 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "PUT /v2.0/routers/52380d80-6df8-4426-b014-47cf1d5d3198 HTTP/1.1" status: 200 len: 916 time: 9.7097354 Nov 03 19:11:18.479957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936bbb43-ce91-40c9-bd61-163c3e6605f7 None None] Sync routers for ids ['52380d80-6df8-4426-b014-47cf1d5d3198'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:18.485468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:18.496873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bbb43-ce91-40c9-bd61-163c3e6605f7 None None] Routers {'52380d80-6df8-4426-b014-47cf1d5d3198'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:18.497552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-936bbb43-ce91-40c9-bd61-163c3e6605f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['52380d80-6df8-4426-b014-47cf1d5d3198'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:18.500242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58060) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:18.502204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bcf9c4e-efb5-4718-bda2-6492f5c32ed4 req-7eb6fd12-6487-446c-8c04-937540d02520 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788069 Nov 03 19:11:18.628054 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19359010-fc0c-497b-93a7-c2dd0f5aec12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.648373 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19359010-fc0c-497b-93a7-c2dd0f5aec12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.663545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-936bbb43-ce91-40c9-bd61-163c3e6605f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:18.682255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bbb43-ce91-40c9-bd61-163c3e6605f7 None None] Routers {'52380d80-6df8-4426-b014-47cf1d5d3198'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:18.684089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-936bbb43-ce91-40c9-bd61-163c3e6605f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['52380d80-6df8-4426-b014-47cf1d5d3198'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:18.730446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19359010-fc0c-497b-93a7-c2dd0f5aec12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201e0c6a-4e29-4494-aa61-c10cd68869f5,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:18.775668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-19359010-fc0c-497b-93a7-c2dd0f5aec12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.781292 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-19359010-fc0c-497b-93a7-c2dd0f5aec12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5939546 Nov 03 19:11:18.781621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-936bbb43-ce91-40c9-bd61-163c3e6605f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:18.781621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936bbb43-ce91-40c9-bd61-163c3e6605f7 None None] The sync data for ids ['52380d80-6df8-4426-b014-47cf1d5d3198'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:18.796784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58064) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:18.832320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-b1622419-0dcb-4f12-8df9-f5482ea8edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:18.834692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-b1622419-0dcb-4f12-8df9-f5482ea8edd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72557839-3bf0-452c-accd-bb0ee110353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5303321 Nov 03 19:11:18.857242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9705628b-9e67-4c7c-9b5f-40a4410091b7 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules/201e0c6a-4e29-4494-aa61-c10cd68869f5 HTTP/1.1" status: 200 len: 763 time: 0.0500529 Nov 03 19:11:18.871693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58066) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:18.896037 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] For port 456e3892-fc19-410c-a90a-20d1f98b4174, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=456e3892-fc19-410c-a90a-20d1f98b4174,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:18.896689 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.935454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Calling delete_port for 456e3892-fc19-410c-a90a-20d1f98b4174 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:19.013986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:19.014480 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.037048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044aaf8-c1cb-4c76-8a6d-f1d8188b0764 req-f24f2d2b-d4fc-4115-aaf5-58febd9f1406 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:19.050296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1044aaf8-c1cb-4c76-8a6d-f1d8188b0764 req-f24f2d2b-d4fc-4115-aaf5-58febd9f1406 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 945 time: 0.3550112 Nov 03 19:11:19.081109 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-54078faa-48f4-488a-ba75-c6607d348ce6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/routers/52380d80-6df8-4426-b014-47cf1d5d3198 HTTP/1.1" status: 200 len: 922 time: 0.5743544 Nov 03 19:11:19.083472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58068) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.116799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for 82cb9e46-2583-495b-9fa4-1c9b20a04c6f owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:19.222099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:19.227999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.229865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e1f416e9-2bfc-48cc-bc64-55a7d628de49 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3517320 Nov 03 19:11:19.242323 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58070) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.308729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-e311ae2d-7466-4297-bd26-f0811f6df409 service neutron] 10.222.0.70 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646983 Nov 03 19:11:19.315942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1044aaf8-c1cb-4c76-8a6d-f1d8188b0764 req-62d433ae-9d48-4d49-8dc5-e47d23e70799 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=8c843a6b-bde7-4a55-a6ad-65cdb804b545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644565 Nov 03 19:11:19.466082 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546461c-ffeb-4287-bd8a-2630908c5024 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:19.468416 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c546461c-ffeb-4287-bd8a-2630908c5024 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=52380d80-6df8-4426-b014-47cf1d5d3198&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3809922 Nov 03 19:11:19.475836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58072) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.489478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aef4fc43-be41-43e6-af27-4a7b39b3ee12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.529973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aef4fc43-be41-43e6-af27-4a7b39b3ee12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.580261 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.638173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aef4fc43-be41-43e6-af27-4a7b39b3ee12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.674800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-0f0eb567-fa7c-44a2-adf0-f7c664cab40a service neutron] 10.222.0.70 "GET /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572447 Nov 03 19:11:19.739092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aef4fc43-be41-43e6-af27-4a7b39b3ee12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.746311 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aef4fc43-be41-43e6-af27-4a7b39b3ee12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/201e0c6a-4e29-4494-aa61-c10cd68869f5 HTTP/1.1" status: 204 len: 168 time: 0.4978795 Nov 03 19:11:19.749778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58078) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.751643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4fc43-be41-43e6-af27-4a7b39b3ee12 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=201e0c6a-4e29-4494-aa61-c10cd68869f5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:19.752874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2014dd90-00db-4cf1-86df-d7b89532aeb8 req-1e0b1572-5259-430c-86ab-740d09746e0e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=95171050-fa6e-4506-b37b-3461ec77f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0700700 Nov 03 19:11:19.755229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Pushing event deleted for resources: {'Port': ['ID=456e3892-fc19-410c-a90a-20d1f98b4174,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:19.833720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] No DVR routers for this DVR port 456e3892-fc19-410c-a90a-20d1f98b4174 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:19.838669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.844043 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.70 "DELETE /v2.0/ports/456e3892-fc19-410c-a90a-20d1f98b4174 HTTP/1.1" status: 204 len: 173 time: 3.2165208 Nov 03 19:11:19.844738 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95171050-fa6e-4506-b37b-3461ec77f5f0', 'name': 'network-vif-deleted', 'tag': '456e3892-fc19-410c-a90a-20d1f98b4174'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:19.848626 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327c983f-9a92-438a-8778-0bcdd302edd1" -d '{"events": [{"server_uuid": "95171050-fa6e-4506-b37b-3461ec77f5f0", "name": "network-vif-deleted", "tag": "456e3892-fc19-410c-a90a-20d1f98b4174"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:19.864400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.907364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb6eac-0ec1-4835-ae2e-f40fd643a4c6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:19.933628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-29eb6eac-0ec1-4835-ae2e-f40fd643a4c6 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 881 time: 0.4532292 Nov 03 19:11:19.934395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58084) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.980874 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca70edd7-7011-46b8-a367-17de12fc3bd6 x-openstack-request-id: req-ca70edd7-7011-46b8-a367-17de12fc3bd6 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:19.981952 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95171050-fa6e-4506-b37b-3461ec77f5f0", "name": "network-vif-deleted", "tag": "456e3892-fc19-410c-a90a-20d1f98b4174", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:19.990179 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca70edd7-7011-46b8-a367-17de12fc3bd6 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:19.990762 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95171050-fa6e-4506-b37b-3461ec77f5f0', 'name': 'network-vif-deleted', 'tag': '456e3892-fc19-410c-a90a-20d1f98b4174', 'status': 'completed', 'code': 200} Nov 03 19:11:20.013692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=82cb9e46-2583-495b-9fa4-1c9b20a04c6f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:20.072893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5f517f7f-2bda-4bc6-bdd0-80534bf1b98a tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3149807 Nov 03 19:11:20.073355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58086) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:20.083459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2162cd7f-6145-46a2-820d-5228ebc004ff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Request body: {'security_group_rule': {'security_group_id': '21fcf8ba-e77f-484b-8f9c-fab07dc6337a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:20.101333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-06e8ca3c-54bc-4917-802c-ef8834363429 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=52380d80-6df8-4426-b014-47cf1d5d3198 HTTP/1.1" status: 200 len: 205 time: 0.1219308 Nov 03 19:11:20.103416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58088) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:20.149741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] No DVR routers for this DVR port 82cb9e46-2583-495b-9fa4-1c9b20a04c6f on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:20.158276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.164242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c0581ab-d83c-479e-8eae-a72f03f0afde req-3eb88c38-ab59-405f-83f1-be5f75c7a3fc tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.70 "DELETE /v2.0/ports/82cb9e46-2583-495b-9fa4-1c9b20a04c6f HTTP/1.1" status: 204 len: 173 time: 3.2091897 Nov 03 19:11:20.164909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-deleted', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:20.169543 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4b8e49-9efb-4cb5-b96b-97c73fee04ef" -d '{"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-deleted", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:20.306728 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd0cf87-3acd-486f-86ae-e78a5cffa7a9 x-openstack-request-id: req-5cd0cf87-3acd-486f-86ae-e78a5cffa7a9 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:20.308116 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e77a7-24ad-4df6-a47e-561ed92ecf20", "name": "network-vif-deleted", "tag": "82cb9e46-2583-495b-9fa4-1c9b20a04c6f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:20.308562 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5cd0cf87-3acd-486f-86ae-e78a5cffa7a9 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:20.309562 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e77a7-24ad-4df6-a47e-561ed92ecf20', 'name': 'network-vif-deleted', 'tag': '82cb9e46-2583-495b-9fa4-1c9b20a04c6f', 'status': 'completed', 'code': 200} Nov 03 19:11:20.336423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.517914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2162cd7f-6145-46a2-820d-5228ebc004ff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.660173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58096) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:20.690447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=443f0a55-6eb7-4c5a-9266-edbf613e64a1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:20.800599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f41dffe9-da1e-49c5-a006-08d4532ee4da req-69b4fffa-2006-47ed-bed9-9c6bf7cf0093 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b9e77a7-24ad-4df6-a47e-561ed92ecf20 HTTP/1.1" status: 200 len: 210 time: 0.1683948 Nov 03 19:11:20.831331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 456e3892-fc19-410c-a90a-20d1f98b4174 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:20.845073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.866477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking segment: {'id': '9dfcca67-d030-4c0b-95ed-f5fe16715593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:20.867584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network hostable DHCP agents. Network: f0395a7c-bb04-49af-8ec9-fe64305c65db, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:20.930670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 456e3892-fc19-410c-a90a-20d1f98b4174 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:20.931233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 456e3892-fc19-410c-a90a-20d1f98b4174 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:20.931946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 82cb9e46-2583-495b-9fa4-1c9b20a04c6f no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:21.007474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 82cb9e46-2583-495b-9fa4-1c9b20a04c6f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:21.008657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 82cb9e46-2583-495b-9fa4-1c9b20a04c6f not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:21.078712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c01dc150-f568-4850-9ce9-f9fb6e426bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.201808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2162cd7f-6145-46a2-820d-5228ebc004ff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.222653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2162cd7f-6145-46a2-820d-5228ebc004ff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.256902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network f0395a7c-bb04-49af-8ec9-fe64305c65db is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:21.283021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, f0395a7c-bb04-49af-8ec9-fe64305c65db) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:21.291359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162cd7f-6145-46a2-820d-5228ebc004ff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c7e9c5-5718-4d74-960c-88a2f3154835,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:21.306840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:21.307873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.308945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930aedc-1187-40b8-b536-b9c8fd352657 None None] Network f0395a7c-bb04-49af-8ec9-fe64305c65db requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:21.316866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.333765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c01dc150-f568-4850-9ce9-f9fb6e426bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.337321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2162cd7f-6145-46a2-820d-5228ebc004ff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.343980 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2162cd7f-6145-46a2-820d-5228ebc004ff tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2654660 Nov 03 19:11:21.345161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58104) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.419837 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b26d2cc7-4267-41af-9b01-5db1e66c081a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9331574 Nov 03 19:11:21.420122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c90944c9-6675-4dff-9905-dd0d6598c41a tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules/84c7e9c5-5718-4d74-960c-88a2f3154835 HTTP/1.1" status: 200 len: 764 time: 0.0645163 Nov 03 19:11:21.420122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c01dc150-f568-4850-9ce9-f9fb6e426bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.420386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58106) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.424997 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58108) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.447836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db', 'name': 'tempest-PortsIpV6TestJSON-1849558282', 'fixed_ips': [{'subnet_id': '443f0a55-6eb7-4c5a-9266-edbf613e64a1', 'ip_address': '2001:db8::10'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:21.595100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c01dc150-f568-4850-9ce9-f9fb6e426bb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8609869c11024fa08e498d237b240408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9289813 Nov 03 19:11:21.598204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58112) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.600418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dc150-f568-4850-9ce9-f9fb6e426bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b513276-c854-4f5c-9f67-281fe947a3b4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:21.758552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-f0395a7c-bb04-49af-8ec9-fe64305c65db', 'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db', 'tenant_id': 'b417a2292b9a4db5bc5625d66af99411', 'fixed_ips': [{'subnet_id': '443f0a55-6eb7-4c5a-9266-edbf613e64a1'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:21.760229 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.766316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Deleting port 3693d13a-8b34-46b1-a434-95ff95ce3832 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:21.766851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.779699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2444b68d-14bc-4976-a40b-6ffaeab3d858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.790761 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-10a6686b-f786-4d51-af90-6b2d2ebaf989 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3639677 Nov 03 19:11:21.798255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58114) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.854835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2444b68d-14bc-4976-a40b-6ffaeab3d858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.994042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58118) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:22.015228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2444b68d-14bc-4976-a40b-6ffaeab3d858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.030335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2444b68d-14bc-4976-a40b-6ffaeab3d858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.034449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08c4db3d-c61e-4d7a-979c-4cf1ac00131d tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.036783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2444b68d-14bc-4976-a40b-6ffaeab3d858 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b513276-c854-4f5c-9f67-281fe947a3b4 HTTP/1.1" status: 204 len: 168 time: 0.4153209 Nov 03 19:11:22.039270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Allocated IP 2001:db8::2 (f0395a7c-bb04-49af-8ec9-fe64305c65db/443f0a55-6eb7-4c5a-9266-edbf613e64a1/d262eb8d-5401-42c8-8e95-069ffd751c9b) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:22.071605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444b68d-14bc-4976-a40b-6ffaeab3d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b513276-c854-4f5c-9f67-281fe947a3b4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:22.201653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08c4db3d-c61e-4d7a-979c-4cf1ac00131d tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.288196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:22.317856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.338910 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.445490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Pushing event updated for resources: {'Port': ['ID=d262eb8d-5401-42c8-8e95-069ffd751c9b,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:22.458779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Network f0395a7c-bb04-49af-8ec9-fe64305c65db is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:22.461530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:22.465145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:22.613305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Attempting to bind port d262eb8d-5401-42c8-8e95-069ffd751c9b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:22.614389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Attempting to bind port d262eb8d-5401-42c8-8e95-069ffd751c9b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9dfcca67-d030-4c0b-95ed-f5fe16715593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:22.615043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Attempting to bind port d262eb8d-5401-42c8-8e95-069ffd751c9b on network f0395a7c-bb04-49af-8ec9-fe64305c65db {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:22.629657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:22.630767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Checking segment: {'id': '9dfcca67-d030-4c0b-95ed-f5fe16715593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:22.631593 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.632366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Bound using segment: {'id': '9dfcca67-d030-4c0b-95ed-f5fe16715593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:22.633138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Bound port: d262eb8d-5401-42c8-8e95-069ffd751c9b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfcca67-d030-4c0b-95ed-f5fe16715593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:22.633970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.829156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.829618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] For port d262eb8d-5401-42c8-8e95-069ffd751c9b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:22.838367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] For port d262eb8d-5401-42c8-8e95-069ffd751c9b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d262eb8d-5401-42c8-8e95-069ffd751c9b,segment=NetworkSegment(9dfcca67-d030-4c0b-95ed-f5fe16715593),segment_id=9dfcca67-d030-4c0b-95ed-f5fe16715593)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:22.847070 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.946353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Calling delete_port for 3693d13a-8b34-46b1-a434-95ff95ce3832 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:22.949620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08c4db3d-c61e-4d7a-979c-4cf1ac00131d tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.970520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08c4db3d-c61e-4d7a-979c-4cf1ac00131d tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.972853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08c4db3d-c61e-4d7a-979c-4cf1ac00131d tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/84c7e9c5-5718-4d74-960c-88a2f3154835 HTTP/1.1" status: 204 len: 168 time: 1.1688108 Nov 03 19:11:22.976751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58132) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:23.028088 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4db3d-c61e-4d7a-979c-4cf1ac00131d tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84c7e9c5-5718-4d74-960c-88a2f3154835,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:23.105361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f2d2c-15b6-4d22-baa0-9f5616e3aedd None None] Pushing event updated for resources: {'Port': ['ID=d262eb8d-5401-42c8-8e95-069ffd751c9b,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:23.132510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-43254437-0bee-43af-9efc-7616abfbf00a tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1514008 Nov 03 19:11:23.133956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58136) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:23.250076 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.259271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82284aaa-cd86-4b12-b4a1-608586244107 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.398770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port e790b7ed-4efb-46ba-8cdc-82dff6baf9ad yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:23.409625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82284aaa-cd86-4b12-b4a1-608586244107 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.573722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82284aaa-cd86-4b12-b4a1-608586244107 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.584566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82284aaa-cd86-4b12-b4a1-608586244107 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.601737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82284aaa-cd86-4b12-b4a1-608586244107 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "DELETE /v2.0/security-groups/21fcf8ba-e77f-484b-8f9c-fab07dc6337a HTTP/1.1" status: 204 len: 168 time: 0.4631474 Nov 03 19:11:23.616883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58142) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:23.618420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82284aaa-cd86-4b12-b4a1-608586244107 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fcf8ba-e77f-484b-8f9c-fab07dc6337a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:23.753534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58148) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:23.755777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5368bf7b-6fdd-446c-a16b-5a5b956fb2aa tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1294186 Nov 03 19:11:24.039701 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.172999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event deleted for resources: {'Port': ['ID=3693d13a-8b34-46b1-a434-95ff95ce3832,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:24.182444 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-98cc62c9-120c-4830-bb68-d6de4b353bf6 tempest-SecGroupTest-34885383 tempest-SecGroupTest-34885383-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4265549 Nov 03 19:11:24.437793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::10 (f0395a7c-bb04-49af-8ec9-fe64305c65db/443f0a55-6eb7-4c5a-9266-edbf613e64a1/e790b7ed-4efb-46ba-8cdc-82dff6baf9ad) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:24.560472 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.029286 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.041113 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.079328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d262eb8d-5401-42c8-8e95-069ffd751c9b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:25.185889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c0d760-a7c9-4797-b910-15a1ae1720b9 None None] Network f0395a7c-bb04-49af-8ec9-fe64305c65db requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:25.259877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58172) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:25.345259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d262eb8d-5401-42c8-8e95-069ffd751c9b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:25.346307 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.349630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f4d6baac-d83f-43f6-b53d-e907d341b497 None None] Provisioning complete for port d262eb8d-5401-42c8-8e95-069ffd751c9b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:25.350708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f4d6baac-d83f-43f6-b53d-e907d341b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.418054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.423336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.424342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Fanout notify agent at l3_agent the message router_deleted on router 52380d80-6df8-4426-b014-47cf1d5d3198 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:11:25.441220 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.443054 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1d782511-22e6-4155-b85d-f1ef64bdc479 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/52380d80-6df8-4426-b014-47cf1d5d3198 HTTP/1.1" status: 204 len: 168 time: 5.3350976 Nov 03 19:11:25.450806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58176) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:25.464370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-dfe7638e-6f95-4a5b-9e09-a92d9ab1afe8 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-486122039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:25.643039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-83e371dd-7db2-4c63-9779-aacad2dd2401 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d003eb861cd746ba811289b9065f68e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810267 Nov 03 19:11:25.644959 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfe7638e-6f95-4a5b-9e09-a92d9ab1afe8 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.647713 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfe7638e-6f95-4a5b-9e09-a92d9ab1afe8 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.651503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58178) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:25.687919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f4d6baac-d83f-43f6-b53d-e907d341b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.794114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.812485 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfe7638e-6f95-4a5b-9e09-a92d9ab1afe8 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.822288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfe7638e-6f95-4a5b-9e09-a92d9ab1afe8 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.828980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f4d6baac-d83f-43f6-b53d-e907d341b497 None None] For port d262eb8d-5401-42c8-8e95-069ffd751c9b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d262eb8d-5401-42c8-8e95-069ffd751c9b,segment=NetworkSegment(9dfcca67-d030-4c0b-95ed-f5fe16715593),segment_id=9dfcca67-d030-4c0b-95ed-f5fe16715593)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:25.855211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f4d6baac-d83f-43f6-b53d-e907d341b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.880792 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dfe7638e-6f95-4a5b-9e09-a92d9ab1afe8 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.887705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dfe7638e-6f95-4a5b-9e09-a92d9ab1afe8 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4303391 Nov 03 19:11:25.888837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58184) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:25.897722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'enable_snat': False}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:25.915824 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.060809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22d56a4f-328e-4837-9296-a45d4cfe0697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.178299 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:11:26.179415 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:11:26.184937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6baac-d83f-43f6-b53d-e907d341b497 None None] Pushing event updated for resources: {'Port': ['ID=d262eb8d-5401-42c8-8e95-069ffd751c9b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:26.339486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22d56a4f-328e-4837-9296-a45d4cfe0697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.416942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ee4612af-4906-43a5-a0cd-065436e03a7f None None] Provisioning complete for port d262eb8d-5401-42c8-8e95-069ffd751c9b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:26.418038 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee4612af-4906-43a5-a0cd-065436e03a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.483170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.543680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.701883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=e790b7ed-4efb-46ba-8cdc-82dff6baf9ad,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:26.719432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network f0395a7c-bb04-49af-8ec9-fe64305c65db is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:26.725576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:26.823656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:26.846043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:26.847559 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.917499 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2f40bc70-f5c4-4b4f-82ce-e07429423a76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4955306 Nov 03 19:11:26.922384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58202) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:26.940157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': 'f0395a7c-bb04-49af-8ec9-fe64305c65db', 'name': 'tempest-PortsIpV6TestJSON-55716275', 'fixed_ips': [{'subnet_id': '443f0a55-6eb7-4c5a-9266-edbf613e64a1', 'ip_address': '2001:db8::f'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:27.084456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d262eb8d-5401-42c8-8e95-069ffd751c9b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:27.090281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22d56a4f-328e-4837-9296-a45d4cfe0697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.099524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22d56a4f-328e-4837-9296-a45d4cfe0697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.108122 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-22d56a4f-328e-4837-9296-a45d4cfe0697 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb2c98f7-8728-4eab-9a0f-9ca47d17ee2c HTTP/1.1" status: 204 len: 168 time: 1.4512360 Nov 03 19:11:27.111620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.210286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.276639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d56a4f-328e-4837-9296-a45d4cfe0697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2c98f7-8728-4eab-9a0f-9ca47d17ee2c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:27.377099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d262eb8d-5401-42c8-8e95-069ffd751c9b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:27.377865 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.420980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:27.437170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.513257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:27.514295 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.526170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3d587076-49b5-443d-823a-493eaace9b2a None None] Provisioning complete for port e790b7ed-4efb-46ba-8cdc-82dff6baf9ad triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:27.526639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3d587076-49b5-443d-823a-493eaace9b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.634198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3d587076-49b5-443d-823a-493eaace9b2a None None] Port e790b7ed-4efb-46ba-8cdc-82dff6baf9ad cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:27.665693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Allocated IP 172.25.3.251 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/77d26c99-103c-4830-bdf6-bcc25c8f872b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:27.750100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port d8d446b1-c27b-42fc-b3d7-d9b02eccb353 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:27.765111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:27.765789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.824563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:27.957221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.124089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.258669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Pushing event updated for resources: {'Port': ['ID=77d26c99-103c-4830-bdf6-bcc25c8f872b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:28.279218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:28.282408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:28.286335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:28.352591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::f (f0395a7c-bb04-49af-8ec9-fe64305c65db/443f0a55-6eb7-4c5a-9266-edbf613e64a1/d8d446b1-c27b-42fc-b3d7-d9b02eccb353) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:28.626530 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.744702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=7a8a9a36-da6e-4f6e-b64d-3baaaac5f262,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:28.874523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.112928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.124981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.234823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network f0395a7c-bb04-49af-8ec9-fe64305c65db is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:29.248252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:29.262536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:29.270492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:29.274082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.312433 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=d8d446b1-c27b-42fc-b3d7-d9b02eccb353,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:29.317492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.579710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58236) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:29.690702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-735fa927-6e7b-4e0a-858a-7f855a5ffe2e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.7653778 Nov 03 19:11:29.695703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58240) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:29.977126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.994419 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.027881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c5ff7591-1110-432a-9d75-fcb836f86e5d None None] Provisioning complete for port d8d446b1-c27b-42fc-b3d7-d9b02eccb353 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:30.028802 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7591-1110-432a-9d75-fcb836f86e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.172721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff7591-1110-432a-9d75-fcb836f86e5d None None] Port d8d446b1-c27b-42fc-b3d7-d9b02eccb353 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:30.274520 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9c0f2fc4-9ccd-4303-bdd9-1721956d573f tempest-ServiceProvidersTest-833684050 tempest-ServiceProvidersTest-833684050-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6924949 Nov 03 19:11:30.301741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Router 1ed179fa-7dbb-4bb0-8420-510568cbb43f is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:30.367695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ee6fd-989e-4d16-aa82-f73c92c37c2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:30.374374 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c47ee6fd-989e-4d16-aa82-f73c92c37c2c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6723275 Nov 03 19:11:30.396163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58250) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.589657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3dd5c5e2-b3af-4125-8520-bed488d841f5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:30.647739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae02eb6-a814-4ca2-b8c4-79f65bcea33a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:30.661691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae02eb6-a814-4ca2-b8c4-79f65bcea33a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:30.672038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae02eb6-a814-4ca2-b8c4-79f65bcea33a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:30.678890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3ae02eb6-a814-4ca2-b8c4-79f65bcea33a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2808259 Nov 03 19:11:30.681486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58252) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.744241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:30.759268 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db1a8c-7d07-4343-98f0-29c40a069b1d None None] Sync routers for ids ['1ed179fa-7dbb-4bb0-8420-510568cbb43f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:30.779783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.781114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-66a25101-9022-4f13-9605-4585df8708fa tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "PUT /v2.0/routers/1ed179fa-7dbb-4bb0-8420-510568cbb43f HTTP/1.1" status: 200 len: 919 time: 4.8905721 Nov 03 19:11:30.800350 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db1a8c-7d07-4343-98f0-29c40a069b1d None None] Routers {'1ed179fa-7dbb-4bb0-8420-510568cbb43f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:30.803392 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a0db1a8c-7d07-4343-98f0-29c40a069b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1ed179fa-7dbb-4bb0-8420-510568cbb43f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:30.805840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58256) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.948841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:30.962279 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cb241069-981d-4e09-b02b-8d583fa7f076 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "PUT /v2.0/routers/3dd5c5e2-b3af-4125-8520-bed488d841f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9652953 Nov 03 19:11:30.963219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] Sync routers for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:30.969099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58262) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.970062 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a0db1a8c-7d07-4343-98f0-29c40a069b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:30.996599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:30.998151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:31.004091 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db1a8c-7d07-4343-98f0-29c40a069b1d None None] Routers {'1ed179fa-7dbb-4bb0-8420-510568cbb43f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:31.004731 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a0db1a8c-7d07-4343-98f0-29c40a069b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1ed179fa-7dbb-4bb0-8420-510568cbb43f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:31.128503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58266) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:31.149535 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a0db1a8c-7d07-4343-98f0-29c40a069b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:31.153488 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db1a8c-7d07-4343-98f0-29c40a069b1d None None] The sync data for ids ['1ed179fa-7dbb-4bb0-8420-510568cbb43f'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:31.181516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73366ed-b9ff-4bc3-b85e-1b8f62b7e1ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting subnet 52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:31.205945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c73366ed-b9ff-4bc3-b85e-1b8f62b7e1ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.363838 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c73366ed-b9ff-4bc3-b85e-1b8f62b7e1ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.450767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:31.618547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab75ad2d-0aa1-4225-877f-bf5a5f5994e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.642157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c73366ed-b9ff-4bc3-b85e-1b8f62b7e1ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.761567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-12c4f427-faad-476a-969b-6757259139d7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port d8d446b1-c27b-42fc-b3d7-d9b02eccb353 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:31.762604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12c4f427-faad-476a-969b-6757259139d7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.862073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c73366ed-b9ff-4bc3-b85e-1b8f62b7e1ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.964986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c73366ed-b9ff-4bc3-b85e-1b8f62b7e1ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.980238 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c73366ed-b9ff-4bc3-b85e-1b8f62b7e1ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/subnets/52a483d9-d3b8-4b6b-8e8d-b3f2c9316385 HTTP/1.1" status: 204 len: 168 time: 1.0073462 Nov 03 19:11:31.981525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73366ed-b9ff-4bc3-b85e-1b8f62b7e1ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Subnet': ['ID=52a483d9-d3b8-4b6b-8e8d-b3f2c9316385,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:31.984590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58272) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.018337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7d932e94-5b07-4007-a8ed-f61ce02fc109 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/routers/1ed179fa-7dbb-4bb0-8420-510568cbb43f HTTP/1.1" status: 200 len: 925 time: 1.2102256 Nov 03 19:11:32.023986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58274) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.083253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9d10a-eff0-489f-a1ec-dc77a9418eaf None None] Network 72557839-3bf0-452c-accd-bb0ee110353e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:32.138646 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab75ad2d-0aa1-4225-877f-bf5a5f5994e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.175214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ab75ad2d-0aa1-4225-877f-bf5a5f5994e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.236728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77b2c2-6daa-496b-9348-0fea59447e68 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:32.241624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe77b2c2-6daa-496b-9348-0fea59447e68 tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=1ed179fa-7dbb-4bb0-8420-510568cbb43f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2156901 Nov 03 19:11:32.249368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12c4f427-faad-476a-969b-6757259139d7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.255595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58278) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.402891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:11:28Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:32.441955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e517f9-6ace-4ff3-9893-918a909e2b7a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:32.445032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-32e517f9-6ace-4ff3-9893-918a909e2b7a tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/networks/95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 881 time: 0.1852300 Nov 03 19:11:32.449551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58282) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.461907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] Checking router: 3dd5c5e2-b3af-4125-8520-bed488d841f5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:32.484124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] Routers {'3dd5c5e2-b3af-4125-8520-bed488d841f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:32.485378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3dd5c5e2-b3af-4125-8520-bed488d841f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:32.500303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-12c4f427-faad-476a-969b-6757259139d7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for d8d446b1-c27b-42fc-b3d7-d9b02eccb353 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:32.559185 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ab75ad2d-0aa1-4225-877f-bf5a5f5994e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06e97473e5394543b20cf4ac04b3ac3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4278183 Nov 03 19:11:32.582390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58284) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.607429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-071a6e73-89a4-4421-83c2-5a85733fc092 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ed179fa-7dbb-4bb0-8420-510568cbb43f HTTP/1.1" status: 200 len: 205 time: 0.1544492 Nov 03 19:11:32.611848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58286) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.626806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] DHCP port deletion for 72557839-3bf0-452c-accd-bb0ee110353e request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:32.692842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75ad2d-0aa1-4225-877f-bf5a5f5994e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96ddd6a-0fb0-4471-b678-c1a75d8fe230,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:32.722531 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.841653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.856993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] Deleting port 99571ed5-5a61-4504-a34e-3bb93f137811 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:32.857724 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.933198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] Set router 3dd5c5e2-b3af-4125-8520-bed488d841f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:33.015589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12c4f427-faad-476a-969b-6757259139d7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.082441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da3d4e85-226a-4e4e-8376-cbabd4dfb6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.116598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4f427-faad-476a-969b-6757259139d7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=d8d446b1-c27b-42fc-b3d7-d9b02eccb353,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:33.267324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-12c4f427-faad-476a-969b-6757259139d7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.279052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-12c4f427-faad-476a-969b-6757259139d7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/d8d446b1-c27b-42fc-b3d7-d9b02eccb353 HTTP/1.1" status: 204 len: 168 time: 2.5944889 Nov 03 19:11:33.280333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58290) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:33.346302 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da3d4e85-226a-4e4e-8376-cbabd4dfb6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.352114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.358194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] For port 99571ed5-5a61-4504-a34e-3bb93f137811, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99571ed5-5a61-4504-a34e-3bb93f137811,segment=NetworkSegment(d062ab47-ead8-4ddc-9e7b-9c7b298db47f),segment_id=d062ab47-ead8-4ddc-9e7b-9c7b298db47f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:33.358194 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.364932 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5071fd-f4ac-4a88-b372-8a0201837599 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:11:33.403960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0c5071fd-f4ac-4a88-b372-8a0201837599 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/d8d446b1-c27b-42fc-b3d7-d9b02eccb353 HTTP/1.1" status: 404 len: 333 time: 0.1130505 Nov 03 19:11:33.404474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] Calling delete_port for 99571ed5-5a61-4504-a34e-3bb93f137811 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:33.404935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58292) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:33.450123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99571ed5-5a61-4504-a34e-3bb93f137811 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:33.707987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.728516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b4f36cf2-364d-49c1-88f8-10509b555a97 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port e790b7ed-4efb-46ba-8cdc-82dff6baf9ad {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:33.730287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b4f36cf2-364d-49c1-88f8-10509b555a97 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.880294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.929841 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.935269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.944730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da3d4e85-226a-4e4e-8376-cbabd4dfb6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.950595 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da3d4e85-226a-4e4e-8376-cbabd4dfb6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.953380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da3d4e85-226a-4e4e-8376-cbabd4dfb6e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e96ddd6a-0fb0-4471-b678-c1a75d8fe230 HTTP/1.1" status: 204 len: 168 time: 1.3689930 Nov 03 19:11:34.022594 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b4f36cf2-364d-49c1-88f8-10509b555a97 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.040796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b4f36cf2-364d-49c1-88f8-10509b555a97 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for e790b7ed-4efb-46ba-8cdc-82dff6baf9ad owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:34.103090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d4e85-226a-4e4e-8376-cbabd4dfb6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96ddd6a-0fb0-4471-b678-c1a75d8fe230,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:34.133894 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:11:34.162696 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.177584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:34.178223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.249453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] No DVR routers for this DVR port 99571ed5-5a61-4504-a34e-3bb93f137811 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:34.306085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d3302-154f-4b6b-9db4-efb0290dd40a None None] Pushing event deleted for resources: {'Port': ['ID=99571ed5-5a61-4504-a34e-3bb93f137811,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:34.341407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b4f36cf2-364d-49c1-88f8-10509b555a97 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.356602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:34.357401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.392203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:34.397299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Deleting port 77d26c99-103c-4830-bdf6-bcc25c8f872b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:34.398507 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.407856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f36cf2-364d-49c1-88f8-10509b555a97 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=e790b7ed-4efb-46ba-8cdc-82dff6baf9ad,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:34.411547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:11:28Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:34.484495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b4f36cf2-364d-49c1-88f8-10509b555a97 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.509747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b4f36cf2-364d-49c1-88f8-10509b555a97 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/e790b7ed-4efb-46ba-8cdc-82dff6baf9ad HTTP/1.1" status: 204 len: 168 time: 1.1024513 Nov 03 19:11:34.514506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58304) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:34.595560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257fdc8-2ab8-402e-9892-e2351e3ee6ca None None] The sync data for ids ['3dd5c5e2-b3af-4125-8520-bed488d841f5'] in n-d-812148-3 is: [{'id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19992720', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:56Z', 'updated_at': '2021-11-03T19:11:28Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd5c5e2-b3af-4125-8520-bed488d841f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:59Z', 'updated_at': '2021-11-03T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:34.727605 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f725d552-370b-4156-9030-be9fb4c8ff68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:11:34.729863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f725d552-370b-4156-9030-be9fb4c8ff68 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/e790b7ed-4efb-46ba-8cdc-82dff6baf9ad HTTP/1.1" status: 404 len: 333 time: 0.2128258 Nov 03 19:11:34.734769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58308) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:34.946454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca44c276-5003-4f28-a6f1-2f37ad158fc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 443f0a55-6eb7-4c5a-9266-edbf613e64a1 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:34.951779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca44c276-5003-4f28-a6f1-2f37ad158fc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.957764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.993974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Calling delete_port for 77d26c99-103c-4830-bdf6-bcc25c8f872b owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:35.110387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca44c276-5003-4f28-a6f1-2f37ad158fc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.158543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:35.288373 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:35.289405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7a8a9a36-da6e-4f6e-b64d-3baaaac5f262 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:35.399924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca44c276-5003-4f28-a6f1-2f37ad158fc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.501157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.538428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca44c276-5003-4f28-a6f1-2f37ad158fc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.611722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44c276-5003-4f28-a6f1-2f37ad158fc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=443f0a55-6eb7-4c5a-9266-edbf613e64a1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:35.621025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:35.624938 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ca44c276-5003-4f28-a6f1-2f37ad158fc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.634456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ca44c276-5003-4f28-a6f1-2f37ad158fc5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/443f0a55-6eb7-4c5a-9266-edbf613e64a1 HTTP/1.1" status: 204 len: 168 time: 0.8948438 Nov 03 19:11:35.643019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19b7f1-8bad-4eb0-80c6-b528862260f5 None None] Network f0395a7c-bb04-49af-8ec9-fe64305c65db requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:35.643177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58324) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:35.802680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.936410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.942270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port d262eb8d-5401-42c8-8e95-069ffd751c9b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:35.942725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.125380 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-889259ed-8941-4a3c-813a-eb7065ca66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.226231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] For port d262eb8d-5401-42c8-8e95-069ffd751c9b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d262eb8d-5401-42c8-8e95-069ffd751c9b,segment=NetworkSegment(9dfcca67-d030-4c0b-95ed-f5fe16715593),segment_id=9dfcca67-d030-4c0b-95ed-f5fe16715593)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:36.227157 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.257963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] DHCP port deletion for f0395a7c-bb04-49af-8ec9-fe64305c65db request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:36.265909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for d262eb8d-5401-42c8-8e95-069ffd751c9b owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:36.300775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58350) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:36.360278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.373550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.415645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] Deleting port d262eb8d-5401-42c8-8e95-069ffd751c9b {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:36.416259 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.524363 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.576919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] For port d262eb8d-5401-42c8-8e95-069ffd751c9b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d262eb8d-5401-42c8-8e95-069ffd751c9b,segment=NetworkSegment(9dfcca67-d030-4c0b-95ed-f5fe16715593),segment_id=9dfcca67-d030-4c0b-95ed-f5fe16715593)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:36.578835 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.586723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.587859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd5c5e2-b3af-4125-8520-bed488d841f5 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:11:36.591525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event deleted for resources: {'Port': ['ID=77d26c99-103c-4830-bdf6-bcc25c8f872b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:36.605865 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.607707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8848dd20-9289-432a-a84d-adb7a09e447a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/routers/3dd5c5e2-b3af-4125-8520-bed488d841f5 HTTP/1.1" status: 204 len: 168 time: 4.6173923 Nov 03 19:11:36.617514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58356) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:36.626862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] Calling delete_port for d262eb8d-5401-42c8-8e95-069ffd751c9b owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:36.708961 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.739851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-82470ea6-bc19-401e-a716-62be0924d59c tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-703061500', 'prefixes': ['172.20.0.0/16']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:36.796712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.829008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.880989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] Pushing event deleted for resources: {'Port': ['ID=d262eb8d-5401-42c8-8e95-069ffd751c9b,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:36.893047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf41291-2906-4746-9653-443dbabdb7c9 None None] No DVR routers for this DVR port d262eb8d-5401-42c8-8e95-069ffd751c9b on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:36.926133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-94c5d587-1d36-42b5-a7ee-fe201471f7b9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:36.937950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-94c5d587-1d36-42b5-a7ee-fe201471f7b9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 814 time: 0.5862775 Nov 03 19:11:36.965906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=d262eb8d-5401-42c8-8e95-069ffd751c9b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:36.997968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.016753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No DVR routers for this DVR port d262eb8d-5401-42c8-8e95-069ffd751c9b on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:37.025263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-889728ff-f0d2-440a-a4e4-8146e2806c11 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/quotas/4039966d0ece40bd89a7361c0f58532e HTTP/1.1" status: 200 len: 375 time: 0.0861740 Nov 03 19:11:37.055162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.062654 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.186264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.188808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed179fa-7dbb-4bb0-8420-510568cbb43f {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:11:37.213144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-2779729b-a101-4b52-a7ca-f2d3983bdc75 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1641469 Nov 03 19:11:37.220043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.222032 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e6ad791a-3f16-42be-a775-29048ca0f179 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/1ed179fa-7dbb-4bb0-8420-510568cbb43f HTTP/1.1" status: 204 len: 168 time: 4.6044576 Nov 03 19:11:37.228087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58360) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:37.238974 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-443451843', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:37.329469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.329469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.376470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-54150429-f3e3-41bb-8d27-fd741d9e6b45 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:37.382421 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-54150429-f3e3-41bb-8d27-fd741d9e6b45 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0834994 Nov 03 19:11:37.528126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.632679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d262eb8d-5401-42c8-8e95-069ffd751c9b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:37.715675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d262eb8d-5401-42c8-8e95-069ffd751c9b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:37.716555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d262eb8d-5401-42c8-8e95-069ffd751c9b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:37.735398 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.775108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0395a7c-bb04-49af-8ec9-fe64305c65db']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:37.898950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82470ea6-bc19-401e-a716-62be0924d59c tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] Publish callbacks [] for subnetpool, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.903328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82470ea6-bc19-401e-a716-62be0924d59c tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.5992184 Nov 03 19:11:37.903328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfcca67-d030-4c0b-95ed-f5fe16715593') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:37.903328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfcca67-d030-4c0b-95ed-f5fe16715593') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:37.908803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.917601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58362) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:37.989354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.056282 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7968ef31-fce0-4422-b00c-d3d6513de75f tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] 10.222.0.77 "GET /v2.0/subnetpools/f148f28b-ed8f-45d8-9de5-3aa23e933d65 HTTP/1.1" status: 200 len: 731 time: 0.1151154 Nov 03 19:11:38.065237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72557839-3bf0-452c-accd-bb0ee110353e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:38.070956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58364) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:38.092655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7f54c6e9-6bbe-4ece-9eaa-fa478f44f228 tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-185654703'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:38.098911 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.128786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:38.129151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd062ab47-ead8-4ddc-9e7b-9c7b298db47f') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:38.150903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:38.151311 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:38.155828 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:38.175723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.194725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-10c1f7f8-69b5-46e9-baae-028abe95b041 service neutron] 10.222.0.77 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7942982 Nov 03 19:11:38.317350 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.332116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.437623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:38.438678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:38.447446 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:38.475835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.493566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.497325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/networks/f0395a7c-bb04-49af-8ec9-fe64305c65db HTTP/1.1" status: 204 len: 168 time: 2.8537810 Nov 03 19:11:38.497614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58372) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:38.507262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-106854325'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:38.589797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:38.595851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.617357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a05b3-4d31-4269-93fc-e8c59348fdb6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Network': ['ID=f0395a7c-bb04-49af-8ec9-fe64305c65db,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:38.645324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7f54c6e9-6bbe-4ece-9eaa-fa478f44f228 tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] Publish callbacks [] for subnetpool, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.652768 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7f54c6e9-6bbe-4ece-9eaa-fa478f44f228 tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] 10.222.0.77 "PUT /v2.0/subnetpools/f148f28b-ed8f-45d8-9de5-3aa23e933d65 HTTP/1.1" status: 200 len: 683 time: 0.5708830 Nov 03 19:11:38.654403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58374) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:38.694533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.700680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.704625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/networks/72557839-3bf0-452c-accd-bb0ee110353e HTTP/1.1" status: 204 len: 168 time: 2.0787790 Nov 03 19:11:38.712448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58376) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:38.718920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-290a2690-d405-469e-8933-7950dc1d78ac service neutron] 10.222.0.77 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782999 Nov 03 19:11:38.755682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95029061-d75c-48ab-8801-6e19e95f8c4e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Network': ['ID=72557839-3bf0-452c-accd-bb0ee110353e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:38.876416 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d5d627b-596e-4cc0-a3c9-c3d3f409a7ac tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] Publish callbacks [] for subnetpool, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.878067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d5d627b-596e-4cc0-a3c9-c3d3f409a7ac tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] 10.222.0.77 "DELETE /v2.0/subnetpools/f148f28b-ed8f-45d8-9de5-3aa23e933d65 HTTP/1.1" status: 204 len: 168 time: 0.2218950 Nov 03 19:11:38.882711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58378) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:38.893801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:38.916189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:38.974135 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-0e896586-074a-45bc-bbb3-31b16afd5fe2 tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] show failed (client error): The resource could not be found. Nov 03 19:11:38.975125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.978774 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0e896586-074a-45bc-bbb3-31b16afd5fe2 tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] 10.222.0.77 "GET /v2.0/subnetpools/f148f28b-ed8f-45d8-9de5-3aa23e933d65 HTTP/1.1" status: 404 len: 346 time: 0.0935037 Nov 03 19:11:38.985112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58380) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:38.996432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:38.997594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a0c38e3-5eb9-4d56-9061-ce4fc9a31ae7 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:39.022358 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-edf37c55-0a74-406a-9ece-bcea0365afe9 tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] delete failed (client error): The resource could not be found. Nov 03 19:11:39.024717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-edf37c55-0a74-406a-9ece-bcea0365afe9 tempest-SubnetPoolsTestJSON-1654619235 tempest-SubnetPoolsTestJSON-1654619235-project] 10.222.0.77 "DELETE /v2.0/subnetpools/f148f28b-ed8f-45d8-9de5-3aa23e933d65 HTTP/1.1" status: 404 len: 346 time: 0.0376306 Nov 03 19:11:39.063636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.192652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.193256 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Added segment 4621d913-767a-481c-b768-5271981de75c of type vlan for network af8c0f35-95ae-4658-a888-7106ca2d5f88 Nov 03 19:11:39.242525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6457210-2308-4adf-89f9-0295b3492379 req-5d43b724-43c6-4e3f-8d6c-9f8f896935cc tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 210 time: 0.0694752 Nov 03 19:11:39.359195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bea206a-5d1c-4636-b856-783f87fe3b5a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.403472 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.496814 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bea206a-5d1c-4636-b856-783f87fe3b5a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.693690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Allocated IP 172.25.3.169 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/5cabbd68-92c4-489d-b2e7-10c22de7405f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:39.698869 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.710695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:39.711618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.835069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58398) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:39.902337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4033957 Nov 03 19:11:39.903354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58402) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:39.944090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': 'af8c0f35-95ae-4658-a888-7106ca2d5f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:40.104401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.136786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ae698-02db-4c07-81be-3dcc0f586e40 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Network': ['ID=af8c0f35-95ae-4658-a888-7106ca2d5f88,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:40.158461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network af8c0f35-95ae-4658-a888-7106ca2d5f88 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:40.195246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bea206a-5d1c-4636-b856-783f87fe3b5a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.199738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6360366b-a2f6-4976-a001-035889e3207f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.209084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bea206a-5d1c-4636-b856-783f87fe3b5a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.228138 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3bea206a-5d1c-4636-b856-783f87fe3b5a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/security-groups/8c843a6b-bde7-4a55-a6ad-65cdb804b545 HTTP/1.1" status: 204 len: 168 time: 1.4989426 Nov 03 19:11:40.444150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea206a-5d1c-4636-b856-783f87fe3b5a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c843a6b-bde7-4a55-a6ad-65cdb804b545,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:40.469234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:40.474843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.492227 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b486eec-1d61-4d1c-aad9-f0a5935734b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.569442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6360366b-a2f6-4976-a001-035889e3207f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.574184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97046407-8057-4376-b7b6-17038623262f req-3028be19-7c4e-439d-9222-8fae5c3b350b tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 210 time: 0.1351497 Nov 03 19:11:40.576655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6360366b-a2f6-4976-a001-035889e3207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.671172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.676941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6360366b-a2f6-4976-a001-035889e3207f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c73ab8041624827b5224cb1980cb127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8366253 Nov 03 19:11:40.676941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360366b-a2f6-4976-a001-035889e3207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cd6c4c-19aa-4861-9bb3-11a06d1ec905,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:40.677805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58414) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:41.061919 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.068940 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bed670da-f942-4c66-aca7-68e57cb9452f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.075321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.113079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58416) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:41.121069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-966f06b8-bef6-40f3-8644-3c21a710dea1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242617459', 'description': 'tempest-secgroup-smoke-1242617459 description', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:41.161654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-966f06b8-bef6-40f3-8644-3c21a710dea1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.257120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bed670da-f942-4c66-aca7-68e57cb9452f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.265291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:41.293770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:41.302264 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:41.341518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-966f06b8-bef6-40f3-8644-3c21a710dea1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.349501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-966f06b8-bef6-40f3-8644-3c21a710dea1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.376664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=11f0a780-e812-465f-ad3d-0d09ec23a273,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:41.424146 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-966f06b8-bef6-40f3-8644-3c21a710dea1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.439434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-966f06b8-bef6-40f3-8644-3c21a710dea1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3192487 Nov 03 19:11:41.459514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f06b8-bef6-40f3-8644-3c21a710dea1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc4979e-79ee-4955-b87f-021e3de04dbe,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:41.474324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event updated for resources: {'Port': ['ID=5cabbd68-92c4-489d-b2e7-10c22de7405f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:41.478130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58418) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:41.517801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ddfab95f-a458-4aa6-877e-a83aa7d56c45 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1fc4979e-79ee-4955-b87f-021e3de04dbe', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:41.694501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Checking segment: {'id': '4621d913-767a-481c-b768-5271981de75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af8c0f35-95ae-4658-a888-7106ca2d5f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:41.695179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network hostable DHCP agents. Network: af8c0f35-95ae-4658-a888-7106ca2d5f88, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:41.836900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e7aaddf-26d6-4c1c-b81c-a68deb82085a req-eb8151c1-865a-4bce-9ead-54fb1845b3af tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 210 time: 0.0891356 Nov 03 19:11:41.873872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-14b5450b-b98c-4041-9072-837cf4188e40 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:41.876210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-14b5450b-b98c-4041-9072-837cf4188e40 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.70 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 814 time: 0.4197628 Nov 03 19:11:41.899197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network af8c0f35-95ae-4658-a888-7106ca2d5f88 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:41.918145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddfab95f-a458-4aa6-877e-a83aa7d56c45 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.923223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Request body: {'port': {'device_id': 'f2e0e89f-b3e5-452b-98f3-b3bfd1be392d', 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69', 'admin_state_up': True, 'tenant_id': '4039966d0ece40bd89a7361c0f58532e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:41.951037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bed670da-f942-4c66-aca7-68e57cb9452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.954544 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bed670da-f942-4c66-aca7-68e57cb9452f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.956216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bed670da-f942-4c66-aca7-68e57cb9452f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94cd6c4c-19aa-4861-9bb3-11a06d1ec905 HTTP/1.1" status: 204 len: 168 time: 1.2610304 Nov 03 19:11:42.089986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, af8c0f35-95ae-4658-a888-7106ca2d5f88) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:42.113348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b054d0-5699-49a3-899b-32d60dc00d64 None None] Network af8c0f35-95ae-4658-a888-7106ca2d5f88 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:42.122767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:42.123611 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.147697 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed670da-f942-4c66-aca7-68e57cb9452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cd6c4c-19aa-4861-9bb3-11a06d1ec905,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:42.287948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddfab95f-a458-4aa6-877e-a83aa7d56c45 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.311000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58428) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:42.311867 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b8623c5a-3c49-4c05-9eb0-ab7efdabc315 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3904941 Nov 03 19:11:42.316769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddfab95f-a458-4aa6-877e-a83aa7d56c45 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.324902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.329957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cfe0d74c-44cb-4b17-95a9-f4fe29140d52 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2044558101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:42.401920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Made reservation on behalf of 4039966d0ece40bd89a7361c0f58532e for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:42.412356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.466428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfab95f-a458-4aa6-877e-a83aa7d56c45 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b89e51b-977d-482a-8485-f0b9ee061bae,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:42.548693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d74c-44cb-4b17-95a9-f4fe29140d52 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.550886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d74c-44cb-4b17-95a9-f4fe29140d52 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.592346 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.596206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddfab95f-a458-4aa6-877e-a83aa7d56c45 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.598390 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ddfab95f-a458-4aa6-877e-a83aa7d56c45 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0962701 Nov 03 19:11:42.605868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.612908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58430) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:42.645860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-87130352-83e5-4d4b-ac4a-f6492a2c757e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1fc4979e-79ee-4955-b87f-021e3de04dbe', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:42.727555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-af8c0f35-95ae-4658-a888-7106ca2d5f88', 'network_id': 'af8c0f35-95ae-4658-a888-7106ca2d5f88', 'tenant_id': 'b417a2292b9a4db5bc5625d66af99411', 'fixed_ips': [{'subnet_id': '11f0a780-e812-465f-ad3d-0d09ec23a273'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:42.729233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.736713 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d74c-44cb-4b17-95a9-f4fe29140d52 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.743706 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d74c-44cb-4b17-95a9-f4fe29140d52 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.828328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d74c-44cb-4b17-95a9-f4fe29140d52 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.829116 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cfe0d74c-44cb-4b17-95a9-f4fe29140d52 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5152051 Nov 03 19:11:42.847156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58438) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:42.856568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'network_id': 'af8c0f35-95ae-4658-a888-7106ca2d5f88', 'name': 'tempest-PortsIpV6TestJSON-69368473'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:43.120175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.125375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-692f145c-4abb-48cc-be3d-e7decaf2c345 req-8c9a0e61-a917-46cd-8979-0a9254c17048 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 210 time: 0.0579832 Nov 03 19:11:43.141719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87130352-83e5-4d4b-ac4a-f6492a2c757e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.157366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Allocated IP 2001:db8::2 (af8c0f35-95ae-4658-a888-7106ca2d5f88/11f0a780-e812-465f-ad3d-0d09ec23a273/fb14db0a-43de-4b62-b723-81ac0385586b) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:43.302651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Allocated IP 172.20.0.3 (c88540fb-808d-4556-9290-9c0416e6bd69/a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc/cfa251f6-9bb0-446d-bc71-0ea0fb084ad2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:43.423830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:43.435644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.518606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:43.541329 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.556852 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.702326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87130352-83e5-4d4b-ac4a-f6492a2c757e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.707206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Router 5b894f4b-b75e-4be7-8a70-9c979f3c8224 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:43.728067 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87130352-83e5-4d4b-ac4a-f6492a2c757e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.753529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Network af8c0f35-95ae-4658-a888-7106ca2d5f88 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:43.755436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:43.807600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Pushing event updated for resources: {'Port': ['ID=fb14db0a-43de-4b62-b723-81ac0385586b,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:43.820626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:43.842226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.842806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.843375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.843950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.844777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.845344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.845941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.846691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.847070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.847635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.848287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.848756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:43.906867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87130352-83e5-4d4b-ac4a-f6492a2c757e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a777c01-8ebe-48a5-b0c7-aa53180eaf4a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:43.962018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58458) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.074031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Attempting to bind port fb14db0a-43de-4b62-b723-81ac0385586b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:44.074521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Attempting to bind port fb14db0a-43de-4b62-b723-81ac0385586b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '4621d913-767a-481c-b768-5271981de75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af8c0f35-95ae-4658-a888-7106ca2d5f88'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:44.075132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Attempting to bind port fb14db0a-43de-4b62-b723-81ac0385586b on network af8c0f35-95ae-4658-a888-7106ca2d5f88 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:44.101505 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:44.102132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Checking segment: {'id': '4621d913-767a-481c-b768-5271981de75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af8c0f35-95ae-4658-a888-7106ca2d5f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:44.102815 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.103503 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Bound using segment: {'id': '4621d913-767a-481c-b768-5271981de75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af8c0f35-95ae-4658-a888-7106ca2d5f88'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:44.105005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Bound port: fb14db0a-43de-4b62-b723-81ac0385586b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4621d913-767a-481c-b768-5271981de75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af8c0f35-95ae-4658-a888-7106ca2d5f88'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:44.105716 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.150052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.222493 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87130352-83e5-4d4b-ac4a-f6492a2c757e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.227767 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-87130352-83e5-4d4b-ac4a-f6492a2c757e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6111302 Nov 03 19:11:44.241240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58464) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.252891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58466) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.261302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a2f4195f-10fd-4b9e-ac6b-a76b181e464c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1fc4979e-79ee-4955-b87f-021e3de04dbe', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:44.313504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-585cb553-110b-4b3a-984b-42026576b175 None None] For port fb14db0a-43de-4b62-b723-81ac0385586b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:44.319527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-585cb553-110b-4b3a-984b-42026576b175 None None] For port fb14db0a-43de-4b62-b723-81ac0385586b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fb14db0a-43de-4b62-b723-81ac0385586b,segment=NetworkSegment(4621d913-767a-481c-b768-5271981de75c),segment_id=4621d913-767a-481c-b768-5271981de75c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:44.332429 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.333114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:44.361409 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c10cca-bfe7-45be-b89d-91a481e9b093 None None] Sync routers for ids ['5b894f4b-b75e-4be7-8a70-9c979f3c8224'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:44.382652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::25e (af8c0f35-95ae-4658-a888-7106ca2d5f88/11f0a780-e812-465f-ad3d-0d09ec23a273/9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:44.421583 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c10cca-bfe7-45be-b89d-91a481e9b093 None None] Routers {'5b894f4b-b75e-4be7-8a70-9c979f3c8224'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:44.423407 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6c10cca-bfe7-45be-b89d-91a481e9b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5b894f4b-b75e-4be7-8a70-9c979f3c8224'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:44.468001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.489470 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f1c3245a-332e-4b85-bd1e-23105e7778fc tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2594762 Nov 03 19:11:44.491575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2f4195f-10fd-4b9e-ac6b-a76b181e464c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.492431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58470) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.521092 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6c10cca-bfe7-45be-b89d-91a481e9b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:44.526495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:44.558095 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c10cca-bfe7-45be-b89d-91a481e9b093 None None] Routers {'5b894f4b-b75e-4be7-8a70-9c979f3c8224'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:44.561274 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6c10cca-bfe7-45be-b89d-91a481e9b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5b894f4b-b75e-4be7-8a70-9c979f3c8224'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:44.596211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.600943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3523ee87-d248-4831-b2b6-7982023d39c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.642480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cb553-110b-4b3a-984b-42026576b175 None None] Pushing event updated for resources: {'Port': ['ID=fb14db0a-43de-4b62-b723-81ac0385586b,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:44.698996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2f4195f-10fd-4b9e-ac6b-a76b181e464c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.715617 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e6c10cca-bfe7-45be-b89d-91a481e9b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:44.716959 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c10cca-bfe7-45be-b89d-91a481e9b093 None None] The sync data for ids ['5b894f4b-b75e-4be7-8a70-9c979f3c8224'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:44.719781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2f4195f-10fd-4b9e-ac6b-a76b181e464c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.771873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-229827317-network', 'tenant_id': '81eb3061ce1e4854b903d57f53109db2'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:44.786602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4195f-10fd-4b9e-ac6b-a76b181e464c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296224ea-2398-4478-8b4c-d2fc36ab01ce,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:44.808544 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2f4195f-10fd-4b9e-ac6b-a76b181e464c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.810618 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a2f4195f-10fd-4b9e-ac6b-a76b181e464c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5674078 Nov 03 19:11:44.824006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58472) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.837355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c13c9e26-abf1-4e78-b87d-9554f26e1397 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1fc4979e-79ee-4955-b87f-021e3de04dbe', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:44.940610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Made reservation on behalf of 81eb3061ce1e4854b903d57f53109db2 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:44.946273 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.015244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.033489 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3523ee87-d248-4831-b2b6-7982023d39c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.081692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3523ee87-d248-4831-b2b6-7982023d39c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.132310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c13c9e26-abf1-4e78-b87d-9554f26e1397 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.145520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Network c88540fb-808d-4556-9290-9c0416e6bd69 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:45.172777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68682690-6823-43c9-928b-1791fcadf3d7 req-a4c6fbc6-495b-4eff-a8de-97c3cbbd92e8 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:45.173233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68682690-6823-43c9-928b-1791fcadf3d7 req-a4c6fbc6-495b-4eff-a8de-97c3cbbd92e8 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 931 time: 0.6793604 Nov 03 19:11:45.181646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:45.185309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:45.215979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fb14db0a-43de-4b62-b723-81ac0385586b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:45.260666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523ee87-d248-4831-b2b6-7982023d39c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eba938-97ab-4864-8f39-bdb7422743c5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:45.291260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3523ee87-d248-4831-b2b6-7982023d39c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de91ff03bfc1427fbab87d7f9f147e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3204565 Nov 03 19:11:45.304691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58474) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:45.440331 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c13c9e26-abf1-4e78-b87d-9554f26e1397 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.457226 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c13c9e26-abf1-4e78-b87d-9554f26e1397 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.600891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c9e26-abf1-4e78-b87d-9554f26e1397 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d66759-40ab-42e5-a7fa-87806806d072,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:45.649958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c13c9e26-abf1-4e78-b87d-9554f26e1397 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.652263 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c13c9e26-abf1-4e78-b87d-9554f26e1397 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8266106 Nov 03 19:11:45.671623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58476) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:45.673127 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2bd9-30e7-4136-b98d-c5348a798e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.708778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d71b9330-67fd-47f1-9ba0-6453a2a34d6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1fc4979e-79ee-4955-b87f-021e3de04dbe', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:45.757549 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.804744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.846689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fb14db0a-43de-4b62-b723-81ac0385586b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:45.848874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.928469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2bd9-30e7-4136-b98d-c5348a798e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.959435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Pushing event updated for resources: {'Port': ['ID=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:45.965789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:45.966882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:45.967563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.011067 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.012420 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Added segment 496459b9-3a42-4466-8b68-afc35bc86bb9 of type vlan for network b268a6d8-f253-4c40-9dac-22c4f4aa12ec Nov 03 19:11:46.103430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.103902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.116882 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.117774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.118218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.118554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.118901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.119240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.120107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.120460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.120770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.121110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.121540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:46.147391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.180053 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-d71b9330-67fd-47f1-9ba0-6453a2a34d6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Project 2e22fabbe1db42cd92e04a8708663a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:11:46.212833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9cc6e7-277a-4c59-a41f-6e42b1ad64b5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:46.239151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d71b9330-67fd-47f1-9ba0-6453a2a34d6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.243269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port fb14db0a-43de-4b62-b723-81ac0385586b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fb14db0a-43de-4b62-b723-81ac0385586b,segment=NetworkSegment(4621d913-767a-481c-b768-5271981de75c),segment_id=4621d913-767a-481c-b768-5271981de75c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:46.254770 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.257211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f59dd9d9-1dd9-4923-8756-6d7243ea4c2e tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3680475 Nov 03 19:11:46.331041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.332035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:46.332631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.333811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Request body: {'port': {'device_id': 'f2e0e89f-b3e5-452b-98f3-b3bfd1be392d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:46.395655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=fb14db0a-43de-4b62-b723-81ac0385586b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:46.499442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.559377 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7cafa3-a6ed-46cc-9a97-e69550adf947 None None] Network af8c0f35-95ae-4658-a888-7106ca2d5f88 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:46.571845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68682690-6823-43c9-928b-1791fcadf3d7 req-38327cc8-9173-4f4d-86e9-d8960e613399 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3804343 Nov 03 19:11:46.756204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d843bf54-5115-474f-ba66-f29cc4ee9acd None None] Provisioning complete for port fb14db0a-43de-4b62-b723-81ac0385586b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:46.756603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d843bf54-5115-474f-ba66-f29cc4ee9acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.766316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4834030 Nov 03 19:11:46.825105 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.836805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58478) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:46.847015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Request body: {'subnet': {'network_id': 'b268a6d8-f253-4c40-9dac-22c4f4aa12ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-229827317-subnet', 'tenant_id': '81eb3061ce1e4854b903d57f53109db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:46.851485 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.875371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.907182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.940121 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d71b9330-67fd-47f1-9ba0-6453a2a34d6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.942374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be06d6-a60a-45c6-9c4a-7826b871db7b admin admin] Pushing event updated for resources: {'Network': ['ID=b268a6d8-f253-4c40-9dac-22c4f4aa12ec,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:46.950320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2bd9-30e7-4136-b98d-c5348a798e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.956782 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2bd9-30e7-4136-b98d-c5348a798e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.964617 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ad0c2bd9-30e7-4136-b98d-c5348a798e37 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37eba938-97ab-4864-8f39-bdb7422743c5 HTTP/1.1" status: 204 len: 168 time: 1.6572580 Nov 03 19:11:46.966413 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d71b9330-67fd-47f1-9ba0-6453a2a34d6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.983854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network b268a6d8-f253-4c40-9dac-22c4f4aa12ec details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:47.000556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c2bd9-30e7-4136-b98d-c5348a798e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eba938-97ab-4864-8f39-bdb7422743c5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:47.046579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b9330-67fd-47f1-9ba0-6453a2a34d6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3bbe34-a6cc-48be-9f29-5b9a2f6cedfe,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:47.069327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Made reservation on behalf of 81eb3061ce1e4854b903d57f53109db2 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:47.074194 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.090593 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d71b9330-67fd-47f1-9ba0-6453a2a34d6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.094461 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d71b9330-67fd-47f1-9ba0-6453a2a34d6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4172041 Nov 03 19:11:47.102273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58482) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:47.112470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6b7fc465-fd88-45a1-96ee-34cf90cb6da8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'security_group_rule': {'security_group_id': '1fc4979e-79ee-4955-b87f-021e3de04dbe', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:47.136576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network af8c0f35-95ae-4658-a888-7106ca2d5f88 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:47.149832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fb14db0a-43de-4b62-b723-81ac0385586b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:47.162492 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-6b7fc465-fd88-45a1-96ee-34cf90cb6da8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Project 2e22fabbe1db42cd92e04a8708663a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:11:47.183500 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc465-fd88-45a1-96ee-34cf90cb6da8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.203627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:47.213139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:47.283554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:47.299192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:47.300287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.399805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc465-fd88-45a1-96ee-34cf90cb6da8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.402228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0efcd663-b909-43eb-b11d-1ff82fbffa9f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5530112 Nov 03 19:11:47.408288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58486) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:47.420894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc465-fd88-45a1-96ee-34cf90cb6da8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.567690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fb14db0a-43de-4b62-b723-81ac0385586b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:47.568365 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.572468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Deleting port 5cabbd68-92c4-489d-b2e7-10c22de7405f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:47.572872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.701808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fc465-fd88-45a1-96ee-34cf90cb6da8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d758f1-38df-4425-9702-91d28b6b0fdf,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:47.745889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc465-fd88-45a1-96ee-34cf90cb6da8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.754634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6b7fc465-fd88-45a1-96ee-34cf90cb6da8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6494720 Nov 03 19:11:47.755511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58492) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:47.780625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'network': {'name': 'tempest-network-smoke--1813998332', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:48.079857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:11:48.098102 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.209860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:48.215735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.224621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Transition to ACTIVE for port object cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:11:48.243132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7dd38f88-1180-4ea3-9a4e-9cbaa339eeff None None] Provisioning complete for port fb14db0a-43de-4b62-b723-81ac0385586b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:48.249392 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7dd38f88-1180-4ea3-9a4e-9cbaa339eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.254539 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.326041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:48.371336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.373762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9f8e6-6f6c-43f6-b134-f28696e0e101 req-94c69c9b-5483-4053-9196-d1ef713728e0 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:48.376669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08a9f8e6-6f6c-43f6-b134-f28696e0e101 req-94c69c9b-5483-4053-9196-d1ef713728e0 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 931 time: 0.3789814 Nov 03 19:11:48.384973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.386736 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Added segment b0b110a2-56f8-4833-83ac-cf746bce6849 of type vlan for network b78a8a5a-564f-4248-b048-bd25517937cb Nov 03 19:11:48.397260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.485870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Calling delete_port for 5cabbd68-92c4-489d-b2e7-10c22de7405f owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:48.520078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7dd38f88-1180-4ea3-9a4e-9cbaa339eeff None None] Provisioning complete for port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:48.521188 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7dd38f88-1180-4ea3-9a4e-9cbaa339eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.549709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.572109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.584341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7dd38f88-1180-4ea3-9a4e-9cbaa339eeff None None] Port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:48.711533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Pushing event updated for resources: {'Port': ['ID=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:48.720506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.728152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:48.728832 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.829579 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7fc1f36c-4cf6-4491-aedf-4b264893ce8a None None] Provisioning complete for port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:48.829747 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7fc1f36c-4cf6-4491-aedf-4b264893ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.878556 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1178694 Nov 03 19:11:48.902622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1f36c-4cf6-4491-aedf-4b264893ce8a None None] Port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:48.902943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58508) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:48.916970 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'admin_state_up': True, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:48.935350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d5a1d1-957b-493c-8a2a-03fbe33d84bf,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:48.944750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-08a9f8e6-6f6c-43f6-b134-f28696e0e101 req-8088526b-0b42-4ca5-94bd-9a092ff01961 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092912 Nov 03 19:11:48.970171 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.985012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.989968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ac82a-a02f-47a3-b861-b7f7066276a7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Network': ['ID=b78a8a5a-564f-4248-b048-bd25517937cb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:49.013479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network b78a8a5a-564f-4248-b048-bd25517937cb details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:49.028539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58510) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:49.077894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Checking segment: {'id': '496459b9-3a42-4466-8b68-afc35bc86bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b268a6d8-f253-4c40-9dac-22c4f4aa12ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:49.078223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Network hostable DHCP agents. Network: b268a6d8-f253-4c40-9dac-22c4f4aa12ec, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:49.102149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Attempting to bind port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:49.102833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Attempting to bind port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:49.102833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Attempting to bind port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 on network c88540fb-808d-4556-9290-9c0416e6bd69 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:49.112720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 on network c88540fb-808d-4556-9290-9c0416e6bd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:11:49.113046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Attempting to bind port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 on network c88540fb-808d-4556-9290-9c0416e6bd69 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:49.165065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:49.165408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Checking segment: {'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:49.165882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Bound using segment: {'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:49.166347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Bound port: cfa251f6-9bb0-446d-bc71-0ea0fb084ad2, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee30626a-e7c2-4d11-8cf7-65a9396bb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:49.166764 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.193819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Network b268a6d8-f253-4c40-9dac-22c4f4aa12ec is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:49.276731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-79423354-network', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:49.282771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, b268a6d8-f253-4c40-9dac-22c4f4aa12ec) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:49.285667 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.299629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270ac5c-1979-4033-ba08-4ee708c9c6bc None None] Network b268a6d8-f253-4c40-9dac-22c4f4aa12ec requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:49.300541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:49.300979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.319963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] For port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:49.369054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] For port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:49.373560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Made reservation on behalf of 35d7a6c219f14cefb8148d102b496d3a for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:49.375556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.396665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.401549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c28331f7-d60c-4e49-b000-70e3c026bb3b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5629206 Nov 03 19:11:49.413753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.463717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:49.464349 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.466018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] 10.222.0.70 "PUT /v2.0/ports/cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 HTTP/1.1" status: 200 len: 1091 time: 3.1955075 Nov 03 19:11:49.466575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e0e89f-b3e5-452b-98f3-b3bfd1be392d', 'tag': 'cfa251f6-9bb0-446d-bc71-0ea0fb084ad2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:49.469452 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2907ed-dc3c-47e1-9ed1-c65866e951da" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e0e89f-b3e5-452b-98f3-b3bfd1be392d", "tag": "cfa251f6-9bb0-446d-bc71-0ea0fb084ad2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:49.503210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.545889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.551926 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e25d40b-814f-46ba-834c-dd194fad0334 x-openstack-request-id: req-9e25d40b-814f-46ba-834c-dd194fad0334 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:49.552513 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e0e89f-b3e5-452b-98f3-b3bfd1be392d", "tag": "cfa251f6-9bb0-446d-bc71-0ea0fb084ad2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:49.552980 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e25d40b-814f-46ba-834c-dd194fad0334 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:49.553679 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e0e89f-b3e5-452b-98f3-b3bfd1be392d', 'tag': 'cfa251f6-9bb0-446d-bc71-0ea0fb084ad2', 'status': 'completed', 'code': 200} Nov 03 19:11:49.606274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb8ca98-98b7-4ca8-9198-f477d0043ef8 None None] Network b268a6d8-f253-4c40-9dac-22c4f4aa12ec requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:49.612610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c728e73-078f-4e54-9de2-44dea402fcad service neutron] Pushing event updated for resources: {'Port': ['ID=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:49.702574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.707499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.716870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Pushing event deleted for resources: {'Port': ['ID=5cabbd68-92c4-489d-b2e7-10c22de7405f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:49.752037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-52de0e66-80a5-4683-8632-83ecb8803da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:49.753548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-52de0e66-80a5-4683-8632-83ecb8803da7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 1094 time: 0.1987815 Nov 03 19:11:49.765744 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.903256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.906657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-1fcff5c3-7eee-4d97-98a2-218220969dd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 HTTP/1.1" status: 200 len: 217 time: 0.1424365 Nov 03 19:11:49.920302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:50.108073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-97e5139c-e3be-451c-a5b1-6edd238160ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:50.111439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-97e5139c-e3be-451c-a5b1-6edd238160ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc HTTP/1.1" status: 200 len: 854 time: 0.1079028 Nov 03 19:11:50.117963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.230932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.292189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e00fb8-f0dd-44da-a339-0a73017b1b0e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:50.295837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-ae7b5385-c21b-4c53-bbc3-826170078d2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c88540fb-808d-4556-9290-9c0416e6bd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684985 Nov 03 19:11:50.299204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:50.406462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-88abd42d-8909-4dcb-8ed4-93c5118e952d None None] Provisioning complete for port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:50.408177 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88abd42d-8909-4dcb-8ed4-93c5118e952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.443439 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.443908 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Added segment db6f8240-e15c-48f6-9848-b42c8a3ce287 of type vlan for network 4f403eb2-47d2-458a-b1d9-593365deef6f Nov 03 19:11:50.483342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-88abd42d-8909-4dcb-8ed4-93c5118e952d None None] Port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:50.487115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.538535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.591608 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.602698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.634951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58532) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:50.663419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-169668181-network', 'tenant_id': '30dc6cc71c5a4ba99707e65631cffb92'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:50.664390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bb95a-0274-46fb-b0a9-cb89fd4d0953 req-b203ca51-cb4b-4fc4-98d3-7c75b4a28976 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:50.666069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-723bb95a-0274-46fb-b0a9-cb89fd4d0953 req-b203ca51-cb4b-4fc4-98d3-7c75b4a28976 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 943 time: 0.4664140 Nov 03 19:11:50.724714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10307'] for router, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.747408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684023'] for router, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.757446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.758415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:50.759141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.801454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-9861ba13-05db-4051-82fa-02ae02c2a8c1 service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948902 Nov 03 19:11:50.827325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Made reservation on behalf of 30dc6cc71c5a4ba99707e65631cffb92 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:50.830626 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.856240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.895616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.25.3.233 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/9aeb6ea1-a42f-4c18-9446-3e7334515642) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:50.956611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-723bb95a-0274-46fb-b0a9-cb89fd4d0953 req-7a60eab7-d6b1-4e03-bf97-3789d4239705 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567492 Nov 03 19:11:51.011845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9717965 Nov 03 19:11:51.045712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58534) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.046018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130fbd1-a2e2-4296-93f7-4d53791d1999 admin admin] Pushing event updated for resources: {'Network': ['ID=4f403eb2-47d2-458a-b1d9-593365deef6f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:51.064259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 4f403eb2-47d2-458a-b1d9-593365deef6f details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:51.071436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Request body: {'subnet': {'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-79423354-subnet', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:51.075579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Router 5b894f4b-b75e-4be7-8a70-9c979f3c8224 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:51.109207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a5b542a-fbae-4e2e-8d5d-62f323170d54 req-f7678c7b-a8fc-4554-aa18-77b60ddf73c7 service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826929 Nov 03 19:11:51.236561 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:51.256639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37bac8-8725-4abe-92f3-4eef9d97ee65 None None] Sync routers for ids ['5b894f4b-b75e-4be7-8a70-9c979f3c8224'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:51.261806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.263288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-05fbd9c6-e693-4c77-87a3-bd4235590049 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "PUT /v2.0/routers/5b894f4b-b75e-4be7-8a70-9c979f3c8224 HTTP/1.1" status: 200 len: 709 time: 6.7574203 Nov 03 19:11:51.267153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58536) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.280481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Made reservation on behalf of 35d7a6c219f14cefb8148d102b496d3a for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:51.282954 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.288986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37bac8-8725-4abe-92f3-4eef9d97ee65 None None] Routers {'5b894f4b-b75e-4be7-8a70-9c979f3c8224'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:51.290255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1f37bac8-8725-4abe-92f3-4eef9d97ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5b894f4b-b75e-4be7-8a70-9c979f3c8224'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:51.357305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1f37bac8-8725-4abe-92f3-4eef9d97ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:51.372657 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.374120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37bac8-8725-4abe-92f3-4eef9d97ee65 None None] Routers {'5b894f4b-b75e-4be7-8a70-9c979f3c8224'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:51.375448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1f37bac8-8725-4abe-92f3-4eef9d97ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['5b894f4b-b75e-4be7-8a70-9c979f3c8224'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:51.384537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.433127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1f37bac8-8725-4abe-92f3-4eef9d97ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:51.433925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37bac8-8725-4abe-92f3-4eef9d97ee65 None None] The sync data for ids ['5b894f4b-b75e-4be7-8a70-9c979f3c8224'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:51.456631 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.532138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.562348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:51.587362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.588635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.637789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.638307 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Added segment a01ced58-01fd-4a0a-84d8-769d56efd10a of type vlan for network e6180f0b-7649-4eeb-b0e9-7642a523323d Nov 03 19:11:51.662402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc90964-02b9-491c-9d92-3225f52627f4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:51.747576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d6953418-2147-4058-9cf2-f839feaee57c tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/routers/5b894f4b-b75e-4be7-8a70-9c979f3c8224 HTTP/1.1" status: 200 len: 744 time: 0.4792390 Nov 03 19:11:51.751857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58538) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.760293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.787927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-3cd226bb-9478-459e-abc7-ab121c245222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:51.789768 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-3cd226bb-9478-459e-abc7-ab121c245222 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4039966d0ece40bd89a7361c0f58532e&device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 1094 time: 0.5693557 Nov 03 19:11:51.826664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fcc4099d-c8a0-47a4-8553-a700da2acb3e tempest-RoutersIpV6AdminTest-1299397135 tempest-RoutersIpV6AdminTest-1299397135-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=95097072-eef6-42ae-8d09-84775017ebfc&device_id=5b894f4b-b75e-4be7-8a70-9c979f3c8224 HTTP/1.1" status: 200 len: 205 time: 0.0685694 Nov 03 19:11:51.827000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58540) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.912173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c7e007cd-2dc2-4a25-9ae6-90d53b2914bd tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b894f4b-b75e-4be7-8a70-9c979f3c8224 HTTP/1.1" status: 200 len: 205 time: 0.0798244 Nov 03 19:11:51.912462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58542) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.038283 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a57a0f03-e7d4-4234-82d7-3903ec98968a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.148176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.159074 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.199369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-b207e380-7307-4c4d-a515-317876534049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:52.201531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-b207e380-7307-4c4d-a515-317876534049 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 200 len: 915 time: 0.3928902 Nov 03 19:11:52.250121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:52.285127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:52.297952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:52.354887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a57a0f03-e7d4-4234-82d7-3903ec98968a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.355908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=9aeb6ea1-a42f-4c18-9446-3e7334515642,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.357648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-a5d10bce-a223-4f6a-a5dc-0603b9477d08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 HTTP/1.1" status: 200 len: 217 time: 0.1164827 Nov 03 19:11:52.359695 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.360979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a57a0f03-e7d4-4234-82d7-3903ec98968a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.361373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:52.362518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.374448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7ee97-a3e7-4527-a25f-60a30c67f5c3 req-0f9c24b3-8f12-4e87-a820-881c954ba4c2 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:52.376052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e5a7ee97-a3e7-4527-a25f-60a30c67f5c3 req-0f9c24b3-8f12-4e87-a820-881c954ba4c2 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 943 time: 0.2582755 Nov 03 19:11:52.463331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network af8c0f35-95ae-4658-a888-7106ca2d5f88 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:52.493637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a57a0f03-e7d4-4234-82d7-3903ec98968a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.494306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a0f03-e7d4-4234-82d7-3903ec98968a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Fanout notify agent at l3_agent the message router_deleted on router 5b894f4b-b75e-4be7-8a70-9c979f3c8224 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:11:52.507860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a57a0f03-e7d4-4234-82d7-3903ec98968a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.509030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a57a0f03-e7d4-4234-82d7-3903ec98968a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/5b894f4b-b75e-4be7-8a70-9c979f3c8224 HTTP/1.1" status: 204 len: 168 time: 0.5952809 Nov 03 19:11:52.516823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58546) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.517661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-926fd6bc-9ba4-4cae-a70d-7ee840d1dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:52.519307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-926fd6bc-9ba4-4cae-a70d-7ee840d1dd52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc HTTP/1.1" status: 200 len: 854 time: 0.1540895 Nov 03 19:11:52.537888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:52.553692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9180760 Nov 03 19:11:52.573402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58548) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.579637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.588550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-87293c54-b217-4c76-a595-482f4420ed89 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b894f4b-b75e-4be7-8a70-9c979f3c8224 HTTP/1.1" status: 200 len: 205 time: 0.0646236 Nov 03 19:11:52.591344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f981e-e953-4a22-a38a-a30bd4e37398 admin admin] Pushing event updated for resources: {'Network': ['ID=e6180f0b-7649-4eeb-b0e9-7642a523323d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.604650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58550) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.622085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Request body: {'subnet': {'network_id': 'e6180f0b-7649-4eeb-b0e9-7642a523323d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-169668181-subnet', 'tenant_id': '30dc6cc71c5a4ba99707e65631cffb92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:52.625920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e6180f0b-7649-4eeb-b0e9-7642a523323d details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:52.634091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-2cb0d564-210b-433d-a466-92138726e971 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c88540fb-808d-4556-9290-9c0416e6bd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001270 Nov 03 19:11:52.658028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e5a7ee97-a3e7-4527-a25f-60a30c67f5c3 req-d760712b-5c49-4b69-91d4-b6c5539a28ad tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713213 Nov 03 19:11:52.760254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Made reservation on behalf of 30dc6cc71c5a4ba99707e65631cffb92 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:52.764182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.892317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-6e58b89d-e4e6-4e89-880b-5d83cd2e93dc service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311790 Nov 03 19:11:52.893805 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-39c11cb8-c1aa-4816-9932-e30296f53321 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] delete failed (client error): The resource could not be found. Nov 03 19:11:52.898721 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-39c11cb8-c1aa-4816-9932-e30296f53321 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/5b894f4b-b75e-4be7-8a70-9c979f3c8224 HTTP/1.1" status: 404 len: 336 time: 0.2897339 Nov 03 19:11:52.900824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58552) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.903213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:11:52.988533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ed058c1f-2041-40ea-aeb5-8dc995c6ac79 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ed179fa-7dbb-4bb0-8420-510568cbb43f HTTP/1.1" status: 200 len: 205 time: 0.0857952 Nov 03 19:11:52.994202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58554) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.054210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81da38d2-7be4-42df-8f9f-7a28e7672059,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:53.091470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Checking segment: {'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:53.092583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Network hostable DHCP agents. Network: 4f403eb2-47d2-458a-b1d9-593365deef6f, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:53.133080 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-bb6f971c-e082-4038-8931-a7bc5c659d13 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] delete failed (client error): The resource could not be found. Nov 03 19:11:53.138514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bb6f971c-e082-4038-8931-a7bc5c659d13 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/1ed179fa-7dbb-4bb0-8420-510568cbb43f HTTP/1.1" status: 404 len: 336 time: 0.1357822 Nov 03 19:11:53.139142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bfc7c4c7-ddfe-4a88-aed7-36960b103ebb None None] Provisioning complete for port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:53.139521 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c4c7-ddfe-4a88-aed7-36960b103ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.164141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58556) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.191966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:53.220906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Network 4f403eb2-47d2-458a-b1d9-593365deef6f is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:53.221896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bfc7c4c7-ddfe-4a88-aed7-36960b103ebb None None] Port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:53.225394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a279b454-42f0-4afc-884e-a664cc4eaf4a tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=52380d80-6df8-4426-b014-47cf1d5d3198 HTTP/1.1" status: 200 len: 205 time: 0.0563867 Nov 03 19:11:53.226329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'cfa251f6-9bb0-446d-bc71-0ea0fb084ad2', 'network_id': 'c88540fb-808d-4556-9290-9c0416e6bd69', 'port_id': 'cfa251f6-9bb0-446d-bc71-0ea0fb084ad2', 'mac_address': 'fa:16:3e:27:d1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:11:53.232598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58558) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.287960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Router 77b9e0c5-48fe-421a-ae33-f8a802efb18f is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:53.293233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 4f403eb2-47d2-458a-b1d9-593365deef6f) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:53.296518 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.299493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:53.300345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.323184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd82e25-9309-4a4c-8d5d-4b0963fa4dfe None None] Network 4f403eb2-47d2-458a-b1d9-593365deef6f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:53.324119 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-9c358abf-5ea4-4641-8f68-19509ed94f3f tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] delete failed (client error): The resource could not be found. Nov 03 19:11:53.329452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9c358abf-5ea4-4641-8f68-19509ed94f3f tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/52380d80-6df8-4426-b014-47cf1d5d3198 HTTP/1.1" status: 404 len: 336 time: 0.0852437 Nov 03 19:11:53.330003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58560) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.344853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:11:53.379668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9ba62aaa-141d-478c-8bc2-d23d7b72b3c0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3128073 Nov 03 19:11:53.379668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-53fafddb-563f-4358-94b4-a36b877d04b9 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=1711eb9a-0cc6-4bba-af72-69dbe7ea58bc HTTP/1.1" status: 200 len: 205 time: 0.0468009 Nov 03 19:11:53.391484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a2907ed-dc3c-47e1-9ed1-c65866e951da req-3079eb71-91de-4c29-9e57-57ac719de50f service neutron] 10.222.0.70 "GET /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917247 Nov 03 19:11:53.395349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58562) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.395910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58564) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.411971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:53.451561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:53.458697 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.486901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.503506 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-84243aa5-98ea-4ded-a052-d3e3b5e1d608 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] delete failed (client error): The resource could not be found. Nov 03 19:11:53.507636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-84243aa5-98ea-4ded-a052-d3e3b5e1d608 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/1711eb9a-0cc6-4bba-af72-69dbe7ea58bc HTTP/1.1" status: 404 len: 336 time: 0.1057167 Nov 03 19:11:53.510222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58566) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.532798 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.554056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:53.563648 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ec1d4841-0293-442b-a56d-0e71c0c5c3a4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "PUT /v2.0/routers/77b9e0c5-48fe-421a-ae33-f8a802efb18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1530135 Nov 03 19:11:53.572186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58568) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.574704 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4019a7a5-aa1d-491b-bc86-6bda1d9d2790 None None] Sync routers for ids ['77b9e0c5-48fe-421a-ae33-f8a802efb18f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:53.577905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:53.584707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-251ecbb4-989a-46eb-9283-6b6c6892a800 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 HTTP/1.1" status: 200 len: 205 time: 0.0721154 Nov 03 19:11:53.591372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.647387 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019a7a5-aa1d-491b-bc86-6bda1d9d2790 None None] Routers {'77b9e0c5-48fe-421a-ae33-f8a802efb18f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:53.648417 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4019a7a5-aa1d-491b-bc86-6bda1d9d2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['77b9e0c5-48fe-421a-ae33-f8a802efb18f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:53.658786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-4f403eb2-47d2-458a-b1d9-593365deef6f', 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'fixed_ips': [{'subnet_id': '81da38d2-7be4-42df-8f9f-7a28e7672059'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:53.661768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.673156 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.676126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.723000 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-6d930ce0-4264-4ef4-ab83-c66cd2fee013 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] delete failed (client error): The resource could not be found. Nov 03 19:11:53.724823 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6d930ce0-4264-4ef4-ab83-c66cd2fee013 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/b4df9d2f-dfbe-429c-a6b0-136f33c8ecb2 HTTP/1.1" status: 404 len: 336 time: 0.1318667 Nov 03 19:11:53.737857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58574) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.745258 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4019a7a5-aa1d-491b-bc86-6bda1d9d2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:53.779338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ca4f49-32ef-4f12-af56-308ec2e3a4cb,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:53.781183 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019a7a5-aa1d-491b-bc86-6bda1d9d2790 None None] Routers {'77b9e0c5-48fe-421a-ae33-f8a802efb18f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:53.782255 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4019a7a5-aa1d-491b-bc86-6bda1d9d2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['77b9e0c5-48fe-421a-ae33-f8a802efb18f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:53.794133 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b2eed20e-cb58-44e5-9f9c-b910114c8165 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e9bd402-e3a0-4559-9206-5d8bc0171658 HTTP/1.1" status: 200 len: 205 time: 0.0546103 Nov 03 19:11:53.805510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58576) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.820866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995c1aa-d89c-4840-9b98-aabba9b57e7f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:53.823821 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1995c1aa-d89c-4840-9b98-aabba9b57e7f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports?device_id=77b9e0c5-48fe-421a-ae33-f8a802efb18f HTTP/1.1" status: 200 len: 987 time: 0.2507484 Nov 03 19:11:53.831398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58578) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.860560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.874066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Checking segment: {'id': 'a01ced58-01fd-4a0a-84d8-769d56efd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e6180f0b-7649-4eeb-b0e9-7642a523323d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:53.874766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Network hostable DHCP agents. Network: e6180f0b-7649-4eeb-b0e9-7642a523323d, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:53.876192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4019a7a5-aa1d-491b-bc86-6bda1d9d2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:53.877101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4019a7a5-aa1d-491b-bc86-6bda1d9d2790 None None] The sync data for ids ['77b9e0c5-48fe-421a-ae33-f8a802efb18f'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:53.900224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cfa251f6-9bb0-446d-bc71-0ea0fb084ad2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:11:53.992742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Allocated IP 172.20.0.2 (4f403eb2-47d2-458a-b1d9-593365deef6f/81da38d2-7be4-42df-8f9f-7a28e7672059/e76a532d-c36f-4b97-9685-ccc95f70c419) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:54.048028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Network e6180f0b-7649-4eeb-b0e9-7642a523323d is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:54.078610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f557b56-9f1a-4aad-86ba-0156b4156a7b req-7d96fbd7-d7ac-4026-8dd2-6559da73ded1 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:54.081293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f557b56-9f1a-4aad-86ba-0156b4156a7b req-7d96fbd7-d7ac-4026-8dd2-6559da73ded1 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 944 time: 0.2226040 Nov 03 19:11:54.135723 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-0f7555cd-0ca1-449b-9ca5-04cfd0594456 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] delete failed (client error): The resource could not be found. Nov 03 19:11:54.141773 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0f7555cd-0ca1-449b-9ca5-04cfd0594456 tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/routers/3e9bd402-e3a0-4559-9206-5d8bc0171658 HTTP/1.1" status: 404 len: 336 time: 0.3119881 Nov 03 19:11:54.144992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58580) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:54.154184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, e6180f0b-7649-4eeb-b0e9-7642a523323d) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:54.169391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:54.170254 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.200165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca35be-a4b3-40fb-8a42-f5b847f9522c None None] Network e6180f0b-7649-4eeb-b0e9-7642a523323d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:54.242490 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7798750f-f134-481d-9695-a0894f2934da tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] DELETE failed (client error): The resource could not be found. Nov 03 19:11:54.242490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7798750f-f134-481d-9695-a0894f2934da tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:11:54.245601 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.253478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7798750f-f134-481d-9695-a0894f2934da tempest-RoutersIpV6AdminTest-841013078 tempest-RoutersIpV6AdminTest-841013078-project] 10.222.0.77 "DELETE /v2.0/subnets/1eba7084-77b8-496d-80cf-1edf84cb7616 HTTP/1.1" status: 404 len: 337 time: 0.0979209 Nov 03 19:11:54.299141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-34523587-3b6b-4ea5-976e-86fe5196f177 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7205055 Nov 03 19:11:54.427212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f557b56-9f1a-4aad-86ba-0156b4156a7b req-4c566692-5ffb-4592-93df-3da1f2fc685f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760868 Nov 03 19:11:54.564570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.600532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58586) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:54.706076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22c829c-6088-484a-8aaa-6e8c6c9f237d admin admin] Deleting subnet d4d5a1d1-957b-493c-8a2a-03fbe33d84bf {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:54.716347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c22c829c-6088-484a-8aaa-6e8c6c9f237d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.807941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c22c829c-6088-484a-8aaa-6e8c6c9f237d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.815472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.837169 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.844414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd38a94-d9ad-4a72-9b1b-81f126cdae8a None None] Network e6180f0b-7649-4eeb-b0e9-7642a523323d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:54.897618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c22c829c-6088-484a-8aaa-6e8c6c9f237d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.977256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58590) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:54.981818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Network 4f403eb2-47d2-458a-b1d9-593365deef6f is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:55.006993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:55.014029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:55.020649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Pushing event updated for resources: {'Port': ['ID=e76a532d-c36f-4b97-9685-ccc95f70c419,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.122787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Attempting to bind port e76a532d-c36f-4b97-9685-ccc95f70c419 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:55.123217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Attempting to bind port e76a532d-c36f-4b97-9685-ccc95f70c419 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:55.123677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Attempting to bind port e76a532d-c36f-4b97-9685-ccc95f70c419 on network 4f403eb2-47d2-458a-b1d9-593365deef6f {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:55.160951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:55.160951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Checking segment: {'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:55.160951 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.161580 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Bound using segment: {'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:55.162588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Bound port: e76a532d-c36f-4b97-9685-ccc95f70c419, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:55.162588 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.193462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.253566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.259929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3af9813-6dac-40d6-b41a-42af13eb2530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.270467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] For port e76a532d-c36f-4b97-9685-ccc95f70c419, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:55.278095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] For port e76a532d-c36f-4b97-9685-ccc95f70c419, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e76a532d-c36f-4b97-9685-ccc95f70c419,segment=NetworkSegment(db6f8240-e15c-48f6-9848-b42c8a3ce287),segment_id=db6f8240-e15c-48f6-9848-b42c8a3ce287)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:55.286154 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c22c829c-6088-484a-8aaa-6e8c6c9f237d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.288706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.398254 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c22c829c-6088-484a-8aaa-6e8c6c9f237d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.398254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c22c829c-6088-484a-8aaa-6e8c6c9f237d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d4d5a1d1-957b-493c-8a2a-03fbe33d84bf HTTP/1.1" status: 204 len: 168 time: 0.7905884 Nov 03 19:11:55.401484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:55.402108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c829c-6088-484a-8aaa-6e8c6c9f237d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d5a1d1-957b-493c-8a2a-03fbe33d84bf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.419778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37396676-a8c5-4af6-8857-b5599c3fba9e None None] Pushing event updated for resources: {'Port': ['ID=e76a532d-c36f-4b97-9685-ccc95f70c419,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.523171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Allocated IP 172.25.3.141 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/12bce467-efce-4737-bd6c-c6b912aa2f98) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:55.558783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3919c41b-6d91-430d-9fd4-52ba062a9882 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:55.579290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3af9813-6dac-40d6-b41a-42af13eb2530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.621091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3af9813-6dac-40d6-b41a-42af13eb2530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.650445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.818089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af9813-6dac-40d6-b41a-42af13eb2530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb7f9f-33e8-4293-92ef-0baf0db6bebe,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.826563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f3af9813-6dac-40d6-b41a-42af13eb2530 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb6149ccc000490f8928dbff61850349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8488050 Nov 03 19:11:55.835416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58598) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:55.851000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661341e-a3a1-4066-9dee-a951fca9555c req-a87938f1-df00-42bc-8323-49034e58caa9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:55.853925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a661341e-a3a1-4066-9dee-a951fca9555c req-a87938f1-df00-42bc-8323-49034e58caa9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 944 time: 0.3098209 Nov 03 19:11:55.960096 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.986959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a661341e-a3a1-4066-9dee-a951fca9555c req-c35276e2-c8da-470e-9f6d-f559f1a2636d tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183767 Nov 03 19:11:56.019553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.031834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.073318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:56.076789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:56.079482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:56.118709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Pushing event updated for resources: {'Port': ['ID=12bce467-efce-4737-bd6c-c6b912aa2f98,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:56.144377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:56.147538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.159802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Sync routers for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:56.184939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:56.186013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:56.218285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b268a6d8-f253-4c40-9dac-22c4f4aa12ec']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:56.236685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-efc08e49-864e-451e-9a2d-dbcf332a1f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.240092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496459b9-3a42-4466-8b68-afc35bc86bb9') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:56.240419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496459b9-3a42-4466-8b68-afc35bc86bb9') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:56.252662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.254121 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-18f6d28a-4ae1-46d3-aac8-27890aafdf09 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.3507483 Nov 03 19:11:56.257852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58600) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:56.261206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.325900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-efc08e49-864e-451e-9a2d-dbcf332a1f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.501301 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.508857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:56.509511 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.547310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-efc08e49-864e-451e-9a2d-dbcf332a1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.553125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-efc08e49-864e-451e-9a2d-dbcf332a1f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.554738 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-efc08e49-864e-451e-9a2d-dbcf332a1f6a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3cb7f9f-33e8-4293-92ef-0baf0db6bebe HTTP/1.1" status: 204 len: 168 time: 0.7162936 Nov 03 19:11:56.584112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:56.584834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:56.594595 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:56.647702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08e49-864e-451e-9a2d-dbcf332a1f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb7f9f-33e8-4293-92ef-0baf0db6bebe,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:56.775686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-47a938fe-294b-4411-91ff-81f458c13f61 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=2e22fabbe1db42cd92e04a8708663a2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5154364 Nov 03 19:11:56.779572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58606) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:56.791118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.819912 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.845143 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b268a6d8-f253-4c40-9dac-22c4f4aa12ec HTTP/1.1" status: 204 len: 168 time: 1.4378152 Nov 03 19:11:56.845143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58608) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:56.973365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd060-5360-4121-9d4a-be9772c4ac16 admin admin] Pushing event deleted for resources: {'Network': ['ID=b268a6d8-f253-4c40-9dac-22c4f4aa12ec,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:57.000903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:57.078281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.111890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc5b0a8-6820-478d-b7ca-83759a63a3cd admin admin] Deleting subnet 38ca4f49-32ef-4f12-af56-308ec2e3a4cb {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:57.125765 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc5b0a8-6820-478d-b7ca-83759a63a3cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.170715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e76a532d-c36f-4b97-9685-ccc95f70c419 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:57.262521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc5b0a8-6820-478d-b7ca-83759a63a3cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.293018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8ec68-6d88-47b2-857b-f4aa624f0597 None None] Network 4f403eb2-47d2-458a-b1d9-593365deef6f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:57.303966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:57.304291 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.404987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58614) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:57.421902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:11:57.424659 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc5b0a8-6820-478d-b7ca-83759a63a3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.454597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:57.455180 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.525642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:11:53Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:57.582224 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.590413 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eebb03bc-912a-4b8a-852e-9ce6f23cc317 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=118d1b017d4840759f5e3fed0fded5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799862 Nov 03 19:11:57.599694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58616) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:57.612175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b476e25d-ed5c-4b51-804b-eeeb01d7a08b None None] Provisioning complete for port e76a532d-c36f-4b97-9685-ccc95f70c419 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:57.612648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b476e25d-ed5c-4b51-804b-eeeb01d7a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.644860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:57.657015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Checking router: 3919c41b-6d91-430d-9fd4-52ba062a9882 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:57.657555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Updating router 3919c41b-6d91-430d-9fd4-52ba062a9882 port 9aeb6ea1-a42f-4c18-9446-3e7334515642 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:11:57.674732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc5b0a8-6820-478d-b7ca-83759a63a3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.707880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e76a532d-c36f-4b97-9685-ccc95f70c419 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:57.708471 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.765715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5b0a8-6820-478d-b7ca-83759a63a3cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ca4f49-32ef-4f12-af56-308ec2e3a4cb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:57.797625 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4cc5b0a8-6820-478d-b7ca-83759a63a3cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.805493 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4cc5b0a8-6820-478d-b7ca-83759a63a3cd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/38ca4f49-32ef-4f12-af56-308ec2e3a4cb HTTP/1.1" status: 204 len: 168 time: 0.9591298 Nov 03 19:11:57.809751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58618) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:57.831569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69085efb-5a36-456c-9d0b-146ca82f62ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.885988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.919275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764289b-8459-44fc-94f9-ab9fc623157a tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:57.921715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4764289b-8459-44fc-94f9-ab9fc623157a tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1405692 Nov 03 19:11:57.927282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:57.960220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76bf40-b095-4777-bc4b-15dac84cc5e4 req-babf530c-f38c-42a2-bc59-4f0b32651edb tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:57.963351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b76bf40-b095-4777-bc4b-15dac84cc5e4 req-babf530c-f38c-42a2-bc59-4f0b32651edb tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 944 time: 0.1590328 Nov 03 19:11:58.021173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69085efb-5a36-456c-9d0b-146ca82f62ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.040139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.065108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b241d76c-78d7-4b62-9110-19b316753838 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343799 Nov 03 19:11:58.072195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58622) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:58.086662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2143654556', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:58.232276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b76bf40-b095-4777-bc4b-15dac84cc5e4 req-14c00a3a-4c30-4519-9924-ff2b4675ee83 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301908 Nov 03 19:11:58.248412 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.256025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Router 42a72248-2563-4f4c-864e-59475dfc4d2a is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:58.275481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69085efb-5a36-456c-9d0b-146ca82f62ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.278850 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-69085efb-5a36-456c-9d0b-146ca82f62ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.281890 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-69085efb-5a36-456c-9d0b-146ca82f62ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/adcb6327-264b-40d8-9937-b9228d647294 HTTP/1.1" status: 204 len: 168 time: 0.6794727 Nov 03 19:11:58.368765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.380531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69085efb-5a36-456c-9d0b-146ca82f62ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb6327-264b-40d8-9937-b9228d647294,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.388760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.432105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b476e25d-ed5c-4b51-804b-eeeb01d7a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.436004 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.442449 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.501594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:58.518947 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Sync routers for ids ['42a72248-2563-4f4c-864e-59475dfc4d2a'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:58.521362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6180f0b-7649-4eeb-b0e9-7642a523323d']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:58.550724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:58.556047 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.562486 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Routers {'42a72248-2563-4f4c-864e-59475dfc4d2a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:58.563530 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['42a72248-2563-4f4c-864e-59475dfc4d2a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:58.567618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.570184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e19c80ca-9ee7-4dd2-8fbb-4102722a84f3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1725695 Nov 03 19:11:58.599590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58626) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:58.770212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:58.871338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port e76a532d-c36f-4b97-9685-ccc95f70c419, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e76a532d-c36f-4b97-9685-ccc95f70c419,segment=NetworkSegment(db6f8240-e15c-48f6-9848-b42c8a3ce287),segment_id=db6f8240-e15c-48f6-9848-b42c8a3ce287)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:58.880603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e0e89f-b3e5-452b-98f3-b3bfd1be392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa251f6-9bb0-446d-bc71-0ea0fb084ad2'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:58.891653 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8331d72d-3bf9-4d65-bb1b-b6822a5ce68a" -d '{"events": [{"server_uuid": "f2e0e89f-b3e5-452b-98f3-b3bfd1be392d", "name": "network-vif-plugged", "status": "completed", "tag": "cfa251f6-9bb0-446d-bc71-0ea0fb084ad2"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:58.950568 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.954723 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.968445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01ced58-01fd-4a0a-84d8-769d56efd10a') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:58.968750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01ced58-01fd-4a0a-84d8-769d56efd10a') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:58.984654 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.037130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.094988 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1478beab-c60e-482f-a3c6-a461135730ac x-openstack-request-id: req-1478beab-c60e-482f-a3c6-a461135730ac {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:59.095556 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e0e89f-b3e5-452b-98f3-b3bfd1be392d", "name": "network-vif-plugged", "status": "completed", "tag": "cfa251f6-9bb0-446d-bc71-0ea0fb084ad2", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:59.096244 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1478beab-c60e-482f-a3c6-a461135730ac {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:59.097078 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e0e89f-b3e5-452b-98f3-b3bfd1be392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa251f6-9bb0-446d-bc71-0ea0fb084ad2', 'code': 200} Nov 03 19:11:59.104387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=e76a532d-c36f-4b97-9685-ccc95f70c419,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:59.177127 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Set router 42a72248-2563-4f4c-864e-59475dfc4d2a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:59.308646 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-b476e25d-ed5c-4b51-804b-eeeb01d7a08b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:11:59.309182 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-b476e25d-ed5c-4b51-804b-eeeb01d7a08b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:11:59.357546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:59.379885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e63f4-8ca8-425b-acc2-0566415766fb req-a76f912d-bea7-4834-be6d-8461173aca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.391636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b0e63f4-8ca8-425b-acc2-0566415766fb req-a76f912d-bea7-4834-be6d-8461173aca9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 1096 time: 0.2248294 Nov 03 19:11:59.492043 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.500518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.506073 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.551770 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.560086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:59.560506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.638294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359b621-8892-4247-ba51-2ed643fa715e None None] Pushing event updated for resources: {'Port': ['ID=9aeb6ea1-a42f-4c18-9446-3e7334515642,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:59.641953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Attempting to bind port 9aeb6ea1-a42f-4c18-9446-3e7334515642 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:59.642654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Attempting to bind port 9aeb6ea1-a42f-4c18-9446-3e7334515642 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:59.643295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Attempting to bind port 9aeb6ea1-a42f-4c18-9446-3e7334515642 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:59.651495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:59.651824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:59.652548 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.652804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:59.653343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Bound port: 9aeb6ea1-a42f-4c18-9446-3e7334515642, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:59.653884 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:59.656233 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:59.669771 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.677434 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.681330 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e6180f0b-7649-4eeb-b0e9-7642a523323d HTTP/1.1" status: 204 len: 168 time: 1.8706994 Nov 03 19:11:59.758834 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:11:56Z', 'revision_number': 3, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port': {'id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:55Z', 'updated_at': '2021-11-03T19:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:59.799481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b0e63f4-8ca8-425b-acc2-0566415766fb req-edd5dc4a-eb27-42a8-bb9a-f18216f51d95 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057920 Nov 03 19:11:59.825298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Subnet': ['ID=f25512e8-489b-445a-b74b-1fd4a1d12780,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:59.833681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799847b8-4ee4-4d2d-b914-8d8b7b831db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6180f0b-7649-4eeb-b0e9-7642a523323d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:59.853256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8387b9e-781e-4668-a630-ae83cbdf047d req-c9b18ad7-11cb-4899-9dbc-16495c44532c tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.856576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8387b9e-781e-4668-a630-ae83cbdf047d req-c9b18ad7-11cb-4899-9dbc-16495c44532c tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 945 time: 0.4066339 Nov 03 19:11:59.876011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Checking segment: {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:59.876011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network hostable DHCP agents. Network: b78a8a5a-564f-4248-b048-bd25517937cb, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:59.889400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] For port 9aeb6ea1-a42f-4c18-9446-3e7334515642, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:59.895209 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Checking router: 42a72248-2563-4f4c-864e-59475dfc4d2a for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:59.896714 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Updating router 42a72248-2563-4f4c-864e-59475dfc4d2a port 12bce467-efce-4737-bd6c-c6b912aa2f98 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:11:59.957852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] For port 9aeb6ea1-a42f-4c18-9446-3e7334515642, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9aeb6ea1-a42f-4c18-9446-3e7334515642,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:59.960872 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.971652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network b78a8a5a-564f-4248-b048-bd25517937cb is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:59.990402 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.011588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, b78a8a5a-564f-4248-b048-bd25517937cb) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:00.035614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8387b9e-781e-4668-a630-ae83cbdf047d req-ef95755c-7717-46ff-a16b-f7a0ee57a948 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242783 Nov 03 19:12:00.041938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:00.043677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.080707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58644) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.086033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f69cc-86c7-4348-bfe3-5a133b32f302 None None] Network b78a8a5a-564f-4248-b048-bd25517937cb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:00.091759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-90fc78a0-0163-43d1-b18d-524a0eedd5b3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0168841 Nov 03 19:12:00.104248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58646) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.267202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:00.268236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:00.302772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Router 77b9e0c5-48fe-421a-ae33-f8a802efb18f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:00.414312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7a59d6a7-4753-48ba-b21b-cd4b169f1bd4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81eb3061ce1e4854b903d57f53109db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3318837 Nov 03 19:12:00.424146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58654) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.450529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.551426 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:00.567139 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7566c879-abdf-4dbd-9adf-086ac3ce9f6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "PUT /v2.0/routers/77b9e0c5-48fe-421a-ae33-f8a802efb18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7201908 Nov 03 19:12:00.570116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58658) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.619002 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-2588579a-22f2-4b8e-b6d3-b2ca2da06e4c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:12:00.625050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2588579a-22f2-4b8e-b6d3-b2ca2da06e4c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/9ec4cfe3-874b-4a6d-9e0d-edb43d8e5e6c HTTP/1.1" status: 404 len: 333 time: 0.0502932 Nov 03 19:12:00.626050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58660) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.748008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-997820f9-90e3-4407-8e08-4eadb6e47687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.751492 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.766220 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.803940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58662) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.828065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62620eaf-5958-490c-9947-ea2d8bfad2e1 None None] Sync routers for ids ['77b9e0c5-48fe-421a-ae33-f8a802efb18f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:00.850430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a338e123-cec5-4d7b-a45f-e86bc8f87675 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.902832 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Attempting to bind port 12bce467-efce-4737-bd6c-c6b912aa2f98 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:00.903454 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Attempting to bind port 12bce467-efce-4737-bd6c-c6b912aa2f98 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:00.904013 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Attempting to bind port 12bce467-efce-4737-bd6c-c6b912aa2f98 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:00.913766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359b621-8892-4247-ba51-2ed643fa715e None None] Pushing event updated for resources: {'Port': ['ID=9aeb6ea1-a42f-4c18-9446-3e7334515642,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:00.934306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-0501093a-f9af-459b-9d23-c0f743336881 None None] Provisioning complete for port e76a532d-c36f-4b97-9685-ccc95f70c419 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:00.934909 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0501093a-f9af-459b-9d23-c0f743336881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.949288 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:00.949897 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:00.950602 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.951242 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:00.952230 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Bound port: 12bce467-efce-4737-bd6c-c6b912aa2f98, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:00.952879 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.080758 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] For port 12bce467-efce-4737-bd6c-c6b912aa2f98, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:01.087855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62620eaf-5958-490c-9947-ea2d8bfad2e1 None None] Routers {'77b9e0c5-48fe-421a-ae33-f8a802efb18f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:01.088714 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] For port 12bce467-efce-4737-bd6c-c6b912aa2f98, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=12bce467-efce-4737-bd6c-c6b912aa2f98,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:01.092832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-62620eaf-5958-490c-9947-ea2d8bfad2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['77b9e0c5-48fe-421a-ae33-f8a802efb18f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:01.101301 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.130610 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Pushing event updated for resources: {'Port': ['ID=12bce467-efce-4737-bd6c-c6b912aa2f98,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:01.148032 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.148659 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.149204 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.149773 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.150332 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.152309 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.152858 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.153437 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.154065 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.154656 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.155576 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.156193 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:01.177676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-997820f9-90e3-4407-8e08-4eadb6e47687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.228333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1287609608'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:01.287439 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Routers {'42a72248-2563-4f4c-864e-59475dfc4d2a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:01.288717 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['42a72248-2563-4f4c-864e-59475dfc4d2a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:01.339573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:01.377528 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff4a0-baf9-40b5-ba37-e686db342452 None None] Pushing event updated for resources: {'Port': ['ID=12bce467-efce-4737-bd6c-c6b912aa2f98,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:01.455239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-62620eaf-5958-490c-9947-ea2d8bfad2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:01.459900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e76a532d-c36f-4b97-9685-ccc95f70c419 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:01.473867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Made reservation on behalf of 138477372bd346b59908d6104410fb39 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:01.478130 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.491391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a338e123-cec5-4d7b-a45f-e86bc8f87675 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.504504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a338e123-cec5-4d7b-a45f-e86bc8f87675 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.517931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.527696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Allocated IP 172.20.0.1 (4f403eb2-47d2-458a-b1d9-593365deef6f/81da38d2-7be4-42df-8f9f-7a28e7672059/09f6bb72-3848-4ac6-8c3e-653359c2751d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:01.550309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-997820f9-90e3-4407-8e08-4eadb6e47687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.556238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-997820f9-90e3-4407-8e08-4eadb6e47687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.559211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-997820f9-90e3-4407-8e08-4eadb6e47687 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc9cc6e7-277a-4c59-a41f-6e42b1ad64b5 HTTP/1.1" status: 204 len: 168 time: 1.1332927 Nov 03 19:12:01.574689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741cc1-d4af-4815-b124-3c0bbb929fdf req-0f2501d6-3025-41a5-9e74-59b9f0d36f0d tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:01.577360 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] Set router 42a72248-2563-4f4c-864e-59475dfc4d2a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:01.587122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce741cc1-d4af-4815-b124-3c0bbb929fdf req-0f2501d6-3025-41a5-9e74-59b9f0d36f0d tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 945 time: 0.2997510 Nov 03 19:12:01.624216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997820f9-90e3-4407-8e08-4eadb6e47687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9cc6e7-277a-4c59-a41f-6e42b1ad64b5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:01.767576 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a338e123-cec5-4d7b-a45f-e86bc8f87675 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.768548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a338e123-cec5-4d7b-a45f-e86bc8f87675 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Fanout notify agent at l3_agent the message router_deleted on router 77b9e0c5-48fe-421a-ae33-f8a802efb18f {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:12:01.793652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a338e123-cec5-4d7b-a45f-e86bc8f87675 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.795708 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a338e123-cec5-4d7b-a45f-e86bc8f87675 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/routers/77b9e0c5-48fe-421a-ae33-f8a802efb18f HTTP/1.1" status: 204 len: 168 time: 1.1679349 Nov 03 19:12:01.813051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58670) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:01.978331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce741cc1-d4af-4815-b124-3c0bbb929fdf req-a2f73bb8-92c2-4806-af45-2d6514af52ef tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797445 Nov 03 19:12:02.050637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a42e1e-d440-4dc9-8d35-54b2d453bb09 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 11f0a780-e812-465f-ad3d-0d09ec23a273 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:02.069956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62620eaf-5958-490c-9947-ea2d8bfad2e1 None None] Routers set() bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:02.071010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62620eaf-5958-490c-9947-ea2d8bfad2e1 None None] Router IDs set() for agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 19:12:02.071142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-99a42e1e-d440-4dc9-8d35-54b2d453bb09 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.072447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_agentschedulers_db [None req-62620eaf-5958-490c-9947-ea2d8bfad2e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77b9e0c5-48fe-421a-ae33-f8a802efb18f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent'). {{(pid=101757) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 19:12:02.075084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62620eaf-5958-490c-9947-ea2d8bfad2e1 None None] The sync data for ids ['77b9e0c5-48fe-421a-ae33-f8a802efb18f'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:02.180456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-b78a8a5a-564f-4248-b048-bd25517937cb', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:12:02.186646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.189968 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.265049 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-99a42e1e-d440-4dc9-8d35-54b2d453bb09 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.268558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.287266 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:11:56Z', 'revision_number': 3, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port': {'id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:55Z', 'updated_at': '2021-11-03T19:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:02.341563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.362652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.371642 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eef5f3-8f98-441b-a843-389d56dd02e0 None None] The sync data for ids ['42a72248-2563-4f4c-864e-59475dfc4d2a'] in n-d-812148-3 is: [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:11:56Z', 'revision_number': 3, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port': {'id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:55Z', 'updated_at': '2021-11-03T19:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:02.396322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:12:02.423763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.424294 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Added segment 31f5f3e8-1ae9-46e4-83ff-199733940187 of type vlan for network 81ed5956-e57d-42f8-99a9-ccff1abd768a Nov 03 19:12:02.462350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58678) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.759663 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.780500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bb5e62-6108-4655-b52b-036816f74cbc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:02.794853 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.805891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.836600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e76a532d-c36f-4b97-9685-ccc95f70c419 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:02.845974 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.962375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-99a42e1e-d440-4dc9-8d35-54b2d453bb09 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.985376 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-527c8ab7-d8a1-4e57-8755-d73818e19979 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30dc6cc71c5a4ba99707e65631cffb92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5094004 Nov 03 19:12:02.991682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58686) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.041299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Network 4f403eb2-47d2-458a-b1d9-593365deef6f is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:03.042639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Pushing event updated for resources: {'Port': ['ID=09f6bb72-3848-4ac6-8c3e-653359c2751d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:03.046887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:03.051581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:03.055550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.068423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:03.069256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.210908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:11:53Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:03.212575 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e03fbf08-73bc-4b0b-85fa-695f18b1d28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.224848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-99a42e1e-d440-4dc9-8d35-54b2d453bb09 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.257854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b50dd-38cd-4135-9b78-6f0c16d54c8d None None] The sync data for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 is: [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:11:53Z', 'revision_number': 3, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:03.282763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4700181 Nov 03 19:12:03.286822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58688) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.371875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'subnet': {'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:03.387065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.394612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Allocated IP 172.20.0.2 (b78a8a5a-564f-4248-b048-bd25517937cb/f25512e8-489b-445a-b74b-1fd4a1d12780/9e1d1176-6bf1-4d40-9909-063aaebc9aab) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:03.452120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a42e1e-d440-4dc9-8d35-54b2d453bb09 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=11f0a780-e812-465f-ad3d-0d09ec23a273,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:03.493710 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-99a42e1e-d440-4dc9-8d35-54b2d453bb09 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.501277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-99a42e1e-d440-4dc9-8d35-54b2d453bb09 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/11f0a780-e812-465f-ad3d-0d09ec23a273 HTTP/1.1" status: 204 len: 168 time: 1.6800539 Nov 03 19:12:03.515103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58690) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.655811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072ca51-6fce-4bbf-af5e-d7554f01d588 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Network': ['ID=81ed5956-e57d-42f8-99a9-ccff1abd768a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:03.726716 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e03fbf08-73bc-4b0b-85fa-695f18b1d28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.799680 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.815722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe89e3d-16c0-4028-99b5-3b0b7b09b81a None None] Network af8c0f35-95ae-4658-a888-7106ca2d5f88 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:03.955603 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:12:04.111388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 12bce467-efce-4737-bd6c-c6b912aa2f98 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:04.118993 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.131726 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.159767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Made reservation on behalf of 138477372bd346b59908d6104410fb39 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:04.178566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.239786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e03fbf08-73bc-4b0b-85fa-695f18b1d28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.244018 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e03fbf08-73bc-4b0b-85fa-695f18b1d28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.246710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e03fbf08-73bc-4b0b-85fa-695f18b1d28b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfc90964-02b9-491c-9d92-3225f52627f4 HTTP/1.1" status: 204 len: 168 time: 1.2481704 Nov 03 19:12:04.324698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Pushing event updated for resources: {'Port': ['ID=9e1d1176-6bf1-4d40-9909-063aaebc9aab,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:04.339291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fbf08-73bc-4b0b-85fa-695f18b1d28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc90964-02b9-491c-9d92-3225f52627f4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:04.454735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.20.0.1 (b78a8a5a-564f-4248-b048-bd25517937cb/f25512e8-489b-445a-b74b-1fd4a1d12780/bed881ae-482b-46ad-8aa4-27939aa335fd) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:04.590401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.597991 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.609006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Network b78a8a5a-564f-4248-b048-bd25517937cb is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:04.679017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-036a757d-7785-4e32-832c-ae45886ed5b6 None None] Provisioning complete for port 09f6bb72-3848-4ac6-8c3e-653359c2751d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:04.679542 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-036a757d-7785-4e32-832c-ae45886ed5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.697248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:04.785651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:04.886117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port fb14db0a-43de-4b62-b723-81ac0385586b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:04.887615 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.912114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-036a757d-7785-4e32-832c-ae45886ed5b6 None None] Port 09f6bb72-3848-4ac6-8c3e-653359c2751d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:05.148461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] DHCP port deletion for af8c0f35-95ae-4658-a888-7106ca2d5f88 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:12:05.303319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Attempting to bind port 9e1d1176-6bf1-4d40-9909-063aaebc9aab on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:05.303598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Attempting to bind port 9e1d1176-6bf1-4d40-9909-063aaebc9aab by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:05.304053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Attempting to bind port 9e1d1176-6bf1-4d40-9909-063aaebc9aab on network b78a8a5a-564f-4248-b048-bd25517937cb {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:05.309681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] For port fb14db0a-43de-4b62-b723-81ac0385586b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fb14db0a-43de-4b62-b723-81ac0385586b,segment=NetworkSegment(4621d913-767a-481c-b768-5271981de75c),segment_id=4621d913-767a-481c-b768-5271981de75c)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:05.310488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.324218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:05.324569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Checking segment: {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:05.325043 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.326013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Bound using segment: {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:05.326013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Bound port: 9e1d1176-6bf1-4d40-9909-063aaebc9aab, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:05.326604 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.329784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 12bce467-efce-4737-bd6c-c6b912aa2f98 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:05.330074 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.381692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.388214 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for fb14db0a-43de-4b62-b723-81ac0385586b owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:05.647650 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.687330 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.695385 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.708327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] Deleting port fb14db0a-43de-4b62-b723-81ac0385586b {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:05.710223 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.793362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Subnet': ['ID=6c2dcc51-3ef7-4768-bcd0-7fded33eea69,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:05.797981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.864917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.899117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] For port fb14db0a-43de-4b62-b723-81ac0385586b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fb14db0a-43de-4b62-b723-81ac0385586b,segment=NetworkSegment(4621d913-767a-481c-b768-5271981de75c),segment_id=4621d913-767a-481c-b768-5271981de75c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:05.900329 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.923892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] Calling delete_port for fb14db0a-43de-4b62-b723-81ac0385586b owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:05.957178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network b78a8a5a-564f-4248-b048-bd25517937cb is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:05.966129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:05.976768 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.982803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:06.066878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Checking segment: {'id': '31f5f3e8-1ae9-46e4-83ff-199733940187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:06.067443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Network hostable DHCP agents. Network: 81ed5956-e57d-42f8-99a9-ccff1abd768a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:12:06.078939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.079470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.079996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.080348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.080692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.081131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.081581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.081942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.082407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.082661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.082985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.083155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:06.111086 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.130293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=bed881ae-482b-46ad-8aa4-27939aa335fd,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.141241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No DVR routers for this DVR port fb14db0a-43de-4b62-b723-81ac0385586b on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:06.193023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] Pushing event deleted for resources: {'Port': ['ID=fb14db0a-43de-4b62-b723-81ac0385586b,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.239360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 12bce467-efce-4737-bd6c-c6b912aa2f98, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=12bce467-efce-4737-bd6c-c6b912aa2f98,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:06.254506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54658ba5-d58e-425d-a81e-893573738bfd None None] No DVR routers for this DVR port fb14db0a-43de-4b62-b723-81ac0385586b on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:06.275628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:12:06.283262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9418b1dd-fffd-49c3-bd7d-ec01ce9b4174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.298762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.304490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.334286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Pushing event updated for resources: {'Port': ['ID=09f6bb72-3848-4ac6-8c3e-653359c2751d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.337539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 81ed5956-e57d-42f8-99a9-ccff1abd768a) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:06.368718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] For port 9e1d1176-6bf1-4d40-9909-063aaebc9aab, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:06.394903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf08237-5e26-4d6a-a098-9a9476bb97e8 None None] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:06.397844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:06.401168 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.434540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=fb14db0a-43de-4b62-b723-81ac0385586b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.610438 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7262097f-f742-48f5-b519-7745fd7fb0ea tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3060443 Nov 03 19:12:06.616481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58716) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.630175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a', 'name': 'tempest-AllowedAddressPairTestJSON-2097686754'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:06.665297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.712305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8c0f35-95ae-4658-a888-7106ca2d5f88']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:06.736340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4621d913-767a-481c-b768-5271981de75c') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:06.736941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4621d913-767a-481c-b768-5271981de75c') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:06.758821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.773208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.852688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9aeb6ea1-a42f-4c18-9446-3e7334515642 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:06.882510 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.912477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:12:06.913769 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:12:06.920204 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:12:06.983278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] For port 9e1d1176-6bf1-4d40-9909-063aaebc9aab, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e1d1176-6bf1-4d40-9909-063aaebc9aab,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:06.998847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Network 4f403eb2-47d2-458a-b1d9-593365deef6f is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:07.001240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:07.004545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Made reservation on behalf of 138477372bd346b59908d6104410fb39 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:07.008959 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.042675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] device_id is not set on port 412c9725-5fdd-4679-aee0-5b35b95919f7 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:07.045549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-81ed5956-e57d-42f8-99a9-ccff1abd768a', 'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a', 'tenant_id': '138477372bd346b59908d6104410fb39', 'fixed_ips': [{'subnet_id': '6c2dcc51-3ef7-4768-bcd0-7fded33eea69'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:12:07.046781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.079167 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.189877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.246321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.290191 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/networks/af8c0f35-95ae-4658-a888-7106ca2d5f88 HTTP/1.1" status: 204 len: 168 time: 3.7725475 Nov 03 19:12:07.294459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58722) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:07.344186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3091ec-0082-458f-adc3-a2886e5cf971 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Network': ['ID=af8c0f35-95ae-4658-a888-7106ca2d5f88,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:07.415750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Allocated IP 172.20.0.2 (81ed5956-e57d-42f8-99a9-ccff1abd768a/6c2dcc51-3ef7-4768-bcd0-7fded33eea69/ee843f17-10a5-4a88-90fa-13ba4b54e8a8) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:07.592634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e76fde3-e01f-4ce8-a0b0-27d8db25d6e4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:07.606473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4e76fde3-e01f-4ce8-a0b0-27d8db25d6e4 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/7c5f89be-0d46-4132-92ad-98bb5f6bdf5a HTTP/1.1" status: 200 len: 844 time: 0.2891426 Nov 03 19:12:07.613166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58728) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:07.685176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.776854 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.828640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.919610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:07.947350 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f2685693-f225-4720-abb6-63daab57c953 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/7c5f89be-0d46-4132-92ad-98bb5f6bdf5a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3316643 Nov 03 19:12:07.948989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58738) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:07.957000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:07.966197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:07.969979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:07.989262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-855937f3-211c-42bc-a6a6-74a74854c5a5 None None] Provisioning complete for port 09f6bb72-3848-4ac6-8c3e-653359c2751d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:07.993522 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-855937f3-211c-42bc-a6a6-74a74854c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.311525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Router 42a72248-2563-4f4c-864e-59475dfc4d2a has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:08.328347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Allocated IP 172.20.0.14 (81ed5956-e57d-42f8-99a9-ccff1abd768a/6c2dcc51-3ef7-4768-bcd0-7fded33eea69/412c9725-5fdd-4679-aee0-5b35b95919f7) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:08.497798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:08.505729 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b9869f54-0101-4461-afc6-6147af98b839 admin admin] 10.222.0.77 "PUT /v2.0/routers/42a72248-2563-4f4c-864e-59475dfc4d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9049146 Nov 03 19:12:08.525683 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Sync routers for ids ['42a72248-2563-4f4c-864e-59475dfc4d2a'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:08.550743 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Routers {'42a72248-2563-4f4c-864e-59475dfc4d2a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:08.552510 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:11:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['42a72248-2563-4f4c-864e-59475dfc4d2a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:08.570910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-855937f3-211c-42bc-a6a6-74a74854c5a5 None None] Port 09f6bb72-3848-4ac6-8c3e-653359c2751d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:08.580427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9aeb6ea1-a42f-4c18-9446-3e7334515642 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:08.581198 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.738170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=12bce467-efce-4737-bd6c-c6b912aa2f98,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:08.873432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:08.888282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.931931 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Set router 42a72248-2563-4f4c-864e-59475dfc4d2a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:08.944146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36d8e4-3bc8-4c16-b566-5cf9e797d848 None None] Pushing event updated for resources: {'Port': ['ID=9e1d1176-6bf1-4d40-9909-063aaebc9aab,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.030032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.196930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Pushing event updated for resources: {'Port': ['ID=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.256937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.281817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Attempting to bind port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:09.282193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Attempting to bind port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '31f5f3e8-1ae9-46e4-83ff-199733940187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:09.285877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Attempting to bind port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 on network 81ed5956-e57d-42f8-99a9-ccff1abd768a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:09.305170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:09.305652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Checking segment: {'id': '31f5f3e8-1ae9-46e4-83ff-199733940187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:09.306141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.306707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Bound using segment: {'id': '31f5f3e8-1ae9-46e4-83ff-199733940187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:09.307375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Bound port: ee843f17-10a5-4a88-90fa-13ba4b54e8a8, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f5f3e8-1ae9-46e4-83ff-199733940187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:09.307900 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.408422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=412c9725-5fdd-4679-aee0-5b35b95919f7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.450200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:09.455504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:09.460585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:09.571126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] For port ee843f17-10a5-4a88-90fa-13ba4b54e8a8, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:09.584530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] For port ee843f17-10a5-4a88-90fa-13ba4b54e8a8, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,segment=NetworkSegment(31f5f3e8-1ae9-46e4-83ff-199733940187),segment_id=31f5f3e8-1ae9-46e4-83ff-199733940187)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:09.596541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.625865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:09.626744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.665004 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7a27ee4a-5c73-4698-b8b8-63560489a803 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0441360 Nov 03 19:12:09.670585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58756) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.702759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a', 'name': 'tempest-AllowedAddressPairTestJSON-224722931', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:76:cb:a4'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:09.730679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98e5e6-c9ea-4aa4-85a7-c51e8359273b None None] Pushing event updated for resources: {'Port': ['ID=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.755414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.772773 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.800095 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:12:04Z', 'revision_number': 4, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port': {'id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:55Z', 'updated_at': '2021-11-03T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '09f6bb72-3848-4ac6-8c3e-653359c2751d', 'name': '', 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'mac_address': 'fa:16:3e:22:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '81da38d2-7be4-42df-8f9f-7a28e7672059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:00Z', 'updated_at': '2021-11-03T19:12:04Z', 'revision_number': 2, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'subnets': [{'id': '81da38d2-7be4-42df-8f9f-7a28e7672059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:09.833885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 9aeb6ea1-a42f-4c18-9446-3e7334515642, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9aeb6ea1-a42f-4c18-9446-3e7334515642,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:09.849088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.916723 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Checking router: 42a72248-2563-4f4c-864e-59475dfc4d2a for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:09.917065 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Updating router 42a72248-2563-4f4c-864e-59475dfc4d2a port 09f6bb72-3848-4ac6-8c3e-653359c2751d binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:12:10.003672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fb14db0a-43de-4b62-b723-81ac0385586b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:10.014692 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.061390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.083569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=9aeb6ea1-a42f-4c18-9446-3e7334515642,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:10.100991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: fb14db0a-43de-4b62-b723-81ac0385586b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:10.101437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fb14db0a-43de-4b62-b723-81ac0385586b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:10.159766 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.347861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1dafbfde-ceb5-4ea6-8b71-e495377b4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.763028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58772) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.771262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1258276654-network', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:10.845593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=bed881ae-482b-46ad-8aa4-27939aa335fd,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:10.890713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Made reservation on behalf of fa958433876b4d11ab419d47bdf5d9e7 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:10.894824 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.929643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.067740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ee843f17-10a5-4a88-90fa-13ba4b54e8a8 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:11.150759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.161120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.165615 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:12:11.197315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:12:11.208969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441fcad-a195-42f1-8a6f-d5e2df3c3d87 None None] Network b78a8a5a-564f-4248-b048-bd25517937cb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:11.232937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.233471 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Added segment bae19b24-d525-429a-bf47-ad1fcaf9a7d5 of type vlan for network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 Nov 03 19:12:11.341935 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.364411 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.381556 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.440272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.441297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:11.443940 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.609902 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daed14d-f3dc-4910-98bd-ad6ba21a78f9 None None] Pushing event updated for resources: {'Port': ['ID=09f6bb72-3848-4ac6-8c3e-653359c2751d,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.820203 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Attempting to bind port 09f6bb72-3848-4ac6-8c3e-653359c2751d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:11.820862 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Attempting to bind port 09f6bb72-3848-4ac6-8c3e-653359c2751d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:11.821341 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Attempting to bind port 09f6bb72-3848-4ac6-8c3e-653359c2751d on network 4f403eb2-47d2-458a-b1d9-593365deef6f {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:11.824471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87dafa-240b-4b6e-9476-06b667ec773e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.853358 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:11.854130 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Checking segment: {'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:11.854421 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.855062 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Bound using segment: {'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:11.864528 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0993590 Nov 03 19:12:11.871360 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Bound port: 09f6bb72-3848-4ac6-8c3e-653359c2751d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6f8240-e15c-48f6-9848-b42c8a3ce287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:11.871694 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.883869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58778) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.923947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Request body: {'subnet': {'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1258276654-subnet', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:11.968163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17e003-93d4-42d0-aa5f-df87cb25b9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4745b5-6810-4cb5-829d-7ace9dd5a359,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.986112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a8dc3e72-1411-4616-8202-f46b960e5dc5 None None] Provisioning complete for port 9e1d1176-6bf1-4d40-9909-063aaebc9aab triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:11.997249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e72-1411-4616-8202-f46b960e5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.026459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Made reservation on behalf of fa958433876b4d11ab419d47bdf5d9e7 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:12.045121 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.133558 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] For port 09f6bb72-3848-4ac6-8c3e-653359c2751d, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:12.156157 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] For port 09f6bb72-3848-4ac6-8c3e-653359c2751d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=09f6bb72-3848-4ac6-8c3e-653359c2751d,segment=NetworkSegment(db6f8240-e15c-48f6-9848-b42c8a3ce287),segment_id=db6f8240-e15c-48f6-9848-b42c8a3ce287)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:12.162352 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.169588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:12:12.362678 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daed14d-f3dc-4910-98bd-ad6ba21a78f9 None None] Pushing event updated for resources: {'Port': ['ID=09f6bb72-3848-4ac6-8c3e-653359c2751d,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:12.372038 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Routers {'42a72248-2563-4f4c-864e-59475dfc4d2a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:12.381094 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['42a72248-2563-4f4c-864e-59475dfc4d2a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:12.388593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Made reservation on behalf of 138477372bd346b59908d6104410fb39 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:12.522335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c68f2a-7f03-49fa-b96d-25617b3bffd9 None None] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:12.568438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:12.569116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.663446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.821351 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] Set router 42a72248-2563-4f4c-864e-59475dfc4d2a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:12.905621 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.957749 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.004202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.007849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.073785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:13.106466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:13.151962 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.153037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742c6cf-5836-4a86-b1e9-d99d5f11dc2d None None] Network 1abae558-322a-4ad9-8685-582aec964001 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:13.160486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:13.161180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.199049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] device_id is not set on port 3b10b0f1-82fb-44f1-b8d5-249aa2010da6 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:13.247834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf82cc1-6ead-4414-973f-dbd97656eede,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:13.287298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=6f58573c-cd97-4d2b-b1f3-abeb8f19d59a,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:13.299052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Checking segment: {'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:13.300217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Network hostable DHCP agents. Network: 4c4745b5-6810-4cb5-829d-7ace9dd5a359, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:12:13.321727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57632a16-64df-4499-9ab3-0c6fe9d24c76 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3612826 Nov 03 19:12:13.321727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58784) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:13.326862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-381ab5c9-7c0f-4c24-87f9-9caf77fdba8e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'security_group': {'name': 'tempest-secgroup-936493273'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:13.372375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:12:13.372771 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-381ab5c9-7c0f-4c24-87f9-9caf77fdba8e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.404503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 4c4745b5-6810-4cb5-829d-7ace9dd5a359) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:13.423530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:13.424132 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.460397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc6bd56-32ab-48d6-8421-efcb582d24d2 None None] Network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:13.481852 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5143271e-6a30-4c8d-8bf6-26f52ee033f1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5911374 Nov 03 19:12:13.488486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58786) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:13.498698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:13.614631 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:12:04Z', 'revision_number': 4, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port': {'id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:55Z', 'updated_at': '2021-11-03T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '09f6bb72-3848-4ac6-8c3e-653359c2751d', 'name': '', 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'mac_address': 'fa:16:3e:22:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '81da38d2-7be4-42df-8f9f-7a28e7672059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:00Z', 'updated_at': '2021-11-03T19:12:12Z', 'revision_number': 4, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'subnets': [{'id': '81da38d2-7be4-42df-8f9f-7a28e7672059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:13.830018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Allocated IP 172.20.0.6 (81ed5956-e57d-42f8-99a9-ccff1abd768a/6c2dcc51-3ef7-4768-bcd0-7fded33eea69/3b10b0f1-82fb-44f1-b8d5-249aa2010da6) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:13.839512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.842664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.859890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network b78a8a5a-564f-4248-b048-bd25517937cb is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:13.881038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:13.930107 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1fb087-1325-4bff-b557-0d0203b16432 None None] The sync data for ids ['42a72248-2563-4f4c-864e-59475dfc4d2a'] in n-d-812148-3 is: [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:12:04Z', 'revision_number': 4, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port': {'id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:55Z', 'updated_at': '2021-11-03T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '09f6bb72-3848-4ac6-8c3e-653359c2751d', 'name': '', 'network_id': '4f403eb2-47d2-458a-b1d9-593365deef6f', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'mac_address': 'fa:16:3e:22:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '81da38d2-7be4-42df-8f9f-7a28e7672059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:00Z', 'updated_at': '2021-11-03T19:12:12Z', 'revision_number': 4, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'subnets': [{'id': '81da38d2-7be4-42df-8f9f-7a28e7672059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:14.063906 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e72-1411-4616-8202-f46b960e5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.221247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-381ab5c9-7c0f-4c24-87f9-9caf77fdba8e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.256328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-381ab5c9-7c0f-4c24-87f9-9caf77fdba8e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.351457 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.420842 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-381ab5c9-7c0f-4c24-87f9-9caf77fdba8e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.425568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58794) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:14.434642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-08d605f5-ac7d-448b-ad46-caab71e0ce39 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1647171134'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:14.435406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-381ab5c9-7c0f-4c24-87f9-9caf77fdba8e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1112421 Nov 03 19:12:14.485078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a8dc3e72-1411-4616-8202-f46b960e5dc5 None None] For port 9e1d1176-6bf1-4d40-9909-063aaebc9aab, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e1d1176-6bf1-4d40-9909-063aaebc9aab,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:14.543760 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.559798 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08d605f5-ac7d-448b-ad46-caab71e0ce39 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.665141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e72-1411-4616-8202-f46b960e5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.807776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08d605f5-ac7d-448b-ad46-caab71e0ce39 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.817609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port ee843f17-10a5-4a88-90fa-13ba4b54e8a8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,segment=NetworkSegment(31f5f3e8-1ae9-46e4-83ff-199733940187),segment_id=31f5f3e8-1ae9-46e4-83ff-199733940187)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:14.819022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08d605f5-ac7d-448b-ad46-caab71e0ce39 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.858210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.862082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9aeb6ea1-a42f-4c18-9446-3e7334515642 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:14.879578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08d605f5-ac7d-448b-ad46-caab71e0ce39 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.894876 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08d605f5-ac7d-448b-ad46-caab71e0ce39 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4676025 Nov 03 19:12:14.906493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58800) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:14.946915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-975791838', 'security_groups': ['16b753be-273d-4472-96a1-ea8fc47fd961'], 'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f58573c-cd97-4d2b-b1f3-abeb8f19d59a'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:15.123544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-1abae558-322a-4ad9-8685-582aec964001', 'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'tenant_id': 'b417a2292b9a4db5bc5625d66af99411', 'fixed_ips': [{'subnet_id': '6f58573c-cd97-4d2b-b1f3-abeb8f19d59a'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:12:15.124960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.144251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.174358 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-4c4745b5-6810-4cb5-829d-7ace9dd5a359', 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'fixed_ips': [{'subnet_id': 'bcf82cc1-6ead-4414-973f-dbd97656eede'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:12:15.176003 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.180046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Provisioning complete for port bed881ae-482b-46ad-8aa4-27939aa335fd triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:15.180711 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.234639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ab5c9-7c0f-4c24-87f9-9caf77fdba8e tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdef10d-0d8f-4fba-a1c4-fb88a0e989ed,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.280535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3e72-1411-4616-8202-f46b960e5dc5 None None] Pushing event updated for resources: {'Port': ['ID=9e1d1176-6bf1-4d40-9909-063aaebc9aab,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.287805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d605f5-ac7d-448b-ad46-caab71e0ce39 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b753be-273d-4472-96a1-ea8fc47fd961,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.305183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3919c41b-6d91-430d-9fd4-52ba062a9882 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:15.330524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:15.367433 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.396189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.491086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Port bed881ae-482b-46ad-8aa4-27939aa335fd cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:15.505092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:15.510913 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.515172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=3b10b0f1-82fb-44f1-b8d5-249aa2010da6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.530250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:15.540867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:15.633977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:15.636195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.747893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.825725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 36403ac2-fddb-4673-b5a7-fad5a0713190 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:16.016911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Provisioning complete for port 09f6bb72-3848-4ac6-8c3e-653359c2751d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:16.017529 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.037598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9aeb6ea1-a42f-4c18-9446-3e7334515642 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:16.042648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.055828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-074e3f72-f120-4787-ac4c-21d485ae3be9 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.3789728 Nov 03 19:12:16.065246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58806) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:16.255736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:16.264603 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-23516dba-5687-4f4a-914c-8853073c420c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "PUT /v2.0/routers/3919c41b-6d91-430d-9fd4-52ba062a9882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1589594 Nov 03 19:12:16.317337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185be99-1427-494e-8131-e420ab4ac8ec tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:16.340591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185be99-1427-494e-8131-e420ab4ac8ec tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:16.350309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185be99-1427-494e-8131-e420ab4ac8ec tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:16.354756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0185be99-1427-494e-8131-e420ab4ac8ec tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2854848 Nov 03 19:12:16.355203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58810) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:16.364594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Sync routers for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:16.509339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:16.511628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:16.668608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Allocated IP 172.20.0.2 (4c4745b5-6810-4cb5-829d-7ace9dd5a359/bcf82cc1-6ead-4414-973f-dbd97656eede/cb002c44-2801-4e0f-9a7e-ee75252416cf) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:16.676510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-19f7d98c-b268-4303-a2af-a5d8eba97e3e tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Deleting port 3b10b0f1-82fb-44f1-b8d5-249aa2010da6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:16.677052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19f7d98c-b268-4303-a2af-a5d8eba97e3e tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.784768 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.831509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.971481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19f7d98c-b268-4303-a2af-a5d8eba97e3e tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.991678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-19f7d98c-b268-4303-a2af-a5d8eba97e3e tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Calling delete_port for 3b10b0f1-82fb-44f1-b8d5-249aa2010da6 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:17.106871 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-ed24af2f-4700-4d49-8962-c6ba2f1506d8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242617459&fields=id&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 267 time: 0.2780380 Nov 03 19:12:17.118815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Allocated IP 172.25.3.147 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/176468cf-48e2-47d6-abb8-33378ffcec92) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:17.122177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Allocated IP 2001:db8::2 (1abae558-322a-4ad9-8685-582aec964001/6f58573c-cd97-4d2b-b1f3-abeb8f19d59a/b8efa591-e975-425f-8f0a-737a9ae95c67) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:17.361503 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19f7d98c-b268-4303-a2af-a5d8eba97e3e tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.495674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 12bce467-efce-4737-bd6c-c6b912aa2f98 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:17.509963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-97674113-5f2e-44ae-ab84-762c8d5a87e2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:17.514595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-97674113-5f2e-44ae-ab84-762c8d5a87e2 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/networks?id=b78a8a5a-564f-4248-b048-bd25517937cb HTTP/1.1" status: 200 len: 797 time: 0.3929811 Nov 03 19:12:17.578543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-906441a5-1ea4-4a3f-9b1d-eef711fab873 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/quotas/2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 375 time: 0.0346172 Nov 03 19:12:17.694388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.733334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-4b48f4d6-21e4-4347-bf52-7a69baad8905 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277077 Nov 03 19:12:17.813369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7d98c-b268-4303-a2af-a5d8eba97e3e tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Port': ['ID=3b10b0f1-82fb-44f1-b8d5-249aa2010da6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:17.957541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.155272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-19f7d98c-b268-4303-a2af-a5d8eba97e3e tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.168860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:18.172320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-aa234d3f-5d35-4185-91c1-2919ff7b8b1a service neutron] 10.222.0.77 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004419 Nov 03 19:12:18.173459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:18.186427 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-19f7d98c-b268-4303-a2af-a5d8eba97e3e tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "DELETE /v2.0/ports/3b10b0f1-82fb-44f1-b8d5-249aa2010da6 HTTP/1.1" status: 204 len: 168 time: 1.8297858 Nov 03 19:12:18.186778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:18.190753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58830) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:18.264036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Pushing event updated for resources: {'Port': ['ID=176468cf-48e2-47d6-abb8-33378ffcec92,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:18.292694 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.322097 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7838d577-1933-4e87-9bc5-cda303f2b6ae tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] GET failed (client error): The resource could not be found. Nov 03 19:12:18.325795 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7838d577-1933-4e87-9bc5-cda303f2b6ae tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "GET /v2.0/ports/3b10b0f1-82fb-44f1-b8d5-249aa2010da6 HTTP/1.1" status: 404 len: 333 time: 0.1331408 Nov 03 19:12:18.367151 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.375133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58834) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:18.399266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a', 'name': 'tempest-AllowedAddressPairTestJSON-783345409'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:18.491376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.527843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::22b (1abae558-322a-4ad9-8685-582aec964001/6f58573c-cd97-4d2b-b1f3-abeb8f19d59a/36403ac2-fddb-4673-b5a7-fad5a0713190) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:18.528564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:18.681800 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.778948 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.040541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.059467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-77ecf84f-1060-4e2e-9486-2c6c2987376b service neutron] 10.222.0.77 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8690670 Nov 03 19:12:19.127551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Pushing event updated for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:19.154141 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] For port 09f6bb72-3848-4ac6-8c3e-653359c2751d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=09f6bb72-3848-4ac6-8c3e-653359c2751d,segment=NetworkSegment(db6f8240-e15c-48f6-9848-b42c8a3ce287),segment_id=db6f8240-e15c-48f6-9848-b42c8a3ce287)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:19.187889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:19.190392 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.279392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:19.289886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:19.314235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Pushing event updated for resources: {'Port': ['ID=cb002c44-2801-4e0f-9a7e-ee75252416cf,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:19.380258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:19.403855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:19.406330 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.407051 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.412591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:19.466093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:19.466827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.525351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=36403ac2-fddb-4673-b5a7-fad5a0713190,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:19.536223 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-947ada18-16e4-4f4f-bee3-c1beccc0ab6a tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6097453 Nov 03 19:12:19.540682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58844) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:19.563655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-da112a20-af0e-42bd-90ab-4bb8a8f38487 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:19.601912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Made reservation on behalf of 138477372bd346b59908d6104410fb39 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:19.609548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.785195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1690a19d-f473-445c-9848-5ff60e301a5c req-071a6471-7594-46e4-90a8-03f10f91558b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 210 time: 0.1019776 Nov 03 19:12:19.820663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] device_id is not set on port 6d5c22d9-85d0-450d-8c9b-dce40f70269a yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:19.849998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:19.895383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:19.905376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:19.908817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 12bce467-efce-4737-bd6c-c6b912aa2f98 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:19.909321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.034438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da112a20-af0e-42bd-90ab-4bb8a8f38487 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:20.043073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da112a20-af0e-42bd-90ab-4bb8a8f38487 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.108956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Provisioning complete for port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:20.111002 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.274503 n-d-812148-3 neutron-server[101755]: INFO neutron.db.ipam_backend_mixin [None req-da112a20-af0e-42bd-90ab-4bb8a8f38487 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f58573c-cd97-4d2b-b1f3-abeb8f19d59a (CIDR: 2001:db8::/64) Nov 03 19:12:20.280224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Pushing event updated for resources: {'Port': ['ID=09f6bb72-3848-4ac6-8c3e-653359c2751d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:20.282789 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-da112a20-af0e-42bd-90ab-4bb8a8f38487 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:12:20.283853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da112a20-af0e-42bd-90ab-4bb8a8f38487 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:20.296117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Attempting to bind port b8efa591-e975-425f-8f0a-737a9ae95c67 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:20.296387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Attempting to bind port b8efa591-e975-425f-8f0a-737a9ae95c67 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f33d0379-1898-42f0-a84d-a16d58f759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1abae558-322a-4ad9-8685-582aec964001'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:20.296940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Attempting to bind port b8efa591-e975-425f-8f0a-737a9ae95c67 on network 1abae558-322a-4ad9-8685-582aec964001 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:20.314841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:20.315891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Checking segment: {'id': 'f33d0379-1898-42f0-a84d-a16d58f759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1abae558-322a-4ad9-8685-582aec964001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:20.315891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.315891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Bound using segment: {'id': 'f33d0379-1898-42f0-a84d-a16d58f759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1abae558-322a-4ad9-8685-582aec964001'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:20.316447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Bound port: b8efa591-e975-425f-8f0a-737a9ae95c67, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33d0379-1898-42f0-a84d-a16d58f759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1abae558-322a-4ad9-8685-582aec964001'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:20.316786 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.319555 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da112a20-af0e-42bd-90ab-4bb8a8f38487 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7768018 Nov 03 19:12:20.325150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58858) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:20.333178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:20.423909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Attempting to bind port cb002c44-2801-4e0f-9a7e-ee75252416cf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:20.424771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Attempting to bind port cb002c44-2801-4e0f-9a7e-ee75252416cf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:20.425628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Attempting to bind port cb002c44-2801-4e0f-9a7e-ee75252416cf on network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:20.470545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:20.471859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Checking segment: {'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:20.473072 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.473936 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Bound using segment: {'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:20.474726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Bound port: cb002c44-2801-4e0f-9a7e-ee75252416cf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:20.475238 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.625523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:20.629349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e1d1176-6bf1-4d40-9909-063aaebc9aab up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:20.643030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.794888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:20.806276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8efa591-e975-425f-8f0a-737a9ae95c67,segment=NetworkSegment(f33d0379-1898-42f0-a84d-a16d58f759ed),segment_id=f33d0379-1898-42f0-a84d-a16d58f759ed)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:20.827273 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.028844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Allocated IP 172.20.0.8 (81ed5956-e57d-42f8-99a9-ccff1abd768a/6c2dcc51-3ef7-4768-bcd0-7fded33eea69/6d5c22d9-85d0-450d-8c9b-dce40f70269a) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:21.136525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] For port cb002c44-2801-4e0f-9a7e-ee75252416cf, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:21.173123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] For port cb002c44-2801-4e0f-9a7e-ee75252416cf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb002c44-2801-4e0f-9a7e-ee75252416cf,segment=NetworkSegment(bae19b24-d525-429a-bf47-ad1fcaf9a7d5),segment_id=bae19b24-d525-429a-bf47-ad1fcaf9a7d5)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:21.181230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad26ad-f554-474c-b401-f1d5e7468ed6 None None] Pushing event updated for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:21.217170 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.291398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.334592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9e1d1176-6bf1-4d40-9909-063aaebc9aab triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:21.336047 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.346438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Provisioning complete for port 9e1d1176-6bf1-4d40-9909-063aaebc9aab triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:21.347080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f53ef1c-5f90-420e-9a49-e11b0696304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.381840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:21.394363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:08Z', 'revision_number': 2, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:21.415171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:21.417647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:21.423509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:21.424483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.493488 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0f2e6e16-b3f1-4547-9b36-bc98ec0dc56c tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1659391 Nov 03 19:12:21.496567 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58874) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:21.515174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Checking router: 3919c41b-6d91-430d-9fd4-52ba062a9882 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:21.515634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Updating router 3919c41b-6d91-430d-9fd4-52ba062a9882 port bed881ae-482b-46ad-8aa4-27939aa335fd binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:12:21.517914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1807485350', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea'}], 'security_groups': ['efdef10d-0d8f-4fba-a1c4-fb88a0e989ed']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:21.591423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99686135-a8e4-4058-8560-9c4c92a3cabe None None] Pushing event updated for resources: {'Port': ['ID=cb002c44-2801-4e0f-9a7e-ee75252416cf,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:21.625654 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.830193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.058743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79d4b4b8-c95c-4220-8ed8-89b06220d562 req-5bfd9b2e-ab94-4ebc-bb09-46b5083d9270 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 210 time: 0.8475022 Nov 03 19:12:22.318423 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.466733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.484171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-9ef4b965-9104-45c8-8971-de2fdf8d78ab tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:22.487079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-9ef4b965-9104-45c8-8971-de2fdf8d78ab tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "GET /v2.0/networks?id=b78a8a5a-564f-4248-b048-bd25517937cb HTTP/1.1" status: 200 len: 797 time: 0.4063416 Nov 03 19:12:22.587633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=6d5c22d9-85d0-450d-8c9b-dce40f70269a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:22.736549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:22.763960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:22.769056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:22.911847 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.949904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.986011 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.002938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-8a9ba800-45cf-4cd6-906d-bff57fd2b572 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e22fabbe1db42cd92e04a8708663a2f HTTP/1.1" status: 200 len: 380 time: 0.4213493 Nov 03 19:12:23.179023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'port': {'device_id': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'admin_state_up': True, 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'security_groups': ['1fc4979e-79ee-4955-b87f-021e3de04dbe']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:23.223446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181d800-e4de-4f47-b7c5-07f51e719b9d None None] Pushing event updated for resources: {'Port': ['ID=bed881ae-482b-46ad-8aa4-27939aa335fd,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:23.257062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-593cc431-12d9-4ccf-84e0-e2f390c3913a None None] Could not find standard attr ID for object 3b10b0f1-82fb-44f1-b8d5-249aa2010da6. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:23.431517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Delete allocated IP 2001:db8::22b (1abae558-322a-4ad9-8685-582aec964001/6f58573c-cd97-4d2b-b1f3-abeb8f19d59a) {{(pid=101755) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:12:23.438724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-593cc431-12d9-4ccf-84e0-e2f390c3913a None None] Provisioning complete for port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:23.443072 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-593cc431-12d9-4ccf-84e0-e2f390c3913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.498498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8:0:1::38 (1abae558-322a-4ad9-8685-582aec964001/6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea/36403ac2-fddb-4673-b5a7-fad5a0713190) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:23.597782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8db886-fc22-4b7c-949e-72e4f6ea5420 None None] Network 1abae558-322a-4ad9-8685-582aec964001 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:23.618872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:23.620771 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.722886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70aee618-b71b-4806-ba15-3c5a45785778 req-9866222e-b048-4eb2-9690-017f512d002e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 210 time: 0.0801780 Nov 03 19:12:23.783041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8efa591-e975-425f-8f0a-737a9ae95c67 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:23.970209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Attempting to bind port bed881ae-482b-46ad-8aa4-27939aa335fd on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:23.971355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Attempting to bind port bed881ae-482b-46ad-8aa4-27939aa335fd by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:23.972275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Attempting to bind port bed881ae-482b-46ad-8aa4-27939aa335fd on network b78a8a5a-564f-4248-b048-bd25517937cb {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:24.000297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c4f70587-900b-438e-be7d-422af3e5aca6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6201963 Nov 03 19:12:24.003526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:24.004654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Checking segment: {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:24.005962 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.007142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58886) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:24.007818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Bound using segment: {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:24.008643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Bound port: bed881ae-482b-46ad-8aa4-27939aa335fd, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:24.009490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.019903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:76:cb:a4'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:24.070799 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.080404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.189965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=36403ac2-fddb-4673-b5a7-fad5a0713190,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:24.203876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Made reservation on behalf of 2e22fabbe1db42cd92e04a8708663a2f for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:24.209470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.245046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] For port bed881ae-482b-46ad-8aa4-27939aa335fd, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:24.252843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] For port bed881ae-482b-46ad-8aa4-27939aa335fd, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bed881ae-482b-46ad-8aa4-27939aa335fd,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:24.267070 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.273575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] In _notify_port_updated(), no bound segment for port 36403ac2-fddb-4673-b5a7-fad5a0713190 on network 1abae558-322a-4ad9-8685-582aec964001 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:12:24.280874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:24.281586 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.287011 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fed65eb9-d5b4-48b3-9f7e-691d99e129a6 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "PUT /v2.0/ports/36403ac2-fddb-4673-b5a7-fad5a0713190 HTTP/1.1" status: 200 len: 930 time: 2.7850404 Nov 03 19:12:24.287952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58888) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:24.312838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87926415-e004-431e-9a48-f5145640689a None None] Network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:24.412386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:24.412386 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.449069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-53a606d0-8836-4e83-90cf-f7ba638fb6e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 36403ac2-fddb-4673-b5a7-fad5a0713190 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:24.449904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53a606d0-8836-4e83-90cf-f7ba638fb6e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.637980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181d800-e4de-4f47-b7c5-07f51e719b9d None None] Pushing event updated for resources: {'Port': ['ID=bed881ae-482b-46ad-8aa4-27939aa335fd,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:24.646460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53a606d0-8836-4e83-90cf-f7ba638fb6e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.658281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.20.0.5 (b78a8a5a-564f-4248-b048-bd25517937cb/f25512e8-489b-445a-b74b-1fd4a1d12780/bdc664aa-96e4-41ac-844a-83706943915b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:24.683501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-53a606d0-8836-4e83-90cf-f7ba638fb6e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 36403ac2-fddb-4673-b5a7-fad5a0713190 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:24.687087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:24.688458 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:24.826660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-593cc431-12d9-4ccf-84e0-e2f390c3913a None None] Provisioning complete for port 412c9725-5fdd-4679-aee0-5b35b95919f7 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:24.827079 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-593cc431-12d9-4ccf-84e0-e2f390c3913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.946234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Router d588cbfb-f6f0-4377-acd7-ae2052911e5d is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:12:24.988815 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53a606d0-8836-4e83-90cf-f7ba638fb6e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.027319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3151459-83f8-4ed7-912d-2646f8ec47a4 req-bdc1c22a-d065-4554-96ee-8baa2bef8f4a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 210 time: 0.0582480 Nov 03 19:12:25.053293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-593cc431-12d9-4ccf-84e0-e2f390c3913a None None] Port 412c9725-5fdd-4679-aee0-5b35b95919f7 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:25.118692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a606d0-8836-4e83-90cf-f7ba638fb6e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=36403ac2-fddb-4673-b5a7-fad5a0713190,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:25.121540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:25.170837 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53a606d0-8836-4e83-90cf-f7ba638fb6e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.176817 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-53a606d0-8836-4e83-90cf-f7ba638fb6e9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/36403ac2-fddb-4673-b5a7-fad5a0713190 HTTP/1.1" status: 204 len: 168 time: 0.8873527 Nov 03 19:12:25.179745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58896) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:25.216205 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f61063c-396f-4917-8c3e-936515247375 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:12:25.221957 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8f61063c-396f-4917-8c3e-936515247375 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/36403ac2-fddb-4673-b5a7-fad5a0713190 HTTP/1.1" status: 404 len: 333 time: 0.0400801 Nov 03 19:12:25.222837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58898) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:25.243789 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.305154 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.336349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7429-a9d6-4b29-9059-0c4abe2388bb tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.337089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.404847 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7429-a9d6-4b29-9059-0c4abe2388bb tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.525560 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7429-a9d6-4b29-9059-0c4abe2388bb tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.531686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7429-a9d6-4b29-9059-0c4abe2388bb tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.533601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cc6d7429-a9d6-4b29-9059-0c4abe2388bb tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/security-groups/16b753be-273d-4472-96a1-ea8fc47fd961 HTTP/1.1" status: 204 len: 168 time: 0.3094285 Nov 03 19:12:25.546641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58900) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:25.615682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d7429-a9d6-4b29-9059-0c4abe2388bb tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b753be-273d-4472-96a1-ea8fc47fd961,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:25.682122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8efa591-e975-425f-8f0a-737a9ae95c67,segment=NetworkSegment(f33d0379-1898-42f0-a84d-a16d58f759ed),segment_id=f33d0379-1898-42f0-a84d-a16d58f759ed)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:25.718266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40404106-f76c-4f77-aad0-6f8abad579b8 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.758446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.760666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e1d1176-6bf1-4d40-9909-063aaebc9aab up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:25.789598 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40404106-f76c-4f77-aad0-6f8abad579b8 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.853457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:25.869659 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Sync routers for ids ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:25.874389 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.875326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40404106-f76c-4f77-aad0-6f8abad579b8 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.880389 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40404106-f76c-4f77-aad0-6f8abad579b8 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.884523 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-40404106-f76c-4f77-aad0-6f8abad579b8 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/security-groups/efdef10d-0d8f-4fba-a1c4-fb88a0e989ed HTTP/1.1" status: 204 len: 168 time: 0.3336022 Nov 03 19:12:25.888919 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58906) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:25.898924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40404106-f76c-4f77-aad0-6f8abad579b8 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdef10d-0d8f-4fba-a1c4-fb88a0e989ed,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:25.907619 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Routers {'d588cbfb-f6f0-4377-acd7-ae2052911e5d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:25.908713 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:25.914160 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Provisioning complete for port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:25.914890 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.033279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.034413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa392b41-f9d9-4707-92b0-a93fe5e7e0fe admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.5402353 Nov 03 19:12:26.036996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.038688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58908) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:26.043333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network b78a8a5a-564f-4248-b048-bd25517937cb is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:26.057756 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.069993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82149939-3204-46d9-91fc-e9aa5e0d0496 None None] Update dhcp port {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'fixed_ips': [{'subnet_id': '6f58573c-cd97-4d2b-b1f3-abeb8f19d59a', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'b8efa591-e975-425f-8f0a-737a9ae95c67'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:12:26.072986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:26.087325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:26.100089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:26.180489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df6910f-dd71-4333-a03c-228365119209 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 6f58573c-cd97-4d2b-b1f3-abeb8f19d59a {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:26.219108 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Set router d588cbfb-f6f0-4377-acd7-ae2052911e5d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:26.230982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:26.293835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:26.304756 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-82149939-3204-46d9-91fc-e9aa5e0d0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.445935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Provisioning complete for port cb002c44-2801-4e0f-9a7e-ee75252416cf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:26.446512 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.549307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1df6910f-dd71-4333-a03c-228365119209 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.584863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] In _notify_port_updated(), no bound segment for port 6d5c22d9-85d0-450d-8c9b-dce40f70269a on network 81ed5956-e57d-42f8-99a9-ccff1abd768a {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:12:26.598376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.599607 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.601898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "PUT /v2.0/ports/6d5c22d9-85d0-450d-8c9b-dce40f70269a HTTP/1.1" status: 200 len: 993 time: 2.5894046 Nov 03 19:12:26.604315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33d8c3-e950-45af-bf42-f532f48ad7ab tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=6d5c22d9-85d0-450d-8c9b-dce40f70269a,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:26.618355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:26.863396 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:19Z', 'revision_number': 3, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port': {'id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:26.969851 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Checking router: d588cbfb-f6f0-4377-acd7-ae2052911e5d for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:26.971359 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Updating router d588cbfb-f6f0-4377-acd7-ae2052911e5d port 176468cf-48e2-47d6-abb8-33378ffcec92 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:12:27.012203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1df6910f-dd71-4333-a03c-228365119209 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.049810 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.155242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:27.156444 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.195141 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9e1d1176-6bf1-4d40-9909-063aaebc9aab triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:27.195972 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.306593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb919-475e-46fc-a698-82de1af28fe8 req-a47cc85e-1543-4578-a11d-0e74f57fa80e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:27.319129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30bcb919-475e-46fc-a698-82de1af28fe8 req-a47cc85e-1543-4578-a11d-0e74f57fa80e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 931 time: 0.7545311 Nov 03 19:12:27.402319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-6c74f37d-4d80-4dad-9009-62a7c83d96dd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2357335 Nov 03 19:12:27.775155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Request body: {'port': {'device_id': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:27.787208 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.796305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:24Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:27.799759 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.835174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30bcb919-475e-46fc-a698-82de1af28fe8 req-31d818c3-50c6-4e78-b4d4-1005a3fe6ca7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4955699 Nov 03 19:12:27.843594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.888468 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Attempting to bind port 176468cf-48e2-47d6-abb8-33378ffcec92 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:27.889324 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Attempting to bind port 176468cf-48e2-47d6-abb8-33378ffcec92 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:27.889891 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Attempting to bind port 176468cf-48e2-47d6-abb8-33378ffcec92 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:27.944131 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:27.945354 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:27.946261 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.947022 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:27.948485 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Bound port: 176468cf-48e2-47d6-abb8-33378ffcec92, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:27.949553 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.968856 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1df6910f-dd71-4333-a03c-228365119209 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.072769 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] For port 176468cf-48e2-47d6-abb8-33378ffcec92, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:28.081295 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] For port 176468cf-48e2-47d6-abb8-33378ffcec92, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=176468cf-48e2-47d6-abb8-33378ffcec92,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:28.094379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb002c44-2801-4e0f-9a7e-ee75252416cf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:28.098716 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.106643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0647b31b-a107-4504-8748-fa76a7e1a4b6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Deleting port 6d5c22d9-85d0-450d-8c9b-dce40f70269a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:28.116914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882370ee-7653-49d7-9c18-c54820fd9e33 None None] The sync data for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 is: [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:24Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:28.129797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0647b31b-a107-4504-8748-fa76a7e1a4b6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.190394 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Routers {'d588cbfb-f6f0-4377-acd7-ae2052911e5d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:28.192403 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:28.455402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Allocated IP 172.20.0.1 (4c4745b5-6810-4cb5-829d-7ace9dd5a359/bcf82cc1-6ead-4414-973f-dbd97656eede/b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:28.465248 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.571892 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] Set router d588cbfb-f6f0-4377-acd7-ae2052911e5d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:28.572111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cb002c44-2801-4e0f-9a7e-ee75252416cf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:28.572111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.647378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.761816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0647b31b-a107-4504-8748-fa76a7e1a4b6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.799692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.831024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] For port cb002c44-2801-4e0f-9a7e-ee75252416cf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb002c44-2801-4e0f-9a7e-ee75252416cf,segment=NetworkSegment(bae19b24-d525-429a-bf47-ad1fcaf9a7d5),segment_id=bae19b24-d525-429a-bf47-ad1fcaf9a7d5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:28.853004 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.868860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0647b31b-a107-4504-8748-fa76a7e1a4b6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Calling delete_port for 6d5c22d9-85d0-450d-8c9b-dce40f70269a owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:28.983443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Pushing event updated for resources: {'Port': ['ID=cb002c44-2801-4e0f-9a7e-ee75252416cf,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:29.051384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Provisioning complete for port 6d5c22d9-85d0-450d-8c9b-dce40f70269a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:29.052324 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.064846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1df6910f-dd71-4333-a03c-228365119209 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.162827 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a246f51-0984-45dd-b93c-549bafc28be4 None None] Pushing event updated for resources: {'Port': ['ID=176468cf-48e2-47d6-abb8-33378ffcec92,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:29.180949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Port 6d5c22d9-85d0-450d-8c9b-dce40f70269a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server [None req-82149939-3204-46d9-91fc-e9aa5e0d0496 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f58573c-cd97-4d2b-b1f3-abeb8f19d59a: This subnet is being modified by another concurrent operation. Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1742, in update_port Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f58573c-cd97-4d2b-b1f3-abeb8f19d59a: This subnet is being modified by another concurrent operation. Nov 03 19:12:29.189734 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Nov 03 19:12:29.263837 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a246f51-0984-45dd-b93c-549bafc28be4 None None] Pushing event updated for resources: {'Port': ['ID=176468cf-48e2-47d6-abb8-33378ffcec92,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:29.273123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:29.284311 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.317967 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:19Z', 'revision_number': 3, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port': {'id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:29.377408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ee843f17-10a5-4a88-90fa-13ba4b54e8a8 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:29.469361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6910f-dd71-4333-a03c-228365119209 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=6f58573c-cd97-4d2b-b1f3-abeb8f19d59a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:29.499291 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cac22b-e471-4f60-80fa-a283d8963284 None None] The sync data for ids ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'] in n-d-812148-3 is: [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:19Z', 'revision_number': 3, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port': {'id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:29.667234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:29.667987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.691869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc2146-2df0-4eea-b356-cc854d795d95 None None] Network 1abae558-322a-4ad9-8685-582aec964001 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:29.890314 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1df6910f-dd71-4333-a03c-228365119209 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.902379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1df6910f-dd71-4333-a03c-228365119209 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/6f58573c-cd97-4d2b-b1f3-abeb8f19d59a HTTP/1.1" status: 204 len: 168 time: 4.0067546 Nov 03 19:12:29.908483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58942) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:29.912172 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0647b31b-a107-4504-8748-fa76a7e1a4b6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.920011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:29.975358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.073108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:30.076527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:30.080407 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:30.170493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:30.245586 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.297277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647b31b-a107-4504-8748-fa76a7e1a4b6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Port': ['ID=6d5c22d9-85d0-450d-8c9b-dce40f70269a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:30.379595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Provisioning complete for port bed881ae-482b-46ad-8aa4-27939aa335fd triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:30.379971 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.442134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61102e-6f1c-4e3e-be5c-ff479e00e573 req-dad9401b-43d5-427f-8d58-52fe30f62e14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:30.444863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a61102e-6f1c-4e3e-be5c-ff479e00e573 req-dad9401b-43d5-427f-8d58-52fe30f62e14 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 931 time: 1.3459439 Nov 03 19:12:30.648266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.669445 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 09f6bb72-3848-4ac6-8c3e-653359c2751d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:30.924884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 09f6bb72-3848-4ac6-8c3e-653359c2751d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:30.925707 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.055145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.118441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] For port bed881ae-482b-46ad-8aa4-27939aa335fd, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bed881ae-482b-46ad-8aa4-27939aa335fd,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:31.153840 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.360649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.369889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.481201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.560462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ec132-ede3-4d2a-a897-3834e94a7802 None None] Pushing event updated for resources: {'Port': ['ID=bed881ae-482b-46ad-8aa4-27939aa335fd,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:31.601225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c312e29-8d2e-4777-af7f-66b39e24b935 None None] Update dhcp port {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'fixed_ips': [{'subnet_id': '6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'b8efa591-e975-425f-8f0a-737a9ae95c67'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:12:31.652991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:31.680633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Provisioning complete for port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:31.681380 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.830431 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:31.839950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:31.844665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:31.852888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c312e29-8d2e-4777-af7f-66b39e24b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.097576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Router d588cbfb-f6f0-4377-acd7-ae2052911e5d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:32.154200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Provisioning complete for port cb002c44-2801-4e0f-9a7e-ee75252416cf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:32.154718 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.376742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:32.406587 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-de1213a0-13b7-47ae-8033-1fbac25fb271 admin admin] 10.222.0.77 "PUT /v2.0/routers/d588cbfb-f6f0-4377-acd7-ae2052911e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3660796 Nov 03 19:12:32.427757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-5c312e29-8d2e-4777-af7f-66b39e24b935 None None] Allocated IP 2001:db8:0:1::2 (1abae558-322a-4ad9-8685-582aec964001/6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea/b8efa591-e975-425f-8f0a-737a9ae95c67) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:32.511274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a61102e-6f1c-4e3e-be5c-ff479e00e573 req-acd84b23-cd74-46e3-9caa-5b35591ff8fe tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9126294 Nov 03 19:12:32.597976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:32.624832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.719400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc664aa-96e4-41ac-844a-83706943915b {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:32.793445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.805241 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0647b31b-a107-4504-8748-fa76a7e1a4b6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.815370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58954) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:32.826184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0647b31b-a107-4504-8748-fa76a7e1a4b6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "DELETE /v2.0/ports/6d5c22d9-85d0-450d-8c9b-dce40f70269a HTTP/1.1" status: 204 len: 168 time: 6.1550050 Nov 03 19:12:32.907318 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a807d9d-12a5-4ecb-9c9f-0899fd71113b tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] GET failed (client error): The resource could not be found. Nov 03 19:12:32.917398 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.922314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7a807d9d-12a5-4ecb-9c9f-0899fd71113b tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "GET /v2.0/ports/6d5c22d9-85d0-450d-8c9b-dce40f70269a HTTP/1.1" status: 404 len: 333 time: 0.1052961 Nov 03 19:12:32.929017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 58962) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:32.945655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Transition to ACTIVE for port object bdc664aa-96e4-41ac-844a-83706943915b will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:12:32.956677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a', 'name': 'tempest-AllowedAddressPairTestJSON-1076578527'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:32.991477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.001837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Could not find standard attr ID for object 6d5c22d9-85d0-450d-8c9b-dce40f70269a. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:33.019234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 176468cf-48e2-47d6-abb8-33378ffcec92 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:33.100067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Pushing event updated for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:33.163423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Could not find standard attr ID for object 36403ac2-fddb-4673-b5a7-fad5a0713190. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:33.187958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5c312e29-8d2e-4777-af7f-66b39e24b935 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8efa591-e975-425f-8f0a-737a9ae95c67,segment=NetworkSegment(f33d0379-1898-42f0-a84d-a16d58f759ed),segment_id=f33d0379-1898-42f0-a84d-a16d58f759ed)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:33.420709 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c312e29-8d2e-4777-af7f-66b39e24b935 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.428309 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Made reservation on behalf of 138477372bd346b59908d6104410fb39 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:33.437081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.439389 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c312e29-8d2e-4777-af7f-66b39e24b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.485227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] device_id is not set on port 6c2ef4af-5f6f-47e3-89c8-abb8d521654a yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:33.548650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Attempting to bind port bdc664aa-96e4-41ac-844a-83706943915b on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:33.549257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Attempting to bind port bdc664aa-96e4-41ac-844a-83706943915b by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:33.549747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Attempting to bind port bdc664aa-96e4-41ac-844a-83706943915b on network b78a8a5a-564f-4248-b048-bd25517937cb {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:33.599259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 176468cf-48e2-47d6-abb8-33378ffcec92 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:33.599872 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.654923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Port bdc664aa-96e4-41ac-844a-83706943915b on network b78a8a5a-564f-4248-b048-bd25517937cb not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:12:33.655739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Attempting to bind port bdc664aa-96e4-41ac-844a-83706943915b on network b78a8a5a-564f-4248-b048-bd25517937cb {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:33.672881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:33.673601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Checking segment: {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:33.674336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Bound using segment: {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:33.675193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Bound port: bdc664aa-96e4-41ac-844a-83706943915b, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b110a2-56f8-4833-83ac-cf746bce6849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:33.677125 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.680864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:33.681241 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.788575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Sync routers for ids ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:33.813497 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.821457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c312e29-8d2e-4777-af7f-66b39e24b935 None None] Pushing event updated for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:33.885593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Routers {'d588cbfb-f6f0-4377-acd7-ae2052911e5d'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:33.886255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:33.980774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Allocated IP 172.20.0.11 (81ed5956-e57d-42f8-99a9-ccff1abd768a/6c2dcc51-3ef7-4768-bcd0-7fded33eea69/6c2ef4af-5f6f-47e3-89c8-abb8d521654a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:34.158505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:34.248169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c25c2e-d2c9-4b90-8f6f-0f80693f7b64 req-01dff7d6-5b32-4c2c-95ce-63024332916f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.264022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0c25c2e-d2c9-4b90-8f6f-0f80693f7b64 req-01dff7d6-5b32-4c2c-95ce-63024332916f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 943 time: 0.2980688 Nov 03 19:12:34.275631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.280580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:34.406098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.464135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Set router d588cbfb-f6f0-4377-acd7-ae2052911e5d gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:34.632532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Pushing event updated for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:34.686440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.688559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.692570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-a9a40ffb-5e30-46a4-b8ac-d78fbdc2489f service neutron] 10.222.0.96 "PUT /v2.0/ports/bdc664aa-96e4-41ac-844a-83706943915b HTTP/1.1" status: 200 len: 1091 time: 7.2652574 Nov 03 19:12:34.707196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:34.712678 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0" -d '{"events": [{"name": "network-changed", "server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "tag": "bdc664aa-96e4-41ac-844a-83706943915b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:34.714755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.740069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:34.802796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:34.808455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.809567 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.839915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=90b166f8-b42e-46a1-adc0-90e988b11ee8,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:34.878147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.941980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0c25c2e-d2c9-4b90-8f6f-0f80693f7b64 req-ff4542fd-bda3-483b-b7c9-84b364fb4d5f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6764333 Nov 03 19:12:34.966172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-c1b97311-fcc3-47f7-9587-f2b425900359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.969020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-c1b97311-fcc3-47f7-9587-f2b425900359 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1094 time: 0.2122335 Nov 03 19:12:35.098926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:35.115478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:35.142172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:35.212908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6710f645-b733-4ba6-9bf9-a63fdc394243 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2974272 Nov 03 19:12:35.222737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 58990) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:35.225567 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-567e2fd6-8e4c-46dc-b009-245250993150 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc664aa-96e4-41ac-844a-83706943915b HTTP/1.1" status: 200 len: 217 time: 0.2342939 Nov 03 19:12:35.237504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Provisioning complete for port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:35.238094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.239632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f4e4b17a-8b0c-42cb-a4fb-1cc878fe842f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'security_group': {'name': 'tempest-secgroup-142033217'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:35.252273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=6c2ef4af-5f6f-47e3-89c8-abb8d521654a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:35.445223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:35.452237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.468021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-e6ad9774-9ffd-4b79-9cea-1da057b53298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:35.470965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-e6ad9774-9ffd-4b79-9cea-1da057b53298 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25512e8-489b-445a-b74b-1fd4a1d12780 HTTP/1.1" status: 200 len: 835 time: 0.1995597 Nov 03 19:12:35.492699 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f2571-c55f-4a78-8753-92a06f7ac801 x-openstack-request-id: req-658f2571-c55f-4a78-8753-92a06f7ac801 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:35.493513 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "tag": "bdc664aa-96e4-41ac-844a-83706943915b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:35.494118 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-658f2571-c55f-4a78-8753-92a06f7ac801 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:35.494875 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b', 'status': 'completed', 'code': 200} Nov 03 19:12:35.588577 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.654520 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-833f5d50-6c47-4f98-bff1-b4f73206c152 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7156749 Nov 03 19:12:35.655725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59000) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:35.660870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b17a-8b0c-42cb-a4fb-1cc878fe842f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.683639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:76:cb:a4'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:35.726318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-4d44985d-b9fa-4f0d-9923-93c3f3daaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:35.729513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-4d44985d-b9fa-4f0d-9923-93c3f3daaf6c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b78a8a5a-564f-4248-b048-bd25517937cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303209 Nov 03 19:12:35.797406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a83ced-b997-4ade-8ae6-c782dd54191d None None] Network 1abae558-322a-4ad9-8685-582aec964001 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:35.812183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4a72f-191f-443a-a2fe-226082f13eb4 None None] Port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:35.826386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 176468cf-48e2-47d6-abb8-33378ffcec92, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=176468cf-48e2-47d6-abb8-33378ffcec92,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:35.890952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.892048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb002c44-2801-4e0f-9a7e-ee75252416cf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:36.019307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b17a-8b0c-42cb-a4fb-1cc878fe842f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.037957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-74a7f6d8-80b3-4a47-b5b8-f6fc396748a4 service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869720 Nov 03 19:12:36.040059 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b17a-8b0c-42cb-a4fb-1cc878fe842f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.110177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4b17a-8b0c-42cb-a4fb-1cc878fe842f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a089d4d5-166e-4821-9d99-4e079d8f2cf7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:36.142822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b17a-8b0c-42cb-a4fb-1cc878fe842f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.144092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f4e4b17a-8b0c-42cb-a4fb-1cc878fe842f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9169090 Nov 03 19:12:36.150212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59014) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:36.201523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-88d4a7bd-d959-4c4e-94f5-19a43a9950cf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1891309346'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:36.225728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Provisioning complete for port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:36.226258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.226763 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.278975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d4a7bd-d959-4c4e-94f5-19a43a9950cf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.386952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cb002c44-2801-4e0f-9a7e-ee75252416cf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:36.386952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.398170 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a696c40-ac5b-44f7-b049-9ee2114a24b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.493801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796282f3-114d-404d-bf43-902e35edd66b req-cadc0e96-aaeb-4a8b-a655-cb9f1ee6690e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:36.506777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-796282f3-114d-404d-bf43-902e35edd66b req-cadc0e96-aaeb-4a8b-a655-cb9f1ee6690e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 943 time: 0.1422749 Nov 03 19:12:36.554115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=176468cf-48e2-47d6-abb8-33378ffcec92,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:36.577727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:36.631289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d4a7bd-d959-4c4e-94f5-19a43a9950cf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.664425 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aad7a14-3a95-4b90-922d-6bd5b4230be7 req-3b7a03be-32cc-4db0-94af-1490bbcee72c service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039500 Nov 03 19:12:36.679952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.682455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d4a7bd-d959-4c4e-94f5-19a43a9950cf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.689765 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.691703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:36.693637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.806902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:30Z', 'revision_number': 4, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port': {'id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d', 'name': '', 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'mac_address': 'fa:16:3e:04:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'bcf82cc1-6ead-4414-973f-dbd97656eede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:27Z', 'updated_at': '2021-11-03T19:12:30Z', 'revision_number': 2, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'subnets': [{'id': 'bcf82cc1-6ead-4414-973f-dbd97656eede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:36.847964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=6c2ef4af-5f6f-47e3-89c8-abb8d521654a,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:36.934473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] In _notify_port_updated(), no bound segment for port 6c2ef4af-5f6f-47e3-89c8-abb8d521654a on network 81ed5956-e57d-42f8-99a9-ccff1abd768a {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:12:36.936717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4a7bd-d959-4c4e-94f5-19a43a9950cf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c877ea-aa2f-4128-8f3c-f1d025834804,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:36.939928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Checking router: d588cbfb-f6f0-4377-acd7-ae2052911e5d for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:36.940509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Updating router d588cbfb-f6f0-4377-acd7-ae2052911e5d port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:12:36.951726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:36.952852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.967456 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d4a7bd-d959-4c4e-94f5-19a43a9950cf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.975505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-88d4a7bd-d959-4c4e-94f5-19a43a9950cf tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7918770 Nov 03 19:12:36.978162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59022) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:36.980463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-04bcb59a-aa1b-4b8f-8777-ab4a25ef5bed tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "PUT /v2.0/ports/6c2ef4af-5f6f-47e3-89c8-abb8d521654a HTTP/1.1" status: 200 len: 997 time: 1.2975671 Nov 03 19:12:36.981952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59024) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:37.006150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-796282f3-114d-404d-bf43-902e35edd66b req-c6309df9-f99b-4d94-acd8-7eb00ddeb550 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4978786 Nov 03 19:12:37.063420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3c911327-d547-4fb5-8218-b9fe1fc5363d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1920117158'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:37.104959 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:37.128754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device bed881ae-482b-46ad-8aa4-27939aa335fd up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:37.313728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-7981c9ae-0f8e-4cab-a7ba-3ea06a4f0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.316471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-7981c9ae-0f8e-4cab-a7ba-3ea06a4f0b7d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1094 time: 0.5268602 Nov 03 19:12:37.535370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c911327-d547-4fb5-8218-b9fe1fc5363d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:37.538596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-976e10f4-db02-4a70-8447-249be62cbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.540537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-976e10f4-db02-4a70-8447-249be62cbdce service neutron] 10.222.0.96 "GET /v2.0/networks?id=b78a8a5a-564f-4248-b048-bd25517937cb HTTP/1.1" status: 200 len: 898 time: 0.1883767 Nov 03 19:12:37.683824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-6cae4493-e336-473a-8afb-7f78e21d2148 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc664aa-96e4-41ac-844a-83706943915b HTTP/1.1" status: 200 len: 217 time: 0.1192863 Nov 03 19:12:38.065590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-1cfe9727-cc0c-45ad-abcd-072559ccbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:38.067173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-1cfe9727-cc0c-45ad-abcd-072559ccbb17 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25512e8-489b-445a-b74b-1fd4a1d12780 HTTP/1.1" status: 200 len: 835 time: 0.3545229 Nov 03 19:12:38.091308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca4847-fdbb-41c4-874e-639334f72103 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Deleting port 6c2ef4af-5f6f-47e3-89c8-abb8d521654a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:38.091666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4847-fdbb-41c4-874e-639334f72103 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.115158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59050) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:38.211055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port bed881ae-482b-46ad-8aa4-27939aa335fd triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:38.211717 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.538847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c911327-d547-4fb5-8218-b9fe1fc5363d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.546413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Provisioning complete for port 6c2ef4af-5f6f-47e3-89c8-abb8d521654a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:38.552026 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.639015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c911327-d547-4fb5-8218-b9fe1fc5363d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.682288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-ef575214-d74e-4d11-99d4-819ecaaede6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:38.683904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-ef575214-d74e-4d11-99d4-819ecaaede6d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b78a8a5a-564f-4248-b048-bd25517937cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6048331 Nov 03 19:12:38.738609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6374864e-f836-4140-be0c-445c4011e7e8 None None] Update dhcp port {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'fixed_ips': [{'subnet_id': '6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90b166f8-b42e-46a1-adc0-90e988b11ee8'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'b8efa591-e975-425f-8f0a-737a9ae95c67'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:12:38.741342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f74a1-ef51-48e0-8576-00969839df9c req-e9e7b3b0-7123-482a-8dc7-93d9763c7edb tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:38.742502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b4f74a1-ef51-48e0-8576-00969839df9c req-e9e7b3b0-7123-482a-8dc7-93d9763c7edb tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 943 time: 0.1942914 Nov 03 19:12:38.761311 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3c911327-d547-4fb5-8218-b9fe1fc5363d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.766708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3c911327-d547-4fb5-8218-b9fe1fc5363d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7519233 Nov 03 19:12:38.772111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59052) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:38.782116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2075146149', 'security_groups': ['8d06278e-9fb5-4bdf-8570-17425e1f6597'], 'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90b166f8-b42e-46a1-adc0-90e988b11ee8'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:38.789972 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6374864e-f836-4140-be0c-445c4011e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.826472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Port 6c2ef4af-5f6f-47e3-89c8-abb8d521654a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:38.876546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c911327-d547-4fb5-8218-b9fe1fc5363d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d06278e-9fb5-4bdf-8570-17425e1f6597,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:38.890867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Provisioning complete for port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:38.891463 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.925887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4847-fdbb-41c4-874e-639334f72103 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.948527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-a24231b7-8ff6-4480-90fd-b2aa6a4b1c44 service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516334 Nov 03 19:12:38.978414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca4847-fdbb-41c4-874e-639334f72103 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Calling delete_port for 6c2ef4af-5f6f-47e3-89c8-abb8d521654a owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:39.015525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b4f74a1-ef51-48e0-8576-00969839df9c req-954688e9-69c3-454a-ad44-29282b1bdbb7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454901 Nov 03 19:12:39.089186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:39.104302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f411b-4d13-40f1-a8a8-cac5f9546a1b None None] Port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:39.201623 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.250345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.261273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e05b2a9-74a9-4c3f-8180-fcd6537d72b0 req-6935b60c-8a80-45ee-a817-1e921bba88d2 service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047705 Nov 03 19:12:39.305270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8efa591-e975-425f-8f0a-737a9ae95c67 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:39.407989 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4847-fdbb-41c4-874e-639334f72103 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.416086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] device_id is not set on port 101073e3-6b7e-49f3-9ba8-49479d71d38e yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:39.454839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bdc664aa-96e4-41ac-844a-83706943915b details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:12:39.456914 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.467763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca4847-fdbb-41c4-874e-639334f72103 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Port': ['ID=6c2ef4af-5f6f-47e3-89c8-abb8d521654a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:39.676389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e067f-16bf-4c52-a018-988c192befb5 None None] Pushing event updated for resources: {'Port': ['ID=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:39.680178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2239337a-3981-4ab8-8da8-eaa50c0b7a84 None None] Could not find standard attr ID for object 6c2ef4af-5f6f-47e3-89c8-abb8d521654a. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:39.693276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4847-fdbb-41c4-874e-639334f72103 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.699301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b6ca4847-fdbb-41c4-874e-639334f72103 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "DELETE /v2.0/ports/6c2ef4af-5f6f-47e3-89c8-abb8d521654a HTTP/1.1" status: 204 len: 168 time: 2.6901278 Nov 03 19:12:39.706389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59066) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:39.763183 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70df6f5-ae6f-4fb0-a3bb-462ca2f7e6c3 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] GET failed (client error): The resource could not be found. Nov 03 19:12:39.772529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b70df6f5-ae6f-4fb0-a3bb-462ca2f7e6c3 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "GET /v2.0/ports/6c2ef4af-5f6f-47e3-89c8-abb8d521654a HTTP/1.1" status: 404 len: 333 time: 0.0642757 Nov 03 19:12:39.775888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59068) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:39.798482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a', 'name': 'tempest-AllowedAddressPairTestJSON-345921010'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:39.871858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:40.289740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-6374864e-f836-4140-be0c-445c4011e7e8 None None] Allocated IP 2001:db8::2 (1abae558-322a-4ad9-8685-582aec964001/90b166f8-b42e-46a1-adc0-90e988b11ee8/b8efa591-e975-425f-8f0a-737a9ae95c67) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:40.292573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Made reservation on behalf of 138477372bd346b59908d6104410fb39 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:40.302572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:40.348360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] device_id is not set on port bc69ce24-890f-4aec-ac21-e2fd53ff12f2 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:40.380526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98a1c0-d80d-4a93-a17c-4c9a471245d8 req-48614c7d-96d5-4630-9943-c1e8530fa3a9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:40.383189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f98a1c0-d80d-4a93-a17c-4c9a471245d8 req-48614c7d-96d5-4630-9943-c1e8530fa3a9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 943 time: 0.2200830 Nov 03 19:12:40.539642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6374864e-f836-4140-be0c-445c4011e7e8 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8efa591-e975-425f-8f0a-737a9ae95c67,segment=NetworkSegment(f33d0379-1898-42f0-a84d-a16d58f759ed),segment_id=f33d0379-1898-42f0-a84d-a16d58f759ed)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:40.602754 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6374864e-f836-4140-be0c-445c4011e7e8 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:40.630625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6374864e-f836-4140-be0c-445c4011e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:40.701487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Allocated IP 172.20.0.13 (81ed5956-e57d-42f8-99a9-ccff1abd768a/6c2dcc51-3ef7-4768-bcd0-7fded33eea69/bc69ce24-890f-4aec-ac21-e2fd53ff12f2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:40.737017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374864e-f836-4140-be0c-445c4011e7e8 None None] Pushing event updated for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:40.756324 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8::20e (1abae558-322a-4ad9-8685-582aec964001/90b166f8-b42e-46a1-adc0-90e988b11ee8/101073e3-6b7e-49f3-9ba8-49479d71d38e) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:40.775751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f06c-90bf-4745-acfc-71852ec24790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:40.964679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Attempting to bind port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:40.965544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Attempting to bind port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:40.966176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Attempting to bind port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d on network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:40.970379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-80638ff7-6429-4c12-9069-75eb8537955d None None] Provisioning complete for port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:40.971219 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-80638ff7-6429-4c12-9069-75eb8537955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:40.983685 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:40.986290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:41.027827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:41.028730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Checking segment: {'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:41.029449 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.030110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Bound using segment: {'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:41.030875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Bound port: b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:41.031580 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.047938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.124658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] For port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:41.126970 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.135961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] For port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,segment=NetworkSegment(bae19b24-d525-429a-bf47-ad1fcaf9a7d5),segment_id=bae19b24-d525-429a-bf47-ad1fcaf9a7d5)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:41.163088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.187263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.193246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'bdc664aa-96e4-41ac-844a-83706943915b', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'port_id': 'bdc664aa-96e4-41ac-844a-83706943915b', 'mac_address': 'fa:16:3e:8b:45:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:12:41.221737 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.279793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-80638ff7-6429-4c12-9069-75eb8537955d None None] Port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:41.282725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.299202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:41.345442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Routers {'d588cbfb-f6f0-4377-acd7-ae2052911e5d'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:41.346473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:41.351887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:41.373187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:41.376957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:41.417401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:41.438505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:41.488510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:41.489604 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.502116 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f98a1c0-d80d-4a93-a17c-4c9a471245d8 req-a7795ae2-25a3-4422-a9c1-88e482956ff7 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562485 Nov 03 19:12:41.535977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=101073e3-6b7e-49f3-9ba8-49479d71d38e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:41.595670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=bc69ce24-890f-4aec-ac21-e2fd53ff12f2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:41.610042 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5eab6868-825f-414f-9517-42714fad40c9 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8360379 Nov 03 19:12:41.618792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59084) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:41.636748 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cf4ef4c0-2d36-476e-bd63-141732dc4460 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:41.646265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:41.646956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.692714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3a6b0c17-a07e-4953-9594-695e6d1c29ef tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9103444 Nov 03 19:12:41.693169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59086) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:41.694478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] Set router d588cbfb-f6f0-4377-acd7-ae2052911e5d gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:41.704984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'network_id': '81ed5956-e57d-42f8-99a9-ccff1abd768a', 'name': 'tempest-AllowedAddressPairTestJSON-1120247553'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:41.754480 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Deleting port 09f6bb72-3848-4ac6-8c3e-653359c2751d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:41.755548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.932888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.981760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e067f-16bf-4c52-a018-988c192befb5 None None] Pushing event updated for resources: {'Port': ['ID=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:42.033932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Made reservation on behalf of 138477372bd346b59908d6104410fb39 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:42.041050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.044932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8efa591-e975-425f-8f0a-737a9ae95c67,segment=NetworkSegment(f33d0379-1898-42f0-a84d-a16d58f759ed),segment_id=f33d0379-1898-42f0-a84d-a16d58f759ed)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:42.090080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] device_id is not set on port 7d759843-6fa3-4509-89b7-c1598508b24f yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:42.102556 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.313467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] For port 09f6bb72-3848-4ac6-8c3e-653359c2751d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=09f6bb72-3848-4ac6-8c3e-653359c2751d,segment=NetworkSegment(db6f8240-e15c-48f6-9848-b42c8a3ce287),segment_id=db6f8240-e15c-48f6-9848-b42c8a3ce287)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:42.314147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.365231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc664aa-96e4-41ac-844a-83706943915b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:42.409703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Calling delete_port for 09f6bb72-3848-4ac6-8c3e-653359c2751d owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:42.435058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Allocated IP 172.20.0.4 (81ed5956-e57d-42f8-99a9-ccff1abd768a/6c2dcc51-3ef7-4768-bcd0-7fded33eea69/7d759843-6fa3-4509-89b7-c1598508b24f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:42.456027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4ef4c0-2d36-476e-bd63-141732dc4460 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:42.480234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:42.481368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf4ef4c0-2d36-476e-bd63-141732dc4460 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.525372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Provisioning complete for port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:42.525989 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.679072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 176468cf-48e2-47d6-abb8-33378ffcec92 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:42.851923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.852985 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.863363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:42.895107 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.944457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff0276-8791-43bd-81ac-4b246e81faca req-0d922bf4-5f33-442f-89bf-c2ede4a2e2ff tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:42.946705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2ff0276-8791-43bd-81ac-4b246e81faca req-0d922bf4-5f33-442f-89bf-c2ede4a2e2ff tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 943 time: 0.1993847 Nov 03 19:12:43.202103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.253523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2ff0276-8791-43bd-81ac-4b246e81faca req-857fed22-d9c2-430a-9681-e7f5739d8499 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830315 Nov 03 19:12:43.260981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:43.286075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.325252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['bdc664aa-96e4-41ac-844a-83706943915b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:43.438945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:43.444535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 176468cf-48e2-47d6-abb8-33378ffcec92 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:43.445132 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.456467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:43.468014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:43.591082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=7d759843-6fa3-4509-89b7-c1598508b24f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:43.868863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:43.878301 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.980420 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1b8bb00b-8c2f-43c5-a3b4-81f62d30f521 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2813284 Nov 03 19:12:43.981537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59100) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:43.998633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:76:cb:a4'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:49:49:87'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:43.998971 n-d-812148-3 neutron-server[101755]: INFO neutron.db.ipam_backend_mixin [None req-cf4ef4c0-2d36-476e-bd63-141732dc4460 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90b166f8-b42e-46a1-adc0-90e988b11ee8 (CIDR: 2001:db8::/64) Nov 03 19:12:44.024550 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4ef4c0-2d36-476e-bd63-141732dc4460 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:12:44.025053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4ef4c0-2d36-476e-bd63-141732dc4460 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:44.080090 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:44.101488 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:44.122614 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cf4ef4c0-2d36-476e-bd63-141732dc4460 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4995694 Nov 03 19:12:44.138855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59106) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:44.147570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2e7a61f0-cc43-414c-92a3-50e22928d544 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:44.235438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f6bb72-3848-4ac6-8c3e-653359c2751d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:44.317200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:30Z', 'revision_number': 4, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port': {'id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d', 'name': '', 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'mac_address': 'fa:16:3e:04:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'bcf82cc1-6ead-4414-973f-dbd97656eede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:27Z', 'updated_at': '2021-11-03T19:12:41Z', 'revision_number': 4, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'subnets': [{'id': 'bcf82cc1-6ead-4414-973f-dbd97656eede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:44.347301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] For port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,segment=NetworkSegment(bae19b24-d525-429a-bf47-ad1fcaf9a7d5),segment_id=bae19b24-d525-429a-bf47-ad1fcaf9a7d5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:44.355169 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:44.467855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0591cce-92fc-4095-bfce-cf3b06b0d99d None None] The sync data for ids ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'] in n-d-812148-3 is: [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:30Z', 'revision_number': 4, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port': {'id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d', 'name': '', 'network_id': '4c4745b5-6810-4cb5-829d-7ace9dd5a359', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'mac_address': 'fa:16:3e:04:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'bcf82cc1-6ead-4414-973f-dbd97656eede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:27Z', 'updated_at': '2021-11-03T19:12:41Z', 'revision_number': 4, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'subnets': [{'id': 'bcf82cc1-6ead-4414-973f-dbd97656eede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:44.579288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8efa591-e975-425f-8f0a-737a9ae95c67 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:44.690263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7a61f0-cc43-414c-92a3-50e22928d544 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:44.699386 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e7a61f0-cc43-414c-92a3-50e22928d544 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:44.771036 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:44.967798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Pushing event updated for resources: {'Port': ['ID=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:44.991146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1701242-1348-45fe-a050-6c7de93229bb None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:12:45.074150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf535b-fb07-4dfe-ae70-e2f09d732244 req-80876848-2db0-4a45-9819-99a0dddc2b97 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:45.088890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10cf535b-fb07-4dfe-ae70-e2f09d732244 req-80876848-2db0-4a45-9819-99a0dddc2b97 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 944 time: 0.4331114 Nov 03 19:12:45.106266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Provisioning complete for port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:45.107105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:45.212700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.213921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.214264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.216794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.217198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.217569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.217907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.219897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.220321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.220805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.223165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.223883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc03df-8125-41b7-91fa-56dc6c9b1e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:45.285238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:45.314478 n-d-812148-3 neutron-server[101756]: INFO neutron.db.ipam_backend_mixin [None req-2e7a61f0-cc43-414c-92a3-50e22928d544 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea (CIDR: 2001:db8:0:1::/64) Nov 03 19:12:45.333101 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10cf535b-fb07-4dfe-ae70-e2f09d732244 req-3b568ea1-5f1f-474c-8bae-698d02825735 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422194 Nov 03 19:12:45.342769 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7a61f0-cc43-414c-92a3-50e22928d544 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:12:45.349820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7a61f0-cc43-414c-92a3-50e22928d544 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:45.365403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:45.366048 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:45.441617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Router 42a72248-2563-4f4c-864e-59475dfc4d2a has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:45.460929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:45.548953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e7a61f0-cc43-414c-92a3-50e22928d544 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4080470 Nov 03 19:12:45.578602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59118) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.586560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'subnet': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:45.996330 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:46.009887 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] Sync routers for ids ['42a72248-2563-4f4c-864e-59475dfc4d2a'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:46.015319 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7a832922-5de2-4a83-a3c2-c518deccd5e6 admin admin] 10.222.0.77 "PUT /v2.0/routers/42a72248-2563-4f4c-864e-59475dfc4d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8968287 Nov 03 19:12:46.018485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59124) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:46.037050 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] Routers {'42a72248-2563-4f4c-864e-59475dfc4d2a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:46.052512 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['42a72248-2563-4f4c-864e-59475dfc4d2a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:46.438012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:46.494307 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] Set router 42a72248-2563-4f4c-864e-59475dfc4d2a gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:46.503146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1701242-1348-45fe-a050-6c7de93229bb None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:12:46.800329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:46.800927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:46.965952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.169176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Deleting port 12bce467-efce-4737-bd6c-c6b912aa2f98 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:47.169941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.288598 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:12:43Z', 'revision_number': 5, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port': {'id': '12bce467-efce-4737-bd6c-c6b912aa2f98', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:55Z', 'updated_at': '2021-11-03T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:47.317806 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.441068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] For port 12bce467-efce-4737-bd6c-c6b912aa2f98, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=12bce467-efce-4737-bd6c-c6b912aa2f98,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:47.441449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.490478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Calling delete_port for 12bce467-efce-4737-bd6c-c6b912aa2f98 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:47.709651 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] Checking router: 42a72248-2563-4f4c-864e-59475dfc4d2a for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:47.716266 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.729916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.751341 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] Routers {'42a72248-2563-4f4c-864e-59475dfc4d2a'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:47.752869 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['42a72248-2563-4f4c-864e-59475dfc4d2a'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:47.790502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111119d9-f77c-4efd-8376-9cfad621ba72 req-e055639a-c16e-427d-b9fd-081509db201a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:47.792396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-111119d9-f77c-4efd-8376-9cfad621ba72 req-e055639a-c16e-427d-b9fd-081509db201a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 944 time: 0.2089465 Nov 03 19:12:47.803443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Made reservation on behalf of b417a2292b9a4db5bc5625d66af99411 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:47.809814 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.891992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8efa591-e975-425f-8f0a-737a9ae95c67,segment=NetworkSegment(f33d0379-1898-42f0-a84d-a16d58f759ed),segment_id=f33d0379-1898-42f0-a84d-a16d58f759ed)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:47.952125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.970518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event updated for resources: {'Port': ['ID=7d759843-6fa3-4509-89b7-c1598508b24f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:48.137207 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] Set router 42a72248-2563-4f4c-864e-59475dfc4d2a gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:48.288097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:48.308362 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:12:48.407210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bce467-efce-4737-bd6c-c6b912aa2f98,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:48.454495 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:12:46Z', 'revision_number': 6, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:48.589247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:48.589723 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd4f755-bdb6-40c3-9657-69f5fd0537ef None None] The sync data for ids ['42a72248-2563-4f4c-864e-59475dfc4d2a'] in n-d-812148-3 is: [{'id': '42a72248-2563-4f4c-864e-59475dfc4d2a', 'name': 'tempest-TestAggregatesBasicOps-79423354-router', 'tenant_id': '35d7a6c219f14cefb8148d102b496d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:53Z', 'updated_at': '2021-11-03T19:12:46Z', 'revision_number': 6, 'project_id': '35d7a6c219f14cefb8148d102b496d3a', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:48.663011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:48.771186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.771999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.776121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.776999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.779026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.779740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.781041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.787318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.788120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.788857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.789541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.790196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:48.824725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-111119d9-f77c-4efd-8376-9cfad621ba72 req-4f5ed0ee-a1d5-4630-9ed5-914339f88aea tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0048702 Nov 03 19:12:48.907040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] In _notify_port_updated(), no bound segment for port 7d759843-6fa3-4509-89b7-c1598508b24f on network 81ed5956-e57d-42f8-99a9-ccff1abd768a {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:12:48.939863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:48.941216 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:48.943534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-33990e40-e2d0-4ed5-93cf-a782e715c377 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "PUT /v2.0/ports/7d759843-6fa3-4509-89b7-c1598508b24f HTTP/1.1" status: 200 len: 1057 time: 4.9605422 Nov 03 19:12:48.945470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:48.948585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59136) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:49.043098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Could not find standard attr ID for object 36403ac2-fddb-4673-b5a7-fad5a0713190. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:49.058217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:49.202846 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.211173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.397962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Network 1abae558-322a-4ad9-8685-582aec964001 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:49.435690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:49.449686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.452991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a72248-2563-4f4c-864e-59475dfc4d2a {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:12:49.458155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:49.459634 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.482671 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.485246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-44c3627f-9aa3-4263-bc2f-e595b633b040 admin admin] 10.222.0.77 "DELETE /v2.0/routers/42a72248-2563-4f4c-864e-59475dfc4d2a HTTP/1.1" status: 204 len: 168 time: 3.4651337 Nov 03 19:12:49.489867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59142) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:49.521372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Subnet': ['ID=e6e54798-133d-4687-8e55-553dec848d01,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:49.582668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e276ce68-219b-47e4-9e54-25a0426732e5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0022361 Nov 03 19:12:49.584083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59144) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:49.599132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Provisioning complete for port bc69ce24-890f-4aec-ac21-e2fd53ff12f2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:49.600111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.610622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-18818141', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6e54798-133d-4687-8e55-553dec848d01'}], 'security_groups': ['a089d4d5-166e-4821-9d99-4e079d8f2cf7', 'a3c877ea-aa2f-4128-8f3c-f1d025834804']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:49.614168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50886ad0-95e5-4d24-a07f-eb6227a134a7 None None] Update dhcp port {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'fixed_ips': [{'subnet_id': '6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90b166f8-b42e-46a1-adc0-90e988b11ee8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e6e54798-133d-4687-8e55-553dec848d01'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'b8efa591-e975-425f-8f0a-737a9ae95c67'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:12:49.638298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-244b4f0e-a400-4b54-8e8c-e52fa61f5b97 admin admin] Deleting subnet 81da38d2-7be4-42df-8f9f-7a28e7672059 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:49.652166 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-244b4f0e-a400-4b54-8e8c-e52fa61f5b97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.738154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-50886ad0-95e5-4d24-a07f-eb6227a134a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.792543 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-244b4f0e-a400-4b54-8e8c-e52fa61f5b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.803507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2e80a20a-994d-4f57-9e83-20922716e635 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Deleting port 7d759843-6fa3-4509-89b7-c1598508b24f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:49.804334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e80a20a-994d-4f57-9e83-20922716e635 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.992754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-244b4f0e-a400-4b54-8e8c-e52fa61f5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.020859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Port bc69ce24-890f-4aec-ac21-e2fd53ff12f2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:50.078923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:50.078923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.091400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Provisioning complete for port 7d759843-6fa3-4509-89b7-c1598508b24f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:50.091695 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.191083 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-244b4f0e-a400-4b54-8e8c-e52fa61f5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.304401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4f0e-a400-4b54-8e8c-e52fa61f5b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81da38d2-7be4-42df-8f9f-7a28e7672059,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:50.335512 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-244b4f0e-a400-4b54-8e8c-e52fa61f5b97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.345168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-244b4f0e-a400-4b54-8e8c-e52fa61f5b97 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/81da38d2-7be4-42df-8f9f-7a28e7672059 HTTP/1.1" status: 204 len: 168 time: 0.8524916 Nov 03 19:12:50.363323 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59154) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:50.411209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Port 7d759843-6fa3-4509-89b7-c1598508b24f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:50.501440 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.523728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Provisioning complete for port 101073e3-6b7e-49f3-9ba8-49479d71d38e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:50.527003 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.554831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-50886ad0-95e5-4d24-a07f-eb6227a134a7 None None] Allocated IP 2001:db8:0:2::2 (1abae558-322a-4ad9-8685-582aec964001/e6e54798-133d-4687-8e55-553dec848d01/b8efa591-e975-425f-8f0a-737a9ae95c67) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:50.658121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8efa591-e975-425f-8f0a-737a9ae95c67 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:50.660713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.754040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2d4902cb-ae20-47e9-a70f-1d2c3971a245 None None] Port 101073e3-6b7e-49f3-9ba8-49479d71d38e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:50.755309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8567fc5-ab0c-48f2-bf54-6913df650c81 req-f827e3fe-c99e-4cbf-86cb-434248128bb4 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:50.758485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8567fc5-ab0c-48f2-bf54-6913df650c81 req-f827e3fe-c99e-4cbf-86cb-434248128bb4 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 944 time: 0.6517301 Nov 03 19:12:50.768303 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e80a20a-994d-4f57-9e83-20922716e635 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.817001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Deleting port e76a532d-c36f-4b97-9685-ccc95f70c419 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:50.821901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.851608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2e80a20a-994d-4f57-9e83-20922716e635 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Calling delete_port for 7d759843-6fa3-4509-89b7-c1598508b24f owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:50.909958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:50.910580 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.986413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bdc664aa-96e4-41ac-844a-83706943915b up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:50.990771 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8567fc5-ab0c-48f2-bf54-6913df650c81 req-cffe604a-f75a-4f05-a22c-2d2858cd8fa5 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180760 Nov 03 19:12:51.035763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] For port e76a532d-c36f-4b97-9685-ccc95f70c419, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e76a532d-c36f-4b97-9685-ccc95f70c419,segment=NetworkSegment(db6f8240-e15c-48f6-9848-b42c8a3ce287),segment_id=db6f8240-e15c-48f6-9848-b42c8a3ce287)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:51.036450 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.073838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Calling delete_port for e76a532d-c36f-4b97-9685-ccc95f70c419 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:51.128718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-50886ad0-95e5-4d24-a07f-eb6227a134a7 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8efa591-e975-425f-8f0a-737a9ae95c67,segment=NetworkSegment(f33d0379-1898-42f0-a84d-a16d58f759ed),segment_id=f33d0379-1898-42f0-a84d-a16d58f759ed)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:51.195298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port bdc664aa-96e4-41ac-844a-83706943915b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:12:51.218827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port bdc664aa-96e4-41ac-844a-83706943915b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:51.219356 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.279552 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.307502 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-50886ad0-95e5-4d24-a07f-eb6227a134a7 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.377288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76a532d-c36f-4b97-9685-ccc95f70c419,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.381209 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-50886ad0-95e5-4d24-a07f-eb6227a134a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.395682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] No DVR routers for this DVR port e76a532d-c36f-4b97-9685-ccc95f70c419 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:51.467473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e80a20a-994d-4f57-9e83-20922716e635 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.539282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80a20a-994d-4f57-9e83-20922716e635 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Port': ['ID=7d759843-6fa3-4509-89b7-c1598508b24f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.636935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Delete allocated IP 2001:db8::20e (1abae558-322a-4ad9-8685-582aec964001/90b166f8-b42e-46a1-adc0-90e988b11ee8) {{(pid=101756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:12:51.651481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Allocated IP 2001:db8:0:2::2e8 (1abae558-322a-4ad9-8685-582aec964001/e6e54798-133d-4687-8e55-553dec848d01/101073e3-6b7e-49f3-9ba8-49479d71d38e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:51.667523 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.715086 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.768356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f403eb2-47d2-458a-b1d9-593365deef6f']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:51.801847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6f8240-e15c-48f6-9848-b42c8a3ce287') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:51.802326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6f8240-e15c-48f6-9848-b42c8a3ce287') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:51.867941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.909741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50886ad0-95e5-4d24-a07f-eb6227a134a7 None None] Pushing event updated for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.950027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.959879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:51.970068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:12:51.970857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.973174 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da0f0c-600b-4b27-b69e-28ea605998e4" -d '{"events": [{"server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "name": "network-vif-plugged", "status": "completed", "tag": "bdc664aa-96e4-41ac-844a-83706943915b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:12:51.975700 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:12:52.069182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:52.084861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:52.163175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:52.188499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8efa591-e975-425f-8f0a-737a9ae95c67 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:52.189049 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:52.216290 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4f403eb2-47d2-458a-b1d9-593365deef6f HTTP/1.1" status: 204 len: 168 time: 1.8509843 Nov 03 19:12:52.217845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59176) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:52.264859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6a0f7-00d6-4c63-9fd1-1a5f77216e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f403eb2-47d2-458a-b1d9-593365deef6f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:52.423929 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9430c-5a66-4a4d-82c4-37f4944fc289 x-openstack-request-id: req-ace9430c-5a66-4a4d-82c4-37f4944fc289 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:52.424338 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "name": "network-vif-plugged", "status": "completed", "tag": "bdc664aa-96e4-41ac-844a-83706943915b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:52.424524 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ace9430c-5a66-4a4d-82c4-37f4944fc289 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:52.425070 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b', 'code': 200} Nov 03 19:12:52.433814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:52.488131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:52.488521 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:52.556516 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:52.679780 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:52.764214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 12bce467-efce-4737-bd6c-c6b912aa2f98 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:52.866955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 12bce467-efce-4737-bd6c-c6b912aa2f98 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:52.867811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 12bce467-efce-4737-bd6c-c6b912aa2f98 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:52.868450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 09f6bb72-3848-4ac6-8c3e-653359c2751d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:52.926624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event updated for resources: {'Port': ['ID=101073e3-6b7e-49f3-9ba8-49479d71d38e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:52.955459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 09f6bb72-3848-4ac6-8c3e-653359c2751d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:52.958446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 09f6bb72-3848-4ac6-8c3e-653359c2751d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:53.000574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] In _notify_port_updated(), no bound segment for port 101073e3-6b7e-49f3-9ba8-49479d71d38e on network 1abae558-322a-4ad9-8685-582aec964001 {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:12:53.011240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:53.012279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.018898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d915e5b8-ec57-43cc-a7a6-58a67722f079 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "PUT /v2.0/ports/101073e3-6b7e-49f3-9ba8-49479d71d38e HTTP/1.1" status: 200 len: 968 time: 3.4226730 Nov 03 19:12:53.021780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59182) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:53.049460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf800a-03b3-4fb8-b993-19b83463ec11 req-bd70fb7b-c2dd-4f73-a741-e38a17fdd2cf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:53.063797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eedf800a-03b3-4fb8-b993-19b83463ec11 req-bd70fb7b-c2dd-4f73-a741-e38a17fdd2cf tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.4337988 Nov 03 19:12:53.120024 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2e80a20a-994d-4f57-9e83-20922716e635 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.128068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2e80a20a-994d-4f57-9e83-20922716e635 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "DELETE /v2.0/ports/7d759843-6fa3-4509-89b7-c1598508b24f HTTP/1.1" status: 204 len: 168 time: 4.1672797 Nov 03 19:12:53.129461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d61a7-35b0-45bb-bebd-2736f05e7359 req-aff76ff3-6bc0-4ee6-81af-7ccbd7913896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:53.131867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f91d61a7-35b0-45bb-bebd-2736f05e7359 req-aff76ff3-6bc0-4ee6-81af-7ccbd7913896 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1096 time: 0.5185280 Nov 03 19:12:53.132598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59184) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:53.227948 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abf9fb9-b651-4210-9124-11d2ced8f1c6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] GET failed (client error): The resource could not be found. Nov 03 19:12:53.236386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0abf9fb9-b651-4210-9124-11d2ced8f1c6 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "GET /v2.0/ports/7d759843-6fa3-4509-89b7-c1598508b24f HTTP/1.1" status: 404 len: 333 time: 0.0904117 Nov 03 19:12:53.238075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59186) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:53.264595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eedf800a-03b3-4fb8-b993-19b83463ec11 req-61692dcf-ab96-41b8-958e-1cf1056d20ce tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841636 Nov 03 19:12:53.404009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f91d61a7-35b0-45bb-bebd-2736f05e7359 req-386fd3a5-4aa6-402d-8197-9b443bb505a3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430773 Nov 03 19:12:53.424196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-05ad4733-32cf-404f-b4e0-7c2dda217703 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 101073e3-6b7e-49f3-9ba8-49479d71d38e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:53.424557 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-05ad4733-32cf-404f-b4e0-7c2dda217703 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.536775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230d941-d716-41c8-b915-1c105e58d820 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:12:53.567388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-9218aa5a-be76-4d7c-b7b7-a6b74f7a6c85 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Deleting port bc69ce24-890f-4aec-ac21-e2fd53ff12f2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:53.575277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9218aa5a-be76-4d7c-b7b7-a6b74f7a6c85 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.598106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-05ad4733-32cf-404f-b4e0-7c2dda217703 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.616541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-05ad4733-32cf-404f-b4e0-7c2dda217703 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 101073e3-6b7e-49f3-9ba8-49479d71d38e owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:53.626280 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.825736 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9218aa5a-be76-4d7c-b7b7-a6b74f7a6c85 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.843878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-62da4d5d-67ee-4ac5-86a9-6f6abd8cf4d2 None None] Provisioning complete for port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:53.844250 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-62da4d5d-67ee-4ac5-86a9-6f6abd8cf4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.845317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-9218aa5a-be76-4d7c-b7b7-a6b74f7a6c85 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Calling delete_port for bc69ce24-890f-4aec-ac21-e2fd53ff12f2 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:53.963314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8efa591-e975-425f-8f0a-737a9ae95c67 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:54.037775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-62da4d5d-67ee-4ac5-86a9-6f6abd8cf4d2 None None] Port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:54.086675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-62da4d5d-67ee-4ac5-86a9-6f6abd8cf4d2 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:54.087100 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-62da4d5d-67ee-4ac5-86a9-6f6abd8cf4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.134007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230d941-d716-41c8-b915-1c105e58d820 None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:12:54.218680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-05ad4733-32cf-404f-b4e0-7c2dda217703 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.240784 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9218aa5a-be76-4d7c-b7b7-a6b74f7a6c85 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.301287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:54.301956 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.336335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218aa5a-be76-4d7c-b7b7-a6b74f7a6c85 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Port': ['ID=bc69ce24-890f-4aec-ac21-e2fd53ff12f2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:54.441330 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad4733-32cf-404f-b4e0-7c2dda217703 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=101073e3-6b7e-49f3-9ba8-49479d71d38e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:54.568233 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-05ad4733-32cf-404f-b4e0-7c2dda217703 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.576935 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-05ad4733-32cf-404f-b4e0-7c2dda217703 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/101073e3-6b7e-49f3-9ba8-49479d71d38e HTTP/1.1" status: 204 len: 168 time: 1.5502503 Nov 03 19:12:54.586300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59202) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:54.720624 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6e025a-c4f6-4e88-9521-bef6c1654c25 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] GET failed (client error): The resource could not be found. Nov 03 19:12:54.728893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59204) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:54.736756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ed6e025a-c4f6-4e88-9521-bef6c1654c25 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports/101073e3-6b7e-49f3-9ba8-49479d71d38e HTTP/1.1" status: 404 len: 333 time: 0.1489522 Nov 03 19:12:54.833788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Deleting port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:54.834221 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.865304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9218aa5a-be76-4d7c-b7b7-a6b74f7a6c85 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.877988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9218aa5a-be76-4d7c-b7b7-a6b74f7a6c85 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "DELETE /v2.0/ports/bc69ce24-890f-4aec-ac21-e2fd53ff12f2 HTTP/1.1" status: 204 len: 168 time: 1.6344671 Nov 03 19:12:54.883480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59208) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:54.922817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e9775a45-9ac0-4b54-8f5e-6af696f7487d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.968659 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e9775a45-9ac0-4b54-8f5e-6af696f7487d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:54.983884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125c750-c5a2-4b59-b6a4-3ded206a6d6d req-518e606c-af56-4126-9d59-594cd506a63f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:54.997147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2125c750-c5a2-4b59-b6a4-3ded206a6d6d req-518e606c-af56-4126-9d59-594cd506a63f tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.5550671 Nov 03 19:12:55.015625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] For port b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,segment=NetworkSegment(bae19b24-d525-429a-bf47-ad1fcaf9a7d5),segment_id=bae19b24-d525-429a-bf47-ad1fcaf9a7d5)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:55.016026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.048119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Calling delete_port for b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:55.074942 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebd606b-7774-4590-98cc-de89edaa3de2 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] GET failed (client error): The resource could not be found. Nov 03 19:12:55.082427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4ebd606b-7774-4590-98cc-de89edaa3de2 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "GET /v2.0/ports/bc69ce24-890f-4aec-ac21-e2fd53ff12f2 HTTP/1.1" status: 404 len: 333 time: 0.1930218 Nov 03 19:12:55.088306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59210) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:55.208794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-62da4d5d-67ee-4ac5-86a9-6f6abd8cf4d2 None None] Could not find standard attr ID for object 101073e3-6b7e-49f3-9ba8-49479d71d38e. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:55.280474 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e9775a45-9ac0-4b54-8f5e-6af696f7487d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.282618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-634c607d-6687-41d6-96af-4eeb56929843 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Deleting port 412c9725-5fdd-4679-aee0-5b35b95919f7 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:55.282887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-634c607d-6687-41d6-96af-4eeb56929843 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.295605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e9775a45-9ac0-4b54-8f5e-6af696f7487d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.303610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2125c750-c5a2-4b59-b6a4-3ded206a6d6d req-64a9b01a-3f7a-4236-b8ff-4b58c44506cb tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325566 Nov 03 19:12:55.304787 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e9775a45-9ac0-4b54-8f5e-6af696f7487d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/security-groups/8d06278e-9fb5-4bdf-8570-17425e1f6597 HTTP/1.1" status: 204 len: 168 time: 0.5734529 Nov 03 19:12:55.319610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59212) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:55.439527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9775a45-9ac0-4b54-8f5e-6af696f7487d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d06278e-9fb5-4bdf-8570-17425e1f6597,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:55.443982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b89e-ad32-4edb-baf1-9d1bef0aadc1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.473298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b89e-ad32-4edb-baf1-9d1bef0aadc1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.545180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-634c607d-6687-41d6-96af-4eeb56929843 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.565152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-634c607d-6687-41d6-96af-4eeb56929843 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Calling delete_port for 412c9725-5fdd-4679-aee0-5b35b95919f7 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:55.572955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b89e-ad32-4edb-baf1-9d1bef0aadc1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.575905 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b89e-ad32-4edb-baf1-9d1bef0aadc1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.579788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5ba0b89e-ad32-4edb-baf1-9d1bef0aadc1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/security-groups/a3c877ea-aa2f-4128-8f3c-f1d025834804 HTTP/1.1" status: 204 len: 168 time: 0.2562799 Nov 03 19:12:55.582582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59216) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:55.606835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0b89e-ad32-4edb-baf1-9d1bef0aadc1 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c877ea-aa2f-4128-8f3c-f1d025834804,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:55.659741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5510a6d-d55f-46e0-aab2-e2d4bf7426a1 None None] DHCP port deletion for 4f403eb2-47d2-458a-b1d9-593365deef6f request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:12:55.714393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-226a7759-8733-47bc-8fc3-e0ccfab92e54 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.748099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e76a532d-c36f-4b97-9685-ccc95f70c419 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:55.752108 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.770328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-226a7759-8733-47bc-8fc3-e0ccfab92e54 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.776155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e76a532d-c36f-4b97-9685-ccc95f70c419 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:55.776860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e76a532d-c36f-4b97-9685-ccc95f70c419 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:55.795444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:55.877720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-226a7759-8733-47bc-8fc3-e0ccfab92e54 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.888135 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-226a7759-8733-47bc-8fc3-e0ccfab92e54 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.889605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-226a7759-8733-47bc-8fc3-e0ccfab92e54 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/security-groups/a089d4d5-166e-4821-9d99-4e079d8f2cf7 HTTP/1.1" status: 204 len: 168 time: 0.3006315 Nov 03 19:12:55.894775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59220) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:55.908657 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-634c607d-6687-41d6-96af-4eeb56929843 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:55.995462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a7759-8733-47bc-8fc3-e0ccfab92e54 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a089d4d5-166e-4821-9d99-4e079d8f2cf7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:56.125352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c607d-6687-41d6-96af-4eeb56929843 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Port': ['ID=412c9725-5fdd-4679-aee0-5b35b95919f7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:56.228905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ab5c07-2354-4e03-b300-8173b3f280d0 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 90b166f8-b42e-46a1-adc0-90e988b11ee8 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:56.247426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:56.260239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68ab5c07-2354-4e03-b300-8173b3f280d0 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:56.373489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-634c607d-6687-41d6-96af-4eeb56929843 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:56.382677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-634c607d-6687-41d6-96af-4eeb56929843 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "DELETE /v2.0/ports/412c9725-5fdd-4679-aee0-5b35b95919f7 HTTP/1.1" status: 204 len: 168 time: 1.2868643 Nov 03 19:12:56.399342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59232) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:56.507808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68ab5c07-2354-4e03-b300-8173b3f280d0 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:56.652527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ed8d4e-5c2b-45b1-a0f3-5e8c8075a352 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Deleting subnet 6c2dcc51-3ef7-4768-bcd0-7fded33eea69 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:56.657526 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d4e-5c2b-45b1-a0f3-5e8c8075a352 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:56.722782 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d4e-5c2b-45b1-a0f3-5e8c8075a352 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:56.809187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d6c1b-77e7-4745-8d03-ecd1188824f9 None None] Network 1abae558-322a-4ad9-8685-582aec964001 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:56.866423 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bb4a-3b48-4d50-a2fb-c7ea06ed1691 req-35f7b2f6-eaf2-4b91-9391-35c6f8e7c436 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:56.879448 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2875bb4a-3b48-4d50-a2fb-c7ea06ed1691 req-35f7b2f6-eaf2-4b91-9391-35c6f8e7c436 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.3704906 Nov 03 19:12:56.950942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68ab5c07-2354-4e03-b300-8173b3f280d0 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:57.060451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fbccdbb5-c3c5-4d1a-bd7a-647e6b775db7 None None] Provisioning complete for port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:57.060829 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fbccdbb5-c3c5-4d1a-bd7a-647e6b775db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:57.146288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68ab5c07-2354-4e03-b300-8173b3f280d0 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:57.198757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab5c07-2354-4e03-b300-8173b3f280d0 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=90b166f8-b42e-46a1-adc0-90e988b11ee8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:57.215808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-68ab5c07-2354-4e03-b300-8173b3f280d0 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:57.224242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-68ab5c07-2354-4e03-b300-8173b3f280d0 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/90b166f8-b42e-46a1-adc0-90e988b11ee8 HTTP/1.1" status: 204 len: 168 time: 1.3275363 Nov 03 19:12:57.225164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59236) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:57.292612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fbccdbb5-c3c5-4d1a-bd7a-647e6b775db7 None None] Port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:57.422039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fbccdbb5-c3c5-4d1a-bd7a-647e6b775db7 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:57.427256 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fbccdbb5-c3c5-4d1a-bd7a-647e6b775db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:57.477279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Router d588cbfb-f6f0-4377-acd7-ae2052911e5d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:57.517332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b763c4-0c6b-4cfe-a83e-c2256955f6e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet e6e54798-133d-4687-8e55-553dec848d01 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:57.616550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9b763c4-0c6b-4cfe-a83e-c2256955f6e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:57.848737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2875bb4a-3b48-4d50-a2fb-c7ea06ed1691 req-31017463-b5ba-4f0b-a678-e69c85569f5d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7406051 Nov 03 19:12:57.857854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d4e-5c2b-45b1-a0f3-5e8c8075a352 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:57.942131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:57.953266 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-871ee931-a1ab-47a1-9fcd-53da0b83cf58 admin admin] 10.222.0.77 "PUT /v2.0/routers/d588cbfb-f6f0-4377-acd7-ae2052911e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7069125 Nov 03 19:12:57.955654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59244) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:57.959489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] Sync routers for ids ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:57.999146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fb4c1826-5f6c-4520-b776-23b2242a2368 None None] Could not find standard attr ID for object 7d759843-6fa3-4509-89b7-c1598508b24f. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:58.019393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] Routers {'d588cbfb-f6f0-4377-acd7-ae2052911e5d'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:58.020306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:58.031572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9b763c4-0c6b-4cfe-a83e-c2256955f6e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.243455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.336231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] Set router d588cbfb-f6f0-4377-acd7-ae2052911e5d gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:58.423536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9b763c4-0c6b-4cfe-a83e-c2256955f6e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.463159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dc2b9-73c0-4b41-959f-fca17364a1d6 req-1b207b22-df97-4ecf-9b7d-770094c6aaac tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:58.465080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae0dc2b9-73c0-4b41-959f-fca17364a1d6 req-1b207b22-df97-4ecf-9b7d-770094c6aaac tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.3395715 Nov 03 19:12:58.515760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d4e-5c2b-45b1-a0f3-5e8c8075a352 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.555458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed8d4e-5c2b-45b1-a0f3-5e8c8075a352 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2dcc51-3ef7-4768-bcd0-7fded33eea69,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:58.563418 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.579729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d4e-5c2b-45b1-a0f3-5e8c8075a352 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.584881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-22ed8d4e-5c2b-45b1-a0f3-5e8c8075a352 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "DELETE /v2.0/subnets/6c2dcc51-3ef7-4768-bcd0-7fded33eea69 HTTP/1.1" status: 204 len: 168 time: 2.1832964 Nov 03 19:12:58.588942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59246) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:58.620540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ae0dc2b9-73c0-4b41-959f-fca17364a1d6 req-f46306be-5830-4344-93c1-fa5f47239290 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444974 Nov 03 19:12:58.636655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9b763c4-0c6b-4cfe-a83e-c2256955f6e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.682898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59250) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:58.731193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159e32c-7465-49e7-8e61-20ee7baa09bc None None] Network 81ed5956-e57d-42f8-99a9-ccff1abd768a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:58.736037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b763c4-0c6b-4cfe-a83e-c2256955f6e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e54798-133d-4687-8e55-553dec848d01,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:58.752836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d9b763c4-0c6b-4cfe-a83e-c2256955f6e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.778338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d9b763c4-0c6b-4cfe-a83e-c2256955f6e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/e6e54798-133d-4687-8e55-553dec848d01 HTTP/1.1" status: 204 len: 168 time: 1.5446820 Nov 03 19:12:58.783643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59254) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:58.887447 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8710d08-7f2b-4707-9bf7-421d681818d5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:58.898217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8710d08-7f2b-4707-9bf7-421d681818d5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:58.914072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a8710d08-7f2b-4707-9bf7-421d681818d5 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/90b166f8-b42e-46a1-adc0-90e988b11ee8 HTTP/1.1" status: 404 len: 337 time: 0.1284750 Nov 03 19:12:58.914958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59258) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:59.044274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:55Z', 'revision_number': 5, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port': {'id': '176468cf-48e2-47d6-abb8-33378ffcec92', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:59.090469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] Checking router: d588cbfb-f6f0-4377-acd7-ae2052911e5d for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:59.106982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba177b0e-6308-4167-8c99-3581881d2e5d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting subnet 6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:59.112798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] Routers {'d588cbfb-f6f0-4377-acd7-ae2052911e5d'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:59.113699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:59.126686 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba177b0e-6308-4167-8c99-3581881d2e5d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.155584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.172804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] DHCP port deletion for 81ed5956-e57d-42f8-99a9-ccff1abd768a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:12:59.245876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a2d199-8e86-4ade-b839-06396e8cd811 None None] Network 1abae558-322a-4ad9-8685-582aec964001 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:59.252688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Deleting port 176468cf-48e2-47d6-abb8-33378ffcec92 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:59.253549 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.277357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd85a6b-788a-44e3-b36d-ee47516bce26 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:59.289588 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ccd85a6b-788a-44e3-b36d-ee47516bce26 tempest-TestNetworkAdvancedServerOps-708214832 tempest-TestNetworkAdvancedServerOps-708214832-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1091 time: 0.6070833 Nov 03 19:12:59.294332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59266) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:59.315343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'bdc664aa-96e4-41ac-844a-83706943915b', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:59.373450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba177b0e-6308-4167-8c99-3581881d2e5d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.417532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f6da8355-1676-4008-abd4-41fa22d27dee None None] Provisioning complete for port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:59.417975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f6da8355-1676-4008-abd4-41fa22d27dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.477667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.479784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f6da8355-1676-4008-abd4-41fa22d27dee None None] Port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:59.484473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] Set router d588cbfb-f6f0-4377-acd7-ae2052911e5d gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:59.582292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] For port 176468cf-48e2-47d6-abb8-33378ffcec92, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=176468cf-48e2-47d6-abb8-33378ffcec92,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:59.583572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.589723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:58Z', 'revision_number': 6, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:59.609488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Calling delete_port for 176468cf-48e2-47d6-abb8-33378ffcec92 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:59.631955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23463e-252d-4bc0-bfef-86d37a2878f4 None None] The sync data for ids ['d588cbfb-f6f0-4377-acd7-ae2052911e5d'] in n-d-812148-3 is: [{'id': 'd588cbfb-f6f0-4377-acd7-ae2052911e5d', 'name': 'tempest-TestAggregatesBasicOps-1258276654-router', 'tenant_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:13Z', 'updated_at': '2021-11-03T19:12:58Z', 'revision_number': 6, 'project_id': 'fa958433876b4d11ab419d47bdf5d9e7', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:59.745172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f6da8355-1676-4008-abd4-41fa22d27dee None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:59.745676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f6da8355-1676-4008-abd4-41fa22d27dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.860256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba177b0e-6308-4167-8c99-3581881d2e5d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.939997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] Deleting port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:59.940576 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.970134 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.006998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Pushing event deleted for resources: {'Port': ['ID=176468cf-48e2-47d6-abb8-33378ffcec92,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:00.083093 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba177b0e-6308-4167-8c99-3581881d2e5d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.106941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.140168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Deleting port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:00.140520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.205011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.406153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.424151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.546303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ee843f17-10a5-4a88-90fa-13ba4b54e8a8 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:00.608432 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.611220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d588cbfb-f6f0-4377-acd7-ae2052911e5d {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:13:00.669387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] For port ee843f17-10a5-4a88-90fa-13ba4b54e8a8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,segment=NetworkSegment(31f5f3e8-1ae9-46e4-83ff-199733940187),segment_id=31f5f3e8-1ae9-46e4-83ff-199733940187)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:00.670162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.731022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Calling delete_port for ee843f17-10a5-4a88-90fa-13ba4b54e8a8 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:00.753457 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.761727 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-87d25fbd-671d-4eb2-88a9-e26cb23fe303 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d588cbfb-f6f0-4377-acd7-ae2052911e5d HTTP/1.1" status: 204 len: 168 time: 2.7997549 Nov 03 19:13:00.766157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59272) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:00.813271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] For port ee843f17-10a5-4a88-90fa-13ba4b54e8a8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,segment=NetworkSegment(31f5f3e8-1ae9-46e4-83ff-199733940187),segment_id=31f5f3e8-1ae9-46e4-83ff-199733940187)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:00.814308 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.994883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c2d3ce-f605-455f-aa55-0ce88dc47d65 admin admin] Deleting subnet bcf82cc1-6ead-4414-973f-dbd97656eede {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:00.995204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba177b0e-6308-4167-8c99-3581881d2e5d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:01.012397 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d3ce-f605-455f-aa55-0ce88dc47d65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.016523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ba177b0e-6308-4167-8c99-3581881d2e5d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.030358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ba177b0e-6308-4167-8c99-3581881d2e5d tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea HTTP/1.1" status: 204 len: 168 time: 2.1108997 Nov 03 19:13:01.033595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] Calling delete_port for ee843f17-10a5-4a88-90fa-13ba4b54e8a8 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:01.035903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59276) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.129982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Allocated IP 172.25.3.3 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/77fc826c-4791-46db-9c26-d5307378db0e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:01.151012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d3ce-f605-455f-aa55-0ce88dc47d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.233724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.280827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Port': ['ID=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:01.304993 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.337813 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f79323-a6cd-4f05-8447-aa436978f327 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:01.338469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f79323-a6cd-4f05-8447-aa436978f327 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:01.342437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-40f79323-a6cd-4f05-8447-aa436978f327 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/6f58573c-cd97-4d2b-b1f3-abeb8f19d59a HTTP/1.1" status: 404 len: 337 time: 0.3050554 Nov 03 19:13:01.349602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59278) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.366526 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.405341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d3ce-f605-455f-aa55-0ce88dc47d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.412549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] No DVR routers for this DVR port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:01.415490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-36d5225d-8342-463e-a1ee-d68a2d0c8490 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "GET /v2.0/ports?device_id=77b9e0c5-48fe-421a-ae33-f8a802efb18f HTTP/1.1" status: 200 len: 205 time: 0.0644460 Nov 03 19:13:01.422122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59282) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.493953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1f637-5184-4f21-897b-c8b6a08e561c None None] Update dhcp port {'port': {'network_id': '1abae558-322a-4ad9-8685-582aec964001', 'fixed_ips': [{'subnet_id': '6c0ab671-9fc6-4ffa-8f6f-9cf9c68441ea'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'b8efa591-e975-425f-8f0a-737a9ae95c67'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:13:01.522663 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-231d1616-2523-49d7-9fff-f7b2021b5a4f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] delete failed (client error): The resource could not be found. Nov 03 19:13:01.524128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-231d1616-2523-49d7-9fff-f7b2021b5a4f tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/routers/77b9e0c5-48fe-421a-ae33-f8a802efb18f HTTP/1.1" status: 404 len: 336 time: 0.0871119 Nov 03 19:13:01.528222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.577219 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c4de0b-c71a-474e-9910-4f93a313c242 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:01.577943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c4de0b-c71a-474e-9910-4f93a313c242 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:01.582338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-10c4de0b-c71a-474e-9910-4f93a313c242 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/11f0a780-e812-465f-ad3d-0d09ec23a273 HTTP/1.1" status: 404 len: 337 time: 0.0524890 Nov 03 19:13:01.590726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59286) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:13:01.610052 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:13:01.621277 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bab1f637-5184-4f21-897b-c8b6a08e561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.638529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.654412 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.655106 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-362eac5e-4a6a-4d07-b9e6-39b9e363c0ff tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:01.655585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362eac5e-4a6a-4d07-b9e6-39b9e363c0ff tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:01.659033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-362eac5e-4a6a-4d07-b9e6-39b9e363c0ff tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/443f0a55-6eb7-4c5a-9266-edbf613e64a1 HTTP/1.1" status: 404 len: 337 time: 0.0669711 Nov 03 19:13:01.661669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59288) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.710808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.735335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ed5956-e57d-42f8-99a9-ccff1abd768a']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:01.761934 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d3ce-f605-455f-aa55-0ce88dc47d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.764632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] No DVR routers for this DVR port ee843f17-10a5-4a88-90fa-13ba4b54e8a8 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:01.770322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169310b-9f7c-432a-895f-2f4cda5919c6 None None] Pushing event deleted for resources: {'Port': ['ID=ee843f17-10a5-4a88-90fa-13ba4b54e8a8,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:01.793109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=77fc826c-4791-46db-9c26-d5307378db0e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:01.794375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f5f3e8-1ae9-46e4-83ff-199733940187') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:01.795056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f5f3e8-1ae9-46e4-83ff-199733940187') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:01.797822 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba14480-5936-4ddb-9548-c463b562f266 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:01.798298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba14480-5936-4ddb-9548-c463b562f266 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:01.801704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eba14480-5936-4ddb-9548-c463b562f266 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/9f620193-f87f-4eff-82d5-0d20635b64fa HTTP/1.1" status: 404 len: 337 time: 0.1388936 Nov 03 19:13:01.812541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59290) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.834589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:01.865462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:01.869397 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d5db09-b4cc-43a6-ada5-d95ee5df7bdc tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:01.870292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d5db09-b4cc-43a6-ada5-d95ee5df7bdc tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:01.873180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.873666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-70d5db09-b4cc-43a6-ada5-d95ee5df7bdc tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/78ca7a60-3cfe-4611-aff1-8f78913e542d HTTP/1.1" status: 404 len: 333 time: 0.0596871 Nov 03 19:13:01.874629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:01.876756 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2d3ce-f605-455f-aa55-0ce88dc47d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf82cc1-6ead-4414-973f-dbd97656eede,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:01.880654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59292) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.882861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d3ce-f605-455f-aa55-0ce88dc47d65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.887838 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c1c2d3ce-f605-455f-aa55-0ce88dc47d65 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bcf82cc1-6ead-4414-973f-dbd97656eede HTTP/1.1" status: 204 len: 168 time: 1.1199930 Nov 03 19:13:01.908566 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59294) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:02.023344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 176468cf-48e2-47d6-abb8-33378ffcec92 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:02.026768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd49496-7caa-44d1-8288-8ec3eabe0f9a None None] Network 4c4745b5-6810-4cb5-829d-7ace9dd5a359 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:02.091022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.096978 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcae1fe5-29cd-4c00-b1ac-ba921a2e63e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:02.098220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcae1fe5-29cd-4c00-b1ac-ba921a2e63e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:02.102504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 176468cf-48e2-47d6-abb8-33378ffcec92 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:02.105256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 176468cf-48e2-47d6-abb8-33378ffcec92 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:02.107819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:02.115350 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bcae1fe5-29cd-4c00-b1ac-ba921a2e63e3 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/c89be2ce-24a1-47c8-b767-6d3dc181b6d8 HTTP/1.1" status: 404 len: 337 time: 0.2193475 Nov 03 19:13:02.120962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd4886-9ee2-4e2a-a219-23bd230b52e6 None None] Network 1abae558-322a-4ad9-8685-582aec964001 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:02.127282 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.130880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59298) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:02.207838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:02.208322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.274109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:02.274906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8b84e52-cc66-4aa2-ad8e-3f8c6bdf855d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:02.312184 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-6404f8e0-0671-4769-a866-79b6dd4f0a59 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:02.313028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6404f8e0-0671-4769-a866-79b6dd4f0a59 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:02.319293 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6404f8e0-0671-4769-a866-79b6dd4f0a59 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/6bbc26d5-db70-4114-a18c-2ae1a0ca43af HTTP/1.1" status: 404 len: 337 time: 0.1802142 Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:02.320253 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:02.323656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59300) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:02.327686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.358428 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.363104 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] 10.222.0.77 "DELETE /v2.0/networks/81ed5956-e57d-42f8-99a9-ccff1abd768a HTTP/1.1" status: 204 len: 168 time: 3.7727673 Nov 03 19:13:02.367316 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad814-77cf-437f-879f-93ffc9a9fac8 tempest-AllowedAddressPairTestJSON-1230899957 tempest-AllowedAddressPairTestJSON-1230899957-project] Pushing event deleted for resources: {'Network': ['ID=81ed5956-e57d-42f8-99a9-ccff1abd768a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:02.410134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1575664d-5c5d-43d8-9088-1182fa315cf6 None None] Provisioning complete for port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:02.410677 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1575664d-5c5d-43d8-9088-1182fa315cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.453886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1575664d-5c5d-43d8-9088-1182fa315cf6 None None] Port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:13:02.475408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Deleting port cb002c44-2801-4e0f-9a7e-ee75252416cf {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:02.477123 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.554832 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1d7772-8b6e-47d3-9b9d-67d1a791e74b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:02.556077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1d7772-8b6e-47d3-9b9d-67d1a791e74b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:02.568298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6c1d7772-8b6e-47d3-9b9d-67d1a791e74b tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/fb96f131-4c6d-4080-b725-f3a1f52864ac HTTP/1.1" status: 404 len: 333 time: 0.2435837 Nov 03 19:13:02.578491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59306) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:02.675568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1575664d-5c5d-43d8-9088-1182fa315cf6 None None] Provisioning complete for port b8efa591-e975-425f-8f0a-737a9ae95c67 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:02.676348 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1575664d-5c5d-43d8-9088-1182fa315cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.765881 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b00870c-6911-45d9-97f9-3b2bff3433db tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:02.767332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b00870c-6911-45d9-97f9-3b2bff3433db tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:02.770675 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.785930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] For port cb002c44-2801-4e0f-9a7e-ee75252416cf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb002c44-2801-4e0f-9a7e-ee75252416cf,segment=NetworkSegment(bae19b24-d525-429a-bf47-ad1fcaf9a7d5),segment_id=bae19b24-d525-429a-bf47-ad1fcaf9a7d5)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:02.788533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.797854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4b00870c-6911-45d9-97f9-3b2bff3433db tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/474335b3-1d29-45c9-8d65-0574444a9db3 HTTP/1.1" status: 404 len: 337 time: 0.2113388 Nov 03 19:13:02.807485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59308) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:02.810238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Calling delete_port for cb002c44-2801-4e0f-9a7e-ee75252416cf owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:02.928644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] DHCP port deletion for 1abae558-322a-4ad9-8685-582aec964001 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:13:02.956974 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.959588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e8fd7-19cf-4c9e-b4ba-d476ecd9be29 None None] DHCP port deletion for 4c4745b5-6810-4cb5-829d-7ace9dd5a359 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:13:02.981056 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d74505a-ebab-4f30-8f9f-08a482948425 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:02.990283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d74505a-ebab-4f30-8f9f-08a482948425 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:03.000720 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d74505a-ebab-4f30-8f9f-08a482948425 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/subnets/22c14aeb-8c29-42ac-8563-426c388f321e HTTP/1.1" status: 404 len: 337 time: 0.1914577 Nov 03 19:13:03.001843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb002c44-2801-4e0f-9a7e-ee75252416cf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:03.005243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59312) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:03.023986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59314) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:03.083106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] No DVR routers for this DVR port cb002c44-2801-4e0f-9a7e-ee75252416cf on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:03.281590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.333121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4745b5-6810-4cb5-829d-7ace9dd5a359']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:03.377785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:03.378372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae19b24-d525-429a-bf47-ad1fcaf9a7d5') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:03.396307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] Deleting port b8efa591-e975-425f-8f0a-737a9ae95c67 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:03.397258 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.429801 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.439429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-acd0e0c8-383d-4b00-bfc1-2083c4f92319 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=138477372bd346b59908d6104410fb39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4134407 Nov 03 19:13:03.445687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59320) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:03.458755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.497069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.508287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:03.509459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.566198 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] For port b8efa591-e975-425f-8f0a-737a9ae95c67, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b8efa591-e975-425f-8f0a-737a9ae95c67,segment=NetworkSegment(f33d0379-1898-42f0-a84d-a16d58f759ed),segment_id=f33d0379-1898-42f0-a84d-a16d58f759ed)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:03.567017 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.594478 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:03.627124 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:03.633801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] Calling delete_port for b8efa591-e975-425f-8f0a-737a9ae95c67 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:03.647761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fef1ced0-59a5-4106-bbcc-513ae0be5321 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Deleting port 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:03.648259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fef1ced0-59a5-4106-bbcc-513ae0be5321 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.662617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.774665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.792625 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.810269 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] 10.222.0.77 "DELETE /v2.0/networks/4c4745b5-6810-4cb5-829d-7ace9dd5a359 HTTP/1.1" status: 204 len: 168 time: 1.8993337 Nov 03 19:13:03.882521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb002c44-2801-4e0f-9a7e-ee75252416cf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:03.886386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fef1ced0-59a5-4106-bbcc-513ae0be5321 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.930830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed1fe-e4e6-41d3-9c91-4dca34c7113c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4745b5-6810-4cb5-829d-7ace9dd5a359,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:03.933022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-393d7e93-db97-4446-878e-c858b750113c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.945748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cb002c44-2801-4e0f-9a7e-ee75252416cf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:03.947624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb002c44-2801-4e0f-9a7e-ee75252416cf not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:03.948630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b8efa591-e975-425f-8f0a-737a9ae95c67 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:03.958695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fef1ced0-59a5-4106-bbcc-513ae0be5321 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Calling delete_port for 7c5f89be-0d46-4132-92ad-98bb5f6bdf5a owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:04.038400 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-393d7e93-db97-4446-878e-c858b750113c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.068879 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.078863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.081674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.101377 n-d-812148-3 neutron-server[101757]: INFO neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No ports have port_id starting with b8efa591-e975-425f-8f0a-737a9ae95c67 Nov 03 19:13:04.144109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] Pushing event deleted for resources: {'Port': ['ID=b8efa591-e975-425f-8f0a-737a9ae95c67,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:04.152770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39529f-6494-4e56-abaf-a0d61dfa1576 None None] No DVR routers for this DVR port b8efa591-e975-425f-8f0a-737a9ae95c67 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:04.166626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59340) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:04.257384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fef1ced0-59a5-4106-bbcc-513ae0be5321 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.271212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event updated for resources: {'Port': ['ID=77fc826c-4791-46db-9c26-d5307378db0e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:04.307123 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d907c632-6573-4d40-b1f7-96c3027b828c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35d7a6c219f14cefb8148d102b496d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385546 Nov 03 19:13:04.307997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59348) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:04.332004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1ced0-59a5-4106-bbcc-513ae0be5321 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Port': ['ID=7c5f89be-0d46-4132-92ad-98bb5f6bdf5a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:04.361205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.369267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fef1ced0-59a5-4106-bbcc-513ae0be5321 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.375315 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fef1ced0-59a5-4106-bbcc-513ae0be5321 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/ports/7c5f89be-0d46-4132-92ad-98bb5f6bdf5a HTTP/1.1" status: 204 len: 168 time: 1.3680434 Nov 03 19:13:04.377742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59352) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:04.509145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-393d7e93-db97-4446-878e-c858b750113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.516724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-393d7e93-db97-4446-878e-c858b750113c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.535120 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-393d7e93-db97-4446-878e-c858b750113c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47bb5e62-6108-4655-b52b-036816f74cbc HTTP/1.1" status: 204 len: 168 time: 1.0862393 Nov 03 19:13:04.557021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.566281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d67e8516-83a5-4534-8345-3e2a6633f680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.581998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d7e93-db97-4446-878e-c858b750113c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bb5e62-6108-4655-b52b-036816f74cbc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:04.719536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d67e8516-83a5-4534-8345-3e2a6633f680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.776142 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Floating IP 42446d6a-13e5-4049-8376-7f9e90b36608 associated. External IP: 172.25.3.3, port: bdc664aa-96e4-41ac-844a-83706943915b. Nov 03 19:13:04.862647 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.923978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abae558-322a-4ad9-8685-582aec964001']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:04.968362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33d0379-1898-42f0-a84d-a16d58f759ed') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:04.968851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33d0379-1898-42f0-a84d-a16d58f759ed') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:05.018083 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.027813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d67e8516-83a5-4534-8345-3e2a6633f680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.038390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.042430 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d67e8516-83a5-4534-8345-3e2a6633f680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.048495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:05.048942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.052982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d67e8516-83a5-4534-8345-3e2a6633f680 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94e00fb8-f0dd-44da-a339-0a73017b1b0e HTTP/1.1" status: 204 len: 168 time: 0.7393994 Nov 03 19:13:05.109593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e8516-83a5-4534-8345-3e2a6633f680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e00fb8-f0dd-44da-a339-0a73017b1b0e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:05.161650 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:05.165262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.211880 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.223963 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] 10.222.0.77 "DELETE /v2.0/networks/1abae558-322a-4ad9-8685-582aec964001 HTTP/1.1" status: 204 len: 168 time: 0.8387768 Nov 03 19:13:05.223963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d4f06-ed8e-43ed-b7fe-bd21845e74c7 tempest-PortsIpV6TestJSON-514943398 tempest-PortsIpV6TestJSON-514943398-project] Pushing event deleted for resources: {'Network': ['ID=1abae558-322a-4ad9-8685-582aec964001,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:05.466907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3919c41b-6d91-430d-9fd4-52ba062a9882 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:13:05.753100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:13:05.778553 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] Sync routers for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:13:05.798939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.809688 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:05.810998 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:05.864343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8b5bfb78-b2e1-4425-ab34-8964af1f358a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 6.5643535 Nov 03 19:13:05.867961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:05.872482 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57346627-9834-4180-bc34-75de45fa05f9" -d '{"events": [{"name": "network-changed", "server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "tag": "bdc664aa-96e4-41ac-844a-83706943915b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:06.043368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59388) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:06.085997 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:06.104133 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1073-e90d-404f-9411-d7c089e5f88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:06.258329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bcafffed-e0fd-41f8-8326-69a236dca5e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa958433876b4d11ab419d47bdf5d9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2131996 Nov 03 19:13:06.262987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59390) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:06.309207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7b7bd-1433-4167-a4ec-15bcce14c724 req-4918024d-c1e9-43f3-b0e5-0d6350fd97d1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:06.324341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bc7b7bd-1433-4167-a4ec-15bcce14c724 req-4918024d-c1e9-43f3-b0e5-0d6350fd97d1 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.2275286 Nov 03 19:13:06.379120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59394) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:06.424514 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:06.483366 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:06.495955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bc7b7bd-1433-4167-a4ec-15bcce14c724 req-1daf9f69-fbb0-45cb-af74-0aba1323ace0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672177 Nov 03 19:13:06.512181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59398) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:06.621160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:06.624424 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:06.626339 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc87dafa-240b-4b6e-9476-06b667ec773e HTTP/1.1" status: 204 len: 168 time: 0.3617463 Nov 03 19:13:06.644858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87dafa-240b-4b6e-9476-06b667ec773e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:06.658955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.664608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.665144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.665736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.666427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.666932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.667420 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.667911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.668398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.668989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.673794 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.674317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23160b5-f5ef-4b6c-98bc-215b760613b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:06.721325 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baed725-be41-4d2b-a7e7-4904264ca5fa x-openstack-request-id: req-5baed725-be41-4d2b-a7e7-4904264ca5fa {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:06.721670 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "tag": "bdc664aa-96e4-41ac-844a-83706943915b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:06.721937 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5baed725-be41-4d2b-a7e7-4904264ca5fa {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:06.724040 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b', 'status': 'completed', 'code': 200} Nov 03 19:13:06.821308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b77edaa7-a73d-4441-a5cb-f3f505595285 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/42446d6a-13e5-4049-8376-7f9e90b36608 HTTP/1.1" status: 200 len: 989 time: 0.3063872 Nov 03 19:13:06.855192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '42446d6a-13e5-4049-8376-7f9e90b36608', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'port_id': 'bdc664aa-96e4-41ac-844a-83706943915b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'mac_address': 'fa:16:3e:8b:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:03Z', 'updated_at': '2021-11-03T19:13:03Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:31Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:06.862637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57346627-9834-4180-bc34-75de45fa05f9 req-77abd5e9-2a51-4001-83de-698ce7fe7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:06.864703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57346627-9834-4180-bc34-75de45fa05f9 req-77abd5e9-2a51-4001-83de-698ce7fe7bde service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1096 time: 0.1376317 Nov 03 19:13:06.902929 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] Checking router: 3919c41b-6d91-430d-9fd4-52ba062a9882 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:13:06.915260 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:06.916322 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:12:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:07.153083 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:07.156999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a23d3ace-573d-468f-bad7-c2439d764611 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b417a2292b9a4db5bc5625d66af99411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7656806 Nov 03 19:13:07.159726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59408) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:07.199937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57346627-9834-4180-bc34-75de45fa05f9 req-eb38bab6-aad0-4617-b12f-9f808dd9d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:07.202706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57346627-9834-4180-bc34-75de45fa05f9 req-eb38bab6-aad0-4617-b12f-9f808dd9d32d service neutron] 10.222.0.96 "GET /v2.0/networks?id=b78a8a5a-564f-4248-b048-bd25517937cb HTTP/1.1" status: 200 len: 898 time: 0.3270905 Nov 03 19:13:07.361020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca16b-3b0f-4863-8555-342773601e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:07.430111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57346627-9834-4180-bc34-75de45fa05f9 req-21a9e53b-3884-499d-8cfe-ccdedf12ae07 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc664aa-96e4-41ac-844a-83706943915b HTTP/1.1" status: 200 len: 997 time: 0.2187643 Nov 03 19:13:07.451728 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca16b-3b0f-4863-8555-342773601e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:07.594892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57346627-9834-4180-bc34-75de45fa05f9 req-c7db7616-eec2-40e4-9b39-a42c511f7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:07.604583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57346627-9834-4180-bc34-75de45fa05f9 req-c7db7616-eec2-40e4-9b39-a42c511f7cea service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25512e8-489b-445a-b74b-1fd4a1d12780 HTTP/1.1" status: 200 len: 835 time: 0.1666856 Nov 03 19:13:07.745855 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca16b-3b0f-4863-8555-342773601e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:07.751233 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca16b-3b0f-4863-8555-342773601e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:07.754469 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6f3ca16b-3b0f-4863-8555-342773601e71 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa1cba4b-1817-4d29-8c00-963228fa4cd8 HTTP/1.1" status: 204 len: 168 time: 0.5931032 Nov 03 19:13:07.812538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ca16b-3b0f-4863-8555-342773601e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1cba4b-1817-4d29-8c00-963228fa4cd8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:07.824226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59422) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:07.840372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57346627-9834-4180-bc34-75de45fa05f9 req-c60bcd09-d64a-4dac-a1e8-1baf794b7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:07.849065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57346627-9834-4180-bc34-75de45fa05f9 req-c60bcd09-d64a-4dac-a1e8-1baf794b7c2e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b78a8a5a-564f-4248-b048-bd25517937cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332027 Nov 03 19:13:08.061453 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f9a4d08-cf5a-4741-8abd-6d4caf195eff tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/42446d6a-13e5-4049-8376-7f9e90b36608 HTTP/1.1" status: 200 len: 989 time: 0.2350426 Nov 03 19:13:08.086221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59424) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:08.206748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57346627-9834-4180-bc34-75de45fa05f9 req-a5f8b8ff-90f3-406e-bdb8-7a00eae1eb3e service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505259 Nov 03 19:13:08.223404 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '42446d6a-13e5-4049-8376-7f9e90b36608', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'port_id': 'bdc664aa-96e4-41ac-844a-83706943915b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'mac_address': 'fa:16:3e:8b:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:03Z', 'updated_at': '2021-11-03T19:13:03Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:31Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:08.330647 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe72e91-7abb-4aaa-a13b-b415b2de9425 None None] The sync data for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 is: [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '42446d6a-13e5-4049-8376-7f9e90b36608', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'port_id': 'bdc664aa-96e4-41ac-844a-83706943915b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'mac_address': 'fa:16:3e:8b:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:03Z', 'updated_at': '2021-11-03T19:13:03Z', 'revision_number': 0, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:31Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:13:08.405058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57346627-9834-4180-bc34-75de45fa05f9 req-b69a3de7-1928-44ef-b0a3-f2480834ef68 service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912155 Nov 03 19:13:08.506160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-f073f3ae-b7d7-4eba-b9cc-6f60481cff6d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717006 Nov 03 19:13:08.565272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931570629'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:08.605187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:08.613022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:08.632816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:08.646272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-9d105b63-d314-4001-8673-ef1d4f4649fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:08.648073 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-9d105b63-d314-4001-8673-ef1d4f4649fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1096 time: 0.0720429 Nov 03 19:13:08.754230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca96749-ddd2-4351-9d3b-9a8c00267f68 None None] New status for floating IP 42446d6a-13e5-4049-8376-7f9e90b36608: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:13:08.812876 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:08.823716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-e2146dd9-d2b6-463f-8f7c-c08eb334d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:08.824252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:08.824920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-e2146dd9-d2b6-463f-8f7c-c08eb334d4b5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b78a8a5a-564f-4248-b048-bd25517937cb HTTP/1.1" status: 200 len: 898 time: 0.1381736 Nov 03 19:13:08.884821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db8f396-e63f-4d94-885f-7bea3e795499,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:08.903933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:08.949610 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:08.956108 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment 21b3074b-ca1c-4521-8add-037cc6a4478f of type vlan for network 7a430614-1f01-4930-93a5-57bce026184f Nov 03 19:13:08.960290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-7eb5aa38-c822-4073-af56-919001a2d37c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc664aa-96e4-41ac-844a-83706943915b HTTP/1.1" status: 200 len: 997 time: 0.1272361 Nov 03 19:13:09.039717 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:09.070695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59450) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:09.083633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:09.098022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.099198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:09.128997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-aa9af1b6-b3f4-472d-8395-8e01b8fd606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.136719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-aa9af1b6-b3f4-472d-8395-8e01b8fd606c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25512e8-489b-445a-b74b-1fd4a1d12780 HTTP/1.1" status: 200 len: 835 time: 0.1691546 Nov 03 19:13:09.298392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=7a430614-1f01-4930-93a5-57bce026184f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:09.311203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-32c01a9d-f9f8-4c41-b6d7-6cd66ca1091b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2241483 Nov 03 19:13:09.381107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-8e1748de-4265-423a-8a0b-ac413c2e759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.383364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-8e1748de-4265-423a-8a0b-ac413c2e759c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b78a8a5a-564f-4248-b048-bd25517937cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105340 Nov 03 19:13:09.386563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7a430614-1f01-4930-93a5-57bce026184f details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:09.405614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-096c440e-7710-48d6-9e77-e83d9e1dd899 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/42446d6a-13e5-4049-8376-7f9e90b36608 HTTP/1.1" status: 200 len: 991 time: 0.3263702 Nov 03 19:13:09.584567 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-890c7042-2d39-492e-a1cf-8fd96e42acd9 service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912904 Nov 03 19:13:09.605647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59462) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:09.796061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1de8-3c7c-4d61-8968-d44942267d97 req-0662c16a-4e1a-42c2-aed9-3e1c7ac87ca7 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.800952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-610d1de8-3c7c-4d61-8968-d44942267d97 req-0662c16a-4e1a-42c2-aed9-3e1c7ac87ca7 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 945 time: 0.1861398 Nov 03 19:13:09.851618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-358635247'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:09.862739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c8904c-f298-478b-a739-ef91134ce0f9 req-43fa073b-c517-428b-92c2-bfa63909b92e service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705684 Nov 03 19:13:09.902895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:09.913521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:09.942521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:09.955746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-610d1de8-3c7c-4d61-8968-d44942267d97 req-8d1ed963-3f8c-4e3f-904c-6f447bdd0bc1 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348450 Nov 03 19:13:10.075971 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.110782 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.117147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.157822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:10.171598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03469276-b81a-4a6f-bfb3-befec1519112,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:10.191892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.192279 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Added segment 039243f8-60a6-4120-8aa9-22075004e8fb of type vlan for network eec951c8-d773-4b78-ad53-e2522ad5d845 Nov 03 19:13:10.274497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.344246 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.363016 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-74ac20db-3493-4b3e-bcaf-92730afb593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.378780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:10.379852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.455785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8521876 Nov 03 19:13:10.460103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59470) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:10.468703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'name': 'tempest-PortsTestJSON-1242645200'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:10.566388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cf108-1227-4fce-ad14-101c3576cec5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Network': ['ID=eec951c8-d773-4b78-ad53-e2522ad5d845,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:10.591927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:10.658386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:10.662495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.689539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 27651421-b9ba-4fa1-a572-8d2c1e58d921 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:11.026919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:11.044100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-234e55f5-132f-4044-8fee-13980a93664c tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:11.046027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-234e55f5-132f-4044-8fee-13980a93664c tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 945 time: 0.1477826 Nov 03 19:13:11.157457 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:11.260124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=27651421-b9ba-4fa1-a572-8d2c1e58d921,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:11.283247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62babfa-dbae-439a-b6c6-b8c0cf75af2a req-4cd6e2f0-f757-40b8-ba0d-4ee025277237 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:11.284921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d62babfa-dbae-439a-b6c6-b8c0cf75af2a req-4cd6e2f0-f757-40b8-ba0d-4ee025277237 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 945 time: 0.1438220 Nov 03 19:13:11.300911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking segment: {'id': '039243f8-60a6-4120-8aa9-22075004e8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:11.301281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network hostable DHCP agents. Network: eec951c8-d773-4b78-ad53-e2522ad5d845, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:11.315585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Deleting port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:11.315993 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:11.523593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:11.542956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d62babfa-dbae-439a-b6c6-b8c0cf75af2a req-c8a347b7-9bdb-4673-b035-1fef1ebc25d2 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/security-groups?id=186d1f48-d36f-43c7-a1f7-988c34f464d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429001 Nov 03 19:13:11.559187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, eec951c8-d773-4b78-ad53-e2522ad5d845) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:11.574380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d443a6-599f-438c-8846-584e31046ce4 None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:11.584122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:11.592131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:11.598741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:11.639295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] For port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,segment=NetworkSegment(ee30626a-e7c2-4d11-8cf7-65a9396bb743),segment_id=ee30626a-e7c2-4d11-8cf7-65a9396bb743)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:11.639761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:11.664522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Calling delete_port for cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:11.815256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cc142e45-a399-46fa-b842-bb3a46db8c4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3518374 Nov 03 19:13:11.817746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59476) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:11.831280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-912446318'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:11.874149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:11.882543 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:11.927991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:11.942257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cfa251f6-9bb0-446d-bc71-0ea0fb084ad2'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:11.969008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Pushing event deleted for resources: {'Port': ['ID=cfa251f6-9bb0-446d-bc71-0ea0fb084ad2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:11.983743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:12.028249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] No DVR routers for this DVR port cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:12.032918 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.034691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.035459 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Added segment 82382914-f96a-4039-861a-ea8a0d2be28a of type vlan for network 5aaeddef-134e-4707-99f3-e1a497e66077 Nov 03 19:13:12.038665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b3b6178-6c87-4b4d-91ee-4a68710c75f0 req-594f73e4-1385-4f7f-927b-8438b41fc7c9 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.70 "DELETE /v2.0/ports/cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 HTTP/1.1" status: 204 len: 173 time: 0.9855299 Nov 03 19:13:12.039285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e0e89f-b3e5-452b-98f3-b3bfd1be392d', 'name': 'network-vif-deleted', 'tag': 'cfa251f6-9bb0-446d-bc71-0ea0fb084ad2'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:12.043173 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f199c9-6245-4db0-be9f-509feca1d1ec" -d '{"events": [{"server_uuid": "f2e0e89f-b3e5-452b-98f3-b3bfd1be392d", "name": "network-vif-deleted", "tag": "cfa251f6-9bb0-446d-bc71-0ea0fb084ad2"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:12.116406 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f521a7-d45c-47a3-8626-62d45e2078c4 x-openstack-request-id: req-91f521a7-d45c-47a3-8626-62d45e2078c4 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:12.117641 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e0e89f-b3e5-452b-98f3-b3bfd1be392d", "name": "network-vif-deleted", "tag": "cfa251f6-9bb0-446d-bc71-0ea0fb084ad2", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:12.117641 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91f521a7-d45c-47a3-8626-62d45e2078c4 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:12.117641 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e0e89f-b3e5-452b-98f3-b3bfd1be392d', 'name': 'network-vif-deleted', 'tag': 'cfa251f6-9bb0-446d-bc71-0ea0fb084ad2', 'status': 'completed', 'code': 200} Nov 03 19:13:12.172245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.229693 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.243599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:12.244476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.308863 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.310280 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.398017 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5773170 Nov 03 19:13:12.402802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59480) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:12.413941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'ports': [{'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845'}, {'network_id': '5aaeddef-134e-4707-99f3-e1a497e66077'}]} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:12.414787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:12.415157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': '5aaeddef-134e-4707-99f3-e1a497e66077'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:12.427301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3b274-fb87-4aa1-b237-1c36894265d3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Network': ['ID=5aaeddef-134e-4707-99f3-e1a497e66077,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:12.452388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5aaeddef-134e-4707-99f3-e1a497e66077 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:12.832376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee4094ff-3901-47e0-b50f-4b2c09c63d60 req-5033b01c-2ac4-4b24-abe7-9736615b19a5 tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2e0e89f-b3e5-452b-98f3-b3bfd1be392d HTTP/1.1" status: 200 len: 210 time: 0.0578227 Nov 03 19:13:12.877459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 2} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:12.889031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.948848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.104312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 0f2ea664-a262-47de-8425-a59ea35d4389 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:13.309867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.442527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port ca090d5d-7174-4346-9468-606b5fb05ef1 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:13.658061 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.752213 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.856609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:13.874491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:13.881632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:13.889238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.892722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=0f2ea664-a262-47de-8425-a59ea35d4389,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.064174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=ca090d5d-7174-4346-9468-606b5fb05ef1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.132239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking segment: {'id': '82382914-f96a-4039-861a-ea8a0d2be28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5aaeddef-134e-4707-99f3-e1a497e66077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:14.132957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network hostable DHCP agents. Network: 5aaeddef-134e-4707-99f3-e1a497e66077, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:14.151881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59496) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:14.169478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 5aaeddef-134e-4707-99f3-e1a497e66077 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:14.184451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 5aaeddef-134e-4707-99f3-e1a497e66077) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:14.198587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea737b45-6c02-4600-b9b0-157b1be76429 None None] Network 5aaeddef-134e-4707-99f3-e1a497e66077 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:14.204001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:14.212923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:14.220276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:14.221231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.252721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59500) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:14.253705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a9b11629-7c09-4593-b2fe-e30ffc7cb44e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8456588 Nov 03 19:13:14.482108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-36feae64-7c65-4000-a5ef-25e68ca92c9c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port ca090d5d-7174-4346-9468-606b5fb05ef1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:14.482907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36feae64-7c65-4000-a5ef-25e68ca92c9c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.515925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4aecb815-bdc8-4e6c-b87f-a11ad1ccd3ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.608805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59506) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:14.620820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': '7a430614-1f01-4930-93a5-57bce026184f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:14.819755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4aecb815-bdc8-4e6c-b87f-a11ad1ccd3ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.826618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36feae64-7c65-4000-a5ef-25e68ca92c9c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.834147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:14.840554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.848040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4aecb815-bdc8-4e6c-b87f-a11ad1ccd3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.876469 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-36feae64-7c65-4000-a5ef-25e68ca92c9c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for ca090d5d-7174-4346-9468-606b5fb05ef1 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:14.925464 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4aecb815-bdc8-4e6c-b87f-a11ad1ccd3ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd0f26ac104a43bdb98194cd2215ec19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7716768 Nov 03 19:13:14.928026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59510) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:14.960674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb815-bdc8-4e6c-b87f-a11ad1ccd3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b5521c-11a6-442c-bb50-e1b52f1a3a03,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:15.051626 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7363c5d9-0dc9-44ad-864d-de930d22d846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.103204 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36feae64-7c65-4000-a5ef-25e68ca92c9c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.109997 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7363c5d9-0dc9-44ad-864d-de930d22d846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.161034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-36feae64-7c65-4000-a5ef-25e68ca92c9c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.167827 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-36feae64-7c65-4000-a5ef-25e68ca92c9c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/ca090d5d-7174-4346-9468-606b5fb05ef1 HTTP/1.1" status: 204 len: 168 time: 0.9111786 Nov 03 19:13:15.167827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feae64-7c65-4000-a5ef-25e68ca92c9c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=ca090d5d-7174-4346-9468-606b5fb05ef1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:15.182038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59512) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:15.191805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.240041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7363c5d9-0dc9-44ad-864d-de930d22d846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.242780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7363c5d9-0dc9-44ad-864d-de930d22d846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.244525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7363c5d9-0dc9-44ad-864d-de930d22d846 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84b5521c-11a6-442c-bb50-e1b52f1a3a03 HTTP/1.1" status: 204 len: 168 time: 0.3152916 Nov 03 19:13:15.267900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363c5d9-0dc9-44ad-864d-de930d22d846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b5521c-11a6-442c-bb50-e1b52f1a3a03,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:15.283132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:15.290557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=7fbb9aee-4bb8-4442-a41d-d9b11a7618d1,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:15.311489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:15.312424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfa251f6-9bb0-446d-bc71-0ea0fb084ad2 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:15.323455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed45ff5a-7d5d-4771-9a1f-5cfdfb32abcf tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:15.329907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed45ff5a-7d5d-4771-9a1f-5cfdfb32abcf tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:15.334847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59516) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:15.335081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ed45ff5a-7d5d-4771-9a1f-5cfdfb32abcf tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1486797 Nov 03 19:13:15.342312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': '21b3074b-ca1c-4521-8add-037cc6a4478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a430614-1f01-4930-93a5-57bce026184f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:15.342763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: 7a430614-1f01-4930-93a5-57bce026184f, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:15.373165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network 7a430614-1f01-4930-93a5-57bce026184f is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:15.404640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7a430614-1f01-4930-93a5-57bce026184f) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:15.414599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:15.415936 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.424305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98adaf07-b0c6-496e-bce1-ee11ae0d2f28 None None] Network 7a430614-1f01-4930-93a5-57bce026184f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:15.470488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f15c1303-a9a7-4083-be47-3ad2972ec2d1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8596737 Nov 03 19:13:15.476162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:15.487089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-595658866'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:15.547478 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:15.563577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.595698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-98b414c1-2f83-4496-a232-c23aa0e03729 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 0f2ea664-a262-47de-8425-a59ea35d4389 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:15.596705 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98b414c1-2f83-4496-a232-c23aa0e03729 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.661666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:15.726417 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.727201 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment 6006a9b0-09c1-485f-bc71-f4d096be201b of type vlan for network d5871dfb-31cb-4e3c-841f-0fbf42d1891f Nov 03 19:13:15.876382 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.941968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7a430614-1f01-4930-93a5-57bce026184f', 'network_id': '7a430614-1f01-4930-93a5-57bce026184f', 'tenant_id': '6e5881ecc5d5489cab610174f942c6be', 'fixed_ips': [{'subnet_id': '7fbb9aee-4bb8-4442-a41d-d9b11a7618d1'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:15.943676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.968145 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.979306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:15.979951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.020237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59524) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.061637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5810618 Nov 03 19:13:16.061637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f111ebac-de5f-4fb4-8b5a-56b891696d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.097406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59526) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.113142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': 'd5871dfb-31cb-4e3c-841f-0fbf42d1891f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:16.156986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb80477-81b6-4e37-9d81-942ea2656081 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=d5871dfb-31cb-4e3c-841f-0fbf42d1891f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:16.190556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network d5871dfb-31cb-4e3c-841f-0fbf42d1891f details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:16.215832 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98b414c1-2f83-4496-a232-c23aa0e03729 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.241555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-98b414c1-2f83-4496-a232-c23aa0e03729 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 0f2ea664-a262-47de-8425-a59ea35d4389 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:16.300987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:16.307282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.323335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Allocated IP 2001:db8:0:ffff::2 (7a430614-1f01-4930-93a5-57bce026184f/7fbb9aee-4bb8-4442-a41d-d9b11a7618d1/31632e09-f783-4daa-a7ae-b51ca65f22a8) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:16.427471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98b414c1-2f83-4496-a232-c23aa0e03729 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.485560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b414c1-2f83-4496-a232-c23aa0e03729 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=0f2ea664-a262-47de-8425-a59ea35d4389,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:16.492763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-98b414c1-2f83-4496-a232-c23aa0e03729 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.505351 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-98b414c1-2f83-4496-a232-c23aa0e03729 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/0f2ea664-a262-47de-8425-a59ea35d4389 HTTP/1.1" status: 204 len: 168 time: 1.1686621 Nov 03 19:13:16.506552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59528) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.594824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133234c-dea3-4eef-bf56-e6f00ff3f491 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:16.600603 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c133234c-dea3-4eef-bf56-e6f00ff3f491 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0884955 Nov 03 19:13:16.600964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59530) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.647802 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a3e952-1bcc-46ca-a64f-201cc05cefee tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:13:16.648099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.654250 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-07a3e952-1bcc-46ca-a64f-201cc05cefee tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/ca090d5d-7174-4346-9468-606b5fb05ef1 HTTP/1.1" status: 404 len: 333 time: 0.0510287 Nov 03 19:13:16.655362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59532) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.659071 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.688384 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbded90-a181-4f50-b735-23c6e5adeb1d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:13:16.690918 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bcbded90-a181-4f50-b735-23c6e5adeb1d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/0f2ea664-a262-47de-8425-a59ea35d4389 HTTP/1.1" status: 404 len: 333 time: 0.0333507 Nov 03 19:13:16.695095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59534) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.760120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Network 7a430614-1f01-4930-93a5-57bce026184f is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:16.764639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:16.770767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:16.776112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Pushing event updated for resources: {'Port': ['ID=31632e09-f783-4daa-a7ae-b51ca65f22a8,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:16.852148 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.968968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f111ebac-de5f-4fb4-8b5a-56b891696d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.979462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f111ebac-de5f-4fb4-8b5a-56b891696d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.036213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.062335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f111ebac-de5f-4fb4-8b5a-56b891696d28 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5deac1c3a60f4af7b16145e390370f28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0382781 Nov 03 19:13:17.066582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59540) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:17.079018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Attempting to bind port 31632e09-f783-4daa-a7ae-b51ca65f22a8 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:17.079644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Attempting to bind port 31632e09-f783-4daa-a7ae-b51ca65f22a8 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '21b3074b-ca1c-4521-8add-037cc6a4478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a430614-1f01-4930-93a5-57bce026184f'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:17.080287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Attempting to bind port 31632e09-f783-4daa-a7ae-b51ca65f22a8 on network 7a430614-1f01-4930-93a5-57bce026184f {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:17.087014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111ebac-de5f-4fb4-8b5a-56b891696d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac81db1-2d87-400e-b261-4e8b0ad20cf1,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:17.089941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:17.090569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Checking segment: {'id': '21b3074b-ca1c-4521-8add-037cc6a4478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a430614-1f01-4930-93a5-57bce026184f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:17.091286 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.091964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Bound using segment: {'id': '21b3074b-ca1c-4521-8add-037cc6a4478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a430614-1f01-4930-93a5-57bce026184f'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:17.092610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Bound port: 31632e09-f783-4daa-a7ae-b51ca65f22a8, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b3074b-ca1c-4521-8add-037cc6a4478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a430614-1f01-4930-93a5-57bce026184f'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:17.093765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.126610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaeddef-134e-4707-99f3-e1a497e66077']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:17.168502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82382914-f96a-4039-861a-ea8a0d2be28a') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:17.168819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82382914-f96a-4039-861a-ea8a0d2be28a') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:17.198799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] For port 31632e09-f783-4daa-a7ae-b51ca65f22a8, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:17.204115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.209921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] For port 31632e09-f783-4daa-a7ae-b51ca65f22a8, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=31632e09-f783-4daa-a7ae-b51ca65f22a8,segment=NetworkSegment(21b3074b-ca1c-4521-8add-037cc6a4478f),segment_id=21b3074b-ca1c-4521-8add-037cc6a4478f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:17.221555 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.249001 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.260673 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1351-5676-46e5-be8d-714067c7486c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.263534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:17.263998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:17.278883 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:17.336270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.381566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44862c25-24f9-48d7-8f03-ae0f25e7c26f None None] Pushing event updated for resources: {'Port': ['ID=31632e09-f783-4daa-a7ae-b51ca65f22a8,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:17.412203 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1351-5676-46e5-be8d-714067c7486c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.446732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.453894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.466024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=9df5509c-e898-4a65-8e2e-689cc49c1d01,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:17.466317 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/networks/5aaeddef-134e-4707-99f3-e1a497e66077 HTTP/1.1" status: 204 len: 168 time: 0.7629092 Nov 03 19:13:17.473824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59544) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:17.489105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1453063573'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:17.516597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cbfca-7898-4605-9cec-f5533b5ba35c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Network': ['ID=5aaeddef-134e-4707-99f3-e1a497e66077,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:17.542391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:17.549283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': '6006a9b0-09c1-485f-bc71-f4d096be201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd5871dfb-31cb-4e3c-841f-0fbf42d1891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:17.550017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: d5871dfb-31cb-4e3c-841f-0fbf42d1891f, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:17.550197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.582716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network d5871dfb-31cb-4e3c-841f-0fbf42d1891f is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:17.600053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, d5871dfb-31cb-4e3c-841f-0fbf42d1891f) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:17.608761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1351-5676-46e5-be8d-714067c7486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.610821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:17.612171 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.612403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1351-5676-46e5-be8d-714067c7486c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.613665 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9f3e1351-5676-46e5-be8d-714067c7486c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bac81db1-2d87-400e-b261-4e8b0ad20cf1 HTTP/1.1" status: 204 len: 168 time: 0.5441864 Nov 03 19:13:17.619125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b2e138-f210-4219-a1cd-ee88fb91e068 None None] Network d5871dfb-31cb-4e3c-841f-0fbf42d1891f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:17.645394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:17.667628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59548) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:17.667891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-372df0f1-ca68-4376-8f3e-16fca3043538 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5676327 Nov 03 19:13:17.670269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1351-5676-46e5-be8d-714067c7486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac81db1-2d87-400e-b261-4e8b0ad20cf1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:17.760815 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.761761 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Added segment 1e98d562-c07e-4d69-bd81-432dd748cee7 of type vlan for network f26f23ae-0385-4940-9209-c7b07a66f663 Nov 03 19:13:17.941778 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.066893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.070786 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.077715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:18.078383 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.107444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59552) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:18.108081 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6292665 Nov 03 19:13:18.131996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:18.147521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b435cc3-b9d4-4934-8b73-e66623567cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-d5871dfb-31cb-4e3c-841f-0fbf42d1891f', 'network_id': 'd5871dfb-31cb-4e3c-841f-0fbf42d1891f', 'tenant_id': '6e5881ecc5d5489cab610174f942c6be', 'fixed_ips': [{'subnet_id': '9df5509c-e898-4a65-8e2e-689cc49c1d01'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:18.149041 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b435cc3-b9d4-4934-8b73-e66623567cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.244492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.411627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c545e23-a5fb-4309-8d56-88190f0307ea tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Network': ['ID=f26f23ae-0385-4940-9209-c7b07a66f663,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:18.418646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:18.423953 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.451584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.456388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network f26f23ae-0385-4940-9209-c7b07a66f663 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server [None req-8b435cc3-b9d4-4934-8b73-e66623567cb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9df5509c-e898-4a65-8e2e-689cc49c1d01: This subnet is being modified by another concurrent operation. Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9df5509c-e898-4a65-8e2e-689cc49c1d01: This subnet is being modified by another concurrent operation. Nov 03 19:13:18.537535 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Nov 03 19:13:18.559514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=9df5509c-e898-4a65-8e2e-689cc49c1d01,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:18.640450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Performing IP validity checks on allocation pools {{(pid=101756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:13:18.641068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:13:18.655337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c6c687-5ce0-4c61-8f99-945955ba139f None None] Network d5871dfb-31cb-4e3c-841f-0fbf42d1891f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:18.816736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.892895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5871dfb-31cb-4e3c-841f-0fbf42d1891f']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:18.934709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6006a9b0-09c1-485f-bc71-f4d096be201b') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:18.935432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6006a9b0-09c1-485f-bc71-f4d096be201b') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:18.943526 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.966635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.005495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.022078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:19.023364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:19.041016 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:19.061596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=e1a93dea-fc6c-4a99-935c-f3e6a9e3c578,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:19.080203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking segment: {'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:19.080203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network hostable DHCP agents. Network: f26f23ae-0385-4940-9209-c7b07a66f663, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:19.151298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network f26f23ae-0385-4940-9209-c7b07a66f663 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:19.166399 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.174713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, f26f23ae-0385-4940-9209-c7b07a66f663) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:19.179107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.185785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:19.190668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/d5871dfb-31cb-4e3c-841f-0fbf42d1891f HTTP/1.1" status: 204 len: 168 time: 1.5011828 Nov 03 19:13:19.191715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729e945-97fb-4ad7-82a5-b2f827352a2f None None] Network f26f23ae-0385-4940-9209-c7b07a66f663 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:19.195206 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.199534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59568) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:19.219119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930580956'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:19.245375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0a736f65-1d5d-4c9f-bb94-2f16fd6960a0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1340234 Nov 03 19:13:19.247616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59572) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:19.255205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663', 'name': 'tempest-PortsTestJSON-1950668703'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:19.282283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:19.286017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.306081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1a4e4-d693-438f-b50a-0851ede177fe tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=d5871dfb-31cb-4e3c-841f-0fbf42d1891f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:19.323843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:19.339262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.339616 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment e54b94f9-ff39-4611-af94-51d65dd33bbc of type vlan for network a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 Nov 03 19:13:19.419290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25441da9-d139-41b3-a620-6f1f4ed0d8c1 None None] Network 7a430614-1f01-4930-93a5-57bce026184f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:19.476635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.547977 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.554836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:19.555698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.559278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:19.569769 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.639674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port d56b6d42-ab4b-46fa-8f14-846c749d290c yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:19.646541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-87b27b45-ec7c-4286-a833-09568d5e2308 None None] Provisioning complete for port 31632e09-f783-4daa-a7ae-b51ca65f22a8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:19.647228 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87b27b45-ec7c-4286-a833-09568d5e2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.731225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:19.768559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-45d0a7f1-0c2f-4dfb-bbfa-d9ddd6f395d4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5674276 Nov 03 19:13:19.773996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59584) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:19.782147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': 'a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:19.818325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:19.983671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.9 (f26f23ae-0385-4940-9209-c7b07a66f663/e1a93dea-fc6c-4a99-935c-f3e6a9e3c578/d56b6d42-ab4b-46fa-8f14-846c749d290c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:20.070105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:20.079366 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.168072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 31632e09-f783-4daa-a7ae-b51ca65f22a8 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:20.202352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-f26f23ae-0385-4940-9209-c7b07a66f663', 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663', 'tenant_id': '782e22c696bf4d71b7d71fc4b4972259', 'fixed_ips': [{'subnet_id': 'e1a93dea-fc6c-4a99-935c-f3e6a9e3c578'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:20.204550 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.489966 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.533082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.556761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.626952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=5f8c425a-8dc4-4d7f-b795-14ffc351fe92,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:20.638343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': 'e54b94f9-ff39-4611-af94-51d65dd33bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:20.638738 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:20.642218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=d56b6d42-ab4b-46fa-8f14-846c749d290c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:20.666821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 31632e09-f783-4daa-a7ae-b51ca65f22a8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:20.667527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.671578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:20.671733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network f26f23ae-0385-4940-9209-c7b07a66f663 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:20.675252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:20.680495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:20.693905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:20.715710 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87b27b45-ec7c-4286-a833-09568d5e2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.722243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:20.723081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.740427 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae774b57-8bd8-4b58-9f0d-4cffe0f070ea None None] Network a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:20.774228 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3549745f-0af8-49c0-80d5-98979e71a528 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9978933 Nov 03 19:13:20.775376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:20.787811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725226685'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:20.805314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:20.807015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.824501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:20.830530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-87b27b45-ec7c-4286-a833-09568d5e2308 None None] For port 31632e09-f783-4daa-a7ae-b51ca65f22a8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=31632e09-f783-4daa-a7ae-b51ca65f22a8,segment=NetworkSegment(21b3074b-ca1c-4521-8add-037cc6a4478f),segment_id=21b3074b-ca1c-4521-8add-037cc6a4478f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:20.841775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0e6bf237-42af-437b-9420-f86f219599d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5898240 Nov 03 19:13:20.842078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59598) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:20.842870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.864256 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87b27b45-ec7c-4286-a833-09568d5e2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.891613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:20.922293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.923486 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment a4da0eba-cf8f-4352-8495-6b8d8b1808d5 of type vlan for network 4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc Nov 03 19:13:21.004332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.072771 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.079874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:21.080947 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.082585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Allocated IP 172.20.0.2 (f26f23ae-0385-4940-9209-c7b07a66f663/e1a93dea-fc6c-4a99-935c-f3e6a9e3c578/f64000c7-e719-422b-9231-6263c05a6e94) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:21.118234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f304ef27-f3d0-4a22-b903-518991dbfaaa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port d56b6d42-ab4b-46fa-8f14-846c749d290c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:21.119316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f304ef27-f3d0-4a22-b903-518991dbfaaa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.203152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b27b45-ec7c-4286-a833-09568d5e2308 None None] Pushing event updated for resources: {'Port': ['ID=31632e09-f783-4daa-a7ae-b51ca65f22a8,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:21.227249 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4462473 Nov 03 19:13:21.231612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59604) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:21.245980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': '4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:21.278898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d151-d31f-47a3-820f-a5d87eb5e144 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:21.306961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:21.334224 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f304ef27-f3d0-4a22-b903-518991dbfaaa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.383407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f304ef27-f3d0-4a22-b903-518991dbfaaa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for d56b6d42-ab4b-46fa-8f14-846c749d290c owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:21.403243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b4c2ac26-d434-4942-b09d-3650c786a1a5 None None] Provisioning complete for port 31632e09-f783-4daa-a7ae-b51ca65f22a8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:21.403780 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b4c2ac26-d434-4942-b09d-3650c786a1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.463629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:21.470173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.588516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Performing IP validity checks on allocation pools {{(pid=101755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:13:21.589572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:13:21.692391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f304ef27-f3d0-4a22-b903-518991dbfaaa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.769782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ef27-f3d0-4a22-b903-518991dbfaaa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=d56b6d42-ab4b-46fa-8f14-846c749d290c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:21.807189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.921078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 31632e09-f783-4daa-a7ae-b51ca65f22a8 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:21.922028 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f304ef27-f3d0-4a22-b903-518991dbfaaa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:21.922773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=3b7eb43c-7d1c-4cf8-a22e-aa9062962f34,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:21.932357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f304ef27-f3d0-4a22-b903-518991dbfaaa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/d56b6d42-ab4b-46fa-8f14-846c749d290c HTTP/1.1" status: 204 len: 168 time: 1.0842524 Nov 03 19:13:21.935150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59618) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:21.938827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': 'a4da0eba-cf8f-4352-8495-6b8d8b1808d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:21.939278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: 4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:21.971209 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9351004-0d17-41a2-9e5f-98ecf57315a8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:21.971974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9351004-0d17-41a2-9e5f-98ecf57315a8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:21.980782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d9351004-0d17-41a2-9e5f-98ecf57315a8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/d56b6d42-ab4b-46fa-8f14-846c749d290c HTTP/1.1" status: 404 len: 333 time: 0.0402749 Nov 03 19:13:21.981364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59620) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:22.030260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network 4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:22.036035 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f4bb77-3405-436b-b6c6-8b0b459154d7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:13:22.041970 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-96f4bb77-3405-436b-b6c6-8b0b459154d7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/d56b6d42-ab4b-46fa-8f14-846c749d290c HTTP/1.1" status: 404 len: 333 time: 0.0553646 Nov 03 19:13:22.042628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59622) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:22.058609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:22.074558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:22.075199 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.099900 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a635e985-60df-44c4-ae68-1c24487a40f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8667874 Nov 03 19:13:22.105592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59624) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:22.128022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14', 'network_id': 'a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14', 'tenant_id': '6e5881ecc5d5489cab610174f942c6be', 'fixed_ips': [{'subnet_id': '5f8c425a-8dc4-4d7f-b795-14ffc351fe92'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:22.134945 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.138093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0052ef4-a7a8-4320-b645-ad3ac852924e None None] Network 4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:22.216211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd0bed5-1239-4c8d-95ed-47a47df9b477 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet e1a93dea-fc6c-4a99-935c-f3e6a9e3c578 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:22.305314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.447208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.559341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.610584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7eb43c-7d1c-4cf8-a22e-aa9062962f34,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:22.708674 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.753908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:22.771408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.778903 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4da0eba-cf8f-4352-8495-6b8d8b1808d5') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:22.779834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4da0eba-cf8f-4352-8495-6b8d8b1808d5') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:22.782740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bed5-1239-4c8d-95ed-47a47df9b477 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.783627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 31632e09-f783-4daa-a7ae-b51ca65f22a8 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:22.783627 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.788162 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.808902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.863283 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.879610 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bed5-1239-4c8d-95ed-47a47df9b477 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.888646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:22.889499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.917526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Allocated IP 2001:db8::3 (a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14/5f8c425a-8dc4-4d7f-b795-14ffc351fe92/2e32208e-239e-4cfa-9e8e-34d8c65846e6) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:22.947852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Network f26f23ae-0385-4940-9209-c7b07a66f663 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:22.949677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46947f4-367c-4330-9b7c-853f166fa810 None None] Network 4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:22.977915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:22.987563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Pushing event updated for resources: {'Port': ['ID=f64000c7-e719-422b-9231-6263c05a6e94,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:22.999101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:23.033149 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:23.040100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.049271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.052843 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc HTTP/1.1" status: 204 len: 168 time: 0.9463828 Nov 03 19:13:23.068617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59640) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:23.076586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-326343154'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:23.084402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cc6f5-2467-4367-8b89-63fb1d2d389d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:23.096978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bed5-1239-4c8d-95ed-47a47df9b477 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.119742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:23.126637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.177785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:23.195739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bed5-1239-4c8d-95ed-47a47df9b477 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.197188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.197680 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment 41b8849a-39a9-4ea1-8301-713eba4e24f9 of type vlan for network 33c2c5bc-e006-4dfe-a041-ba556eccc160 Nov 03 19:13:23.254981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0bed5-1239-4c8d-95ed-47a47df9b477 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a93dea-fc6c-4a99-935c-f3e6a9e3c578,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:23.259707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bed5-1239-4c8d-95ed-47a47df9b477 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.272099 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.273455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7bd0bed5-1239-4c8d-95ed-47a47df9b477 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/e1a93dea-fc6c-4a99-935c-f3e6a9e3c578 HTTP/1.1" status: 204 len: 168 time: 1.2292197 Nov 03 19:13:23.274830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59642) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:23.309662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.319665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:23.320909 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.452655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Attempting to bind port f64000c7-e719-422b-9231-6263c05a6e94 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:23.453085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Attempting to bind port f64000c7-e719-422b-9231-6263c05a6e94 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:23.455514 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3835742 Nov 03 19:13:23.458554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59646) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:23.459484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.464988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Attempting to bind port f64000c7-e719-422b-9231-6263c05a6e94 on network f26f23ae-0385-4940-9209-c7b07a66f663 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:23.470827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': '33c2c5bc-e006-4dfe-a041-ba556eccc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:23.505956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:23.506907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Checking segment: {'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:23.507286 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.508886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Bound using segment: {'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:23.508886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Bound port: f64000c7-e719-422b-9231-6263c05a6e94, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:23.510131 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.601905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port f64000c7-e719-422b-9231-6263c05a6e94 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:23.602293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.604587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddac2eb-c54a-4573-85ae-875f4971506f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=33c2c5bc-e006-4dfe-a041-ba556eccc160,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:23.649856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 33c2c5bc-e006-4dfe-a041-ba556eccc160 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:23.717214 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:23.728525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.773582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] For port f64000c7-e719-422b-9231-6263c05a6e94, host n-d-812148-3, got binding levels [] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:23.774087 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:23.822223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for f64000c7-e719-422b-9231-6263c05a6e94 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:24.027529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.054630 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.068640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:13:24.070011 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:13:24.073728 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.114446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No DVR routers for this DVR port f64000c7-e719-422b-9231-6263c05a6e94 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:24.146344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=f64000c7-e719-422b-9231-6263c05a6e94,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:24.182335 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.227398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Pushing event updated for resources: {'Port': ['ID=2e32208e-239e-4cfa-9e8e-34d8c65846e6,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:24.237150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Network a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:24.246453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:24.251029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:24.251595 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.284002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26f23ae-0385-4940-9209-c7b07a66f663']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:24.312702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e98d562-c07e-4d69-bd81-432dd748cee7') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:24.313849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e98d562-c07e-4d69-bd81-432dd748cee7') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:24.323202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Attempting to bind port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:24.323684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Attempting to bind port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'e54b94f9-ff39-4611-af94-51d65dd33bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:24.324463 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Attempting to bind port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 on network a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:24.333031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:24.333713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Checking segment: {'id': 'e54b94f9-ff39-4611-af94-51d65dd33bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:24.335176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.335827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Bound using segment: {'id': 'e54b94f9-ff39-4611-af94-51d65dd33bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:24.336645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Bound port: 2e32208e-239e-4cfa-9e8e-34d8c65846e6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54b94f9-ff39-4611-af94-51d65dd33bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:24.337350 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.352390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=e5ba9e3e-d4c4-4472-bcbb-b62129d61e4e,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:24.356775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.391257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': '41b8849a-39a9-4ea1-8301-713eba4e24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '33c2c5bc-e006-4dfe-a041-ba556eccc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:24.391934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: 33c2c5bc-e006-4dfe-a041-ba556eccc160, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:24.401550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.430192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network 33c2c5bc-e006-4dfe-a041-ba556eccc160 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:24.432041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:24.433271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:24.452653 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:24.456528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 33c2c5bc-e006-4dfe-a041-ba556eccc160) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:24.464596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:24.466470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.474996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b3479-41b2-4858-b774-a78288dc746b None None] Network 33c2c5bc-e006-4dfe-a041-ba556eccc160 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:24.498414 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4b214376-5d78-4073-ab4a-f60396416077 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0382013 Nov 03 19:13:24.501736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59660) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:24.724659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.740125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] For port 2e32208e-239e-4cfa-9e8e-34d8c65846e6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:24.747268 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Attempting to bind port f64000c7-e719-422b-9231-6263c05a6e94 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:24.749270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Attempting to bind port f64000c7-e719-422b-9231-6263c05a6e94 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:24.749882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Attempting to bind port f64000c7-e719-422b-9231-6263c05a6e94 on network f26f23ae-0385-4940-9209-c7b07a66f663 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:24.754013 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.760814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/networks/f26f23ae-0385-4940-9209-c7b07a66f663 HTTP/1.1" status: 204 len: 168 time: 1.4830306 Nov 03 19:13:24.770246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59666) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:24.797124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30013ede-abc9-41fa-96fa-bfdec854a50f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Network': ['ID=f26f23ae-0385-4940-9209-c7b07a66f663,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:24.806589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-417904891'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:24.822951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] For port 2e32208e-239e-4cfa-9e8e-34d8c65846e6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2e32208e-239e-4cfa-9e8e-34d8c65846e6,segment=NetworkSegment(e54b94f9-ff39-4611-af94-51d65dd33bbc),segment_id=e54b94f9-ff39-4611-af94-51d65dd33bbc)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:24.826293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:24.830232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Checking segment: {'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:24.831980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.833655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Bound using segment: {'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:24.834854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Bound port: f64000c7-e719-422b-9231-6263c05a6e94, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e98d562-c07e-4d69-bd81-432dd748cee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f26f23ae-0385-4940-9209-c7b07a66f663'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:24.836649 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.851409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:24.868523 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.879071 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.896653 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.984721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:25.011670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d437bb5-c617-4b72-b638-b789da82d770 None None] Pushing event updated for resources: {'Port': ['ID=2e32208e-239e-4cfa-9e8e-34d8c65846e6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:25.022162 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.023026 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Added segment a757f2fe-2893-48c5-b6bc-c5d4067af0a5 of type vlan for network 2dcf462a-6108-454f-b58e-643a9e96ce82 Nov 03 19:13:25.093908 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.099445 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-da483938-780b-45f8-92fc-3bca68ec669f None None] Port f64000c7-e719-422b-9231-6263c05a6e94 has been deleted concurrently {{(pid=101757) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:663}} Nov 03 19:13:25.120319 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.144789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85165ead-93d8-426c-b111-e436cc4e65ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-33c2c5bc-e006-4dfe-a041-ba556eccc160', 'network_id': '33c2c5bc-e006-4dfe-a041-ba556eccc160', 'tenant_id': '6e5881ecc5d5489cab610174f942c6be', 'fixed_ips': [{'subnet_id': 'e5ba9e3e-d4c4-4472-bcbb-b62129d61e4e'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:25.145996 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:13:25.149284 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-85165ead-93d8-426c-b111-e436cc4e65ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.170699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.188933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:25.191028 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.238317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4437003 Nov 03 19:13:25.244941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59670) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:25.247438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.267971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': '2dcf462a-6108-454f-b58e-643a9e96ce82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:25.371743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ba9e3e-d4c4-4472-bcbb-b62129d61e4e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:25.402972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99288b3-a442-420f-82af-f7b0e7bb1d62 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Network': ['ID=2dcf462a-6108-454f-b58e-643a9e96ce82,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server [None req-85165ead-93d8-426c-b111-e436cc4e65ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5ba9e3e-d4c4-4472-bcbb-b62129d61e4e: This subnet is being modified by another concurrent operation. Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5ba9e3e-d4c4-4472-bcbb-b62129d61e4e: This subnet is being modified by another concurrent operation. Nov 03 19:13:25.422793 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Nov 03 19:13:25.442913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2dcf462a-6108-454f-b58e-643a9e96ce82 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:25.472118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.506494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c2c5bc-e006-4dfe-a041-ba556eccc160']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:25.534389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c55ba-73fe-44d7-95b8-e3ea7b4fb9c6 None None] Network 33c2c5bc-e006-4dfe-a041-ba556eccc160 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:25.543092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b8849a-39a9-4ea1-8301-713eba4e24f9') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:25.544099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b8849a-39a9-4ea1-8301-713eba4e24f9') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:25.658010 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.707213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.732506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:25.733153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:25.751780 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:25.908930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2e32208e-239e-4cfa-9e8e-34d8c65846e6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:25.969973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:25.974544 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.980314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.999213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.008700 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/33c2c5bc-e006-4dfe-a041-ba556eccc160 HTTP/1.1" status: 204 len: 168 time: 1.5000420 Nov 03 19:13:26.011101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59678) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:26.027378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2110958260'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:26.031390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5d384-8c6d-457c-9913-4ec70bf3fec8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=33c2c5bc-e006-4dfe-a041-ba556eccc160,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:26.058509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:26.060904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.122115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:26.137949 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.263162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:26.290576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.290576 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment 188ae979-c01a-4f3d-a154-5bda7243ec81 of type vlan for network 7c3e6986-e9ba-43ff-b9ff-6cc3772dd917 Nov 03 19:13:26.362691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.381673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.444500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.457986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.458651 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.479219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 2e32208e-239e-4cfa-9e8e-34d8c65846e6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2e32208e-239e-4cfa-9e8e-34d8c65846e6,segment=NetworkSegment(e54b94f9-ff39-4611-af94-51d65dd33bbc),segment_id=e54b94f9-ff39-4611-af94-51d65dd33bbc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:26.506041 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.561034 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.703959 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=2e32208e-239e-4cfa-9e8e-34d8c65846e6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:26.708190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6927164 Nov 03 19:13:26.726948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59704) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:26.742767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5faab-b7a2-42e1-8bd2-03f5e06ba066 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=7c3e6986-e9ba-43ff-b9ff-6cc3772dd917,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:26.802114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7c3e6986-e9ba-43ff-b9ff-6cc3772dd917 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:26.807602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': '7c3e6986-e9ba-43ff-b9ff-6cc3772dd917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:26.842500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=879b9b44-129c-4671-9fd9-c5db1f8ab28f,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:27.035979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking segment: {'id': 'a757f2fe-2893-48c5-b6bc-c5d4067af0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2dcf462a-6108-454f-b58e-643a9e96ce82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:27.055829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network hostable DHCP agents. Network: 2dcf462a-6108-454f-b58e-643a9e96ce82, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:27.098848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 2dcf462a-6108-454f-b58e-643a9e96ce82 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:27.134744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2dcf462a-6108-454f-b58e-643a9e96ce82) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:27.144954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:27.154661 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.212904 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7d905c08-13df-4390-b9df-b1698d550024 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9548423 Nov 03 19:13:27.218829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59720) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:27.238925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': '2dcf462a-6108-454f-b58e-643a9e96ce82', 'security_groups': [], 'name': 'tempest-PortsTestJSON-674094808'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:27.581787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f568d4-dc2d-44b5-aa0a-f72256528f9c req-5fd841c2-909b-41fb-b09d-e0ef436dcdf6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:27.594498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65f568d4-dc2d-44b5-aa0a-f72256528f9c req-5fd841c2-909b-41fb-b09d-e0ef436dcdf6 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.3437598 Nov 03 19:13:27.647208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:27.657346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.689954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:27.702314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.765733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 6c81e169-d342-4a9d-9870-1e900291810a yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:27.872284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed685df-b604-4fba-a3b1-73e2a94587b4 None None] Network 2dcf462a-6108-454f-b58e-643a9e96ce82 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:27.882476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65f568d4-dc2d-44b5-aa0a-f72256528f9c req-59596a68-f978-4a58-b0c1-d2b09df3b3cd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860200 Nov 03 19:13:28.001810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223bed3-9022-405a-a809-f9990bf2d352 None None] DHCP port deletion for f26f23ae-0385-4940-9209-c7b07a66f663 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:13:28.161690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.7 (2dcf462a-6108-454f-b58e-643a9e96ce82/879b9b44-129c-4671-9fd9-c5db1f8ab28f/6c81e169-d342-4a9d-9870-1e900291810a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:28.181642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2e32208e-239e-4cfa-9e8e-34d8c65846e6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:28.185753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32a27a-16ab-4239-9ed3-538f965bc812 None None] Network a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:28.189451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-44a27441-fc87-426d-8ca1-2d6df5ec05cb None None] Could not find standard attr ID for object f64000c7-e719-422b-9231-6263c05a6e94. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:13:28.268673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.414995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8898db-3345-4e5c-ba3c-3df6f5941aff None None] Network f26f23ae-0385-4940-9209-c7b07a66f663 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:28.516611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=1674ff1b-79cd-4340-a745-7acd419d292c,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:28.535262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': '188ae979-c01a-4f3d-a154-5bda7243ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7c3e6986-e9ba-43ff-b9ff-6cc3772dd917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:28.537016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: 7c3e6986-e9ba-43ff-b9ff-6cc3772dd917, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:28.550878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8898db-3345-4e5c-ba3c-3df6f5941aff None None] Network f26f23ae-0385-4940-9209-c7b07a66f663 could not be found, it might have been deleted concurrently. {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:13:28.575409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network 7c3e6986-e9ba-43ff-b9ff-6cc3772dd917 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:28.597611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7c3e6986-e9ba-43ff-b9ff-6cc3772dd917) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:28.607754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:28.608828 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.643165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a259eb0a-5de8-4565-a680-065e0175965b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9061923 Nov 03 19:13:28.649446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59740) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:28.653171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cecbfb-d9e6-47d9-a143-dec0718c2ad8 None None] Network 7c3e6986-e9ba-43ff-b9ff-6cc3772dd917 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:28.702472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-09e4c16e-eb51-4869-8f03-eb71bee6366e None None] Provisioning complete for port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:28.702781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-09e4c16e-eb51-4869-8f03-eb71bee6366e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.734245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.760389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59742) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:28.857851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.865956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.901799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:28.903194 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.000144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-2dcf462a-6108-454f-b58e-643a9e96ce82', 'network_id': '2dcf462a-6108-454f-b58e-643a9e96ce82', 'tenant_id': '782e22c696bf4d71b7d71fc4b4972259', 'fixed_ips': [{'subnet_id': '879b9b44-129c-4671-9fd9-c5db1f8ab28f'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:29.001406 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.026973 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.032687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 2dcf462a-6108-454f-b58e-643a9e96ce82 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:29.058551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:29.064769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:29.144105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=6c81e169-d342-4a9d-9870-1e900291810a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:29.211591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a21ea6c0-ce54-43c0-b445-19f71d01961d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.221798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:29.229889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.275899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-60f78857-40b2-4874-abd5-25b5e36c3da9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0534360 Nov 03 19:13:29.278312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59750) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:29.324852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006152e-75a2-4262-8400-5ac610349cfd req-a689c89c-1dc1-4d25-91e1-038b77e1d8ba tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:29.327418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e006152e-75a2-4262-8400-5ac610349cfd req-a689c89c-1dc1-4d25-91e1-038b77e1d8ba tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.2179067 Nov 03 19:13:29.373269 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.615109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c0a31991-382e-428c-bf3a-b28f3b97d3ae tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 6c81e169-d342-4a9d-9870-1e900291810a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:29.615691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0a31991-382e-428c-bf3a-b28f3b97d3ae tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.695032 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1f1b8-ebce-438b-bf1b-274b2bf6e253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7c3e6986-e9ba-43ff-b9ff-6cc3772dd917', 'network_id': '7c3e6986-e9ba-43ff-b9ff-6cc3772dd917', 'tenant_id': '6e5881ecc5d5489cab610174f942c6be', 'fixed_ips': [{'subnet_id': '1674ff1b-79cd-4340-a745-7acd419d292c'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:29.696574 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f1b8-ebce-438b-bf1b-274b2bf6e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.745621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Allocated IP 172.20.0.2 (2dcf462a-6108-454f-b58e-643a9e96ce82/879b9b44-129c-4671-9fd9-c5db1f8ab28f/ca4805ac-ac1c-42f2-992d-19607f8f9c2d) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:29.837002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0a31991-382e-428c-bf3a-b28f3b97d3ae tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.868907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a21ea6c0-ce54-43c0-b445-19f71d01961d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.871348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f64000c7-e719-422b-9231-6263c05a6e94 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:29.886000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=1674ff1b-79cd-4340-a745-7acd419d292c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:29.897939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a21ea6c0-ce54-43c0-b445-19f71d01961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.898269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c0a31991-382e-428c-bf3a-b28f3b97d3ae tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 6c81e169-d342-4a9d-9870-1e900291810a owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:29.927854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.957378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: f64000c7-e719-422b-9231-6263c05a6e94 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:29.960255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f64000c7-e719-422b-9231-6263c05a6e94 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:30.018183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9806ac5-8110-4eb7-9751-d6808d8d0a40 None None] Network 7c3e6986-e9ba-43ff-b9ff-6cc3772dd917 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:30.029217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e006152e-75a2-4262-8400-5ac610349cfd req-a8370380-26a9-4a64-b456-ed08c204b5ec tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6625154 Nov 03 19:13:30.083453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ced05198-0ea2-40ec-8e0b-092329c8c0c7 None None] Provisioning complete for port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:30.084423 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ced05198-0ea2-40ec-8e0b-092329c8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.103270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3e6986-e9ba-43ff-b9ff-6cc3772dd917']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:30.116446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a21ea6c0-ce54-43c0-b445-19f71d01961d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a5a14ab84d34cfd9ba227154c22c220&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3552842 Nov 03 19:13:30.124937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59752) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:30.132707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ea6c0-ce54-43c0-b445-19f71d01961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79abb102-9411-4d7d-8b2f-c65eda7a5b8c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.140793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188ae979-c01a-4f3d-a154-5bda7243ec81') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:30.141456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188ae979-c01a-4f3d-a154-5bda7243ec81') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:30.175306 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.254422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.272613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:30.273991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:30.426454 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:30.430257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.454727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.464525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/7c3e6986-e9ba-43ff-b9ff-6cc3772dd917 HTTP/1.1" status: 204 len: 168 time: 1.8130367 Nov 03 19:13:30.475837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59756) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:30.518196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-458150006'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:30.530552 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccc8e8-ca0d-490f-bec2-6ae1461206ab tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=7c3e6986-e9ba-43ff-b9ff-6cc3772dd917,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.546086 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.566928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.605537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:30.632841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.665843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Network 2dcf462a-6108-454f-b58e-643a9e96ce82 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:30.671096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:30.678066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:30.706535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0a31991-382e-428c-bf3a-b28f3b97d3ae tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.710317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Pushing event updated for resources: {'Port': ['ID=ca4805ac-ac1c-42f2-992d-19607f8f9c2d,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.748377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:30.774064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.774883 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment 835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f of type vlan for network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 Nov 03 19:13:30.792679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a31991-382e-428c-bf3a-b28f3b97d3ae tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=6c81e169-d342-4a9d-9870-1e900291810a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.800062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Attempting to bind port ca4805ac-ac1c-42f2-992d-19607f8f9c2d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:30.800867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Attempting to bind port ca4805ac-ac1c-42f2-992d-19607f8f9c2d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a757f2fe-2893-48c5-b6bc-c5d4067af0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2dcf462a-6108-454f-b58e-643a9e96ce82'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:30.801718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Attempting to bind port ca4805ac-ac1c-42f2-992d-19607f8f9c2d on network 2dcf462a-6108-454f-b58e-643a9e96ce82 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:30.815487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:30.816285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Checking segment: {'id': 'a757f2fe-2893-48c5-b6bc-c5d4067af0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2dcf462a-6108-454f-b58e-643a9e96ce82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:30.817047 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.818148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Bound using segment: {'id': 'a757f2fe-2893-48c5-b6bc-c5d4067af0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2dcf462a-6108-454f-b58e-643a9e96ce82'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:30.819342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Bound port: ca4805ac-ac1c-42f2-992d-19607f8f9c2d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a757f2fe-2893-48c5-b6bc-c5d4067af0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2dcf462a-6108-454f-b58e-643a9e96ce82'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:30.819872 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.864166 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.927530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.951102 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8317-6d36-43a6-a9d7-7641bbef6a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.958103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:30.959358 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.971327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] For port ca4805ac-ac1c-42f2-992d-19607f8f9c2d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:30.989974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] For port ca4805ac-ac1c-42f2-992d-19607f8f9c2d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ca4805ac-ac1c-42f2-992d-19607f8f9c2d,segment=NetworkSegment(a757f2fe-2893-48c5-b6bc-c5d4067af0a5),segment_id=a757f2fe-2893-48c5-b6bc-c5d4067af0a5)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:30.992906 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0a31991-382e-428c-bf3a-b28f3b97d3ae tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.998408 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c0a31991-382e-428c-bf3a-b28f3b97d3ae tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/6c81e169-d342-4a9d-9870-1e900291810a HTTP/1.1" status: 204 len: 168 time: 1.7164235 Nov 03 19:13:31.005068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59758) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:31.018185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.027639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8317-6d36-43a6-a9d7-7641bbef6a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.053622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5721455 Nov 03 19:13:31.057138 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb359e8-3026-49c2-97dc-f3fe7322e92f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:13:31.062126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ddb359e8-3026-49c2-97dc-f3fe7322e92f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/6c81e169-d342-4a9d-9870-1e900291810a HTTP/1.1" status: 404 len: 333 time: 0.0526025 Nov 03 19:13:31.062509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59760) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:31.064800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59762) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:31.074149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:31.125695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39550a-d572-45d6-a0e2-9b51bdc27173 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=792c958c-51a9-4c18-bc7c-c4ce0fc85566,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:31.171563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:31.288044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f237fa-deb4-45b4-927e-d20e4db7c2ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 879b9b44-129c-4671-9fd9-c5db1f8ab28f {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:31.296051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26f237fa-deb4-45b4-927e-d20e4db7c2ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.312460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f22f2c-0195-481a-9a6c-d402de188571 req-575d9314-627b-4929-b181-eaab7fb03dc3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:31.315864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7f22f2c-0195-481a-9a6c-d402de188571 req-575d9314-627b-4929-b181-eaab7fb03dc3 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.1367943 Nov 03 19:13:31.348019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8317-6d36-43a6-a9d7-7641bbef6a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.350861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8317-6d36-43a6-a9d7-7641bbef6a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.352243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5bbf8317-6d36-43a6-a9d7-7641bbef6a56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79abb102-9411-4d7d-8b2f-c65eda7a5b8c HTTP/1.1" status: 204 len: 168 time: 1.2180653 Nov 03 19:13:31.424103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf8317-6d36-43a6-a9d7-7641bbef6a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79abb102-9411-4d7d-8b2f-c65eda7a5b8c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:31.444746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:31.480566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.492785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f73c7-7548-4848-a1c6-cb8374f9a365 None None] Pushing event updated for resources: {'Port': ['ID=ca4805ac-ac1c-42f2-992d-19607f8f9c2d,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:31.503569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26f237fa-deb4-45b4-927e-d20e4db7c2ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.605390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7f22f2c-0195-481a-9a6c-d402de188571 req-447aaaff-9dfa-45d7-95bf-3e8bf3317d30 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635338 Nov 03 19:13:31.895802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26f237fa-deb4-45b4-927e-d20e4db7c2ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.044773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ca4805ac-ac1c-42f2-992d-19607f8f9c2d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:32.150054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26f237fa-deb4-45b4-927e-d20e4db7c2ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.195807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ca4805ac-ac1c-42f2-992d-19607f8f9c2d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:32.198304 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.223930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f237fa-deb4-45b4-927e-d20e4db7c2ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=879b9b44-129c-4671-9fd9-c5db1f8ab28f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:32.248443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-26f237fa-deb4-45b4-927e-d20e4db7c2ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.253947 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-26f237fa-deb4-45b4-927e-d20e4db7c2ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/879b9b44-129c-4671-9fd9-c5db1f8ab28f HTTP/1.1" status: 204 len: 168 time: 1.1869688 Nov 03 19:13:32.258519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59774) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:32.282281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.450490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=466974d6-2a3f-4868-ac34-5215322f057f,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:32.468571 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.474740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': '835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:32.475246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: 792c958c-51a9-4c18-bc7c-c4ce0fc85566, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:32.511043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:32.540565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 792c958c-51a9-4c18-bc7c-c4ce0fc85566) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:32.573444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:32.578261 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.589533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8025a3e-a85f-409c-b89f-c523a7fbf0e2 None None] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:32.593206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59776) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:32.612533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-002a0f74-879e-4a36-a9b5-37e096ac2a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.633336 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.648992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.660003 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b0f94969-ea35-4413-91ee-26f3d4d0cc0f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5951822 Nov 03 19:13:32.662476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59778) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:32.672268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port ca4805ac-ac1c-42f2-992d-19607f8f9c2d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:32.672970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.675481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:33.029159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] For port ca4805ac-ac1c-42f2-992d-19607f8f9c2d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ca4805ac-ac1c-42f2-992d-19607f8f9c2d,segment=NetworkSegment(a757f2fe-2893-48c5-b6bc-c5d4067af0a5),segment_id=a757f2fe-2893-48c5-b6bc-c5d4067af0a5)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:33.029598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.080116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for ca4805ac-ac1c-42f2-992d-19607f8f9c2d owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:33.118187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38cd34-e87a-4399-83ec-36b29e171326 req-894f8529-e4c6-4375-8426-3b95cece2d12 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:33.121032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc38cd34-e87a-4399-83ec-36b29e171326 req-894f8529-e4c6-4375-8426-3b95cece2d12 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.1547520 Nov 03 19:13:33.179143 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:33.192091 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.338532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-002a0f74-879e-4a36-a9b5-37e096ac2a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.345451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port ca4805ac-ac1c-42f2-992d-19607f8f9c2d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ca4805ac-ac1c-42f2-992d-19607f8f9c2d,segment=NetworkSegment(a757f2fe-2893-48c5-b6bc-c5d4067af0a5),segment_id=a757f2fe-2893-48c5-b6bc-c5d4067af0a5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:33.359177 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.364357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc38cd34-e87a-4399-83ec-36b29e171326 req-1f443719-74c4-4ec9-9292-804948f8b9db tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290642 Nov 03 19:13:33.381089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-002a0f74-879e-4a36-a9b5-37e096ac2a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.480876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-002a0f74-879e-4a36-a9b5-37e096ac2a01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff1cf81314134389b2009fb372ce1f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8855071 Nov 03 19:13:33.487322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a0f74-879e-4a36-a9b5-37e096ac2a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60baa07d-230b-4dd1-bc5c-6ca0d514d916,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:33.490691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59784) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:33.497932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4caa908-ef6d-42e9-a3f9-c3dfa790b46f None None] Network 2dcf462a-6108-454f-b58e-643a9e96ce82 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:33.505758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=ca4805ac-ac1c-42f2-992d-19607f8f9c2d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:33.585020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.661978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-792c958c-51a9-4c18-bc7c-c4ce0fc85566', 'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566', 'tenant_id': '6e5881ecc5d5489cab610174f942c6be', 'fixed_ips': [{'subnet_id': '466974d6-2a3f-4868-ac34-5215322f057f'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:33.664092 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.674046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=ca4805ac-ac1c-42f2-992d-19607f8f9c2d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:33.692092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c356f5c4-5629-4cee-a310-d9f9d5ff061b None None] Provisioning complete for port ca4805ac-ac1c-42f2-992d-19607f8f9c2d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:33.693063 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c356f5c4-5629-4cee-a310-d9f9d5ff061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.698179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No DVR routers for this DVR port ca4805ac-ac1c-42f2-992d-19607f8f9c2d on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:33.737919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.741251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c356f5c4-5629-4cee-a310-d9f9d5ff061b None None] Port ca4805ac-ac1c-42f2-992d-19607f8f9c2d was deleted so its status cannot be updated. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 19:13:33.810862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.874134 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:33.881020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:33.884822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:33.885729 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.967961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41fa051-cafa-4b36-ac0d-96f20c99f1b5 None None] DHCP port deletion for 2dcf462a-6108-454f-b58e-643a9e96ce82 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:13:33.982808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3161063 Nov 03 19:13:33.987033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59788) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:34.005233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-554edb1e-f4ea-4e90-a96d-b378920e5aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.013225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d9e43-bd62-46bf-b05a-cd90e01a1a04 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=f1068230-d325-4d58-aa07-102cd818b013,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:34.046804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.080489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-554edb1e-f4ea-4e90-a96d-b378920e5aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.095784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcf462a-6108-454f-b58e-643a9e96ce82']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:34.100801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Allocated IP 2001:db8::2 (792c958c-51a9-4c18-bc7c-c4ce0fc85566/466974d6-2a3f-4868-ac34-5215322f057f/efc46cd6-165b-4edc-b6f6-fbf657f8fdfc) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:34.120959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a757f2fe-2893-48c5-b6bc-c5d4067af0a5') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:34.121446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a757f2fe-2893-48c5-b6bc-c5d4067af0a5') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:34.150387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.178376 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.193791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:34.196450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:34.203040 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:34.237286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ee1fb-9c7c-4a4d-85ed-71b7f0e68e75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.239764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ee1fb-9c7c-4a4d-85ed-71b7f0e68e75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.244202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ee1fb-9c7c-4a4d-85ed-71b7f0e68e75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.247058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ee1fb-9c7c-4a4d-85ed-71b7f0e68e75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.249344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ee1fb-9c7c-4a4d-85ed-71b7f0e68e75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.251682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-694ee1fb-9c7c-4a4d-85ed-71b7f0e68e75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2635145 Nov 03 19:13:34.256855 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59790) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:34.272306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130436099'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:34.284002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-554edb1e-f4ea-4e90-a96d-b378920e5aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.287240 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-554edb1e-f4ea-4e90-a96d-b378920e5aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.294753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-554edb1e-f4ea-4e90-a96d-b378920e5aba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60baa07d-230b-4dd1-bc5c-6ca0d514d916 HTTP/1.1" status: 204 len: 168 time: 0.7989254 Nov 03 19:13:34.311110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554edb1e-f4ea-4e90-a96d-b378920e5aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60baa07d-230b-4dd1-bc5c-6ca0d514d916,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:34.320614 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.332299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:34.341946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.343051 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.347383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/networks/2dcf462a-6108-454f-b58e-643a9e96ce82 HTTP/1.1" status: 204 len: 168 time: 2.0871160 Nov 03 19:13:34.354366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59794) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:34.377849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'name': 'tempest-PortsTestJSON-544888384'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:34.396411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e7f04-cc8b-4116-90e9-3e990ca4a01e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Network': ['ID=2dcf462a-6108-454f-b58e-643a9e96ce82,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:34.435968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:34.450490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.451148 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment 1d360448-71e1-4f2a-99e1-990f2f4bff50 of type vlan for network b76ec7cb-3d8a-420c-a475-99f621381c1c Nov 03 19:13:34.502669 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.507991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.520255 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.560402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.585648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.591329 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.609370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:34.614648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:34.623469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:34.649442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Pushing event updated for resources: {'Port': ['ID=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:34.687073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:34.692923 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4336605 Nov 03 19:13:34.711296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59800) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:34.711555 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.739272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3081c398-2462-4ce7-81cc-15d092153de8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:34.777912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe307e1-1f53-4a04-b5d2-11e61a9c7c06 req-bcee8530-36ca-4ac0-91f7-f4f634516587 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.793442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fe307e1-1f53-4a04-b5d2-11e61a9c7c06 req-bcee8530-36ca-4ac0-91f7-f4f634516587 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.2171302 Nov 03 19:13:34.830532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Attempting to bind port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:34.830901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Attempting to bind port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:34.831273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Attempting to bind port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc on network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:34.838410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:34.838886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Checking segment: {'id': '835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:34.839291 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.839676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Bound using segment: {'id': '835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:34.840192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Bound port: efc46cd6-165b-4edc-b6f6-fbf657f8fdfc, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:34.840572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.842865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 85700ec6-eb00-4f9c-9395-c587e0627bc3 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:34.866655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874aae51-7379-4172-98d0-8c7c56c61214 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=b76ec7cb-3d8a-420c-a475-99f621381c1c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:34.924782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network b76ec7cb-3d8a-420c-a475-99f621381c1c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:35.072656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] For port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:35.076432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fe307e1-1f53-4a04-b5d2-11e61a9c7c06 req-b41fb924-2b8a-47e5-8dd1-45c7dc6084ae tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818909 Nov 03 19:13:35.077365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] For port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,segment=NetworkSegment(835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f),segment_id=835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:35.087025 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.143854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3081c398-2462-4ce7-81cc-15d092153de8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.189390 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3081c398-2462-4ce7-81cc-15d092153de8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.264692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3081c398-2462-4ce7-81cc-15d092153de8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network b76ec7cb-3d8a-420c-a475-99f621381c1c is not hosted by any dhcp agent {{(pid=101755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:13:35.273993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081c398-2462-4ce7-81cc-15d092153de8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:35.275656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3081c398-2462-4ce7-81cc-15d092153de8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.278548 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3081c398-2462-4ce7-81cc-15d092153de8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "PUT /v2.0/networks/b76ec7cb-3d8a-420c-a475-99f621381c1c HTTP/1.1" status: 200 len: 723 time: 0.5642769 Nov 03 19:13:35.298211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3013bc3-704a-4d15-a1ad-d51d9bf45f51 None None] Pushing event updated for resources: {'Port': ['ID=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:35.333536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59812) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:35.351631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': 'b76ec7cb-3d8a-420c-a475-99f621381c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:35.454287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081c398-2462-4ce7-81cc-15d092153de8 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=b76ec7cb-3d8a-420c-a475-99f621381c1c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:35.477023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network b76ec7cb-3d8a-420c-a475-99f621381c1c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:35.489291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.552526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:35.557294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.830065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.991161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:35.992507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.994654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device efc46cd6-165b-4edc-b6f6-fbf657f8fdfc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:36.062211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=6f70ddbe-3a41-48a8-9c27-12d9334f909e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:36.065581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:36.083155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:36.091570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:36.093964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.108259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=85700ec6-eb00-4f9c-9395-c587e0627bc3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:36.122573 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60f22100-af20-49ac-b79e-5aa733e70be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.155429 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59822) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:36.156016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ddbdc323-290a-4924-8354-99e29acfe979 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7990165 Nov 03 19:13:36.174703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:36.175171 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.190023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': '1d360448-71e1-4f2a-99e1-990f2f4bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b76ec7cb-3d8a-420c-a475-99f621381c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:36.190977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: b76ec7cb-3d8a-420c-a475-99f621381c1c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:36.289338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network b76ec7cb-3d8a-420c-a475-99f621381c1c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:36.313699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, b76ec7cb-3d8a-420c-a475-99f621381c1c) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:36.320393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:36.325882 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.346030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a1618-8c6a-4446-a1e6-f5598822744e None None] Network b76ec7cb-3d8a-420c-a475-99f621381c1c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:36.432959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3889cc03-f45e-4da6-a1e8-a5ffc0935469 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0982406 Nov 03 19:13:36.439918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59832) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:36.449769 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.461525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9b016629-d54d-4f50-8d11-b7c0fb755d67 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:36.594184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4b1858f2-8d7d-4ef9-a9d9-32bdc35ec18d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 85700ec6-eb00-4f9c-9395-c587e0627bc3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:36.598416 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b1858f2-8d7d-4ef9-a9d9-32bdc35ec18d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.609379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379b1d-2a16-49fe-99d4-4d5c0d73e7df req-1b900418-4b4d-421a-856c-0d4d1826fea9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:36.611421 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d379b1d-2a16-49fe-99d4-4d5c0d73e7df req-1b900418-4b4d-421a-856c-0d4d1826fea9 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.2591765 Nov 03 19:13:36.772701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,segment=NetworkSegment(835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f),segment_id=835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:36.785501 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.832944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ca4805ac-ac1c-42f2-992d-19607f8f9c2d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:36.848266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d379b1d-2a16-49fe-99d4-4d5c0d73e7df req-790cfe27-9849-4cb7-b385-384ac2b9b18e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049475 Nov 03 19:13:36.870146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ca4805ac-ac1c-42f2-992d-19607f8f9c2d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:36.870857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ca4805ac-ac1c-42f2-992d-19607f8f9c2d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:36.906178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b016629-d54d-4f50-8d11-b7c0fb755d67 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6227068'] for subnet, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.938505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b1858f2-8d7d-4ef9-a9d9-32bdc35ec18d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.967128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-b76ec7cb-3d8a-420c-a475-99f621381c1c', 'network_id': 'b76ec7cb-3d8a-420c-a475-99f621381c1c', 'tenant_id': '6e5881ecc5d5489cab610174f942c6be', 'fixed_ips': [{'subnet_id': '6f70ddbe-3a41-48a8-9c27-12d9334f909e'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:36.968015 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.979988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4b1858f2-8d7d-4ef9-a9d9-32bdc35ec18d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 85700ec6-eb00-4f9c-9395-c587e0627bc3 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:37.029720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:37.173379 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b1858f2-8d7d-4ef9-a9d9-32bdc35ec18d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.265499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4b1858f2-8d7d-4ef9-a9d9-32bdc35ec18d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.271232 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4b1858f2-8d7d-4ef9-a9d9-32bdc35ec18d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/85700ec6-eb00-4f9c-9395-c587e0627bc3 HTTP/1.1" status: 204 len: 168 time: 1.1128964 Nov 03 19:13:37.272983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1858f2-8d7d-4ef9-a9d9-32bdc35ec18d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=85700ec6-eb00-4f9c-9395-c587e0627bc3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:37.276468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59836) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:37.284607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'mac_address': 'fa:16:3e:55:9f:9e', 'name': 'tempest-PortsTestJSON-735919228'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:37.334360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01951ca-3b89-498f-bc3d-c4da81c2b414 None None] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:37.423286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b016629-d54d-4f50-8d11-b7c0fb755d67 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763298857063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4851283'] for subnet, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.573132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b016629-d54d-4f50-8d11-b7c0fb755d67 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:37.574446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9b016629-d54d-4f50-8d11-b7c0fb755d67 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.590655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9b016629-d54d-4f50-8d11-b7c0fb755d67 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "PUT /v2.0/subnets/6f70ddbe-3a41-48a8-9c27-12d9334f909e HTTP/1.1" status: 200 len: 826 time: 1.1390553 Nov 03 19:13:37.590955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59842) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:37.631441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:37.682098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b016629-d54d-4f50-8d11-b7c0fb755d67 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=6f70ddbe-3a41-48a8-9c27-12d9334f909e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:37.699881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5f8758e2-754f-485d-b2c0-ceb8182dd487 None None] Provisioning complete for port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:37.700321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5f8758e2-754f-485d-b2c0-ceb8182dd487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.742747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59844) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:37.875746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.892983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Allocated IP 2001:db8::2 (b76ec7cb-3d8a-420c-a475-99f621381c1c/6f70ddbe-3a41-48a8-9c27-12d9334f909e/105f1ff3-f0ca-4222-9721-32868186079d) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:37.903119 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.999721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port ecf4f950-fc50-4c5e-bffe-09ad371889a5 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:38.145336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device efc46cd6-165b-4edc-b6f6-fbf657f8fdfc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:38.182166 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.220488 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af02e537-fca5-4145-a7e9-b3fcd74cb03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.383475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:38.384355 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.399107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320b9dd-fbea-4b0f-984b-f8c4fb25cfde req-11c4cc80-0fbb-4e93-82a5-578f084a6c59 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:38.413393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b320b9dd-fbea-4b0f-984b-f8c4fb25cfde req-11c4cc80-0fbb-4e93-82a5-578f084a6c59 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.2820017 Nov 03 19:13:38.556612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b320b9dd-fbea-4b0f-984b-f8c4fb25cfde req-a0078ffd-30fe-4156-af00-bb8f70770c16 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416156 Nov 03 19:13:38.642006 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af02e537-fca5-4145-a7e9-b3fcd74cb03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.651711 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af02e537-fca5-4145-a7e9-b3fcd74cb03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.735080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.768100 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.772788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.816854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02e537-fca5-4145-a7e9-b3fcd74cb03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa222367-9e07-4914-b855-6962e637db68,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:38.856484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-af02e537-fca5-4145-a7e9-b3fcd74cb03e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14c22d3d8a9042b8b889f170f393c4e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1079600 Nov 03 19:13:38.857924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59852) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:38.859907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.863860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b25078-b266-4adc-b27c-d9b553aec36b None None] Update dhcp port {'port': {'network_id': '792c958c-51a9-4c18-bc7c-c4ce0fc85566', 'fixed_ips': [{'subnet_id': '466974d6-2a3f-4868-ac34-5215322f057f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f1068230-d325-4d58-aa07-102cd818b013'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'efc46cd6-165b-4edc-b6f6-fbf657f8fdfc'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:13:38.893115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.944684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Network b76ec7cb-3d8a-420c-a475-99f621381c1c is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:39.009459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:39.024033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:39.041629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=6f70ddbe-3a41-48a8-9c27-12d9334f909e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:39.043477 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81b25078-b266-4adc-b27c-d9b553aec36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.044207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=ecf4f950-fc50-4c5e-bffe-09ad371889a5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:39.063015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Pushing event updated for resources: {'Port': ['ID=105f1ff3-f0ca-4222-9721-32868186079d,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:39.205957 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-534af68a-302c-4311-89cd-6eb1fb58ccd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.211823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:39.218186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:39.224163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:39.231659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:39.232526 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.278563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-534af68a-302c-4311-89cd-6eb1fb58ccd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.289841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fdae1625-c5b5-4102-890d-bf42e878cf3d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0074275 Nov 03 19:13:39.294306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59854) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:39.334996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Attempting to bind port 105f1ff3-f0ca-4222-9721-32868186079d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:39.338710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Attempting to bind port 105f1ff3-f0ca-4222-9721-32868186079d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '1d360448-71e1-4f2a-99e1-990f2f4bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b76ec7cb-3d8a-420c-a475-99f621381c1c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:39.338710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Attempting to bind port 105f1ff3-f0ca-4222-9721-32868186079d on network b76ec7cb-3d8a-420c-a475-99f621381c1c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:39.380598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28223818-2b4e-4e97-8473-d2da4a161619 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:39.385020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-28223818-2b4e-4e97-8473-d2da4a161619 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/ecf4f950-fc50-4c5e-bffe-09ad371889a5 HTTP/1.1" status: 200 len: 840 time: 0.0865862 Nov 03 19:13:39.387106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59856) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:39.519064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:39.519437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Checking segment: {'id': '1d360448-71e1-4f2a-99e1-990f2f4bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b76ec7cb-3d8a-420c-a475-99f621381c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:39.520145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.521107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Bound using segment: {'id': '1d360448-71e1-4f2a-99e1-990f2f4bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b76ec7cb-3d8a-420c-a475-99f621381c1c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:39.522005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Bound port: 105f1ff3-f0ca-4222-9721-32868186079d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d360448-71e1-4f2a-99e1-990f2f4bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b76ec7cb-3d8a-420c-a475-99f621381c1c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:39.522662 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.575396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fba702dd-3eae-4f8c-9bdd-f678f3d351a6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port ecf4f950-fc50-4c5e-bffe-09ad371889a5 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:39.576093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fba702dd-3eae-4f8c-9bdd-f678f3d351a6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.619086 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-534af68a-302c-4311-89cd-6eb1fb58ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.623846 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-534af68a-302c-4311-89cd-6eb1fb58ccd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.628719 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-534af68a-302c-4311-89cd-6eb1fb58ccd8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa222367-9e07-4914-b855-6962e637db68 HTTP/1.1" status: 204 len: 168 time: 0.7644358 Nov 03 19:13:39.689167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534af68a-302c-4311-89cd-6eb1fb58ccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa222367-9e07-4914-b855-6962e637db68,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:39.872234 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fba702dd-3eae-4f8c-9bdd-f678f3d351a6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.937948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-fba702dd-3eae-4f8c-9bdd-f678f3d351a6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for ecf4f950-fc50-4c5e-bffe-09ad371889a5 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:40.073540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.147595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76ec7cb-3d8a-420c-a475-99f621381c1c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:40.173015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d360448-71e1-4f2a-99e1-990f2f4bff50') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:40.174067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d360448-71e1-4f2a-99e1-990f2f4bff50') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:40.204848 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fba702dd-3eae-4f8c-9bdd-f678f3d351a6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.213010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77161e52-139e-49f2-8e49-4d6003b62f82 req-c32f2de8-d809-4ecf-94c3-9c75812c8877 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:40.224881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.229379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77161e52-139e-49f2-8e49-4d6003b62f82 req-c32f2de8-d809-4ecf-94c3-9c75812c8877 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.2343736 Nov 03 19:13:40.236457 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.255435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] For port 105f1ff3-f0ca-4222-9721-32868186079d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:40.268352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] For port 105f1ff3-f0ca-4222-9721-32868186079d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=105f1ff3-f0ca-4222-9721-32868186079d,segment=NetworkSegment(1d360448-71e1-4f2a-99e1-990f2f4bff50),segment_id=1d360448-71e1-4f2a-99e1-990f2f4bff50)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:40.319175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-81b25078-b266-4adc-b27c-d9b553aec36b None None] Allocated IP 172.20.0.1 (792c958c-51a9-4c18-bc7c-c4ce0fc85566/f1068230-d325-4d58-aa07-102cd818b013/efc46cd6-165b-4edc-b6f6-fbf657f8fdfc) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:40.319533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.336812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:40.338014 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.339708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba702dd-3eae-4f8c-9bdd-f678f3d351a6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=ecf4f950-fc50-4c5e-bffe-09ad371889a5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:40.345697 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:40.352177 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fba702dd-3eae-4f8c-9bdd-f678f3d351a6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.360630 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fba702dd-3eae-4f8c-9bdd-f678f3d351a6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/ecf4f950-fc50-4c5e-bffe-09ad371889a5 HTTP/1.1" status: 204 len: 168 time: 0.9716263 Nov 03 19:13:40.366406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59864) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:40.410045 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.435877 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18cab5e-c656-4c61-a25b-41817b377789 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:13:40.439391 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c18cab5e-c656-4c61-a25b-41817b377789 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/ecf4f950-fc50-4c5e-bffe-09ad371889a5 HTTP/1.1" status: 404 len: 333 time: 0.0687487 Nov 03 19:13:40.458022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59866) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:40.472030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'name': 'tempest-PortsTestJSON-1055904156'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:40.528660 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6aae-770e-4c54-97f1-3e31531863fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.659931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77161e52-139e-49f2-8e49-4d6003b62f82 req-d9a74da9-c887-4295-9bc3-9edbbe615c6d tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190164 Nov 03 19:13:40.699178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c98cdf-b850-4704-afd1-47edd8e3bb13 None None] Pushing event updated for resources: {'Port': ['ID=105f1ff3-f0ca-4222-9721-32868186079d,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:40.699600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.api [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:13:40.699600 n-d-812148-3 neutron-server[101756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:13:40.699600 n-d-812148-3 neutron-server[101756]: [parameters: {'id': 'b76ec7cb-3d8a-420c-a475-99f621381c1c'}] Nov 03 19:13:40.699600 n-d-812148-3 neutron-server[101756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:13:40.700788 n-d-812148-3 neutron-server[101756]: DEBUG oslo_db.api [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:13:40.712672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d6e2d-2831-4bba-b638-d87e49788cec req-1acdb918-0596-44fd-a82b-c1ada9a2a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:40.716086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-110d6e2d-2831-4bba-b638-d87e49788cec req-1acdb918-0596-44fd-a82b-c1ada9a2a73e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1096 time: 0.1318221 Nov 03 19:13:40.744119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:40.750897 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.761680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-81b25078-b266-4adc-b27c-d9b553aec36b None None] For port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,segment=NetworkSegment(835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f),segment_id=835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:40.789587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 718e1cbc-3fb9-4c9b-ad2f-786b4634e14d yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:40.823689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-110d6e2d-2831-4bba-b638-d87e49788cec req-07c90f28-b28c-4ffa-9aa2-a48002fb5119 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988545 Nov 03 19:13:40.829546 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81b25078-b266-4adc-b27c-d9b553aec36b None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.837840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008766e-869e-470b-8ee1-9ab19f4b38ca None None] Network b76ec7cb-3d8a-420c-a475-99f621381c1c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:40.843797 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81b25078-b266-4adc-b27c-d9b553aec36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.156751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.203353 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.208169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b25078-b266-4adc-b27c-d9b553aec36b None None] Pushing event updated for resources: {'Port': ['ID=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:41.270187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c4fefa-e8b9-486e-a932-1cac2dc64832 None None] Network b76ec7cb-3d8a-420c-a475-99f621381c1c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:41.271886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.409980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting port 105f1ff3-f0ca-4222-9721-32868186079d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:41.410551 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.438452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:41.465849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:41.465849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:41.473081 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:41.473081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.480263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=718e1cbc-3fb9-4c9b-ad2f-786b4634e14d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:41.538482 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-62221e63-5fd5-4d17-815e-0dc14443242b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0783105 Nov 03 19:13:41.544045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59876) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:41.565146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:41.625168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] For port 105f1ff3-f0ca-4222-9721-32868186079d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=105f1ff3-f0ca-4222-9721-32868186079d,segment=NetworkSegment(1d360448-71e1-4f2a-99e1-990f2f4bff50),segment_id=1d360448-71e1-4f2a-99e1-990f2f4bff50)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:41.625910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.657492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Calling delete_port for 105f1ff3-f0ca-4222-9721-32868186079d owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:41.719251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.926153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device efc46cd6-165b-4edc-b6f6-fbf657f8fdfc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:42.001321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7727920-76c1-487d-86c0-828bb824fb18 req-55e6df90-8db3-47c5-8348-aa6152a9c815 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:42.014163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7727920-76c1-487d-86c0-828bb824fb18 req-55e6df90-8db3-47c5-8348-aa6152a9c815 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.1437876 Nov 03 19:13:42.053640 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.116396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:42.121803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.149732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Port': ['ID=105f1ff3-f0ca-4222-9721-32868186079d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:42.186085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No DVR routers for this DVR port 105f1ff3-f0ca-4222-9721-32868186079d on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:42.271568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7727920-76c1-487d-86c0-828bb824fb18 req-61aaa089-3cbe-43b9-91b7-1db3046fdb2a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560496 Nov 03 19:13:42.343353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.354929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.356566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.372066 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.459144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.470179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] In _notify_port_updated(), no bound segment for port 718e1cbc-3fb9-4c9b-ad2f-786b4634e14d on network eec951c8-d773-4b78-ad53-e2522ad5d845 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:13:42.476263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:42.476943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.485469 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "PUT /v2.0/ports/718e1cbc-3fb9-4c9b-ad2f-786b4634e14d HTTP/1.1" status: 200 len: 818 time: 0.9306130 Nov 03 19:13:42.487823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59882) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:42.510601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40dfcc-e1aa-4e97-8807-a6a39a70e162 None None] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:42.543739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169470c-4ac7-4c79-bdbf-2ad16161ab5d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=718e1cbc-3fb9-4c9b-ad2f-786b4634e14d,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:42.560795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76ec7cb-3d8a-420c-a475-99f621381c1c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:42.593565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d360448-71e1-4f2a-99e1-990f2f4bff50') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:42.594044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d360448-71e1-4f2a-99e1-990f2f4bff50') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:42.655942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.656800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9f72f45d-54eb-4483-a302-f258aba2c213 None None] Provisioning complete for port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:42.657467 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9f72f45d-54eb-4483-a302-f258aba2c213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.676728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.687071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:42.687553 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:42.691263 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:42.781940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7ead2847-93d0-4d05-aa75-04106a31c4ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 718e1cbc-3fb9-4c9b-ad2f-786b4634e14d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:42.782343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ead2847-93d0-4d05-aa75-04106a31c4ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.826207 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.835206 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.846387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/b76ec7cb-3d8a-420c-a475-99f621381c1c HTTP/1.1" status: 204 len: 168 time: 5.2502959 Nov 03 19:13:42.847244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59884) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:42.908715 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-edccb5af-5e19-4fb2-ae0d-b84b8dfa03da tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:42.910302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edccb5af-5e19-4fb2-ae0d-b84b8dfa03da tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:42.923212 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-edccb5af-5e19-4fb2-ae0d-b84b8dfa03da tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/b76ec7cb-3d8a-420c-a475-99f621381c1c HTTP/1.1" status: 404 len: 339 time: 0.0670485 Nov 03 19:13:42.925951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59886) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:42.933075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174cf58-e0ea-47f5-9db3-6d2284c3deec tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=b76ec7cb-3d8a-420c-a475-99f621381c1c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:42.940172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1080223399', 'description': 'd1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:42.962714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ead2847-93d0-4d05-aa75-04106a31c4ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.985692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7ead2847-93d0-4d05-aa75-04106a31c4ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 718e1cbc-3fb9-4c9b-ad2f-786b4634e14d owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:43.002740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:43.013190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.077591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:43.098548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.099462 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment abff3a08-2591-4dd2-8769-61f06ede3843 of type vlan for network 46f96ff0-eef8-45b4-8fde-22a9f118f20a Nov 03 19:13:43.197554 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.207228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bdc664aa-96e4-41ac-844a-83706943915b details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:13:43.211274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bdc664aa-96e4-41ac-844a-83706943915b no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:43.212100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ead2847-93d0-4d05-aa75-04106a31c4ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.286451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.299948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead2847-93d0-4d05-aa75-04106a31c4ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=718e1cbc-3fb9-4c9b-ad2f-786b4634e14d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:43.301958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:43.303545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.325367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ead2847-93d0-4d05-aa75-04106a31c4ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.339819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7ead2847-93d0-4d05-aa75-04106a31c4ff tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/718e1cbc-3fb9-4c9b-ad2f-786b4634e14d HTTP/1.1" status: 204 len: 168 time: 0.8505814 Nov 03 19:13:43.341618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59890) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:43.465850 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5395627 Nov 03 19:13:43.472789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59892) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:43.563964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65faafc-c22b-46b6-8e2b-a6bbaa082ff7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:43.581512 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59894) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:43.585327 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c65faafc-c22b-46b6-8e2b-a6bbaa082ff7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2308884 Nov 03 19:13:43.607706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.612839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26692eb0-e6ec-459b-98de-e3f0372734f0 req-65a9f60f-f5ac-4532-acdd-f29ac37a3f89 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:43.616516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26692eb0-e6ec-459b-98de-e3f0372734f0 req-65a9f60f-f5ac-4532-acdd-f29ac37a3f89 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.1910443 Nov 03 19:13:43.647180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf39587-2e76-4a58-a76c-eabe7e9056d2 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=46f96ff0-eef8-45b4-8fde-22a9f118f20a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:43.665366 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bfb083-712d-41cd-afca-f7f5b58762e4 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:13:43.668800 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-48bfb083-712d-41cd-afca-f7f5b58762e4 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/718e1cbc-3fb9-4c9b-ad2f-786b4634e14d HTTP/1.1" status: 404 len: 333 time: 0.0849316 Nov 03 19:13:43.673053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 46f96ff0-eef8-45b4-8fde-22a9f118f20a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:43.679814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59898) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:43.701320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-491438307'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:43.701670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:43.716429 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d371bd00-41e7-4b54-9945-2d30139b7ad9" -d '{"events": [{"server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc664aa-96e4-41ac-844a-83706943915b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:43.731924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:43.802302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38ba544-2564-4f12-9dbb-a2a709a58d33 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:13:43.827025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:43.835609 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.898674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b683bde8-dfea-4c7b-be95-207abd125e88 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:43.900210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:43.902601 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b683bde8-dfea-4c7b-be95-207abd125e88 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/networks?id=46f96ff0-eef8-45b4-8fde-22a9f118f20a HTTP/1.1" status: 200 len: 765 time: 0.4274578 Nov 03 19:13:43.909509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59902) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:43.921511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-991eabf8-ef91-4e74-b0ff-97b5f40afe6c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'description': 'd2'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:43.938987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26692eb0-e6ec-459b-98de-e3f0372734f0 req-56157f9d-4fd1-49e1-a2bb-b2a562ae1081 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094323 Nov 03 19:13:43.969510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:43.989469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.989839 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Added segment 3e72a682-9b3e-4eb3-9615-a2e735260fb3 of type vlan for network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 Nov 03 19:13:44.008074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'bdc664aa-96e4-41ac-844a-83706943915b', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'port_id': 'bdc664aa-96e4-41ac-844a-83706943915b', 'mac_address': 'fa:16:3e:8b:45:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:13:44.028052 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.064333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59904) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:44.086122 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aafe798-46cc-42f9-aa91-86c01ab1782b x-openstack-request-id: req-3aafe798-46cc-42f9-aa91-86c01ab1782b {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:44.088128 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc664aa-96e4-41ac-844a-83706943915b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:44.088871 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3aafe798-46cc-42f9-aa91-86c01ab1782b {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:44.090175 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b', 'code': 200} Nov 03 19:13:44.156745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.222807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-14e0f6a0-eeef-4376-a653-d3a09d6048fa tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/floatingips/42446d6a-13e5-4049-8376-7f9e90b36608 HTTP/1.1" status: 200 len: 989 time: 0.1564410 Nov 03 19:13:44.243864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:44.257018 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.271807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:44.272907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.322047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-623abc43-ac40-4893-ad2c-474901e5398a None None] Provisioning complete for port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:44.322669 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-623abc43-ac40-4893-ad2c-474901e5398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.325990 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.330122 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-991eabf8-ef91-4e74-b0ff-97b5f40afe6c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.364999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-991eabf8-ef91-4e74-b0ff-97b5f40afe6c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.423194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc664aa-96e4-41ac-844a-83706943915b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:44.457913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7766342 Nov 03 19:13:44.469345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59906) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:44.481600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:44.482627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ba544-2564-4f12-9dbb-a2a709a58d33 None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:13:44.493300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:44.518357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff37f0-81f4-4f7d-b7b3-09e779059bc9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Network': ['ID=e79f57fe-18c6-4e4b-b023-a8b90b5080e5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:44.521104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-991eabf8-ef91-4e74-b0ff-97b5f40afe6c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network 46f96ff0-eef8-45b4-8fde-22a9f118f20a is not hosted by any dhcp agent {{(pid=101755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:13:44.533129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991eabf8-ef91-4e74-b0ff-97b5f40afe6c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:44.534261 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-991eabf8-ef91-4e74-b0ff-97b5f40afe6c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.541400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-991eabf8-ef91-4e74-b0ff-97b5f40afe6c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "PUT /v2.0/networks/46f96ff0-eef8-45b4-8fde-22a9f118f20a HTTP/1.1" status: 200 len: 762 time: 0.6305468 Nov 03 19:13:44.541736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59908) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:44.542866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eabf8-ef91-4e74-b0ff-97b5f40afe6c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=46f96ff0-eef8-45b4-8fde-22a9f118f20a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:44.610778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.615476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:44.618816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 46f96ff0-eef8-45b4-8fde-22a9f118f20a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:44.810707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3897f6-4d10-4cf8-a7e7-d31863c6e20e tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:44.813615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cf3897f6-4d10-4cf8-a7e7-d31863c6e20e tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/networks?id=46f96ff0-eef8-45b4-8fde-22a9f118f20a HTTP/1.1" status: 200 len: 765 time: 0.2692564 Nov 03 19:13:44.834212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59912) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:44.876012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:44.887985 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.964020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['bdc664aa-96e4-41ac-844a-83706943915b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:45.184451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:45.298271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:45.442191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking segment: {'id': '3e72a682-9b3e-4eb3-9615-a2e735260fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:45.442698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network hostable DHCP agents. Network: e79f57fe-18c6-4e4b-b023-a8b90b5080e5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:45.451910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=116ca28c-c949-4062-9d4f-53767a907341,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:45.488236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:45.513689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, e79f57fe-18c6-4e4b-b023-a8b90b5080e5) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:45.521482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:45.522786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:45.557399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-42d1ffce-df66-4baa-a05e-83fe52c051c1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0852959 Nov 03 19:13:45.558138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:45.567205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-204fa818-1751-455f-94a2-b06dc42d6d4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:45.575506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fc68c9-0ff5-4ba8-825b-f8bf6aeacb4a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:45.576952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d7fc68c9-0ff5-4ba8-825b-f8bf6aeacb4a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7505205 Nov 03 19:13:45.580288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59916) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:45.678678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b02a765f-9890-4c68-8603-7e4836333ed7 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 207 time: 0.0951250 Nov 03 19:13:45.680716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59918) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:45.807367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eea36f-9c56-4e82-b8e7-39d3ec9ff668 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:13:45.848030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204fa818-1751-455f-94a2-b06dc42d6d4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:45.853718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-204fa818-1751-455f-94a2-b06dc42d6d4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:46.106445 n-d-812148-3 neutron-server[101756]: INFO neutron.db.ipam_backend_mixin [None req-204fa818-1751-455f-94a2-b06dc42d6d4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 116ca28c-c949-4062-9d4f-53767a907341 (CIDR: 172.20.0.0/28) Nov 03 19:13:46.113024 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-204fa818-1751-455f-94a2-b06dc42d6d4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:13:46.115357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204fa818-1751-455f-94a2-b06dc42d6d4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:46.157501 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-204fa818-1751-455f-94a2-b06dc42d6d4a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5959771 Nov 03 19:13:46.160339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59924) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:46.171592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:46.349473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8435ff8-860d-454f-9b55-66efa7501ee4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.354835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eea36f-9c56-4e82-b8e7-39d3ec9ff668 None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:13:46.367816 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8435ff8-860d-454f-9b55-66efa7501ee4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.378421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:46.383460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:46.401504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8435ff8-860d-454f-9b55-66efa7501ee4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.423077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8435ff8-860d-454f-9b55-66efa7501ee4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.466960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8435ff8-860d-454f-9b55-66efa7501ee4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.488322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8435ff8-860d-454f-9b55-66efa7501ee4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.494318 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a8435ff8-860d-454f-9b55-66efa7501ee4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.8119397 Nov 03 19:13:46.498483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59928) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:46.776289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b176e5da-5119-4329-9a09-cddf1ae48c2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2732713 Nov 03 19:13:46.781339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59934) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:46.899849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430c98c-ff4c-4a32-9784-d535381328c9 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.909639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430c98c-ff4c-4a32-9784-d535381328c9 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.911408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430c98c-ff4c-4a32-9784-d535381328c9 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.912992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430c98c-ff4c-4a32-9784-d535381328c9 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.914618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430c98c-ff4c-4a32-9784-d535381328c9 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.923967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e430c98c-ff4c-4a32-9784-d535381328c9 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1411326 Nov 03 19:13:46.930372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59936) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:46.969889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-e79f57fe-18c6-4e4b-b023-a8b90b5080e5', 'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5', 'tenant_id': '782e22c696bf4d71b7d71fc4b4972259', 'fixed_ips': [{'subnet_id': '116ca28c-c949-4062-9d4f-53767a907341'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:46.974037 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.060237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.103949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f087ec-8338-4349-be6f-e738062a2e0c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.112706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f087ec-8338-4349-be6f-e738062a2e0c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.120429 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f087ec-8338-4349-be6f-e738062a2e0c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.128059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f087ec-8338-4349-be6f-e738062a2e0c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.133445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f087ec-8338-4349-be6f-e738062a2e0c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['shared'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.140705 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-62f087ec-8338-4349-be6f-e738062a2e0c tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2081807 Nov 03 19:13:47.148023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59938) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:47.237531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:47.250544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:47.310665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.311755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.347538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=31837220-595c-423e-bcaa-6c4d69190afd,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:47.364681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bdc664aa-96e4-41ac-844a-83706943915b up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:47.372553 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d8afb2fa-f799-4474-94b5-4ee272f7cc0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2075813 Nov 03 19:13:47.378550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59940) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:47.389293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5', 'fixed_ips': [{'subnet_id': '116ca28c-c949-4062-9d4f-53767a907341'}, {'subnet_id': '31837220-595c-423e-bcaa-6c4d69190afd'}], 'name': 'tempest-PortsTestJSON-1558206527'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:47.459686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Allocated IP 172.20.0.2 (e79f57fe-18c6-4e4b-b023-a8b90b5080e5/116ca28c-c949-4062-9d4f-53767a907341/f7e9e29d-4bea-47f4-955d-02dba273ea54) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:47.476448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b53f8b-0a64-4c5b-8dfe-06a96e8d418b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.484636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-10b53f8b-0a64-4c5b-8dfe-06a96e8d418b tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/networks/7a430614-1f01-4930-93a5-57bce026184f HTTP/1.1" status: 200 len: 804 time: 0.3273153 Nov 03 19:13:47.490954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59942) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:47.544828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port bdc664aa-96e4-41ac-844a-83706943915b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:47.546061 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.777147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:47.839165 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.848054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3e4a137e-e9e7-4429-8db2-e59b183eb09a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/networks/7a430614-1f01-4930-93a5-57bce026184f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3550093 Nov 03 19:13:47.848953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59946) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:47.932807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:47.936588 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe5f17a-6910-42ae-a419-a713196cd8e9" -d '{"events": [{"server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "name": "network-vif-plugged", "status": "completed", "tag": "bdc664aa-96e4-41ac-844a-83706943915b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:47.980664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:47.988295 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.020407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.043325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93aac6b-1f1b-4e86-8a3b-2a98b4f8d1de tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:48.046359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e93aac6b-1f1b-4e86-8a3b-2a98b4f8d1de tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/subnets/7fbb9aee-4bb8-4442-a41d-d9b11a7618d1 HTTP/1.1" status: 200 len: 843 time: 0.1956761 Nov 03 19:13:48.053923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59950) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:48.066159 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73ff23a-a94f-4bab-a68f-898235c62835 x-openstack-request-id: req-b73ff23a-a94f-4bab-a68f-898235c62835 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:48.066714 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "name": "network-vif-plugged", "status": "completed", "tag": "bdc664aa-96e4-41ac-844a-83706943915b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:48.067144 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b73ff23a-a94f-4bab-a68f-898235c62835 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:48.067952 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b', 'code': 200} Nov 03 19:13:48.093606 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.101709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:13:48.120671 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.166710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:48.173191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:48.176430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:48.185701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:48.200663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3caface-524d-4141-b9df-d18f7c422e05 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['shared'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:48.201597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.201597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.201939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.202474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.203047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.203753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.204312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.204868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.205450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.206023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.206565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.207033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.207498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b3caface-524d-4141-b9df-d18f7c422e05 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "GET /v2.0/subnets/7fbb9aee-4bb8-4442-a41d-d9b11a7618d1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1514738 Nov 03 19:13:48.213086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59952) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:48.237076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-396895444'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:48.319264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:48.324303 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.398730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:48.419147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Pushing event updated for resources: {'Port': ['ID=f7e9e29d-4bea-47f4-955d-02dba273ea54,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:48.422718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.422718 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Added segment 82ab08ac-b207-44cc-a90d-9abf974705ee of type vlan for network 7ee2d070-af55-4a35-b89b-5d4460b122c7 Nov 03 19:13:48.442994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Attempting to bind port f7e9e29d-4bea-47f4-955d-02dba273ea54 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:48.444240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Attempting to bind port f7e9e29d-4bea-47f4-955d-02dba273ea54 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '3e72a682-9b3e-4eb3-9615-a2e735260fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:48.445582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Attempting to bind port f7e9e29d-4bea-47f4-955d-02dba273ea54 on network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:48.464715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:48.465465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Checking segment: {'id': '3e72a682-9b3e-4eb3-9615-a2e735260fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:48.466332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.466797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Bound using segment: {'id': '3e72a682-9b3e-4eb3-9615-a2e735260fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:48.467486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Bound port: f7e9e29d-4bea-47f4-955d-02dba273ea54, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e72a682-9b3e-4eb3-9615-a2e735260fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:48.468059 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.496996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.545064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.554752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:48.555451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.573040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] For port f7e9e29d-4bea-47f4-955d-02dba273ea54, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:48.579763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] For port f7e9e29d-4bea-47f4-955d-02dba273ea54, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f7e9e29d-4bea-47f4-955d-02dba273ea54,segment=NetworkSegment(3e72a682-9b3e-4eb3-9615-a2e735260fb3),segment_id=3e72a682-9b3e-4eb3-9615-a2e735260fb3)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:48.586042 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.597293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3751414 Nov 03 19:13:48.598268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59956) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:48.625368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'network_id': '7ee2d070-af55-4a35-b89b-5d4460b122c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:48.730362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de616dc-af43-4862-8568-0e6d04918d28 None None] Pushing event updated for resources: {'Port': ['ID=f7e9e29d-4bea-47f4-955d-02dba273ea54,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:48.779270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.12 (e79f57fe-18c6-4e4b-b023-a8b90b5080e5/116ca28c-c949-4062-9d4f-53767a907341/9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:48.792340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.26 (e79f57fe-18c6-4e4b-b023-a8b90b5080e5/31837220-595c-423e-bcaa-6c4d69190afd/9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:48.865808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Network': ['ID=7ee2d070-af55-4a35-b89b-5d4460b122c7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:48.884014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.884623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.885198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.885887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.886438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.887020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.887852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.888786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.889366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.889949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.890501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.891031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86cb90-4d6f-4f7c-9227-5bbd7847f10a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:48.914901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7ee2d070-af55-4a35-b89b-5d4460b122c7 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:48.953408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Made reservation on behalf of 6e5881ecc5d5489cab610174f942c6be for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:48.962944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:49.104252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Performing IP validity checks on allocation pools {{(pid=101756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:13:49.105285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.ipam_backend_mixin [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:13:49.297825 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:49.387380 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:49.458759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:49.465093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:49.472662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:49.499065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:49.595172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:49.596321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:49.622833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=177fabd0-42d3-457a-93b2-a661ecdd2e97,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:49.630748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Checking segment: {'id': '82ab08ac-b207-44cc-a90d-9abf974705ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ee2d070-af55-4a35-b89b-5d4460b122c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:49.630748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network hostable DHCP agents. Network: 7ee2d070-af55-4a35-b89b-5d4460b122c7, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:49.634797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:49.658720 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6e8bbee2-b472-44e5-b835-bb221614464a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.2749534 Nov 03 19:13:49.660217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59964) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:49.672024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '116ca28c-c949-4062-9d4f-53767a907341'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:49.681567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Network 7ee2d070-af55-4a35-b89b-5d4460b122c7 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:49.742486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7ee2d070-af55-4a35-b89b-5d4460b122c7) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:49.766850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:49.767991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:49.912369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-39506199-0fad-450b-be77-97008fb59e71 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2892208 Nov 03 19:13:49.913795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59966) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:49.924218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b42768ef-96a9-4a60-b5ef-c46d6d0704ce tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:49.959052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f7e9e29d-4bea-47f4-955d-02dba273ea54 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:50.066252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f7e9e29d-4bea-47f4-955d-02dba273ea54 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:50.068049 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.206069 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.208452 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b42768ef-96a9-4a60-b5ef-c46d6d0704ce tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6227068'] for subnet, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.246694 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.248155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port f7e9e29d-4bea-47f4-955d-02dba273ea54, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f7e9e29d-4bea-47f4-955d-02dba273ea54,segment=NetworkSegment(3e72a682-9b3e-4eb3-9615-a2e735260fb3),segment_id=3e72a682-9b3e-4eb3-9615-a2e735260fb3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:50.256577 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.362705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=f7e9e29d-4bea-47f4-955d-02dba273ea54,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:50.480495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a81ebd-2742-4c5a-9c40-bdf071084436 None None] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:50.480687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab319d84-e8c4-4dc5-bf8c-1bd80d6d3264 None None] Network 7ee2d070-af55-4a35-b89b-5d4460b122c7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:50.664176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-24693f97-a0bd-4ab8-a098-5ff93ffb99f6 None None] Provisioning complete for port f7e9e29d-4bea-47f4-955d-02dba273ea54 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:50.665595 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-24693f97-a0bd-4ab8-a098-5ff93ffb99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.799515 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b42768ef-96a9-4a60-b5ef-c46d6d0704ce tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763298857063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4851283'] for subnet, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.905086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42768ef-96a9-4a60-b5ef-c46d6d0704ce tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:50.906595 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b42768ef-96a9-4a60-b5ef-c46d6d0704ce tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.930543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b42768ef-96a9-4a60-b5ef-c46d6d0704ce tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "PUT /v2.0/subnets/177fabd0-42d3-457a-93b2-a661ecdd2e97 HTTP/1.1" status: 200 len: 900 time: 1.0160453 Nov 03 19:13:50.935087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59970) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:51.016409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42768ef-96a9-4a60-b5ef-c46d6d0704ce tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event updated for resources: {'Subnet': ['ID=177fabd0-42d3-457a-93b2-a661ecdd2e97,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:51.028004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Delete allocated IP 172.20.0.26 (e79f57fe-18c6-4e4b-b023-a8b90b5080e5/31837220-595c-423e-bcaa-6c4d69190afd) {{(pid=101756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:13:51.051608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7ee2d070-af55-4a35-b89b-5d4460b122c7', 'network_id': '7ee2d070-af55-4a35-b89b-5d4460b122c7', 'tenant_id': '6e5881ecc5d5489cab610174f942c6be', 'fixed_ips': [{'subnet_id': '177fabd0-42d3-457a-93b2-a661ecdd2e97'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:13:51.054123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.294078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.320641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.329218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.333171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790dd43-bc3e-45e7-8c3e-10cf002b9acb None None] Update dhcp port {'port': {'network_id': 'e79f57fe-18c6-4e4b-b023-a8b90b5080e5', 'fixed_ips': [{'subnet_id': '116ca28c-c949-4062-9d4f-53767a907341', 'ip_address': '172.20.0.2'}, {'subnet_id': '31837220-595c-423e-bcaa-6c4d69190afd'}], 'binding:host_id': 'n-d-812148-3'}, 'id': 'f7e9e29d-4bea-47f4-955d-02dba273ea54'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:13:51.482402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.505212 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1790dd43-bc3e-45e7-8c3e-10cf002b9acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.573001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:51.573302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Allocated IP 2001:db8::3 (7ee2d070-af55-4a35-b89b-5d4460b122c7/177fabd0-42d3-457a-93b2-a661ecdd2e97/ca5f0a0a-eb34-445e-b381-1de35e0ab288) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:51.670021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] In _notify_port_updated(), no bound segment for port 9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd on network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 {{(pid=101756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:13:51.702939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:51.703830 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.706259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cf15a86f-7fec-46e3-a077-43f3c34161f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "PUT /v2.0/ports/9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd HTTP/1.1" status: 200 len: 920 time: 2.0438247 Nov 03 19:13:51.712072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59974) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:51.738910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '116ca28c-c949-4062-9d4f-53767a907341'}, {'subnet_id': '31837220-595c-423e-bcaa-6c4d69190afd'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:51.892065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.970538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f7e9e29d-4bea-47f4-955d-02dba273ea54 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:52.256955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.272462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-1790dd43-bc3e-45e7-8c3e-10cf002b9acb None None] Allocated IP 172.20.0.18 (e79f57fe-18c6-4e4b-b023-a8b90b5080e5/31837220-595c-423e-bcaa-6c4d69190afd/f7e9e29d-4bea-47f4-955d-02dba273ea54) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:52.276786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f7e9e29d-4bea-47f4-955d-02dba273ea54 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:52.277408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.326675 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.346773 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.379368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=177fabd0-42d3-457a-93b2-a661ecdd2e97,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:52.476372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.510929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee2d070-af55-4a35-b89b-5d4460b122c7']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:52.530396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ab08ac-b207-44cc-a90d-9abf974705ee') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:52.530891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ab08ac-b207-44cc-a90d-9abf974705ee') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:52.549705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Network 7ee2d070-af55-4a35-b89b-5d4460b122c7 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:52.550003 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.568782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:52.574176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:52.579160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.584395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Pushing event updated for resources: {'Port': ['ID=ca5f0a0a-eb34-445e-b381-1de35e0ab288,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:52.593467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:52.595014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:52.600993 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:52.713944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.api [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:13:52.713944 n-d-812148-3 neutron-server[101755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:13:52.713944 n-d-812148-3 neutron-server[101755]: [parameters: {'id': '7ee2d070-af55-4a35-b89b-5d4460b122c7'}] Nov 03 19:13:52.713944 n-d-812148-3 neutron-server[101755]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:13:52.714716 n-d-812148-3 neutron-server[101755]: DEBUG oslo_db.api [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:13:52.949372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1790dd43-bc3e-45e7-8c3e-10cf002b9acb None None] For port f7e9e29d-4bea-47f4-955d-02dba273ea54, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f7e9e29d-4bea-47f4-955d-02dba273ea54,segment=NetworkSegment(3e72a682-9b3e-4eb3-9615-a2e735260fb3),segment_id=3e72a682-9b3e-4eb3-9615-a2e735260fb3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:52.982675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Attempting to bind port ca5f0a0a-eb34-445e-b381-1de35e0ab288 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:52.983294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Attempting to bind port ca5f0a0a-eb34-445e-b381-1de35e0ab288 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '82ab08ac-b207-44cc-a90d-9abf974705ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ee2d070-af55-4a35-b89b-5d4460b122c7'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:52.983881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Attempting to bind port ca5f0a0a-eb34-445e-b381-1de35e0ab288 on network 7ee2d070-af55-4a35-b89b-5d4460b122c7 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:53.005700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:53.006230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Checking segment: {'id': '82ab08ac-b207-44cc-a90d-9abf974705ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ee2d070-af55-4a35-b89b-5d4460b122c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:53.006740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.007299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Bound using segment: {'id': '82ab08ac-b207-44cc-a90d-9abf974705ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ee2d070-af55-4a35-b89b-5d4460b122c7'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:53.007907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Bound port: ca5f0a0a-eb34-445e-b381-1de35e0ab288, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ab08ac-b207-44cc-a90d-9abf974705ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ee2d070-af55-4a35-b89b-5d4460b122c7'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:53.008400 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.051415 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1790dd43-bc3e-45e7-8c3e-10cf002b9acb None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.098016 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1790dd43-bc3e-45e7-8c3e-10cf002b9acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.217275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.21 (e79f57fe-18c6-4e4b-b023-a8b90b5080e5/31837220-595c-423e-bcaa-6c4d69190afd/9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:53.222813 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.330506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790dd43-bc3e-45e7-8c3e-10cf002b9acb None None] Pushing event updated for resources: {'Port': ['ID=f7e9e29d-4bea-47f4-955d-02dba273ea54,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:53.341265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] For port ca5f0a0a-eb34-445e-b381-1de35e0ab288, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:53.346222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] For port ca5f0a0a-eb34-445e-b381-1de35e0ab288, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ca5f0a0a-eb34-445e-b381-1de35e0ab288,segment=NetworkSegment(82ab08ac-b207-44cc-a90d-9abf974705ee),segment_id=82ab08ac-b207-44cc-a90d-9abf974705ee)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:53.353007 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.475098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cd136-6acc-4311-80af-1972f390aecd None None] Pushing event updated for resources: {'Port': ['ID=ca5f0a0a-eb34-445e-b381-1de35e0ab288,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:53.514725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aea6ff-4453-41d2-acc3-590ab029c650 None None] Network 7ee2d070-af55-4a35-b89b-5d4460b122c7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:53.534548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting port ca5f0a0a-eb34-445e-b381-1de35e0ab288 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:53.535386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.621683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.633382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.652298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] For port ca5f0a0a-eb34-445e-b381-1de35e0ab288, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ca5f0a0a-eb34-445e-b381-1de35e0ab288,segment=NetworkSegment(82ab08ac-b207-44cc-a90d-9abf974705ee),segment_id=82ab08ac-b207-44cc-a90d-9abf974705ee)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:53.652777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.706045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37f971-c4b3-48f3-bfe1-1050309eeb2b None None] Network 7ee2d070-af55-4a35-b89b-5d4460b122c7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:53.744483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Calling delete_port for ca5f0a0a-eb34-445e-b381-1de35e0ab288 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:53.978668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f7e9e29d-4bea-47f4-955d-02dba273ea54 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:54.055576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:54.065165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.107398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Port': ['ID=ca5f0a0a-eb34-445e-b381-1de35e0ab288,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:54.133352 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No DVR routers for this DVR port ca5f0a0a-eb34-445e-b381-1de35e0ab288 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:54.174667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f7e9e29d-4bea-47f4-955d-02dba273ea54 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:54.174667 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.260084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] In _notify_port_updated(), no bound segment for port 9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd on network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:13:54.271840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:54.273320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.280500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59988) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:54.281265 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-875deb4f-6ec4-4b11-92e3-76b528886e3c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "PUT /v2.0/ports/9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd HTTP/1.1" status: 200 len: 1000 time: 2.5671930 Nov 03 19:13:54.303564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.378821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee2d070-af55-4a35-b89b-5d4460b122c7']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:54.412279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ab08ac-b207-44cc-a90d-9abf974705ee') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:54.419791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ab08ac-b207-44cc-a90d-9abf974705ee') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:54.450232 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.469709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.479279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:54.479735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:54.490553 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:54.494136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-52e93876-f8c0-4ca5-9b37-a26b32ae2644 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:54.494136 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52e93876-f8c0-4ca5-9b37-a26b32ae2644 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.583841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984232c-4a89-4afc-90b2-9d622a469bdf None None] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:54.630341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52e93876-f8c0-4ca5-9b37-a26b32ae2644 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.636378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.666361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-52e93876-f8c0-4ca5-9b37-a26b32ae2644 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:54.679688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.689944 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/7ee2d070-af55-4a35-b89b-5d4460b122c7 HTTP/1.1" status: 204 len: 168 time: 3.7476988 Nov 03 19:13:54.697769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59990) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:54.782576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1f26-d2c4-4137-807e-7a9b8b968d2d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=7ee2d070-af55-4a35-b89b-5d4460b122c7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:54.788562 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-41692315-74d7-418b-ad59-35f48ee5b597 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:54.789284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-169d5af8-2b8d-4a5d-8e7c-95600dd30243 None None] Provisioning complete for port f7e9e29d-4bea-47f4-955d-02dba273ea54 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:54.789797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41692315-74d7-418b-ad59-35f48ee5b597 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:54.789966 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-169d5af8-2b8d-4a5d-8e7c-95600dd30243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.799579 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-41692315-74d7-418b-ad59-35f48ee5b597 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/177fabd0-42d3-457a-93b2-a661ecdd2e97 HTTP/1.1" status: 404 len: 337 time: 0.0974028 Nov 03 19:13:54.800598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59992) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:54.850025 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a751763f-fb8e-4001-8c30-f8a0356b203a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:54.851417 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a751763f-fb8e-4001-8c30-f8a0356b203a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:54.860840 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a751763f-fb8e-4001-8c30-f8a0356b203a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/7ee2d070-af55-4a35-b89b-5d4460b122c7 HTTP/1.1" status: 404 len: 339 time: 0.0561912 Nov 03 19:13:54.861645 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 59994) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:55.044138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.161912 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52e93876-f8c0-4ca5-9b37-a26b32ae2644 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.169011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-169d5af8-2b8d-4a5d-8e7c-95600dd30243 None None] Could not find standard attr ID for object 9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:13:55.214035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e93876-f8c0-4ca5-9b37-a26b32ae2644 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:55.282456 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.318240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f96ff0-eef8-45b4-8fde-22a9f118f20a']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:55.333942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abff3a08-2591-4dd2-8769-61f06ede3843') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:55.334462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abff3a08-2591-4dd2-8769-61f06ede3843') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:55.349703 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.375252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.388091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:55.389190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.408401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52e93876-f8c0-4ca5-9b37-a26b32ae2644 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.417349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-52e93876-f8c0-4ca5-9b37-a26b32ae2644 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd HTTP/1.1" status: 204 len: 168 time: 1.1314256 Nov 03 19:13:55.421734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 59998) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:55.423966 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:55.484037 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc51f4c-2689-4266-a159-5c2e75392f33 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:13:55.487357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7cc51f4c-2689-4266-a159-5c2e75392f33 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd HTTP/1.1" status: 404 len: 333 time: 0.0636160 Nov 03 19:13:55.491076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60000) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:55.511295 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.523432 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.528617 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/46f96ff0-eef8-45b4-8fde-22a9f118f20a HTTP/1.1" status: 204 len: 168 time: 0.6654599 Nov 03 19:13:55.547298 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60002) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:55.561099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82da9c8-987f-41d0-9695-e4482d1d9cb4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=46f96ff0-eef8-45b4-8fde-22a9f118f20a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:55.615929 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-43706f33-d162-48b8-9c0d-3e0841b7b658 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:55.616637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43706f33-d162-48b8-9c0d-3e0841b7b658 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:55.620614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c2581d-0cd2-48bf-94f2-de1cad7d075e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 31837220-595c-423e-bcaa-6c4d69190afd {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:55.626023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3c2581d-0cd2-48bf-94f2-de1cad7d075e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.626496 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-43706f33-d162-48b8-9c0d-3e0841b7b658 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/6f70ddbe-3a41-48a8-9c27-12d9334f909e HTTP/1.1" status: 404 len: 337 time: 0.0766497 Nov 03 19:13:55.627357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60006) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:55.669043 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a3d65f-2739-4738-83e0-b8255ee76975 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:55.670091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a3d65f-2739-4738-83e0-b8255ee76975 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:55.680321 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1a3d65f-2739-4738-83e0-b8255ee76975 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/b76ec7cb-3d8a-420c-a475-99f621381c1c HTTP/1.1" status: 404 len: 339 time: 0.0506287 Nov 03 19:13:55.681233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60008) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:55.754328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3c2581d-0cd2-48bf-94f2-de1cad7d075e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.810107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6eacc1e-c504-418e-b096-25dd583c69e4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting subnet f1068230-d325-4d58-aa07-102cd818b013 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:55.817937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f591818e-c530-4485-b39c-888c7981a5b1 None None] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:55.819984 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc1e-c504-418e-b096-25dd583c69e4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.876168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d21df4a7-09a4-4e6a-a73f-11ec1b7a80c0 None None] Provisioning complete for port f7e9e29d-4bea-47f4-955d-02dba273ea54 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:55.877042 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d21df4a7-09a4-4e6a-a73f-11ec1b7a80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.942335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc1e-c504-418e-b096-25dd583c69e4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.996646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3c2581d-0cd2-48bf-94f2-de1cad7d075e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.151169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc1e-c504-418e-b096-25dd583c69e4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.192064 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3c2581d-0cd2-48bf-94f2-de1cad7d075e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.198025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d21df4a7-09a4-4e6a-a73f-11ec1b7a80c0 None None] Could not find standard attr ID for object 9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:13:56.257218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2581d-0cd2-48bf-94f2-de1cad7d075e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=31837220-595c-423e-bcaa-6c4d69190afd,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:56.259817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b3c2581d-0cd2-48bf-94f2-de1cad7d075e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.263821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b3c2581d-0cd2-48bf-94f2-de1cad7d075e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/31837220-595c-423e-bcaa-6c4d69190afd HTTP/1.1" status: 204 len: 168 time: 0.7713125 Nov 03 19:13:56.267885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60010) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:56.322550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc1e-c504-418e-b096-25dd583c69e4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.365469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eacc1e-c504-418e-b096-25dd583c69e4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=f1068230-d325-4d58-aa07-102cd818b013,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:56.369327 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc1e-c504-418e-b096-25dd583c69e4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.375045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d6eacc1e-c504-418e-b096-25dd583c69e4 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/f1068230-d325-4d58-aa07-102cd818b013 HTTP/1.1" status: 204 len: 168 time: 0.6932707 Nov 03 19:13:56.378688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60012) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:56.397678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab0438-46a6-40d3-b7aa-594c94dcf683 None None] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:56.442355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49192ba-a069-4035-ab5a-a2c4aa1f476c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 116ca28c-c949-4062-9d4f-53767a907341 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:56.464119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c49192ba-a069-4035-ab5a-a2c4aa1f476c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.466948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d881eb8-c197-4bbb-859a-4817109d9a83 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting subnet 466974d6-2a3f-4868-ac34-5215322f057f {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:56.483388 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d881eb8-c197-4bbb-859a-4817109d9a83 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.574611 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d881eb8-c197-4bbb-859a-4817109d9a83 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.596628 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c49192ba-a069-4035-ab5a-a2c4aa1f476c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.765780 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d881eb8-c197-4bbb-859a-4817109d9a83 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.843981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c49192ba-a069-4035-ab5a-a2c4aa1f476c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.912680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d881eb8-c197-4bbb-859a-4817109d9a83 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.976231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d881eb8-c197-4bbb-859a-4817109d9a83 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=466974d6-2a3f-4868-ac34-5215322f057f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:56.992723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d881eb8-c197-4bbb-859a-4817109d9a83 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.998591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d881eb8-c197-4bbb-859a-4817109d9a83 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/466974d6-2a3f-4868-ac34-5215322f057f HTTP/1.1" status: 204 len: 168 time: 0.6182623 Nov 03 19:13:57.002621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60016) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:57.051874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c49192ba-a069-4035-ab5a-a2c4aa1f476c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.062590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a94fb-f2a9-47a1-a8b7-93e398faeaa9 None None] Network e79f57fe-18c6-4e4b-b023-a8b90b5080e5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:57.125202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49192ba-a069-4035-ab5a-a2c4aa1f476c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=116ca28c-c949-4062-9d4f-53767a907341,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:57.131632 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c49192ba-a069-4035-ab5a-a2c4aa1f476c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.142243 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c49192ba-a069-4035-ab5a-a2c4aa1f476c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/116ca28c-c949-4062-9d4f-53767a907341 HTTP/1.1" status: 204 len: 168 time: 0.8723931 Nov 03 19:13:57.144050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60018) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:57.189318 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.284879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a9e7bd5c-dc3c-43f3-8520-c726f7cf4489 None None] Provisioning complete for port f7e9e29d-4bea-47f4-955d-02dba273ea54 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:57.285883 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a9e7bd5c-dc3c-43f3-8520-c726f7cf4489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.351312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.351897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:57.352566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.478336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] For port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,segment=NetworkSegment(835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f),segment_id=835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:57.480445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.516381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port f7e9e29d-4bea-47f4-955d-02dba273ea54 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:57.517316 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.652608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] DHCP port deletion for e79f57fe-18c6-4e4b-b023-a8b90b5080e5 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:13:57.747205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] For port f7e9e29d-4bea-47f4-955d-02dba273ea54, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f7e9e29d-4bea-47f4-955d-02dba273ea54,segment=NetworkSegment(3e72a682-9b3e-4eb3-9615-a2e735260fb3),segment_id=3e72a682-9b3e-4eb3-9615-a2e735260fb3)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:57.748020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.775632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for f7e9e29d-4bea-47f4-955d-02dba273ea54 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:57.812609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] Deleting port f7e9e29d-4bea-47f4-955d-02dba273ea54 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:57.818306 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.976159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] For port f7e9e29d-4bea-47f4-955d-02dba273ea54, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f7e9e29d-4bea-47f4-955d-02dba273ea54,segment=NetworkSegment(3e72a682-9b3e-4eb3-9615-a2e735260fb3),segment_id=3e72a682-9b3e-4eb3-9615-a2e735260fb3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:57.976696 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.996649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] Calling delete_port for f7e9e29d-4bea-47f4-955d-02dba273ea54 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:58.011768 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.013210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f7e9e29d-4bea-47f4-955d-02dba273ea54 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:58.016962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3a33f5-d9d9-4dda-bf8c-1115bd9998e5 None None] Network 792c958c-51a9-4c18-bc7c-c4ce0fc85566 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:58.071140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Calling delete_port for efc46cd6-165b-4edc-b6f6-fbf657f8fdfc owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:58.075479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No DVR routers for this DVR port f7e9e29d-4bea-47f4-955d-02dba273ea54 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:58.080220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=f7e9e29d-4bea-47f4-955d-02dba273ea54,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:58.110891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: f7e9e29d-4bea-47f4-955d-02dba273ea54 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:58.111862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f7e9e29d-4bea-47f4-955d-02dba273ea54 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:58.180277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.184166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b44cf58f-defb-4e99-8d31-ae7f2e0dfa40 None None] Provisioning complete for port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:58.184839 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b44cf58f-defb-4e99-8d31-ae7f2e0dfa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.223592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b44cf58f-defb-4e99-8d31-ae7f2e0dfa40 None None] Port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc was deleted so its status cannot be updated. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 19:13:58.244962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No DVR routers for this DVR port efc46cd6-165b-4edc-b6f6-fbf657f8fdfc on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:58.257530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Port': ['ID=efc46cd6-165b-4edc-b6f6-fbf657f8fdfc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:58.305098 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.360395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] Pushing event deleted for resources: {'Port': ['ID=f7e9e29d-4bea-47f4-955d-02dba273ea54,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:58.369988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb87a4-43de-4679-9571-053abdb71e10 None None] No DVR routers for this DVR port f7e9e29d-4bea-47f4-955d-02dba273ea54 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:58.408920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eafee7-952d-45ea-938b-be7799d7bd7b None None] DHCP port deletion for 792c958c-51a9-4c18-bc7c-c4ce0fc85566 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:13:58.452671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293a239-f915-40db-b2d9-fc5ad61689f5 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:13:58.460761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.508197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792c958c-51a9-4c18-bc7c-c4ce0fc85566']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.534948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.535301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835d79a6-9cc8-47bc-bbbe-93f6c8cdd03f') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.557092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.582515 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.598326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:58.600312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.620608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293a239-f915-40db-b2d9-fc5ad61689f5 None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:13:58.777270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:58.784281 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:58.802221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79f57fe-18c6-4e4b-b023-a8b90b5080e5']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.815100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e72a682-9b3e-4eb3-9615-a2e735260fb3') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.815449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e72a682-9b3e-4eb3-9615-a2e735260fb3') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.823983 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.831925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.836460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.847472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/792c958c-51a9-4c18-bc7c-c4ce0fc85566 HTTP/1.1" status: 204 len: 168 time: 1.8396354 Nov 03 19:13:58.848752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60024) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:58.865725 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.883104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:58.885672 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.886258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e8b57-58d2-4dcd-b92c-fdff0074c47d tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=792c958c-51a9-4c18-bc7c-c4ce0fc85566,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:58.892137 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:58.944184 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b08a56b-1ebb-4436-9461-b2878dff0826 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:58.944940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b08a56b-1ebb-4436-9461-b2878dff0826 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:58.951027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4b08a56b-1ebb-4436-9461-b2878dff0826 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/1674ff1b-79cd-4340-a745-7acd419d292c HTTP/1.1" status: 404 len: 337 time: 0.1013710 Nov 03 19:13:58.958264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60026) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:58.993859 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2338f2-8266-4fad-befd-d7edd829923f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:58.994832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2338f2-8266-4fad-befd-d7edd829923f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:58.999087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe2338f2-8266-4fad-befd-d7edd829923f tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/7c3e6986-e9ba-43ff-b9ff-6cc3772dd917 HTTP/1.1" status: 404 len: 339 time: 0.0389411 Nov 03 19:13:59.003150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60028) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.026702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.033332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.036818 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/networks/e79f57fe-18c6-4e4b-b023-a8b90b5080e5 HTTP/1.1" status: 204 len: 168 time: 1.8907530 Nov 03 19:13:59.044128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60030) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.084232 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e2ab8c-170e-43f5-9c9f-cbf4dd16e148 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:59.085305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e2ab8c-170e-43f5-9c9f-cbf4dd16e148 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:59.099854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-52e2ab8c-170e-43f5-9c9f-cbf4dd16e148 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/e5ba9e3e-d4c4-4472-bcbb-b62129d61e4e HTTP/1.1" status: 404 len: 337 time: 0.0916977 Nov 03 19:13:59.100170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8436299-3914-4b0c-90ae-3b01ad2b5ca9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Network': ['ID=e79f57fe-18c6-4e4b-b023-a8b90b5080e5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:59.105893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60032) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.142313 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c7dc8f-34c2-4b5c-8a4b-50114bea1d75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:59.142932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c7dc8f-34c2-4b5c-8a4b-50114bea1d75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:59.147793 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9b0ba-9c92-4f88-a6b4-e18f28400dd7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:59.151335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-33c7dc8f-34c2-4b5c-8a4b-50114bea1d75 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/33c2c5bc-e006-4dfe-a041-ba556eccc160 HTTP/1.1" status: 404 len: 339 time: 0.0412972 Nov 03 19:13:59.152466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-42a9b0ba-9c92-4f88-a6b4-e18f28400dd7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1053202 Nov 03 19:13:59.155834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60034) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.160369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60036) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.197459 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-004abeff-2404-4351-a388-18ac5356ba3a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:59.197964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004abeff-2404-4351-a388-18ac5356ba3a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:59.204547 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-004abeff-2404-4351-a388-18ac5356ba3a tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/3b7eb43c-7d1c-4cf8-a22e-aa9062962f34 HTTP/1.1" status: 404 len: 337 time: 0.0469601 Nov 03 19:13:59.204782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60038) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.285674 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c096f3e9-2f0f-4ac2-824b-1aef0184a678 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:13:59.286464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c096f3e9-2f0f-4ac2-824b-1aef0184a678 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:13:59.294185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c096f3e9-2f0f-4ac2-824b-1aef0184a678 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/4e14bbd6-a0a5-4e1c-b90b-29b821bcc7bc HTTP/1.1" status: 404 len: 339 time: 0.0762289 Nov 03 19:13:59.294710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60040) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.350677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ade40d4c-c730-4245-b54a-8872faea1a0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1848330 Nov 03 19:13:59.351849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60042) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.360456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-841595200'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:59.374701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe95b69-20ad-4c63-9f99-c52885d4ddba tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting subnet 5f8c425a-8dc4-4d7f-b795-14ffc351fe92 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:59.378893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b69-20ad-4c63-9f99-c52885d4ddba tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.391792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:59.396209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.442706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:59.454442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b69-20ad-4c63-9f99-c52885d4ddba tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.459863 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.460415 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Added segment c7c78ad7-23ee-4567-8b6f-908ba9ff24bc of type vlan for network 7dde0431-e50f-49ef-ae5a-d003a99b2941 Nov 03 19:13:59.533920 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.579924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.591962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:59.593048 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.617348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b69-20ad-4c63-9f99-c52885d4ddba tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.661552 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3069565 Nov 03 19:13:59.666625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60044) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.672777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:59.733564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587a950-54fe-4e82-a076-73666b09fa2b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Network': ['ID=7dde0431-e50f-49ef-ae5a-d003a99b2941,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:59.753258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 7dde0431-e50f-49ef-ae5a-d003a99b2941 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:59.785476 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b69-20ad-4c63-9f99-c52885d4ddba tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.838936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe95b69-20ad-4c63-9f99-c52885d4ddba tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8c425a-8dc4-4d7f-b795-14ffc351fe92,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:59.849044 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b69-20ad-4c63-9f99-c52885d4ddba tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.856555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6fe95b69-20ad-4c63-9f99-c52885d4ddba tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/5f8c425a-8dc4-4d7f-b795-14ffc351fe92 HTTP/1.1" status: 204 len: 168 time: 0.5570271 Nov 03 19:13:59.858090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60048) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.865999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47612bce-08db-415b-90e8-c50836ed9b81 None None] Network a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:59.910064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:59.915556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.941207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device efc46cd6-165b-4edc-b6f6-fbf657f8fdfc no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:00.008646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: efc46cd6-165b-4edc-b6f6-fbf657f8fdfc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:00.009078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device efc46cd6-165b-4edc-b6f6-fbf657f8fdfc not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:00.113519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.256127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] DHCP port deletion for a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:00.262282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:00.262604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.343651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] Deleting port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:00.344071 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.402582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.458580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] For port 2e32208e-239e-4cfa-9e8e-34d8c65846e6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2e32208e-239e-4cfa-9e8e-34d8c65846e6,segment=NetworkSegment(e54b94f9-ff39-4611-af94-51d65dd33bbc),segment_id=e54b94f9-ff39-4611-af94-51d65dd33bbc)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:00.459766 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.464098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] For port 2e32208e-239e-4cfa-9e8e-34d8c65846e6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2e32208e-239e-4cfa-9e8e-34d8c65846e6,segment=NetworkSegment(e54b94f9-ff39-4611-af94-51d65dd33bbc),segment_id=e54b94f9-ff39-4611-af94-51d65dd33bbc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:00.464786 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.492007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Calling delete_port for 2e32208e-239e-4cfa-9e8e-34d8c65846e6 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:00.495499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] Calling delete_port for 2e32208e-239e-4cfa-9e8e-34d8c65846e6 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:00.526412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=94945c7a-6189-4741-ba7a-8c2c6dec0147,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:00.604451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking segment: {'id': 'c7c78ad7-23ee-4567-8b6f-908ba9ff24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:00.606895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network hostable DHCP agents. Network: 7dde0431-e50f-49ef-ae5a-d003a99b2941, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:00.634618 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.663584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 7dde0431-e50f-49ef-ae5a-d003a99b2941 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:00.684723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 7dde0431-e50f-49ef-ae5a-d003a99b2941) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:00.687012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] Pushing event deleted for resources: {'Port': ['ID=2e32208e-239e-4cfa-9e8e-34d8c65846e6,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:00.696635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e0f29-6fa2-44ec-81d4-aecac86d2484 None None] No DVR routers for this DVR port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:00.711171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:00.712127 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.715412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aeaf8f-7b79-4a3c-acdb-d002ab7de29c None None] Network 7dde0431-e50f-49ef-ae5a-d003a99b2941 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:00.741193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.781920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1cc8d289-980c-4028-9f69-53fcfc6fbad7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1145306 Nov 03 19:14:00.784607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60050) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:00.786287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Port': ['ID=2e32208e-239e-4cfa-9e8e-34d8c65846e6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:00.790413 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941', 'name': 'tempest-PortsTestJSON-745522305'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:00.792352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No DVR routers for this DVR port 2e32208e-239e-4cfa-9e8e-34d8c65846e6 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:00.936324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.009451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:01.043713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54b94f9-ff39-4611-af94-51d65dd33bbc') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:01.044220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54b94f9-ff39-4611-af94-51d65dd33bbc') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:01.045461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:01.056589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.073461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.094978 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.106719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:01.107672 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.124165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-7dde0431-e50f-49ef-ae5a-d003a99b2941', 'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941', 'tenant_id': '782e22c696bf4d71b7d71fc4b4972259', 'fixed_ips': [{'subnet_id': '94945c7a-6189-4741-ba7a-8c2c6dec0147'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:01.129058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port b261830d-e2ad-440e-be4f-5a9940e399d7 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:01.129649 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: self.session.flush() Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:01.147854 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:01.220189 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.232312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.244132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14 HTTP/1.1" status: 204 len: 168 time: 1.3834524 Nov 03 19:14:01.248032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60054) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:01.327096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4027-4310-4cc7-ad11-3a176200f449 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=a40f26a0-3a7e-4e9d-9b9a-8a4e9d7d1e14,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:01.341880 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-72034a3c-7b16-4265-8f71-d1efdeede8f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:14:01.342677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72034a3c-7b16-4265-8f71-d1efdeede8f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:14:01.353794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-72034a3c-7b16-4265-8f71-d1efdeede8f1 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/9df5509c-e898-4a65-8e2e-689cc49c1d01 HTTP/1.1" status: 404 len: 337 time: 0.1040177 Nov 03 19:14:01.355659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60056) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:01.409066 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5ddc8a-ec88-48d1-bc90-9572bf113dde tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] DELETE failed (client error): The resource could not be found. Nov 03 19:14:01.409763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5ddc8a-ec88-48d1-bc90-9572bf113dde tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:14:01.415315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4d5ddc8a-ec88-48d1-bc90-9572bf113dde tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/d5871dfb-31cb-4e3c-841f-0fbf42d1891f HTTP/1.1" status: 404 len: 339 time: 0.0568869 Nov 03 19:14:01.419030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60058) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:01.445294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Allocated IP 172.20.0.2 (7dde0431-e50f-49ef-ae5a-d003a99b2941/94945c7a-6189-4741-ba7a-8c2c6dec0147/b285f048-f001-4146-b978-47737300b01d) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:01.548422 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaa366f-d6ab-4560-ba87-8e7c5d9d8340 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting subnet 7fbb9aee-4bb8-4442-a41d-d9b11a7618d1 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:01.556604 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aaaa366f-d6ab-4560-ba87-8e7c5d9d8340 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.673079 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aaaa366f-d6ab-4560-ba87-8e7c5d9d8340 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.747395 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.763163 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.832726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Network 7dde0431-e50f-49ef-ae5a-d003a99b2941 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:01.838156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:01.842565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:01.931890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aaaa366f-d6ab-4560-ba87-8e7c5d9d8340 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.939109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Pushing event updated for resources: {'Port': ['ID=b285f048-f001-4146-b978-47737300b01d,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:01.981859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.12 (7dde0431-e50f-49ef-ae5a-d003a99b2941/94945c7a-6189-4741-ba7a-8c2c6dec0147/b261830d-e2ad-440e-be4f-5a9940e399d7) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:01.986947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2e32208e-239e-4cfa-9e8e-34d8c65846e6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:02.058425 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Attempting to bind port b285f048-f001-4146-b978-47737300b01d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:02.058971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Attempting to bind port b285f048-f001-4146-b978-47737300b01d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'c7c78ad7-23ee-4567-8b6f-908ba9ff24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:02.059692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Attempting to bind port b285f048-f001-4146-b978-47737300b01d on network 7dde0431-e50f-49ef-ae5a-d003a99b2941 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:02.063587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 2e32208e-239e-4cfa-9e8e-34d8c65846e6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:02.064148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2e32208e-239e-4cfa-9e8e-34d8c65846e6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:02.099808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:02.100491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Checking segment: {'id': 'c7c78ad7-23ee-4567-8b6f-908ba9ff24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:02.101178 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.101886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Bound using segment: {'id': 'c7c78ad7-23ee-4567-8b6f-908ba9ff24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:02.103494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Bound port: b285f048-f001-4146-b978-47737300b01d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c78ad7-23ee-4567-8b6f-908ba9ff24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:02.104143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.132272 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:14:02.139771 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aaaa366f-d6ab-4560-ba87-8e7c5d9d8340 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.217649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa366f-d6ab-4560-ba87-8e7c5d9d8340 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbb9aee-4bb8-4442-a41d-d9b11a7618d1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:02.235484 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-aaaa366f-d6ab-4560-ba87-8e7c5d9d8340 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.239426 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-aaaa366f-d6ab-4560-ba87-8e7c5d9d8340 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/subnets/7fbb9aee-4bb8-4442-a41d-d9b11a7618d1 HTTP/1.1" status: 204 len: 168 time: 0.8200266 Nov 03 19:14:02.248292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60062) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:02.253810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f686319f-8afa-410f-b217-3dcbdb2934d6 None None] Network 7a430614-1f01-4930-93a5-57bce026184f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:02.451317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.453535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.522998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.577740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Deleting port 31632e09-f783-4daa-a7ae-b51ca65f22a8 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:02.578445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.632954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 7dde0431-e50f-49ef-ae5a-d003a99b2941 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:02.639778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:02.648904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:02.656373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=b261830d-e2ad-440e-be4f-5a9940e399d7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:02.722406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] For port 31632e09-f783-4daa-a7ae-b51ca65f22a8, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=31632e09-f783-4daa-a7ae-b51ca65f22a8,segment=NetworkSegment(21b3074b-ca1c-4521-8add-037cc6a4478f),segment_id=21b3074b-ca1c-4521-8add-037cc6a4478f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:02.722936 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.761766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:02.763169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.777344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Calling delete_port for 31632e09-f783-4daa-a7ae-b51ca65f22a8 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:02.815633 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-165882e3-a4b7-44da-9090-8d9cb3b8907e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0250523 Nov 03 19:14:02.816788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60064) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:02.859547 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': '7dde0431-e50f-49ef-ae5a-d003a99b2941', 'name': 'tempest-PortsTestJSON-1599975078'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:02.917510 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.924650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] For port b285f048-f001-4146-b978-47737300b01d, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:02.959677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] For port b285f048-f001-4146-b978-47737300b01d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b285f048-f001-4146-b978-47737300b01d,segment=NetworkSegment(c7c78ad7-23ee-4567-8b6f-908ba9ff24bc),segment_id=c7c78ad7-23ee-4567-8b6f-908ba9ff24bc)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:02.971338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.981542 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.074616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Port': ['ID=31632e09-f783-4daa-a7ae-b51ca65f22a8,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:03.084998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b82df-bbf6-4b4a-bf73-fb662e4fac65 None None] Pushing event updated for resources: {'Port': ['ID=b285f048-f001-4146-b978-47737300b01d,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:03.099182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] No DVR routers for this DVR port 31632e09-f783-4daa-a7ae-b51ca65f22a8 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:03.228655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d1c11-b0fd-45be-949d-9e47487cabc8 None None] DHCP port deletion for 7a430614-1f01-4930-93a5-57bce026184f request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:03.279155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:03.295146 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.353270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port c4f0e232-68e8-4c67-a699-35aa1994cb49 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:03.355982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.408924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a430614-1f01-4930-93a5-57bce026184f']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:03.430352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b3074b-ca1c-4521-8add-037cc6a4478f') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:03.430971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b3074b-ca1c-4521-8add-037cc6a4478f') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:03.447940 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.480106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.492750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:03.493931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:03.500140 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:03.669921 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.673573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.697326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.10 (7dde0431-e50f-49ef-ae5a-d003a99b2941/94945c7a-6189-4741-ba7a-8c2c6dec0147/c4f0e232-68e8-4c67-a699-35aa1994cb49) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:03.728178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.739502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] 10.222.0.77 "DELETE /v2.0/networks/7a430614-1f01-4930-93a5-57bce026184f HTTP/1.1" status: 204 len: 168 time: 1.4893258 Nov 03 19:14:03.741124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e1610-8264-4ed9-afdc-1068a120c775 tempest-NetworksIpV6Test-651409129 tempest-NetworksIpV6Test-651409129-project] Pushing event deleted for resources: {'Network': ['ID=7a430614-1f01-4930-93a5-57bce026184f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:03.995473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b285f048-f001-4146-b978-47737300b01d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:04.113183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b285f048-f001-4146-b978-47737300b01d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:04.113869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.283949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.324732 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.425219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.471999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60078) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:04.483601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b285f048-f001-4146-b978-47737300b01d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b285f048-f001-4146-b978-47737300b01d,segment=NetworkSegment(c7c78ad7-23ee-4567-8b6f-908ba9ff24bc),segment_id=c7c78ad7-23ee-4567-8b6f-908ba9ff24bc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:04.494458 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.625004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 7dde0431-e50f-49ef-ae5a-d003a99b2941 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:04.645822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:04.650229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 31632e09-f783-4daa-a7ae-b51ca65f22a8 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:04.656238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:04.712489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=c4f0e232-68e8-4c67-a699-35aa1994cb49,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:04.748451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1663ed4b-b7b9-4971-8c5e-680826914494 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e5881ecc5d5489cab610174f942c6be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734060 Nov 03 19:14:04.751309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60082) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:04.751746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 31632e09-f783-4daa-a7ae-b51ca65f22a8 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:04.752530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 31632e09-f783-4daa-a7ae-b51ca65f22a8 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:04.754205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b285f048-f001-4146-b978-47737300b01d,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:04.833588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:04.834886 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.871511 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d31aad5-322a-42e7-ad4c-578a0e97c2aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.897186 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6125b74e-313d-463b-b15a-3d16a15eec61 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0716743 Nov 03 19:14:04.900545 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d31aad5-322a-42e7-ad4c-578a0e97c2aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.902333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60084) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:04.975956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d31aad5-322a-42e7-ad4c-578a0e97c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.980433 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4d31aad5-322a-42e7-ad4c-578a0e97c2aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.982083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4d31aad5-322a-42e7-ad4c-578a0e97c2aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0db8f396-e63f-4d94-885f-7bea3e795499 HTTP/1.1" status: 204 len: 168 time: 0.2289333 Nov 03 19:14:05.001982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31aad5-322a-42e7-ad4c-578a0e97c2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db8f396-e63f-4d94-885f-7bea3e795499,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:05.071180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f6d639-ec05-4869-a71c-b43947a8a11f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:05.073997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-87f6d639-ec05-4869-a71c-b43947a8a11f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1695819 Nov 03 19:14:05.078508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60088) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:05.403127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950800f-5805-4370-93a2-208ecf664670 None None] Network 7dde0431-e50f-49ef-ae5a-d003a99b2941 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:05.535177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6e38efab-db2d-4c86-871b-708df0f62a39 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port c4f0e232-68e8-4c67-a699-35aa1994cb49 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:05.536065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e38efab-db2d-4c86-871b-708df0f62a39 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.639629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-19381829-829d-475f-9db8-9812394cfb43 None None] Provisioning complete for port b285f048-f001-4146-b978-47737300b01d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:05.640628 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-19381829-829d-475f-9db8-9812394cfb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.754742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e38efab-db2d-4c86-871b-708df0f62a39 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.810082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6e38efab-db2d-4c86-871b-708df0f62a39 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for c4f0e232-68e8-4c67-a699-35aa1994cb49 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:06.012973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b285f048-f001-4146-b978-47737300b01d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:06.177748 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97b73a29-84da-4e91-9b82-9a14c2f77db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.230733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b285f048-f001-4146-b978-47737300b01d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:06.232349 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.241559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e38efab-db2d-4c86-871b-708df0f62a39 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.380745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38efab-db2d-4c86-871b-708df0f62a39 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=c4f0e232-68e8-4c67-a699-35aa1994cb49,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:06.578857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-759a2631-e0c4-4f69-a95a-c5edfe3fdf26 None None] Provisioning complete for port b261830d-e2ad-440e-be4f-5a9940e399d7 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:06.580091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-759a2631-e0c4-4f69-a95a-c5edfe3fdf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.736596 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e38efab-db2d-4c86-871b-708df0f62a39 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.738176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-759a2631-e0c4-4f69-a95a-c5edfe3fdf26 None None] Port b261830d-e2ad-440e-be4f-5a9940e399d7 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:06.753094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6e38efab-db2d-4c86-871b-708df0f62a39 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/c4f0e232-68e8-4c67-a699-35aa1994cb49 HTTP/1.1" status: 204 len: 168 time: 1.6724918 Nov 03 19:14:06.755096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60112) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:06.759665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-759a2631-e0c4-4f69-a95a-c5edfe3fdf26 None None] Could not find standard attr ID for object c4f0e232-68e8-4c67-a699-35aa1994cb49. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:14:06.783527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-759a2631-e0c4-4f69-a95a-c5edfe3fdf26 None None] Provisioning complete for port b285f048-f001-4146-b978-47737300b01d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:06.784086 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-759a2631-e0c4-4f69-a95a-c5edfe3fdf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.842517 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdd6f80-36f1-4395-8f5f-d44bce9c4b2a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:14:06.850833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60116) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:06.851653 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6fdd6f80-36f1-4395-8f5f-d44bce9c4b2a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/c4f0e232-68e8-4c67-a699-35aa1994cb49 HTTP/1.1" status: 404 len: 333 time: 0.0946231 Nov 03 19:14:07.073558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port b261830d-e2ad-440e-be4f-5a9940e399d7 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:07.075877 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.223837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8283d72a-685d-47a7-a6ae-533adfc9c21b None None] Provisioning complete for port b261830d-e2ad-440e-be4f-5a9940e399d7 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:07.227045 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8283d72a-685d-47a7-a6ae-533adfc9c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.259356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60120) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:07.379634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.380687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8283d72a-685d-47a7-a6ae-533adfc9c21b None None] Port b261830d-e2ad-440e-be4f-5a9940e399d7 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:07.427225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for b261830d-e2ad-440e-be4f-5a9940e399d7 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:07.536493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7f6797a6-c234-4fb6-ac04-e2373598d250 None None] Could not find standard attr ID for object c4f0e232-68e8-4c67-a699-35aa1994cb49. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:14:07.599653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cc74d012-7cb1-48ca-9033-f2a38b0a8c8a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-246625772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:07.682360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc74d012-7cb1-48ca-9033-f2a38b0a8c8a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.684023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc74d012-7cb1-48ca-9033-f2a38b0a8c8a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.870746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.883280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc74d012-7cb1-48ca-9033-f2a38b0a8c8a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.895109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc74d012-7cb1-48ca-9033-f2a38b0a8c8a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.922811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=b261830d-e2ad-440e-be4f-5a9940e399d7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:07.941490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.942099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.944080 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cc74d012-7cb1-48ca-9033-f2a38b0a8c8a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.945031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.947013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cc74d012-7cb1-48ca-9033-f2a38b0a8c8a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6859472 Nov 03 19:14:07.951392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.952363 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.952939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.953247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60126) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:07.953608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.955224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.955224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.955224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.956527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.957167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:07.984227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-238221516'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:08.030367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Made reservation on behalf of f9c866b3597948ada1ed5de4f0d0dee7 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:08.036484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.065890 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.142233 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.152236 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e0a24d9d-3cae-40f5-97f3-56f9238f3464 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/b261830d-e2ad-440e-be4f-5a9940e399d7 HTTP/1.1" status: 204 len: 168 time: 1.2963085 Nov 03 19:14:08.153330 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60128) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:08.190816 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-034dcde9-9ab8-4e7c-b929-0070c99e8db1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:14:08.193479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-034dcde9-9ab8-4e7c-b929-0070c99e8db1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/b261830d-e2ad-440e-be4f-5a9940e399d7 HTTP/1.1" status: 404 len: 333 time: 0.0377190 Nov 03 19:14:08.197956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60130) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:08.242256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.251419 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.295155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:08.312028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdb7450-b57a-4122-b232-57e36f2ffa28 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 94945c7a-6189-4741-ba7a-8c2c6dec0147 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:08.318763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7450-b57a-4122-b232-57e36f2ffa28 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.322087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c63ec2-a9c4-446f-b449-9a83a42ee83b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:08.331412 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.331985 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Added segment f3b6f378-b1a3-4975-8aca-ec3fbed3be0c of type vlan for network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 Nov 03 19:14:08.414431 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7450-b57a-4122-b232-57e36f2ffa28 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.420802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.466291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.478769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.479943 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.547735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5925188 Nov 03 19:14:08.554029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60132) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:08.562731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'subnet': {'network_id': '86e81889-c2ba-4ecf-8090-9c439ba20aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:08.581981 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7450-b57a-4122-b232-57e36f2ffa28 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.692107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7450-b57a-4122-b232-57e36f2ffa28 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.693096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0234d5f-81e4-47fa-9d7c-4e4ecbf9cbcd tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Network': ['ID=86e81889-c2ba-4ecf-8090-9c439ba20aa6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:08.719199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:08.765638 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb7450-b57a-4122-b232-57e36f2ffa28 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=94945c7a-6189-4741-ba7a-8c2c6dec0147,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:08.776535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7450-b57a-4122-b232-57e36f2ffa28 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.788690 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dcdb7450-b57a-4122-b232-57e36f2ffa28 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/94945c7a-6189-4741-ba7a-8c2c6dec0147 HTTP/1.1" status: 204 len: 168 time: 0.5850844 Nov 03 19:14:08.789462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60134) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:08.805050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d29ed-0f1f-44c0-818f-b0d8683c66d5 None None] Network 7dde0431-e50f-49ef-ae5a-d003a99b2941 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:08.883361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Made reservation on behalf of f9c866b3597948ada1ed5de4f0d0dee7 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:08.892411 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.988307 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.115583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port b285f048-f001-4146-b978-47737300b01d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:09.116530 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.188302 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] DHCP port deletion for 7dde0431-e50f-49ef-ae5a-d003a99b2941 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:09.293682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] For port b285f048-f001-4146-b978-47737300b01d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b285f048-f001-4146-b978-47737300b01d,segment=NetworkSegment(c7c78ad7-23ee-4567-8b6f-908ba9ff24bc),segment_id=c7c78ad7-23ee-4567-8b6f-908ba9ff24bc)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:09.294564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.316263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] Deleting port b285f048-f001-4146-b978-47737300b01d {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:09.316960 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.347922 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for b285f048-f001-4146-b978-47737300b01d owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:09.405795 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.445980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] For port b285f048-f001-4146-b978-47737300b01d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b285f048-f001-4146-b978-47737300b01d,segment=NetworkSegment(c7c78ad7-23ee-4567-8b6f-908ba9ff24bc),segment_id=c7c78ad7-23ee-4567-8b6f-908ba9ff24bc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:09.446416 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.462644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] Calling delete_port for b285f048-f001-4146-b978-47737300b01d owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:09.511089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Subnet': ['ID=82ff5eae-469f-4366-9e8c-ff354d9cfc33,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.539603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.599071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Checking segment: {'id': 'f3b6f378-b1a3-4975-8aca-ec3fbed3be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '86e81889-c2ba-4ecf-8090-9c439ba20aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:09.601282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network hostable DHCP agents. Network: 86e81889-c2ba-4ecf-8090-9c439ba20aa6, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:09.606680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=b285f048-f001-4146-b978-47737300b01d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.622051 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No DVR routers for this DVR port b285f048-f001-4146-b978-47737300b01d on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:09.624641 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.650378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:09.676161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 86e81889-c2ba-4ecf-8090-9c439ba20aa6) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:09.682276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] Pushing event deleted for resources: {'Port': ['ID=b285f048-f001-4146-b978-47737300b01d,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.694208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0c6cf-60bf-4523-ac7a-a0de8807f99a None None] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:09.706365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:09.707507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.749531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60146) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:09.751569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-80e694fa-b724-4c94-a824-8833a2beff36 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1961856 Nov 03 19:14:09.753863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8498f0-0356-40be-8e9f-d1c094024443 None None] No DVR routers for this DVR port b285f048-f001-4146-b978-47737300b01d on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:09.829731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'network': {'name': 'tempest-router-network01--1808178992'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:09.848516 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.911784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dde0431-e50f-49ef-ae5a-d003a99b2941']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:09.942587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b285f048-f001-4146-b978-47737300b01d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:09.948870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Made reservation on behalf of f9c866b3597948ada1ed5de4f0d0dee7 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:09.954066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.961124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c78ad7-23ee-4567-8b6f-908ba9ff24bc') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:09.961124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c78ad7-23ee-4567-8b6f-908ba9ff24bc') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:09.989875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b285f048-f001-4146-b978-47737300b01d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:09.990335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b285f048-f001-4146-b978-47737300b01d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:09.998351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.039025 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.056020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:10.056687 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:10.078481 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:10.096120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.112911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:10.159600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-86e81889-c2ba-4ecf-8090-9c439ba20aa6', 'network_id': '86e81889-c2ba-4ecf-8090-9c439ba20aa6', 'tenant_id': 'f9c866b3597948ada1ed5de4f0d0dee7', 'fixed_ips': [{'subnet_id': '82ff5eae-469f-4366-9e8c-ff354d9cfc33'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:10.161194 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.179728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-b6662287-01c8-4aac-a03a-da53bbb766c1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1211400 Nov 03 19:14:10.204629 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.205231 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Added segment c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd of type vlan for network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 Nov 03 19:14:10.278394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.304517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.309477 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/networks/7dde0431-e50f-49ef-ae5a-d003a99b2941 HTTP/1.1" status: 204 len: 168 time: 1.5176802 Nov 03 19:14:10.319308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.323033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60148) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:10.337819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2068154288'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:10.340821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-af494d16-c101-400c-9420-b85f59ada4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:10.344472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-af494d16-c101-400c-9420-b85f59ada4ac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1096 time: 0.0824082 Nov 03 19:14:10.362147 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfda9c-1fe8-412c-82d9-ca55b2b16ed8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Network': ['ID=7dde0431-e50f-49ef-ae5a-d003a99b2941,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:10.404960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:10.410660 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.416311 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.426170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:10.427194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.493767 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-410401fd-acff-4585-81fb-725d8e2fcad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.523519 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7679996 Nov 03 19:14:10.524620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60152) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:10.562240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'network': {'name': 'tempest-router-network02--1889048275'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:10.598991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:10.607584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91faa3-94b9-4e5b-aa17-5b873cac6b76 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Network': ['ID=ae2e0af9-b2e7-4cb4-87c7-ad276e057108,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:10.618936 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Allocated IP 2001:db8::2 (86e81889-c2ba-4ecf-8090-9c439ba20aa6/82ff5eae-469f-4366-9e8c-ff354d9cfc33/a0113d86-20b8-49b9-8364-ebeb40965252) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:10.625385 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.625385 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Added segment 4f7d2f25-5344-4363-9742-ce5d66ddb25c of type vlan for network 291df997-5f72-4a14-b2fe-c6d013a204e7 Nov 03 19:14:10.639816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:10.685597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Made reservation on behalf of f9c866b3597948ada1ed5de4f0d0dee7 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:10.691564 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.740104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.791836 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.795026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-94fb42b8-c196-4590-9e92-855bc518fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:10.798289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-94fb42b8-c196-4590-9e92-855bc518fef0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b78a8a5a-564f-4248-b048-bd25517937cb HTTP/1.1" status: 200 len: 898 time: 0.4014878 Nov 03 19:14:10.804532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:10.805856 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.881150 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5474858 Nov 03 19:14:10.915654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60154) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:10.948341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:10.952796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc09ce1-cf59-4cb5-bdfe-3212cbae7c35 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Network': ['ID=291df997-5f72-4a14-b2fe-c6d013a204e7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:10.968983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:10.977174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 291df997-5f72-4a14-b2fe-c6d013a204e7 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:11.066380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.066380 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Added segment 03fda47b-1bdc-4886-9066-201845a8d80a of type vlan for network 773a06eb-62e0-4612-a168-03349b40ddf6 Nov 03 19:14:11.144567 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-a5ba0c44-9669-420a-bedf-24a3fae4594a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc664aa-96e4-41ac-844a-83706943915b HTTP/1.1" status: 200 len: 999 time: 0.3347962 Nov 03 19:14:11.172722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.178874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.193073 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.266070 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:11.279766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:11.281386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:11.286909 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.288555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:11.299315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Pushing event updated for resources: {'Port': ['ID=a0113d86-20b8-49b9-8364-ebeb40965252,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:11.314041 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.324734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:11.325785 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.354555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-5cc47c61-e47e-438a-8dc6-cc64d57f2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:11.356980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-5cc47c61-e47e-438a-8dc6-cc64d57f2b28 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25512e8-489b-445a-b74b-1fd4a1d12780 HTTP/1.1" status: 200 len: 835 time: 0.1988215 Nov 03 19:14:11.418803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Attempting to bind port a0113d86-20b8-49b9-8364-ebeb40965252 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:11.419675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Attempting to bind port a0113d86-20b8-49b9-8364-ebeb40965252 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'f3b6f378-b1a3-4975-8aca-ec3fbed3be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '86e81889-c2ba-4ecf-8090-9c439ba20aa6'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:11.420224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Attempting to bind port a0113d86-20b8-49b9-8364-ebeb40965252 on network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:11.431540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:11.432357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Checking segment: {'id': 'f3b6f378-b1a3-4975-8aca-ec3fbed3be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '86e81889-c2ba-4ecf-8090-9c439ba20aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:11.433104 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.433990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Bound using segment: {'id': 'f3b6f378-b1a3-4975-8aca-ec3fbed3be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '86e81889-c2ba-4ecf-8090-9c439ba20aa6'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:11.434789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Bound port: a0113d86-20b8-49b9-8364-ebeb40965252, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b6f378-b1a3-4975-8aca-ec3fbed3be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '86e81889-c2ba-4ecf-8090-9c439ba20aa6'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:11.435534 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.481406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60156) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:11.484134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9412353 Nov 03 19:14:11.491350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'subnet': {'network_id': 'ae2e0af9-b2e7-4cb4-87c7-ad276e057108', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:11.588047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] For port a0113d86-20b8-49b9-8364-ebeb40965252, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:11.594194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] For port a0113d86-20b8-49b9-8364-ebeb40965252, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a0113d86-20b8-49b9-8364-ebeb40965252,segment=NetworkSegment(f3b6f378-b1a3-4975-8aca-ec3fbed3be0c),segment_id=f3b6f378-b1a3-4975-8aca-ec3fbed3be0c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:11.603603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.605851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06179b-5170-442b-9e3b-02aadafecf81 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Network': ['ID=773a06eb-62e0-4612-a168-03349b40ddf6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:11.630019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 773a06eb-62e0-4612-a168-03349b40ddf6 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:11.630340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-a85e3d0c-1792-46a6-b48a-b8c2c160871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:11.632753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-a85e3d0c-1792-46a6-b48a-b8c2c160871f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b78a8a5a-564f-4248-b048-bd25517937cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2668946 Nov 03 19:14:11.733623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Made reservation on behalf of f9c866b3597948ada1ed5de4f0d0dee7 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:11.741175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:11.902374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb34d-80ce-4111-8583-fec1b21d4327 None None] Pushing event updated for resources: {'Port': ['ID=a0113d86-20b8-49b9-8364-ebeb40965252,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:12.050655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-df5da8a7-5aca-41dc-bc84-746e9358cf1b service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064360 Nov 03 19:14:12.136884 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.137182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.274461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Subnet': ['ID=050cd744-4984-426e-8093-dea03029c300,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:12.289805 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.291674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.352038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Checking segment: {'id': 'c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ae2e0af9-b2e7-4cb4-87c7-ad276e057108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:12.352495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network hostable DHCP agents. Network: ae2e0af9-b2e7-4cb4-87c7-ad276e057108, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:12.384223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:12.403830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, ae2e0af9-b2e7-4cb4-87c7-ad276e057108) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:12.410947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:12.412232 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.426879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d7f1ae-b7ab-4855-9545-83ca9d6d4d7c None None] Network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:12.445466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=3b2afa5a-f23f-491d-8edf-f3d74effbc19,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:12.447242 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8bceb260-b702-4b0f-b577-62506076c5ac tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9642844 Nov 03 19:14:12.447906 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60160) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:12.461130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'subnet': {'network_id': '773a06eb-62e0-4612-a168-03349b40ddf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:12.472365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking segment: {'id': '4f7d2f25-5344-4363-9742-ce5d66ddb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:12.472903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network hostable DHCP agents. Network: 291df997-5f72-4a14-b2fe-c6d013a204e7, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:12.519261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1fdfae7-61a0-4fc1-8942-5b4f565f35d2 req-2a45a001-34d5-43f7-97fc-a007fb15c723 service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280744 Nov 03 19:14:12.558162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 291df997-5f72-4a14-b2fe-c6d013a204e7 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:12.570598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 291df997-5f72-4a14-b2fe-c6d013a204e7) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:12.578132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:12.579336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.613867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60162) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:12.615593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fe29a443-a7a3-4409-afb4-f5283571c108 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6952119 Nov 03 19:14:12.623511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7', 'name': 'tempest-PortsTestJSON-104652173', 'fixed_ips': [{'subnet_id': '3b2afa5a-f23f-491d-8edf-f3d74effbc19', 'ip_address': '172.20.0.10'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:12.628241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4695d-1222-4842-849f-463e9db62ab9 None None] Network 291df997-5f72-4a14-b2fe-c6d013a204e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:12.755423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Made reservation on behalf of f9c866b3597948ada1ed5de4f0d0dee7 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:12.762355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.988528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60168) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:13.091934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:13.223002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-ae2e0af9-b2e7-4cb4-87c7-ad276e057108', 'network_id': 'ae2e0af9-b2e7-4cb4-87c7-ad276e057108', 'tenant_id': 'f9c866b3597948ada1ed5de4f0d0dee7', 'fixed_ips': [{'subnet_id': '050cd744-4984-426e-8093-dea03029c300'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:13.224445 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.359209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port 77fc826c-4791-46db-9c26-d5307378db0e {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:13.359569 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.446654 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.492858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.511076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 1a02a755-40a3-4650-aa34-eaf26dc22fe1 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:13.517058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-291df997-5f72-4a14-b2fe-c6d013a204e7', 'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7', 'tenant_id': '782e22c696bf4d71b7d71fc4b4972259', 'fixed_ips': [{'subnet_id': '3b2afa5a-f23f-491d-8edf-f3d74effbc19'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:13.524927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.564618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.566628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.612088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for 77fc826c-4791-46db-9c26-d5307378db0e owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:13.745087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Subnet': ['ID=f43ae80b-a0e9-4218-81a0-c186648ed0c2,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:13.828775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Checking segment: {'id': '03fda47b-1bdc-4886-9066-201845a8d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '773a06eb-62e0-4612-a168-03349b40ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:13.829384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network hostable DHCP agents. Network: 773a06eb-62e0-4612-a168-03349b40ddf6, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:13.839328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbdb898-6658-4593-8abc-6ce714ae15a4 None None] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:14.019684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Allocated IP 2001:db8::2 (ae2e0af9-b2e7-4cb4-87c7-ad276e057108/050cd744-4984-426e-8093-dea03029c300/31b1f7e0-1c86-4cfc-9be1-2f25c8d88977) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:14.097811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a0113d86-20b8-49b9-8364-ebeb40965252 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:14.178017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network 773a06eb-62e0-4612-a168-03349b40ddf6 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:14.202176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 773a06eb-62e0-4612-a168-03349b40ddf6) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:14.224211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b5df6718-1543-4f9b-b572-f4ca71faf00e None None] Provisioning complete for port a0113d86-20b8-49b9-8364-ebeb40965252 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:14.228077 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5df6718-1543-4f9b-b572-f4ca71faf00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:14.228810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.231169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:14.268146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.10 (291df997-5f72-4a14-b2fe-c6d013a204e7/3b2afa5a-f23f-491d-8edf-f3d74effbc19/1a02a755-40a3-4650-aa34-eaf26dc22fe1) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:14.288356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46077433-e9b5-4ba9-b9de-160156550c5e None None] Network 773a06eb-62e0-4612-a168-03349b40ddf6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:14.296399 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d313fab1-474a-4e72-bf66-55392b5d3f4d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8462811 Nov 03 19:14:14.300245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60178) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:14.854869 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:14.983475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=77fc826c-4791-46db-9c26-d5307378db0e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:15.013157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a0113d86-20b8-49b9-8364-ebeb40965252 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:15.014735 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.197678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.198204 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Floating IP 42446d6a-13e5-4049-8376-7f9e90b36608 disassociated (deleted). External IP: 172.25.3.3, port: bdc664aa-96e4-41ac-844a-83706943915b. Nov 03 19:14:15.328923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-773a06eb-62e0-4612-a168-03349b40ddf6', 'network_id': '773a06eb-62e0-4612-a168-03349b40ddf6', 'tenant_id': 'f9c866b3597948ada1ed5de4f0d0dee7', 'fixed_ips': [{'subnet_id': 'f43ae80b-a0e9-4218-81a0-c186648ed0c2'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:15.330319 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.440335 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.444086 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.654785 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5df6718-1543-4f9b-b572-f4ca71faf00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.791430 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.805129 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.845571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.862816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3919c41b-6d91-430d-9fd4-52ba062a9882 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:14:15.902822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.944516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b5df6718-1543-4f9b-b572-f4ca71faf00e None None] For port a0113d86-20b8-49b9-8364-ebeb40965252, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a0113d86-20b8-49b9-8364-ebeb40965252,segment=NetworkSegment(f3b6f378-b1a3-4975-8aca-ec3fbed3be0c),segment_id=f3b6f378-b1a3-4975-8aca-ec3fbed3be0c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:16.010913 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=1a02a755-40a3-4650-aa34-eaf26dc22fe1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:16.038810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 291df997-5f72-4a14-b2fe-c6d013a204e7 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:16.051015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:16.062716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:16.170572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Pushing event updated for resources: {'Port': ['ID=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:16.190085 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b5df6718-1543-4f9b-b572-f4ca71faf00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:16.205088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:16.333489 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:14:16.334708 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:14:16.347474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:16.369941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:16.370278 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] Sync routers for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:16.420182 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:16.422504 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:16.472996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0f97461f-55a0-4f03-a8f3-2bb82a875383 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/floatingips/42446d6a-13e5-4049-8376-7f9e90b36608 HTTP/1.1" status: 204 len: 168 time: 3.4817820 Nov 03 19:14:16.474057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:16.478341 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21621659-1714-467d-b621-cbab68a33242" -d '{"events": [{"name": "network-changed", "server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "tag": "bdc664aa-96e4-41ac-844a-83706943915b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:16.575385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Allocated IP 2001:db8::2 (773a06eb-62e0-4612-a168-03349b40ddf6/f43ae80b-a0e9-4218-81a0-c186648ed0c2/b92379e8-350c-4662-a9fc-bb058586b482) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:16.945534 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:16.953540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df6718-1543-4f9b-b572-f4ca71faf00e None None] Pushing event updated for resources: {'Port': ['ID=a0113d86-20b8-49b9-8364-ebeb40965252,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:16.984172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:16.991077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:17.000331 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:17.025060 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:17.041701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Allocated IP 2001:db8::1 (ae2e0af9-b2e7-4cb4-87c7-ad276e057108/050cd744-4984-426e-8093-dea03029c300/bb046a9d-3a8b-4388-a821-31c9f0915fd0) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:17.205626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Pushing event updated for resources: {'Port': ['ID=b92379e8-350c-4662-a9fc-bb058586b482,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:17.296368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Network 773a06eb-62e0-4612-a168-03349b40ddf6 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:17.307457 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baf13dd-5878-486b-8803-fdab7040764e x-openstack-request-id: req-3baf13dd-5878-486b-8803-fdab7040764e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:17.308343 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "tag": "bdc664aa-96e4-41ac-844a-83706943915b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:17.308343 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3baf13dd-5878-486b-8803-fdab7040764e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:17.308874 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b', 'status': 'completed', 'code': 200} Nov 03 19:14:17.347672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-610edeb4-d755-45d7-be64-f0e0c082d388 None None] Provisioning complete for port a0113d86-20b8-49b9-8364-ebeb40965252 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:17.348737 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-610edeb4-d755-45d7-be64-f0e0c082d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:17.513959 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Allocated IP 172.20.0.2 (291df997-5f72-4a14-b2fe-c6d013a204e7/3b2afa5a-f23f-491d-8edf-f3d74effbc19/f6cd197a-ab41-4e15-9935-219fdbf6ebd0) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:17.527211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Attempting to bind port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:17.529036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Attempting to bind port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ae2e0af9-b2e7-4cb4-87c7-ad276e057108'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:17.542632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Attempting to bind port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 on network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:17.572849 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:17.573662 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:17.579806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:17.587878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:17.661362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:17.662350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Checking segment: {'id': 'c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ae2e0af9-b2e7-4cb4-87c7-ad276e057108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:17.663422 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:17.664432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Bound using segment: {'id': 'c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ae2e0af9-b2e7-4cb4-87c7-ad276e057108'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:17.666181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Bound port: 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ae2e0af9-b2e7-4cb4-87c7-ad276e057108'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:17.667148 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:17.702565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9471208f-e024-4d02-a72b-62ba2a60526e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0835445 Nov 03 19:14:17.713451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60194) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:17.724526 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:17.727453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7', 'name': 'tempest-PortsTestJSON-1848192068', 'fixed_ips': [{'subnet_id': '3b2afa5a-f23f-491d-8edf-f3d74effbc19', 'ip_address': '172.20.0.9'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:17.916064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:17.969608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621659-1714-467d-b621-cbab68a33242 req-523421f8-bb51-41ca-8904-4c7dc25b30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:17.973274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21621659-1714-467d-b621-cbab68a33242 req-523421f8-bb51-41ca-8904-4c7dc25b30a3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 1096 time: 0.6274178 Nov 03 19:14:17.975288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:18.005815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114c3c-96b2-4620-b14c-1e533011ed68 req-5e694079-0562-4f12-950f-e27a16123d8b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:18.025712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b114c3c-96b2-4620-b14c-1e533011ed68 req-5e694079-0562-4f12-950f-e27a16123d8b tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.5196025 Nov 03 19:14:18.039048 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:31Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:18.150603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:18.161280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:18.178702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:18.181582 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.183752 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] Checking router: 3919c41b-6d91-430d-9fd4-52ba062a9882 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:14:18.191430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a0113d86-20b8-49b9-8364-ebeb40965252 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:18.218053 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:18.220130 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:18.267367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621659-1714-467d-b621-cbab68a33242 req-00fc051e-3580-456a-8335-873e287cea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:18.269298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21621659-1714-467d-b621-cbab68a33242 req-00fc051e-3580-456a-8335-873e287cea02 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b78a8a5a-564f-4248-b048-bd25517937cb HTTP/1.1" status: 200 len: 898 time: 0.2873087 Nov 03 19:14:18.319854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Port': ['ID=bb046a9d-3a8b-4388-a821-31c9f0915fd0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:18.384203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] For port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:18.390845 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] For port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,segment=NetworkSegment(c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd),segment_id=c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:18.444997 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.477855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Attempting to bind port b92379e8-350c-4662-a9fc-bb058586b482 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:18.478475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Attempting to bind port b92379e8-350c-4662-a9fc-bb058586b482 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '03fda47b-1bdc-4886-9066-201845a8d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '773a06eb-62e0-4612-a168-03349b40ddf6'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:18.479178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Attempting to bind port b92379e8-350c-4662-a9fc-bb058586b482 on network 773a06eb-62e0-4612-a168-03349b40ddf6 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:18.481583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21621659-1714-467d-b621-cbab68a33242 req-78eec5df-f57d-43cf-b68d-52c408ad9781 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc664aa-96e4-41ac-844a-83706943915b HTTP/1.1" status: 200 len: 217 time: 0.1672213 Nov 03 19:14:18.490076 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:18.493917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.638769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b114c3c-96b2-4620-b14c-1e533011ed68 req-15b284cf-c362-4cd6-87fc-9db5afe5c019 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6106062 Nov 03 19:14:18.647992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-dee51dc6-4a00-4ccf-8d5f-1cfa175dd301 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:18.650626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-dee51dc6-4a00-4ccf-8d5f-1cfa175dd301 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.3576834 Nov 03 19:14:18.663289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:18.669591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Checking segment: {'id': '03fda47b-1bdc-4886-9066-201845a8d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '773a06eb-62e0-4612-a168-03349b40ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:18.670594 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.671672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Bound using segment: {'id': '03fda47b-1bdc-4886-9066-201845a8d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '773a06eb-62e0-4612-a168-03349b40ddf6'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:18.672764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Bound port: b92379e8-350c-4662-a9fc-bb058586b482, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fda47b-1bdc-4886-9066-201845a8d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '773a06eb-62e0-4612-a168-03349b40ddf6'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:18.673755 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.717734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a0113d86-20b8-49b9-8364-ebeb40965252 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:18.718699 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.769806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.800861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621659-1714-467d-b621-cbab68a33242 req-1411f160-2efb-44a5-b08b-90f1ff7c7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:18.802596 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21621659-1714-467d-b621-cbab68a33242 req-1411f160-2efb-44a5-b08b-90f1ff7c7ba1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25512e8-489b-445a-b74b-1fd4a1d12780 HTTP/1.1" status: 200 len: 835 time: 0.2923384 Nov 03 19:14:18.830765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:19.063177 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.081546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.083209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.176692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621659-1714-467d-b621-cbab68a33242 req-50e08793-b701-4ff9-95f8-cc57217c6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:19.178717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21621659-1714-467d-b621-cbab68a33242 req-50e08793-b701-4ff9-95f8-cc57217c6e90 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b78a8a5a-564f-4248-b048-bd25517937cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614540 Nov 03 19:14:19.184771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Port': ['ID=bb046a9d-3a8b-4388-a821-31c9f0915fd0,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:19.204497 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:31Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:19.331179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26dcbe-93eb-4969-9613-8785ad74cbdf None None] Pushing event updated for resources: {'Port': ['ID=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:19.332815 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a742c3-da64-4d99-86d6-601eeca2a2ae None None] The sync data for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 is: [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:12:07Z', 'revision_number': 4, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'bed881ae-482b-46ad-8aa4-27939aa335fd', 'name': '', 'network_id': 'b78a8a5a-564f-4248-b048-bd25517937cb', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'mac_address': 'fa:16:3e:08:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:02Z', 'updated_at': '2021-11-03T19:12:31Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'subnets': [{'id': 'f25512e8-489b-445a-b74b-1fd4a1d12780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:19.367238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port bdc664aa-96e4-41ac-844a-83706943915b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:19.367629 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.367798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:19.370453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:19.526983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] For port b92379e8-350c-4662-a9fc-bb058586b482, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:19.569800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] For port b92379e8-350c-4662-a9fc-bb058586b482, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b92379e8-350c-4662-a9fc-bb058586b482,segment=NetworkSegment(03fda47b-1bdc-4886-9066-201845a8d80a),segment_id=03fda47b-1bdc-4886-9066-201845a8d80a)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:19.581063 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.591564 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.631892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21621659-1714-467d-b621-cbab68a33242 req-b8ff9fcf-bfca-4f45-bb3b-920fd64d396c service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862936 Nov 03 19:14:19.638748 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.688993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Router 141f4f2b-9b00-4e20-a227-7fee390f5d74 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:14:19.755104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Network 291df997-5f72-4a14-b2fe-c6d013a204e7 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:19.780594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:19.800742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:19.817629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1284b0-380f-4fb6-bcbc-c841e30e48ed None None] Pushing event updated for resources: {'Port': ['ID=b92379e8-350c-4662-a9fc-bb058586b482,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:19.993537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:20.063743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:20.076085 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a16e6c2e-01a6-43e9-88d1-16077274129a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "PUT /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7702549 Nov 03 19:14:20.076739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60208) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:20.150103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569b02c-8113-42d9-9206-434b14504fe1 None None] Sync routers for ids ['141f4f2b-9b00-4e20-a227-7fee390f5d74'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:20.181026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.9 (291df997-5f72-4a14-b2fe-c6d013a204e7/3b2afa5a-f23f-491d-8edf-f3d74effbc19/06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:20.222995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21621659-1714-467d-b621-cbab68a33242 req-b10fad7b-37a1-406f-a90d-461bd8e1df93 service neutron] 10.222.0.96 "GET /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008937 Nov 03 19:14:20.279037 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd93578-ca05-45cd-934c-5c8ddd2c57a4 None None] New status for floating IP 42446d6a-13e5-4049-8376-7f9e90b36608: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:14:20.336775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569b02c-8113-42d9-9206-434b14504fe1 None None] Routers {'141f4f2b-9b00-4e20-a227-7fee390f5d74'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:20.337679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2569b02c-8113-42d9-9206-434b14504fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['141f4f2b-9b00-4e20-a227-7fee390f5d74'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:20.341984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Pushing event updated for resources: {'Port': ['ID=f6cd197a-ab41-4e15-9935-219fdbf6ebd0,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:20.351438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Attempting to bind port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:20.352492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Attempting to bind port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '4f7d2f25-5344-4363-9742-ce5d66ddb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:20.352966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Attempting to bind port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 on network 291df997-5f72-4a14-b2fe-c6d013a204e7 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:20.485525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:20.486318 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.593766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:20.594956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Checking segment: {'id': '4f7d2f25-5344-4363-9742-ce5d66ddb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:20.595563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.596428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Bound using segment: {'id': '4f7d2f25-5344-4363-9742-ce5d66ddb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:20.597115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Bound port: f6cd197a-ab41-4e15-9935-219fdbf6ebd0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d2f25-5344-4363-9742-ce5d66ddb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '291df997-5f72-4a14-b2fe-c6d013a204e7'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:20.597254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port bdc664aa-96e4-41ac-844a-83706943915b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=bdc664aa-96e4-41ac-844a-83706943915b,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:20.597853 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.598090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.601040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2569b02c-8113-42d9-9206-434b14504fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:20.669138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for bdc664aa-96e4-41ac-844a-83706943915b owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:20.710937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4467e-e818-45f7-b769-97799ad1a2b0 req-01f7fa85-2339-479a-9ff8-4fe3a9eca2a8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:20.714164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b5a4467e-e818-45f7-b769-97799ad1a2b0 req-01f7fa85-2339-479a-9ff8-4fe3a9eca2a8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 945 time: 0.4523220 Nov 03 19:14:20.758291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] For port f6cd197a-ab41-4e15-9935-219fdbf6ebd0, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:20.765244 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] For port f6cd197a-ab41-4e15-9935-219fdbf6ebd0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f6cd197a-ab41-4e15-9935-219fdbf6ebd0,segment=NetworkSegment(4f7d2f25-5344-4363-9742-ce5d66ddb25c),segment_id=4f7d2f25-5344-4363-9742-ce5d66ddb25c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:20.773455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e1ac1-3b22-4a5f-857d-ae7634fb0a92 None None] Network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:20.875879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569b02c-8113-42d9-9206-434b14504fe1 None None] Routers {'141f4f2b-9b00-4e20-a227-7fee390f5d74'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:20.876688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2569b02c-8113-42d9-9206-434b14504fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['141f4f2b-9b00-4e20-a227-7fee390f5d74'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:20.880794 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:21.017637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2569b02c-8113-42d9-9206-434b14504fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:21.018583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569b02c-8113-42d9-9206-434b14504fe1 None None] The sync data for ids ['141f4f2b-9b00-4e20-a227-7fee390f5d74'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:21.056235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-40d8989f-4d5b-41ac-a82e-bef345953258 None None] Provisioning complete for port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:21.057138 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40d8989f-4d5b-41ac-a82e-bef345953258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:21.110144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b5a4467e-e818-45f7-b769-97799ad1a2b0 req-ccbe84ad-32ce-416d-b6ff-d0733a3b53a8 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fc4979e-79ee-4955-b87f-021e3de04dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623455 Nov 03 19:14:21.265260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:21.380374 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:21.487082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d659202-42fa-4f67-a5b6-4283300f7f02 None None] Pushing event updated for resources: {'Port': ['ID=f6cd197a-ab41-4e15-9935-219fdbf6ebd0,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:21.546855 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-6271a3ea-9e82-43fc-89ca-31a18eff3172 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:14:21.559063 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6271a3ea-9e82-43fc-89ca-31a18eff3172 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "PUT /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4805169 Nov 03 19:14:21.562590 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60212) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:21.620523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:21.626529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:21.717656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=bdc664aa-96e4-41ac-844a-83706943915b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:21.791798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,segment=NetworkSegment(c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd),segment_id=c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:21.819929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:21.842978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 291df997-5f72-4a14-b2fe-c6d013a204e7 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:21.884743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] No DVR routers for this DVR port bdc664aa-96e4-41ac-844a-83706943915b on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:21.894325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:21.903490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:21.908017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a0a8e4a-e6d7-4322-8264-08a3bbae30e5 req-af2c4971-65f2-4bb6-ba0b-5397d062e501 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.96 "DELETE /v2.0/ports/bdc664aa-96e4-41ac-844a-83706943915b HTTP/1.1" status: 204 len: 173 time: 3.2297275 Nov 03 19:14:21.908724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'name': 'network-vif-deleted', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:21.912561 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d019ec-f903-4557-8a9d-ea36d19d667c" -d '{"events": [{"server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "name": "network-vif-deleted", "tag": "bdc664aa-96e4-41ac-844a-83706943915b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:21.916894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:22.038384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:22.047669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:22.120895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:22.129968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.160708 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd4ac4-8536-4800-9a40-dc64a8989d3a x-openstack-request-id: req-55dd4ac4-8536-4800-9a40-dc64a8989d3a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:22.160872 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bb5b4a-0c02-494e-a2c3-df2465a0d301", "name": "network-vif-deleted", "tag": "bdc664aa-96e4-41ac-844a-83706943915b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:22.161384 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55dd4ac4-8536-4800-9a40-dc64a8989d3a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:22.162189 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bb5b4a-0c02-494e-a2c3-df2465a0d301', 'name': 'network-vif-deleted', 'tag': 'bdc664aa-96e4-41ac-844a-83706943915b', 'status': 'completed', 'code': 200} Nov 03 19:14:22.199387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4825771f-1c09-4025-b409-136dcc248412 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4818740 Nov 03 19:14:22.202895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60218) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:22.251547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f6cd197a-ab41-4e15-9935-219fdbf6ebd0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:22.388949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef78c1-f3eb-4ac6-bff5-24a50ad39bff None None] Network 773a06eb-62e0-4612-a168-03349b40ddf6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:22.396362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ebf85-b03c-43cf-82c3-1501e0654331 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:22.412275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-594ebf85-b03c-43cf-82c3-1501e0654331 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1986225 Nov 03 19:14:22.413190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60222) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:22.647451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1708463-6a43-48e2-9bde-fc66a6fe4ce1 req-69ccd571-080c-41f4-a14f-a795bc0c393e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "GET /v2.0/ports?device_id=49bb5b4a-0c02-494e-a2c3-df2465a0d301 HTTP/1.1" status: 200 len: 210 time: 0.1874633 Nov 03 19:14:22.663423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-92d6c5b6-ab3f-465a-ad6c-8c36589aa8df None None] Provisioning complete for port b92379e8-350c-4662-a9fc-bb058586b482 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:22.670705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92d6c5b6-ab3f-465a-ad6c-8c36589aa8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.717003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab5a11f-4447-43e6-b92f-ea5c681ac0a1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:22.738410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab5a11f-4447-43e6-b92f-ea5c681ac0a1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:22.775563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab5a11f-4447-43e6-b92f-ea5c681ac0a1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:22.783275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3ab5a11f-4447-43e6-b92f-ea5c681ac0a1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3686392 Nov 03 19:14:22.786039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60224) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:23.034062 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.115516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f2304-dcc8-4995-ace5-9945aa025fb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:23.120285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:23.121436 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2304-dcc8-4995-ace5-9945aa025fb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.125635 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.327305 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2304-dcc8-4995-ace5-9945aa025fb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.357476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f2304-dcc8-4995-ace5-9945aa025fb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:23.439433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bdc664aa-96e4-41ac-844a-83706943915b no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:23.502476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: bdc664aa-96e4-41ac-844a-83706943915b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:23.502825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device bdc664aa-96e4-41ac-844a-83706943915b not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:23.509211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9b733-d6bb-43d3-9aa0-d4a077cdec60 None None] Network 291df997-5f72-4a14-b2fe-c6d013a204e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:23.693474 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92d6c5b6-ab3f-465a-ad6c-8c36589aa8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.710554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2304-dcc8-4995-ace5-9945aa025fb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.811294 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting port bb046a9d-3a8b-4388-a821-31c9f0915fd0 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:23.813322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.895186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:23.933188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f2304-dcc8-4995-ace5-9945aa025fb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:24.091232 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2304-dcc8-4995-ace5-9945aa025fb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:24.132140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5a9f2304-dcc8-4995-ace5-9945aa025fb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9 HTTP/1.1" status: 204 len: 168 time: 1.3403306 Nov 03 19:14:24.132962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60232) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:24.171683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-92d6c5b6-ab3f-465a-ad6c-8c36589aa8df None None] For port b92379e8-350c-4662-a9fc-bb058586b482, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b92379e8-350c-4662-a9fc-bb058586b482,segment=NetworkSegment(03fda47b-1bdc-4886-9066-201845a8d80a),segment_id=03fda47b-1bdc-4886-9066-201845a8d80a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:24.180993 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:24.186844 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92d6c5b6-ab3f-465a-ad6c-8c36589aa8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:24.228757 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4efa7f-2d09-400a-b1a2-1025c4f5b2d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:14:24.235737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1a4efa7f-2d09-400a-b1a2-1025c4f5b2d9 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9 HTTP/1.1" status: 404 len: 333 time: 0.0949547 Nov 03 19:14:24.244058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60234) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:24.326443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port f6cd197a-ab41-4e15-9935-219fdbf6ebd0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f6cd197a-ab41-4e15-9935-219fdbf6ebd0,segment=NetworkSegment(4f7d2f25-5344-4363-9742-ce5d66ddb25c),segment_id=4f7d2f25-5344-4363-9742-ce5d66ddb25c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:24.341613 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:24.363994 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:24.365171 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b92379e8-350c-4662-a9fc-bb058586b482 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:24.378736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Calling delete_port for bb046a9d-3a8b-4388-a821-31c9f0915fd0 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:24.472938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4275342d-e487-44c4-949f-5818c714f281 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 1a02a755-40a3-4650-aa34-eaf26dc22fe1 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:24.473962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4275342d-e487-44c4-949f-5818c714f281 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:24.648367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4275342d-e487-44c4-949f-5818c714f281 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:24.664105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4275342d-e487-44c4-949f-5818c714f281 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 1a02a755-40a3-4650-aa34-eaf26dc22fe1 owned by {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:24.683667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6c5b6-ab3f-465a-ad6c-8c36589aa8df None None] Pushing event updated for resources: {'Port': ['ID=b92379e8-350c-4662-a9fc-bb058586b482,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:24.820360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=f6cd197a-ab41-4e15-9935-219fdbf6ebd0,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:24.854361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3ab0d3a0-4131-4cd9-8013-16d7f665efb1 None None] Provisioning complete for port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:24.854931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d3a0-4131-4cd9-8013-16d7f665efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.072836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4275342d-e487-44c4-949f-5818c714f281 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.081681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b92379e8-350c-4662-a9fc-bb058586b482 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:25.082268 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.169324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275342d-e487-44c4-949f-5818c714f281 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=1a02a755-40a3-4650-aa34-eaf26dc22fe1,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:25.371563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3ab0d3a0-4131-4cd9-8013-16d7f665efb1 None None] Provisioning complete for port bb046a9d-3a8b-4388-a821-31c9f0915fd0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:25.375793 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d3a0-4131-4cd9-8013-16d7f665efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.442131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4275342d-e487-44c4-949f-5818c714f281 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.445124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.463831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4275342d-e487-44c4-949f-5818c714f281 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/1a02a755-40a3-4650-aa34-eaf26dc22fe1 HTTP/1.1" status: 204 len: 168 time: 1.2173834 Nov 03 19:14:25.467756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60244) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:25.553336 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-486d2375-5a27-42ab-b296-cd999ef69d12 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:14:25.556608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-486d2375-5a27-42ab-b296-cd999ef69d12 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/1a02a755-40a3-4650-aa34-eaf26dc22fe1 HTTP/1.1" status: 404 len: 333 time: 0.0867310 Nov 03 19:14:25.562752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60246) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:25.614527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3ab0d3a0-4131-4cd9-8013-16d7f665efb1 None None] Port bb046a9d-3a8b-4388-a821-31c9f0915fd0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:25.649442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3ab0d3a0-4131-4cd9-8013-16d7f665efb1 None None] Provisioning complete for port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:25.650383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d3a0-4131-4cd9-8013-16d7f665efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.770241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba31157-b771-4ce6-b89f-15da683b2875 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 3b2afa5a-f23f-491d-8edf-f3d74effbc19 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:25.791194 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ba31157-b771-4ce6-b89f-15da683b2875 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.935025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ba31157-b771-4ce6-b89f-15da683b2875 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.952345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f6cd197a-ab41-4e15-9935-219fdbf6ebd0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:26.112414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:26.112981 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.191803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ba31157-b771-4ce6-b89f-15da683b2875 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.204164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-324e6e6b-e8a0-419e-adb5-d997fa3efc23 None None] Could not find standard attr ID for object 06be2b3d-f6e2-4a0e-9bbc-1bbfabc1b0a9. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:14:26.268758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-324e6e6b-e8a0-419e-adb5-d997fa3efc23 None None] Provisioning complete for port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:26.268758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-324e6e6b-e8a0-419e-adb5-d997fa3efc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.318442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ba31157-b771-4ce6-b89f-15da683b2875 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.402096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:26.464226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba31157-b771-4ce6-b89f-15da683b2875 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2afa5a-f23f-491d-8edf-f3d74effbc19,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:26.468407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ba31157-b771-4ce6-b89f-15da683b2875 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.485659 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1ba31157-b771-4ce6-b89f-15da683b2875 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/3b2afa5a-f23f-491d-8edf-f3d74effbc19 HTTP/1.1" status: 204 len: 168 time: 0.9230783 Nov 03 19:14:26.487441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60250) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:26.579840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-324e6e6b-e8a0-419e-adb5-d997fa3efc23 None None] Could not find standard attr ID for object 1a02a755-40a3-4650-aa34-eaf26dc22fe1. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:14:26.617369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:26.618499 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.623962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-324e6e6b-e8a0-419e-adb5-d997fa3efc23 None None] Provisioning complete for port b92379e8-350c-4662-a9fc-bb058586b482 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:26.624526 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-324e6e6b-e8a0-419e-adb5-d997fa3efc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.673809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.681029 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.751820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:26.752210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.754504 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Port': ['ID=bb046a9d-3a8b-4388-a821-31c9f0915fd0,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:26.873370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2acfc29-3bd4-49b3-9c2d-343a2dd4d2db None None] Network 291df997-5f72-4a14-b2fe-c6d013a204e7 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:26.900797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] For port f6cd197a-ab41-4e15-9935-219fdbf6ebd0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f6cd197a-ab41-4e15-9935-219fdbf6ebd0,segment=NetworkSegment(4f7d2f25-5344-4363-9742-ce5d66ddb25c),segment_id=4f7d2f25-5344-4363-9742-ce5d66ddb25c)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:26.901341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.933888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for f6cd197a-ab41-4e15-9935-219fdbf6ebd0 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:27.017656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.120385 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.219984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=f6cd197a-ab41-4e15-9935-219fdbf6ebd0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:27.255871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No DVR routers for this DVR port f6cd197a-ab41-4e15-9935-219fdbf6ebd0 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:27.465096 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.537251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b92379e8-350c-4662-a9fc-bb058586b482 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:27.545633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291df997-5f72-4a14-b2fe-c6d013a204e7']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:27.569257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7d2f25-5344-4363-9742-ce5d66ddb25c') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:27.570796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7d2f25-5344-4363-9742-ce5d66ddb25c') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:27.598808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Router 141f4f2b-9b00-4e20-a227-7fee390f5d74 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:14:27.608541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.635143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c521f8-c801-414b-8f4a-20d98bdb9563 None None] DHCP port deletion for 291df997-5f72-4a14-b2fe-c6d013a204e7 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:27.650962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b92379e8-350c-4662-a9fc-bb058586b482 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:27.658054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.672739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.692090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:27.692734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:27.704812 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:27.796523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port bed881ae-482b-46ad-8aa4-27939aa335fd {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:27.797093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.892450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.898712 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.906942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:27.911186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/networks/291df997-5f72-4a14-b2fe-c6d013a204e7 HTTP/1.1" status: 204 len: 168 time: 1.4219148 Nov 03 19:14:27.921505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60254) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:27.941467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d7f3fef8-05e1-4485-af8d-27f08292ddf0 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "PUT /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3770993 Nov 03 19:14:27.942204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db3399-0bf1-4f0b-a5fc-181c6cfaeb24 None None] Sync routers for ids ['141f4f2b-9b00-4e20-a227-7fee390f5d74'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:27.942409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60256) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:27.947452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-893149933'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:27.974210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db3399-0bf1-4f0b-a5fc-181c6cfaeb24 None None] Routers {'141f4f2b-9b00-4e20-a227-7fee390f5d74'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:27.974552 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22e3e-906e-4c72-b960-37d0b230d65d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Network': ['ID=291df997-5f72-4a14-b2fe-c6d013a204e7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:27.974854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c4db3399-0bf1-4f0b-a5fc-181c6cfaeb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['141f4f2b-9b00-4e20-a227-7fee390f5d74'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:28.025237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:28.036764 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:28.060388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f6cd197a-ab41-4e15-9935-219fdbf6ebd0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:28.064399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c4db3399-0bf1-4f0b-a5fc-181c6cfaeb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:28.075384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:28.088247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:28.088610 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Added segment 72c8cfd7-038e-456c-9da1-dbdc5cb45185 of type vlan for network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 Nov 03 19:14:28.105480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: f6cd197a-ab41-4e15-9935-219fdbf6ebd0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:28.105480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f6cd197a-ab41-4e15-9935-219fdbf6ebd0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:28.110262 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-9844c8d1-5ac8-4df7-b928-d71e188f9474 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] delete failed (client error): The resource could not be found. Nov 03 19:14:28.112336 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9844c8d1-5ac8-4df7-b928-d71e188f9474 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1458192082 HTTP/1.1" status: 404 len: 335 time: 0.1094489 Nov 03 19:14:28.116499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db3399-0bf1-4f0b-a5fc-181c6cfaeb24 None None] Routers {'141f4f2b-9b00-4e20-a227-7fee390f5d74'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:28.117166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c4db3399-0bf1-4f0b-a5fc-181c6cfaeb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['141f4f2b-9b00-4e20-a227-7fee390f5d74'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:28.121740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60258) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:28.131819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-54e11be2-4fff-437c-a455-37897447e332 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'router': {'external_gateway_info': {'network_id': '141f4f2b-9b00-4e20-a227-7fee390f5d74'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:28.176938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c4db3399-0bf1-4f0b-a5fc-181c6cfaeb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:28.177963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db3399-0bf1-4f0b-a5fc-181c6cfaeb24 None None] The sync data for ids ['141f4f2b-9b00-4e20-a227-7fee390f5d74'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:28.189756 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:28.264166 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:28.272811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:28.275116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:28.353499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4257987 Nov 03 19:14:28.353718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60262) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:28.358393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port bed881ae-482b-46ad-8aa4-27939aa335fd, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=bed881ae-482b-46ad-8aa4-27939aa335fd,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:28.359046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:28.382108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for bed881ae-482b-46ad-8aa4-27939aa335fd owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:28.389246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': '8b34c7fc-e9c0-445f-9baa-ddf36e949419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:28.422894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fdb27-84bb-4bc6-86df-72a44acc6d64 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Network': ['ID=8b34c7fc-e9c0-445f-9baa-ddf36e949419,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:28.438217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:28.921702 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-54e11be2-4fff-437c-a455-37897447e332 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:28.987961 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-54e11be2-4fff-437c-a455-37897447e332 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] update failed (client error): The resource could not be found. Nov 03 19:14:28.989999 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-54e11be2-4fff-437c-a455-37897447e332 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "PUT /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74 HTTP/1.1" status: 404 len: 339 time: 0.8658686 Nov 03 19:14:28.997065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60264) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:29.006308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-529073685'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:29.036514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:29.042304 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.052315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Made reservation on behalf of f9c866b3597948ada1ed5de4f0d0dee7 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:29.057582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.109376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:29.124709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.125297 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Added segment b6bab3a5-3ca5-4bca-b772-5817eb78ed67 of type vlan for network da71d1ea-4428-4710-a786-ca9321c23c87 Nov 03 19:14:29.206598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.255574 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.265356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:29.266470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.347599 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.361502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3579757 Nov 03 19:14:29.361830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60270) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:29.367059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'subnet': {'network_id': 'da71d1ea-4428-4710-a786-ca9321c23c87', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:29.401887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d4892-38ef-4791-8bce-08118a540ab5 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Network': ['ID=da71d1ea-4428-4710-a786-ca9321c23c87,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:29.432277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network da71d1ea-4428-4710-a786-ca9321c23c87 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:29.466360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=bed881ae-482b-46ad-8aa4-27939aa335fd,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:29.574928 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.590800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Made reservation on behalf of f9c866b3597948ada1ed5de4f0d0dee7 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:29.598820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.820442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=4b832c0d-3860-49b9-bc69-e7fd1144099d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:29.858106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Checking segment: {'id': '72c8cfd7-038e-456c-9da1-dbdc5cb45185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8b34c7fc-e9c0-445f-9baa-ddf36e949419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:29.858106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network hostable DHCP agents. Network: 8b34c7fc-e9c0-445f-9baa-ddf36e949419, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:30.012926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:30.025780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.032277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 8b34c7fc-e9c0-445f-9baa-ddf36e949419) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:30.042522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:30.043126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.068861 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33b6881-62bc-4d74-a8da-4f204cf50a50 None None] Network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:30.256759 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cd40c849-f39d-4f8e-8da3-eedccb093490 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8723056 Nov 03 19:14:30.258982 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60274) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:30.338286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-31976b50-32f7-4fff-82bc-9a0be271c9ad tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-889304088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:30.463829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-8b34c7fc-e9c0-445f-9baa-ddf36e949419', 'network_id': '8b34c7fc-e9c0-445f-9baa-ddf36e949419', 'tenant_id': '782e22c696bf4d71b7d71fc4b4972259', 'fixed_ips': [{'subnet_id': '4b832c0d-3860-49b9-bc69-e7fd1144099d'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:30.466564 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.499513 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31976b50-32f7-4fff-82bc-9a0be271c9ad tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.501303 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31976b50-32f7-4fff-82bc-9a0be271c9ad tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.576192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Router 3919c41b-6d91-430d-9fd4-52ba062a9882 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:14:30.659668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31976b50-32f7-4fff-82bc-9a0be271c9ad tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.663568 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.669200 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31976b50-32f7-4fff-82bc-9a0be271c9ad tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.798740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Subnet': ['ID=de803902-f4d8-4fa9-b7ec-8eff3e05d42c,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:30.810537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Allocated IP 172.20.0.2 (8b34c7fc-e9c0-445f-9baa-ddf36e949419/4b832c0d-3860-49b9-bc69-e7fd1144099d/d79f7653-6a20-4970-9982-a894406bbb4a) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:30.862570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31976b50-32f7-4fff-82bc-9a0be271c9ad tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.863383 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-31976b50-32f7-4fff-82bc-9a0be271c9ad tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5315492 Nov 03 19:14:30.868528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60278) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:30.882200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'network_id': '8b34c7fc-e9c0-445f-9baa-ddf36e949419', 'name': 'tempest-PortsTestJSON-503393346'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:30.893171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Checking segment: {'id': 'b6bab3a5-3ca5-4bca-b772-5817eb78ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'da71d1ea-4428-4710-a786-ca9321c23c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:30.893767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network hostable DHCP agents. Network: da71d1ea-4428-4710-a786-ca9321c23c87, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:30.968205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:30.982020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-17f0d52f-a776-4139-9b87-276d8113b07c tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "PUT /v2.0/routers/3919c41b-6d91-430d-9fd4-52ba062a9882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0844951 Nov 03 19:14:30.986184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60280) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:30.993626 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] Sync routers for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:31.029744 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:31.030545 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:31.077801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network da71d1ea-4428-4710-a786-ca9321c23c87 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:31.089268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-3167e3d8-bb70-4052-afff-da66f1270fcd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting subnet f25512e8-489b-445a-b74b-1fd4a1d12780 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:31.101095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3167e3d8-bb70-4052-afff-da66f1270fcd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.111020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, da71d1ea-4428-4710-a786-ca9321c23c87) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:31.131442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:31.132618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.148402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190db83e-93a0-4e93-8155-e147375462b3 None None] Network da71d1ea-4428-4710-a786-ca9321c23c87 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:31.226841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-23db90ea-2f4b-4a3b-b6b5-fd01fcd67097 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8636782 Nov 03 19:14:31.227123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60282) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:31.236986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-220be755-038a-4f8f-bef8-ab36b7f6a178 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da71d1ea-4428-4710-a786-ca9321c23c87'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:31.280159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:31.284169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.302619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.315828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port b6804b62-e143-4648-a057-ae3902bc0e1f yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:31.327624 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.343850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:31.434595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Pushing event updated for resources: {'Port': ['ID=d79f7653-6a20-4970-9982-a894406bbb4a,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:31.449936 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3167e3d8-bb70-4052-afff-da66f1270fcd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.559701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:31.568500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:31.611048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:31.630616 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.db.api [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0cdb6232-8855-4e2a-a4fc-42e5e0c8bf70 {{(pid=101756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:14:31.631427 n-d-812148-3 neutron-server[101756]: DEBUG oslo_db.api [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:14:31.672173 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-da71d1ea-4428-4710-a786-ca9321c23c87', 'network_id': 'da71d1ea-4428-4710-a786-ca9321c23c87', 'tenant_id': 'f9c866b3597948ada1ed5de4f0d0dee7', 'fixed_ips': [{'subnet_id': 'de803902-f4d8-4fa9-b7ec-8eff3e05d42c'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:31.673751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.787711 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:14:29Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:31.821950 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] Checking router: 3919c41b-6d91-430d-9fd4-52ba062a9882 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:14:31.840383 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] Routers {'3919c41b-6d91-430d-9fd4-52ba062a9882'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:31.841112 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3919c41b-6d91-430d-9fd4-52ba062a9882'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:31.867889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Attempting to bind port d79f7653-6a20-4970-9982-a894406bbb4a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:31.868463 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Attempting to bind port d79f7653-6a20-4970-9982-a894406bbb4a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '72c8cfd7-038e-456c-9da1-dbdc5cb45185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8b34c7fc-e9c0-445f-9baa-ddf36e949419'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:31.869067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Attempting to bind port d79f7653-6a20-4970-9982-a894406bbb4a on network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:31.889308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:31.889934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Checking segment: {'id': '72c8cfd7-038e-456c-9da1-dbdc5cb45185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8b34c7fc-e9c0-445f-9baa-ddf36e949419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:31.890602 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.891265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Bound using segment: {'id': '72c8cfd7-038e-456c-9da1-dbdc5cb45185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8b34c7fc-e9c0-445f-9baa-ddf36e949419'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:31.892103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Bound port: d79f7653-6a20-4970-9982-a894406bbb4a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c8cfd7-038e-456c-9da1-dbdc5cb45185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8b34c7fc-e9c0-445f-9baa-ddf36e949419'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:31.892756 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.122347 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] Set router 3919c41b-6d91-430d-9fd4-52ba062a9882 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:32.125700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Allocated IP 2001:db8:1::2 (da71d1ea-4428-4710-a786-ca9321c23c87/de803902-f4d8-4fa9-b7ec-8eff3e05d42c/28d2b836-0eb5-43dd-bfcd-344cf9b22d93) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:32.130139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] For port d79f7653-6a20-4970-9982-a894406bbb4a, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:32.132666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.140180 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] For port d79f7653-6a20-4970-9982-a894406bbb4a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d79f7653-6a20-4970-9982-a894406bbb4a,segment=NetworkSegment(72c8cfd7-038e-456c-9da1-dbdc5cb45185),segment_id=72c8cfd7-038e-456c-9da1-dbdc5cb45185)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:32.154853 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.178592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 70b04b70-b802-49a4-9f87-b981d76fb2a8 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:32.278347 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3167e3d8-bb70-4052-afff-da66f1270fcd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.280475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2af96-a45a-43e6-887e-58914b3c46be None None] Pushing event updated for resources: {'Port': ['ID=d79f7653-6a20-4970-9982-a894406bbb4a,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:32.469047 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3167e3d8-bb70-4052-afff-da66f1270fcd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.577251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167e3d8-bb70-4052-afff-da66f1270fcd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Subnet': ['ID=f25512e8-489b-445a-b74b-1fd4a1d12780,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:32.580109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.6 (8b34c7fc-e9c0-445f-9baa-ddf36e949419/4b832c0d-3860-49b9-bc69-e7fd1144099d/70b04b70-b802-49a4-9f87-b981d76fb2a8) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:32.597730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-220be755-038a-4f8f-bef8-ab36b7f6a178 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.605252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3167e3d8-bb70-4052-afff-da66f1270fcd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.612377 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3167e3d8-bb70-4052-afff-da66f1270fcd tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/subnets/f25512e8-489b-445a-b74b-1fd4a1d12780 HTTP/1.1" status: 204 len: 168 time: 1.6245654 Nov 03 19:14:32.613679 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:14:29Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:32.615854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60286) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:32.632064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bf23a-69d5-401d-be50-7fb51acc060a None None] Network b78a8a5a-564f-4248-b048-bd25517937cb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:32.664941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.734714 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412438a7-c991-4985-8253-f7ca0ad0606e None None] The sync data for ids ['3919c41b-6d91-430d-9fd4-52ba062a9882'] in n-d-812148-3 is: [{'id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219852941', 'tenant_id': '2e22fabbe1db42cd92e04a8708663a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:49Z', 'updated_at': '2021-11-03T19:14:29Z', 'revision_number': 5, 'project_id': '2e22fabbe1db42cd92e04a8708663a2f', 'gw_port': {'id': '9aeb6ea1-a42f-4c18-9446-3e7334515642', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3919c41b-6d91-430d-9fd4-52ba062a9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:50Z', 'updated_at': '2021-11-03T19:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:33.039421 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.064192 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.093603 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.125877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Network da71d1ea-4428-4710-a786-ca9321c23c87 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:33.132547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:33.139873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:33.174383 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.250098 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Pushing event updated for resources: {'Port': ['ID=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:33.256469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.271163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Attempting to bind port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:33.271346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Attempting to bind port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'b6bab3a5-3ca5-4bca-b772-5817eb78ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'da71d1ea-4428-4710-a786-ca9321c23c87'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:33.271751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Attempting to bind port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 on network da71d1ea-4428-4710-a786-ca9321c23c87 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:33.292488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:33.292968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Checking segment: {'id': 'b6bab3a5-3ca5-4bca-b772-5817eb78ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'da71d1ea-4428-4710-a786-ca9321c23c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:33.299927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.299927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Bound using segment: {'id': 'b6bab3a5-3ca5-4bca-b772-5817eb78ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'da71d1ea-4428-4710-a786-ca9321c23c87'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:33.299927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Bound port: 28d2b836-0eb5-43dd-bfcd-344cf9b22d93, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bab3a5-3ca5-4bca-b772-5817eb78ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'da71d1ea-4428-4710-a786-ca9321c23c87'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:33.299927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.362083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] DHCP port deletion for b78a8a5a-564f-4248-b048-bd25517937cb request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:33.396006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=70b04b70-b802-49a4-9f87-b981d76fb2a8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:33.412556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:33.415973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:33.420239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:33.453865 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-220be755-038a-4f8f-bef8-ab36b7f6a178 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:14:33.459048 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-220be755-038a-4f8f-bef8-ab36b7f6a178 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "PUT /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74 HTTP/1.1" status: 400 len: 364 time: 2.2271566 Nov 03 19:14:33.466802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60290) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:33.493641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.612093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] For port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:33.617242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] For port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,segment=NetworkSegment(b6bab3a5-3ca5-4bca-b772-5817eb78ed67),segment_id=b6bab3a5-3ca5-4bca-b772-5817eb78ed67)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:33.652115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Deleting port 9aeb6ea1-a42f-4c18-9446-3e7334515642 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:33.652649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.660724 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.812271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be42f5-a756-4a82-8ec0-6497f239f6a7 None None] Pushing event updated for resources: {'Port': ['ID=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:33.838595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:33.841723 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.850480 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.868389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] Deleting port 9e1d1176-6bf1-4d40-9909-063aaebc9aab {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:33.868989 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.899855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a6584424-be69-4cba-b1d6-cb386b587ec3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0215631 Nov 03 19:14:33.902112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60292) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:34.204675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] For port 9e1d1176-6bf1-4d40-9909-063aaebc9aab, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e1d1176-6bf1-4d40-9909-063aaebc9aab,segment=NetworkSegment(b0b110a2-56f8-4833-83ac-cf746bce6849),segment_id=b0b110a2-56f8-4833-83ac-cf746bce6849)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:34.206464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:34.217859 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d79f7653-6a20-4970-9982-a894406bbb4a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:34.447799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] Calling delete_port for 9e1d1176-6bf1-4d40-9909-063aaebc9aab owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:34.561384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] For port 9aeb6ea1-a42f-4c18-9446-3e7334515642, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9aeb6ea1-a42f-4c18-9446-3e7334515642,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:34.576098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:34.579323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:34.715087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceff1ad-8a8c-4349-ab77-7a4c0aa579b9 None None] Network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:34.791297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Calling delete_port for 9aeb6ea1-a42f-4c18-9446-3e7334515642 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:34.827541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d79f7653-6a20-4970-9982-a894406bbb4a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:34.827978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.118724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Allocated IP 2001:db8::1 (86e81889-c2ba-4ecf-8090-9c439ba20aa6/82ff5eae-469f-4366-9e8c-ff354d9cfc33/00ee3586-1ae0-4277-a509-b2a192fc173c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:35.248893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.294617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4e4fbd95-5053-4d52-b942-82932d632ab8 None None] Provisioning complete for port d79f7653-6a20-4970-9982-a894406bbb4a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:35.295206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbd95-5053-4d52-b942-82932d632ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.350608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Port': ['ID=9aeb6ea1-a42f-4c18-9446-3e7334515642,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:35.434212 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.466674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.522904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.563930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.647350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] No DVR routers for this DVR port 9e1d1176-6bf1-4d40-9909-063aaebc9aab on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:35.656932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88b7b-2fe1-447b-b067-3a3d6c551c29 None None] Pushing event deleted for resources: {'Port': ['ID=9e1d1176-6bf1-4d40-9909-063aaebc9aab,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:35.710210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.721025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:35.741894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:35.750139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Port': ['ID=00ee3586-1ae0-4277-a509-b2a192fc173c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:35.760852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:35.770442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.091407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.098718 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.114746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.225949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port d79f7653-6a20-4970-9982-a894406bbb4a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d79f7653-6a20-4970-9982-a894406bbb4a,segment=NetworkSegment(72c8cfd7-038e-456c-9da1-dbdc5cb45185),segment_id=72c8cfd7-038e-456c-9da1-dbdc5cb45185)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:36.276849 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.295469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.419272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.420399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Fanout notify agent at l3_agent the message router_deleted on router 3919c41b-6d91-430d-9fd4-52ba062a9882 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:14:36.437778 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.440253 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-812c6343-d603-4735-aa2e-53b85218b28e tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/routers/3919c41b-6d91-430d-9fd4-52ba062a9882 HTTP/1.1" status: 204 len: 168 time: 3.8224027 Nov 03 19:14:36.444747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60316) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:36.530984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3c516c92-c17d-4617-929b-d5c92e8c0c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.581400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a441811e-f1c3-4e4b-9303-e36aef335993 None None] Network da71d1ea-4428-4710-a786-ca9321c23c87 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:36.597365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device bed881ae-482b-46ad-8aa4-27939aa335fd no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:36.682589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: bed881ae-482b-46ad-8aa4-27939aa335fd {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:36.683536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device bed881ae-482b-46ad-8aa4-27939aa335fd not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:36.684482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e1d1176-6bf1-4d40-9909-063aaebc9aab no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:36.720875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=d79f7653-6a20-4970-9982-a894406bbb4a,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:36.741739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbd95-5053-4d52-b942-82932d632ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.890611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9e1d1176-6bf1-4d40-9909-063aaebc9aab {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:36.891118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e1d1176-6bf1-4d40-9909-063aaebc9aab not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:37.044302 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-4e4fbd95-5053-4d52-b942-82932d632ab8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:14:37.045745 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-4e4fbd95-5053-4d52-b942-82932d632ab8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:14:37.106208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.442924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.450928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.452362 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.560596 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.604108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78a8a5a-564f-4248-b048-bd25517937cb']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:37.620350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b110a2-56f8-4833-83ac-cf746bce6849') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:37.620976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b110a2-56f8-4833-83ac-cf746bce6849') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:37.637197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.658483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.665862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:37.666575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.696981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:37.747399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event updated for resources: {'Port': ['ID=00ee3586-1ae0-4277-a509-b2a192fc173c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:37.758724 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:37.846977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Provisioning complete for port 00ee3586-1ae0-4277-a509-b2a192fc173c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:37.847738 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.897169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:37.900654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:37.923753 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.927302 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.933041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:37.934141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.943289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.950992 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.969668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/networks/b78a8a5a-564f-4248-b048-bd25517937cb HTTP/1.1" status: 204 len: 168 time: 1.5196548 Nov 03 19:14:37.978057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60320) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:38.052475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Port 00ee3586-1ae0-4277-a509-b2a192fc173c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:38.125810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Provisioning complete for port d79f7653-6a20-4970-9982-a894406bbb4a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:38.131423 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.145206 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6514dd1-8c67-40f4-afaf-967614d7b8d0 tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'Network': ['ID=b78a8a5a-564f-4248-b048-bd25517937cb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:38.255067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Router 141f4f2b-9b00-4e20-a227-7fee390f5d74 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:14:38.414058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=70b04b70-b802-49a4-9f87-b981d76fb2a8,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:38.482046 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.512417 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bab0cde-eb34-40b9-853e-3536e0c47f3a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.565990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,segment=NetworkSegment(b6bab3a5-3ca5-4bca-b772-5817eb78ed67),segment_id=b6bab3a5-3ca5-4bca-b772-5817eb78ed67)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:38.566510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:38.578297 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.579072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d79f7653-6a20-4970-9982-a894406bbb4a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:38.585091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-32ecaaad-dec6-4e9e-8a00-654b93035b50 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "PUT /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1165304 Nov 03 19:14:38.587235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60324) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:38.593077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Provisioning complete for port 70b04b70-b802-49a4-9f87-b981d76fb2a8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:38.593533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.596434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68349d7e-d1cd-4ccd-890d-4362d3aba1d3 None None] Sync routers for ids ['141f4f2b-9b00-4e20-a227-7fee390f5d74'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:38.604890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bab0cde-eb34-40b9-853e-3536e0c47f3a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.719397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68349d7e-d1cd-4ccd-890d-4362d3aba1d3 None None] Routers {'141f4f2b-9b00-4e20-a227-7fee390f5d74'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:38.721393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-68349d7e-d1cd-4ccd-890d-4362d3aba1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['141f4f2b-9b00-4e20-a227-7fee390f5d74'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:38.768522 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-904fc2be-07c4-401b-8099-31f0130d1609 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.772245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.871451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-68349d7e-d1cd-4ccd-890d-4362d3aba1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:38.911431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Port 70b04b70-b802-49a4-9f87-b981d76fb2a8 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:38.914293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:38.917948 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-904fc2be-07c4-401b-8099-31f0130d1609 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 19:14:38.925453 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-904fc2be-07c4-401b-8099-31f0130d1609 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74 HTTP/1.1" status: 409 len: 329 time: 0.3362942 Nov 03 19:14:38.926422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60326) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:38.942995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68349d7e-d1cd-4ccd-890d-4362d3aba1d3 None None] Routers {'141f4f2b-9b00-4e20-a227-7fee390f5d74'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:38.944093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-68349d7e-d1cd-4ccd-890d-4362d3aba1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['141f4f2b-9b00-4e20-a227-7fee390f5d74'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:39.009533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-68349d7e-d1cd-4ccd-890d-4362d3aba1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:39.010624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68349d7e-d1cd-4ccd-890d-4362d3aba1d3 None None] The sync data for ids ['141f4f2b-9b00-4e20-a227-7fee390f5d74'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:39.013155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Provisioning complete for port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:39.013774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cae2201c-6c88-48cc-a7d2-ad5fde91dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.017106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d79f7653-6a20-4970-9982-a894406bbb4a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:39.017593 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.054722 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.145093 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:14:39.358519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bd8aaa52-9ede-4208-8059-de5a45d82ea0 None None] Provisioning complete for port 00ee3586-1ae0-4277-a509-b2a192fc173c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:39.358899 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bd8aaa52-9ede-4208-8059-de5a45d82ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.418531 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bab0cde-eb34-40b9-853e-3536e0c47f3a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.422382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5bab0cde-eb34-40b9-853e-3536e0c47f3a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.423929 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5bab0cde-eb34-40b9-853e-3536e0c47f3a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] 10.222.0.77 "DELETE /v2.0/security-groups/1fc4979e-79ee-4955-b87f-021e3de04dbe HTTP/1.1" status: 204 len: 168 time: 1.4256394 Nov 03 19:14:39.424345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9aeb6ea1-a42f-4c18-9446-3e7334515642 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:39.455092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab0cde-eb34-40b9-853e-3536e0c47f3a tempest-TestNetworkAdvancedServerOps-857039755 tempest-TestNetworkAdvancedServerOps-857039755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc4979e-79ee-4955-b87f-021e3de04dbe,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:39.489371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9aeb6ea1-a42f-4c18-9446-3e7334515642 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:39.489819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9aeb6ea1-a42f-4c18-9446-3e7334515642 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:39.570152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bd8aaa52-9ede-4208-8059-de5a45d82ea0 None None] Port 00ee3586-1ae0-4277-a509-b2a192fc173c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:39.620021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bd8aaa52-9ede-4208-8059-de5a45d82ea0 None None] Provisioning complete for port 70b04b70-b802-49a4-9f87-b981d76fb2a8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:39.622439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bd8aaa52-9ede-4208-8059-de5a45d82ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.678398 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.790629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:39.840134 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.860525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.866315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bd8aaa52-9ede-4208-8059-de5a45d82ea0 None None] Port 70b04b70-b802-49a4-9f87-b981d76fb2a8 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:39.943032 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bd8aaa52-9ede-4208-8059-de5a45d82ea0 None None] Provisioning complete for port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:39.943535 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bd8aaa52-9ede-4208-8059-de5a45d82ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.035685 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.050783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:40.051167 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.206824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=70b04b70-b802-49a4-9f87-b981d76fb2a8,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:40.249083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting port 00ee3586-1ae0-4277-a509-b2a192fc173c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:40.249768 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.268238 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.334918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60336) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:40.383925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6679b4af-df6b-4408-b818-07c0a7038ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.424921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.464667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:40.465457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Calling delete_port for 00ee3586-1ae0-4277-a509-b2a192fc173c owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:40.467877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:40.840321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.849069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e6eb749e-9c8d-46a0-ad28-8eaf1f1e66ad None None] Provisioning complete for port 70b04b70-b802-49a4-9f87-b981d76fb2a8 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:40.849697 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e6eb749e-9c8d-46a0-ad28-8eaf1f1e66ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.896152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Port': ['ID=00ee3586-1ae0-4277-a509-b2a192fc173c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:40.934087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb749e-9c8d-46a0-ad28-8eaf1f1e66ad None None] Port 70b04b70-b802-49a4-9f87-b981d76fb2a8 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:41.120079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:41.146280 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-29075575-5a74-4888-a714-2b5c29da7fc0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e22fabbe1db42cd92e04a8708663a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8104422 Nov 03 19:14:41.151674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60342) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:41.250667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Router e672b85f-b678-4162-9696-b710bcb4c782 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:14:41.415832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:41.429039 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-76caf866-e217-4665-94fb-df4a9c24b613 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "PUT /v2.0/routers/e672b85f-b678-4162-9696-b710bcb4c782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5228353 Nov 03 19:14:41.429608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60344) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:41.439732 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcb968-ef04-4a53-8833-0867d1502d8a None None] Sync routers for ids ['e672b85f-b678-4162-9696-b710bcb4c782'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:41.462691 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcb968-ef04-4a53-8833-0867d1502d8a None None] Routers {'e672b85f-b678-4162-9696-b710bcb4c782'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:41.465838 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-07fcb968-ef04-4a53-8833-0867d1502d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e672b85f-b678-4162-9696-b710bcb4c782'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:41.535290 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-07fcb968-ef04-4a53-8833-0867d1502d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:41.537484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a310d-9ac8-41da-9948-bba5a917ef99 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:41.544519 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5a0a310d-9ac8-41da-9948-bba5a917ef99 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports?device_id=e672b85f-b678-4162-9696-b710bcb4c782 HTTP/1.1" status: 200 len: 981 time: 0.1084936 Nov 03 19:14:41.547069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60346) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:41.567051 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcb968-ef04-4a53-8833-0867d1502d8a None None] Routers {'e672b85f-b678-4162-9696-b710bcb4c782'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:41.568311 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-07fcb968-ef04-4a53-8833-0867d1502d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e672b85f-b678-4162-9696-b710bcb4c782'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:41.668749 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-07fcb968-ef04-4a53-8833-0867d1502d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:41.674932 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcb968-ef04-4a53-8833-0867d1502d8a None None] The sync data for ids ['e672b85f-b678-4162-9696-b710bcb4c782'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:42.044056 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4310f1c4-b350-4a30-a241-8a20959d134f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.076162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Router 141f4f2b-9b00-4e20-a227-7fee390f5d74 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:14:42.122046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4310f1c4-b350-4a30-a241-8a20959d134f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.319484 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.322999 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.331554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:42.349713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.350693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2387b0b4-9e9c-4ec8-8c81-a19d3fb0598a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "PUT /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4222915 Nov 03 19:14:42.352803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60354) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:42.367801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3b0a4-dc91-4dd5-a2f2-9c62a42b760b None None] Sync routers for ids ['141f4f2b-9b00-4e20-a227-7fee390f5d74'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:42.392966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3b0a4-dc91-4dd5-a2f2-9c62a42b760b None None] Routers {'141f4f2b-9b00-4e20-a227-7fee390f5d74'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:42.394255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-67f3b0a4-dc91-4dd5-a2f2-9c62a42b760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['141f4f2b-9b00-4e20-a227-7fee390f5d74'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:42.448873 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-69e6feff-7931-40af-ab40-856b5acdc84a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] show failed (client error): The resource could not be found. Nov 03 19:14:42.451119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-69e6feff-7931-40af-ab40-856b5acdc84a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-355368215 HTTP/1.1" status: 404 len: 334 time: 0.0967073 Nov 03 19:14:42.458807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60356) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:42.474103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a50dac40-cba7-4c80-b6ae-1da913db8e85 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:42.537830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-67f3b0a4-dc91-4dd5-a2f2-9c62a42b760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:42.554909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3b0a4-dc91-4dd5-a2f2-9c62a42b760b None None] Routers {'141f4f2b-9b00-4e20-a227-7fee390f5d74'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:42.556441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-67f3b0a4-dc91-4dd5-a2f2-9c62a42b760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['141f4f2b-9b00-4e20-a227-7fee390f5d74'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:42.620447 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-a50dac40-cba7-4c80-b6ae-1da913db8e85 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] update failed (client error): The resource could not be found. Nov 03 19:14:42.622145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a50dac40-cba7-4c80-b6ae-1da913db8e85 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1201350962 HTTP/1.1" status: 404 len: 335 time: 0.1613293 Nov 03 19:14:42.630684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60358) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:42.654832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-67f3b0a4-dc91-4dd5-a2f2-9c62a42b760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:42.655516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3b0a4-dc91-4dd5-a2f2-9c62a42b760b None None] The sync data for ids ['141f4f2b-9b00-4e20-a227-7fee390f5d74'] in n-d-812148-3 is: [] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:42.705111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4310f1c4-b350-4a30-a241-8a20959d134f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.710107 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4310f1c4-b350-4a30-a241-8a20959d134f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.712238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4310f1c4-b350-4a30-a241-8a20959d134f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c718d31a-2626-44a2-ba54-ecdba3e62996 HTTP/1.1" status: 204 len: 168 time: 1.5589697 Nov 03 19:14:42.756369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310f1c4-b350-4a30-a241-8a20959d134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c718d31a-2626-44a2-ba54-ecdba3e62996,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:42.787444 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1d1eb7-dfcc-41d4-9d44-95aa3b765b1f tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting subnet de803902-f4d8-4fa9-b7ec-8eff3e05d42c {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:42.800374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1eb7-dfcc-41d4-9d44-95aa3b765b1f tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.885722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1eb7-dfcc-41d4-9d44-95aa3b765b1f tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.912764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 70b04b70-b802-49a4-9f87-b981d76fb2a8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:42.913946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.083183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.098277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 70b04b70-b802-49a4-9f87-b981d76fb2a8 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:43.124865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1eb7-dfcc-41d4-9d44-95aa3b765b1f tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.268328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1eb7-dfcc-41d4-9d44-95aa3b765b1f tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.326404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f7932c-fc73-4ed6-aa6e-b4b059972f23 None None] Network da71d1ea-4428-4710-a786-ca9321c23c87 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:43.348536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1eb7-dfcc-41d4-9d44-95aa3b765b1f tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.358939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3a1d1eb7-dfcc-41d4-9d44-95aa3b765b1f tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/subnets/de803902-f4d8-4fa9-b7ec-8eff3e05d42c HTTP/1.1" status: 204 len: 168 time: 0.7265835 Nov 03 19:14:43.360515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60366) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:43.361692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d1eb7-dfcc-41d4-9d44-95aa3b765b1f tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Subnet': ['ID=de803902-f4d8-4fa9-b7ec-8eff3e05d42c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:43.588112 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.608047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60368) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:43.668370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=70b04b70-b802-49a4-9f87-b981d76fb2a8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:43.731981 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.800546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f3cd68a2-fb28-4347-b342-ca5bbf0402eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5c3b9b5a1cc4a24819423631e2f8c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904631 Nov 03 19:14:43.809683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60370) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:43.884240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] DHCP port deletion for da71d1ea-4428-4710-a786-ca9321c23c87 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:43.950990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:43.957590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.046937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] Deleting port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:44.047553 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.098907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.111848 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-084b6678-3411-481e-892c-4e0e330b0b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.129308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] For port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,segment=NetworkSegment(b6bab3a5-3ca5-4bca-b772-5817eb78ed67),segment_id=b6bab3a5-3ca5-4bca-b772-5817eb78ed67)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:44.131284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.157064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Calling delete_port for 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:44.265686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-084b6678-3411-481e-892c-4e0e330b0b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.278350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] For port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,segment=NetworkSegment(b6bab3a5-3ca5-4bca-b772-5817eb78ed67),segment_id=b6bab3a5-3ca5-4bca-b772-5817eb78ed67)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:44.278828 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.296266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] Calling delete_port for 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:44.333507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.413317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Port': ['ID=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:44.417654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] No DVR routers for this DVR port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:44.488976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-084b6678-3411-481e-892c-4e0e330b0b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.492954 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-084b6678-3411-481e-892c-4e0e330b0b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.498027 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-084b6678-3411-481e-892c-4e0e330b0b0e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/186eb894-782f-41cc-867e-96f155bf3fb1 HTTP/1.1" status: 204 len: 168 time: 0.6859696 Nov 03 19:14:44.513162 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Router e672b85f-b678-4162-9696-b710bcb4c782 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:14:44.513920 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.514425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b6678-3411-481e-892c-4e0e330b0b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186eb894-782f-41cc-867e-96f155bf3fb1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:44.557581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] Pushing event deleted for resources: {'Port': ['ID=28d2b836-0eb5-43dd-bfcd-344cf9b22d93,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:44.566522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2df9a0-19b5-49b1-8553-4e11ce1049fe None None] No DVR routers for this DVR port 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:44.614190 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.663172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da71d1ea-4428-4710-a786-ca9321c23c87']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:44.672891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:44.679493 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-31ff182f-a3e5-47a7-b6a6-6a8cf03c5e32 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "PUT /v2.0/routers/e672b85f-b678-4162-9696-b710bcb4c782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1301966 Nov 03 19:14:44.683996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60376) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:44.685189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bab3a5-3ca5-4bca-b772-5817eb78ed67') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:44.686014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bab3a5-3ca5-4bca-b772-5817eb78ed67') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:44.696413 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943445e8-d6f6-42e8-8969-232eb490c00e None None] Sync routers for ids ['e672b85f-b678-4162-9696-b710bcb4c782'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:44.717683 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943445e8-d6f6-42e8-8969-232eb490c00e None None] Routers {'e672b85f-b678-4162-9696-b710bcb4c782'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:44.719201 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-943445e8-d6f6-42e8-8969-232eb490c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e672b85f-b678-4162-9696-b710bcb4c782'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:44.732985 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.745260 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c384f025-47bf-45a0-a195-1f60969f706a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:14:44.748177 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c384f025-47bf-45a0-a195-1f60969f706a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/70b04b70-b802-49a4-9f87-b981d76fb2a8 HTTP/1.1" status: 404 len: 333 time: 0.0628409 Nov 03 19:14:44.752718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60378) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:44.767400 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.786664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:44.787501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:44.793803 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:44.804493 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-943445e8-d6f6-42e8-8969-232eb490c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:44.827440 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943445e8-d6f6-42e8-8969-232eb490c00e None None] Routers {'e672b85f-b678-4162-9696-b710bcb4c782'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:44.834962 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-943445e8-d6f6-42e8-8969-232eb490c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:14:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e672b85f-b678-4162-9696-b710bcb4c782'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:44.926459 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-943445e8-d6f6-42e8-8969-232eb490c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:44.927063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.927395 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943445e8-d6f6-42e8-8969-232eb490c00e None None] The sync data for ids ['e672b85f-b678-4162-9696-b710bcb4c782'] in n-d-812148-3 is: [] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:44.942464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1128a3b4-4a79-43c4-8e2f-293deba4ce23 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.944887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:44.954943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/networks/da71d1ea-4428-4710-a786-ca9321c23c87 HTTP/1.1" status: 204 len: 168 time: 1.5862615 Nov 03 19:14:44.968517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60382) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:44.983250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992c539-a36d-4e4e-b3c1-0a476d913013 tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Network': ['ID=da71d1ea-4428-4710-a786-ca9321c23c87,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:45.083119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8254d7f-f22a-4bcf-8884-f9874fe906ce tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting subnet f43ae80b-a0e9-4218-81a0-c186648ed0c2 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:45.087204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8254d7f-f22a-4bcf-8884-f9874fe906ce tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.233660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8254d7f-f22a-4bcf-8884-f9874fe906ce tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.360805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1128a3b4-4a79-43c4-8e2f-293deba4ce23 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.365301 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1128a3b4-4a79-43c4-8e2f-293deba4ce23 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.400406 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8254d7f-f22a-4bcf-8884-f9874fe906ce tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.444126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1128a3b4-4a79-43c4-8e2f-293deba4ce23 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.444735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1128a3b4-4a79-43c4-8e2f-293deba4ce23 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Fanout notify agent at l3_agent the message router_deleted on router e672b85f-b678-4162-9696-b710bcb4c782 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:14:45.459033 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1128a3b4-4a79-43c4-8e2f-293deba4ce23 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.461035 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1128a3b4-4a79-43c4-8e2f-293deba4ce23 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/routers/e672b85f-b678-4162-9696-b710bcb4c782 HTTP/1.1" status: 204 len: 168 time: 0.7063961 Nov 03 19:14:45.464093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60400) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:45.528281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8254d7f-f22a-4bcf-8884-f9874fe906ce tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.571588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-425f63ae-929a-49cf-bb25-1c7cfab6b899 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 4b832c0d-3860-49b9-bc69-e7fd1144099d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:45.576947 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-425f63ae-929a-49cf-bb25-1c7cfab6b899 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.591389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8254d7f-f22a-4bcf-8884-f9874fe906ce tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Subnet': ['ID=f43ae80b-a0e9-4218-81a0-c186648ed0c2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:45.632017 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e8254d7f-f22a-4bcf-8884-f9874fe906ce tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.639659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03868422-1c85-433b-a948-62817917057b None None] Network 773a06eb-62e0-4612-a168-03349b40ddf6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:45.640267 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e8254d7f-f22a-4bcf-8884-f9874fe906ce tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/subnets/f43ae80b-a0e9-4218-81a0-c186648ed0c2 HTTP/1.1" status: 204 len: 168 time: 0.6671023 Nov 03 19:14:45.650257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60404) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:45.718673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:45.765775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-425f63ae-929a-49cf-bb25-1c7cfab6b899 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.804369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa13372-6feb-4943-83a1-495368634a9b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting subnet 050cd744-4984-426e-8093-dea03029c300 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:45.810484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa13372-6feb-4943-83a1-495368634a9b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.883941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa13372-6feb-4943-83a1-495368634a9b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:45.924023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:45.924280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 28d2b836-0eb5-43dd-bfcd-344cf9b22d93 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:46.052509 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa13372-6feb-4943-83a1-495368634a9b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.078861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60410) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:46.112057 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-425f63ae-929a-49cf-bb25-1c7cfab6b899 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.250272 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa13372-6feb-4943-83a1-495368634a9b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.318257 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-425f63ae-929a-49cf-bb25-1c7cfab6b899 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.331335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] DHCP port deletion for 773a06eb-62e0-4612-a168-03349b40ddf6 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:46.377026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa13372-6feb-4943-83a1-495368634a9b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Subnet': ['ID=050cd744-4984-426e-8093-dea03029c300,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:46.394297 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa13372-6feb-4943-83a1-495368634a9b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.409613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5aa13372-6feb-4943-83a1-495368634a9b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/subnets/050cd744-4984-426e-8093-dea03029c300 HTTP/1.1" status: 204 len: 168 time: 0.7545328 Nov 03 19:14:46.410111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60416) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:46.414723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e98063-1df6-41b7-8c6f-3f86b5b6176e None None] Network ae2e0af9-b2e7-4cb4-87c7-ad276e057108 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:46.449279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-835431106-network', 'tenant_id': '40c493d257914ea8b2b526a8abcd897a'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:46.473369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f63ae-929a-49cf-bb25-1c7cfab6b899 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=4b832c0d-3860-49b9-bc69-e7fd1144099d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:46.480706 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-425f63ae-929a-49cf-bb25-1c7cfab6b899 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.486024 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-425f63ae-929a-49cf-bb25-1c7cfab6b899 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/4b832c0d-3860-49b9-bc69-e7fd1144099d HTTP/1.1" status: 204 len: 168 time: 1.0193961 Nov 03 19:14:46.493686 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60418) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:46.575997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.605703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a156b8b-2f2a-4323-b6a6-512374cd0426 None None] Network 8b34c7fc-e9c0-445f-9baa-ddf36e949419 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:46.655099 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.658614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Made reservation on behalf of 40c493d257914ea8b2b526a8abcd897a for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:46.663219 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.679125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting port b92379e8-350c-4662-a9fc-bb058586b482 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:46.679484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.693391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.722852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] Deleting port b92379e8-350c-4662-a9fc-bb058586b482 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:46.723649 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.805011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] For port b92379e8-350c-4662-a9fc-bb058586b482, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b92379e8-350c-4662-a9fc-bb058586b482,segment=NetworkSegment(03fda47b-1bdc-4886-9066-201845a8d80a),segment_id=03fda47b-1bdc-4886-9066-201845a8d80a)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:46.805372 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.834605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Calling delete_port for b92379e8-350c-4662-a9fc-bb058586b482 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:46.895758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.954638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.037696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:47.043456 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.064103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d080db-2110-40af-a822-f5a4d7373468,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:47.089714 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.090277 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Added segment 030e0609-cceb-4f5c-9e57-f93cc03f96e1 of type vlan for network 98010718-7617-4415-9387-ffdd0e82bfa2 Nov 03 19:14:47.117004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Port': ['ID=b92379e8-350c-4662-a9fc-bb058586b482,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:47.147322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] No DVR routers for this DVR port b92379e8-350c-4662-a9fc-bb058586b482 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:47.233781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port d79f7653-6a20-4970-9982-a894406bbb4a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:47.234644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.238213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] For port b92379e8-350c-4662-a9fc-bb058586b482, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b92379e8-350c-4662-a9fc-bb058586b482,segment=NetworkSegment(03fda47b-1bdc-4886-9066-201845a8d80a),segment_id=03fda47b-1bdc-4886-9066-201845a8d80a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:47.240253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.267914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] Calling delete_port for b92379e8-350c-4662-a9fc-bb058586b482 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:47.379016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.443836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] DHCP port deletion for ae2e0af9-b2e7-4cb4-87c7-ad276e057108 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:47.449126 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.483012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] DHCP port deletion for 8b34c7fc-e9c0-445f-9baa-ddf36e949419 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:47.498289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773a06eb-62e0-4612-a168-03349b40ddf6']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:47.525070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] For port d79f7653-6a20-4970-9982-a894406bbb4a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d79f7653-6a20-4970-9982-a894406bbb4a,segment=NetworkSegment(72c8cfd7-038e-456c-9da1-dbdc5cb45185),segment_id=72c8cfd7-038e-456c-9da1-dbdc5cb45185)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:47.531513 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.537329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fda47b-1bdc-4886-9066-201845a8d80a') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:47.537710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fda47b-1bdc-4886-9066-201845a8d80a') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:47.576363 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.582651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:14:47.636579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.670594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:47.671583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.677400 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.684150 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.686584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:47.687929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.708977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for d79f7653-6a20-4970-9982-a894406bbb4a owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:47.709537 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:47.732298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6513727 Nov 03 19:14:47.749662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60422) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:47.760096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Request body: {'subnet': {'network_id': '98010718-7617-4415-9387-ffdd0e82bfa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-835431106-subnet', 'tenant_id': '40c493d257914ea8b2b526a8abcd897a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:47.819021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:47.897365 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.901664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Made reservation on behalf of 40c493d257914ea8b2b526a8abcd897a for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:47.907378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.942316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.942990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb9322-887d-4ecc-ba84-ad3849630683 admin admin] Pushing event updated for resources: {'Network': ['ID=98010718-7617-4415-9387-ffdd0e82bfa2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:47.954260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/networks/773a06eb-62e0-4612-a168-03349b40ddf6 HTTP/1.1" status: 204 len: 168 time: 1.5394733 Nov 03 19:14:47.958549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60424) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:48.004816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] No DVR routers for this DVR port b92379e8-350c-4662-a9fc-bb058586b482 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:48.027678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 98010718-7617-4415-9387-ffdd0e82bfa2 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:48.045556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8af27-2b41-458c-be84-6af10907864d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Network': ['ID=773a06eb-62e0-4612-a168-03349b40ddf6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:48.071449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb274f-bc74-432c-a7ad-f553dc48757c None None] Pushing event deleted for resources: {'Port': ['ID=b92379e8-350c-4662-a9fc-bb058586b482,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:48.201708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.225691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.326778 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=d79f7653-6a20-4970-9982-a894406bbb4a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:48.338013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No DVR routers for this DVR port d79f7653-6a20-4970-9982-a894406bbb4a on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:48.424742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] Deleting port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:48.425125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.437526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Deleting port d79f7653-6a20-4970-9982-a894406bbb4a {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:48.438121 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.528116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.563087 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.655862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] For port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,segment=NetworkSegment(c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd),segment_id=c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:48.669579 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.684240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7a7d93-a162-4ebd-b1f1-15f5b4c09109,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:48.690492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Checking segment: {'id': '030e0609-cceb-4f5c-9e57-f93cc03f96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '98010718-7617-4415-9387-ffdd0e82bfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:48.690813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Network hostable DHCP agents. Network: 98010718-7617-4415-9387-ffdd0e82bfa2, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:48.709142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] For port d79f7653-6a20-4970-9982-a894406bbb4a, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:48.709142 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.728795 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] Calling delete_port for 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:48.729521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Network 98010718-7617-4415-9387-ffdd0e82bfa2 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:48.745004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Calling delete_port for d79f7653-6a20-4970-9982-a894406bbb4a owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:48.748714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 98010718-7617-4415-9387-ffdd0e82bfa2) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:48.755921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:48.756517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.769187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Port d79f7653-6a20-4970-9982-a894406bbb4a was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:14:48.771369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,segment=NetworkSegment(c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd),segment_id=c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:48.776319 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.798952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-18a59b4a-7497-4747-82c6-91f70ae86f65 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0473835 Nov 03 19:14:48.908966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509837d1-6af5-4c9e-83f7-0e7811589b61 None None] Network 98010718-7617-4415-9387-ffdd0e82bfa2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:48.923600 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.926680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b92379e8-350c-4662-a9fc-bb058586b482 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:48.932459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Pushing event deleted for resources: {'Port': ['ID=d79f7653-6a20-4970-9982-a894406bbb4a,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:49.020201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] No DVR routers for this DVR port d79f7653-6a20-4970-9982-a894406bbb4a on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:49.052743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b92379e8-350c-4662-a9fc-bb058586b482 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:49.052743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b92379e8-350c-4662-a9fc-bb058586b482 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:49.055792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d79f7653-6a20-4970-9982-a894406bbb4a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:49.111086 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.145686 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b34c7fc-e9c0-445f-9baa-ddf36e949419']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:49.161601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c8cfd7-038e-456c-9da1-dbdc5cb45185') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:49.161897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c8cfd7-038e-456c-9da1-dbdc5cb45185') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:49.165546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:49.165893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.181643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d79f7653-6a20-4970-9982-a894406bbb4a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:49.182143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d79f7653-6a20-4970-9982-a894406bbb4a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:49.184721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.185299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.185895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.186472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.187014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.187536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.188022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.188365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.188701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.189254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.189871 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.190307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed21db-fb5c-46c6-b7f2-fccc088630f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:49.203966 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.234355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.249283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:49.250017 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:49.356378 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:49.378281 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.412042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.436471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.443558 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/networks/8b34c7fc-e9c0-445f-9baa-ddf36e949419 HTTP/1.1" status: 204 len: 168 time: 2.9413488 Nov 03 19:14:49.444773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60436) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:49.467187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc116498-90c3-4772-987b-b9581cb54c9f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Network': ['ID=8b34c7fc-e9c0-445f-9baa-ddf36e949419,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:49.482374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:49.486196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] For port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,segment=NetworkSegment(c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd),segment_id=c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:49.487838 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.490043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad4abb8-d9fb-4828-b215-326090a2cd0d None None] Network 98010718-7617-4415-9387-ffdd0e82bfa2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:49.500753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] No DVR routers for this DVR port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:49.526984 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Calling delete_port for 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:49.553907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700121c0-d6a6-48ef-832b-aad9d0d5e5ed tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:49.557466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-700121c0-d6a6-48ef-832b-aad9d0d5e5ed tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/27651421-b9ba-4fa1-a572-8d2c1e58d921 HTTP/1.1" status: 200 len: 841 time: 0.1101170 Nov 03 19:14:49.560233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60440) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:49.566741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f39670-5bb7-479c-8fa8-eb6181954e04 None None] Pushing event deleted for resources: {'Port': ['ID=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:49.654132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60444) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:49.659723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:49.659927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa214b25-fce2-47e4-8cac-7372255adbb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/27651421-b9ba-4fa1-a572-8d2c1e58d921?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0876610 Nov 03 19:14:49.678955 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.724246 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] No DVR routers for this DVR port 31b1f7e0-1c86-4cfc-9be1-2f25c8d88977 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:49.734956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Port': ['ID=31b1f7e0-1c86-4cfc-9be1-2f25c8d88977,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:49.831532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60450) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:49.839736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1743713496-network', 'tenant_id': 'ac58831fe6d84709bb15d86b93e32ca6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:49.869701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Made reservation on behalf of ac58831fe6d84709bb15d86b93e32ca6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:49.873971 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.884480 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.890904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.921544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2e0af9-b2e7-4cb4-87c7-ad276e057108']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:49.940355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:49.940650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97aab1a-2f4d-46eb-8f2c-d84b132c3dfd') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:49.956269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.974531 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:49.979019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.984036 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.987643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.994049 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.010722 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:50.010941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:50.011209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: self.session.flush() Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:50.015416 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:50.022674 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.023071 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Added segment 9a469ddb-a04b-4d52-8d6f-fb600b5600cc of type vlan for network 84984450-060e-4a96-af61-753d288487d2 Nov 03 19:14:50.083324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.107472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617495b5-2829-4581-9596-b4202ff54e72,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.128976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.129571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.130076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.130515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.130984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.131424 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.131578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.132105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.132452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.132914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.133515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.134290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.134711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:50.137621 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.144207 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/networks/ae2e0af9-b2e7-4cb4-87c7-ad276e057108 HTTP/1.1" status: 204 len: 168 time: 2.1815014 Nov 03 19:14:50.155701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60452) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:50.162843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0426c3e-03b4-42ff-8a1b-18fa9fb0455d tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Network': ['ID=ae2e0af9-b2e7-4cb4-87c7-ad276e057108,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.199854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.200776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:50.201369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.286983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4499161 Nov 03 19:14:50.287291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60454) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:50.290970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509380c-929a-405a-879c-5cb2a253f9ec admin admin] Pushing event updated for resources: {'Network': ['ID=84984450-060e-4a96-af61-753d288487d2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.295758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Request body: {'subnet': {'network_id': '84984450-060e-4a96-af61-753d288487d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1743713496-subnet', 'tenant_id': 'ac58831fe6d84709bb15d86b93e32ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:50.296882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9840789-5065-4858-ac07-0ac1dc76ea5a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting subnet 82ff5eae-469f-4366-9e8c-ff354d9cfc33 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:50.300587 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9840789-5065-4858-ac07-0ac1dc76ea5a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.313968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.319475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 84984450-060e-4a96-af61-753d288487d2 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:50.354010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9840789-5065-4858-ac07-0ac1dc76ea5a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.433472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Made reservation on behalf of ac58831fe6d84709bb15d86b93e32ca6 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:50.436275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.449279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:50.455984 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9840789-5065-4858-ac07-0ac1dc76ea5a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.474850 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:50.485660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:50.486357 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.491091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb484d-e7f0-4b11-a850-896072a7d6a3 None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:50.530780 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9840789-5065-4858-ac07-0ac1dc76ea5a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.541679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=e32eac9d-40bb-4b1b-884a-53e1b48ef59b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.570377 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3536e988-7686-46b5-b8f6-c83f171ad5cc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9123604 Nov 03 19:14:50.572342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60456) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:50.578734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-862229ae-2d9b-4312-b1f4-7ee625f845aa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'security_group': {'name': 'tempest-secgroup-1553664430'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:50.583623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840789-5065-4858-ac07-0ac1dc76ea5a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Subnet': ['ID=82ff5eae-469f-4366-9e8c-ff354d9cfc33,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.586904 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9840789-5065-4858-ac07-0ac1dc76ea5a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.590999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b9840789-5065-4858-ac07-0ac1dc76ea5a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/subnets/82ff5eae-469f-4366-9e8c-ff354d9cfc33 HTTP/1.1" status: 204 len: 168 time: 0.4316070 Nov 03 19:14:50.593834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60458) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:50.626258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7ef6f-5460-49cd-a909-ec1510c42f9b None None] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:50.630738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-862229ae-2d9b-4312-b1f4-7ee625f845aa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.771946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.796541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.846927 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-862229ae-2d9b-4312-b1f4-7ee625f845aa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.858730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-862229ae-2d9b-4312-b1f4-7ee625f845aa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.878935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Deleting port a0113d86-20b8-49b9-8364-ebeb40965252 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:50.878935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.930787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbb3d33-86b8-4a18-a83d-10de4fd7609b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.950237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-862229ae-2d9b-4312-b1f4-7ee625f845aa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.952203 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-862229ae-2d9b-4312-b1f4-7ee625f845aa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3786576 Nov 03 19:14:50.953398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862229ae-2d9b-4312-b1f4-7ee625f845aa tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd96464c-ea85-4c96-85f0-724f74c2e069,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.957310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60462) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:50.966837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-32c6ac0f-84cb-4921-a9b8-75bc96556c3f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'security_group': {'name': 'tempest-secgroup-524526501'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:50.986998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Checking segment: {'id': '9a469ddb-a04b-4d52-8d6f-fb600b5600cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '84984450-060e-4a96-af61-753d288487d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:50.987490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Network hostable DHCP agents. Network: 84984450-060e-4a96-af61-753d288487d2, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:50.999964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] For port a0113d86-20b8-49b9-8364-ebeb40965252, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a0113d86-20b8-49b9-8364-ebeb40965252,segment=NetworkSegment(f3b6f378-b1a3-4975-8aca-ec3fbed3be0c),segment_id=f3b6f378-b1a3-4975-8aca-ec3fbed3be0c)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:51.000585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.022495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c6ac0f-84cb-4921-a9b8-75bc96556c3f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.035352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Calling delete_port for a0113d86-20b8-49b9-8364-ebeb40965252 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:51.079872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Network 84984450-060e-4a96-af61-753d288487d2 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:51.124519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-eec951c8-d773-4b78-ad53-e2522ad5d845', 'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'tenant_id': '782e22c696bf4d71b7d71fc4b4972259', 'fixed_ips': [{'subnet_id': 'e32eac9d-40bb-4b1b-884a-53e1b48ef59b'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:51.125963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.133586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] DHCP port deletion for 86e81889-c2ba-4ecf-8090-9c439ba20aa6 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:14:51.136437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 84984450-060e-4a96-af61-753d288487d2) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:51.156792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:51.158120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.158521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d0174b-4088-4660-ae23-65e1d908e57f None None] Network 84984450-060e-4a96-af61-753d288487d2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:51.197716 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cf41c67c-0686-4b98-b9a2-038b7adf1a5d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9069946 Nov 03 19:14:51.227222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.239444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c6ac0f-84cb-4921-a9b8-75bc96556c3f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.247801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c6ac0f-84cb-4921-a9b8-75bc96556c3f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.269606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Port': ['ID=a0113d86-20b8-49b9-8364-ebeb40965252,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:51.278885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] No DVR routers for this DVR port a0113d86-20b8-49b9-8364-ebeb40965252 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:51.332204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6ac0f-84cb-4921-a9b8-75bc96556c3f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88fcb9e-0b74-4f6c-915d-1b73c2899886,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:51.348993 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32c6ac0f-84cb-4921-a9b8-75bc96556c3f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.357636 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-32c6ac0f-84cb-4921-a9b8-75bc96556c3f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3925936 Nov 03 19:14:51.358723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60466) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:51.371252 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1387911414', 'security_groups': ['c88fcb9e-0b74-4f6c-915d-1b73c2899886'], 'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e32eac9d-40bb-4b1b-884a-53e1b48ef59b'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:51.436543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.474970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e81889-c2ba-4ecf-8090-9c439ba20aa6']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:51.505951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b6f378-b1a3-4975-8aca-ec3fbed3be0c') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:51.508616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b6f378-b1a3-4975-8aca-ec3fbed3be0c') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:51.539691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.582239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] Deleting port a0113d86-20b8-49b9-8364-ebeb40965252 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:51.582855 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.610418 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.623616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:51.624565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:51.631419 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:51.714334 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:51.755847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a0113d86-20b8-49b9-8364-ebeb40965252 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:51.830552 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.838700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.843568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/networks/86e81889-c2ba-4ecf-8090-9c439ba20aa6 HTTP/1.1" status: 204 len: 168 time: 1.2471499 Nov 03 19:14:51.847831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60474) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:51.872491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9090a3-cc98-445b-865b-3139b735637b tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Pushing event deleted for resources: {'Network': ['ID=86e81889-c2ba-4ecf-8090-9c439ba20aa6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:51.896589 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5211e2b7-ff51-4033-8723-c4f2e7ef16ab tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "GET /v2.0/ports?device_id=141f4f2b-9b00-4e20-a227-7fee390f5d74 HTTP/1.1" status: 200 len: 205 time: 0.0465434 Nov 03 19:14:51.900263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60476) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:51.905838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Allocated IP 172.20.0.2 (eec951c8-d773-4b78-ad53-e2522ad5d845/e32eac9d-40bb-4b1b-884a-53e1b48ef59b/99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:51.914121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: a0113d86-20b8-49b9-8364-ebeb40965252 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:51.915590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a0113d86-20b8-49b9-8364-ebeb40965252 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:51.933152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85171b4f-c02e-40d9-ae6a-f908ade1c7ab None None] Network 84984450-060e-4a96-af61-753d288487d2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:51.973163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] For port a0113d86-20b8-49b9-8364-ebeb40965252, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:51.980351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.994316 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.039238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 yet. {{(pid=101755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:52.102645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60488) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:52.149008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-450274c0-95ed-466f-af64-0ebbfcaf4c3a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.168244 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] Calling delete_port for a0113d86-20b8-49b9-8364-ebeb40965252 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:52.198269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] Port a0113d86-20b8-49b9-8364-ebeb40965252 was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:14:52.230175 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.545991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] Network 86e81889-c2ba-4ecf-8090-9c439ba20aa6 is not hosted by any dhcp agent {{(pid=101757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:14:52.546465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] No DVR routers for this DVR port a0113d86-20b8-49b9-8364-ebeb40965252 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:52.562176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba2e3e-488d-4498-ad09-a23a3b6711c5 None None] Pushing event deleted for resources: {'Port': ['ID=a0113d86-20b8-49b9-8364-ebeb40965252,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:52.757202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.768587 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.824776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:52.831777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:52.839193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:52.851348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-450274c0-95ed-466f-af64-0ebbfcaf4c3a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.871220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-450274c0-95ed-466f-af64-0ebbfcaf4c3a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.891056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a8089c-9b66-49bc-921f-dbfedcfbb155 admin admin] Deleting subnet a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:52.905342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.11 (eec951c8-d773-4b78-ad53-e2522ad5d845/e32eac9d-40bb-4b1b-884a-53e1b48ef59b/8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:52.917226 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3a8089c-9b66-49bc-921f-dbfedcfbb155 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.928978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Pushing event updated for resources: {'Port': ['ID=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:52.950522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Attempting to bind port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:52.951347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Attempting to bind port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '039243f8-60a6-4120-8aa9-22075004e8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:52.952053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Attempting to bind port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa on network eec951c8-d773-4b78-ad53-e2522ad5d845 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:52.959088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:52.959879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Checking segment: {'id': '039243f8-60a6-4120-8aa9-22075004e8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:52.961969 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.962928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Bound using segment: {'id': '039243f8-60a6-4120-8aa9-22075004e8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:52.963846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Bound port: 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039243f8-60a6-4120-8aa9-22075004e8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:52.965776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.072842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] For port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:53.078354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] For port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,segment=NetworkSegment(039243f8-60a6-4120-8aa9-22075004e8fb),segment_id=039243f8-60a6-4120-8aa9-22075004e8fb)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:53.088287 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.089320 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3a8089c-9b66-49bc-921f-dbfedcfbb155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.095939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-450274c0-95ed-466f-af64-0ebbfcaf4c3a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.097365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450274c0-95ed-466f-af64-0ebbfcaf4c3a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Fanout notify agent at l3_agent the message router_deleted on router 141f4f2b-9b00-4e20-a227-7fee390f5d74 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:14:53.112295 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-450274c0-95ed-466f-af64-0ebbfcaf4c3a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.116406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-450274c0-95ed-466f-af64-0ebbfcaf4c3a tempest-RoutersNegativeIpV6Test-96082839 tempest-RoutersNegativeIpV6Test-96082839-project] 10.222.0.77 "DELETE /v2.0/routers/141f4f2b-9b00-4e20-a227-7fee390f5d74 HTTP/1.1" status: 204 len: 168 time: 1.2123976 Nov 03 19:14:53.177514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d476f-1065-42d7-9928-9ed0240508b5 req-a32e7d8a-f9e8-4c2c-b9de-15904096429b tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:53.180818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-a32e7d8a-f9e8-4c2c-b9de-15904096429b tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/networks?id=98010718-7617-4415-9387-ffdd0e82bfa2 HTTP/1.1" status: 200 len: 811 time: 0.7871926 Nov 03 19:14:53.237284 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-568c1899-e5ac-4645-a424-4619129cbc6c tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/quotas/40c493d257914ea8b2b526a8abcd897a HTTP/1.1" status: 200 len: 375 time: 0.0300622 Nov 03 19:14:53.238512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3a8089c-9b66-49bc-921f-dbfedcfbb155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.267653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd543ab-8fa3-4aff-9c41-20e9b8001669 None None] Pushing event updated for resources: {'Port': ['ID=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:53.280169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.325884 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-a85fbc2d-a965-497b-ba42-99a69cf9a58a tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=40c493d257914ea8b2b526a8abcd897a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495567 Nov 03 19:14:53.388899 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.391642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3a8089c-9b66-49bc-921f-dbfedcfbb155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.475157 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e3a8089c-9b66-49bc-921f-dbfedcfbb155 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.497938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e3a8089c-9b66-49bc-921f-dbfedcfbb155 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc HTTP/1.1" status: 204 len: 168 time: 1.3894851 Nov 03 19:14:53.500684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8089c-9b66-49bc-921f-dbfedcfbb155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a187e4a7-17fc-4a0d-ad07-cb22cf9db2bc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:53.503528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60504) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:53.521384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:53.548969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:53.571698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:53.644945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:53.740706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:53.741278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.762511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60506) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:53.778751 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.793449 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d1e9fe3f-9527-4b57-8b3a-9577fc92ecdd tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4330161 Nov 03 19:14:53.799824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60510) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:53.808770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-24c7cb17-4dd3-4619-bc1e-b3efd78917de tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:53.863412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-5f15c3a8-ae1e-4a79-93c1-ab14046f0658 service neutron] 10.222.0.77 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364916 Nov 03 19:14:53.903867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:54.014526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:54.015290 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.075346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.092669 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f5b725da-379e-460c-b854-ec301197c88a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9c866b3597948ada1ed5de4f0d0dee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268740 Nov 03 19:14:54.095688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60512) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:54.139904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88540fb-808d-4556-9290-9c0416e6bd69']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:54.146142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7cb17-4dd3-4619-bc1e-b3efd78917de tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:54.150584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-24c7cb17-4dd3-4619-bc1e-b3efd78917de tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.171324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee30626a-e7c2-4d11-8cf7-65a9396bb743') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:54.171645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee30626a-e7c2-4d11-8cf7-65a9396bb743') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:54.178061 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.211555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-14a599e9-0ed7-443f-b844-20a3c8e0f99a service neutron] 10.222.0.77 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456800 Nov 03 19:14:54.220848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.234436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ffdef0-65bc-4b21-bf0b-7c68200e1e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.246254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,segment=NetworkSegment(039243f8-60a6-4120-8aa9-22075004e8fb),segment_id=039243f8-60a6-4120-8aa9-22075004e8fb)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:54.254754 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.291764 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ffdef0-65bc-4b21-bf0b-7c68200e1e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.324015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.343960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:54.414809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ffdef0-65bc-4b21-bf0b-7c68200e1e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.431072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b0ffdef0-65bc-4b21-bf0b-7c68200e1e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.435682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b0ffdef0-65bc-4b21-bf0b-7c68200e1e1b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0c63ec2-a9c4-446f-b449-9a83a42ee83b HTTP/1.1" status: 204 len: 168 time: 0.3359816 Nov 03 19:14:54.455465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffdef0-65bc-4b21-bf0b-7c68200e1e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c63ec2-a9c4-446f-b449-9a83a42ee83b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:54.871626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:54.872513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:54.902971 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:55.009663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32fa7382-e023-442f-8897-ff16177a639a req-b00929e3-0cbb-4fb2-ace7-3a821991d325 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 210 time: 0.1055634 Nov 03 19:14:55.053798 n-d-812148-3 neutron-server[101756]: INFO neutron.db.ipam_backend_mixin [None req-24c7cb17-4dd3-4619-bc1e-b3efd78917de tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e32eac9d-40bb-4b1b-884a-53e1b48ef59b (CIDR: 172.20.0.0/28) Nov 03 19:14:55.061973 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c7cb17-4dd3-4619-bc1e-b3efd78917de tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:14:55.062981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c7cb17-4dd3-4619-bc1e-b3efd78917de tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:14:55.087137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.100464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.107315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] 10.222.0.77 "DELETE /v2.0/networks/c88540fb-808d-4556-9290-9c0416e6bd69 HTTP/1.1" status: 204 len: 168 time: 1.5951288 Nov 03 19:14:55.131152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-24c7cb17-4dd3-4619-bc1e-b3efd78917de tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3273182 Nov 03 19:14:55.136418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60536) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:55.146916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad4aac-eeca-407b-b8d8-044aa84c31cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c88540fb-808d-4556-9290-9c0416e6bd69,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:55.155495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:55.191925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-527a91b8-247e-4713-ba60-ada25e79cb25 None None] Provisioning complete for port 27651421-b9ba-4fa1-a572-8d2c1e58d921 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:55.192659 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-527a91b8-247e-4713-ba60-ada25e79cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.256490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-527a91b8-247e-4713-ba60-ada25e79cb25 None None] Port 27651421-b9ba-4fa1-a572-8d2c1e58d921 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:55.275121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-527a91b8-247e-4713-ba60-ada25e79cb25 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:55.275386 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-527a91b8-247e-4713-ba60-ada25e79cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.486339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:55.491676 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.566276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60540) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:55.703267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cdbd4ae4-e458-47ab-8986-f66407153b6c None None] Provisioning complete for port 8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:55.703683 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4ae4-e458-47ab-8986-f66407153b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.714148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-151d1d5e-31bd-40f1-976c-147e911c5f9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4039966d0ece40bd89a7361c0f58532e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462131 Nov 03 19:14:55.718342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60544) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:55.809519 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd4ae4-e458-47ab-8986-f66407153b6c None None] Port 8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:55.813671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:55.847076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4c3c-6a6f-47f0-b71d-f9b982ee2f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.882431 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4c3c-6a6f-47f0-b71d-f9b982ee2f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.952081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:55.952925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.960327 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4c3c-6a6f-47f0-b71d-f9b982ee2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.969864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4c3c-6a6f-47f0-b71d-f9b982ee2f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.979435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1dfe4c3c-6a6f-47f0-b71d-f9b982ee2f14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/186d1f48-d36f-43c7-a1f7-988c34f464d4 HTTP/1.1" status: 204 len: 168 time: 0.2584860 Nov 03 19:14:55.999943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe4c3c-6a6f-47f0-b71d-f9b982ee2f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186d1f48-d36f-43c7-a1f7-988c34f464d4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:56.085973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.209405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:56.218967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:56.229409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:56.230808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.240156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18237882-e2d0-4d7d-9fc3-2207e3779ace None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:56.313272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=59933bc0-ec68-4f73-8990-c20df680a662,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:56.328161 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b8dd44e3-ca8f-4ab2-99a8-60a8a3b0830f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1893349 Nov 03 19:14:56.338660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60558) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:56.347659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1163283155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '59933bc0-ec68-4f73-8990-c20df680a662'}], 'security_groups': ['dd96464c-ea85-4c96-85f0-724f74c2e069']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:56.376673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd7f2f9e-be45-471a-bfce-6bb57e773e7e req-984b2153-b531-4239-9492-50db1769c72d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 210 time: 0.1134324 Nov 03 19:14:56.566253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.614562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d476f-1065-42d7-9928-9ed0240508b5 req-772644aa-3f00-449b-a083-0b637ce32d9d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:56.616571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-772644aa-3f00-449b-a083-0b637ce32d9d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.70 "GET /v2.0/networks?id=98010718-7617-4415-9387-ffdd0e82bfa2 HTTP/1.1" status: 200 len: 811 time: 0.3834519 Nov 03 19:14:56.639378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Request body: {'port': {'device_id': '2db4eb91-c794-472c-a0e2-e2c624c2a859', 'network_id': '98010718-7617-4415-9387-ffdd0e82bfa2', 'admin_state_up': True, 'tenant_id': '40c493d257914ea8b2b526a8abcd897a'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:56.851591 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e1775-824a-4569-b2b8-209e78210923 None None] Update dhcp port {'port': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'fixed_ips': [{'subnet_id': 'e32eac9d-40bb-4b1b-884a-53e1b48ef59b', 'ip_address': '172.20.0.2'}, {'subnet_id': '59933bc0-ec68-4f73-8990-c20df680a662'}], 'binding:host_id': 'n-d-812148-3'}, 'id': '99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:14:56.902185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1775-824a-4569-b2b8-209e78210923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.907409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Made reservation on behalf of 40c493d257914ea8b2b526a8abcd897a for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:56.922442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.264443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Allocated IP 172.20.0.4 (98010718-7617-4415-9387-ffdd0e82bfa2/da7a7d93-a162-4ebd-b1f1-15f5b4c09109/005207c1-35d2-45c0-8432-5f386f10f558) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:57.279217 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Delete allocated IP 172.20.0.11 (eec951c8-d773-4b78-ad53-e2522ad5d845/e32eac9d-40bb-4b1b-884a-53e1b48ef59b) {{(pid=101755) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:14:57.300100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.27 (eec951c8-d773-4b78-ad53-e2522ad5d845/59933bc0-ec68-4f73-8990-c20df680a662/8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:57.642163 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.647569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd4bf8b3-1a56-4cee-abeb-bcc7ebba41a1 req-fe24d4a0-9605-4dcd-b0e3-724e1ff26bf0 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 210 time: 0.0682638 Nov 03 19:14:57.689466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.706867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.746754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.815361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e1775-824a-4569-b2b8-209e78210923 None None] Allocated IP 172.20.0.18 (eec951c8-d773-4b78-ad53-e2522ad5d845/59933bc0-ec68-4f73-8990-c20df680a662/99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:57.847854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Network 98010718-7617-4415-9387-ffdd0e82bfa2 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:57.866301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:57.878491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:57.947949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0a0e1775-824a-4569-b2b8-209e78210923 None None] For port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,segment=NetworkSegment(039243f8-60a6-4120-8aa9-22075004e8fb),segment_id=039243f8-60a6-4120-8aa9-22075004e8fb)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:57.957682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:57.986947 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1775-824a-4569-b2b8-209e78210923 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.993894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1775-824a-4569-b2b8-209e78210923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.004488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Pushing event updated for resources: {'Port': ['ID=005207c1-35d2-45c0-8432-5f386f10f558,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:58.030474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] In _notify_port_updated(), no bound segment for port 8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 on network eec951c8-d773-4b78-ad53-e2522ad5d845 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:14:58.043251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:58.044378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.046783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1af737a9-cb06-44e7-9fa2-6117c99486c3 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "PUT /v2.0/ports/8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 HTTP/1.1" status: 200 len: 921 time: 1.7060552 Nov 03 19:14:58.050642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:58.052382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:58.055487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.108707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-fb4a72f4-b566-4e86-a95a-ff1f30e7724d tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4822936 Nov 03 19:14:58.131141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Request body: {'port': {'device_id': '2db4eb91-c794-472c-a0e2-e2c624c2a859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:58.175082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e1775-824a-4569-b2b8-209e78210923 None None] Pushing event updated for resources: {'Port': ['ID=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:58.230287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a4afe-3986-4d13-80f9-63aa0c46cfc8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:58.230790 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4afe-3986-4d13-80f9-63aa0c46cfc8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.270877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.427452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4afe-3986-4d13-80f9-63aa0c46cfc8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.475357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a4afe-3986-4d13-80f9-63aa0c46cfc8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:58.973851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4afe-3986-4d13-80f9-63aa0c46cfc8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.034850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005207c1-35d2-45c0-8432-5f386f10f558 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:14:59.048214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.068412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Transition to ACTIVE for port object 005207c1-35d2-45c0-8432-5f386f10f558 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:14:59.075055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.182487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a4afe-3986-4d13-80f9-63aa0c46cfc8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:59.224951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Pushing event updated for resources: {'Port': ['ID=005207c1-35d2-45c0-8432-5f386f10f558,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:59.261975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa6461-8ceb-4b96-bfdb-3788d67ad766 req-aa03c09e-b435-4efb-9842-45d7da00a43e tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.269506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3fa6461-8ceb-4b96-bfdb-3788d67ad766 req-aa03c09e-b435-4efb-9842-45d7da00a43e tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 943 time: 0.3081775 Nov 03 19:14:59.271206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4afe-3986-4d13-80f9-63aa0c46cfc8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.277804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5a3a4afe-3986-4d13-80f9-63aa0c46cfc8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 HTTP/1.1" status: 204 len: 168 time: 1.2235920 Nov 03 19:14:59.281998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60618) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:59.302185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f2ac1039-8e4b-4a17-962b-cee3be7fe896 None None] Provisioning complete for port 27651421-b9ba-4fa1-a572-8d2c1e58d921 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:59.302788 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1039-8e4b-4a17-962b-cee3be7fe896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.329935 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b8e899-ccc9-4fa8-b862-7f8f85af4d8d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:14:59.332836 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-65b8e899-ccc9-4fa8-b862-7f8f85af4d8d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2 HTTP/1.1" status: 404 len: 333 time: 0.0492671 Nov 03 19:14:59.336675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60620) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:59.380864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac1039-8e4b-4a17-962b-cee3be7fe896 None None] Port 27651421-b9ba-4fa1-a572-8d2c1e58d921 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:59.392106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f2ac1039-8e4b-4a17-962b-cee3be7fe896 None None] Could not find standard attr ID for object 8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:14:59.420559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f2ac1039-8e4b-4a17-962b-cee3be7fe896 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:59.421339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1039-8e4b-4a17-962b-cee3be7fe896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.432856 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9331da95-998c-44b4-802c-abda222edc4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.466288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9331da95-998c-44b4-802c-abda222edc4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.482540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3fa6461-8ceb-4b96-bfdb-3788d67ad766 req-aaedc5e6-7db4-4206-88cd-2e83bf21c78e tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831007 Nov 03 19:14:59.487045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Attempting to bind port 005207c1-35d2-45c0-8432-5f386f10f558 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:59.487560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Attempting to bind port 005207c1-35d2-45c0-8432-5f386f10f558 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '030e0609-cceb-4f5c-9e57-f93cc03f96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '98010718-7617-4415-9387-ffdd0e82bfa2'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:59.488115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Attempting to bind port 005207c1-35d2-45c0-8432-5f386f10f558 on network 98010718-7617-4415-9387-ffdd0e82bfa2 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:59.496892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Port 005207c1-35d2-45c0-8432-5f386f10f558 on network 98010718-7617-4415-9387-ffdd0e82bfa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:14:59.497636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Attempting to bind port 005207c1-35d2-45c0-8432-5f386f10f558 on network 98010718-7617-4415-9387-ffdd0e82bfa2 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:59.515957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:59.517983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Checking segment: {'id': '030e0609-cceb-4f5c-9e57-f93cc03f96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '98010718-7617-4415-9387-ffdd0e82bfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:59.518557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Bound using segment: {'id': '030e0609-cceb-4f5c-9e57-f93cc03f96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '98010718-7617-4415-9387-ffdd0e82bfa2'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:59.519298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Bound port: 005207c1-35d2-45c0-8432-5f386f10f558, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030e0609-cceb-4f5c-9e57-f93cc03f96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '98010718-7617-4415-9387-ffdd0e82bfa2'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:59.520402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.572781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9331da95-998c-44b4-802c-abda222edc4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.578333 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9331da95-998c-44b4-802c-abda222edc4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.585470 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9331da95-998c-44b4-802c-abda222edc4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/security-groups/c88fcb9e-0b74-4f6c-915d-1b73c2899886 HTTP/1.1" status: 204 len: 168 time: 0.2466133 Nov 03 19:14:59.586515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60624) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:59.634644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331da95-998c-44b4-802c-abda222edc4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88fcb9e-0b74-4f6c-915d-1b73c2899886,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:59.644240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] For port 005207c1-35d2-45c0-8432-5f386f10f558, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:59.650978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] For port 005207c1-35d2-45c0-8432-5f386f10f558, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=005207c1-35d2-45c0-8432-5f386f10f558,segment=NetworkSegment(030e0609-cceb-4f5c-9e57-f93cc03f96e1),segment_id=030e0609-cceb-4f5c-9e57-f93cc03f96e1)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:59.660377 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.702491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.706664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.709102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] 10.222.0.70 "PUT /v2.0/ports/005207c1-35d2-45c0-8432-5f386f10f558 HTTP/1.1" status: 200 len: 1091 time: 1.5886919 Nov 03 19:14:59.709816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db4eb91-c794-472c-a0e2-e2c624c2a859', 'tag': '005207c1-35d2-45c0-8432-5f386f10f558'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:59.710383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:59.718461 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2db4eb91-c794-472c-a0e2-e2c624c2a859", "tag": "005207c1-35d2-45c0-8432-5f386f10f558"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:59.771453 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b609f5c4-2221-4cdb-8cf4-b66397afabc7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.798970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:59.799615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.856139 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df436bba-e9f4-44b0-a1ea-cb81cc440631 x-openstack-request-id: req-df436bba-e9f4-44b0-a1ea-cb81cc440631 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:59.856762 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db4eb91-c794-472c-a0e2-e2c624c2a859", "tag": "005207c1-35d2-45c0-8432-5f386f10f558", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:59.857625 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df436bba-e9f4-44b0-a1ea-cb81cc440631 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:59.858470 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db4eb91-c794-472c-a0e2-e2c624c2a859', 'tag': '005207c1-35d2-45c0-8432-5f386f10f558', 'status': 'completed', 'code': 200} Nov 03 19:14:59.861874 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b609f5c4-2221-4cdb-8cf4-b66397afabc7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.957902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b609f5c4-2221-4cdb-8cf4-b66397afabc7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.965142 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b609f5c4-2221-4cdb-8cf4-b66397afabc7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.972082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b609f5c4-2221-4cdb-8cf4-b66397afabc7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/security-groups/dd96464c-ea85-4c96-85f0-724f74c2e069 HTTP/1.1" status: 204 len: 168 time: 0.3781617 Nov 03 19:14:59.975771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60628) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:59.983461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d476f-1065-42d7-9928-9ed0240508b5 req-434153fd-ee78-4cf0-9674-5c36aa75e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.985533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-434153fd-ee78-4cf0-9674-5c36aa75e74a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=40c493d257914ea8b2b526a8abcd897a&device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 1094 time: 0.1241186 Nov 03 19:14:59.987191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94933bbb-ea79-4a11-9a62-125c28c192d7 service neutron] Pushing event updated for resources: {'Port': ['ID=005207c1-35d2-45c0-8432-5f386f10f558,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:00.037373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f5c4-2221-4cdb-8cf4-b66397afabc7 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd96464c-ea85-4c96-85f0-724f74c2e069,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:00.098147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-848c0e72-d372-40db-b5e9-d86900d7673d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=005207c1-35d2-45c0-8432-5f386f10f558 HTTP/1.1" status: 200 len: 217 time: 0.1031511 Nov 03 19:15:00.128477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ff3dc0ad-0d85-4239-8141-6a1b2019a6b1 None None] Could not find standard attr ID for object 8d0aa3ac-e329-4cc3-8789-9a3bc8d63ca2. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:15:00.190004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10a1f7a-2375-4b6d-b2b0-f375b4f8a431 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet e32eac9d-40bb-4b1b-884a-53e1b48ef59b {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:00.202825 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f7a-2375-4b6d-b2b0-f375b4f8a431 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.249105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d476f-1065-42d7-9928-9ed0240508b5 req-779ae8f1-280f-4c84-9d21-62468592417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:00.249105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-779ae8f1-280f-4c84-9d21-62468592417e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da7a7d93-a162-4ebd-b1f1-15f5b4c09109 HTTP/1.1" status: 200 len: 851 time: 0.1394637 Nov 03 19:15:00.299270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-57646b04-fc27-4588-8f52-a44a733ab37d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98010718-7617-4415-9387-ffdd0e82bfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460272 Nov 03 19:15:00.341641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f7a-2375-4b6d-b2b0-f375b4f8a431 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.494273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-bf9a8c4f-6364-4618-8f1e-460e95810f43 service neutron] 10.222.0.70 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851346 Nov 03 19:15:00.592495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f7a-2375-4b6d-b2b0-f375b4f8a431 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.709241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824d476f-1065-42d7-9928-9ed0240508b5 req-c82f51b2-d366-44ed-a3fd-6f99a9cffa0a service neutron] 10.222.0.70 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081931 Nov 03 19:15:00.724701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43372a-2b35-4bdc-9a9b-7fb37fae2fae req-c27c316c-b530-431f-ab50-6fc350c5bfeb tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:00.729463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc43372a-2b35-4bdc-9a9b-7fb37fae2fae req-c27c316c-b530-431f-ab50-6fc350c5bfeb tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 943 time: 0.1012292 Nov 03 19:15:00.738726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f7a-2375-4b6d-b2b0-f375b4f8a431 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.826865 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f7a-2375-4b6d-b2b0-f375b4f8a431 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.827883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5793dbe-2ac5-47e5-9ed6-aae9c4f2f5f8 None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:00.837357 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d10a1f7a-2375-4b6d-b2b0-f375b4f8a431 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/e32eac9d-40bb-4b1b-884a-53e1b48ef59b HTTP/1.1" status: 204 len: 168 time: 0.8124566 Nov 03 19:15:00.837768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60654) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:00.841285 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1f7a-2375-4b6d-b2b0-f375b4f8a431 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=e32eac9d-40bb-4b1b-884a-53e1b48ef59b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:00.859174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:00.901497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc43372a-2b35-4bdc-9a9b-7fb37fae2fae req-64dff0ee-f613-46d1-ae19-012275372aea tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570523 Nov 03 19:15:00.956630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-11e273e3-b831-4f6f-93f6-999d1d516407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:00.960682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-11e273e3-b831-4f6f-93f6-999d1d516407 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=40c493d257914ea8b2b526a8abcd897a&device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 1094 time: 0.1594076 Nov 03 19:15:01.170338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:01.178148 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.233958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-74a96c5e-4f5b-40e0-93d8-058fe759c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.247512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-74a96c5e-4f5b-40e0-93d8-058fe759c512 service neutron] 10.222.0.70 "GET /v2.0/networks?id=98010718-7617-4415-9387-ffdd0e82bfa2 HTTP/1.1" status: 200 len: 912 time: 0.2763276 Nov 03 19:15:01.336546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-db704d16-caf6-4161-94b5-a65c75cb336f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=005207c1-35d2-45c0-8432-5f386f10f558 HTTP/1.1" status: 200 len: 217 time: 0.0799069 Nov 03 19:15:01.426014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-3ee223ca-c503-4fe1-942a-66a972a62d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.428538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-3ee223ca-c503-4fe1-942a-66a972a62d3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da7a7d93-a162-4ebd-b1f1-15f5b4c09109 HTTP/1.1" status: 200 len: 851 time: 0.0840495 Nov 03 19:15:01.516058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-7bf3dfe8-8d5b-4a20-bd79-d6717b74939c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98010718-7617-4415-9387-ffdd0e82bfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788703 Nov 03 19:15:01.669295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 005207c1-35d2-45c0-8432-5f386f10f558 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:15:01.739528 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.794674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-04c63846-8722-4ed4-9d96-e23a1fe74d2a service neutron] 10.222.0.70 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656412 Nov 03 19:15:01.901665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:01.930024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:01.946822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.948128 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.988651 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1489785 Nov 03 19:15:01.998374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60668) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:02.011870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-45eac3bc-8691-4e1c-b1ef-45c90bca6fa0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'security_group': {'name': 'tempest-secgroup-181712717'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:02.024970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f4ba27e8-2af0-41ce-8da6-67f4f9df97fd req-0d565ce7-02d3-4307-b536-8efabe17813a service neutron] 10.222.0.70 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239947 Nov 03 19:15:02.061272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45eac3bc-8691-4e1c-b1ef-45c90bca6fa0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.089747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87620ea-8531-4804-9570-68925185a332 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=69929bf4-aa7f-44fe-bf28-6d19cb0e5e95,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:02.122121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 005207c1-35d2-45c0-8432-5f386f10f558, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=005207c1-35d2-45c0-8432-5f386f10f558,segment=NetworkSegment(030e0609-cceb-4f5c-9e57-f93cc03f96e1),segment_id=030e0609-cceb-4f5c-9e57-f93cc03f96e1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:02.188067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '005207c1-35d2-45c0-8432-5f386f10f558', 'network_id': '98010718-7617-4415-9387-ffdd0e82bfa2', 'port_id': '005207c1-35d2-45c0-8432-5f386f10f558', 'mac_address': 'fa:16:3e:f6:1e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7a7d93-a162-4ebd-b1f1-15f5b4c09109', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:15:02.350700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45eac3bc-8691-4e1c-b1ef-45c90bca6fa0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.357211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.364098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45eac3bc-8691-4e1c-b1ef-45c90bca6fa0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.412552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005207c1-35d2-45c0-8432-5f386f10f558 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:02.421842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486a766-c523-4d83-9ef7-bb711f67dd27 req-7c21159d-3763-47ee-88b6-46a618e5b424 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:02.431433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1486a766-c523-4d83-9ef7-bb711f67dd27 req-7c21159d-3763-47ee-88b6-46a618e5b424 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 943 time: 0.2261367 Nov 03 19:15:02.507293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eac3bc-8691-4e1c-b1ef-45c90bca6fa0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef67b10-4dd6-4435-bbb4-9dc6df7b7b0b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:02.507983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 005207c1-35d2-45c0-8432-5f386f10f558, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=005207c1-35d2-45c0-8432-5f386f10f558,segment=NetworkSegment(030e0609-cceb-4f5c-9e57-f93cc03f96e1),segment_id=030e0609-cceb-4f5c-9e57-f93cc03f96e1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:02.524450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.541790 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45eac3bc-8691-4e1c-b1ef-45c90bca6fa0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.560441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-45eac3bc-8691-4e1c-b1ef-45c90bca6fa0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5586553 Nov 03 19:15:02.563185 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60680) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:02.571569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fd112024-399e-44ca-bf5e-d421516363da tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'security_group': {'name': 'tempest-secgroup-75184837'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:02.583857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1486a766-c523-4d83-9ef7-bb711f67dd27 req-1b77d98a-556c-42b9-beb2-ee26a474e6f9 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416411 Nov 03 19:15:02.651055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd112024-399e-44ca-bf5e-d421516363da tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.750002 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.755271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0195a4f-d989-410f-b498-2a23e0b122d2 None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:02.840973 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd112024-399e-44ca-bf5e-d421516363da tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.851805 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd112024-399e-44ca-bf5e-d421516363da tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.863741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['005207c1-35d2-45c0-8432-5f386f10f558'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:15:02.868724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=005207c1-35d2-45c0-8432-5f386f10f558,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:02.897195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fd112024-399e-44ca-bf5e-d421516363da tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.902514 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fd112024-399e-44ca-bf5e-d421516363da tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3371055 Nov 03 19:15:02.902802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60684) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:02.905193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112024-399e-44ca-bf5e-d421516363da tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11974300-908f-4491-8550-c0852e188981,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:02.912849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-aaf23694-1233-4afe-870c-4bffd7d18d6a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413983940'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:03.010258 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaf23694-1233-4afe-870c-4bffd7d18d6a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.014771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-409cf8ae-c8a3-42e2-99e3-cb00548a5718 None None] Provisioning complete for port 27651421-b9ba-4fa1-a572-8d2c1e58d921 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:03.015300 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-409cf8ae-c8a3-42e2-99e3-cb00548a5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.177915 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaf23694-1233-4afe-870c-4bffd7d18d6a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.187353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-409cf8ae-c8a3-42e2-99e3-cb00548a5718 None None] Port 27651421-b9ba-4fa1-a572-8d2c1e58d921 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:03.188848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaf23694-1233-4afe-870c-4bffd7d18d6a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.253469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aaf23694-1233-4afe-870c-4bffd7d18d6a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.255799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aaf23694-1233-4afe-870c-4bffd7d18d6a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3514562 Nov 03 19:15:03.257560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf23694-1233-4afe-870c-4bffd7d18d6a tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5603b0b-6a04-4728-9371-57c19b826228,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:03.260326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60690) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.267984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-409cf8ae-c8a3-42e2-99e3-cb00548a5718 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:03.268480 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-409cf8ae-c8a3-42e2-99e3-cb00548a5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.271018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-743049549', 'security_groups': ['d5603b0b-6a04-4728-9371-57c19b826228'], 'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69929bf4-aa7f-44fe-bf28-6d19cb0e5e95'}]}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:03.311036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60692) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.409334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff71255-b135-46ae-8c1b-7a89e2f366d0 None None] Update dhcp port {'port': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'fixed_ips': [{'subnet_id': '59933bc0-ec68-4f73-8990-c20df680a662', 'ip_address': '172.20.0.18'}, {'subnet_id': '69929bf4-aa7f-44fe-bf28-6d19cb0e5e95'}], 'binding:host_id': 'n-d-812148-3'}, 'id': '99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:15:03.509835 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9ff71255-b135-46ae-8c1b-7a89e2f366d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.611231 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e7aa98f-e46d-43ac-a7de-b0536452811f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.626877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:03.714326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e7aa98f-e46d-43ac-a7de-b0536452811f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.721012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e7aa98f-e46d-43ac-a7de-b0536452811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.789750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e7aa98f-e46d-43ac-a7de-b0536452811f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ceae4fa49f045c2aa51050059fee932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4772484 Nov 03 19:15:03.794092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60698) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.803135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 005207c1-35d2-45c0-8432-5f386f10f558 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:03.812944 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aa98f-e46d-43ac-a7de-b0536452811f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0188e253-4ff6-49a0-9493-019c9b88127c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:03.958728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23429e2-b0e9-4c41-bc85-35693dcdb769 req-5fbbf6a6-ad8a-4974-bb30-414c3f20fdd2 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.961598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f23429e2-b0e9-4c41-bc85-35693dcdb769 req-5fbbf6a6-ad8a-4974-bb30-414c3f20fdd2 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 944 time: 0.1411748 Nov 03 19:15:03.968060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.025918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] device_id is not set on port 685c5ef6-2259-4cd0-b687-2077b9232326 yet. {{(pid=101756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:15:04.046469 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2dd08df1-b9ae-43f9-ba89-4f08b709cb34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.089477 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.126807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f23429e2-b0e9-4c41-bc85-35693dcdb769 req-a75d0e8e-6106-439a-8c27-dd101238d3ec tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268191 Nov 03 19:15:04.134271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2dd08df1-b9ae-43f9-ba89-4f08b709cb34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.176182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-9ff71255-b135-46ae-8c1b-7a89e2f366d0 None None] Allocated IP 172.20.0.2 (eec951c8-d773-4b78-ad53-e2522ad5d845/69929bf4-aa7f-44fe-bf28-6d19cb0e5e95/99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:04.280384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 005207c1-35d2-45c0-8432-5f386f10f558 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:15:04.282727 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2dd08df1-b9ae-43f9-ba89-4f08b709cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.289475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 005207c1-35d2-45c0-8432-5f386f10f558 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:04.290142 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.294186 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2dd08df1-b9ae-43f9-ba89-4f08b709cb34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.301785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2dd08df1-b9ae-43f9-ba89-4f08b709cb34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0188e253-4ff6-49a0-9493-019c9b88127c HTTP/1.1" status: 204 len: 168 time: 0.5050130 Nov 03 19:15:04.321386 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd08df1-b9ae-43f9-ba89-4f08b709cb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0188e253-4ff6-49a0-9493-019c9b88127c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.498874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9ff71255-b135-46ae-8c1b-7a89e2f366d0 None None] For port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,segment=NetworkSegment(039243f8-60a6-4120-8aa9-22075004e8fb),segment_id=039243f8-60a6-4120-8aa9-22075004e8fb)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:04.576980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.863971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60706) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:04.882758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e955d54b-bf59-4a4e-adad-b571b585da61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.913195 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9ff71255-b135-46ae-8c1b-7a89e2f366d0 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.937594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db4eb91-c794-472c-a0e2-e2c624c2a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005207c1-35d2-45c0-8432-5f386f10f558'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:04.940003 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fdf1e4-eb8b-4653-8319-cf5e351df5a8" -d '{"events": [{"server_uuid": "2db4eb91-c794-472c-a0e2-e2c624c2a859", "name": "network-vif-plugged", "status": "completed", "tag": "005207c1-35d2-45c0-8432-5f386f10f558"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:04.949944 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9ff71255-b135-46ae-8c1b-7a89e2f366d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.965627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 005207c1-35d2-45c0-8432-5f386f10f558, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=005207c1-35d2-45c0-8432-5f386f10f558,segment=NetworkSegment(030e0609-cceb-4f5c-9e57-f93cc03f96e1),segment_id=030e0609-cceb-4f5c-9e57-f93cc03f96e1)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:04.994337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.013759 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c1691a-3587-4c53-b5f8-a763312a0a7d x-openstack-request-id: req-84c1691a-3587-4c53-b5f8-a763312a0a7d {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:05.014118 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db4eb91-c794-472c-a0e2-e2c624c2a859", "name": "network-vif-plugged", "status": "completed", "tag": "005207c1-35d2-45c0-8432-5f386f10f558", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:05.014526 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84c1691a-3587-4c53-b5f8-a763312a0a7d {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:05.015009 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db4eb91-c794-472c-a0e2-e2c624c2a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005207c1-35d2-45c0-8432-5f386f10f558', 'code': 200} Nov 03 19:15:05.064448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff71255-b135-46ae-8c1b-7a89e2f366d0 None None] Pushing event updated for resources: {'Port': ['ID=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.079464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.5 (eec951c8-d773-4b78-ad53-e2522ad5d845/69929bf4-aa7f-44fe-bf28-6d19cb0e5e95/685c5ef6-2259-4cd0-b687-2077b9232326) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:05.113372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e955d54b-bf59-4a4e-adad-b571b585da61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.122314 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e955d54b-bf59-4a4e-adad-b571b585da61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.137564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=005207c1-35d2-45c0-8432-5f386f10f558,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.215649 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e955d54b-bf59-4a4e-adad-b571b585da61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4fd0fdbeab5d47e19606def2936582fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3479712 Nov 03 19:15:05.219742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60716) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:05.236655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955d54b-bf59-4a4e-adad-b571b585da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d92396-9437-4c12-9a1e-6702bfaf685a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.337039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77cf8c-11db-42dc-a973-b9627f7f6907 req-1cba8522-573c-4e80-90c8-396c28932607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:05.339865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f77cf8c-11db-42dc-a973-b9627f7f6907 req-1cba8522-573c-4e80-90c8-396c28932607 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 1096 time: 0.2337973 Nov 03 19:15:05.527915 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d46f223d-7b3f-4ef1-8468-0eec6b4f2bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.542893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f77cf8c-11db-42dc-a973-b9627f7f6907 req-b4c3f86c-d6db-4841-9263-3a97d8932291 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570275 Nov 03 19:15:05.552688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4a5aa-9b75-4411-8805-9b4a56a5fc14 req-1ed111aa-6fe9-481d-9220-d4f40ddfe655 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:05.555481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1fd4a5aa-9b75-4411-8805-9b4a56a5fc14 req-1ed111aa-6fe9-481d-9220-d4f40ddfe655 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.2692931 Nov 03 19:15:05.558831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.627951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d46f223d-7b3f-4ef1-8468-0eec6b4f2bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.702112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.716339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:05.746548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1fd4a5aa-9b75-4411-8805-9b4a56a5fc14 req-24ed8e87-8623-4a52-bc7b-d7d25c9971c9 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741600 Nov 03 19:15:05.763116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:05.767129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:05.775211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:05.834313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:05.835226 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.849796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=685c5ef6-2259-4cd0-b687-2077b9232326,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.856221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d46f223d-7b3f-4ef1-8468-0eec6b4f2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.859385 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d46f223d-7b3f-4ef1-8468-0eec6b4f2bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.860723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d46f223d-7b3f-4ef1-8468-0eec6b4f2bb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36d92396-9437-4c12-9a1e-6702bfaf685a HTTP/1.1" status: 204 len: 168 time: 0.6388223 Nov 03 19:15:05.882247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:05.885033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.927823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f223d-7b3f-4ef1-8468-0eec6b4f2bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d92396-9437-4c12-9a1e-6702bfaf685a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.946263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7ae4233e-811f-4000-b0c3-e65240b3289e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6837420 Nov 03 19:15:05.950537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60722) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:05.956953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f379a0a8-304c-456b-9018-b806dce658e0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:06.075475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48dcd595-f29f-4e48-9c8e-6f15d34693c0 None None] Provisioning complete for port 27651421-b9ba-4fa1-a572-8d2c1e58d921 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:06.075988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48dcd595-f29f-4e48-9c8e-6f15d34693c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.170460 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4dcb-0796-45a4-b2b1-b55582c498d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.178552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48dcd595-f29f-4e48-9c8e-6f15d34693c0 None None] Port 27651421-b9ba-4fa1-a572-8d2c1e58d921 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:06.180479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f379a0a8-304c-456b-9018-b806dce658e0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:06.195566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f379a0a8-304c-456b-9018-b806dce658e0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.199024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48dcd595-f29f-4e48-9c8e-6f15d34693c0 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:06.199965 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48dcd595-f29f-4e48-9c8e-6f15d34693c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.396559 n-d-812148-3 neutron-server[101755]: INFO neutron.db.ipam_backend_mixin [None req-f379a0a8-304c-456b-9018-b806dce658e0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69929bf4-aa7f-44fe-bf28-6d19cb0e5e95 (CIDR: 172.20.0.0/28) Nov 03 19:15:06.402801 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-f379a0a8-304c-456b-9018-b806dce658e0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:15:06.403628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f379a0a8-304c-456b-9018-b806dce658e0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:06.450759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60730) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:06.452475 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f379a0a8-304c-456b-9018-b806dce658e0 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5004077 Nov 03 19:15:06.458239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-4f45e94c-a919-4ed1-8a03-e160378e6723 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:06.483307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9a5afd3b-fad8-470d-afeb-64cd6a54e28a None None] Provisioning complete for port 685c5ef6-2259-4cd0-b687-2077b9232326 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:06.491827 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a5afd3b-fad8-470d-afeb-64cd6a54e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.588491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9a5afd3b-fad8-470d-afeb-64cd6a54e28a None None] Port 685c5ef6-2259-4cd0-b687-2077b9232326 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:06.675775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f45e94c-a919-4ed1-8a03-e160378e6723 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:06.680477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f45e94c-a919-4ed1-8a03-e160378e6723 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.865073 n-d-812148-3 neutron-server[101756]: INFO neutron.db.ipam_backend_mixin [None req-4f45e94c-a919-4ed1-8a03-e160378e6723 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 59933bc0-ec68-4f73-8990-c20df680a662 (CIDR: 172.20.0.16/28) Nov 03 19:15:06.875251 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f45e94c-a919-4ed1-8a03-e160378e6723 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:15:06.876652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f45e94c-a919-4ed1-8a03-e160378e6723 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:06.947856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60746) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:06.955600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4f45e94c-a919-4ed1-8a03-e160378e6723 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5029013 Nov 03 19:15:06.956463 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'subnet': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:06.995558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfc94b-214c-4ee3-8d86-b01fabecd64d req-5c49129d-4f7e-4eca-b222-be226c3ec006 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:07.010341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fbfc94b-214c-4ee3-8d86-b01fabecd64d req-5c49129d-4f7e-4eca-b222-be226c3ec006 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1379509 Nov 03 19:15:07.107341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fbfc94b-214c-4ee3-8d86-b01fabecd64d req-8fa49108-751c-4f40-8258-e423d04e680a tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952106 Nov 03 19:15:07.177152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Made reservation on behalf of 782e22c696bf4d71b7d71fc4b4972259 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:07.187750 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.395063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc582-f6c8-464e-a794-59d45bd5be85 req-c023f97a-3b12-4ccb-ad74-b31195e5dc97 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:07.417890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c70fc582-f6c8-464e-a794-59d45bd5be85 req-c023f97a-3b12-4ccb-ad74-b31195e5dc97 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1331830 Nov 03 19:15:07.529573 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c70fc582-f6c8-464e-a794-59d45bd5be85 req-aebbdfe4-7263-4971-a2ce-45c6c2c3ac7f tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102855 Nov 03 19:15:07.642399 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.737527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Network eec951c8-d773-4b78-ad53-e2522ad5d845 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:07.748129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:07.765798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:07.766785 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.774273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965f598-be04-4de4-b4c5-1151303b24a1 None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:07.807810 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8581107 Nov 03 19:15:07.812462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60764) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:07.825459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-369027732', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '239d930d-1c0c-484b-8ee9-99b1f20fed8f'}], 'security_groups': ['1ef67b10-4dd6-4435-bbb4-9dc6df7b7b0b', '11974300-908f-4491-8550-c0852e188981']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:07.874845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4215f1-6afc-4620-88fd-b34ed9575dbc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Subnet': ['ID=239d930d-1c0c-484b-8ee9-99b1f20fed8f,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:08.299914 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.325896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c27de-7330-479f-87c5-36b4f64079eb req-ca17b473-04fa-4860-8340-4a871e27ef34 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:08.339707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e1c27de-7330-479f-87c5-36b4f64079eb req-ca17b473-04fa-4860-8340-4a871e27ef34 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1527095 Nov 03 19:15:08.437246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80726ee1-8461-47df-bfb5-ba04650b0c72 None None] Update dhcp port {'port': {'network_id': 'eec951c8-d773-4b78-ad53-e2522ad5d845', 'fixed_ips': [{'subnet_id': '59933bc0-ec68-4f73-8990-c20df680a662', 'ip_address': '172.20.0.18'}, {'subnet_id': '69929bf4-aa7f-44fe-bf28-6d19cb0e5e95', 'ip_address': '172.20.0.2'}, {'subnet_id': '239d930d-1c0c-484b-8ee9-99b1f20fed8f'}], 'binding:host_id': 'n-d-812148-3'}, 'id': '99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa'} from n-d-812148-3. {{(pid=101757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:15:08.462029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e1c27de-7330-479f-87c5-36b4f64079eb req-11d469ac-c72a-4c11-924a-de74adac77ba tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094742 Nov 03 19:15:08.483029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-80726ee1-8461-47df-bfb5-ba04650b0c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.748729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-80726ee1-8461-47df-bfb5-ba04650b0c72 None None] Allocated IP 172.20.0.34 (eec951c8-d773-4b78-ad53-e2522ad5d845/239d930d-1c0c-484b-8ee9-99b1f20fed8f/99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:08.900625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-80726ee1-8461-47df-bfb5-ba04650b0c72 None None] For port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,segment=NetworkSegment(039243f8-60a6-4120-8aa9-22075004e8fb),segment_id=039243f8-60a6-4120-8aa9-22075004e8fb)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:08.993830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-80726ee1-8461-47df-bfb5-ba04650b0c72 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.003564 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-80726ee1-8461-47df-bfb5-ba04650b0c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.212474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80726ee1-8461-47df-bfb5-ba04650b0c72 None None] Pushing event updated for resources: {'Port': ['ID=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:09.633969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Delete allocated IP 172.20.0.5 (eec951c8-d773-4b78-ad53-e2522ad5d845/69929bf4-aa7f-44fe-bf28-6d19cb0e5e95) {{(pid=101755) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:15:09.657349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Allocated IP 172.20.0.42 (eec951c8-d773-4b78-ad53-e2522ad5d845/239d930d-1c0c-484b-8ee9-99b1f20fed8f/685c5ef6-2259-4cd0-b687-2077b9232326) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:09.832387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee6d2d-dc13-4970-9ce4-fc22a3c43c54 req-fb7793d6-4882-49f8-b5c7-6d3915726599 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.834057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-86ee6d2d-dc13-4970-9ce4-fc22a3c43c54 req-fb7793d6-4882-49f8-b5c7-6d3915726599 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1884835 Nov 03 19:15:09.837683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:09.919062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-86ee6d2d-dc13-4970-9ce4-fc22a3c43c54 req-bdcf2c65-5793-4847-912a-3d94888d3126 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725820 Nov 03 19:15:10.118539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:10.119144 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.279369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.320365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.328571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.386167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ebf1e68a-30f7-46fd-8fd5-4edb1ca41324 None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:10.386911 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e68a-30f7-46fd-8fd5-4edb1ca41324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.402637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cca332-6855-47b5-90d8-33007fe11e60 req-2471a3d9-3f32-401b-81e9-76f268308407 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:10.410702 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74cca332-6855-47b5-90d8-33007fe11e60 req-2471a3d9-3f32-401b-81e9-76f268308407 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1339974 Nov 03 19:15:10.467093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event updated for resources: {'Port': ['ID=685c5ef6-2259-4cd0-b687-2077b9232326,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:10.471463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-4b5f9ccb-3e64-4997-a3bb-2030b1bc184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:10.473167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-4b5f9ccb-3e64-4997-a3bb-2030b1bc184b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=40c493d257914ea8b2b526a8abcd897a&device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 1096 time: 0.1291022 Nov 03 19:15:10.519404 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-537376f0-13a1-4e17-9608-d8c9af190b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.527973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74cca332-6855-47b5-90d8-33007fe11e60 req-6322121c-7fc4-452d-8e77-8007a6bf6bf0 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113985 Nov 03 19:15:10.532260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.536716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.537451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.537992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.538521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.539261 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.539893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.540496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.541068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.541633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.542154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.550350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:10.712491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ebf1e68a-30f7-46fd-8fd5-4edb1ca41324 None None] Provisioning complete for port 27651421-b9ba-4fa1-a572-8d2c1e58d921 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:10.714187 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e68a-30f7-46fd-8fd5-4edb1ca41324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.714443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] In _notify_port_updated(), no bound segment for port 685c5ef6-2259-4cd0-b687-2077b9232326 on network eec951c8-d773-4b78-ad53-e2522ad5d845 {{(pid=101755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:15:10.734840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:10.735535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.737040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5635cbb8-4e73-4b92-aaee-f206e82189bc tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "PUT /v2.0/ports/685c5ef6-2259-4cd0-b687-2077b9232326 HTTP/1.1" status: 200 len: 959 time: 2.9227421 Nov 03 19:15:10.741900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60798) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:10.764668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-e667d6cf-3c95-4791-ab6c-27f6ad4120bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:10.767200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-e667d6cf-3c95-4791-ab6c-27f6ad4120bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=98010718-7617-4415-9387-ffdd0e82bfa2 HTTP/1.1" status: 200 len: 912 time: 0.2857966 Nov 03 19:15:10.801030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1e68a-30f7-46fd-8fd5-4edb1ca41324 None None] Port 27651421-b9ba-4fa1-a572-8d2c1e58d921 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:10.823805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ebf1e68a-30f7-46fd-8fd5-4edb1ca41324 None None] Provisioning complete for port 685c5ef6-2259-4cd0-b687-2077b9232326 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:10.824766 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e68a-30f7-46fd-8fd5-4edb1ca41324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.937360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-91d01e1e-3f70-43b8-8a70-ff18f4b34624 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=005207c1-35d2-45c0-8432-5f386f10f558 HTTP/1.1" status: 200 len: 217 time: 0.1616480 Nov 03 19:15:10.961862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1e68a-30f7-46fd-8fd5-4edb1ca41324 None None] Port 685c5ef6-2259-4cd0-b687-2077b9232326 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:10.971518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4565cbd1-e13e-49c7-b469-ac0cc962878d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 685c5ef6-2259-4cd0-b687-2077b9232326 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:10.971972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4565cbd1-e13e-49c7-b469-ac0cc962878d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.040877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-81436a20-2540-4165-82c4-9c69bb4d6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:11.044081 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-81436a20-2540-4165-82c4-9c69bb4d6f2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da7a7d93-a162-4ebd-b1f1-15f5b4c09109 HTTP/1.1" status: 200 len: 851 time: 0.0998201 Nov 03 19:15:11.112355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-9bce21ba-d167-4f5c-91c3-0212e56e7328 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98010718-7617-4415-9387-ffdd0e82bfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612552 Nov 03 19:15:11.177806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4565cbd1-e13e-49c7-b469-ac0cc962878d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.198528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4565cbd1-e13e-49c7-b469-ac0cc962878d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 685c5ef6-2259-4cd0-b687-2077b9232326 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:11.358334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-0e6d629b-9449-473e-9164-966d78d701bf service neutron] 10.222.0.70 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380013 Nov 03 19:15:11.422857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ec157ffb-4c9c-4953-abb1-d8e60aa2da0a None None] Provisioning complete for port 685c5ef6-2259-4cd0-b687-2077b9232326 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:11.425838 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ec157ffb-4c9c-4953-abb1-d8e60aa2da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.440547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4565cbd1-e13e-49c7-b469-ac0cc962878d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.537370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565cbd1-e13e-49c7-b469-ac0cc962878d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=685c5ef6-2259-4cd0-b687-2077b9232326,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:11.575636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ec157ffb-4c9c-4953-abb1-d8e60aa2da0a None None] Port 685c5ef6-2259-4cd0-b687-2077b9232326 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:11.631242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c17b5794-153b-4c60-ab9b-637eaff3d57d req-aa31ec7f-ef7d-44d5-a03e-acfa9edf093d service neutron] 10.222.0.70 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620769 Nov 03 19:15:11.824517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4565cbd1-e13e-49c7-b469-ac0cc962878d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.846310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047f38c-6a50-46c0-9ee1-ccaf4f7f1904 req-d9e85e4f-963b-44f7-8567-a7b8dc1796f1 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:11.846997 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4565cbd1-e13e-49c7-b469-ac0cc962878d tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/685c5ef6-2259-4cd0-b687-2077b9232326 HTTP/1.1" status: 204 len: 168 time: 1.1033864 Nov 03 19:15:11.848663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60808) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:11.855936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3047f38c-6a50-46c0-9ee1-ccaf4f7f1904 req-d9e85e4f-963b-44f7-8567-a7b8dc1796f1 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1341007 Nov 03 19:15:12.046931 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-48391835-9f26-4f75-9d3a-47d363f0dc70 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] GET failed (client error): The resource could not be found. Nov 03 19:15:12.071225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-48391835-9f26-4f75-9d3a-47d363f0dc70 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports/685c5ef6-2259-4cd0-b687-2077b9232326 HTTP/1.1" status: 404 len: 333 time: 0.2127569 Nov 03 19:15:12.072190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60810) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:12.162075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3047f38c-6a50-46c0-9ee1-ccaf4f7f1904 req-6afa4dd9-dc22-4aeb-9163-a9a27a3a678f tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688215 Nov 03 19:15:12.222931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0aa47008-8e20-4b2c-8b5d-f1ce32805b0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.285846 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0aa47008-8e20-4b2c-8b5d-f1ce32805b0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.332225 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.334564 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.393916 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0aa47008-8e20-4b2c-8b5d-f1ce32805b0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.399590 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0aa47008-8e20-4b2c-8b5d-f1ce32805b0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.408207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60814) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:12.418366 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0aa47008-8e20-4b2c-8b5d-f1ce32805b0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/security-groups/d5603b0b-6a04-4728-9371-57c19b826228 HTTP/1.1" status: 204 len: 168 time: 0.3436875 Nov 03 19:15:12.441888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa47008-8e20-4b2c-8b5d-f1ce32805b0c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5603b0b-6a04-4728-9371-57c19b826228,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:12.546567 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b8c740e-0043-4338-b778-f61534737c97 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.588508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b8c740e-0043-4338-b778-f61534737c97 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.678384 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b8c740e-0043-4338-b778-f61534737c97 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.682763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b8c740e-0043-4338-b778-f61534737c97 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.687051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0b8c740e-0043-4338-b778-f61534737c97 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/security-groups/11974300-908f-4491-8550-c0852e188981 HTTP/1.1" status: 204 len: 168 time: 0.2771153 Nov 03 19:15:12.689712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60816) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:12.700346 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c740e-0043-4338-b778-f61534737c97 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11974300-908f-4491-8550-c0852e188981,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:12.801343 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-978c0ab3-5450-449b-ab7f-0c4825b8e5c2 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.843903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-978c0ab3-5450-449b-ab7f-0c4825b8e5c2 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.925166 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-978c0ab3-5450-449b-ab7f-0c4825b8e5c2 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.929183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-978c0ab3-5450-449b-ab7f-0c4825b8e5c2 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.931306 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-978c0ab3-5450-449b-ab7f-0c4825b8e5c2 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/security-groups/1ef67b10-4dd6-4435-bbb4-9dc6df7b7b0b HTTP/1.1" status: 204 len: 168 time: 0.2400882 Nov 03 19:15:12.935727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60820) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:12.943973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c0ab3-5450-449b-ab7f-0c4825b8e5c2 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef67b10-4dd6-4435-bbb4-9dc6df7b7b0b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:13.020385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed3eaaf-32a6-4e30-b627-522e8b06eef8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 69929bf4-aa7f-44fe-bf28-6d19cb0e5e95 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:13.024596 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ed3eaaf-32a6-4e30-b627-522e8b06eef8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.075642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ed3eaaf-32a6-4e30-b627-522e8b06eef8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.216340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ed3eaaf-32a6-4e30-b627-522e8b06eef8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.338529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ed3eaaf-32a6-4e30-b627-522e8b06eef8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.370403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3eaaf-32a6-4e30-b627-522e8b06eef8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=69929bf4-aa7f-44fe-bf28-6d19cb0e5e95,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:13.375683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1ed3eaaf-32a6-4e30-b627-522e8b06eef8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.388686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1ed3eaaf-32a6-4e30-b627-522e8b06eef8 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/69929bf4-aa7f-44fe-bf28-6d19cb0e5e95 HTTP/1.1" status: 204 len: 168 time: 0.4425914 Nov 03 19:15:13.389323 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60828) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:13.406124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0767ded-ffca-4847-a787-29c3e4b45ad1 None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:13.454200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77273-54fb-42f2-80ab-d6a9257cebfc req-7d93df48-286f-49d9-9dcb-7bb8fc233539 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:13.456957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fe77273-54fb-42f2-80ab-d6a9257cebfc req-7d93df48-286f-49d9-9dcb-7bb8fc233539 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.0745740 Nov 03 19:15:13.525158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bdae05-7fa2-47e6-aaac-94294e072c46 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 239d930d-1c0c-484b-8ee9-99b1f20fed8f {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:13.532755 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8bdae05-7fa2-47e6-aaac-94294e072c46 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.559306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fe77273-54fb-42f2-80ab-d6a9257cebfc req-d51097b1-c187-4a67-9778-153df9bf45e7 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882702 Nov 03 19:15:13.659972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8bdae05-7fa2-47e6-aaac-94294e072c46 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.871578 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8bdae05-7fa2-47e6-aaac-94294e072c46 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.094015 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8bdae05-7fa2-47e6-aaac-94294e072c46 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.148755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdae05-7fa2-47e6-aaac-94294e072c46 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=239d930d-1c0c-484b-8ee9-99b1f20fed8f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:14.151743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8bdae05-7fa2-47e6-aaac-94294e072c46 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.158760 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b8bdae05-7fa2-47e6-aaac-94294e072c46 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/239d930d-1c0c-484b-8ee9-99b1f20fed8f HTTP/1.1" status: 204 len: 168 time: 0.7678227 Nov 03 19:15:14.160113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60860) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:14.198046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86435f8-627f-4476-80b3-93238c85e4fb req-1489ddbd-e9b0-41f5-8899-9fa088efc909 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:14.201245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f86435f8-627f-4476-80b3-93238c85e4fb req-1489ddbd-e9b0-41f5-8899-9fa088efc909 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1706934 Nov 03 19:15:14.210914 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-47138ed7-6779-438b-8ea8-36e5f1e7c5df tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:14.212122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47138ed7-6779-438b-8ea8-36e5f1e7c5df tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:14.221654 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-47138ed7-6779-438b-8ea8-36e5f1e7c5df tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/69929bf4-aa7f-44fe-bf28-6d19cb0e5e95 HTTP/1.1" status: 404 len: 337 time: 0.0600307 Nov 03 19:15:14.222240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60864) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:14.412964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb941aa-973f-4057-b60b-42fd1bacfab5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting subnet 59933bc0-ec68-4f73-8990-c20df680a662 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:14.427979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f86435f8-627f-4476-80b3-93238c85e4fb req-47124bf2-cef9-4f29-9d54-62ef0d4a28e9 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077763 Nov 03 19:15:14.429761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efb941aa-973f-4057-b60b-42fd1bacfab5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.529337 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efb941aa-973f-4057-b60b-42fd1bacfab5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.760439 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efb941aa-973f-4057-b60b-42fd1bacfab5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.934428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efb941aa-973f-4057-b60b-42fd1bacfab5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.978809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e929dfd2-2bc4-462e-bb29-cff54ca40dfc None None] Network eec951c8-d773-4b78-ad53-e2522ad5d845 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:14.993821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb941aa-973f-4057-b60b-42fd1bacfab5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Subnet': ['ID=59933bc0-ec68-4f73-8990-c20df680a662,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:14.998658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efb941aa-973f-4057-b60b-42fd1bacfab5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.007322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-efb941aa-973f-4057-b60b-42fd1bacfab5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/59933bc0-ec68-4f73-8990-c20df680a662 HTTP/1.1" status: 204 len: 168 time: 0.7814286 Nov 03 19:15:15.011973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60888) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.075278 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-243f387b-894a-4d00-9d3b-addc97884d50 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.076312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243f387b-894a-4d00-9d3b-addc97884d50 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.087551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60890) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.088632 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-243f387b-894a-4d00-9d3b-addc97884d50 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/e32eac9d-40bb-4b1b-884a-53e1b48ef59b HTTP/1.1" status: 404 len: 337 time: 0.0730278 Nov 03 19:15:15.143007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b3aa8ca3-d19b-4977-bc94-bc0eb4def2e6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "GET /v2.0/ports?device_id=e672b85f-b678-4162-9696-b710bcb4c782 HTTP/1.1" status: 200 len: 205 time: 0.0536067 Nov 03 19:15:15.147248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60894) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.221971 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-b69bb61d-f4a8-4b01-9f67-316281e70637 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] delete failed (client error): The resource could not be found. Nov 03 19:15:15.222266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3171d03b-4516-4030-b728-12f46543287c None None] Provisioning complete for port 27651421-b9ba-4fa1-a572-8d2c1e58d921 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:15.222881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3171d03b-4516-4030-b728-12f46543287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.224052 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b69bb61d-f4a8-4b01-9f67-316281e70637 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/routers/e672b85f-b678-4162-9696-b710bcb4c782 HTTP/1.1" status: 404 len: 336 time: 0.0751171 Nov 03 19:15:15.228549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60896) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.283089 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4466ade5-2314-48d0-93f7-b8dfaa368d81 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.285009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4466ade5-2314-48d0-93f7-b8dfaa368d81 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.290664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4466ade5-2314-48d0-93f7-b8dfaa368d81 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/4b832c0d-3860-49b9-bc69-e7fd1144099d HTTP/1.1" status: 404 len: 337 time: 0.0603828 Nov 03 19:15:15.294622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60898) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.335373 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe221129-00db-4018-817e-afb412adca4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.336510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe221129-00db-4018-817e-afb412adca4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.342073 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fe221129-00db-4018-817e-afb412adca4c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/3b2afa5a-f23f-491d-8edf-f3d74effbc19 HTTP/1.1" status: 404 len: 337 time: 0.0463407 Nov 03 19:15:15.346610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60900) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.346807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3171d03b-4516-4030-b728-12f46543287c None None] Port 27651421-b9ba-4fa1-a572-8d2c1e58d921 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:15.370306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3171d03b-4516-4030-b728-12f46543287c None None] Provisioning complete for port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:15.370899 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3171d03b-4516-4030-b728-12f46543287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.401597 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b36188-df1f-490c-b0b6-e5b79033b81b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.402085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b36188-df1f-490c-b0b6-e5b79033b81b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.414414 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-10b36188-df1f-490c-b0b6-e5b79033b81b tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/94945c7a-6189-4741-ba7a-8c2c6dec0147 HTTP/1.1" status: 404 len: 337 time: 0.0602589 Nov 03 19:15:15.414635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60902) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.473019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] DHCP port deletion for eec951c8-d773-4b78-ad53-e2522ad5d845 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:15:15.479954 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbadb2cc-97f2-4a0f-9a55-a0e91b213516 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.482897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbadb2cc-97f2-4a0f-9a55-a0e91b213516 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.493579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60904) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.505252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cbadb2cc-97f2-4a0f-9a55-a0e91b213516 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/9a9fdbd2-1f0e-4ac6-b6d2-11a80866ecbd HTTP/1.1" status: 404 len: 333 time: 0.0893307 Nov 03 19:15:15.564949 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b371f99-04ca-45b0-8f81-b9f67d40010f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.569189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b371f99-04ca-45b0-8f81-b9f67d40010f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.586446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1b371f99-04ca-45b0-8f81-b9f67d40010f tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/31837220-595c-423e-bcaa-6c4d69190afd HTTP/1.1" status: 404 len: 337 time: 0.0867953 Nov 03 19:15:15.588372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60908) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.656458 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1c140e-9bfc-4a25-af14-d51dd7dad6f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.656458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1c140e-9bfc-4a25-af14-d51dd7dad6f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.668015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8e1c140e-9bfc-4a25-af14-d51dd7dad6f1 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/116ca28c-c949-4062-9d4f-53767a907341 HTTP/1.1" status: 404 len: 337 time: 0.0730042 Nov 03 19:15:15.669018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60910) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.670060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] Deleting port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:15.670913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.760683 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38da429-7571-4fd6-8fe0-7225238f1cb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.761899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38da429-7571-4fd6-8fe0-7225238f1cb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.763564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:15.776035 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d38da429-7571-4fd6-8fe0-7225238f1cb6 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/6c81e169-d342-4a9d-9870-1e900291810a HTTP/1.1" status: 404 len: 333 time: 0.1049998 Nov 03 19:15:15.776981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60912) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.826900 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcc9c1e-12d3-4172-8667-08e21c3dbe51 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.827641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcc9c1e-12d3-4172-8667-08e21c3dbe51 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.839971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 60914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.840783 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8bcc9c1e-12d3-4172-8667-08e21c3dbe51 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/879b9b44-129c-4671-9fd9-c5db1f8ab28f HTTP/1.1" status: 404 len: 337 time: 0.0610783 Nov 03 19:15:15.854815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] For port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,segment=NetworkSegment(039243f8-60a6-4120-8aa9-22075004e8fb),segment_id=039243f8-60a6-4120-8aa9-22075004e8fb)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:15.855385 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.880585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] Calling delete_port for 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:15.889043 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6945772e-7b28-47b9-97e9-4db9a402119e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] DELETE failed (client error): The resource could not be found. Nov 03 19:15:15.890153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6945772e-7b28-47b9-97e9-4db9a402119e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:15:15.900934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6945772e-7b28-47b9-97e9-4db9a402119e tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/subnets/e1a93dea-fc6c-4a99-935c-f3e6a9e3c578 HTTP/1.1" status: 404 len: 337 time: 0.0592654 Nov 03 19:15:15.903728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60918) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:15.952432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaae25-1cb9-4f88-bdb7-79278b88292f req-21bcb309-a2fe-4562-b932-b0606b530a33 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:15.956421 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04aaae25-1cb9-4f88-bdb7-79278b88292f req-21bcb309-a2fe-4562-b932-b0606b530a33 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1868799 Nov 03 19:15:16.091859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04aaae25-1cb9-4f88-bdb7-79278b88292f req-5b74531a-3cbd-4607-9d9b-c26e4524ef53 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289816 Nov 03 19:15:16.094111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.141954 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:15:16.158220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-da34f9cb-19fb-40d5-997b-1ceadd3a064c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Deleting port 27651421-b9ba-4fa1-a572-8d2c1e58d921 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:16.159089 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da34f9cb-19fb-40d5-997b-1ceadd3a064c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.219290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,segment=NetworkSegment(039243f8-60a6-4120-8aa9-22075004e8fb),segment_id=039243f8-60a6-4120-8aa9-22075004e8fb)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:16.236406 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.332777 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.337806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event deleted for resources: {'Port': ['ID=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:16.383019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] No DVR routers for this DVR port 99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:16.442969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da34f9cb-19fb-40d5-997b-1ceadd3a064c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.469496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac6e79-b649-4812-a053-5fcf91e2d862 None None] Pushing event deleted for resources: {'Port': ['ID=99a59e35-0cf1-4bbd-8b61-e50ea5bfa1fa,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:16.491117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-da34f9cb-19fb-40d5-997b-1ceadd3a064c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Calling delete_port for 27651421-b9ba-4fa1-a572-8d2c1e58d921 owned by {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:16.700812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce61290-927d-4f7f-a94a-1b157bafe518 req-d5fb3071-6470-4742-b15d-146fa16aeaaa tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:16.704022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ce61290-927d-4f7f-a94a-1b157bafe518 req-d5fb3071-6470-4742-b15d-146fa16aeaaa tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1961215 Nov 03 19:15:16.715449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da34f9cb-19fb-40d5-997b-1ceadd3a064c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.725736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-2206bd14-353c-444d-8eda-ad2d2387f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:16.729714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-2206bd14-353c-444d-8eda-ad2d2387f06d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=40c493d257914ea8b2b526a8abcd897a&device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 1096 time: 0.1998737 Nov 03 19:15:16.800017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34f9cb-19fb-40d5-997b-1ceadd3a064c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Port': ['ID=27651421-b9ba-4fa1-a572-8d2c1e58d921,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:16.812133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da34f9cb-19fb-40d5-997b-1ceadd3a064c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.822789 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da34f9cb-19fb-40d5-997b-1ceadd3a064c tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/ports/27651421-b9ba-4fa1-a572-8d2c1e58d921 HTTP/1.1" status: 204 len: 168 time: 0.9144320 Nov 03 19:15:16.823300 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60926) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:16.906238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ce61290-927d-4f7f-a94a-1b157bafe518 req-dd865c13-0d80-486b-9348-214a54624e83 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854947 Nov 03 19:15:16.958087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-9e4dcd6d-6ba5-4293-b2e5-c9ea316fe867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:16.966156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-9e4dcd6d-6ba5-4293-b2e5-c9ea316fe867 service neutron] 10.222.0.70 "GET /v2.0/networks?id=98010718-7617-4415-9387-ffdd0e82bfa2 HTTP/1.1" status: 200 len: 912 time: 0.2196229 Nov 03 19:15:17.026579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.035196 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-c6e3c85d-982b-4073-aae3-ec16cbd534df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=005207c1-35d2-45c0-8432-5f386f10f558 HTTP/1.1" status: 200 len: 217 time: 0.0669756 Nov 03 19:15:17.125333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-89b24782-97ef-41e6-9476-a3078905f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:17.129928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-89b24782-97ef-41e6-9476-a3078905f2dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da7a7d93-a162-4ebd-b1f1-15f5b4c09109 HTTP/1.1" status: 200 len: 851 time: 0.0866473 Nov 03 19:15:17.180376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-1eaa6c10-3672-4b6e-b1b1-6cb7b104f698 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98010718-7617-4415-9387-ffdd0e82bfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432081 Nov 03 19:15:17.239759 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.294812 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec951c8-d773-4b78-ad53-e2522ad5d845']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:17.352068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039243f8-60a6-4120-8aa9-22075004e8fb') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:17.358806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039243f8-60a6-4120-8aa9-22075004e8fb') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:17.401889 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.443032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.460930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:15:17.471517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:15:17.472906 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:15:17.497106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-a67ec838-ab84-4385-b50a-dc7da0ef1a62 service neutron] 10.222.0.70 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080161 Nov 03 19:15:17.605292 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.622970 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.632406 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] 10.222.0.77 "DELETE /v2.0/networks/eec951c8-d773-4b78-ad53-e2522ad5d845 HTTP/1.1" status: 204 len: 168 time: 0.8060174 Nov 03 19:15:17.650106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9b8a-1259-4bf5-90ec-d19bd41ab6b5 tempest-PortsTestJSON-462675750 tempest-PortsTestJSON-462675750-project] Pushing event deleted for resources: {'Network': ['ID=eec951c8-d773-4b78-ad53-e2522ad5d845,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:17.688300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc653d0f-12ea-4d87-b492-ec41516242e0 req-e4aa3d75-675e-47e7-b761-d99b7131dc9b service neutron] 10.222.0.70 "GET /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814458 Nov 03 19:15:18.135038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60952) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:18.482718 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f694260-f62c-4a92-a71f-a768addc98e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=782e22c696bf4d71b7d71fc4b4972259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457015 Nov 03 19:15:18.498597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 60958) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:18.618989 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be57af75-cca4-44bc-91af-e95d9e973478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.666900 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be57af75-cca4-44bc-91af-e95d9e973478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.706096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b083a4-9109-4e5a-947c-14e5d0c94bc3 req-0a330955-2b1d-4e6d-89b0-761be53eb0a8 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:18.709133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68b083a4-9109-4e5a-947c-14e5d0c94bc3 req-0a330955-2b1d-4e6d-89b0-761be53eb0a8 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.6458294 Nov 03 19:15:18.760161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be57af75-cca4-44bc-91af-e95d9e973478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.767091 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be57af75-cca4-44bc-91af-e95d9e973478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.795453 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-be57af75-cca4-44bc-91af-e95d9e973478 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03469276-b81a-4a6f-bfb3-befec1519112 HTTP/1.1" status: 204 len: 168 time: 0.2949986 Nov 03 19:15:18.831140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57af75-cca4-44bc-91af-e95d9e973478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03469276-b81a-4a6f-bfb3-befec1519112,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:18.856338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-68b083a4-9109-4e5a-947c-14e5d0c94bc3 req-1e35671c-82c1-4ad3-a68b-16f6be8f8e4b tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378009 Nov 03 19:15:20.059925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e9d9d-f1c3-45dd-b3a3-a553c2d6aacd req-8bc6fd32-4361-4fa2-8dc9-739c98274c9b tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:20.063100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b39e9d9d-f1c3-45dd-b3a3-a553c2d6aacd req-8bc6fd32-4361-4fa2-8dc9-739c98274c9b tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.0929224 Nov 03 19:15:20.190463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b39e9d9d-f1c3-45dd-b3a3-a553c2d6aacd req-1a4e58ea-a7e0-4b90-be34-abcfed0d7481 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175864 Nov 03 19:15:20.730211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b353474-266c-4fab-a1ee-b8e444c41e18 req-4cefd887-16bf-4798-93b5-2e3f3a019c68 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:20.748082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b353474-266c-4fab-a1ee-b8e444c41e18 req-4cefd887-16bf-4798-93b5-2e3f3a019c68 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1082428 Nov 03 19:15:20.840317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b353474-266c-4fab-a1ee-b8e444c41e18 req-d9f0cf26-ebd1-49d5-ab45-8bb30fd4bc79 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884790 Nov 03 19:15:22.109082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f941-0967-4142-9eeb-152b1abd5b6f req-9502b567-5817-40ba-9d12-0f7392156324 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:22.112533 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7156f941-0967-4142-9eeb-152b1abd5b6f req-9502b567-5817-40ba-9d12-0f7392156324 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.0772116 Nov 03 19:15:22.196913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7156f941-0967-4142-9eeb-152b1abd5b6f req-0cfb4380-2bc1-46e0-a9fe-ce2c5c0be6ed tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718982 Nov 03 19:15:22.491827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-f45d8059-5d96-45b3-8bc1-89bcaaea5fca tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:22.496115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-f45d8059-5d96-45b3-8bc1-89bcaaea5fca tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.1223934 Nov 03 19:15:22.499391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32816) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:22.727821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Deleting port 005207c1-35d2-45c0-8432-5f386f10f558 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:22.729092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:22.803575 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-379fef31-55a0-406d-8e52-d436d04a5158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.032657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] For port 005207c1-35d2-45c0-8432-5f386f10f558, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=005207c1-35d2-45c0-8432-5f386f10f558,segment=NetworkSegment(030e0609-cceb-4f5c-9e57-f93cc03f96e1),segment_id=030e0609-cceb-4f5c-9e57-f93cc03f96e1)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:23.033874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.077388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Calling delete_port for 005207c1-35d2-45c0-8432-5f386f10f558 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:23.201939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-379fef31-55a0-406d-8e52-d436d04a5158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.213331 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-379fef31-55a0-406d-8e52-d436d04a5158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.317201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fef31-55a0-406d-8e52-d436d04a5158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea82459-a991-4c2d-9c58-461f53ec7267,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:23.336870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-379fef31-55a0-406d-8e52-d436d04a5158 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c5e702a904441768abc117ec739b9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8357921 Nov 03 19:15:23.342717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32822) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:23.541821 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0905bfc1-9b33-4fbe-9430-e740b93e2875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.595853 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0905bfc1-9b33-4fbe-9430-e740b93e2875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.627237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0384a5-3f37-4e02-8ea7-920bcee904cf req-295ac705-7591-40a3-ac06-32faca73501f tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:23.641892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d0384a5-3f37-4e02-8ea7-920bcee904cf req-295ac705-7591-40a3-ac06-32faca73501f tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db4eb91-c794-472c-a0e2-e2c624c2a859 HTTP/1.1" status: 200 len: 945 time: 0.2713451 Nov 03 19:15:23.662094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.675703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['005207c1-35d2-45c0-8432-5f386f10f558'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:15:23.796090 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0905bfc1-9b33-4fbe-9430-e740b93e2875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.801529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Pushing event deleted for resources: {'Port': ['ID=005207c1-35d2-45c0-8432-5f386f10f558,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:23.805030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0905bfc1-9b33-4fbe-9430-e740b93e2875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.808275 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0905bfc1-9b33-4fbe-9430-e740b93e2875 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ea82459-a991-4c2d-9c58-461f53ec7267 HTTP/1.1" status: 204 len: 168 time: 0.4637346 Nov 03 19:15:23.832717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905bfc1-9b33-4fbe-9430-e740b93e2875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea82459-a991-4c2d-9c58-461f53ec7267,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:23.887250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] No DVR routers for this DVR port 005207c1-35d2-45c0-8432-5f386f10f558 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:23.896007 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.902976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76825cee-8f66-4ec3-b8c8-bcaf975166ea req-d2fa5c37-b1bf-4a8a-8b7a-a78a0ec68143 tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.70 "DELETE /v2.0/ports/005207c1-35d2-45c0-8432-5f386f10f558 HTTP/1.1" status: 204 len: 173 time: 1.3934956 Nov 03 19:15:23.903924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db4eb91-c794-472c-a0e2-e2c624c2a859', 'name': 'network-vif-deleted', 'tag': '005207c1-35d2-45c0-8432-5f386f10f558'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:23.934403 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7446b069-1839-4d64-b900-d30d1b975caa" -d '{"events": [{"server_uuid": "2db4eb91-c794-472c-a0e2-e2c624c2a859", "name": "network-vif-deleted", "tag": "005207c1-35d2-45c0-8432-5f386f10f558"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:23.979173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d0384a5-3f37-4e02-8ea7-920bcee904cf req-9c55a889-7d78-441e-828a-10ad9e39c5fd tempest-TestServerAdvancedOps-1790748883 tempest-TestServerAdvancedOps-1790748883-project] 10.222.0.77 "GET /v2.0/security-groups?id=16d080db-2110-40af-a822-f5a4d7373468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316252 Nov 03 19:15:24.126581 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6b217d-6492-4fd7-a9e5-59ba79484356 x-openstack-request-id: req-0e6b217d-6492-4fd7-a9e5-59ba79484356 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:24.128061 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db4eb91-c794-472c-a0e2-e2c624c2a859", "name": "network-vif-deleted", "tag": "005207c1-35d2-45c0-8432-5f386f10f558", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:24.128813 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e6b217d-6492-4fd7-a9e5-59ba79484356 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:24.129879 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db4eb91-c794-472c-a0e2-e2c624c2a859', 'name': 'network-vif-deleted', 'tag': '005207c1-35d2-45c0-8432-5f386f10f558', 'status': 'completed', 'code': 200} Nov 03 19:15:24.549310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32844) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:24.599562 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f24704d2-0451-4068-8e67-344fff4e4c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:24.852671 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f24704d2-0451-4068-8e67-344fff4e4c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:24.861215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f24704d2-0451-4068-8e67-344fff4e4c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:24.995391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24704d2-0451-4068-8e67-344fff4e4c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e67d8d9-101f-47d0-b888-6468486f4fda,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:25.023941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32852) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:25.033993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f24704d2-0451-4068-8e67-344fff4e4c9e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f6e804ebe664db59ed0ae68039afa1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814146 Nov 03 19:15:25.144726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d7c2-4d11-4ef8-8dab-ac7475649a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.151359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32856) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:25.188683 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d7c2-4d11-4ef8-8dab-ac7475649a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.256425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0476377b-9c44-4267-ac2b-e66f5c4ba5f3 admin admin] Deleting subnet da7a7d93-a162-4ebd-b1f1-15f5b4c09109 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:25.265713 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0476377b-9c44-4267-ac2b-e66f5c4ba5f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.277072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d7c2-4d11-4ef8-8dab-ac7475649a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.285175 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d7c2-4d11-4ef8-8dab-ac7475649a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.292889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3bb5d7c2-4d11-4ef8-8dab-ac7475649a0b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e67d8d9-101f-47d0-b888-6468486f4fda HTTP/1.1" status: 204 len: 168 time: 0.2665515 Nov 03 19:15:25.345779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5d7c2-4d11-4ef8-8dab-ac7475649a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e67d8d9-101f-47d0-b888-6468486f4fda,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:25.401809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0476377b-9c44-4267-ac2b-e66f5c4ba5f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.505050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0476377b-9c44-4267-ac2b-e66f5c4ba5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.663483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0476377b-9c44-4267-ac2b-e66f5c4ba5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.694253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0476377b-9c44-4267-ac2b-e66f5c4ba5f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.705894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0476377b-9c44-4267-ac2b-e66f5c4ba5f3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/da7a7d93-a162-4ebd-b1f1-15f5b4c09109 HTTP/1.1" status: 204 len: 168 time: 0.5520170 Nov 03 19:15:25.710045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32862) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:25.801958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476377b-9c44-4267-ac2b-e66f5c4ba5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7a7d93-a162-4ebd-b1f1-15f5b4c09109,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:25.807949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 005207c1-35d2-45c0-8432-5f386f10f558 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:25.880448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 005207c1-35d2-45c0-8432-5f386f10f558 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:25.882353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 005207c1-35d2-45c0-8432-5f386f10f558 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:25.913127 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.177902 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.213373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98010718-7617-4415-9387-ffdd0e82bfa2']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:26.232593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030e0609-cceb-4f5c-9e57-f93cc03f96e1') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:26.233852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030e0609-cceb-4f5c-9e57-f93cc03f96e1') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:26.253157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.293000 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.314864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:15:26.315995 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:15:26.454298 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:15:26.491599 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.509652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.518848 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/98010718-7617-4415-9387-ffdd0e82bfa2 HTTP/1.1" status: 204 len: 168 time: 0.8042083 Nov 03 19:15:26.519376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32878) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:26.552482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c36e0-1ebf-4d80-bb1c-55a7fe8f2fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=98010718-7617-4415-9387-ffdd0e82bfa2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:26.668466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78fd262-314c-406d-9339-0bc3edf4d9cf admin admin] Deleting subnet ffbb3d33-86b8-4a18-a83d-10de4fd7609b {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:26.683184 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78fd262-314c-406d-9339-0bc3edf4d9cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.780738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78fd262-314c-406d-9339-0bc3edf4d9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.859720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78fd262-314c-406d-9339-0bc3edf4d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.983937 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78fd262-314c-406d-9339-0bc3edf4d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:27.019657 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78fd262-314c-406d-9339-0bc3edf4d9cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:27.032046 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c78fd262-314c-406d-9339-0bc3edf4d9cf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ffbb3d33-86b8-4a18-a83d-10de4fd7609b HTTP/1.1" status: 204 len: 168 time: 0.5110154 Nov 03 19:15:27.039846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32884) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:27.110196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fd262-314c-406d-9339-0bc3edf4d9cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffbb3d33-86b8-4a18-a83d-10de4fd7609b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:27.340157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:27.676698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:27.732830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84984450-060e-4a96-af61-753d288487d2']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:27.752102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a469ddb-a04b-4d52-8d6f-fb600b5600cc') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:27.752536 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a469ddb-a04b-4d52-8d6f-fb600b5600cc') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:27.771202 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:27.820149 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:27.840029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:15:27.840447 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:15:27.876686 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:15:28.049641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:28.060016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:28.087614 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] 10.222.0.77 "DELETE /v2.0/networks/84984450-060e-4a96-af61-753d288487d2 HTTP/1.1" status: 204 len: 168 time: 1.0404396 Nov 03 19:15:28.109084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0f280-b08c-4c85-af1a-5000c0226fde admin admin] Pushing event deleted for resources: {'Network': ['ID=84984450-060e-4a96-af61-753d288487d2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:28.461083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32910) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:28.561847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bce9e1d9-17bb-45bd-a387-4f6d40197b8d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40c493d257914ea8b2b526a8abcd897a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0986221 Nov 03 19:15:28.565167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:28.739441 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87ab2e8a-97f8-485c-9949-4aa8e97fb539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:28.859527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87ab2e8a-97f8-485c-9949-4aa8e97fb539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:29.072910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87ab2e8a-97f8-485c-9949-4aa8e97fb539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:29.085939 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-87ab2e8a-97f8-485c-9949-4aa8e97fb539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:29.086411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-87ab2e8a-97f8-485c-9949-4aa8e97fb539 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16d080db-2110-40af-a822-f5a4d7373468 HTTP/1.1" status: 204 len: 168 time: 0.5187604 Nov 03 19:15:29.127871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab2e8a-97f8-485c-9949-4aa8e97fb539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d080db-2110-40af-a822-f5a4d7373468,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:30.205159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32936) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:30.380199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37ecee75-234a-4d6b-ab7b-7f2a9290896c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac58831fe6d84709bb15d86b93e32ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1697001 Nov 03 19:15:30.380831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32942) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:30.532608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d22c6ca7-3c42-4e0e-99c9-e0d47d959184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.591526 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d22c6ca7-3c42-4e0e-99c9-e0d47d959184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.753259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d22c6ca7-3c42-4e0e-99c9-e0d47d959184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.772571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d22c6ca7-3c42-4e0e-99c9-e0d47d959184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.777121 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d22c6ca7-3c42-4e0e-99c9-e0d47d959184 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/617495b5-2829-4581-9596-b4202ff54e72 HTTP/1.1" status: 204 len: 168 time: 0.3939402 Nov 03 19:15:30.792931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c6ca7-3c42-4e0e-99c9-e0d47d959184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617495b5-2829-4581-9596-b4202ff54e72,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:31.535135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32958) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:31.599086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32962) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:31.873207 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-11363be9-3b58-45c4-8186-1446e4342c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.077746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-11363be9-3b58-45c4-8186-1446e4342c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.088144 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-11363be9-3b58-45c4-8186-1446e4342c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.150952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-11363be9-3b58-45c4-8186-1446e4342c7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=447f1eeead4c4feaaa140cce362e1a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6142180 Nov 03 19:15:32.156764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 32968) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:32.196885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11363be9-3b58-45c4-8186-1446e4342c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220460d0-b0af-416e-8b64-dc900c315b59,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:32.302170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2665f70-63ff-404c-9a05-95686b08dcd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.409799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2665f70-63ff-404c-9a05-95686b08dcd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.422797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2665f70-63ff-404c-9a05-95686b08dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.479733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af2b0a7f-c0e8-4f04-a65d-c6b7bf4d7648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.495806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f2665f70-63ff-404c-9a05-95686b08dcd9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72cb73c6495c481db4426df0905e5b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8944356 Nov 03 19:15:32.498591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 32978) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:32.518589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2665f70-63ff-404c-9a05-95686b08dcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48345b-f017-4aae-adb7-faf470b9939a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:32.530562 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af2b0a7f-c0e8-4f04-a65d-c6b7bf4d7648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.571269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.614551 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af2b0a7f-c0e8-4f04-a65d-c6b7bf4d7648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.617593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-af2b0a7f-c0e8-4f04-a65d-c6b7bf4d7648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.625270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-af2b0a7f-c0e8-4f04-a65d-c6b7bf4d7648 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/220460d0-b0af-416e-8b64-dc900c315b59 HTTP/1.1" status: 204 len: 168 time: 0.4626324 Nov 03 19:15:32.652261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b0a7f-c0e8-4f04-a65d-c6b7bf4d7648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220460d0-b0af-416e-8b64-dc900c315b59,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:32.693592 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed25a10a-3253-4fc3-8220-f4b91477f5bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.735190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed25a10a-3253-4fc3-8220-f4b91477f5bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.828550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed25a10a-3253-4fc3-8220-f4b91477f5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.836250 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed25a10a-3253-4fc3-8220-f4b91477f5bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.838617 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed25a10a-3253-4fc3-8220-f4b91477f5bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f48345b-f017-4aae-adb7-faf470b9939a HTTP/1.1" status: 204 len: 168 time: 0.3385394 Nov 03 19:15:32.848229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25a10a-3253-4fc3-8220-f4b91477f5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48345b-f017-4aae-adb7-faf470b9939a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:33.355560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33002) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:33.496481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33008) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:33.541651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-116aacd1-b0c3-4e8c-8939-ff8bc51bd4e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.643192 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.822971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-116aacd1-b0c3-4e8c-8939-ff8bc51bd4e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.824161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1059154268-network', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:33.838490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-116aacd1-b0c3-4e8c-8939-ff8bc51bd4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.936722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Made reservation on behalf of 8c18f8798d034834844afc14bbdbbad2 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:33.943936 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.946063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116aacd1-b0c3-4e8c-8939-ff8bc51bd4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e33d145-25ce-47c6-ac3d-3139b2c123a1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:33.964487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.008652 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-116aacd1-b0c3-4e8c-8939-ff8bc51bd4e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16f3bd8fa28442ababfe982c44011b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5100260 Nov 03 19:15:34.012588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33020) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:34.111949 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40399226-bced-443f-a290-09bae86c4e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.153690 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.170849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.206472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:15:34.206870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40399226-bced-443f-a290-09bae86c4e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.219648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.220089 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Added segment 39e74e0b-d1d8-4610-aefa-669bb4b2cc55 of type vlan for network dfcbd157-ea64-47d4-a473-858eae82e971 Nov 03 19:15:34.294402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.374293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.376791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:34.378458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.388202 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40399226-bced-443f-a290-09bae86c4e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.392830 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-40399226-bced-443f-a290-09bae86c4e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.394951 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-40399226-bced-443f-a290-09bae86c4e01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e33d145-25ce-47c6-ac3d-3139b2c123a1 HTTP/1.1" status: 204 len: 168 time: 0.3800993 Nov 03 19:15:34.421746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40399226-bced-443f-a290-09bae86c4e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e33d145-25ce-47c6-ac3d-3139b2c123a1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:34.523542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf98c15-9c41-472a-9538-a36c9f76b1dc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:34.564056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2064309 Nov 03 19:15:34.567233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33030) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:34.576255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Request body: {'subnet': {'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1059154268-subnet', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:34.643978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc054e11-0f8f-4b82-9826-cdae396391c2 admin admin] Pushing event updated for resources: {'Network': ['ID=dfcbd157-ea64-47d4-a473-858eae82e971,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:34.658570 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Made reservation on behalf of 8c18f8798d034834844afc14bbdbbad2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:34.667289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.671012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network dfcbd157-ea64-47d4-a473-858eae82e971 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:15:35.214756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.375360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Checking segment: {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:35.376091 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Network hostable DHCP agents. Network: dfcbd157-ea64-47d4-a473-858eae82e971, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:15:35.399808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b514e8-6239-4f56-a42a-1884aafd7dff,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:35.423154 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Network dfcbd157-ea64-47d4-a473-858eae82e971 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:15:35.446976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, dfcbd157-ea64-47d4-a473-858eae82e971) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:35.458484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc30f129-bdb8-4140-8648-4880793262f7 None None] Network dfcbd157-ea64-47d4-a473-858eae82e971 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:35.464481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:35.465478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.510055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e8f295a7-1371-4e45-9d56-e298ecd0fdb1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9403355 Nov 03 19:15:35.513921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33054) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:35.520411 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:35.551896 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.555321 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.706006 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.822295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-dfcbd157-ea64-47d4-a473-858eae82e971', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:15:35.823998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.109378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.142145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33066) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:36.227559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-23c5152c-49a1-4af7-8454-ff78fa8fd017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.660181 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.693705 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.715503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'network': {'name': 'tempest-network-smoke--135613491', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'port_security_enabled': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:36.765627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Allocated IP 172.20.0.2 (dfcbd157-ea64-47d4-a473-858eae82e971/08b514e8-6239-4f56-a42a-1884aafd7dff/5e0df54b-396e-4052-b094-5dc0c94cad0b) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:36.781158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:36.785304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.809333 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.019509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Allocated IP 172.25.3.171 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/463348f8-95db-49ed-adb1-9df2c1d161f6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:37.078713 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.092493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.118812 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.129741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.188662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369731f9-256f-41dd-89d1-57777d59393a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:37.215428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:15:37.239265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.240080 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Added segment ae8ed18a-74b2-479a-9e31-0c43b068b8a0 of type vlan for network 1420ae24-d2fd-4470-9319-59ff39052bc4 Nov 03 19:15:37.271987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Pushing event updated for resources: {'Port': ['ID=5e0df54b-396e-4052-b094-5dc0c94cad0b,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:37.287156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Network dfcbd157-ea64-47d4-a473-858eae82e971 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:37.296588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:37.302050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:37.341539 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.365081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.408220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.428123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:37.429979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.462013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.462935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Attempting to bind port 5e0df54b-396e-4052-b094-5dc0c94cad0b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:37.463810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Attempting to bind port 5e0df54b-396e-4052-b094-5dc0c94cad0b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:37.464648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Attempting to bind port 5e0df54b-396e-4052-b094-5dc0c94cad0b on network dfcbd157-ea64-47d4-a473-858eae82e971 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:37.476832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:37.478079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Checking segment: {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:37.479213 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.480178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Bound using segment: {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:37.482104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Bound port: 5e0df54b-396e-4052-b094-5dc0c94cad0b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:37.483181 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.555162 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Pushing event updated for resources: {'Port': ['ID=463348f8-95db-49ed-adb1-9df2c1d161f6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:37.583316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4365828 Nov 03 19:15:37.587430 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33090) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:37.604533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-502517314', 'admin_state_up': True, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:37.644383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:37.649834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] For port 5e0df54b-396e-4052-b094-5dc0c94cad0b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:37.657716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] For port 5e0df54b-396e-4052-b094-5dc0c94cad0b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e0df54b-396e-4052-b094-5dc0c94cad0b,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:37.675935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.679211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:37.688606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:37.715145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca984-227c-4d0d-b5f5-e0592b784716 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Network': ['ID=1420ae24-d2fd-4470-9319-59ff39052bc4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:37.776613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:15:37.838936 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.841817 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.009601 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.012438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c00eda-d759-4005-b968-d007b2d8b34d None None] Pushing event updated for resources: {'Port': ['ID=5e0df54b-396e-4052-b094-5dc0c94cad0b,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:38.545529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.269566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.631746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f2022-167d-46ae-8e9b-319ceb769aa4 None None] Network dfcbd157-ea64-47d4-a473-858eae82e971 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:39.984811 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.017400 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.036864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e0df54b-396e-4052-b094-5dc0c94cad0b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:40.267740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-538b0bc3-18b3-4c40-8a96-69002c558c96 None None] Provisioning complete for port 5e0df54b-396e-4052-b094-5dc0c94cad0b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:40.268741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-538b0bc3-18b3-4c40-8a96-69002c558c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.385200 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.419566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33120) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:40.423649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.509845 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5e0df54b-396e-4052-b094-5dc0c94cad0b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:40.510664 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.523478 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0f6352a9-20c2-4f23-8023-70b45f0c8963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.692951 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Router a03321b8-0fb3-4cae-a9c4-fd289b109581 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:15:40.749924 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-538b0bc3-18b3-4c40-8a96-69002c558c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.878478 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5413-7982-4816-a2ef-6eef34b65abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.898579 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-538b0bc3-18b3-4c40-8a96-69002c558c96 None None] For port 5e0df54b-396e-4052-b094-5dc0c94cad0b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e0df54b-396e-4052-b094-5dc0c94cad0b,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:40.934376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-538b0bc3-18b3-4c40-8a96-69002c558c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.948727 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.994776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.25.3.143 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/39b68cdf-6340-4a6e-9a67-72eb3210acaa) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:41.060010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:41.136630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Sync routers for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:41.167846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5413-7982-4816-a2ef-6eef34b65abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.179583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5413-7982-4816-a2ef-6eef34b65abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.190879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.193248 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f3419a93-397b-4b0e-b6a4-4fe0fab49255 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6773520 Nov 03 19:15:41.198145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33124) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:41.209579 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b0bc3-18b3-4c40-8a96-69002c558c96 None None] Pushing event updated for resources: {'Port': ['ID=5e0df54b-396e-4052-b094-5dc0c94cad0b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:41.291795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eaeb5413-7982-4816-a2ef-6eef34b65abd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23f63822e85e48e9a91bcf002e299a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8695216 Nov 03 19:15:41.293984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb5413-7982-4816-a2ef-6eef34b65abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff33339-e36a-4ec4-8fef-83c8b1392a9f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:41.300159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-669a7987-b8b2-4981-b82d-8012bf2611bc None None] Provisioning complete for port 5e0df54b-396e-4052-b094-5dc0c94cad0b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:41.300776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-669a7987-b8b2-4981-b82d-8012bf2611bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.302682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33126) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:41.305275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:15:41.306477 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:15:41.307783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:41.309115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:41.418403 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-895a55b1-273e-4714-9c1a-d4eee1c22f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.464653 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-895a55b1-273e-4714-9c1a-d4eee1c22f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.536253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.571426 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-895a55b1-273e-4714-9c1a-d4eee1c22f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.574143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-895a55b1-273e-4714-9c1a-d4eee1c22f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.575911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-895a55b1-273e-4714-9c1a-d4eee1c22f17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ff33339-e36a-4ec4-8fef-83c8b1392a9f HTTP/1.1" status: 204 len: 168 time: 0.2716835 Nov 03 19:15:41.589902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a55b1-273e-4714-9c1a-d4eee1c22f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff33339-e36a-4ec4-8fef-83c8b1392a9f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:41.593497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:41.908403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.064461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:42.072436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:42.088642 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:42.156414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=39b68cdf-6340-4a6e-9a67-72eb3210acaa,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:42.162046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e0df54b-396e-4052-b094-5dc0c94cad0b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:42.245922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:38Z', 'revision_number': 3, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:42.342953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Checking router: a03321b8-0fb3-4cae-a9c4-fd289b109581 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:42.343490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Updating router a03321b8-0fb3-4cae-a9c4-fd289b109581 port 463348f8-95db-49ed-adb1-9df2c1d161f6 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:15:42.348158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33140) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:42.376763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7f30c2ab-45ec-4114-bca5-836b35881ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.379933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.388446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.436455 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.459109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.502895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5e0df54b-396e-4052-b094-5dc0c94cad0b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:42.503106 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.586920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7f30c2ab-45ec-4114-bca5-836b35881ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.597140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7f30c2ab-45ec-4114-bca5-836b35881ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.671310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30c2ab-45ec-4114-bca5-836b35881ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b369b22f-464e-40ca-b8ef-41d9d0ac33b7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:42.742536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7f30c2ab-45ec-4114-bca5-836b35881ba2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97d4e0c278934c58adca32d204b53c19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3914273 Nov 03 19:15:42.745870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33144) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:42.894742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Allocated IP 172.20.0.1 (dfcbd157-ea64-47d4-a473-858eae82e971/08b514e8-6239-4f56-a42a-1884aafd7dff/3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:42.927739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aabc6532-e5e0-48f3-b248-cf2f19cdcd07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.930467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.973541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aabc6532-e5e0-48f3-b248-cf2f19cdcd07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.113386 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aabc6532-e5e0-48f3-b248-cf2f19cdcd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.119621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-aabc6532-e5e0-48f3-b248-cf2f19cdcd07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.125195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-aabc6532-e5e0-48f3-b248-cf2f19cdcd07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b369b22f-464e-40ca-b8ef-41d9d0ac33b7 HTTP/1.1" status: 204 len: 168 time: 0.3733430 Nov 03 19:15:43.139071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc6532-e5e0-48f3-b248-cf2f19cdcd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b369b22f-464e-40ca-b8ef-41d9d0ac33b7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:43.235405 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.257803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.343744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.396847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55713ff-a20b-42f8-9f14-a3c938722c74 None None] Pushing event updated for resources: {'Port': ['ID=463348f8-95db-49ed-adb1-9df2c1d161f6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:43.407506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Attempting to bind port 463348f8-95db-49ed-adb1-9df2c1d161f6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:43.408074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Attempting to bind port 463348f8-95db-49ed-adb1-9df2c1d161f6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:43.408852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Attempting to bind port 463348f8-95db-49ed-adb1-9df2c1d161f6 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:43.420453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:43.421002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:43.421564 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.422074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:43.423732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Bound port: 463348f8-95db-49ed-adb1-9df2c1d161f6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:43.424421 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.481924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.486952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.553164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] For port 463348f8-95db-49ed-adb1-9df2c1d161f6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:43.563823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] For port 463348f8-95db-49ed-adb1-9df2c1d161f6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=463348f8-95db-49ed-adb1-9df2c1d161f6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:43.570541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.646164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Network dfcbd157-ea64-47d4-a473-858eae82e971 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:43.678140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:43.693725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:43.694742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:43.695398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:43.798908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Pushing event updated for resources: {'Port': ['ID=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:43.909741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55713ff-a20b-42f8-9f14-a3c938722c74 None None] Pushing event updated for resources: {'Port': ['ID=463348f8-95db-49ed-adb1-9df2c1d161f6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:43.979791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:44.034022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.171877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router b659b482-c828-496b-a337-f61cba742f11 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:15:44.281764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b8b901bc-2c43-4546-9759-f374ca8b7689 None None] Provisioning complete for port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:44.282913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b8b901bc-2c43-4546-9759-f374ca8b7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.634130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b8b901bc-2c43-4546-9759-f374ca8b7689 None None] Port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:44.726375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:38Z', 'revision_number': 3, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:44.774786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3dfcc-efe6-47a2-89c1-7fdc24ae53c9 None None] The sync data for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 is: [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:38Z', 'revision_number': 3, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:44.987269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:45.170895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:45.184220 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Sync routers for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:45.197110 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:45.216206 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:45.226078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:45.228310 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6c117599-86e3-4d8f-b66b-1e97dc710b91 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6388109 Nov 03 19:15:45.233792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33180) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:45.410786 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:45.671941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:45.685269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:45.964231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-48116be0-23b7-41ae-acf7-650595c9f64a tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7d25a4aae73f44a7b0b3fd190b1f516a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7285080 Nov 03 19:15:45.969142 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33190) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:46.036340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Pushing event updated for resources: {'Port': ['ID=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:46.060895 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.093504 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:42Z', 'revision_number': 3, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:46.222202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 463348f8-95db-49ed-adb1-9df2c1d161f6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:46.227689 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Checking router: b659b482-c828-496b-a337-f61cba742f11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:46.228269 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Updating router b659b482-c828-496b-a337-f61cba742f11 port 39b68cdf-6340-4a6e-9a67-72eb3210acaa binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:15:46.322969 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.388173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57860146-3eab-4f60-899d-25b0c89eecf6 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:46.395790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-57860146-3eab-4f60-899d-25b0c89eecf6 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4238222 Nov 03 19:15:46.400083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33194) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:46.440361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 463348f8-95db-49ed-adb1-9df2c1d161f6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:46.441111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.497609 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Network dfcbd157-ea64-47d4-a473-858eae82e971 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:46.503526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:46.510975 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-10d9299e-c6a7-40d5-8fa0-d8d1583f897a tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1095493 Nov 03 19:15:46.518506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33196) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:46.531413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-314644708', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:46.802003 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.802682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:46.816142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.901690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 463348f8-95db-49ed-adb1-9df2c1d161f6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=463348f8-95db-49ed-adb1-9df2c1d161f6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:46.924179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.155586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=463348f8-95db-49ed-adb1-9df2c1d161f6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:47.245292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Router a03321b8-0fb3-4cae-a9c4-fd289b109581 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:15:47.327943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-92562507-8e77-4c9e-a721-c5030f04d0a8 None None] Provisioning complete for port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:47.332743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92562507-8e77-4c9e-a721-c5030f04d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.409603 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.430513 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.496292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-92562507-8e77-4c9e-a721-c5030f04d0a8 None None] Port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:47.611087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:47.624360 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a2d3c789-1f77-45e0-9107-ab1ccfa6f07b admin admin] 10.222.0.77 "PUT /v2.0/routers/a03321b8-0fb3-4cae-a9c4-fd289b109581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4191792 Nov 03 19:15:47.657157 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Pushing event updated for resources: {'Port': ['ID=39b68cdf-6340-4a6e-9a67-72eb3210acaa,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:47.675955 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.679988 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.680991 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.682883 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.683507 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.684034 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.685195 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.686189 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.687802 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.689518 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.690031 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.691583 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.720674 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Attempting to bind port 39b68cdf-6340-4a6e-9a67-72eb3210acaa on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:47.721743 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Attempting to bind port 39b68cdf-6340-4a6e-9a67-72eb3210acaa by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:47.722419 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Attempting to bind port 39b68cdf-6340-4a6e-9a67-72eb3210acaa on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:47.751626 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:47.752352 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:47.753049 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.753749 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:47.754614 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Bound port: 39b68cdf-6340-4a6e-9a67-72eb3210acaa, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:47.756343 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.827676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.030568 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] For port 39b68cdf-6340-4a6e-9a67-72eb3210acaa, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:48.059453 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] For port 39b68cdf-6340-4a6e-9a67-72eb3210acaa, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=39b68cdf-6340-4a6e-9a67-72eb3210acaa,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:48.077560 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.162661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Subnet': ['ID=063035f8-a415-4bdd-99d6-5d5094ad5bb9,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:48.200206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 463348f8-95db-49ed-adb1-9df2c1d161f6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:48.344471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Checking segment: {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:48.345071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network hostable DHCP agents. Network: 1420ae24-d2fd-4470-9319-59ff39052bc4, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:15:48.416680 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cd23a-fafd-454a-8300-33c3de517c6b None None] Pushing event updated for resources: {'Port': ['ID=39b68cdf-6340-4a6e-9a67-72eb3210acaa,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:48.442699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:15:48.460627 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:48.473215 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:48.511211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 1420ae24-d2fd-4470-9319-59ff39052bc4) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:48.526068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d0f158-6759-4cf3-9703-a4413b5f6d9f None None] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:48.531740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:48.533980 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.595932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 463348f8-95db-49ed-adb1-9df2c1d161f6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:48.596415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1518c315-6193-41aa-8805-6789b9c2fc03 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0717266 Nov 03 19:15:48.596665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.597588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33212) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:48.868169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Sync routers for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:48.875687 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:48.940983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:48.942414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:49.420640 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:42Z', 'revision_number': 3, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:49.491160 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8f2c5-8c6e-4554-a4fc-2567b3de4150 None None] The sync data for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 is: [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:42Z', 'revision_number': 3, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:49.497008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-1420ae24-d2fd-4470-9319-59ff39052bc4', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:15:49.502774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:49.556606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33230) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:49.572110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1940459866-network', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:49.674261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Made reservation on behalf of f7c4f5ad603c45a8a6d227d9884bd9c5 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:49.678886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:49.721496 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:49.771991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:49.924259 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:49.934049 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.013168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:15:50.075882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28002c2-b055-4ea7-bf25-86fd372563a6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:50.108921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.109745 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Added segment 0ab80362-dedb-47d5-abde-fe278d570fc0 of type vlan for network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 Nov 03 19:15:50.124404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.306929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.381645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.383893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:50.385802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.586886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33236) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:50.591282 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0308998 Nov 03 19:15:50.594934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Request body: {'subnet': {'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1940459866-subnet', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:50.611524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:50.623473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.624100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.624592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.625042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.625673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.626116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.626623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.627052 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.627487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.627906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.628624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.629186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca957ab-e4ee-4b2d-b55f-edb56a1455f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:50.688948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Allocated IP 172.20.0.2 (1420ae24-d2fd-4470-9319-59ff39052bc4/063035f8-a415-4bdd-99d6-5d5094ad5bb9/a7010d50-0060-4416-9db7-d407a09beff3) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:50.695544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Made reservation on behalf of f7c4f5ad603c45a8a6d227d9884bd9c5 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:50.709986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.973829 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33240) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:51.070525 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.081733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:15:51.111566 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.344560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2847218-8052-449f-a477-7d3851708cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.429241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:51.440983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:51.444929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Pushing event updated for resources: {'Port': ['ID=a7010d50-0060-4416-9db7-d407a09beff3,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:51.449479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:51.451013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.20.0.1 (1420ae24-d2fd-4470-9319-59ff39052bc4/063035f8-a415-4bdd-99d6-5d5094ad5bb9/b40137b2-e73a-40f2-8c38-0e0021ebfa0a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:51.483875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.484834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.485894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.486684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.487477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.488271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.489097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.489912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.490725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.491543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.492346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.493119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:51.622689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:15:45Z', 'revision_number': 2, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:51.676979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2847218-8052-449f-a477-7d3851708cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.687110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b2847218-8052-449f-a477-7d3851708cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.715436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.719759 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Checking router: a03321b8-0fb3-4cae-a9c4-fd289b109581 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:51.720707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Updating router a03321b8-0fb3-4cae-a9c4-fd289b109581 port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:15:51.726830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Attempting to bind port a7010d50-0060-4416-9db7-d407a09beff3 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:51.727791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Attempting to bind port a7010d50-0060-4416-9db7-d407a09beff3 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:51.728676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Attempting to bind port a7010d50-0060-4416-9db7-d407a09beff3 on network 1420ae24-d2fd-4470-9319-59ff39052bc4 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:51.784453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:51.785699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Checking segment: {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:51.786686 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.787588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Bound using segment: {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:51.788717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Bound port: a7010d50-0060-4416-9db7-d407a09beff3, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:51.789700 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.821926 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.841836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b2847218-8052-449f-a477-7d3851708cfb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb8b61064d4148f6a3395a03cf06170d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8660321 Nov 03 19:15:51.843024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33246) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:51.952604 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.017613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2847218-8052-449f-a477-7d3851708cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facb0701-8488-459c-be08-e0fb7a9ba7b0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:52.110569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.151395 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4264781-e789-4a3c-ac67-14461bac80aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.165404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c99a8eb-c43d-4531-ba3d-749c849d1ea1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:52.172580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:52.219926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Checking segment: {'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:52.220698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Network hostable DHCP agents. Network: 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:15:52.251100 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] For port a7010d50-0060-4416-9db7-d407a09beff3, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:52.269826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:52.286335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4264781-e789-4a3c-ac67-14461bac80aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.292651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:15:52.323364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:52.338388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:52.370407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 39b68cdf-6340-4a6e-9a67-72eb3210acaa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:52.459814 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4264781-e789-4a3c-ac67-14461bac80aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.467083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4264781-e789-4a3c-ac67-14461bac80aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.472648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b1f532-2c31-4de1-9d23-3e917b44e6aa None None] Network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:52.478339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:52.480549 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.488699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e4264781-e789-4a3c-ac67-14461bac80aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/facb0701-8488-459c-be08-e0fb7a9ba7b0 HTTP/1.1" status: 204 len: 168 time: 0.6350060 Nov 03 19:15:52.501871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:52.502702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] For port a7010d50-0060-4416-9db7-d407a09beff3, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a7010d50-0060-4416-9db7-d407a09beff3,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:52.531155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4264781-e789-4a3c-ac67-14461bac80aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facb0701-8488-459c-be08-e0fb7a9ba7b0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:52.579451 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.586818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33252) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:52.588061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e32ec095-493b-48f2-882b-7cd3361850b4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9932332 Nov 03 19:15:52.590105 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.599024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:52.652831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.655659 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.838656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.102353 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.135853 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:15:53.457161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.561800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33258) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:53.607296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 39b68cdf-6340-4a6e-9a67-72eb3210acaa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:53.612725 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.657605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec8343be-7bed-4c71-8286-a83d2068a9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.801824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3a1fc-8dbe-4c4d-b78e-97fdf16b638b None None] Pushing event updated for resources: {'Port': ['ID=a7010d50-0060-4416-9db7-d407a09beff3,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:53.964723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.989926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.034829 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.129116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.360422 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec8343be-7bed-4c71-8286-a83d2068a9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.370011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ec8343be-7bed-4c71-8286-a83d2068a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.417382 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ec8343be-7bed-4c71-8286-a83d2068a9e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a44e179798494d3d9a666e23963460c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8472514 Nov 03 19:15:54.417382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:54.417382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33260) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:54.459289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48', 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'fixed_ips': [{'subnet_id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:15:54.460845 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.494635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.522476 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.548654 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.564563 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8343be-7bed-4c71-8286-a83d2068a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a4e256-5983-4387-ae91-aebeff4acf98,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:54.600157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Allocated IP 172.25.3.241 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/224aaa45-92b8-417d-b92b-0aca432b8348) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:54.627912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 39b68cdf-6340-4a6e-9a67-72eb3210acaa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=39b68cdf-6340-4a6e-9a67-72eb3210acaa,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:54.631987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.649219 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.681003 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4933-bac9-4592-a34c-40572c34e47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.836336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4933-bac9-4592-a34c-40572c34e47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.969121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:54.976765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:54.984175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92203886-c107-4f81-bb5b-cc6488ba1fb3 None None] Pushing event updated for resources: {'Port': ['ID=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:55.047074 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.118365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4933-bac9-4592-a34c-40572c34e47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.122074 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4933-bac9-4592-a34c-40572c34e47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.123469 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5ffc4933-bac9-4592-a34c-40572c34e47c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/18a4e256-5983-4387-ae91-aebeff4acf98 HTTP/1.1" status: 204 len: 168 time: 0.7017243 Nov 03 19:15:55.209397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.211769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc4933-bac9-4592-a34c-40572c34e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a4e256-5983-4387-ae91-aebeff4acf98,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:55.297587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:55.299821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Pushing event updated for resources: {'Port': ['ID=224aaa45-92b8-417d-b92b-0aca432b8348,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:55.306439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:55.314535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:55.319976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router b659b482-c828-496b-a337-f61cba742f11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:15:55.383106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecfaa13-a6ea-4566-9c86-7f3ca2da9c04 None None] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:55.409611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a7010d50-0060-4416-9db7-d407a09beff3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:55.417277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Attempting to bind port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:55.417990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Attempting to bind port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:55.419016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Attempting to bind port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b on network dfcbd157-ea64-47d4-a473-858eae82e971 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:55.461927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Allocated IP 172.20.0.2 (5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48/0c99a8eb-c43d-4531-ba3d-749c849d1ea1/86d0e69f-7948-4e80-980b-a1fcb948b8a6) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:55.496063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=39b68cdf-6340-4a6e-9a67-72eb3210acaa,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:55.509934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:55.510875 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Checking segment: {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:55.511615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.512397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Bound using segment: {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:55.513251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Bound port: 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:55.513918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.595076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:55.606445 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6683b86d-8e96-4eb5-af16-9a5909c18abf tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "PUT /v2.0/routers/b659b482-c828-496b-a337-f61cba742f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0068510 Nov 03 19:15:55.609884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33268) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:55.619239 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Sync routers for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:55.654613 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:55.656608 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:55.695327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Provisioning complete for port a7010d50-0060-4416-9db7-d407a09beff3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:55.707698 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.996278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.092093 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:56.129808 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.165692 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.177545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807c80f-8484-4e4d-8633-410c16fb6970 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.185791 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807c80f-8484-4e4d-8633-410c16fb6970 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.186465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807c80f-8484-4e4d-8633-410c16fb6970 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.187174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807c80f-8484-4e4d-8633-410c16fb6970 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.187817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807c80f-8484-4e4d-8633-410c16fb6970 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.188279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807c80f-8484-4e4d-8633-410c16fb6970 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.194294 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4807c80f-8484-4e4d-8633-410c16fb6970 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.5759463 Nov 03 19:15:56.196370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33290) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:56.412314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Pushing event updated for resources: {'Port': ['ID=86d0e69f-7948-4e80-980b-a1fcb948b8a6,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:56.422256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:56.440181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:56.456625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:56.503723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] For port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:56.556958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a7010d50-0060-4416-9db7-d407a09beff3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:56.557604 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.570932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] For port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:56.593018 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:52Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:15:53Z', 'revision_number': 2, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:56.603079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898b1ec-5005-46df-88bd-9a3803d27c15 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.604185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898b1ec-5005-46df-88bd-9a3803d27c15 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.605914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898b1ec-5005-46df-88bd-9a3803d27c15 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.606629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898b1ec-5005-46df-88bd-9a3803d27c15 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.607580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898b1ec-5005-46df-88bd-9a3803d27c15 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.608647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898b1ec-5005-46df-88bd-9a3803d27c15 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.616327 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e898b1ec-5005-46df-88bd-9a3803d27c15 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.4136834 Nov 03 19:15:56.616631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33302) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:56.742702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.923314 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.926700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Attempting to bind port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:56.927144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Attempting to bind port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:56.927879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Attempting to bind port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 on network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:56.943923 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Checking router: b659b482-c828-496b-a337-f61cba742f11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:56.945506 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Updating router b659b482-c828-496b-a337-f61cba742f11 port b40137b2-e73a-40f2-8c38-0e0021ebfa0a binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:15:56.992768 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.994765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:56.997915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Checking segment: {'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:56.999230 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.999416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Bound using segment: {'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:57.000062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Bound port: 86d0e69f-7948-4e80-980b-a1fcb948b8a6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:57.002978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.131940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92203886-c107-4f81-bb5b-cc6488ba1fb3 None None] Pushing event updated for resources: {'Port': ['ID=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:57.202221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.218164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] For port a7010d50-0060-4416-9db7-d407a09beff3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a7010d50-0060-4416-9db7-d407a09beff3,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:57.318876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:57.323447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:57.345334 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.454527 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.837477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Router 41125d35-23b8-495c-9542-9aa9aec47100 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:15:57.894717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:58.047376 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-dc273eb8-3041-4f9b-8889-f42d3891cc5a tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 1.4292588 Nov 03 19:15:58.117387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:15:58.118011 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:15:58.232865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Provisioning complete for port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:58.233249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.313980 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.328416 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.503318 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc48e7-c667-4c73-b95f-dbe7e2542071 None None] Pushing event updated for resources: {'Port': ['ID=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:58.761129 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Attempting to bind port b40137b2-e73a-40f2-8c38-0e0021ebfa0a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:58.761666 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Attempting to bind port b40137b2-e73a-40f2-8c38-0e0021ebfa0a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:58.762274 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Attempting to bind port b40137b2-e73a-40f2-8c38-0e0021ebfa0a on network 1420ae24-d2fd-4470-9319-59ff39052bc4 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:58.812063 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:58.814536 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Checking segment: {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:58.815698 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.816645 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Bound using segment: {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:58.817751 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Bound port: b40137b2-e73a-40f2-8c38-0e0021ebfa0a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:58.819022 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.959574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Pushing event updated for resources: {'Port': ['ID=a7010d50-0060-4416-9db7-d407a09beff3,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:59.031760 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] For port b40137b2-e73a-40f2-8c38-0e0021ebfa0a, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:59.049243 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] For port b40137b2-e73a-40f2-8c38-0e0021ebfa0a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:59.057688 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.108905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] For port 86d0e69f-7948-4e80-980b-a1fcb948b8a6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:59.109232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33344) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:59.120130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5b038887-f845-47bb-bcfa-435aff5df244 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306610236', 'description': 'tempest-secgroup-smoke-306610236 description', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:59.154252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:59.216100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b038887-f845-47bb-bcfa-435aff5df244 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.245176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.250491 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9e0260a8-5210-4891-8b54-015e6dbcc3aa admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6578593 Nov 03 19:15:59.251179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33350) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:59.345063 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:59.351931 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:59.627465 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc48e7-c667-4c73-b95f-dbe7e2542071 None None] Pushing event updated for resources: {'Port': ['ID=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:59.664455 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b038887-f845-47bb-bcfa-435aff5df244 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.672264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b038887-f845-47bb-bcfa-435aff5df244 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.742466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] For port 86d0e69f-7948-4e80-980b-a1fcb948b8a6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=86d0e69f-7948-4e80-980b-a1fcb948b8a6,segment=NetworkSegment(0ab80362-dedb-47d5-abde-fe278d570fc0),segment_id=0ab80362-dedb-47d5-abde-fe278d570fc0)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:59.771753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Sync routers for ids ['41125d35-23b8-495c-9542-9aa9aec47100'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:59.786867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b038887-f845-47bb-bcfa-435aff5df244 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.810239 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5b038887-f845-47bb-bcfa-435aff5df244 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6995544 Nov 03 19:15:59.822513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33362) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:59.828890 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:59.854106 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-79d8640a-5859-44bc-86da-d70b07dc71ef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': 'c505b05c-400b-420a-8d50-2bffca1a0d56', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:59.900076 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.900827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b038887-f845-47bb-bcfa-435aff5df244 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c505b05c-400b-420a-8d50-2bffca1a0d56,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:59.946303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a7010d50-0060-4416-9db7-d407a09beff3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:00.105525 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79d8640a-5859-44bc-86da-d70b07dc71ef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.132641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Routers {'41125d35-23b8-495c-9542-9aa9aec47100'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:00.133980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['41125d35-23b8-495c-9542-9aa9aec47100'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:00.335947 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:52Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:15:59Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:00.399117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33366) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:00.412411 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.431705 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e402d-10f1-4a4b-aa5d-a0d8d329a839 None None] The sync data for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 is: [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:52Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:15:59Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:00.518910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79d8640a-5859-44bc-86da-d70b07dc71ef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.535870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79d8640a-5859-44bc-86da-d70b07dc71ef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.652405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a0044-24a2-435b-b56a-674f11799f5e None None] Pushing event updated for resources: {'Port': ['ID=86d0e69f-7948-4e80-980b-a1fcb948b8a6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:00.727758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a7010d50-0060-4416-9db7-d407a09beff3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:00.744063 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.768497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Set router 41125d35-23b8-495c-9542-9aa9aec47100 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:00.895637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79d8640a-5859-44bc-86da-d70b07dc71ef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.897923 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-79d8640a-5859-44bc-86da-d70b07dc71ef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0695586 Nov 03 19:16:00.901306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8640a-5859-44bc-86da-d70b07dc71ef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9c0e5e-23d3-45d7-b9c6-dc4eb4315d29,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:00.901789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33372) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:00.949290 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6dd0e614-c015-4571-9ae5-03c0feec7b1e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': 'c505b05c-400b-420a-8d50-2bffca1a0d56', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:01.043107 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e614-c015-4571-9ae5-03c0feec7b1e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.157666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc961-1313-4e05-bbb3-de85a41e436c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.199730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.269202 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e614-c015-4571-9ae5-03c0feec7b1e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.272336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:15:56Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:01.294486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e614-c015-4571-9ae5-03c0feec7b1e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.391676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0e614-c015-4571-9ae5-03c0feec7b1e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cab317-b747-4608-9403-4bccd22fd9b3,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:01.414731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e614-c015-4571-9ae5-03c0feec7b1e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.425804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6dd0e614-c015-4571-9ae5-03c0feec7b1e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5223000 Nov 03 19:16:01.429570 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33374) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:01.437018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fa464f28-7972-4338-a295-f2fb95b1a6d3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': 'c505b05c-400b-420a-8d50-2bffca1a0d56', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:01.471587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e19a4c-1ec9-40cd-8737-9f884b8a5a91 None None] The sync data for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 is: [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:15:56Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:01.546038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] For port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:01.555432 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.654641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc961-1313-4e05-bbb3-de85a41e436c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.664862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa464f28-7972-4338-a295-f2fb95b1a6d3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.669070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc961-1313-4e05-bbb3-de85a41e436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.781890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Allocated IP 172.20.0.1 (5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48/0c99a8eb-c43d-4531-ba3d-749c849d1ea1/7e345273-9589-4eaa-ae85-6f96febef54c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:01.868172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9c1dc961-1313-4e05-bbb3-de85a41e436c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfe7ba429a904be9826451e8ee38bb11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4648011 Nov 03 19:16:01.873759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33378) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:01.892595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dc961-1313-4e05-bbb3-de85a41e436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0098f3ee-1fa0-451e-89cd-e5685fb57d17,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:01.978298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd45a0-3af9-4d37-9c8e-e91731dd62de None None] Pushing event updated for resources: {'Port': ['ID=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:02.099244 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Provisioning complete for port b40137b2-e73a-40f2-8c38-0e0021ebfa0a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:02.100132 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.143600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18936666-6564-4654-9721-4d4319e8ccd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.149777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa464f28-7972-4338-a295-f2fb95b1a6d3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.158391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa464f28-7972-4338-a295-f2fb95b1a6d3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.183159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 39b68cdf-6340-4a6e-9a67-72eb3210acaa up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:02.218404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa464f28-7972-4338-a295-f2fb95b1a6d3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6c5e34-7569-47db-9761-ba496dca5565,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:02.221254 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18936666-6564-4654-9721-4d4319e8ccd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.235337 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa464f28-7972-4338-a295-f2fb95b1a6d3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.239363 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fa464f28-7972-4338-a295-f2fb95b1a6d3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8079822 Nov 03 19:16:02.244321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33380) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:02.253268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-34fe8d65-b4db-418d-9032-11028d861647 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': 'c505b05c-400b-420a-8d50-2bffca1a0d56', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:02.313117 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34fe8d65-b4db-418d-9032-11028d861647 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.336464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18936666-6564-4654-9721-4d4319e8ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.347478 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18936666-6564-4654-9721-4d4319e8ccd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.352627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-18936666-6564-4654-9721-4d4319e8ccd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0098f3ee-1fa0-451e-89cd-e5685fb57d17 HTTP/1.1" status: 204 len: 168 time: 0.4603932 Nov 03 19:16:02.357471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:15:55Z', 'revision_number': 3, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:02.434477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Checking router: 41125d35-23b8-495c-9542-9aa9aec47100 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:02.434841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Updating router 41125d35-23b8-495c-9542-9aa9aec47100 port 224aaa45-92b8-417d-b92b-0aca432b8348 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:16:02.435499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936666-6564-4654-9721-4d4319e8ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098f3ee-1fa0-451e-89cd-e5685fb57d17,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:02.540201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34fe8d65-b4db-418d-9032-11028d861647 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.550720 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34fe8d65-b4db-418d-9032-11028d861647 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.592145 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.601542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-34fe8d65-b4db-418d-9032-11028d861647 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.603269 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-34fe8d65-b4db-418d-9032-11028d861647 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3560162 Nov 03 19:16:02.607872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33384) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:02.620889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e71db47b-7bc6-43d1-aa47-362ca20ba3ec tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': 'c505b05c-400b-420a-8d50-2bffca1a0d56', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:02.625923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe8d65-b4db-418d-9032-11028d861647 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787a7264-0419-4aaf-b027-dd0436ede5f6,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:02.678384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec8945-0843-4ea0-864a-75af1e453603 None None] Network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:02.731508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.743308 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-e71db47b-7bc6-43d1-aa47-362ca20ba3ec tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Project 7d25a4aae73f44a7b0b3fd190b1f516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:16:02.793647 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.833161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e71db47b-7bc6-43d1-aa47-362ca20ba3ec tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.860300 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.869694 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.932581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:02.934934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Pushing event updated for resources: {'Port': ['ID=7e345273-9589-4eaa-ae85-6f96febef54c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:02.950647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 39b68cdf-6340-4a6e-9a67-72eb3210acaa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:02.951011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:02.951283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.970093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:03.041967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e71db47b-7bc6-43d1-aa47-362ca20ba3ec tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.132697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.141262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e71db47b-7bc6-43d1-aa47-362ca20ba3ec tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.237069 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33394) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:03.289709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71db47b-7bc6-43d1-aa47-362ca20ba3ec tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221465e7-16e9-4943-87f0-6842a7352d8c,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.296781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-97e2ccf1-255e-4c1a-a757-c508661a0294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.314610 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e71db47b-7bc6-43d1-aa47-362ca20ba3ec tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.323019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e71db47b-7bc6-43d1-aa47-362ca20ba3ec tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7079597 Nov 03 19:16:03.324100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33396) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:03.338296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b05a1a12-72a4-4653-b183-735941125b19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': 'c505b05c-400b-420a-8d50-2bffca1a0d56', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:03.500608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] For port b40137b2-e73a-40f2-8c38-0e0021ebfa0a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:03.542242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-97e2ccf1-255e-4c1a-a757-c508661a0294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.551665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-97e2ccf1-255e-4c1a-a757-c508661a0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.570771 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.579626 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-b05a1a12-72a4-4653-b183-735941125b19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Project 7d25a4aae73f44a7b0b3fd190b1f516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:16:03.607467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a1a12-72a4-4653-b183-735941125b19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.630480 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-97e2ccf1-255e-4c1a-a757-c508661a0294 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8d5ac29d4e9491a927834bdb57683ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902752 Nov 03 19:16:03.631958 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33398) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:03.633155 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2ccf1-255e-4c1a-a757-c508661a0294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d497aea-fc27-4eb7-918a-547b82d86c77,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.647988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.791910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-093db1c9-b3b7-479d-889c-2e189253da5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.847073 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.877773 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-093db1c9-b3b7-479d-889c-2e189253da5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.886670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a1a12-72a4-4653-b183-735941125b19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.925020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a1a12-72a4-4653-b183-735941125b19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.959007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a1a12-72a4-4653-b183-735941125b19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068784f2-d393-4ae9-b657-2f8da0c0b364,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:04.086339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b05a1a12-72a4-4653-b183-735941125b19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.108227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b05a1a12-72a4-4653-b183-735941125b19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7778792 Nov 03 19:16:04.136304 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-093db1c9-b3b7-479d-889c-2e189253da5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.142571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-093db1c9-b3b7-479d-889c-2e189253da5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.150806 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-093db1c9-b3b7-479d-889c-2e189253da5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d497aea-fc27-4eb7-918a-547b82d86c77 HTTP/1.1" status: 204 len: 168 time: 0.5134609 Nov 03 19:16:04.169739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093db1c9-b3b7-479d-889c-2e189253da5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d497aea-fc27-4eb7-918a-547b82d86c77,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:04.197052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Provisioning complete for port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:04.201722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.365482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Pushing event updated for resources: {'Port': ['ID=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:04.415265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.429859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.795621 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.812596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:04.819646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Pushing event updated for resources: {'Port': ['ID=7e345273-9589-4eaa-ae85-6f96febef54c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:04.911137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-ae9c6e60-6bf3-4483-98a1-12e20a45cb26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306610236&fields=id&tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 267 time: 0.2415018 Nov 03 19:16:05.078948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:05.084588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:05.262166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:05.263056 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.423858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Router 41125d35-23b8-495c-9542-9aa9aec47100 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:05.433249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Provisioning complete for port a7010d50-0060-4416-9db7-d407a09beff3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:05.434221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c093-df06-42bd-a581-a2881d194be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.548184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.603898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.668036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:05.683139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-afaca915-1e9a-4077-bec5-0b3b15e07e96 admin admin] 10.222.0.77 "PUT /v2.0/routers/41125d35-23b8-495c-9542-9aa9aec47100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4287159 Nov 03 19:16:05.701683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Attempting to bind port 224aaa45-92b8-417d-b92b-0aca432b8348 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:05.702471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Attempting to bind port 224aaa45-92b8-417d-b92b-0aca432b8348 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:05.703209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Attempting to bind port 224aaa45-92b8-417d-b92b-0aca432b8348 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:05.763643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:05.764817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:05.769135 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.769773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:05.770565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Bound port: 224aaa45-92b8-417d-b92b-0aca432b8348, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:05.770986 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.922990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-c802842e-4eaf-473e-a2e9-bd0a7efd5d90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:05.940042 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-c802842e-4eaf-473e-a2e9-bd0a7efd5d90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/networks?id=1420ae24-d2fd-4470-9319-59ff39052bc4 HTTP/1.1" status: 200 len: 796 time: 0.8564966 Nov 03 19:16:05.994385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-d9cf916f-c519-4e10-97ae-d02eb9035d30 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/quotas/7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 375 time: 0.0527682 Nov 03 19:16:06.010634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5670e1-b7c1-4651-8e8f-7d5733da7cc9 None None] Pushing event updated for resources: {'Port': ['ID=224aaa45-92b8-417d-b92b-0aca432b8348,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:06.030184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 86d0e69f-7948-4e80-980b-a1fcb948b8a6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:06.128296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-df08e48b-5abc-4401-8c95-dfe24363e6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.133443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] For port 224aaa45-92b8-417d-b92b-0aca432b8348, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:06.150437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] For port 224aaa45-92b8-417d-b92b-0aca432b8348, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=224aaa45-92b8-417d-b92b-0aca432b8348,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:06.172403 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.198112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2a7cca66-bdb1-4e83-aa32-62ab0026f146 None None] Provisioning complete for port 7e345273-9589-4eaa-ae85-6f96febef54c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:06.199105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cca66-bdb1-4e83-aa32-62ab0026f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.219255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-4a786abb-6899-4731-92c7-1784a7037383 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2215729 Nov 03 19:16:06.284659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cca66-bdb1-4e83-aa32-62ab0026f146 None None] Port 7e345273-9589-4eaa-ae85-6f96febef54c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:06.301567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:06.302199 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.442192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Routers {'41125d35-23b8-495c-9542-9aa9aec47100'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:06.443301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['41125d35-23b8-495c-9542-9aa9aec47100'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:06.498850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-0445ec41-0be5-40c9-8fa3-9912c7e04ad2 service neutron] 10.222.0.77 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464623 Nov 03 19:16:06.584444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5670e1-b7c1-4651-8e8f-7d5733da7cc9 None None] Pushing event updated for resources: {'Port': ['ID=224aaa45-92b8-417d-b92b-0aca432b8348,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:06.598416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2a7cca66-bdb1-4e83-aa32-62ab0026f146 None None] Provisioning complete for port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:06.599785 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cca66-bdb1-4e83-aa32-62ab0026f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.797274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-ac2c5472-ebdf-4bee-9ada-109753f0e0e5 service neutron] 10.222.0.77 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814760 Nov 03 19:16:06.875420 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.902785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33458) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:06.949315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] Set router 41125d35-23b8-495c-9542-9aa9aec47100 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:07.302945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1572025467-network', 'tenant_id': '8e15c71738ec462996418c39425dccec'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:07.333771 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cca66-bdb1-4e83-aa32-62ab0026f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.372729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23dca066-4517-402c-a9a2-799f6ead6062 req-81278cd0-0b3a-4ad0-a124-15525ad3ad23 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 210 time: 0.1086671 Nov 03 19:16:07.406043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 86d0e69f-7948-4e80-980b-a1fcb948b8a6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=86d0e69f-7948-4e80-980b-a1fcb948b8a6,segment=NetworkSegment(0ab80362-dedb-47d5-abde-fe278d570fc0),segment_id=0ab80362-dedb-47d5-abde-fe278d570fc0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:07.427114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.429077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b40137b2-e73a-40f2-8c38-0e0021ebfa0a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:07.439802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Made reservation on behalf of 8e15c71738ec462996418c39425dccec for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:07.444582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.459934 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.679094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.689636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.716632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:07.741486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.742758 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Added segment 65bc53c0-8f06-422d-98a7-c8d5017cc3bd of type vlan for network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 Nov 03 19:16:07.837114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.843205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=86d0e69f-7948-4e80-980b-a1fcb948b8a6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:07.854418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b40137b2-e73a-40f2-8c38-0e0021ebfa0a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:07.854941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.862737 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-2a7cca66-bdb1-4e83-aa32-62ab0026f146 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:16:07.863375 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-2a7cca66-bdb1-4e83-aa32-62ab0026f146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:16:07.986514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e609e1b0-6aad-4af9-8f90-bdcf49c917d9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:08.000721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:08.002752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.003528 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:08.010322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 4, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7e345273-9589-4eaa-ae85-6f96febef54c', 'name': '', 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'mac_address': 'fa:16:3e:44:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:01Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 2, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'subnets': [{'id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:08.035799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1310663 Nov 03 19:16:08.041033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33502) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:08.057124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Request body: {'subnet': {'network_id': '22bae0a7-a7da-4380-bbdd-aec543cf8e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1572025467-subnet', 'tenant_id': '8e15c71738ec462996418c39425dccec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:08.151117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7dddd-9bdf-400c-90f2-c383b689bb5a None None] The sync data for ids ['41125d35-23b8-495c-9542-9aa9aec47100'] in n-d-812148-3 is: [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 4, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7e345273-9589-4eaa-ae85-6f96febef54c', 'name': '', 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'mac_address': 'fa:16:3e:44:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:01Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 2, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'subnets': [{'id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:08.201061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Made reservation on behalf of 8e15c71738ec462996418c39425dccec for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:08.205069 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:08.259830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729624c7-a8ac-4ba2-b8e6-48d68dd0abf9 admin admin] Pushing event updated for resources: {'Network': ['ID=22bae0a7-a7da-4380-bbdd-aec543cf8e59,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:08.342053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:08.662247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 86d0e69f-7948-4e80-980b-a1fcb948b8a6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:08.841372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6aefcee8-4ed0-4906-a119-c32f52c849c0 req-a6adb244-3f43-4241-9126-3f68f8f82168 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 210 time: 0.1637015 Nov 03 19:16:08.922794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f525b438-f252-43ee-82b4-9932dd91eb38 None None] Provisioning complete for port 7e345273-9589-4eaa-ae85-6f96febef54c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:08.923410 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f525b438-f252-43ee-82b4-9932dd91eb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.128173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.170202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f525b438-f252-43ee-82b4-9932dd91eb38 None None] Port 7e345273-9589-4eaa-ae85-6f96febef54c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:09.183610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:09.184085 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.232744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0fc4ef-2615-4822-a3af-cf8b7103c389,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:09.278026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Checking segment: {'id': '65bc53c0-8f06-422d-98a7-c8d5017cc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22bae0a7-a7da-4380-bbdd-aec543cf8e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:09.278918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Network hostable DHCP agents. Network: 22bae0a7-a7da-4380-bbdd-aec543cf8e59, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:16:09.364479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:16:09.385144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b40137b2-e73a-40f2-8c38-0e0021ebfa0a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:09.396640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 22bae0a7-a7da-4380-bbdd-aec543cf8e59) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:09.414981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:09.416054 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.460953 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d0793ddf-977a-4472-96ab-c47d9f754761 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4142141 Nov 03 19:16:09.608378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b40137b2-e73a-40f2-8c38-0e0021ebfa0a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:09.608953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.974691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ae80e-77bc-42e7-add8-2ceea18e53b6 None None] Network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:10.093912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1ffe2094-520e-41e8-ac57-eec3ddafe6ea tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:10.096436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1ffe2094-520e-41e8-ac57-eec3ddafe6ea tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/networks?id=1420ae24-d2fd-4470-9319-59ff39052bc4 HTTP/1.1" status: 200 len: 796 time: 0.5429115 Nov 03 19:16:10.363292 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-d65c0bfe-5c91-4452-b2d7-31e4de043c94 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 379 time: 0.2435079 Nov 03 19:16:10.426726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'port': {'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'admin_state_up': True, 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'security_groups': ['c505b05c-400b-420a-8d50-2bffca1a0d56']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:10.575463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72e08369-f870-480f-8124-0360a34a1c54 req-31232d42-b224-44d4-a949-f72799139ace tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 210 time: 0.2606084 Nov 03 19:16:10.603647 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:10.747405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 224aaa45-92b8-417d-b92b-0aca432b8348 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:10.778889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-117124a7-c329-4a8a-8df4-8d3dd118ad71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:10.869722 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8bc04e-9fe8-4aee-b27a-82dfbcca0084 None None] Network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:11.118573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:11.138693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.408384 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 224aaa45-92b8-417d-b92b-0aca432b8348 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:11.408763 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.460992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33568) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:11.462661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33570) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:11.477715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-83827437-network', 'tenant_id': '1cb8d5b4045449e7ae93363098ca128d'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:11.563801 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Made reservation on behalf of 1cb8d5b4045449e7ae93363098ca128d for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:11.573489 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.613183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.622745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.20.0.12 (1420ae24-d2fd-4470-9319-59ff39052bc4/063035f8-a415-4bdd-99d6-5d5094ad5bb9/b69594bf-09a5-4a4c-98be-c55541e491db) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:11.863419 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.983340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 224aaa45-92b8-417d-b92b-0aca432b8348, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=224aaa45-92b8-417d-b92b-0aca432b8348,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:11.996420 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.086847 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.110784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.141629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:12.165795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.166677 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Added segment 868e438d-eda8-4ad5-80b2-64c20699fb24 of type vlan for network 0f8136bc-2aa1-4a8f-9d97-e3b549df1dba Nov 03 19:16:12.174455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fac64f64-2562-4335-a4e9-912fa49da5bb req-49181ebf-c7e5-4deb-94bd-e4dfd2acac76 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 210 time: 0.2120609 Nov 03 19:16:12.280031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.311232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=224aaa45-92b8-417d-b92b-0aca432b8348,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:12.326336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.332091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.332232 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade5d98f-677a-4875-ad0a-621769277fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.337099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.407736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c3a7f5-e613-4433-9c63-9221d61d0a39,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:12.427617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.496865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.497755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.499085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.499586 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.500383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.500860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.501460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.502125 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.503398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.503923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.504429 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.505374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:12.511493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 224aaa45-92b8-417d-b92b-0aca432b8348 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:12.544517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.547713 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:12.548909 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.588459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:12.607733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:12.615665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:12.640734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=b69594bf-09a5-4a4c-98be-c55541e491db,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:12.705695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8136bc-2aa1-4a8f-9d97-e3b549df1dba,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:12.731629 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9de5a772-b400-4d05-9dae-eb67783edcf4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2651503 Nov 03 19:16:12.739693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33580) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:12.761886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Request body: {'subnet': {'network_id': '0f8136bc-2aa1-4a8f-9d97-e3b549df1dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-83827437-subnet', 'tenant_id': '1cb8d5b4045449e7ae93363098ca128d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:12.825380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Made reservation on behalf of 1cb8d5b4045449e7ae93363098ca128d for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:12.830123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.875882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade5d98f-677a-4875-ad0a-621769277fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.886165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ade5d98f-677a-4875-ad0a-621769277fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.937654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:12.939242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.031326 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ade5d98f-677a-4875-ad0a-621769277fb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2427c4bfcf934ba4a29e4e2c65dcaa12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5663114 Nov 03 19:16:13.033864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5d98f-677a-4875-ad0a-621769277fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1131a758-fd1b-4831-8784-ba8f43589b53,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:13.039969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33584) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:13.159507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1f762e7e-ba07-4fb7-bcee-bf4bfa22f199 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7767196 Nov 03 19:16:13.257455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 0f8136bc-2aa1-4a8f-9d97-e3b549df1dba details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:13.281065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6983ce21-37b7-4034-b27f-bae6a81d1487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.389829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6983ce21-37b7-4034-b27f-bae6a81d1487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.410858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-56c72b27-e1ab-4b83-a210-254e413c0cb3 None None] Provisioning complete for port b69594bf-09a5-4a4c-98be-c55541e491db triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:13.410858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56c72b27-e1ab-4b83-a210-254e413c0cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.539571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6983ce21-37b7-4034-b27f-bae6a81d1487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.547963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 224aaa45-92b8-417d-b92b-0aca432b8348 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:13.550666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.551758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6983ce21-37b7-4034-b27f-bae6a81d1487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.564027 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6983ce21-37b7-4034-b27f-bae6a81d1487 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1131a758-fd1b-4831-8784-ba8f43589b53 HTTP/1.1" status: 204 len: 168 time: 0.5032508 Nov 03 19:16:13.594038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983ce21-37b7-4034-b27f-bae6a81d1487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1131a758-fd1b-4831-8784-ba8f43589b53,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:13.664237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cee0a5-530a-4d73-bf16-738557bcdfc9 req-eb546de8-317f-4fb6-9bc0-f00a78b12547 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:13.677034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1cee0a5-530a-4d73-bf16-738557bcdfc9 req-eb546de8-317f-4fb6-9bc0-f00a78b12547 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 932 time: 0.2761824 Nov 03 19:16:13.688975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-56c72b27-e1ab-4b83-a210-254e413c0cb3 None None] Port b69594bf-09a5-4a4c-98be-c55541e491db cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:13.782966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Request body: {'port': {'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:13.810645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.913272 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Sync routers for ids ['41125d35-23b8-495c-9542-9aa9aec47100'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:13.940610 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Routers {'41125d35-23b8-495c-9542-9aa9aec47100'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:13.942005 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['41125d35-23b8-495c-9542-9aa9aec47100'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:13.959960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1cee0a5-530a-4d73-bf16-738557bcdfc9 req-9fc33e72-aaeb-41e8-beca-7b9ea4ed66a2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816060 Nov 03 19:16:14.017765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.036697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce172c1-c039-4c46-8023-05ba8cfdaf7c,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:14.143176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Checking segment: {'id': '868e438d-eda8-4ad5-80b2-64c20699fb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0f8136bc-2aa1-4a8f-9d97-e3b549df1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:14.143693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Network hostable DHCP agents. Network: 0f8136bc-2aa1-4a8f-9d97-e3b549df1dba, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:16:14.194519 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Set router 41125d35-23b8-495c-9542-9aa9aec47100 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:14.385296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Network 0f8136bc-2aa1-4a8f-9d97-e3b549df1dba is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:16:14.433205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 0f8136bc-2aa1-4a8f-9d97-e3b549df1dba) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:14.444904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:14.445824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.448170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e467ff-624e-409c-87e0-d0d377a3489a None None] Network 0f8136bc-2aa1-4a8f-9d97-e3b549df1dba requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:14.558554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-358f069b-c8e7-43a7-b364-bf06deadfe3b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8107615 Nov 03 19:16:14.737553 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 4, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7e345273-9589-4eaa-ae85-6f96febef54c', 'name': '', 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'mac_address': 'fa:16:3e:44:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:01Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 2, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'subnets': [{'id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:14.785075 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Checking router: 41125d35-23b8-495c-9542-9aa9aec47100 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:14.786071 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Updating router 41125d35-23b8-495c-9542-9aa9aec47100 port 7e345273-9589-4eaa-ae85-6f96febef54c binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:16:14.841127 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.864363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69594bf-09a5-4a4c-98be-c55541e491db {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:14.885250 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.889602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0bff51-8440-48d6-8825-2ef6f4c1dcf1 None None] Network 0f8136bc-2aa1-4a8f-9d97-e3b549df1dba requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:14.976067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Transition to ACTIVE for port object b69594bf-09a5-4a4c-98be-c55541e491db will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:14.984450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.099329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Pushing event updated for resources: {'Port': ['ID=b69594bf-09a5-4a4c-98be-c55541e491db,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:15.530947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Attempting to bind port b69594bf-09a5-4a4c-98be-c55541e491db on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:15.531884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Attempting to bind port b69594bf-09a5-4a4c-98be-c55541e491db by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:15.532678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Attempting to bind port b69594bf-09a5-4a4c-98be-c55541e491db on network 1420ae24-d2fd-4470-9319-59ff39052bc4 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:15.557877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Port b69594bf-09a5-4a4c-98be-c55541e491db on network 1420ae24-d2fd-4470-9319-59ff39052bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:15.558431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Attempting to bind port b69594bf-09a5-4a4c-98be-c55541e491db on network 1420ae24-d2fd-4470-9319-59ff39052bc4 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:15.581789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00204a-c90c-4c96-88f0-af5a78bee8eb req-a1764e2d-dddf-4cf7-bb47-decd5bb22718 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:15.589943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e00204a-c90c-4c96-88f0-af5a78bee8eb req-a1764e2d-dddf-4cf7-bb47-decd5bb22718 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 944 time: 0.3145506 Nov 03 19:16:15.614509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:15.615049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Checking segment: {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:15.615760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Bound using segment: {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:15.617264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Bound port: b69594bf-09a5-4a4c-98be-c55541e491db, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:15.617847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.779023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e00204a-c90c-4c96-88f0-af5a78bee8eb req-34bbed51-dd5f-41ed-931c-a9f1fe61549c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771181 Nov 03 19:16:15.836215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] For port b69594bf-09a5-4a4c-98be-c55541e491db, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:15.848662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] For port b69594bf-09a5-4a4c-98be-c55541e491db, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b69594bf-09a5-4a4c-98be-c55541e491db,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:15.857512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.983012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:15.984634 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.986900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] 10.222.0.70 "PUT /v2.0/ports/b69594bf-09a5-4a4c-98be-c55541e491db HTTP/1.1" status: 200 len: 1092 time: 2.7947469 Nov 03 19:16:15.988409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:15.993506 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.005678 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.010765 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452119de-bd65-4edf-b3a6-0f7ca8615c99" -d '{"events": [{"name": "network-changed", "server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:16.251591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7efe81-4ec2-450e-89b0-7deebb863a09 service neutron] Pushing event updated for resources: {'Port': ['ID=b69594bf-09a5-4a4c-98be-c55541e491db,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:16.270115 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c1852-a52f-4d6d-8a63-c3d339c1ced2 None None] Pushing event updated for resources: {'Port': ['ID=7e345273-9589-4eaa-ae85-6f96febef54c,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:16.321527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-a9b1a4e1-4dec-4017-a75e-9d9527e7debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:16.328248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-a9b1a4e1-4dec-4017-a75e-9d9527e7debe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 1095 time: 0.2543433 Nov 03 19:16:16.332309 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Attempting to bind port 7e345273-9589-4eaa-ae85-6f96febef54c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:16.332886 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Attempting to bind port 7e345273-9589-4eaa-ae85-6f96febef54c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:16.333491 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Attempting to bind port 7e345273-9589-4eaa-ae85-6f96febef54c on network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:16.354735 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:16.355355 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Checking segment: {'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:16.355966 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.356561 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Bound using segment: {'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:16.372629 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Bound port: 7e345273-9589-4eaa-ae85-6f96febef54c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab80362-dedb-47d5-abde-fe278d570fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:16.374176 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.484471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-e1b9020d-fe61-486a-8210-d60c48b88533 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69594bf-09a5-4a4c-98be-c55541e491db HTTP/1.1" status: 200 len: 217 time: 0.1460898 Nov 03 19:16:16.669259 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] For port 7e345273-9589-4eaa-ae85-6f96febef54c, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:16.682457 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] For port 7e345273-9589-4eaa-ae85-6f96febef54c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e345273-9589-4eaa-ae85-6f96febef54c,segment=NetworkSegment(0ab80362-dedb-47d5-abde-fe278d570fc0),segment_id=0ab80362-dedb-47d5-abde-fe278d570fc0)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:16.693314 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.816102 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Routers {'41125d35-23b8-495c-9542-9aa9aec47100'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:16.817310 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['41125d35-23b8-495c-9542-9aa9aec47100'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:16.960183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-6e194a55-9f2a-411c-8f07-7b0f1ac4175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:16.962866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-6e194a55-9f2a-411c-8f07-7b0f1ac4175c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=063035f8-a415-4bdd-99d6-5d5094ad5bb9 HTTP/1.1" status: 200 len: 834 time: 0.4713948 Nov 03 19:16:16.966012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1c4a620e-73c8-4eb3-87d4-de3ef45ca047 None None] Provisioning complete for port 7e345273-9589-4eaa-ae85-6f96febef54c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:16.967594 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c4a620e-73c8-4eb3-87d4-de3ef45ca047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.977756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed96a5-7402-4216-99a4-34240b6a556a req-693ee4ea-ae4d-440a-887e-94a41506e712 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:16.991987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-693ee4ea-ae4d-440a-887e-94a41506e712 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/networks?id=22bae0a7-a7da-4380-bbdd-aec543cf8e59 HTTP/1.1" status: 200 len: 809 time: 0.2280314 Nov 03 19:16:17.094469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-68d35190-e92b-450f-a7da-8bcb4e63e6ef tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/quotas/8e15c71738ec462996418c39425dccec HTTP/1.1" status: 200 len: 375 time: 0.0983226 Nov 03 19:16:17.179817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-86c001b6-c275-4a7f-977e-4f71abfc82de tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e15c71738ec462996418c39425dccec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840695 Nov 03 19:16:17.221227 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] Set router 41125d35-23b8-495c-9542-9aa9aec47100 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:17.243980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-f62fe6dc-e96b-4682-ba0b-853e3d80912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:17.245648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-f62fe6dc-e96b-4682-ba0b-853e3d80912b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1420ae24-d2fd-4470-9319-59ff39052bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242026 Nov 03 19:16:17.317205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c4a620e-73c8-4eb3-87d4-de3ef45ca047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.323657 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c1852-a52f-4d6d-8a63-c3d339c1ced2 None None] Pushing event updated for resources: {'Port': ['ID=7e345273-9589-4eaa-ae85-6f96febef54c,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:17.401599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33650) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:17.409128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1c4a620e-73c8-4eb3-87d4-de3ef45ca047 None None] For port 7e345273-9589-4eaa-ae85-6f96febef54c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e345273-9589-4eaa-ae85-6f96febef54c,segment=NetworkSegment(0ab80362-dedb-47d5-abde-fe278d570fc0),segment_id=0ab80362-dedb-47d5-abde-fe278d570fc0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:17.418282 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1c4a620e-73c8-4eb3-87d4-de3ef45ca047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.518742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-89011981-f531-4c1e-a821-2a63b973d674 service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233188 Nov 03 19:16:17.548262 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-3141f268-d049-4935-9ced-473e93149f66 service neutron] 10.222.0.77 "GET /v2.0/networks/22bae0a7-a7da-4380-bbdd-aec543cf8e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577530 Nov 03 19:16:17.560852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a620e-73c8-4eb3-87d4-de3ef45ca047 None None] Pushing event updated for resources: {'Port': ['ID=7e345273-9589-4eaa-ae85-6f96febef54c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:17.591272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3957a454-9a48-4d1f-b43e-cd9bdd876873 None None] Provisioning complete for port 7e345273-9589-4eaa-ae85-6f96febef54c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:17.591646 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3957a454-9a48-4d1f-b43e-cd9bdd876873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.804166 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 4, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7e345273-9589-4eaa-ae85-6f96febef54c', 'name': '', 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'mac_address': 'fa:16:3e:44:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:01Z', 'updated_at': '2021-11-03T19:16:16Z', 'revision_number': 4, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'subnets': [{'id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:17.804655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2df25bcf-8868-44d5-a1ee-139f8ca34dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.867489 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1d158-230a-4850-978e-350ba1a14e87 None None] The sync data for ids ['41125d35-23b8-495c-9542-9aa9aec47100'] in n-d-812148-3 is: [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 4, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7e345273-9589-4eaa-ae85-6f96febef54c', 'name': '', 'network_id': '5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'mac_address': 'fa:16:3e:44:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:01Z', 'updated_at': '2021-11-03T19:16:16Z', 'revision_number': 4, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'subnets': [{'id': '0c99a8eb-c43d-4531-ba3d-749c849d1ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:17.999024 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2df25bcf-8868-44d5-a1ee-139f8ca34dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.011391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2df25bcf-8868-44d5-a1ee-139f8ca34dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.081083 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2df25bcf-8868-44d5-a1ee-139f8ca34dd5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae8fee4636be488babcfbab581accb44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6745276 Nov 03 19:16:18.081401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33656) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:18.111591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df25bcf-8868-44d5-a1ee-139f8ca34dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf934aa-fdfb-4dc5-a22e-33e8a083b998,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:18.184538 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9b2fb7a-388d-4726-a9cb-b58312d86f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.232779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9b2fb7a-388d-4726-a9cb-b58312d86f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.343260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9b2fb7a-388d-4726-a9cb-b58312d86f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.348262 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9b2fb7a-388d-4726-a9cb-b58312d86f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.353369 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f9b2fb7a-388d-4726-a9cb-b58312d86f30 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/baf934aa-fdfb-4dc5-a22e-33e8a083b998 HTTP/1.1" status: 204 len: 168 time: 0.2676342 Nov 03 19:16:18.369370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2fb7a-388d-4726-a9cb-b58312d86f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf934aa-fdfb-4dc5-a22e-33e8a083b998,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:18.446631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-280ee25b-79c9-48a4-a38e-f88ba76ff18a service neutron] 10.222.0.77 "GET /v2.0/networks/22bae0a7-a7da-4380-bbdd-aec543cf8e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8898485 Nov 03 19:16:18.488793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce47cc4-41b2-4146-8428-15ea60b7778e req-0612dd41-30f1-4174-8140-d42cc22b58bc service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9603465 Nov 03 19:16:18.618929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e345273-9589-4eaa-ae85-6f96febef54c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:18.718065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7e345273-9589-4eaa-ae85-6f96febef54c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:18.718933 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.880127 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e23493-8fbc-4a0f-a83a-bd053c238154 x-openstack-request-id: req-64e23493-8fbc-4a0f-a83a-bd053c238154 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:18.880720 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:18.881202 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64e23493-8fbc-4a0f-a83a-bd053c238154 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:18.882491 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'status': 'completed', 'code': 200} Nov 03 19:16:19.053463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-e22835f1-9ff3-4fc4-b372-04b133666ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:19.058001 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-e22835f1-9ff3-4fc4-b372-04b133666ef0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 1095 time: 0.1539805 Nov 03 19:16:19.282275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454810d4-8aa9-4852-a8f7-eb3ca4051440 req-39b51470-7a24-4bc8-8a95-da67f61fbf61 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:19.284946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-454810d4-8aa9-4852-a8f7-eb3ca4051440 req-39b51470-7a24-4bc8-8a95-da67f61fbf61 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 944 time: 0.1061537 Nov 03 19:16:19.287246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-09369254-dabc-4663-8525-bbccc01ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:19.289197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-09369254-dabc-4663-8525-bbccc01ec3e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1420ae24-d2fd-4470-9319-59ff39052bc4 HTTP/1.1" status: 200 len: 897 time: 0.2208006 Nov 03 19:16:19.396714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-2e89e156-f3dc-448c-ba62-7df06721a5da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69594bf-09a5-4a4c-98be-c55541e491db HTTP/1.1" status: 200 len: 217 time: 0.0916178 Nov 03 19:16:19.507424 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-454810d4-8aa9-4852-a8f7-eb3ca4051440 req-62cd3aa5-d499-4d46-b184-2c7561457631 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142332 Nov 03 19:16:19.561690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-b23b8842-2c9a-4306-ac54-e4a4a7370c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:19.565662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-b23b8842-2c9a-4306-ac54-e4a4a7370c15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=063035f8-a415-4bdd-99d6-5d5094ad5bb9 HTTP/1.1" status: 200 len: 834 time: 0.1594453 Nov 03 19:16:19.649964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-959c6fda-23bd-453f-a27f-dadb4354da97 req-087e0535-a9b7-4e8b-a4ca-d48e5b458d2c tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 210 time: 0.0822127 Nov 03 19:16:19.694522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-32459901-a3f4-48be-8e2a-bf4c6d4ef48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:19.694522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-32459901-a3f4-48be-8e2a-bf4c6d4ef48e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1420ae24-d2fd-4470-9319-59ff39052bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034644 Nov 03 19:16:19.781321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33690) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:19.871650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-a80263b8-2afe-4aa4-b0ac-e5f727ef71a5 service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718588 Nov 03 19:16:19.983752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1215078005-network', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:20.018764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-452119de-bd65-4edf-b3a6-0f7ca8615c99 req-be32d996-bf3c-423c-b6c2-74aef27e117f service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400499 Nov 03 19:16:20.019769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b69594bf-09a5-4a4c-98be-c55541e491db details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:20.061475 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Made reservation on behalf of 5742b87b8b87484b95f24663acdc7be2 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:20.065457 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.123761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.255204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b69594bf-09a5-4a4c-98be-c55541e491db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b69594bf-09a5-4a4c-98be-c55541e491db,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:20.279417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:20.297550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.303880 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.354184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.366912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:20.371211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69594bf-09a5-4a4c-98be-c55541e491db {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:20.395721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cea683-c610-4e86-bbef-8bfd6a6edca1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:20.401343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b69594bf-09a5-4a4c-98be-c55541e491db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b69594bf-09a5-4a4c-98be-c55541e491db,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:20.408681 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.410708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.411208 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Added segment 1c06c680-d59f-42ce-9ec2-1d6ddc2da144 of type vlan for network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 Nov 03 19:16:20.504310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b69594bf-09a5-4a4c-98be-c55541e491db,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:20.517315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.593317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.594366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:20.595085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.626060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['b69594bf-09a5-4a4c-98be-c55541e491db'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:20.690258 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9041653 Nov 03 19:16:20.699668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33698) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:20.700673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cab26-e5ea-46fe-bfc7-adafa0c3f9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:20.708151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Request body: {'subnet': {'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1215078005-subnet', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:20.746057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Made reservation on behalf of 5742b87b8b87484b95f24663acdc7be2 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:20.750082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.751041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:20.824037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed96a5-7402-4216-99a4-34240b6a556a req-e6666c75-88b2-4f6d-8cb6-6d385adf9dd4 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:20.827091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-e6666c75-88b2-4f6d-8cb6-6d385adf9dd4 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.96 "GET /v2.0/networks?id=22bae0a7-a7da-4380-bbdd-aec543cf8e59 HTTP/1.1" status: 200 len: 809 time: 0.3050134 Nov 03 19:16:20.843103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aef2c1-237c-4352-8d6a-d0dafd6a62c7 req-9e2d7a02-6073-4f0e-b341-6b0d75a751dd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:20.844866 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0aef2c1-237c-4352-8d6a-d0dafd6a62c7 req-9e2d7a02-6073-4f0e-b341-6b0d75a751dd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 945 time: 0.1091063 Nov 03 19:16:20.851066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Request body: {'port': {'device_id': 'e96beb8b-fc19-4e7f-aa62-bd87aa468464', 'network_id': '22bae0a7-a7da-4380-bbdd-aec543cf8e59', 'admin_state_up': True, 'tenant_id': '8e15c71738ec462996418c39425dccec'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:21.012117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0aef2c1-237c-4352-8d6a-d0dafd6a62c7 req-b18ff374-e5e8-4096-ab07-22a7f11926a4 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462445 Nov 03 19:16:21.203799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c6557fd-d11c-48ae-bde5-2c3e863fdb89 req-180896e9-a0c4-4948-b950-fbb07e110c23 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 210 time: 0.0768197 Nov 03 19:16:21.205649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.217874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Made reservation on behalf of 8e15c71738ec462996418c39425dccec for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:21.226380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.315763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc083020-291c-405a-b430-d2ee0c19af12,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:21.352994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Checking segment: {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:21.352994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Network hostable DHCP agents. Network: 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:16:21.399988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:16:21.415115 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:21.422455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:21.423271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.435966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a16cde-f9f9-4628-a14a-7cb92a900d97 None None] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:21.460821 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-393c8380-6fb8-45f5-9745-b0af84f42be6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7569103 Nov 03 19:16:21.461351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33704) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:21.477132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:21.542378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.544322 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.549564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Allocated IP 172.20.0.13 (22bae0a7-a7da-4380-bbdd-aec543cf8e59/9b0fc4ef-2615-4822-a3af-cf8b7103c389/6a9cf7cd-0107-43c3-bf3b-ff7c58881f45) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:21.654155 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.786300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:16:21.787836 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.985185 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.037934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b69594bf-09a5-4a4c-98be-c55541e491db up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:22.041725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Allocated IP 172.20.0.2 (14c3ca20-c13f-4cac-ad6b-10c28ecdadf4/cc083020-291c-405a-b430-d2ee0c19af12/c792f06e-8674-4d2b-8cd5-030862170cdf) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:22.101490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.261231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port b69594bf-09a5-4a4c-98be-c55541e491db completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:16:22.277207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port b69594bf-09a5-4a4c-98be-c55541e491db triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:22.277978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.293083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.380997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:22.400101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:22.406040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:22.430270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b3c48-2b2f-433a-bed1-33aa17b6956a req-2e309037-5db6-444d-8873-f10c6d0da86c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:22.442032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b18b3c48-2b2f-433a-bed1-33aa17b6956a req-2e309037-5db6-444d-8873-f10c6d0da86c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 945 time: 0.2074270 Nov 03 19:16:22.487640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Pushing event updated for resources: {'Port': ['ID=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:22.523916 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.552480 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.555955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.632148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:22.632148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.658107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b18b3c48-2b2f-433a-bed1-33aa17b6956a req-16e0f02e-556d-400e-b1a8-0d44c443ed3d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145910 Nov 03 19:16:22.672035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:22.676815 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61cbb1-cacc-4285-ae90-700c454f301e" -d '{"events": [{"server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "name": "network-vif-plugged", "status": "completed", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:22.688022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:22.712306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-9909e3e1-fc3c-421b-9946-2382fdc40b4a tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8660777 Nov 03 19:16:22.717780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:22.729945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port b69594bf-09a5-4a4c-98be-c55541e491db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b69594bf-09a5-4a4c-98be-c55541e491db,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:22.731972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:22.733645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Request body: {'port': {'device_id': 'e96beb8b-fc19-4e7f-aa62-bd87aa468464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:22.747268 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.757086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Pushing event updated for resources: {'Port': ['ID=c792f06e-8674-4d2b-8cd5-030862170cdf,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:22.777632 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.807121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.934084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Attempting to bind port c792f06e-8674-4d2b-8cd5-030862170cdf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:22.934624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Attempting to bind port c792f06e-8674-4d2b-8cd5-030862170cdf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:22.935133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Attempting to bind port c792f06e-8674-4d2b-8cd5-030862170cdf on network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:22.949537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=b69594bf-09a5-4a4c-98be-c55541e491db,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:22.955461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:22.955461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Checking segment: {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:22.955461 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.955461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Bound using segment: {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:22.956300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Bound port: c792f06e-8674-4d2b-8cd5-030862170cdf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:22.956752 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.983523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.091201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] For port c792f06e-8674-4d2b-8cd5-030862170cdf, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:23.098470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] For port c792f06e-8674-4d2b-8cd5-030862170cdf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c792f06e-8674-4d2b-8cd5-030862170cdf,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:23.112097 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.124284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d465e-842b-4e98-b0ab-6717d76e1a35 req-e7122085-7167-4eeb-b1c2-c596df4a95be tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:23.126512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-088d465e-842b-4e98-b0ab-6717d76e1a35 req-e7122085-7167-4eeb-b1c2-c596df4a95be tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 932 time: 0.2736945 Nov 03 19:16:23.264649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcebfa-38f3-4897-ada5-d48f034b124b None None] Pushing event updated for resources: {'Port': ['ID=c792f06e-8674-4d2b-8cd5-030862170cdf,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:23.307431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Allocated IP 172.25.3.197 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:23.563207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-088d465e-842b-4e98-b0ab-6717d76e1a35 req-817e9d3f-2aee-4e60-9001-31cb312b15c3 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047866 Nov 03 19:16:23.706004 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be239f4d-4106-48cd-bdc4-5abd0ff16592 x-openstack-request-id: req-be239f4d-4106-48cd-bdc4-5abd0ff16592 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:23.706931 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "name": "network-vif-plugged", "status": "completed", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:23.707121 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be239f4d-4106-48cd-bdc4-5abd0ff16592 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:23.708514 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'code': 200} Nov 03 19:16:23.957642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.019892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:24.045326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.094190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a181-692b-4c5b-9961-7901b0007b52 req-411652e4-e86e-4e81-b391-06cc4037ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:24.096860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ac0a181-692b-4c5b-9961-7901b0007b52 req-411652e4-e86e-4e81-b391-06cc4037ae62 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 1097 time: 0.2847788 Nov 03 19:16:24.127855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Transition to ACTIVE for port object 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:24.145316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4a8b4-1342-4a54-baf1-2f8de8807949 req-12d1f516-886c-4751-8e96-7f6ee17c4fa6 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:24.148426 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6de4a8b4-1342-4a54-baf1-2f8de8807949 req-12d1f516-886c-4751-8e96-7f6ee17c4fa6 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 946 time: 0.3072810 Nov 03 19:16:24.174681 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.255569 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.394837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:24.397075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Pushing event updated for resources: {'Port': ['ID=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:24.406007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ac0a181-692b-4c5b-9961-7901b0007b52 req-46d35c97-045e-4db6-bca9-95d34db0f519 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904012 Nov 03 19:16:24.460312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:24.504932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:24.560569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6de4a8b4-1342-4a54-baf1-2f8de8807949 req-7ddd151d-61b3-42dd-a004-070bdbbc7803 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874509 Nov 03 19:16:24.586178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c792f06e-8674-4d2b-8cd5-030862170cdf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:24.748177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c792f06e-8674-4d2b-8cd5-030862170cdf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:24.750114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.864242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36100ed1-d865-4dbb-891b-6366f805fab5 None None] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:24.917665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:24.949930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.988620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Attempting to bind port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:24.988987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Attempting to bind port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '65bc53c0-8f06-422d-98a7-c8d5017cc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22bae0a7-a7da-4380-bbdd-aec543cf8e59'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:24.989556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Attempting to bind port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 on network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:25.013578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5ad93b02-76a2-41be-97e3-efe303c3eaee None None] Provisioning complete for port c792f06e-8674-4d2b-8cd5-030862170cdf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:25.014522 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5ad93b02-76a2-41be-97e3-efe303c3eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.027651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 on network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:25.028090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Attempting to bind port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 on network 22bae0a7-a7da-4380-bbdd-aec543cf8e59 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:25.053495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:25.053495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Checking segment: {'id': '65bc53c0-8f06-422d-98a7-c8d5017cc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22bae0a7-a7da-4380-bbdd-aec543cf8e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:25.054092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Bound using segment: {'id': '65bc53c0-8f06-422d-98a7-c8d5017cc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22bae0a7-a7da-4380-bbdd-aec543cf8e59'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:25.054860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Bound port: 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc53c0-8f06-422d-98a7-c8d5017cc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22bae0a7-a7da-4380-bbdd-aec543cf8e59'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:25.055467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.115029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770079c8-6417-42d1-97ba-832683dc1c21 req-18f0c599-69c4-4371-bf23-6a1b2d48237b tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:25.117925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-770079c8-6417-42d1-97ba-832683dc1c21 req-18f0c599-69c4-4371-bf23-6a1b2d48237b tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 944 time: 0.2787442 Nov 03 19:16:25.303859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] For port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:25.363911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-770079c8-6417-42d1-97ba-832683dc1c21 req-494e1cce-c7b0-4a57-8e43-c41caaff19a6 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092352 Nov 03 19:16:25.366874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] For port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,segment=NetworkSegment(65bc53c0-8f06-422d-98a7-c8d5017cc3bd),segment_id=65bc53c0-8f06-422d-98a7-c8d5017cc3bd)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:25.375164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.375482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port c792f06e-8674-4d2b-8cd5-030862170cdf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c792f06e-8674-4d2b-8cd5-030862170cdf,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:25.424002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:25.424639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.426212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] 10.222.0.96 "PUT /v2.0/ports/6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 HTTP/1.1" status: 200 len: 1092 time: 2.7029197 Nov 03 19:16:25.426851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96beb8b-fc19-4e7f-aa62-bd87aa468464', 'tag': '6a9cf7cd-0107-43c3-bf3b-ff7c58881f45'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:25.429315 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64171c3e-7801-485e-b6e9-1d5debba640a" -d '{"events": [{"name": "network-changed", "server_uuid": "e96beb8b-fc19-4e7f-aa62-bd87aa468464", "tag": "6a9cf7cd-0107-43c3-bf3b-ff7c58881f45"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:25.451625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.517340 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.677012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=c792f06e-8674-4d2b-8cd5-030862170cdf,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:26.065289 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10e2fdc-09b8-4cbe-baa8-80adecd8d0fa x-openstack-request-id: req-b10e2fdc-09b8-4cbe-baa8-80adecd8d0fa {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:26.065706 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96beb8b-fc19-4e7f-aa62-bd87aa468464", "tag": "6a9cf7cd-0107-43c3-bf3b-ff7c58881f45", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:26.066128 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b10e2fdc-09b8-4cbe-baa8-80adecd8d0fa {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:26.066765 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96beb8b-fc19-4e7f-aa62-bd87aa468464', 'tag': '6a9cf7cd-0107-43c3-bf3b-ff7c58881f45', 'status': 'completed', 'code': 200} Nov 03 19:16:26.163745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-422719d2-1830-4570-b66a-f38719daa530 None None] Provisioning complete for port c792f06e-8674-4d2b-8cd5-030862170cdf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:26.164606 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-422719d2-1830-4570-b66a-f38719daa530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:26.188594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2d672-6bb1-41db-be29-b9a8d45257fb service neutron] Pushing event updated for resources: {'Port': ['ID=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:26.292945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64171c3e-7801-485e-b6e9-1d5debba640a req-2b430a80-567a-476d-985e-8e30814a1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:26.296474 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64171c3e-7801-485e-b6e9-1d5debba640a req-2b430a80-567a-476d-985e-8e30814a1ba9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8e15c71738ec462996418c39425dccec&device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 1095 time: 0.2196021 Nov 03 19:16:26.367787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457d2e-9df7-458e-a3f2-6fda75d560b4 req-c9d991cb-272a-4c12-a5df-43acdcbf998b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:26.370580 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7457d2e-9df7-458e-a3f2-6fda75d560b4 req-c9d991cb-272a-4c12-a5df-43acdcbf998b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 946 time: 0.2927253 Nov 03 19:16:26.479369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c792f06e-8674-4d2b-8cd5-030862170cdf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:26.617704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c792f06e-8674-4d2b-8cd5-030862170cdf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:26.618920 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:26.901928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64171c3e-7801-485e-b6e9-1d5debba640a req-9565412e-9484-42f8-a43e-ff37a3e72856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:26.905300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64171c3e-7801-485e-b6e9-1d5debba640a req-9565412e-9484-42f8-a43e-ff37a3e72856 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=8e15c71738ec462996418c39425dccec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5946770 Nov 03 19:16:26.958724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7457d2e-9df7-458e-a3f2-6fda75d560b4 req-4364b26c-4af8-45ad-928b-90b16bb5daa2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5287235 Nov 03 19:16:27.151293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:27.348931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3bc49-0e66-4a25-a644-56738dafb147 req-faee9f86-13e5-43b8-a2e7-befa1c89f01b tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:27.351099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ea3bc49-0e66-4a25-a644-56738dafb147 req-faee9f86-13e5-43b8-a2e7-befa1c89f01b tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 944 time: 0.2320082 Nov 03 19:16:27.401325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64171c3e-7801-485e-b6e9-1d5debba640a req-23168dac-835b-4fc9-a316-d9f8fba7c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:27.408125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64171c3e-7801-485e-b6e9-1d5debba640a req-23168dac-835b-4fc9-a316-d9f8fba7c804 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4855947 Nov 03 19:16:27.547660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ea3bc49-0e66-4a25-a644-56738dafb147 req-e40fbe64-d912-4e14-8617-8ed7d231ec48 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520126 Nov 03 19:16:27.592356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed96a5-7402-4216-99a4-34240b6a556a req-0b66d839-2f5a-4920-b48a-4531b7b38552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:27.595528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-0b66d839-2f5a-4920-b48a-4531b7b38552 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8e15c71738ec462996418c39425dccec&device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 1095 time: 0.1271682 Nov 03 19:16:27.602148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Router a1901013-8bae-427f-8b6d-efeef27ae663 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:16:27.682072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-57a8de06-faf2-4250-9a1a-56575f567070 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 HTTP/1.1" status: 200 len: 217 time: 0.0747895 Nov 03 19:16:27.974675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154d9d5-a072-461b-8876-74e379480d6b req-67c084cb-a5bf-48fc-b217-b77ceed73870 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:27.978065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6154d9d5-a072-461b-8876-74e379480d6b req-67c084cb-a5bf-48fc-b217-b77ceed73870 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 946 time: 0.2944493 Nov 03 19:16:27.984240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed96a5-7402-4216-99a4-34240b6a556a req-b6b38be3-9b76-48da-b16e-301b1c58c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:27.986915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-b6b38be3-9b76-48da-b16e-301b1c58c803 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9b0fc4ef-2615-4822-a3af-cf8b7103c389 HTTP/1.1" status: 200 len: 849 time: 0.2857184 Nov 03 19:16:28.075357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-b561932b-fa36-4c66-a525-e78ab9be3741 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=22bae0a7-a7da-4380-bbdd-aec543cf8e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769572 Nov 03 19:16:28.161685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:28.181155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Sync routers for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:28.211071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:28.212461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:28.266029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6154d9d5-a072-461b-8876-74e379480d6b req-7071b4c9-e505-4109-a1fc-0827bbdc0d4b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737963 Nov 03 19:16:28.274148 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:28.275955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8eed97c7-44b2-4c16-a3cc-6cca06ba5823 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8123155 Nov 03 19:16:28.279735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33738) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:28.354982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33740) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:28.430447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-521c9dfc-6b45-46db-8ddd-2203435b0c51 service neutron] 10.222.0.96 "GET /v2.0/networks/22bae0a7-a7da-4380-bbdd-aec543cf8e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427861 Nov 03 19:16:28.479455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:28.574932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c0cf9-a36c-4f90-aa69-b5fb408c6a9e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:28.579638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b38c0cf9-a36c-4f90-aa69-b5fb408c6a9e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 1092 time: 0.2231181 Nov 03 19:16:28.584976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33742) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:28.603094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:28.690021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9fed96a5-7402-4216-99a4-34240b6a556a req-a4a0befe-3d14-48c8-b17b-c4d636fa394b service neutron] 10.222.0.96 "GET /v2.0/networks/22bae0a7-a7da-4380-bbdd-aec543cf8e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513299 Nov 03 19:16:28.702781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:28.798526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb380ff-bc15-42e5-837f-aae0f74728de req-b5bc7af8-6870-4cef-a615-07fb4d6d1be0 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:28.802511 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bb380ff-bc15-42e5-837f-aae0f74728de req-b5bc7af8-6870-4cef-a615-07fb4d6d1be0 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 944 time: 0.1178424 Nov 03 19:16:28.941563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:25Z', 'revision_number': 3, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:28.946941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bb380ff-bc15-42e5-837f-aae0f74728de req-011f0ed6-ec6b-4643-afc9-b26d8d6d9203 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798745 Nov 03 19:16:28.988703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Checking router: a1901013-8bae-427f-8b6d-efeef27ae663 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:28.989192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Updating router a1901013-8bae-427f-8b6d-efeef27ae663 port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:16:29.008567 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.040826 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.206958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.291603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.25.3.66 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/f85ee081-534d-47bf-9424-db5e9484108c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:29.497186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Allocated IP 172.20.0.1 (14c3ca20-c13f-4cac-ad6b-10c28ecdadf4/cc083020-291c-405a-b430-d2ee0c19af12/531904bd-d8f7-4404-a178-596de32b4918) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:29.503443 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.573076 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.654814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:29.666764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:29.670674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:29.687035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.711285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=f85ee081-534d-47bf-9424-db5e9484108c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:29.794437 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.849891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:29.853240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:29.868227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:29.875601 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.898274 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.926065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Pushing event updated for resources: {'Port': ['ID=531904bd-d8f7-4404-a178-596de32b4918,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:29.980066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.981067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Attempting to bind port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:29.985261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Attempting to bind port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:29.986663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Attempting to bind port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:29.999495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:29.999977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:30.000804 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.001210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:30.001739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Bound port: 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:30.002132 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.004167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab1d2d-dcad-4370-9496-653faee72ba6 None None] Pushing event updated for resources: {'Port': ['ID=9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:30.112574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] For port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:30.133577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] For port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:30.135651 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:16:30.142346 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.303181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:30.304144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:30.316510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab1d2d-dcad-4370-9496-653faee72ba6 None None] Pushing event updated for resources: {'Port': ['ID=9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:30.442099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6f27aeb1-d3dc-41e8-9072-e738df9d153b None None] Provisioning complete for port 531904bd-d8f7-4404-a178-596de32b4918 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:30.442682 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f27aeb1-d3dc-41e8-9072-e738df9d153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.494775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.634293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6f27aeb1-d3dc-41e8-9072-e738df9d153b None None] Port 531904bd-d8f7-4404-a178-596de32b4918 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:30.661457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:30.866748 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.876350 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.041497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.054892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Pushing event updated for resources: {'Port': ['ID=531904bd-d8f7-4404-a178-596de32b4918,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:31.114114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:25Z', 'revision_number': 3, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:31.171632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a14-010d-4587-b21e-fa72b320bf97 None None] The sync data for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 is: [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:25Z', 'revision_number': 3, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:31.232243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d9d7-a37b-4091-b7f5-3b0212155974 req-becda228-0a0f-441c-bf36-eab2ee7fcf6f tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:31.239513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dbe6d9d7-a37b-4091-b7f5-3b0212155974 req-becda228-0a0f-441c-bf36-eab2ee7fcf6f tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 944 time: 0.8840575 Nov 03 19:16:31.262779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:31.264589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:31.386441 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.593019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Router a1901013-8bae-427f-8b6d-efeef27ae663 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:31.640613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dbe6d9d7-a37b-4091-b7f5-3b0212155974 req-614ed140-5040-4b46-9975-8b67869c5f56 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982754 Nov 03 19:16:31.739123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-eecde58c-8f0c-4803-88c0-2c71923ad6b8 None None] Provisioning complete for port 531904bd-d8f7-4404-a178-596de32b4918 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:31.741662 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eecde58c-8f0c-4803-88c0-2c71923ad6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.812522 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.862127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-eecde58c-8f0c-4803-88c0-2c71923ad6b8 None None] Port 531904bd-d8f7-4404-a178-596de32b4918 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:31.954665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:31.970246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-87d72cec-52b9-45e6-84be-dd4f8e6f4d40 admin admin] 10.222.0.77 "PUT /v2.0/routers/a1901013-8bae-427f-8b6d-efeef27ae663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6891389 Nov 03 19:16:32.016017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:32.206668 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.218665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.343133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,segment=NetworkSegment(65bc53c0-8f06-422d-98a7-c8d5017cc3bd),segment_id=65bc53c0-8f06-422d-98a7-c8d5017cc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:32.372330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '6a9cf7cd-0107-43c3-bf3b-ff7c58881f45', 'network_id': '22bae0a7-a7da-4380-bbdd-aec543cf8e59', 'port_id': '6a9cf7cd-0107-43c3-bf3b-ff7c58881f45', 'mac_address': 'fa:16:3e:80:e7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0fc4ef-2615-4822-a3af-cf8b7103c389', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:32.469575 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.475885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=f85ee081-534d-47bf-9424-db5e9484108c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:32.520723 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:32.538280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.628830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,segment=NetworkSegment(65bc53c0-8f06-422d-98a7-c8d5017cc3bd),segment_id=65bc53c0-8f06-422d-98a7-c8d5017cc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:32.650996 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.716611 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:32.727611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.855741 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Floating IP 53fa9726-f84b-4060-b643-d36fd257bcf6 associated. External IP: 172.25.3.66, port: b69594bf-09a5-4a4c-98be-c55541e491db. Nov 03 19:16:32.954454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['6a9cf7cd-0107-43c3-bf3b-ff7c58881f45'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:33.038248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:33.137356 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:33.138199 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.177805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c2ae6-21c7-4358-93a2-4d7fc2d5013b req-b691625a-3a80-47dd-8e04-c3d947f20e4d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:33.181780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-838c2ae6-21c7-4358-93a2-4d7fc2d5013b req-b691625a-3a80-47dd-8e04-c3d947f20e4d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 945 time: 0.2432225 Nov 03 19:16:33.292338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-838c2ae6-21c7-4358-93a2-4d7fc2d5013b req-e0b1305b-61ce-4fcf-9db2-1751d0a03278 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991764 Nov 03 19:16:33.485623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router b659b482-c828-496b-a337-f61cba742f11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:33.509685 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.543744 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33772) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:33.548852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1606004386-network', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:33.574867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:33.578176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Made reservation on behalf of fd4ec82dbecf42db875815c5eb23be33 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:33.581626 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.595247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.614498 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.733947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:33.742619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.745785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:33.760704 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.766576 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] Sync routers for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:33.767297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.790307 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:33.791639 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:33.822606 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.843936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:33.862799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc50bfa-5212-490a-9b22-bce5079385f5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:33.876942 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.877362 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Added segment 2a2d820f-85ca-45c2-868c-84f6aeb156ee of type vlan for network c4fc6381-2b26-4e5e-83df-5b820e0596dc Nov 03 19:16:33.941377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0efc3599-589c-4403-a8cf-7bd74d1f365c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3455832 Nov 03 19:16:33.942290 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.942479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:33.945832 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33776) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:33.947331 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695" -d '{"events": [{"name": "network-changed", "server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:34.022007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:34.036918 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:34.040170 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ef7500-f7a3-46ef-b16b-8a453c741acc x-openstack-request-id: req-c4ef7500-f7a3-46ef-b16b-8a453c741acc {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:34.041824 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:34.042302 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4ef7500-f7a3-46ef-b16b-8a453c741acc {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:34.043041 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'status': 'completed', 'code': 200} Nov 03 19:16:34.098831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:16:34.178402 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-79adbc81-58e2-4f91-b2d1-338538c8c3ff tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/53fa9726-f84b-4060-b643-d36fd257bcf6 HTTP/1.1" status: 200 len: 991 time: 0.2287562 Nov 03 19:16:34.179839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.181194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:34.182898 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.193059 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:16:34.208309 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:34.210844 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.251022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-7580b6c3-c8cd-49ea-a602-f9d1a451a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:34.253892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-7580b6c3-c8cd-49ea-a602-f9d1a451a32c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 1097 time: 0.1806734 Nov 03 19:16:34.319787 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7748015 Nov 03 19:16:34.325248 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33788) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:34.333968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Request body: {'subnet': {'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1606004386-subnet', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:34.471229 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.479150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Sync routers for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:34.535456 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9db825-2570-43a7-b829-3d6a83adc71d admin admin] Pushing event updated for resources: {'Network': ['ID=c4fc6381-2b26-4e5e-83df-5b820e0596dc,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:34.556777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,segment=NetworkSegment(65bc53c0-8f06-422d-98a7-c8d5017cc3bd),segment_id=65bc53c0-8f06-422d-98a7-c8d5017cc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:34.562176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96beb8b-fc19-4e7f-aa62-bd87aa468464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9cf7cd-0107-43c3-bf3b-ff7c58881f45'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:34.567445 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c811101-a14c-45c3-aa03-769ed33cc61b" -d '{"events": [{"server_uuid": "e96beb8b-fc19-4e7f-aa62-bd87aa468464", "name": "network-vif-plugged", "status": "completed", "tag": "6a9cf7cd-0107-43c3-bf3b-ff7c58881f45"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:34.572068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-d9cc7f67-3242-4d14-9bd8-09e19f0584d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:34.575008 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.578725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-d9cc7f67-3242-4d14-9bd8-09e19f0584d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1420ae24-d2fd-4470-9319-59ff39052bc4 HTTP/1.1" status: 200 len: 897 time: 0.3148344 Nov 03 19:16:34.582374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:34.583379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:34.594506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c4fc6381-2b26-4e5e-83df-5b820e0596dc details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:34.609166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Made reservation on behalf of fd4ec82dbecf42db875815c5eb23be33 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:34.620357 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.779461 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:52Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 0, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:34.855988 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] Checking router: b659b482-c828-496b-a337-f61cba742f11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:34.867057 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:34.868082 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:34.985194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.998863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-fc9b4178-cc4f-40c1-a8a6-1035b08e4a97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69594bf-09a5-4a4c-98be-c55541e491db HTTP/1.1" status: 200 len: 999 time: 0.4093907 Nov 03 19:16:35.011346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:35.021752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a76e-95ae-48bb-b952-50e34ef3a4c5 req-214dbfda-8bf6-4bfb-93a8-ef0f342cb87f tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:35.024934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa14a76e-95ae-48bb-b952-50e34ef3a4c5 req-214dbfda-8bf6-4bfb-93a8-ef0f342cb87f tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 946 time: 0.4423628 Nov 03 19:16:35.089482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=29065ab0-0848-451b-bd88-52949874dd85,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:35.095978 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Checking segment: {'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:35.096440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Network hostable DHCP agents. Network: c4fc6381-2b26-4e5e-83df-5b820e0596dc, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:16:35.108037 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:35.123977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Network c4fc6381-2b26-4e5e-83df-5b820e0596dc is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:16:35.148781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c4fc6381-2b26-4e5e-83df-5b820e0596dc) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:35.157162 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:35.159230 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.184156 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33796) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:35.213589 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-04346eb4-0107-4895-8d4f-186b923431cd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8859718 Nov 03 19:16:35.217843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 33798) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:35.223902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:35.232598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa14a76e-95ae-48bb-b952-50e34ef3a4c5 req-8d394ab4-ee4a-47f3-bc50-ffa10020ba5d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922514 Nov 03 19:16:35.250370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-87e5d48a-d8d4-4ccd-80a0-560c081bb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:35.254290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-87e5d48a-d8d4-4ccd-80a0-560c081bb50f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=063035f8-a415-4bdd-99d6-5d5094ad5bb9 HTTP/1.1" status: 200 len: 834 time: 0.2274711 Nov 03 19:16:35.315131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:35.356691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bdeda8-872c-4610-9356-f71ab6a89bd1 None None] Network c4fc6381-2b26-4e5e-83df-5b820e0596dc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:35.370091 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-442c2046-d40b-4ce7-bac0-f22fd65b494a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/53fa9726-f84b-4060-b643-d36fd257bcf6 HTTP/1.1" status: 200 len: 991 time: 0.1825938 Nov 03 19:16:35.406371 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ef0b46-1d0a-4aa3-9b03-1af2ba6ed826 x-openstack-request-id: req-f4ef0b46-1d0a-4aa3-9b03-1af2ba6ed826 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:35.407090 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96beb8b-fc19-4e7f-aa62-bd87aa468464", "name": "network-vif-plugged", "status": "completed", "tag": "6a9cf7cd-0107-43c3-bf3b-ff7c58881f45", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:35.407505 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4ef0b46-1d0a-4aa3-9b03-1af2ba6ed826 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:35.408097 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96beb8b-fc19-4e7f-aa62-bd87aa468464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9cf7cd-0107-43c3-bf3b-ff7c58881f45', 'code': 200} Nov 03 19:16:35.409618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.415422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.489705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-e4c6f03c-1c59-43d4-99fa-9e336afd1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:35.492517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-e4c6f03c-1c59-43d4-99fa-9e336afd1799 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1420ae24-d2fd-4470-9319-59ff39052bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230129 Nov 03 19:16:35.559589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:35.560436 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.640732 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:52Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 0, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:35.649605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:35.686597 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450ab29-de34-448f-8f71-b84123d7908a None None] The sync data for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 is: [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:15:52Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 0, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:35.733820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.899348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59defdd7-7759-45b2-a358-8603225d51db req-c7cb3ef4-d5ad-46c7-bbc2-1cce963de435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:35.902367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59defdd7-7759-45b2-a358-8603225d51db req-c7cb3ef4-d5ad-46c7-bbc2-1cce963de435 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 1097 time: 0.4310634 Nov 03 19:16:36.045110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.088343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-d5790c96-3ca0-41c9-9dbf-9e9ca6d6c81f service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856042 Nov 03 19:16:36.103480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c4fc6381-2b26-4e5e-83df-5b820e0596dc', 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'fixed_ips': [{'subnet_id': '29065ab0-0848-451b-bd88-52949874dd85'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:16:36.104871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.178084 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf0b785-e495-451d-87bb-9846fbc3fbe9 None None] New status for floating IP 53fa9726-f84b-4060-b643-d36fd257bcf6: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:16:36.228814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59defdd7-7759-45b2-a358-8603225d51db req-5ce725c8-0019-4b46-ae0f-a4823a8c75db service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170941 Nov 03 19:16:36.371492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:36.448040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Allocated IP 172.20.0.2 (c4fc6381-2b26-4e5e-83df-5b820e0596dc/29065ab0-0848-451b-bd88-52949874dd85/ed9107a2-c393-4fb7-8000-d04ff715290c) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:36.454713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0064376-79d3-4efd-a19e-88e544398bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.604260 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-06c15769-e98d-4670-9c3c-7f8e693bdc6b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/53fa9726-f84b-4060-b643-d36fd257bcf6 HTTP/1.1" status: 200 len: 991 time: 0.2288239 Nov 03 19:16:36.662113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 2, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:36.721298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Checking router: a1901013-8bae-427f-8b6d-efeef27ae663 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:36.721712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Updating router a1901013-8bae-427f-8b6d-efeef27ae663 port 531904bd-d8f7-4404-a178-596de32b4918 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:16:36.796750 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.906832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbf0d2e-c6c0-4a4b-bc68-f86a6dcae695 req-c4bd5c8f-15d0-4bcf-a1cc-18d30ed2ce6f service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8063860 Nov 03 19:16:36.926117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394cf5b-619b-4f61-bee7-a8aaf3fe988c req-03e8911c-4754-4ce3-b7b4-dca6da71433c tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:36.929394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e394cf5b-619b-4f61-bee7-a8aaf3fe988c req-03e8911c-4754-4ce3-b7b4-dca6da71433c tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 946 time: 0.2119923 Nov 03 19:16:37.048708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e394cf5b-619b-4f61-bee7-a8aaf3fe988c req-0ea2e87e-dd45-46af-9882-1be003ac0cb5 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073411 Nov 03 19:16:37.191191 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.271114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.275409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.318956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.405895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Pushing event updated for resources: {'Port': ['ID=ed9107a2-c393-4fb7-8000-d04ff715290c,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:37.436769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Network c4fc6381-2b26-4e5e-83df-5b820e0596dc is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:37.442499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:37.446931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:37.554321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Allocated IP 172.25.3.201 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/a4d76490-2044-4b1d-83c7-2dca49143dd6) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:37.598567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Attempting to bind port ed9107a2-c393-4fb7-8000-d04ff715290c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:37.598891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Attempting to bind port ed9107a2-c393-4fb7-8000-d04ff715290c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:37.599267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Attempting to bind port ed9107a2-c393-4fb7-8000-d04ff715290c on network c4fc6381-2b26-4e5e-83df-5b820e0596dc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:37.607465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33816) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:37.614350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:37.615001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Checking segment: {'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:37.616223 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.616756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Bound using segment: {'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:37.617378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Bound port: ed9107a2-c393-4fb7-8000-d04ff715290c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:37.617935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.769822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.773297 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-88ffc823-d2c5-42e4-bd11-5f50a7de1682 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/53fa9726-f84b-4060-b643-d36fd257bcf6 HTTP/1.1" status: 200 len: 993 time: 0.1628678 Nov 03 19:16:37.781386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] For port ed9107a2-c393-4fb7-8000-d04ff715290c, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:37.789055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] For port ed9107a2-c393-4fb7-8000-d04ff715290c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ed9107a2-c393-4fb7-8000-d04ff715290c,segment=NetworkSegment(2a2d820f-85ca-45c2-868c-84f6aeb156ee),segment_id=2a2d820f-85ca-45c2-868c-84f6aeb156ee)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:37.790232 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.792061 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.805021 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.844714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.904379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:37.909883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:37.913492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d76490-2044-4b1d-83c7-2dca49143dd6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:37.933037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:37.951217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eecc3-d940-4246-9df9-bf3ed039015e None None] Pushing event updated for resources: {'Port': ['ID=531904bd-d8f7-4404-a178-596de32b4918,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:38.073982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Attempting to bind port 531904bd-d8f7-4404-a178-596de32b4918 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:38.074468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Attempting to bind port 531904bd-d8f7-4404-a178-596de32b4918 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:38.074884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Attempting to bind port 531904bd-d8f7-4404-a178-596de32b4918 on network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:38.098052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:38.098657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Checking segment: {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:38.099305 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.100477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Bound using segment: {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:38.101261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Bound port: 531904bd-d8f7-4404-a178-596de32b4918, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:38.101905 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.135093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d03ba-1d60-45c3-b4a4-f605fd3bcf53 None None] Pushing event updated for resources: {'Port': ['ID=ed9107a2-c393-4fb7-8000-d04ff715290c,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:38.457062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] For port 531904bd-d8f7-4404-a178-596de32b4918, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:38.462430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] For port 531904bd-d8f7-4404-a178-596de32b4918, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=531904bd-d8f7-4404-a178-596de32b4918,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:38.480979 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.529062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5ffb9-ce83-4cfa-9f3a-129c2d047696 req-0275902e-b29b-470c-b7a0-888e5d121c39 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:38.539362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-96a0cb35-9386-4926-82bd-6dcba9b4bff5 None None] Provisioning complete for port 531904bd-d8f7-4404-a178-596de32b4918 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:38.539883 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96a0cb35-9386-4926-82bd-6dcba9b4bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.559542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5a5ffb9-ce83-4cfa-9f3a-129c2d047696 req-0275902e-b29b-470c-b7a0-888e5d121c39 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 946 time: 0.2333112 Nov 03 19:16:38.673064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eecc3-d940-4246-9df9-bf3ed039015e None None] Pushing event updated for resources: {'Port': ['ID=531904bd-d8f7-4404-a178-596de32b4918,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:38.681842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ed9107a2-c393-4fb7-8000-d04ff715290c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:38.698914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:38.699560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:38.878451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.016505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5a5ffb9-ce83-4cfa-9f3a-129c2d047696 req-81d0eb78-b6b5-45f5-8ffa-bfeec8d06b68 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486117 Nov 03 19:16:39.259688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:39.345969 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.568587 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96a0cb35-9386-4926-82bd-6dcba9b4bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.572794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ed9107a2-c393-4fb7-8000-d04ff715290c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:39.573336 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.677604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-96a0cb35-9386-4926-82bd-6dcba9b4bff5 None None] For port 531904bd-d8f7-4404-a178-596de32b4918, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=531904bd-d8f7-4404-a178-596de32b4918,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:39.688434 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96a0cb35-9386-4926-82bd-6dcba9b4bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.768960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Router 207d4994-122e-4e6b-98e0-797495cb5aba is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:16:39.857786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0cb35-9386-4926-82bd-6dcba9b4bff5 None None] Pushing event updated for resources: {'Port': ['ID=531904bd-d8f7-4404-a178-596de32b4918,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:39.925794 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.942557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bc6cc8b4-c381-4829-81f0-9e71772c5cf2 None None] Provisioning complete for port 531904bd-d8f7-4404-a178-596de32b4918 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:39.943067 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc8b4-c381-4829-81f0-9e71772c5cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.950043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959eb2b-fa70-4cb0-9a68-ea71468b6868 None None] Network c4fc6381-2b26-4e5e-83df-5b820e0596dc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:40.070363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:40.129901 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.132776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8192ae90-b159-41ec-b10e-2d094701f972 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9131052 Nov 03 19:16:40.136308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33838) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:40.233614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Sync routers for ids ['207d4994-122e-4e6b-98e0-797495cb5aba'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:40.302560 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.303525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Routers {'207d4994-122e-4e6b-98e0-797495cb5aba'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:40.304262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['207d4994-122e-4e6b-98e0-797495cb5aba'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:40.475429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Set router 207d4994-122e-4e6b-98e0-797495cb5aba gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:40.602656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:38Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:40.627099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port ed9107a2-c393-4fb7-8000-d04ff715290c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ed9107a2-c393-4fb7-8000-d04ff715290c,segment=NetworkSegment(2a2d820f-85ca-45c2-868c-84f6aeb156ee),segment_id=2a2d820f-85ca-45c2-868c-84f6aeb156ee)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:41.090876 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.146970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432bf74-2005-498c-aef5-feb1e2e94207 None None] The sync data for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 is: [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:38Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:41.201649 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.204436 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c69-da73-478d-b74c-0cf85a09e0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.389636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=ed9107a2-c393-4fb7-8000-d04ff715290c,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:41.704804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:16:38Z', 'revision_number': 3, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port': {'id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:37Z', 'updated_at': '2021-11-03T19:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:41.736399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Allocated IP 172.20.0.1 (c4fc6381-2b26-4e5e-83df-5b820e0596dc/29065ab0-0848-451b-bd88-52949874dd85/ef054c85-1306-436b-aa22-45b5e40a7ef0) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:41.837498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Checking router: 207d4994-122e-4e6b-98e0-797495cb5aba for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:41.838470 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Updating router 207d4994-122e-4e6b-98e0-797495cb5aba port a4d76490-2044-4b1d-83c7-2dca49143dd6 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:16:41.892594 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.967962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-91e5dd91-c295-4258-a99f-c59a25b5fd1f None None] Provisioning complete for port ed9107a2-c393-4fb7-8000-d04ff715290c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:41.968330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-91e5dd91-c295-4258-a99f-c59a25b5fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.094393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.202613 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.320647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Pushing event updated for resources: {'Port': ['ID=ef054c85-1306-436b-aa22-45b5e40a7ef0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:42.351549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Network c4fc6381-2b26-4e5e-83df-5b820e0596dc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:42.354607 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:42.359581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:42.545403 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.754594 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.849312 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.042300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.078614 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.098633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.202601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ded62881-efde-48c5-ada5-886a31286a44 None None] Provisioning complete for port ed9107a2-c393-4fb7-8000-d04ff715290c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:43.203181 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ded62881-efde-48c5-ada5-886a31286a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.215641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea1380-ba44-483b-b6e0-76918ba1836f None None] Pushing event updated for resources: {'Port': ['ID=a4d76490-2044-4b1d-83c7-2dca49143dd6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:43.345043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Attempting to bind port a4d76490-2044-4b1d-83c7-2dca49143dd6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:43.351615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Attempting to bind port a4d76490-2044-4b1d-83c7-2dca49143dd6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:43.355615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Attempting to bind port a4d76490-2044-4b1d-83c7-2dca49143dd6 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:43.375497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:43.376077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:43.376727 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.382086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:43.389903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Bound port: a4d76490-2044-4b1d-83c7-2dca49143dd6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:43.390990 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.519270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ed9107a2-c393-4fb7-8000-d04ff715290c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:43.584754 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.599072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.652102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] For port a4d76490-2044-4b1d-83c7-2dca49143dd6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:43.656476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] For port a4d76490-2044-4b1d-83c7-2dca49143dd6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a4d76490-2044-4b1d-83c7-2dca49143dd6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:43.694629 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.755602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea1380-ba44-483b-b6e0-76918ba1836f None None] Pushing event updated for resources: {'Port': ['ID=a4d76490-2044-4b1d-83c7-2dca49143dd6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:43.756362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.795905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ed9107a2-c393-4fb7-8000-d04ff715290c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:43.796330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.859316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Routers {'207d4994-122e-4e6b-98e0-797495cb5aba'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:43.860474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['207d4994-122e-4e6b-98e0-797495cb5aba'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:43.914191 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Pushing event updated for resources: {'Port': ['ID=ef054c85-1306-436b-aa22-45b5e40a7ef0,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:44.037828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Network c4fc6381-2b26-4e5e-83df-5b820e0596dc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:44.041747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:44.158082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 531904bd-d8f7-4404-a178-596de32b4918 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:44.192657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] Set router 207d4994-122e-4e6b-98e0-797495cb5aba gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:44.348917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1cdcd4b3-d026-4b40-bbf2-a3f9b000ad50 None None] Provisioning complete for port ef054c85-1306-436b-aa22-45b5e40a7ef0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:44.349375 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd4b3-d026-4b40-bbf2-a3f9b000ad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:44.442692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcd4b3-d026-4b40-bbf2-a3f9b000ad50 None None] Port ef054c85-1306-436b-aa22-45b5e40a7ef0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:44.478237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 531904bd-d8f7-4404-a178-596de32b4918 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:44.478786 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:44.728476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Router 207d4994-122e-4e6b-98e0-797495cb5aba has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:44.897839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f4eb-e95e-478c-a034-b8b7f87a0f45 req-8e92bcc6-3588-4127-b883-d734f2b9d8b9 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:44.915579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7e1f4eb-e95e-478c-a034-b8b7f87a0f45 req-8e92bcc6-3588-4127-b883-d734f2b9d8b9 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 946 time: 0.1554847 Nov 03 19:16:44.958555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:44.974371 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3aaddb5a-3fe8-4660-ab27-9709e75d6981 admin admin] 10.222.0.77 "PUT /v2.0/routers/207d4994-122e-4e6b-98e0-797495cb5aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8362777 Nov 03 19:16:44.986916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8282daa0-7858-429c-899a-5fc5bde9b016 None None] Provisioning complete for port ef054c85-1306-436b-aa22-45b5e40a7ef0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:44.987935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8282daa0-7858-429c-899a-5fc5bde9b016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:45.049009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7e1f4eb-e95e-478c-a034-b8b7f87a0f45 req-795b2fd2-1dbf-46a0-ae90-5c2f8e0d3a7d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253099 Nov 03 19:16:45.051724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:16:42Z', 'revision_number': 4, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port': {'id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:37Z', 'updated_at': '2021-11-03T19:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ef054c85-1306-436b-aa22-45b5e40a7ef0', 'name': '', 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'mac_address': 'fa:16:3e:ae:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29065ab0-0848-451b-bd88-52949874dd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:41Z', 'updated_at': '2021-11-03T19:16:43Z', 'revision_number': 2, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'subnets': [{'id': '29065ab0-0848-451b-bd88-52949874dd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:45.181115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8282daa0-7858-429c-899a-5fc5bde9b016 None None] Port ef054c85-1306-436b-aa22-45b5e40a7ef0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:45.183845 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c1aef-2a3a-451d-888b-c851da8eb689 None None] The sync data for ids ['207d4994-122e-4e6b-98e0-797495cb5aba'] in n-d-812148-3 is: [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:16:42Z', 'revision_number': 4, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port': {'id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:37Z', 'updated_at': '2021-11-03T19:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ef054c85-1306-436b-aa22-45b5e40a7ef0', 'name': '', 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'mac_address': 'fa:16:3e:ae:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29065ab0-0848-451b-bd88-52949874dd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:41Z', 'updated_at': '2021-11-03T19:16:43Z', 'revision_number': 2, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'subnets': [{'id': '29065ab0-0848-451b-bd88-52949874dd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:46.023775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-3ea32c09-5d2d-42e1-a7e9-1062af8de823 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:46.025628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-3ea32c09-5d2d-42e1-a7e9-1062af8de823 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.96 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 946 time: 0.0730379 Nov 03 19:16:46.196164 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33890) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:46.205845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e470867b-8d54-4db8-9376-a2052066c07c tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101804222', 'description': 'tempest-secgroup-smoke-101804222 description', 'project_id': '5742b87b8b87484b95f24663acdc7be2'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:46.208344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Deleting port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:46.208775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.264858 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e470867b-8d54-4db8-9376-a2052066c07c tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.426698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] For port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,segment=NetworkSegment(65bc53c0-8f06-422d-98a7-c8d5017cc3bd),segment_id=65bc53c0-8f06-422d-98a7-c8d5017cc3bd)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:46.427136 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.450102 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e470867b-8d54-4db8-9376-a2052066c07c tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.467481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e470867b-8d54-4db8-9376-a2052066c07c tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.497408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Calling delete_port for 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:46.519911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e470867b-8d54-4db8-9376-a2052066c07c tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.526367 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e470867b-8d54-4db8-9376-a2052066c07c tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3244104 Nov 03 19:16:46.531380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33894) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:46.540779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7f829f80-62ab-4c49-93d6-8a11eaf62eca tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'security_group_rule': {'security_group_id': 'bf675110-8023-49c5-9159-3d578c6f2890', 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:46.585598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470867b-8d54-4db8-9376-a2052066c07c tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf675110-8023-49c5-9159-3d578c6f2890,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:46.672931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f829f80-62ab-4c49-93d6-8a11eaf62eca tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.717090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee0996-0016-4469-a288-7efe2a2fe83a req-c0d7bec1-b70c-4ace-9048-fdf3d464f5dd tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:46.736630 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71ee0996-0016-4469-a288-7efe2a2fe83a req-c0d7bec1-b70c-4ace-9048-fdf3d464f5dd tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/ports?device_id=e96beb8b-fc19-4e7f-aa62-bd87aa468464 HTTP/1.1" status: 200 len: 946 time: 0.4756396 Nov 03 19:16:46.822300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f829f80-62ab-4c49-93d6-8a11eaf62eca tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.831521 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f829f80-62ab-4c49-93d6-8a11eaf62eca tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.862644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71ee0996-0016-4469-a288-7efe2a2fe83a req-b3bab3bf-389a-4ceb-9806-2ffaf330fa18 tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.77 "GET /v2.0/security-groups?id=e609e1b0-6aad-4af9-8f90-bdcf49c917d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249013 Nov 03 19:16:46.880299 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7f829f80-62ab-4c49-93d6-8a11eaf62eca tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.886803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7f829f80-62ab-4c49-93d6-8a11eaf62eca tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3528981 Nov 03 19:16:46.889112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33896) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:46.896262 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fa840ade-0703-4cce-b5e7-8dae5376dc88 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'security_group_rule': {'security_group_id': 'bf675110-8023-49c5-9159-3d578c6f2890', 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:46.906145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f829f80-62ab-4c49-93d6-8a11eaf62eca tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21ab207-530d-4aed-892f-6ae5408613b8,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:46.950338 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.966807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['6a9cf7cd-0107-43c3-bf3b-ff7c58881f45'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:46.985443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa840ade-0703-4cce-b5e7-8dae5376dc88 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.002727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Pushing event deleted for resources: {'Port': ['ID=6a9cf7cd-0107-43c3-bf3b-ff7c58881f45,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:47.108196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa840ade-0703-4cce-b5e7-8dae5376dc88 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.112974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] No DVR routers for this DVR port 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:47.117911 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.118946 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa840ade-0703-4cce-b5e7-8dae5376dc88 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.124238 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b87dac7d-162d-4dc9-aded-0887be78a28d req-44555931-d745-4293-b01a-e587f48b943d tempest-VolumesActionsTest-1439873035 tempest-VolumesActionsTest-1439873035-project] 10.222.0.96 "DELETE /v2.0/ports/6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 HTTP/1.1" status: 204 len: 173 time: 1.0919614 Nov 03 19:16:47.125396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96beb8b-fc19-4e7f-aa62-bd87aa468464', 'name': 'network-vif-deleted', 'tag': '6a9cf7cd-0107-43c3-bf3b-ff7c58881f45'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:47.129792 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a92ebf-c621-43f4-9d9e-19b6f440a81a" -d '{"events": [{"server_uuid": "e96beb8b-fc19-4e7f-aa62-bd87aa468464", "name": "network-vif-deleted", "tag": "6a9cf7cd-0107-43c3-bf3b-ff7c58881f45"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:47.169914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa840ade-0703-4cce-b5e7-8dae5376dc88 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b4b538-f467-4b2c-b6f1-7834d9158de7,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:47.195961 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa840ade-0703-4cce-b5e7-8dae5376dc88 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.202252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fa840ade-0703-4cce-b5e7-8dae5376dc88 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3110764 Nov 03 19:16:47.204498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33900) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:47.204693 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9c0d5-15a2-4768-8d3f-8ecb20311945 x-openstack-request-id: req-ace9c0d5-15a2-4768-8d3f-8ecb20311945 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:47.205179 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96beb8b-fc19-4e7f-aa62-bd87aa468464", "name": "network-vif-deleted", "tag": "6a9cf7cd-0107-43c3-bf3b-ff7c58881f45", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:47.205809 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ace9c0d5-15a2-4768-8d3f-8ecb20311945 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:47.206467 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96beb8b-fc19-4e7f-aa62-bd87aa468464', 'name': 'network-vif-deleted', 'tag': '6a9cf7cd-0107-43c3-bf3b-ff7c58881f45', 'status': 'completed', 'code': 200} Nov 03 19:16:47.213211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f4edb706-40b0-4339-9d6a-34159f6c1f37 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'security_group_rule': {'security_group_id': 'bf675110-8023-49c5-9159-3d578c6f2890', 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:47.281406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4edb706-40b0-4339-9d6a-34159f6c1f37 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.458000 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4edb706-40b0-4339-9d6a-34159f6c1f37 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.473167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4edb706-40b0-4339-9d6a-34159f6c1f37 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.500609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a4d76490-2044-4b1d-83c7-2dca49143dd6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:47.520693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edb706-40b0-4339-9d6a-34159f6c1f37 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd322037-6af2-4974-9b46-281161c77a55,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:47.547976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f4edb706-40b0-4339-9d6a-34159f6c1f37 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.549438 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f4edb706-40b0-4339-9d6a-34159f6c1f37 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3426266 Nov 03 19:16:47.554263 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33904) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:47.561661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6cdede02-8c09-4018-96d7-5c08d906c26a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'security_group_rule': {'security_group_id': 'bf675110-8023-49c5-9159-3d578c6f2890', 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:47.628135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a4d76490-2044-4b1d-83c7-2dca49143dd6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:47.628601 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.643417 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6cdede02-8c09-4018-96d7-5c08d906c26a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.800014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6cdede02-8c09-4018-96d7-5c08d906c26a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.815746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6cdede02-8c09-4018-96d7-5c08d906c26a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.852533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.860953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdede02-8c09-4018-96d7-5c08d906c26a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1a9efb-3676-4bf7-a35a-fbbc991e8045,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:47.885862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port a4d76490-2044-4b1d-83c7-2dca49143dd6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a4d76490-2044-4b1d-83c7-2dca49143dd6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:47.892850 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.894104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6cdede02-8c09-4018-96d7-5c08d906c26a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.904654 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6cdede02-8c09-4018-96d7-5c08d906c26a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3478832 Nov 03 19:16:47.907447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33910) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:47.920259 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-01421859-fc96-4f7d-8448-cc2bd20615ea tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'security_group_rule': {'security_group_id': 'bf675110-8023-49c5-9159-3d578c6f2890', 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:47.997995 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-01421859-fc96-4f7d-8448-cc2bd20615ea tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Project 5742b87b8b87484b95f24663acdc7be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:16:48.012878 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01421859-fc96-4f7d-8448-cc2bd20615ea tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.050049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=a4d76490-2044-4b1d-83c7-2dca49143dd6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:48.136046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01421859-fc96-4f7d-8448-cc2bd20615ea tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.146719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01421859-fc96-4f7d-8448-cc2bd20615ea tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.174826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01421859-fc96-4f7d-8448-cc2bd20615ea tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba95929-8d73-46d1-90ea-086c2a078bbd,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:48.188669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01421859-fc96-4f7d-8448-cc2bd20615ea tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.190951 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-01421859-fc96-4f7d-8448-cc2bd20615ea tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2815633 Nov 03 19:16:48.196276 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 33918) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:48.202184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c0d4b740-476f-4975-ad12-85b152ce288a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'security_group_rule': {'security_group_id': 'bf675110-8023-49c5-9159-3d578c6f2890', 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:48.252535 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-c0d4b740-476f-4975-ad12-85b152ce288a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Project 5742b87b8b87484b95f24663acdc7be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:16:48.261682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b740-476f-4975-ad12-85b152ce288a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.379333 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b740-476f-4975-ad12-85b152ce288a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.388644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b740-476f-4975-ad12-85b152ce288a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.436966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4b740-476f-4975-ad12-85b152ce288a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2061a0b6-4f95-42eb-a457-7688a4df915d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:48.446351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b740-476f-4975-ad12-85b152ce288a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.447982 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c0d4b740-476f-4975-ad12-85b152ce288a tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2504747 Nov 03 19:16:48.712611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-ff2ba956-c4d9-4e92-bc49-9db6e6cf02cd tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101804222&fields=id&tenant_id=5742b87b8b87484b95f24663acdc7be2 HTTP/1.1" status: 200 len: 267 time: 0.0777054 Nov 03 19:16:48.989236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-66050591-3cd3-46ec-b417-45c499234494 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:49.003483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-66050591-3cd3-46ec-b417-45c499234494 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/networks?id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 200 len: 809 time: 0.2640800 Nov 03 19:16:49.035577 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-a0ea844a-076a-4890-b671-dea0e0761ecc tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/quotas/5742b87b8b87484b95f24663acdc7be2 HTTP/1.1" status: 200 len: 375 time: 0.0301533 Nov 03 19:16:49.127150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-5427d827-83a2-4690-89a8-4c073a3db571 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5742b87b8b87484b95f24663acdc7be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888281 Nov 03 19:16:49.292683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-4a133082-6b01-4c45-9c79-6bb64b9c3866 service neutron] 10.222.0.77 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404345 Nov 03 19:16:49.401324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a4d76490-2044-4b1d-83c7-2dca49143dd6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:49.541352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port a4d76490-2044-4b1d-83c7-2dca49143dd6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:49.541925 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.583459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-0c55a14f-3e4a-4a79-a2cf-7e092ecd9914 service neutron] 10.222.0.77 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551601 Nov 03 19:16:49.725805 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Sync routers for ids ['207d4994-122e-4e6b-98e0-797495cb5aba'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:49.752050 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Routers {'207d4994-122e-4e6b-98e0-797495cb5aba'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:49.753335 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['207d4994-122e-4e6b-98e0-797495cb5aba'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:50.070285 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Set router 207d4994-122e-4e6b-98e0-797495cb5aba gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:50.077855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:50.118199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:50.119586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6a9cf7cd-0107-43c3-bf3b-ff7c58881f45 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:50.172307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ddeb358-1cb5-4490-8a54-68c8afb23891 req-dc3ead8d-ed02-4ac1-b8b3-8c17a5eef509 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 210 time: 0.0713315 Nov 03 19:16:50.436450 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:16:42Z', 'revision_number': 4, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port': {'id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:37Z', 'updated_at': '2021-11-03T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ef054c85-1306-436b-aa22-45b5e40a7ef0', 'name': '', 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'mac_address': 'fa:16:3e:ae:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29065ab0-0848-451b-bd88-52949874dd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:41Z', 'updated_at': '2021-11-03T19:16:43Z', 'revision_number': 2, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'subnets': [{'id': '29065ab0-0848-451b-bd88-52949874dd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:50.505986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Checking router: 207d4994-122e-4e6b-98e0-797495cb5aba for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:50.506470 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Updating router 207d4994-122e-4e6b-98e0-797495cb5aba port ef054c85-1306-436b-aa22-45b5e40a7ef0 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:16:50.555222 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.024133 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.031632 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.111403 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Pushing event updated for resources: {'Port': ['ID=ef054c85-1306-436b-aa22-45b5e40a7ef0,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:51.140759 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.141174 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.141448 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.141830 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.142112 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.142434 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.142751 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.143318 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.143641 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.144106 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.144566 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.144884 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:51.186942 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Attempting to bind port ef054c85-1306-436b-aa22-45b5e40a7ef0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:51.187385 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Attempting to bind port ef054c85-1306-436b-aa22-45b5e40a7ef0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:51.187881 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Attempting to bind port ef054c85-1306-436b-aa22-45b5e40a7ef0 on network c4fc6381-2b26-4e5e-83df-5b820e0596dc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:51.195789 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:51.196352 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Checking segment: {'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:51.196821 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.197510 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Bound using segment: {'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:51.198305 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Bound port: ef054c85-1306-436b-aa22-45b5e40a7ef0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2d820f-85ca-45c2-868c-84f6aeb156ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:51.198854 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.360085 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] For port ef054c85-1306-436b-aa22-45b5e40a7ef0, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:51.364174 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] For port ef054c85-1306-436b-aa22-45b5e40a7ef0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ef054c85-1306-436b-aa22-45b5e40a7ef0,segment=NetworkSegment(2a2d820f-85ca-45c2-868c-84f6aeb156ee),segment_id=2a2d820f-85ca-45c2-868c-84f6aeb156ee)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:51.371831 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.397027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52a7619e-88c2-41a2-ba8a-b6f5f8496450 req-4d2ac996-057c-45db-8028-734adec83fce tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 210 time: 0.0872011 Nov 03 19:16:51.450180 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Routers {'207d4994-122e-4e6b-98e0-797495cb5aba'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:51.450972 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['207d4994-122e-4e6b-98e0-797495cb5aba'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:51.607545 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1559d2-5ffc-453d-aa69-8c030eeeae95 None None] Pushing event updated for resources: {'Port': ['ID=ef054c85-1306-436b-aa22-45b5e40a7ef0,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:51.682886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Provisioning complete for port ef054c85-1306-436b-aa22-45b5e40a7ef0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:51.683556 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.694840 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] Set router 207d4994-122e-4e6b-98e0-797495cb5aba gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:51.948787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-001af6cc-c16f-4e76-ad42-f2e0c1f20252 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:51.951333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-001af6cc-c16f-4e76-ad42-f2e0c1f20252 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.96 "GET /v2.0/networks?id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 200 len: 809 time: 0.3285546 Nov 03 19:16:51.975876 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.087461 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:16:42Z', 'revision_number': 4, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port': {'id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:37Z', 'updated_at': '2021-11-03T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ef054c85-1306-436b-aa22-45b5e40a7ef0', 'name': '', 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'mac_address': 'fa:16:3e:ae:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29065ab0-0848-451b-bd88-52949874dd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:41Z', 'updated_at': '2021-11-03T19:16:51Z', 'revision_number': 4, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'subnets': [{'id': '29065ab0-0848-451b-bd88-52949874dd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:52.090225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] For port ef054c85-1306-436b-aa22-45b5e40a7ef0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ef054c85-1306-436b-aa22-45b5e40a7ef0,segment=NetworkSegment(2a2d820f-85ca-45c2-868c-84f6aeb156ee),segment_id=2a2d820f-85ca-45c2-868c-84f6aeb156ee)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:52.099215 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.139269 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aaa81-9baa-41fd-9549-9a6bc63b6f2d None None] The sync data for ids ['207d4994-122e-4e6b-98e0-797495cb5aba'] in n-d-812148-3 is: [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:16:42Z', 'revision_number': 4, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port': {'id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:37Z', 'updated_at': '2021-11-03T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'ef054c85-1306-436b-aa22-45b5e40a7ef0', 'name': '', 'network_id': 'c4fc6381-2b26-4e5e-83df-5b820e0596dc', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'mac_address': 'fa:16:3e:ae:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29065ab0-0848-451b-bd88-52949874dd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:41Z', 'updated_at': '2021-11-03T19:16:51Z', 'revision_number': 4, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'subnets': [{'id': '29065ab0-0848-451b-bd88-52949874dd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:52.166071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-901aea81-de0e-413b-bafb-5cf7ee6be1d4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5742b87b8b87484b95f24663acdc7be2 HTTP/1.1" status: 200 len: 379 time: 0.1928895 Nov 03 19:16:52.184099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'port': {'device_id': '4d3103ae-7315-4535-af2f-4390034a3290', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'admin_state_up': True, 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'security_groups': ['bf675110-8023-49c5-9159-3d578c6f2890']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:52.275210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Pushing event updated for resources: {'Port': ['ID=ef054c85-1306-436b-aa22-45b5e40a7ef0,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:52.309811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1d4df88c-9589-43b3-a6c3-454ca70b2d64 None None] Provisioning complete for port ef054c85-1306-436b-aa22-45b5e40a7ef0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:52.310866 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1d4df88c-9589-43b3-a6c3-454ca70b2d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.316740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.317476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.318894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.319737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.320573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.321583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.322735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.323214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.323864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.324637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.325304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.326373 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8ad60-02f6-43cb-900a-58da3e8f85e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:52.393393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Made reservation on behalf of 5742b87b8b87484b95f24663acdc7be2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:52.400913 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.598053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3f78c2c-572e-40c6-ac26-950dca48b1c8 req-948cb986-e75a-425a-a90f-58ffbad133c4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 210 time: 0.0311527 Nov 03 19:16:52.628174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Allocated IP 172.20.0.13 (14c3ca20-c13f-4cac-ad6b-10c28ecdadf4/cc083020-291c-405a-b430-d2ee0c19af12/521277ab-8e06-4be9-a3c9-22337db9edfa) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:52.918635 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.000646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.073235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:53.079793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:53.087991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:53.171965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'Port': ['ID=521277ab-8e06-4be9-a3c9-22337db9edfa,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:53.218092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:53.219571 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.227254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.228000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.228558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.229177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.229850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.231088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.231930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.232497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.233040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.233897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.234616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.235163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:53.277825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-07334c33-95bc-440f-a4c9-f9f901b54ba4 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1100221 Nov 03 19:16:53.302128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Request body: {'port': {'device_id': '4d3103ae-7315-4535-af2f-4390034a3290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:53.468916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.565263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ef054c85-1306-436b-aa22-45b5e40a7ef0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:53.723145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port ef054c85-1306-436b-aa22-45b5e40a7ef0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:53.723516 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.726211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-45c11e3d-3698-4561-a8e7-613b477fd414 None None] Provisioning complete for port 521277ab-8e06-4be9-a3c9-22337db9edfa triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:53.726917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-45c11e3d-3698-4561-a8e7-613b477fd414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.830981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-45c11e3d-3698-4561-a8e7-613b477fd414 None None] Port 521277ab-8e06-4be9-a3c9-22337db9edfa cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:53.951495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee45fe-a299-4793-9940-8f8aaef50f9d req-1bd25977-da26-43b3-985e-e8e222946af0 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:53.955129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2ee45fe-a299-4793-9940-8f8aaef50f9d req-1bd25977-da26-43b3-985e-e8e222946af0 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 932 time: 0.1889138 Nov 03 19:16:54.605693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2ee45fe-a299-4793-9940-8f8aaef50f9d req-50f6ddbb-83e3-41c5-be31-dab81c49e693 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5800872 Nov 03 19:16:54.692604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521277ab-8e06-4be9-a3c9-22337db9edfa {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:54.714041 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.739212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Transition to ACTIVE for port object 521277ab-8e06-4be9-a3c9-22337db9edfa will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:54.747284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.852306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Pushing event updated for resources: {'Port': ['ID=521277ab-8e06-4be9-a3c9-22337db9edfa,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:55.005061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Attempting to bind port 521277ab-8e06-4be9-a3c9-22337db9edfa on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:55.005398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Attempting to bind port 521277ab-8e06-4be9-a3c9-22337db9edfa by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:55.006428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Attempting to bind port 521277ab-8e06-4be9-a3c9-22337db9edfa on network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:55.012238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Port 521277ab-8e06-4be9-a3c9-22337db9edfa on network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:55.012824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Attempting to bind port 521277ab-8e06-4be9-a3c9-22337db9edfa on network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:55.018988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:55.019363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Checking segment: {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:55.019712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Bound using segment: {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:55.020164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Bound port: 521277ab-8e06-4be9-a3c9-22337db9edfa, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06c680-d59f-42ce-9ec2-1d6ddc2da144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:55.020520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.162436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] For port 521277ab-8e06-4be9-a3c9-22337db9edfa, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:55.168615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] For port 521277ab-8e06-4be9-a3c9-22337db9edfa, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=521277ab-8e06-4be9-a3c9-22337db9edfa,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:55.179334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.242713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:55.244239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.246473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] 10.222.0.96 "PUT /v2.0/ports/521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 200 len: 1092 time: 1.9595759 Nov 03 19:16:55.247228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3103ae-7315-4535-af2f-4390034a3290', 'tag': '521277ab-8e06-4be9-a3c9-22337db9edfa'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:55.251388 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7258713-b113-415a-822a-f28e7b043564" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3103ae-7315-4535-af2f-4390034a3290", "tag": "521277ab-8e06-4be9-a3c9-22337db9edfa"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:55.384188 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c91452-2e24-4ae9-a008-792bda0641bf x-openstack-request-id: req-d2c91452-2e24-4ae9-a008-792bda0641bf {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:55.384665 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3103ae-7315-4535-af2f-4390034a3290", "tag": "521277ab-8e06-4be9-a3c9-22337db9edfa", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:55.385091 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2c91452-2e24-4ae9-a008-792bda0641bf {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:55.389152 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3103ae-7315-4535-af2f-4390034a3290', 'tag': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'status': 'completed', 'code': 200} Nov 03 19:16:55.393065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec376d3-bc37-4c3a-89ed-5f9b1668230d service neutron] Pushing event updated for resources: {'Port': ['ID=521277ab-8e06-4be9-a3c9-22337db9edfa,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:55.450166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-0a166679-15c8-45a4-8720-5393f29123a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:55.454042 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-0a166679-15c8-45a4-8720-5393f29123a3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5742b87b8b87484b95f24663acdc7be2&device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1095 time: 0.1437812 Nov 03 19:16:55.530098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-87afc5bf-bb0a-4923-b3a9-58a7990b22ae service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 200 len: 217 time: 0.0676322 Nov 03 19:16:55.636540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-31eba579-134d-4f7e-8fed-59c8e1080318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:55.639418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-31eba579-134d-4f7e-8fed-59c8e1080318 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc083020-291c-405a-b430-d2ee0c19af12 HTTP/1.1" status: 200 len: 848 time: 0.1020980 Nov 03 19:16:55.719936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-9bf5036a-bbc4-4440-a897-39d91f90253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:55.722113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-9bf5036a-bbc4-4440-a897-39d91f90253d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757418 Nov 03 19:16:55.871601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-8589d694-b9df-4355-9538-eec5f2a492ce service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419322 Nov 03 19:16:56.038002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35888fb6-8749-4ffa-9ef5-450cd9b15243 req-05c67726-94a8-4c61-a6f1-90cc8b0bb76a service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517420 Nov 03 19:16:56.055527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001a5fb-0248-40a3-990b-20cfc9967043 req-2b1a2de8-8b5f-4f80-8b5b-e3dfdcc98627 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.058343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1001a5fb-0248-40a3-990b-20cfc9967043 req-2b1a2de8-8b5f-4f80-8b5b-e3dfdcc98627 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 944 time: 0.1853864 Nov 03 19:16:56.132606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1001a5fb-0248-40a3-990b-20cfc9967043 req-ccf93f03-fd56-48d5-a0b8-38d712c520ee tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641956 Nov 03 19:16:56.197151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7258713-b113-415a-822a-f28e7b043564 req-0db2b7eb-5bcf-4449-ac72-44b9cc444e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.199163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7258713-b113-415a-822a-f28e7b043564 req-0db2b7eb-5bcf-4449-ac72-44b9cc444e7c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5742b87b8b87484b95f24663acdc7be2&device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1095 time: 0.0722561 Nov 03 19:16:56.354627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7258713-b113-415a-822a-f28e7b043564 req-f0749383-382e-4d6b-a4c5-4c044514147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.358221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7258713-b113-415a-822a-f28e7b043564 req-f0749383-382e-4d6b-a4c5-4c044514147c service neutron] 10.222.0.96 "GET /v2.0/networks?id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 200 len: 910 time: 0.1514571 Nov 03 19:16:56.426922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7258713-b113-415a-822a-f28e7b043564 req-bb0bbc8b-2106-4e52-905e-4aac866bca1f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 200 len: 217 time: 0.0616183 Nov 03 19:16:56.505022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7258713-b113-415a-822a-f28e7b043564 req-04b5f0e3-73d3-4b1e-8735-92abb598e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.508699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7258713-b113-415a-822a-f28e7b043564 req-04b5f0e3-73d3-4b1e-8735-92abb598e4e6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc083020-291c-405a-b430-d2ee0c19af12 HTTP/1.1" status: 200 len: 848 time: 0.0730376 Nov 03 19:16:56.570514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7258713-b113-415a-822a-f28e7b043564 req-9a350a3b-e5d6-4a89-b7aa-af20560f23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.572144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7258713-b113-415a-822a-f28e7b043564 req-9a350a3b-e5d6-4a89-b7aa-af20560f23d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556164 Nov 03 19:16:56.738827 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7258713-b113-415a-822a-f28e7b043564 req-9745c9d2-152f-497f-a744-69d7c9928875 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573510 Nov 03 19:16:56.926867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7258713-b113-415a-822a-f28e7b043564 req-458970bc-a4ae-4b5e-a2d6-ddd74246f39e service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813571 Nov 03 19:16:57.391784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35900a0-e8a2-4302-994b-c8f588a8e239 req-054456d1-50b8-4e13-aa1e-172450dd05a6 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:57.397695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e35900a0-e8a2-4302-994b-c8f588a8e239 req-054456d1-50b8-4e13-aa1e-172450dd05a6 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 944 time: 0.0996556 Nov 03 19:16:57.524036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e35900a0-e8a2-4302-994b-c8f588a8e239 req-f539490a-f04a-403b-9b60-b2d8b4817367 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184311 Nov 03 19:16:58.114167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 521277ab-8e06-4be9-a3c9-22337db9edfa details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:58.260504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 521277ab-8e06-4be9-a3c9-22337db9edfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=521277ab-8e06-4be9-a3c9-22337db9edfa,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:58.281700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'port_id': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'mac_address': 'fa:16:3e:cc:ad:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:58.350221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.374869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521277ab-8e06-4be9-a3c9-22337db9edfa {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:58.418544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 521277ab-8e06-4be9-a3c9-22337db9edfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=521277ab-8e06-4be9-a3c9-22337db9edfa,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:58.425220 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.512216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=521277ab-8e06-4be9-a3c9-22337db9edfa,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:58.621234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['521277ab-8e06-4be9-a3c9-22337db9edfa'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:58.777643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54e179-b5fa-4ad6-8525-8fa917cf3a1a req-21163708-e739-45d8-ab98-8063d7742182 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:58.780472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd54e179-b5fa-4ad6-8525-8fa917cf3a1a req-21163708-e739-45d8-ab98-8063d7742182 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 945 time: 0.1191995 Nov 03 19:16:58.895977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bd54e179-b5fa-4ad6-8525-8fa917cf3a1a req-005f1d05-e422-49c0-afca-72b01f843945 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037416 Nov 03 19:17:00.098819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66783795-1635-4d16-9acc-2966c4a8a544 req-2c82516f-f26d-4a06-bb38-2c88e883754f tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:00.104379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66783795-1635-4d16-9acc-2966c4a8a544 req-2c82516f-f26d-4a06-bb38-2c88e883754f tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 945 time: 0.0814321 Nov 03 19:17:00.129153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 521277ab-8e06-4be9-a3c9-22337db9edfa up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:00.212429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 521277ab-8e06-4be9-a3c9-22337db9edfa completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:17:00.215389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66783795-1635-4d16-9acc-2966c4a8a544 req-fc398175-3b97-4f31-ab56-299e3a31a70d tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032190 Nov 03 19:17:00.220337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 521277ab-8e06-4be9-a3c9-22337db9edfa triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:00.221148 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.352471 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.377983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3103ae-7315-4535-af2f-4390034a3290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521277ab-8e06-4be9-a3c9-22337db9edfa'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:00.380446 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1873c9-ddde-429d-820d-485afa629ea1" -d '{"events": [{"server_uuid": "4d3103ae-7315-4535-af2f-4390034a3290", "name": "network-vif-plugged", "status": "completed", "tag": "521277ab-8e06-4be9-a3c9-22337db9edfa"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:00.396121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 521277ab-8e06-4be9-a3c9-22337db9edfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=521277ab-8e06-4be9-a3c9-22337db9edfa,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:00.404210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.432886 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab69d9c-db22-4b55-a22b-e085ab83ff98 x-openstack-request-id: req-0ab69d9c-db22-4b55-a22b-e085ab83ff98 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:00.433187 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3103ae-7315-4535-af2f-4390034a3290", "name": "network-vif-plugged", "status": "completed", "tag": "521277ab-8e06-4be9-a3c9-22337db9edfa", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:00.433470 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ab69d9c-db22-4b55-a22b-e085ab83ff98 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:00.433886 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3103ae-7315-4535-af2f-4390034a3290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'code': 200} Nov 03 19:17:00.467705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=521277ab-8e06-4be9-a3c9-22337db9edfa,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:00.557285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e909f1-46c8-4e1c-ac48-5a06eca38e52 req-5e7934cc-1fa1-4100-9fe5-eba3f850c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:00.559040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8e909f1-46c8-4e1c-ac48-5a06eca38e52 req-5e7934cc-1fa1-4100-9fe5-eba3f850c1a8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1097 time: 0.0563843 Nov 03 19:17:00.638619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8e909f1-46c8-4e1c-ac48-5a06eca38e52 req-37990f7d-d254-4dc4-8792-dd16ae15a2de service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709777 Nov 03 19:17:01.148820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34080) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:01.282128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0135c-a3c3-42f6-8fac-d1d0570f4e46 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:01.282967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0135c-a3c3-42f6-8fac-d1d0570f4e46 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:01.283781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0135c-a3c3-42f6-8fac-d1d0570f4e46 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:01.290322 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-29a0135c-a3c3-42f6-8fac-d1d0570f4e46 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=7d25a4aae73f44a7b0b3fd190b1f516a&network_id=1420ae24-d2fd-4470-9319-59ff39052bc4 HTTP/1.1" status: 200 len: 2970 time: 0.1397264 Nov 03 19:17:01.432794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba1b34-b321-47a4-b864-ba7d5bd657d5 req-3ae5caf0-0368-42bc-9a4d-aa888bbea062 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:01.436570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ba1b34-b321-47a4-b864-ba7d5bd657d5 req-3ae5caf0-0368-42bc-9a4d-aa888bbea062 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 946 time: 0.0874224 Nov 03 19:17:01.547890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73ba1b34-b321-47a4-b864-ba7d5bd657d5 req-5d8a0c4f-2361-4960-b4d8-1cdd676148ce tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979471 Nov 03 19:17:02.624091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.780196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7df53-3bd5-45dd-9fd5-145ed96a30f8 req-58daa748-14f2-4b64-9393-b279ccc671ee tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:02.782680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61a7df53-3bd5-45dd-9fd5-145ed96a30f8 req-58daa748-14f2-4b64-9393-b279ccc671ee tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 946 time: 0.0647159 Nov 03 19:17:02.910937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61a7df53-3bd5-45dd-9fd5-145ed96a30f8 req-82c3dc21-4fdc-4d72-9730-d30c44e0c5b2 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170688 Nov 03 19:17:03.045977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34116) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:03.083342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfc560-a998-4823-93b9-4979566616aa req-54898caf-3fef-474d-9702-6799639b331e tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:03.094638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69dfc560-a998-4823-93b9-4979566616aa req-54898caf-3fef-474d-9702-6799639b331e tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 946 time: 0.0989604 Nov 03 19:17:03.159439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1847c0f9-1b67-4b98-8e73-6b1803f8fe06 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:03.161594 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1847c0f9-1b67-4b98-8e73-6b1803f8fe06 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc HTTP/1.1" status: 200 len: 814 time: 0.1136765 Nov 03 19:17:03.207714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69dfc560-a998-4823-93b9-4979566616aa req-2d457f61-ed1a-4b1f-b71d-516af96365ef tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085720 Nov 03 19:17:03.613213 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.631867 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34124) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:03.639605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'network': {'name': 'tempest-network-smoke--17738544', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:03.702890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:03.717003 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.819244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:03.831632 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.831975 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Added segment 15240772-271c-4305-bef5-037f6445642b of type vlan for network 52c289ae-df3e-4310-9ed7-fed5b653112c Nov 03 19:17:03.858658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a51e5e-7c60-45b2-8551-05651416a64b req-c435a583-6c22-4296-be75-ef177e656929 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:03.874181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21a51e5e-7c60-45b2-8551-05651416a64b req-c435a583-6c22-4296-be75-ef177e656929 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 946 time: 0.1253998 Nov 03 19:17:04.010023 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.032413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-21a51e5e-7c60-45b2-8551-05651416a64b req-8061c9dd-932b-4bc0-93a8-a1fe6dbefea9 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539640 Nov 03 19:17:04.064747 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.072387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:04.073293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.100264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34134) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.140020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5058346 Nov 03 19:17:04.150100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34138) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.203991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f0ad-81fb-4f3d-921b-35721cf42514 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Network': ['ID=52c289ae-df3e-4310-9ed7-fed5b653112c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:04.224699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 52c289ae-df3e-4310-9ed7-fed5b653112c details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:04.347009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c83007f-c22d-4bc6-b52d-f496111e784e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:04.352970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9c83007f-c22d-4bc6-b52d-f496111e784e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7d25a4aae73f44a7b0b3fd190b1f516a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1969199 Nov 03 19:17:04.353544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34146) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.529794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41269bf-6241-4918-a5cb-1d61bc717645 tempest-TestServerBasicOps-1029961853 tempest-TestServerBasicOps-1029961853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:04.533224 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f41269bf-6241-4918-a5cb-1d61bc717645 tempest-TestServerBasicOps-1029961853 tempest-TestServerBasicOps-1029961853-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1092 time: 0.4301295 Nov 03 19:17:04.536403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34150) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.542144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:04.570660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.601853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c6015e-354f-4a12-9938-0b54e1bd0dca tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:04.604886 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-85c6015e-354f-4a12-9938-0b54e1bd0dca tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2492981 Nov 03 19:17:04.609250 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34152) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.650250 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-10ecb046-90e2-47c6-8c08-56ce5ccc1422 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395181 Nov 03 19:17:04.654415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34154) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.695786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0d55d96c-a51c-46ac-b99b-fe5f7328b087 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7d25a4aae73f44a7b0b3fd190b1f516a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364318 Nov 03 19:17:04.696083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34156) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.718751 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.825295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8389827c-8c21-4c52-89fb-1f3ada57b673 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:04.830915 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8389827c-8c21-4c52-89fb-1f3ada57b673 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334310 Nov 03 19:17:04.831591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34164) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.881773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34166) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.882483 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-94f9ad35-5b50-4653-8878-0056ad4225b5 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465007 Nov 03 19:17:04.889891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1708342146', 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:04.939376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Allocated IP 172.25.3.15 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/943dc2a6-42dc-440b-9f09-130aa9daa95f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:05.246310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.253517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:05.260535 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.467193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.601253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:05.617620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:05.624655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:05.627642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'Port': ['ID=943dc2a6-42dc-440b-9f09-130aa9daa95f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:05.775767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.923623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Subnet': ['ID=4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:06.013322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Checking segment: {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:06.014500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network hostable DHCP agents. Network: 52c289ae-df3e-4310-9ed7-fed5b653112c, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:06.147303 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1d5dc41-bd82-44cb-a775-5b015de28453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.149120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 52c289ae-df3e-4310-9ed7-fed5b653112c is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:06.181953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 52c289ae-df3e-4310-9ed7-fed5b653112c) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:06.193769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a688971-cd08-41ef-975b-eb431e07c8b4 None None] Network 52c289ae-df3e-4310-9ed7-fed5b653112c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:06.213229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:06.217793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.445502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.494227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f2b79663-feda-4182-a551-f114346cd30b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5979266 Nov 03 19:17:06.564421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-52c289ae-df3e-4310-9ed7-fed5b653112c', 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ips': [{'subnet_id': '4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:06.567444 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.626959 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.835543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34200) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:06.841543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-183a12f6-2f74-4226-ae24-666a7460a5af tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835213169', 'description': 'tempest-secgroup-smoke-835213169 description', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:06.869638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Allocated IP 172.20.0.18 (52c289ae-df3e-4310-9ed7-fed5b653112c/4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11/afb9148c-4775-4ff1-a6e1-ac3bd9272deb) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:06.873380 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-183a12f6-2f74-4226-ae24-666a7460a5af tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.994569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-183a12f6-2f74-4226-ae24-666a7460a5af tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.007052 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-183a12f6-2f74-4226-ae24-666a7460a5af tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.030114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.038686 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.047415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-183a12f6-2f74-4226-ae24-666a7460a5af tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.050048 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-183a12f6-2f74-4226-ae24-666a7460a5af tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2125237 Nov 03 19:17:07.055667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34204) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.063856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-981dbec1-99f9-4663-8f32-16ffb3cf3f90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '28ca5e6b-77f4-4191-8afc-a4b05f2ba790', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.128868 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:17:07.134103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a12f6-2f74-4226-ae24-666a7460a5af tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ca5e6b-77f4-4191-8afc-a4b05f2ba790,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.138869 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-981dbec1-99f9-4663-8f32-16ffb3cf3f90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.142351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.155888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.217005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Network 52c289ae-df3e-4310-9ed7-fed5b653112c is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:07.221091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:07.228695 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:07.251279 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-981dbec1-99f9-4663-8f32-16ffb3cf3f90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.259738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-981dbec1-99f9-4663-8f32-16ffb3cf3f90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.284605 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.304580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dbec1-99f9-4663-8f32-16ffb3cf3f90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2139eaed-65c5-498b-b58f-2667846bee50,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.305494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Pushing event updated for resources: {'Port': ['ID=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.322178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-981dbec1-99f9-4663-8f32-16ffb3cf3f90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.324940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-981dbec1-99f9-4663-8f32-16ffb3cf3f90 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2666597 Nov 03 19:17:07.327721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34206) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.338698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-246e479b-6778-45bd-8479-809d5fee4b6e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '28ca5e6b-77f4-4191-8afc-a4b05f2ba790', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.345874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Attempting to bind port afb9148c-4775-4ff1-a6e1-ac3bd9272deb on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:07.346448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Attempting to bind port afb9148c-4775-4ff1-a6e1-ac3bd9272deb by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:07.347013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Attempting to bind port afb9148c-4775-4ff1-a6e1-ac3bd9272deb on network 52c289ae-df3e-4310-9ed7-fed5b653112c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:07.357182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:07.358680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Checking segment: {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:07.359259 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.359610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Bound using segment: {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:07.360185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Bound port: afb9148c-4775-4ff1-a6e1-ac3bd9272deb, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:07.360642 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.405054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event updated for resources: {'Port': ['ID=943dc2a6-42dc-440b-9f09-130aa9daa95f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.419336 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-246e479b-6778-45bd-8479-809d5fee4b6e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.514957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] For port afb9148c-4775-4ff1-a6e1-ac3bd9272deb, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:07.522323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] For port afb9148c-4775-4ff1-a6e1-ac3bd9272deb, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:07.532873 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.540221 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Floating IP 8d8976c5-51c3-42ac-a08f-6a0a84dcd8d0 associated. External IP: 172.25.3.15, port: 521277ab-8e06-4be9-a3c9-22337db9edfa. Nov 03 19:17:07.654692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-246e479b-6778-45bd-8479-809d5fee4b6e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.671105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140c61b-d8ea-4a09-ba4f-29b0fbab94db None None] Pushing event updated for resources: {'Port': ['ID=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.672740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-246e479b-6778-45bd-8479-809d5fee4b6e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.733231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e479b-6778-45bd-8479-809d5fee4b6e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfde3d9-6b68-4bc6-935d-14691881f9a2,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.749547 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-246e479b-6778-45bd-8479-809d5fee4b6e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.756232 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-246e479b-6778-45bd-8479-809d5fee4b6e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4269459 Nov 03 19:17:07.760096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34214) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.773556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3eda7cdc-bd53-4be4-b4ac-dd9deca89214 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '28ca5e6b-77f4-4191-8afc-a4b05f2ba790', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.835388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3eda7cdc-bd53-4be4-b4ac-dd9deca89214 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.040859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Router a1901013-8bae-427f-8b6d-efeef27ae663 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:08.096359 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3eda7cdc-bd53-4be4-b4ac-dd9deca89214 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.106222 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3eda7cdc-bd53-4be4-b4ac-dd9deca89214 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.130356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda7cdc-bd53-4be4-b4ac-dd9deca89214 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5274c7-38e2-45da-b791-bbc2a1bc74ed,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:08.165223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3eda7cdc-bd53-4be4-b4ac-dd9deca89214 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.170308 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3eda7cdc-bd53-4be4-b4ac-dd9deca89214 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4082615 Nov 03 19:17:08.173565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:08.186184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-003ea68e-cbb1-4efe-8715-8b80bd07a17e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '28ca5e6b-77f4-4191-8afc-a4b05f2ba790', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:08.259591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-003ea68e-cbb1-4efe-8715-8b80bd07a17e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.370447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:08.392946 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529eac75-c976-455c-8293-d435639a4320 None None] Sync routers for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:08.421340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.429281 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-003ea68e-cbb1-4efe-8715-8b80bd07a17e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.438686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-003ea68e-cbb1-4efe-8715-8b80bd07a17e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.444136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529eac75-c976-455c-8293-d435639a4320 None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:08.445374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-529eac75-c976-455c-8293-d435639a4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:16:41Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:08.495146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ea68e-cbb1-4efe-8715-8b80bd07a17e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b1b643-83c8-42f5-8d54-ad451871b974,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:08.529340 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-003ea68e-cbb1-4efe-8715-8b80bd07a17e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.534666 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-003ea68e-cbb1-4efe-8715-8b80bd07a17e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3584650 Nov 03 19:17:08.535517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34226) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:08.543820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-497527c5-098b-47ed-a14d-62b2b816b634 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0047255 Nov 03 19:17:08.544686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3103ae-7315-4535-af2f-4390034a3290', 'tag': '521277ab-8e06-4be9-a3c9-22337db9edfa'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:08.551936 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b980bcc-de95-4292-8ad1-0ac69f69badd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3103ae-7315-4535-af2f-4390034a3290", "tag": "521277ab-8e06-4be9-a3c9-22337db9edfa"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:08.559813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-2bf7be32-a548-4faf-8367-1009f311fe13 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '28ca5e6b-77f4-4191-8afc-a4b05f2ba790', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:08.593783 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-2bf7be32-a548-4faf-8367-1009f311fe13 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Project 7d25a4aae73f44a7b0b3fd190b1f516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:17:08.608652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2bf7be32-a548-4faf-8367-1009f311fe13 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.686960 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346a9a03-e419-4d1d-849a-6e525f1033e5 x-openstack-request-id: req-346a9a03-e419-4d1d-849a-6e525f1033e5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:08.687417 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3103ae-7315-4535-af2f-4390034a3290", "tag": "521277ab-8e06-4be9-a3c9-22337db9edfa", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:08.687832 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-346a9a03-e419-4d1d-849a-6e525f1033e5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:08.688520 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3103ae-7315-4535-af2f-4390034a3290', 'tag': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'status': 'completed', 'code': 200} Nov 03 19:17:08.831037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-e37b858f-fc5f-409c-92cc-9c403ba444f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:08.835097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-e37b858f-fc5f-409c-92cc-9c403ba444f1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5742b87b8b87484b95f24663acdc7be2&device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1097 time: 0.1272349 Nov 03 19:17:08.954225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2bf7be32-a548-4faf-8367-1009f311fe13 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.963971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2bf7be32-a548-4faf-8367-1009f311fe13 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.005231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7be32-a548-4faf-8367-1009f311fe13 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1510de-4caa-4c64-9419-ef7949895f44,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.021630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2bf7be32-a548-4faf-8367-1009f311fe13 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.024577 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2bf7be32-a548-4faf-8367-1009f311fe13 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4856834 Nov 03 19:17:09.027166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34232) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:09.039681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0b9ace48-ed0f-4e91-925a-f2284359116b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '28ca5e6b-77f4-4191-8afc-a4b05f2ba790', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:09.061667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-529eac75-c976-455c-8293-d435639a4320 None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:09.136004 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-0b9ace48-ed0f-4e91-925a-f2284359116b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Project 7d25a4aae73f44a7b0b3fd190b1f516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:17:09.148680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b9ace48-ed0f-4e91-925a-f2284359116b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.201981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-bb43945d-7015-442f-b087-cadf577ac262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:09.204653 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-bb43945d-7015-442f-b087-cadf577ac262 service neutron] 10.222.0.96 "GET /v2.0/networks?id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 200 len: 910 time: 0.3615854 Nov 03 19:17:09.381167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b9ace48-ed0f-4e91-925a-f2284359116b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.403244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b9ace48-ed0f-4e91-925a-f2284359116b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.426248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-e8be1e34-aa1b-489d-9f5c-a0f58f074b37 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 200 len: 999 time: 0.2122366 Nov 03 19:17:09.461823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ace48-ed0f-4e91-925a-f2284359116b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585a97d2-ab4d-495f-95b6-9711af80c144,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.479387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0b9ace48-ed0f-4e91-925a-f2284359116b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.483283 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0b9ace48-ed0f-4e91-925a-f2284359116b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4544432 Nov 03 19:17:09.595177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-240c2906-0405-4bca-bec2-1081c652f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:09.600936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-240c2906-0405-4bca-bec2-1081c652f2bc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc083020-291c-405a-b430-d2ee0c19af12 HTTP/1.1" status: 200 len: 848 time: 0.1648753 Nov 03 19:17:09.625339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e7532-05d7-48f1-ad5d-da4a7ccf1d49 None None] Network 52c289ae-df3e-4310-9ed7-fed5b653112c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:09.810865 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-645c7481-a3b4-4092-9bf1-1318340120f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:09.814528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-645c7481-a3b4-4092-9bf1-1318340120f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030377 Nov 03 19:17:09.854475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device afb9148c-4775-4ff1-a6e1-ac3bd9272deb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:10.081637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1f045877-9bf9-4018-aefa-6c9bd344e4b7 None None] Provisioning complete for port afb9148c-4775-4ff1-a6e1-ac3bd9272deb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:10.082050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f045877-9bf9-4018-aefa-6c9bd344e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.138641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-ac0d0496-5f40-4ed9-a90e-f462bb318025 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156748 Nov 03 19:17:10.258097 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.328597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port afb9148c-4775-4ff1-a6e1-ac3bd9272deb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:10.329131 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.525565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-475a5abe-4ea2-4a2b-8baa-fb7a30e066d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.550072 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.557906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-529eac75-c976-455c-8293-d435639a4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '8d8976c5-51c3-42ac-a08f-6a0a84dcd8d0', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'port_id': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'mac_address': 'fa:16:3e:cc:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3103ae-7315-4535-af2f-4390034a3290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:06Z', 'updated_at': '2021-11-03T19:17:06Z', 'revision_number': 0, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:39Z', 'revision_number': 5, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:10.603631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529eac75-c976-455c-8293-d435639a4320 None None] Checking router: a1901013-8bae-427f-8b6d-efeef27ae663 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:10.615145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f045877-9bf9-4018-aefa-6c9bd344e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.671357 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port afb9148c-4775-4ff1-a6e1-ac3bd9272deb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:10.699998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.773976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529eac75-c976-455c-8293-d435639a4320 None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:10.777537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-529eac75-c976-455c-8293-d435639a4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:10.955819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-1f045877-9bf9-4018-aefa-6c9bd344e4b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:17:10.957159 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-1f045877-9bf9-4018-aefa-6c9bd344e4b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:17:11.042251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:11.062091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-2d6bfe4b-1570-4328-8fcb-7ac388d479d6 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835213169&fields=id&tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 267 time: 1.2047760 Nov 03 19:17:11.170758 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b980bcc-de95-4292-8ad1-0ac69f69badd req-a6481f46-78c7-4100-b51f-988549cb6ac1 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0223773 Nov 03 19:17:11.227055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-529eac75-c976-455c-8293-d435639a4320 None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:11.342818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-2e89d5ae-8ab5-49f5-93b2-dbd3ce02ea46 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:11.344701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-2e89d5ae-8ab5-49f5-93b2-dbd3ce02ea46 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/networks?id=52c289ae-df3e-4310-9ed7-fed5b653112c HTTP/1.1" status: 200 len: 795 time: 0.2817163 Nov 03 19:17:11.422120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-322be06e-b3e9-4d04-9126-3e4e78904177 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/quotas/7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 375 time: 0.0620358 Nov 03 19:17:11.506236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device afb9148c-4775-4ff1-a6e1-ac3bd9272deb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:11.530084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-07a16a6a-93c8-4469-b7b7-ea1931c075d3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1344252 Nov 03 19:17:11.566500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-009502a6-bce4-40ab-815d-ed42c5aea31b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1183248 Nov 03 19:17:11.760680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-b0a9fabf-e45d-4248-bf00-11ad37c6c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:11.762948 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-b0a9fabf-e45d-4248-bf00-11ad37c6c12c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5742b87b8b87484b95f24663acdc7be2&device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1097 time: 0.1367924 Nov 03 19:17:11.767908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port afb9148c-4775-4ff1-a6e1-ac3bd9272deb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:11.768534 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.794708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-c5e564a5-6039-4635-b32d-ecbdaeab61f2 service neutron] 10.222.0.77 "GET /v2.0/networks/52c289ae-df3e-4310-9ed7-fed5b653112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797352 Nov 03 19:17:11.813083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-204311ec-c01f-4c8f-b5a0-645b0a1744fb None None] Provisioning complete for port afb9148c-4775-4ff1-a6e1-ac3bd9272deb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:11.813507 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-204311ec-c01f-4c8f-b5a0-645b0a1744fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.905247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-529eac75-c976-455c-8293-d435639a4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '8d8976c5-51c3-42ac-a08f-6a0a84dcd8d0', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'port_id': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'mac_address': 'fa:16:3e:cc:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3103ae-7315-4535-af2f-4390034a3290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:06Z', 'updated_at': '2021-11-03T19:17:06Z', 'revision_number': 0, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:39Z', 'revision_number': 5, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:11.977247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529eac75-c976-455c-8293-d435639a4320 None None] The sync data for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 is: [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '8d8976c5-51c3-42ac-a08f-6a0a84dcd8d0', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'port_id': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'mac_address': 'fa:16:3e:cc:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3103ae-7315-4535-af2f-4390034a3290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:06Z', 'updated_at': '2021-11-03T19:17:06Z', 'revision_number': 0, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:39Z', 'revision_number': 5, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:12.021673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-27675ab3-d00c-4d99-a58d-1e35f45df742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:12.024789 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-27675ab3-d00c-4d99-a58d-1e35f45df742 service neutron] 10.222.0.96 "GET /v2.0/networks?id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 200 len: 910 time: 0.2128522 Nov 03 19:17:12.059588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-327f596e-f673-4650-948b-689aeecd7bac service neutron] 10.222.0.77 "GET /v2.0/networks/52c289ae-df3e-4310-9ed7-fed5b653112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574251 Nov 03 19:17:12.168011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-60e261fa-1594-4cf9-bba0-faf05c173a84 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 200 len: 999 time: 0.1326997 Nov 03 19:17:12.298718 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.319166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.335006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-80726ca4-4429-4988-960d-71a99e24926e req-c2ca60c1-8f65-4c48-a34c-585a79622264 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 210 time: 0.0744779 Nov 03 19:17:12.339408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-0806b36e-5b86-4cac-993a-78467cbf7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:12.340951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-0806b36e-5b86-4cac-993a-78467cbf7fc5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc083020-291c-405a-b430-d2ee0c19af12 HTTP/1.1" status: 200 len: 848 time: 0.1614714 Nov 03 19:17:12.362740 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984910e-2ca5-4fcc-abc7-16c837af1768 None None] New status for floating IP 8d8976c5-51c3-42ac-a08f-6a0a84dcd8d0: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:17:12.439612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-1edfa90c-32fc-483d-bd0a-524737f562ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:12.440760 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-1edfa90c-32fc-483d-bd0a-524737f562ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912757 Nov 03 19:17:12.610210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-790d6194-4b74-4eee-93f8-c2b0f5c49bb8 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616094 Nov 03 19:17:12.763095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f25364d3-57bb-465a-87d4-ecb030820dc5 req-a91e5c61-cbe5-401c-8b4d-7db665db2024 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438360 Nov 03 19:17:13.472115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e682211-261a-454e-8a74-cfabb7c749e9 req-145af1d7-5546-430e-b1bb-00cd011ba764 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 210 time: 0.0306387 Nov 03 19:17:13.866149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-14c8702e-e06c-46cb-9151-f06bbe7fafa1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:13.867759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-14c8702e-e06c-46cb-9151-f06bbe7fafa1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/networks?id=52c289ae-df3e-4310-9ed7-fed5b653112c HTTP/1.1" status: 200 len: 795 time: 0.1781714 Nov 03 19:17:13.991673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-6eef9c2e-298d-43b9-91cd-845fcbebba60 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 471 time: 0.1140668 Nov 03 19:17:14.008213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'port': {'device_id': '81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1', 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c', 'admin_state_up': True, 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'security_groups': ['28ca5e6b-77f4-4191-8afc-a4b05f2ba790']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:14.190212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:14.195350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.360251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.20.0.19 (52c289ae-df3e-4310-9ed7-fed5b653112c/4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11/5bc77e47-a307-4069-b6e8-6a5d59a5cef5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:14.622344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0b8cc82-cfcc-4765-9255-aacc8a0fc303 req-fc3bae09-64b3-4e4c-9454-d279ef62f13f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 210 time: 0.0536954 Nov 03 19:17:14.680091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.737324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.812337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 52c289ae-df3e-4310-9ed7-fed5b653112c is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:14.818819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:14.826021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:14.885853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:14.938021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:14.938743 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.965869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-7a9a558f-34ff-417b-a53d-ea82b13a89ac tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9679339 Nov 03 19:17:14.984217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Request body: {'port': {'device_id': '81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:15.100717 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.305592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6fc7fc0b-3e11-4096-8c89-567d44e3e7d0 None None] Provisioning complete for port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:15.306604 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6fc7fc0b-3e11-4096-8c89-567d44e3e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.359713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7fc0b-3e11-4096-8c89-567d44e3e7d0 None None] Port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:15.590362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:15.606665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.635053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Transition to ACTIVE for port object 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:17:15.644397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.764197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.045578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0f341-5c7e-42c1-b0dd-9c54c9c874e4 req-cc69cc0a-6bf5-4608-82af-d52c6b843552 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.048806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3a0f341-5c7e-42c1-b0dd-9c54c9c874e4 req-cc69cc0a-6bf5-4608-82af-d52c6b843552 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 944 time: 0.2020724 Nov 03 19:17:16.090874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Attempting to bind port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:16.091811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Attempting to bind port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:16.093321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Attempting to bind port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 on network 52c289ae-df3e-4310-9ed7-fed5b653112c {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:16.115392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 on network 52c289ae-df3e-4310-9ed7-fed5b653112c not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:17:16.115882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Attempting to bind port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 on network 52c289ae-df3e-4310-9ed7-fed5b653112c {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:16.133073 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:16.133710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Checking segment: {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:16.134356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Bound using segment: {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:16.135093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Bound port: 5bc77e47-a307-4069-b6e8-6a5d59a5cef5, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:16.135669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.271887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] For port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:16.278700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] For port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:16.293355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3a0f341-5c7e-42c1-b0dd-9c54c9c874e4 req-55f1dfd7-3e7e-49d3-b1d9-5c38469b9231 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078433 Nov 03 19:17:16.296956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.373287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.375402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.377817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] 10.222.0.70 "PUT /v2.0/ports/5bc77e47-a307-4069-b6e8-6a5d59a5cef5 HTTP/1.1" status: 200 len: 1092 time: 1.4017789 Nov 03 19:17:16.382244 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1', 'tag': '5bc77e47-a307-4069-b6e8-6a5d59a5cef5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:16.388968 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd02855-41c9-4cf5-9889-4045539cbcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1", "tag": "5bc77e47-a307-4069-b6e8-6a5d59a5cef5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:16.500552 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbba5d-5560-4711-a1d0-e34a3ec6c1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.548595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-49b47cbf-daef-4fc1-ac2e-58ae38c51924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.556265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-49b47cbf-daef-4fc1-ac2e-58ae38c51924 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 1095 time: 0.1189795 Nov 03 19:17:16.559692 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90533e32-8615-42a4-9aeb-e162ff360fdd x-openstack-request-id: req-90533e32-8615-42a4-9aeb-e162ff360fdd {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:16.560555 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1", "tag": "5bc77e47-a307-4069-b6e8-6a5d59a5cef5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:16.561311 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90533e32-8615-42a4-9aeb-e162ff360fdd {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:16.562435 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1', 'tag': '5bc77e47-a307-4069-b6e8-6a5d59a5cef5', 'status': 'completed', 'code': 200} Nov 03 19:17:16.669504 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-4e00809f-be51-4ea0-9e5d-86b779f17e56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5bc77e47-a307-4069-b6e8-6a5d59a5cef5 HTTP/1.1" status: 200 len: 217 time: 0.1039338 Nov 03 19:17:16.782222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-afefb9be-3424-4889-9d8c-cf2b33ce1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.786294 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-afefb9be-3424-4889-9d8c-cf2b33ce1393 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11 HTTP/1.1" status: 200 len: 838 time: 0.1100035 Nov 03 19:17:16.973750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-c3aa7646-b91e-47b8-a2f9-17c23eed1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.973750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-c3aa7646-b91e-47b8-a2f9-17c23eed1874 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52c289ae-df3e-4310-9ed7-fed5b653112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1722283 Nov 03 19:17:17.179062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-bca62471-ea9a-450a-ba7e-e1e5caee8055 service neutron] 10.222.0.70 "GET /v2.0/networks/52c289ae-df3e-4310-9ed7-fed5b653112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050045 Nov 03 19:17:17.374726 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28ced3e4-ddcd-4cfa-88ba-f61ea69aba10 req-349c77a3-01ae-49ca-be17-593d5df884dd service neutron] 10.222.0.70 "GET /v2.0/networks/52c289ae-df3e-4310-9ed7-fed5b653112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843019 Nov 03 19:17:17.617794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-a309a907-adb3-46ed-aa89-225691c9dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:17.620807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-a309a907-adb3-46ed-aa89-225691c9dd8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 1095 time: 0.1657712 Nov 03 19:17:17.711369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe540c-474f-4dbc-8507-26b2fc9b189e req-07d72352-cbdd-4d61-99c4-bcc855c99a79 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:17.713964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6fe540c-474f-4dbc-8507-26b2fc9b189e req-07d72352-cbdd-4d61-99c4-bcc855c99a79 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 944 time: 0.1827316 Nov 03 19:17:17.858487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6fe540c-474f-4dbc-8507-26b2fc9b189e req-b1399ef5-f7c9-4b80-83da-fa3c7a15d8bc tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123242 Nov 03 19:17:17.872288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-0465cbe5-eafb-42d7-b8a9-880e5a8031fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:17.874364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-0465cbe5-eafb-42d7-b8a9-880e5a8031fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=52c289ae-df3e-4310-9ed7-fed5b653112c HTTP/1.1" status: 200 len: 896 time: 0.2399578 Nov 03 19:17:17.963209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-97b31cbc-cf46-42fa-ba43-6499c8edc09b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5bc77e47-a307-4069-b6e8-6a5d59a5cef5 HTTP/1.1" status: 200 len: 217 time: 0.0777736 Nov 03 19:17:18.043010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-1119e64e-f9fc-4211-a81d-356bc8eb2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:18.046513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-1119e64e-f9fc-4211-a81d-356bc8eb2f69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11 HTTP/1.1" status: 200 len: 838 time: 0.0758986 Nov 03 19:17:18.130128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-4efc5fd1-2337-4eb3-8979-c740766f4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:18.132664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-4efc5fd1-2337-4eb3-8979-c740766f4962 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52c289ae-df3e-4310-9ed7-fed5b653112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769634 Nov 03 19:17:18.266057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-448b4847-8cd7-4586-9623-e5cc86e9d4b8 service neutron] 10.222.0.70 "GET /v2.0/networks/52c289ae-df3e-4310-9ed7-fed5b653112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254947 Nov 03 19:17:18.388019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3bd02855-41c9-4cf5-9889-4045539cbcdd req-7614af75-584b-4e7a-8f2c-005c875befb6 service neutron] 10.222.0.70 "GET /v2.0/networks/52c289ae-df3e-4310-9ed7-fed5b653112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145067 Nov 03 19:17:19.033370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d899cb-7caf-4c5a-9dbf-7dc5cf99d96f req-8fb9db21-12e4-4ca7-8a42-264dbfa000f8 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:19.035204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9d899cb-7caf-4c5a-9dbf-7dc5cf99d96f req-8fb9db21-12e4-4ca7-8a42-264dbfa000f8 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 944 time: 0.0672717 Nov 03 19:17:19.111214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9d899cb-7caf-4c5a-9dbf-7dc5cf99d96f req-19672bc0-506d-4bc4-b92f-adfa44b8f62b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643966 Nov 03 19:17:20.217375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:17:20.360776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6645b-ee1e-4bf3-8196-eeef26f404bd req-ee6cfd1e-c023-467c-9553-e637216a9543 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:20.362498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6a6645b-ee1e-4bf3-8196-eeef26f404bd req-ee6cfd1e-c023-467c-9553-e637216a9543 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 944 time: 0.1008005 Nov 03 19:17:20.414125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:20.436451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6a6645b-ee1e-4bf3-8196-eeef26f404bd req-26fdd6f1-c702-4459-a029-bd1c5d81acf1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570199 Nov 03 19:17:20.442781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '5bc77e47-a307-4069-b6e8-6a5d59a5cef5', 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c', 'port_id': '5bc77e47-a307-4069-b6e8-6a5d59a5cef5', 'mac_address': 'fa:16:3e:c7:62:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:17:20.536120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.800621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:20.835010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:20.842117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.929797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:21.071869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['5bc77e47-a307-4069-b6e8-6a5d59a5cef5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:17:21.627932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47caf9-f59e-4f6d-bc5d-475e356c4cec req-4a4b695a-7e30-40e9-8fa3-d5a63a27ffad tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:21.630424 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da47caf9-f59e-4f6d-bc5d-475e356c4cec req-4a4b695a-7e30-40e9-8fa3-d5a63a27ffad tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 945 time: 0.0645390 Nov 03 19:17:21.714084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da47caf9-f59e-4f6d-bc5d-475e356c4cec req-6769021f-82b3-4062-b683-ae9447852026 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631664 Nov 03 19:17:22.243681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:22.348929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:17:22.355901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:22.356589 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.524675 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.569333 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc77e47-a307-4069-b6e8-6a5d59a5cef5'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:22.573722 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8b114c-bc86-4509-adb5-35e4d60d212a" -d '{"events": [{"server_uuid": "81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1", "name": "network-vif-plugged", "status": "completed", "tag": "5bc77e47-a307-4069-b6e8-6a5d59a5cef5"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:22.597968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:22.608136 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.662263 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a54520-4f33-45b5-b237-bdd5fa4f7e2c x-openstack-request-id: req-66a54520-4f33-45b5-b237-bdd5fa4f7e2c {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:22.662556 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1", "name": "network-vif-plugged", "status": "completed", "tag": "5bc77e47-a307-4069-b6e8-6a5d59a5cef5", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:22.662890 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66a54520-4f33-45b5-b237-bdd5fa4f7e2c {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:22.663255 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc77e47-a307-4069-b6e8-6a5d59a5cef5', 'code': 200} Nov 03 19:17:22.717211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.878831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857e67c-81ed-4c99-aa7d-028aa04a04a8 req-19aa8275-5d6d-4ece-a5f5-d61a9bedcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:22.881588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d857e67c-81ed-4c99-aa7d-028aa04a04a8 req-19aa8275-5d6d-4ece-a5f5-d61a9bedcb02 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0986555 Nov 03 19:17:22.987124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d857e67c-81ed-4c99-aa7d-028aa04a04a8 req-86c34e44-e851-4abe-8694-10ab7164d6f9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977709 Nov 03 19:17:22.997017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f4984-024f-4ea5-b05a-713d37872a75 req-941738fe-c1a9-4113-9a89-e111a6adb351 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:22.998752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba6f4984-024f-4ea5-b05a-713d37872a75 req-941738fe-c1a9-4113-9a89-e111a6adb351 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 946 time: 0.1074288 Nov 03 19:17:23.073692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba6f4984-024f-4ea5-b05a-713d37872a75 req-22f18ae9-b80f-4fd8-a115-4e8b174fd49e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670643 Nov 03 19:17:23.276953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-2d9646fa-c1a5-4a4b-bf4e-db52d767668e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691929 Nov 03 19:17:23.455038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-cbe9cb29-ddb6-4f80-a67f-a4064b2df6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:23.459799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-cbe9cb29-ddb6-4f80-a67f-a4064b2df6d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 1097 time: 0.1243765 Nov 03 19:17:23.625222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-aaec95c1-7c7a-4af4-a24f-e6dfc2dc7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:23.626890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-aaec95c1-7c7a-4af4-a24f-e6dfc2dc7fc6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1420ae24-d2fd-4470-9319-59ff39052bc4 HTTP/1.1" status: 200 len: 897 time: 0.1416950 Nov 03 19:17:23.727085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-f43bd24f-7727-47b5-8e70-6438d8c52528 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69594bf-09a5-4a4c-98be-c55541e491db HTTP/1.1" status: 200 len: 1001 time: 0.0901353 Nov 03 19:17:23.788053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-b83890e5-6e1f-48e0-bff2-e446d377cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:23.790259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-b83890e5-6e1f-48e0-bff2-e446d377cf41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=063035f8-a415-4bdd-99d6-5d5094ad5bb9 HTTP/1.1" status: 200 len: 834 time: 0.0552874 Nov 03 19:17:23.856611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-1659ad06-b1f4-4534-8101-0f471a4fd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:23.859678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-1659ad06-b1f4-4534-8101-0f471a4fd653 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1420ae24-d2fd-4470-9319-59ff39052bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582571 Nov 03 19:17:24.003263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-4bddef1e-f17d-4587-b7bc-1efbf1ef4fb1 service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347153 Nov 03 19:17:24.236986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5bc3ff5b-e934-4c29-b847-1e8718eda895 req-2afa3f3e-ddfb-4dd5-bae9-bfd031516486 service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257555 Nov 03 19:17:24.285136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3386-eeb6-4267-afe5-954d73e1fc84 req-57e78ebd-c0e0-438e-b680-b9e3e0c0c8f6 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:24.287443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5e3386-eeb6-4267-afe5-954d73e1fc84 req-57e78ebd-c0e0-438e-b680-b9e3e0c0c8f6 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 946 time: 0.0720570 Nov 03 19:17:24.366693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b5e3386-eeb6-4267-afe5-954d73e1fc84 req-39b207b7-8ecb-4ae0-827b-e17eefc83790 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676932 Nov 03 19:17:24.551032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1da43-ccb0-42ac-86ba-56887f07eef3 req-d6e34077-c2e6-4bef-bde6-bf354dce38e3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:24.557186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6b1da43-ccb0-42ac-86ba-56887f07eef3 req-d6e34077-c2e6-4bef-bde6-bf354dce38e3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 946 time: 0.0811753 Nov 03 19:17:24.619555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6b1da43-ccb0-42ac-86ba-56887f07eef3 req-f6a83af6-7e1f-4fc8-8a1c-322d7d5703b4 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587289 Nov 03 19:17:26.164171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34466) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:26.646485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34472) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:26.744427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-325c58ae-ff8a-43cf-ba8b-d1339f1fbb19 admin admin] Deleting subnet 9b0fc4ef-2615-4822-a3af-cf8b7103c389 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:26.750467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-325c58ae-ff8a-43cf-ba8b-d1339f1fbb19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.800277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-325c58ae-ff8a-43cf-ba8b-d1339f1fbb19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.885161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-325c58ae-ff8a-43cf-ba8b-d1339f1fbb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.988911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.998662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-325c58ae-ff8a-43cf-ba8b-d1339f1fbb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.061749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c58ae-ff8a-43cf-ba8b-d1339f1fbb19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0fc4ef-2615-4822-a3af-cf8b7103c389,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:27.066510 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-325c58ae-ff8a-43cf-ba8b-d1339f1fbb19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.070863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-325c58ae-ff8a-43cf-ba8b-d1339f1fbb19 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9b0fc4ef-2615-4822-a3af-cf8b7103c389 HTTP/1.1" status: 204 len: 168 time: 0.4230471 Nov 03 19:17:27.075171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34480) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:27.198408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.342290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.382960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bae0a7-a7da-4380-bbdd-aec543cf8e59']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:27.403538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bc53c0-8f06-422d-98a7-c8d5017cc3bd') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:27.404007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bc53c0-8f06-422d-98a7-c8d5017cc3bd') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:27.422955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.445795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.20.0.17 (52c289ae-df3e-4310-9ed7-fed5b653112c/4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11/87c158e9-20e4-4d02-941a-8133c6d2e16f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:27.448238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.462892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:27.463580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:27.467071 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:27.577705 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.587366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.597972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] 10.222.0.77 "DELETE /v2.0/networks/22bae0a7-a7da-4380-bbdd-aec543cf8e59 HTTP/1.1" status: 204 len: 168 time: 0.5211220 Nov 03 19:17:27.602736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34482) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:27.650334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f417f61-c99f-46c4-8cfb-c802982e8222 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bae0a7-a7da-4380-bbdd-aec543cf8e59,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:27.656583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.682737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0482cc9-3a36-44ec-a740-74743c91c216 admin admin] Deleting subnet 9ce172c1-c039-4c46-8023-05ba8cfdaf7c {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:27.687604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0482cc9-3a36-44ec-a740-74743c91c216 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.734915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.749566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0482cc9-3a36-44ec-a740-74743c91c216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.799277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0482cc9-3a36-44ec-a740-74743c91c216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.823935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 52c289ae-df3e-4310-9ed7-fed5b653112c is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:27.830845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:27.853068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:27.874867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0482cc9-3a36-44ec-a740-74743c91c216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.939872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=87c158e9-20e4-4d02-941a-8133c6d2e16f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:27.960981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482cc9-3a36-44ec-a740-74743c91c216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce172c1-c039-4c46-8023-05ba8cfdaf7c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:27.971868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.972445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.972998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.974566 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.975453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.976062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.976658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.977301 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.977898 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.978478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.979045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.979593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:27.996109 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a0482cc9-3a36-44ec-a740-74743c91c216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.008480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.010524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a0482cc9-3a36-44ec-a740-74743c91c216 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9ce172c1-c039-4c46-8023-05ba8cfdaf7c HTTP/1.1" status: 204 len: 168 time: 0.4048507 Nov 03 19:17:28.011601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34484) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:28.248193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5ff2545e-bdb7-43a4-ad18-066c5e479236 None None] Provisioning complete for port 87c158e9-20e4-4d02-941a-8133c6d2e16f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:28.249059 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5ff2545e-bdb7-43a4-ad18-066c5e479236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.250601 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.300628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2545e-bdb7-43a4-ad18-066c5e479236 None None] Port 87c158e9-20e4-4d02-941a-8133c6d2e16f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:28.518154 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.543996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.582128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8136bc-2aa1-4a8f-9d97-e3b549df1dba']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:28.640924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868e438d-eda8-4ad5-80b2-64c20699fb24') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:28.641505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868e438d-eda8-4ad5-80b2-64c20699fb24') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:28.668354 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.769561 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.789022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:28.789698 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:28.793041 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:28.975315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.988204 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.993301 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0f8136bc-2aa1-4a8f-9d97-e3b549df1dba HTTP/1.1" status: 204 len: 168 time: 0.9782376 Nov 03 19:17:29.032219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582a3ae-dc32-48f4-9627-ffd240fa4bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8136bc-2aa1-4a8f-9d97-e3b549df1dba,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:29.268062 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.274244 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.320775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34496) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:29.384625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=87c158e9-20e4-4d02-941a-8133c6d2e16f,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:29.388935 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.524159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 52c289ae-df3e-4310-9ed7-fed5b653112c is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:29.526681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:29.705058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router b659b482-c828-496b-a337-f61cba742f11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:29.710966 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d531208a-03b1-439a-b698-2ab0819f42aa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e15c71738ec462996418c39425dccec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3881373 Nov 03 19:17:29.716463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34502) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:29.796759 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ac38c85-3c7e-40f3-b807-d0c4ed05e5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.844406 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ac38c85-3c7e-40f3-b807-d0c4ed05e5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.933776 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ac38c85-3c7e-40f3-b807-d0c4ed05e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.935104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:29.939612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3ac38c85-3c7e-40f3-b807-d0c4ed05e5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.947172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3ac38c85-3c7e-40f3-b807-d0c4ed05e5f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e609e1b0-6aad-4af9-8f90-bdcf49c917d9 HTTP/1.1" status: 204 len: 168 time: 0.2242029 Nov 03 19:17:29.951525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Sync routers for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:29.974767 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1d722072-0a90-490a-bb35-f51e80af543a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "PUT /v2.0/routers/b659b482-c828-496b-a337-f61cba742f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7878056 Nov 03 19:17:29.975304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7c51e86a-0340-44b4-90f4-8a4a0a52131b None None] Provisioning complete for port 87c158e9-20e4-4d02-941a-8133c6d2e16f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:29.975493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c51e86a-0340-44b4-90f4-8a4a0a52131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.986063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac38c85-3c7e-40f3-b807-d0c4ed05e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e609e1b0-6aad-4af9-8f90-bdcf49c917d9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.052598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:30.056086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:30.174103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7c51e86a-0340-44b4-90f4-8a4a0a52131b None None] Port 87c158e9-20e4-4d02-941a-8133c6d2e16f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:30.314534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:30.580314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:30.662288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9441d680-1637-4fb6-9bf8-15300e58c1f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cb8d5b4045449e7ae93363098ca128d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800233 Nov 03 19:17:30.666035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 34520) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:30.708664 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:28Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:36Z', 'revision_number': 1, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c158e9-20e4-4d02-941a-8133c6d2e16f', 'name': '', 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:b6:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:27Z', 'updated_at': '2021-11-03T19:17:29Z', 'revision_number': 2, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:30.748273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Checking router: b659b482-c828-496b-a337-f61cba742f11 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:30.748697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Updating router b659b482-c828-496b-a337-f61cba742f11 port 87c158e9-20e4-4d02-941a-8133c6d2e16f binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:30.752617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920fa9f4-eac9-41c7-b8eb-953ff6805126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.788842 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.791429 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920fa9f4-eac9-41c7-b8eb-953ff6805126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.868939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920fa9f4-eac9-41c7-b8eb-953ff6805126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.873641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920fa9f4-eac9-41c7-b8eb-953ff6805126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.875762 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-920fa9f4-eac9-41c7-b8eb-953ff6805126 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42c3a7f5-e613-4433-9c63-9221d61d0a39 HTTP/1.1" status: 204 len: 168 time: 0.2081041 Nov 03 19:17:30.890508 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fa9f4-eac9-41c7-b8eb-953ff6805126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c3a7f5-e613-4433-9c63-9221d61d0a39,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:31.246874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.263087 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.376908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe84a8-68d8-40e3-946d-f2c75ee5fa80 None None] Pushing event updated for resources: {'Port': ['ID=87c158e9-20e4-4d02-941a-8133c6d2e16f,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:31.480907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Attempting to bind port 87c158e9-20e4-4d02-941a-8133c6d2e16f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:31.481539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Attempting to bind port 87c158e9-20e4-4d02-941a-8133c6d2e16f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:31.482175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Attempting to bind port 87c158e9-20e4-4d02-941a-8133c6d2e16f on network 52c289ae-df3e-4310-9ed7-fed5b653112c {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:31.493048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:31.493684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Checking segment: {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:31.494399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.494971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Bound using segment: {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:31.495832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Bound port: 87c158e9-20e4-4d02-941a-8133c6d2e16f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15240772-271c-4305-bef5-037f6445642b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:31.496598 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.620886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] For port 87c158e9-20e4-4d02-941a-8133c6d2e16f, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:31.626079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] For port 87c158e9-20e4-4d02-941a-8133c6d2e16f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=87c158e9-20e4-4d02-941a-8133c6d2e16f,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:31.634260 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.770419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe84a8-68d8-40e3-946d-f2c75ee5fa80 None None] Pushing event updated for resources: {'Port': ['ID=87c158e9-20e4-4d02-941a-8133c6d2e16f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:31.776729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-525f76cc-ee37-4f04-8cab-e6271f9a8ed9 None None] Provisioning complete for port 87c158e9-20e4-4d02-941a-8133c6d2e16f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:31.777186 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-525f76cc-ee37-4f04-8cab-e6271f9a8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.799136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:31.799885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:31.987486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:32.026452 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-525f76cc-ee37-4f04-8cab-e6271f9a8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:32.135697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-525f76cc-ee37-4f04-8cab-e6271f9a8ed9 None None] For port 87c158e9-20e4-4d02-941a-8133c6d2e16f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=87c158e9-20e4-4d02-941a-8133c6d2e16f,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:32.148085 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-525f76cc-ee37-4f04-8cab-e6271f9a8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:32.346871 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6eb903b6-1148-4124-8181-44a149f5a0ba None None] Provisioning complete for port 87c158e9-20e4-4d02-941a-8133c6d2e16f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:32.347957 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6eb903b6-1148-4124-8181-44a149f5a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:32.350736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f76cc-ee37-4f04-8cab-e6271f9a8ed9 None None] Pushing event updated for resources: {'Port': ['ID=87c158e9-20e4-4d02-941a-8133c6d2e16f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:32.599413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:28Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:36Z', 'revision_number': 1, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c158e9-20e4-4d02-941a-8133c6d2e16f', 'name': '', 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:b6:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:27Z', 'updated_at': '2021-11-03T19:17:31Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:32.871666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a524d3-9f01-4420-bf05-8bd2120f7fc2 None None] The sync data for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 is: [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:28Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:36Z', 'revision_number': 1, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c158e9-20e4-4d02-941a-8133c6d2e16f', 'name': '', 'network_id': '52c289ae-df3e-4310-9ed7-fed5b653112c', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:b6:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:27Z', 'updated_at': '2021-11-03T19:17:31Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:32.874153 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.496700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 87c158e9-20e4-4d02-941a-8133c6d2e16f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:33.598494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 87c158e9-20e4-4d02-941a-8133c6d2e16f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:33.599994 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.690027 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.336588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-03c9e00c-2e19-432e-b186-f598ca2b006b tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e6f8fbcbff314b5288ee637e1fea7b4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309737 Nov 03 19:17:35.568531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-e0cef6d6-55ec-459c-addd-d95b6143d5e0 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:35.570171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-e0cef6d6-55ec-459c-addd-d95b6143d5e0 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276242 Nov 03 19:17:35.587614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-93f70f46-783d-40c8-98bf-55584f4fe325 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/quotas/e6f8fbcbff314b5288ee637e1fea7b4b HTTP/1.1" status: 200 len: 375 time: 0.0107620 Nov 03 19:17:35.623703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-8750c6c7-4c69-4451-a830-6d4990182f39 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6f8fbcbff314b5288ee637e1fea7b4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295687 Nov 03 19:17:35.842180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fe1afb7-ab7f-46e9-bd42-92711b19a30b req-b6c55ae8-0b59-4345-b6bb-3fb50d801d95 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 210 time: 0.0459011 Nov 03 19:17:36.092633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa60f41a-3b27-4803-b20b-fa8f63ed59a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.995996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a0e00d-57d8-445e-9568-3ec5c2443fa8 req-37994266-7637-4821-9481-2aea45c1aef2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 210 time: 0.0323567 Nov 03 19:17:37.256493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2d89d0a9-4af7-4d42-8d09-92c9e9f1bf2e tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=e6f8fbcbff314b5288ee637e1fea7b4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296917 Nov 03 19:17:37.408313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-e8e4bf3d-fb04-4c1c-8184-1f3d0b9c9215 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:37.410317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-e8e4bf3d-fb04-4c1c-8184-1f3d0b9c9215 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470358 Nov 03 19:17:37.423042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Request body: {'port': {'device_id': '59990c8a-a96f-456e-819b-b4aac96228a3', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': 'e6f8fbcbff314b5288ee637e1fea7b4b'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:37.612328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Made reservation on behalf of e6f8fbcbff314b5288ee637e1fea7b4b for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:37.620060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.634155 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.733387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.738422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.812026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63287cb0-e80d-44b1-8c45-c6ba4336b5a2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:37.938584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Allocated IP 192.168.233.23 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/339574e5-c497-4863-aae4-532ee1b8274f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:38.180462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99070e44-1f73-4610-b8e2-e818b7969930 req-28fabae9-902f-48c9-bdfd-e1ece92a24d0 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 210 time: 0.0541711 Nov 03 19:17:38.238062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.284907 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.333445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:38.339731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:38.344285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:38.375626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Pushing event updated for resources: {'Port': ['ID=339574e5-c497-4863-aae4-532ee1b8274f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:38.415204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:38.415888 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.436048 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-aea2faed-f300-4a97-ba6c-4a62957bdbc2 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0173814 Nov 03 19:17:38.637172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Request body: {'port': {'device_id': '59990c8a-a96f-456e-819b-b4aac96228a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:38.726205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.758812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d215db9e-1aa5-4187-90ac-d0a8a1d2e836 None None] Provisioning complete for port 339574e5-c497-4863-aae4-532ee1b8274f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:38.759801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d215db9e-1aa5-4187-90ac-d0a8a1d2e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.805378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d215db9e-1aa5-4187-90ac-d0a8a1d2e836 None None] Port 339574e5-c497-4863-aae4-532ee1b8274f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:39.140671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339574e5-c497-4863-aae4-532ee1b8274f {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:39.150807 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.167409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Transition to ACTIVE for port object 339574e5-c497-4863-aae4-532ee1b8274f will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:17:39.171894 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.263079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Pushing event updated for resources: {'Port': ['ID=339574e5-c497-4863-aae4-532ee1b8274f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:39.339460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Attempting to bind port 339574e5-c497-4863-aae4-532ee1b8274f on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:39.339802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Attempting to bind port 339574e5-c497-4863-aae4-532ee1b8274f by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:39.340113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Attempting to bind port 339574e5-c497-4863-aae4-532ee1b8274f on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:39.346525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Port 339574e5-c497-4863-aae4-532ee1b8274f on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:17:39.346886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Attempting to bind port 339574e5-c497-4863-aae4-532ee1b8274f on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:39.355826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:39.356187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:39.356550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:39.356996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Bound port: 339574e5-c497-4863-aae4-532ee1b8274f, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:39.357356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.487814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc38655-7324-4985-9aa4-107b9c7dd6b4 req-20c0a580-7c49-4505-a81c-d58f7359dccf tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:39.489593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fc38655-7324-4985-9aa4-107b9c7dd6b4 req-20c0a580-7c49-4505-a81c-d58f7359dccf tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 947 time: 0.1279898 Nov 03 19:17:39.494490 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] For port 339574e5-c497-4863-aae4-532ee1b8274f, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:39.499384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] For port 339574e5-c497-4863-aae4-532ee1b8274f, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=339574e5-c497-4863-aae4-532ee1b8274f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:39.507092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.590882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:39.591877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.594373 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] 10.222.0.96 "PUT /v2.0/ports/339574e5-c497-4863-aae4-532ee1b8274f HTTP/1.1" status: 200 len: 1095 time: 1.1499438 Nov 03 19:17:39.595643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59990c8a-a96f-456e-819b-b4aac96228a3', 'tag': '339574e5-c497-4863-aae4-532ee1b8274f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:39.599960 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6218d376-ba1e-4887-b596-6857df605a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "59990c8a-a96f-456e-819b-b4aac96228a3", "tag": "339574e5-c497-4863-aae4-532ee1b8274f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:39.691374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069715d-782e-4927-8b24-5c68b8876b41 service neutron] Pushing event updated for resources: {'Port': ['ID=339574e5-c497-4863-aae4-532ee1b8274f,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:39.735064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fc38655-7324-4985-9aa4-107b9c7dd6b4 req-b609469f-42c8-469d-9395-c5d402eff49b tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249269 Nov 03 19:17:39.773945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-d15290ae-9511-45b5-855b-5056e1cadd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:39.773945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-d15290ae-9511-45b5-855b-5056e1cadd99 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6f8fbcbff314b5288ee637e1fea7b4b&device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 1098 time: 0.1189663 Nov 03 19:17:39.826173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-0797a58e-dfb7-444d-82ed-260aa7dd7037 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=339574e5-c497-4863-aae4-532ee1b8274f HTTP/1.1" status: 200 len: 217 time: 0.0447166 Nov 03 19:17:39.841586 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c610888-89e6-408d-811c-5110e1725f98 x-openstack-request-id: req-6c610888-89e6-408d-811c-5110e1725f98 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:39.842063 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59990c8a-a96f-456e-819b-b4aac96228a3", "tag": "339574e5-c497-4863-aae4-532ee1b8274f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:39.842477 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c610888-89e6-408d-811c-5110e1725f98 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:39.843303 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59990c8a-a96f-456e-819b-b4aac96228a3', 'tag': '339574e5-c497-4863-aae4-532ee1b8274f', 'status': 'completed', 'code': 200} Nov 03 19:17:39.945893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-5692f1ec-69c3-41c9-b3cf-d2b1f9b789fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:39.948730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-5692f1ec-69c3-41c9-b3cf-d2b1f9b789fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1039741 Nov 03 19:17:40.026649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-5de80a45-7c4e-4e3a-9c88-f7c406bcf813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:40.028988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-5de80a45-7c4e-4e3a-9c88-f7c406bcf813 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720239 Nov 03 19:17:40.103624 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:40.161063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34664) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:40.204357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-8e0f413e-8aef-4d83-a64c-7fd251f6fd8b service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649280 Nov 03 19:17:40.347938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b863797-5dbf-4098-8237-b1bc2ebada96 req-eacd6375-d865-41c3-a536-1e7d57219e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:40.349615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b863797-5dbf-4098-8237-b1bc2ebada96 req-eacd6375-d865-41c3-a536-1e7d57219e5f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1097 time: 0.1825228 Nov 03 19:17:40.355738 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a385cda9-b63c-4d2a-8d7f-0d02807706df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:40.366454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6cb80f5-c5ee-4bcc-82a5-b4976d50aab2 req-767a6fa8-1bf7-447a-a263-239db593c5be service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548841 Nov 03 19:17:40.426842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b863797-5dbf-4098-8237-b1bc2ebada96 req-3ec52aea-8eb2-4f8a-bc37-ebb41d46dd8f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593214 Nov 03 19:17:40.476160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d376-ba1e-4887-b596-6857df605a6c req-112c9dbc-2c21-4440-ae8f-b3d521ef2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:40.478189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6218d376-ba1e-4887-b596-6857df605a6c req-112c9dbc-2c21-4440-ae8f-b3d521ef2748 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6f8fbcbff314b5288ee637e1fea7b4b&device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 1098 time: 0.0502961 Nov 03 19:17:40.586033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d376-ba1e-4887-b596-6857df605a6c req-8c252c22-9915-4d17-b5eb-70687102d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:40.587734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6218d376-ba1e-4887-b596-6857df605a6c req-8c252c22-9915-4d17-b5eb-70687102d518 service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.1004698 Nov 03 19:17:40.645228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6218d376-ba1e-4887-b596-6857df605a6c req-2df2a36d-0c77-442d-bbe9-63af2eb7c646 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=339574e5-c497-4863-aae4-532ee1b8274f HTTP/1.1" status: 200 len: 217 time: 0.0489337 Nov 03 19:17:40.702203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d376-ba1e-4887-b596-6857df605a6c req-c85c9a79-64f8-4381-a6f0-08514da90afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:40.703716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6218d376-ba1e-4887-b596-6857df605a6c req-c85c9a79-64f8-4381-a6f0-08514da90afa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0506060 Nov 03 19:17:40.757088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d376-ba1e-4887-b596-6857df605a6c req-00707cd4-05e8-46d2-96b9-d93844a21d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:40.758947 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6218d376-ba1e-4887-b596-6857df605a6c req-00707cd4-05e8-46d2-96b9-d93844a21d4e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477045 Nov 03 19:17:40.986320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6218d376-ba1e-4887-b596-6857df605a6c req-c5f6903d-ced7-4ab3-a9c3-32603177a29c service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180257 Nov 03 19:17:41.036854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3c9c-e5db-4b99-b616-873fd53e1cf7 req-74ac16b3-d277-4d4e-ad84-c97798b1b8ff tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:41.038549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0db3c9c-e5db-4b99-b616-873fd53e1cf7 req-74ac16b3-d277-4d4e-ad84-c97798b1b8ff tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 947 time: 0.1247964 Nov 03 19:17:41.156706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6218d376-ba1e-4887-b596-6857df605a6c req-5fe7d511-06ee-489f-94e1-0a0d54913235 service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614408 Nov 03 19:17:41.164466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0db3c9c-e5db-4b99-b616-873fd53e1cf7 req-d9697e75-8bb5-4053-a305-79de3b29e8a5 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834935 Nov 03 19:17:42.293595 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.298488 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.362094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd4560-111b-4f30-ab55-94842c0d184b req-4c7e2d51-b8ee-4c03-84f8-ea8e18b0da04 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:42.365207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1bd4560-111b-4f30-ab55-94842c0d184b req-4c7e2d51-b8ee-4c03-84f8-ea8e18b0da04 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 947 time: 0.0675809 Nov 03 19:17:42.432087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1bd4560-111b-4f30-ab55-94842c0d184b req-b5210a9a-9478-44ab-b3f7-edf6af8a32c8 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596113 Nov 03 19:17:43.607807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58da38-a7ee-4fec-8305-dcd8c0cb2319 req-78179556-1528-492a-82a4-66858429b209 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:43.610435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d58da38-a7ee-4fec-8305-dcd8c0cb2319 req-78179556-1528-492a-82a4-66858429b209 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 947 time: 0.0918198 Nov 03 19:17:43.668203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d58da38-a7ee-4fec-8305-dcd8c0cb2319 req-21f43b01-5bc5-40fd-be09-43bce9a3f6bc tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510545 Nov 03 19:17:44.129844 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:17:44.362653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 339574e5-c497-4863-aae4-532ee1b8274f details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:17:44.487800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 339574e5-c497-4863-aae4-532ee1b8274f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=339574e5-c497-4863-aae4-532ee1b8274f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:44.511793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '339574e5-c497-4863-aae4-532ee1b8274f', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': '339574e5-c497-4863-aae4-532ee1b8274f', 'mac_address': 'fa:16:3e:d1:73:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:17:44.571404 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.587027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339574e5-c497-4863-aae4-532ee1b8274f {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:44.609782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 339574e5-c497-4863-aae4-532ee1b8274f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=339574e5-c497-4863-aae4-532ee1b8274f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:44.615871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.684830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=339574e5-c497-4863-aae4-532ee1b8274f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:44.837963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c08a-e636-45d4-9bb3-6074840d5c6a req-5e5e0800-d090-4090-a852-2143777d8eca tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:44.840423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4dd0c08a-e636-45d4-9bb3-6074840d5c6a req-5e5e0800-d090-4090-a852-2143777d8eca tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 948 time: 0.0818255 Nov 03 19:17:44.841359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['339574e5-c497-4863-aae4-532ee1b8274f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:17:44.937350 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4dd0c08a-e636-45d4-9bb3-6074840d5c6a req-82698c74-52af-4251-8068-ccbde6fbfd45 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832398 Nov 03 19:17:46.105949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169e06f-4277-46d2-943b-ed415a49d300 req-c54af9d1-9a65-41fe-996a-839bc776cdeb tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:46.113842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b169e06f-4277-46d2-943b-ed415a49d300 req-c54af9d1-9a65-41fe-996a-839bc776cdeb tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 948 time: 0.0752690 Nov 03 19:17:46.188886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b169e06f-4277-46d2-943b-ed415a49d300 req-826dff7d-1408-4125-bec0-13ff07a4bb77 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731618 Nov 03 19:17:46.380600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 339574e5-c497-4863-aae4-532ee1b8274f up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:46.474121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 339574e5-c497-4863-aae4-532ee1b8274f completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:17:46.483214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 339574e5-c497-4863-aae4-532ee1b8274f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:46.483768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:46.603239 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:46.633383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59990c8a-a96f-456e-819b-b4aac96228a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339574e5-c497-4863-aae4-532ee1b8274f'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:46.637237 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafa4ad0-4c78-4df8-8c2a-295e0573b54b" -d '{"events": [{"server_uuid": "59990c8a-a96f-456e-819b-b4aac96228a3", "name": "network-vif-plugged", "status": "completed", "tag": "339574e5-c497-4863-aae4-532ee1b8274f"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:46.654524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 339574e5-c497-4863-aae4-532ee1b8274f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=339574e5-c497-4863-aae4-532ee1b8274f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:46.662352 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:46.717133 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9a842d-9c5f-404e-b2f9-804694c3a5ca x-openstack-request-id: req-ae9a842d-9c5f-404e-b2f9-804694c3a5ca {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:46.718151 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59990c8a-a96f-456e-819b-b4aac96228a3", "name": "network-vif-plugged", "status": "completed", "tag": "339574e5-c497-4863-aae4-532ee1b8274f", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:46.718842 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae9a842d-9c5f-404e-b2f9-804694c3a5ca {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:46.719772 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59990c8a-a96f-456e-819b-b4aac96228a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339574e5-c497-4863-aae4-532ee1b8274f', 'code': 200} Nov 03 19:17:46.753693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=339574e5-c497-4863-aae4-532ee1b8274f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:46.872960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f5ef9-9c49-484d-8969-b454de3f076b req-0505cba0-4724-479a-a96c-076d5643189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:46.875686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-139f5ef9-9c49-484d-8969-b454de3f076b req-0505cba0-4724-479a-a96c-076d5643189a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 1100 time: 0.0824249 Nov 03 19:17:46.947550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-139f5ef9-9c49-484d-8969-b454de3f076b req-e8fbea7c-ada0-4f56-a247-c0f512cfad1c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647130 Nov 03 19:17:47.364576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb96040-80d6-43a0-9023-28b4be0e10ff req-2187e68c-d83c-45ed-a75e-ab521b8005c0 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:47.367324 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fb96040-80d6-43a0-9023-28b4be0e10ff req-2187e68c-d83c-45ed-a75e-ab521b8005c0 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 949 time: 0.0791655 Nov 03 19:17:47.441138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fb96040-80d6-43a0-9023-28b4be0e10ff req-ba2efdd7-e22d-4bfa-85e9-583b406153df tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667915 Nov 03 19:17:48.589118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bdcab-7891-4b87-b5d0-365abe2b8bc4 req-77a916b4-1eea-4eaf-8216-ea8d8ae0cd7d tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:48.591618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f70bdcab-7891-4b87-b5d0-365abe2b8bc4 req-77a916b4-1eea-4eaf-8216-ea8d8ae0cd7d tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 949 time: 0.0712373 Nov 03 19:17:48.650828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f70bdcab-7891-4b87-b5d0-365abe2b8bc4 req-67fa8d47-9cf7-47c8-a3c7-76683bf88360 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528903 Nov 03 19:17:50.735375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34794) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:51.515085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.235798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port 87c158e9-20e4-4d02-941a-8133c6d2e16f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:52.236517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.373525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port 87c158e9-20e4-4d02-941a-8133c6d2e16f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=87c158e9-20e4-4d02-941a-8133c6d2e16f,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:52.374211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.400517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for 87c158e9-20e4-4d02-941a-8133c6d2e16f owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:52.646813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.681077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=87c158e9-20e4-4d02-941a-8133c6d2e16f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:52.934604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.217364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router b659b482-c828-496b-a337-f61cba742f11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:53.368640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:53.376204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0e76eaed-a0e7-4c9a-ae1a-942cab6a9e5a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "PUT /v2.0/routers/b659b482-c828-496b-a337-f61cba742f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6385384 Nov 03 19:17:53.386276 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] Sync routers for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:53.400299 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:53.401125 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:53.590987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:53.703600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0c950-6218-4cd1-aa95-f8f567588996 req-f5074542-4ea0-41eb-b5d4-e51f010bc60a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:53.705268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e0c950-6218-4cd1-aa95-f8f567588996 req-f5074542-4ea0-41eb-b5d4-e51f010bc60a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 946 time: 0.0604665 Nov 03 19:17:53.790491 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9e0c950-6218-4cd1-aa95-f8f567588996 req-0d87168a-8949-4482-9c34-cc453488bc19 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767705 Nov 03 19:17:53.864410 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 6, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:36Z', 'revision_number': 1, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:53.896620 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] Checking router: b659b482-c828-496b-a337-f61cba742f11 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:53.907133 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:53.908054 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:54.094333 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:54.427179 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 6, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:36Z', 'revision_number': 1, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:54.463841 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374e04a-f6aa-4246-aa02-88524c3bf29a None None] The sync data for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 is: [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 6, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '53fa9726-f84b-4060-b643-d36fd257bcf6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'b659b482-c828-496b-a337-f61cba742f11', 'port_id': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'mac_address': 'fa:16:3e:a0:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:30Z', 'updated_at': '2021-11-03T19:16:36Z', 'revision_number': 1, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:54.961120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624d478-df84-4e19-84f6-09778ddbbed6 req-e20bed69-a61b-43ab-ac85-5b1b9b248272 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:54.969619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d624d478-df84-4e19-84f6-09778ddbbed6 req-e20bed69-a61b-43ab-ac85-5b1b9b248272 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 946 time: 0.0837717 Nov 03 19:17:55.091607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-b6597d97-922b-40c9-8e12-f2ffacc2bb8d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:55.094050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-b6597d97-922b-40c9-8e12-f2ffacc2bb8d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 946 time: 0.1165204 Nov 03 19:17:55.199707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d624d478-df84-4e19-84f6-09778ddbbed6 req-deb11dd1-b458-43da-82fb-8cc3c8d983df tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=28ca5e6b-77f4-4191-8afc-a4b05f2ba790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287018 Nov 03 19:17:55.302194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:55.302718 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.353584 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 87c158e9-20e4-4d02-941a-8133c6d2e16f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:55.378675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 87c158e9-20e4-4d02-941a-8133c6d2e16f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:55.379022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 87c158e9-20e4-4d02-941a-8133c6d2e16f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:55.479996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:55.479996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.499579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:55.730031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.775536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=5bc77e47-a307-4069-b6e8-6a5d59a5cef5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:55.821881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.822280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.822580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.823047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.823398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.823820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.824079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.824415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.824783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.825116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.825493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.825826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:55.847855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] No DVR routers for this DVR port 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:55.855206 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.858861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f7b923ef-56d3-4ad6-bda9-06b5a744e6d4 req-239f6f95-3793-4996-9ec2-943c2c0d48c3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "DELETE /v2.0/ports/5bc77e47-a307-4069-b6e8-6a5d59a5cef5 HTTP/1.1" status: 204 len: 173 time: 0.7546020 Nov 03 19:17:55.859391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1', 'name': 'network-vif-deleted', 'tag': '5bc77e47-a307-4069-b6e8-6a5d59a5cef5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:55.862321 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57424b06-cf44-4599-8a55-5e1afb958bfc" -d '{"events": [{"server_uuid": "81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1", "name": "network-vif-deleted", "tag": "5bc77e47-a307-4069-b6e8-6a5d59a5cef5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:55.907120 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeba543-8bf7-4bbb-9d4b-4838d98318a0 x-openstack-request-id: req-afeba543-8bf7-4bbb-9d4b-4838d98318a0 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:55.907425 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1", "name": "network-vif-deleted", "tag": "5bc77e47-a307-4069-b6e8-6a5d59a5cef5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:55.907685 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afeba543-8bf7-4bbb-9d4b-4838d98318a0 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:55.908112 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1', 'name': 'network-vif-deleted', 'tag': '5bc77e47-a307-4069-b6e8-6a5d59a5cef5', 'status': 'completed', 'code': 200} Nov 03 19:17:56.430502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a99da32-9353-4513-9434-c0dcc1351c42 req-c2854b41-74ff-4a0f-9f13-e4bb8d03d458 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a43dde-66f5-4d1e-8b85-fbf6cbd40ee1 HTTP/1.1" status: 200 len: 210 time: 0.0496643 Nov 03 19:17:57.509488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34878) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:57.587345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-86dadbea-100a-4c58-8581-1591f384ba1d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.620205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-86dadbea-100a-4c58-8581-1591f384ba1d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.725397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-86dadbea-100a-4c58-8581-1591f384ba1d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.728112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-86dadbea-100a-4c58-8581-1591f384ba1d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.734822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-86dadbea-100a-4c58-8581-1591f384ba1d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/security-groups/28ca5e6b-77f4-4191-8afc-a4b05f2ba790 HTTP/1.1" status: 204 len: 168 time: 0.2219472 Nov 03 19:17:57.750292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dadbea-100a-4c58-8581-1591f384ba1d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ca5e6b-77f4-4191-8afc-a4b05f2ba790,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:57.801521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34884) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:57.900183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3dc17c-75d6-4ded-b3c6-9ad38cb631a1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting subnet 4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:57.904038 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc17c-75d6-4ded-b3c6-9ad38cb631a1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.973146 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc17c-75d6-4ded-b3c6-9ad38cb631a1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.108162 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc17c-75d6-4ded-b3c6-9ad38cb631a1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.206636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc17c-75d6-4ded-b3c6-9ad38cb631a1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.258323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dc17c-75d6-4ded-b3c6-9ad38cb631a1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:58.264497 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc17c-75d6-4ded-b3c6-9ad38cb631a1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.271282 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1c3dc17c-75d6-4ded-b3c6-9ad38cb631a1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/subnets/4b6a4a2d-50d0-4e80-9e1a-d6f0a41fff11 HTTP/1.1" status: 204 len: 168 time: 0.4672472 Nov 03 19:17:58.273355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34890) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:58.278341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca9dac-6572-4640-bae3-21ddbbf9613c None None] Network 52c289ae-df3e-4310-9ed7-fed5b653112c requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:58.373886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.391078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:58.488152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port afb9148c-4775-4ff1-a6e1-ac3bd9272deb {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:58.489819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.501915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:58.502482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5bc77e47-a307-4069-b6e8-6a5d59a5cef5 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:58.594204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port afb9148c-4775-4ff1-a6e1-ac3bd9272deb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:58.595089 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.620460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for afb9148c-4775-4ff1-a6e1-ac3bd9272deb owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:58.645035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] DHCP port deletion for 52c289ae-df3e-4310-9ed7-fed5b653112c request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:58.737212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Deleting port afb9148c-4775-4ff1-a6e1-ac3bd9272deb {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:58.738200 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.776759 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.826899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] No DVR routers for this DVR port afb9148c-4775-4ff1-a6e1-ac3bd9272deb on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:58.834329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:58.846976 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] For port afb9148c-4775-4ff1-a6e1-ac3bd9272deb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,segment=NetworkSegment(15240772-271c-4305-bef5-037f6445642b),segment_id=15240772-271c-4305-bef5-037f6445642b)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:58.848822 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.884773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Calling delete_port for afb9148c-4775-4ff1-a6e1-ac3bd9272deb owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:58.994717 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.050353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c289ae-df3e-4310-9ed7-fed5b653112c']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:59.067818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15240772-271c-4305-bef5-037f6445642b') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:59.068150 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.068398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15240772-271c-4305-bef5-037f6445642b') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:59.085178 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.107571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Pushing event deleted for resources: {'Port': ['ID=afb9148c-4775-4ff1-a6e1-ac3bd9272deb,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:59.111945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] No DVR routers for this DVR port afb9148c-4775-4ff1-a6e1-ac3bd9272deb on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:59.115996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.130216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:59.131177 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.135228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.136352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.136897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.137762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.138289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.138889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.139359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.139896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.141517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.142124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.142549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:59.144182 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:59.148642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ad43a-4c78-4671-9550-431d4a89ebf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:59.230841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.240032 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.244392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/networks/52c289ae-df3e-4310-9ed7-fed5b653112c HTTP/1.1" status: 204 len: 168 time: 0.9697013 Nov 03 19:17:59.247240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 34908) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:59.287569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ef1c4-a1f0-4abf-aadf-c2064dde8b55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Network': ['ID=52c289ae-df3e-4310-9ed7-fed5b653112c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:59.400804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device afb9148c-4775-4ff1-a6e1-ac3bd9272deb no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:59.430612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: afb9148c-4775-4ff1-a6e1-ac3bd9272deb {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:59.431179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device afb9148c-4775-4ff1-a6e1-ac3bd9272deb not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:59.537438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port f85ee081-534d-47bf-9424-db5e9484108c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:59.537749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.641290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.642325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.656649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for f85ee081-534d-47bf-9424-db5e9484108c owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:59.900812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.937553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=f85ee081-534d-47bf-9424-db5e9484108c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:00.021246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:00.021753 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Floating IP 53fa9726-f84b-4060-b643-d36fd257bcf6 disassociated (deleted). External IP: 172.25.3.66, port: b69594bf-09a5-4a4c-98be-c55541e491db. Nov 03 19:18:00.333698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router b659b482-c828-496b-a337-f61cba742f11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:18:00.827826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:00.834881 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:00.848639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] Sync routers for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:00.872074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:00.872543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-37c5d61d-2082-4479-ae3e-302ff9abeeb3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/floatingips/53fa9726-f84b-4060-b643-d36fd257bcf6 HTTP/1.1" status: 204 len: 168 time: 1.6242235 Nov 03 19:18:00.873583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:00.873961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:00.876487 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73838828-b650-4095-8528-491fc93ea76a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:01.018351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:01.117441 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d8eea-282c-464c-a309-98803c684f65 x-openstack-request-id: req-130d8eea-282c-464c-a309-98803c684f65 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:01.118411 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:01.118809 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-130d8eea-282c-464c-a309-98803c684f65 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:01.120854 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'status': 'completed', 'code': 200} Nov 03 19:18:01.289989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838828-b650-4095-8528-491fc93ea76a req-0cc700cd-f2cb-419a-85e8-bc36388ae0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:01.292374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73838828-b650-4095-8528-491fc93ea76a req-0cc700cd-f2cb-419a-85e8-bc36388ae0dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 1097 time: 0.1386533 Nov 03 19:18:01.397782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8dc72-2019-4f98-bd9c-18d2493eea33 req-dcf9664f-6ffd-4e42-9869-663967ca0299 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:01.399262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 6, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:01.399538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0c8dc72-2019-4f98-bd9c-18d2493eea33 req-dcf9664f-6ffd-4e42-9869-663967ca0299 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 946 time: 0.1749582 Nov 03 19:18:01.442319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] Checking router: b659b482-c828-496b-a337-f61cba742f11 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:18:01.461635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:01.462732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:01.501207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838828-b650-4095-8528-491fc93ea76a req-044313d3-2b1a-4e4b-9e89-85a252fca827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:01.503372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73838828-b650-4095-8528-491fc93ea76a req-044313d3-2b1a-4e4b-9e89-85a252fca827 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1420ae24-d2fd-4470-9319-59ff39052bc4 HTTP/1.1" status: 200 len: 897 time: 0.2017646 Nov 03 19:18:01.530051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0c8dc72-2019-4f98-bd9c-18d2493eea33 req-7fb34800-de0d-4d74-8fb7-74c581be7f61 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177728 Nov 03 19:18:01.594709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73838828-b650-4095-8528-491fc93ea76a req-f2fed4ed-1cee-455a-bce8-e797bb8c0050 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69594bf-09a5-4a4c-98be-c55541e491db HTTP/1.1" status: 200 len: 217 time: 0.0825806 Nov 03 19:18:01.654697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838828-b650-4095-8528-491fc93ea76a req-1fe2c870-9820-4ba7-8f41-297532c6e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:01.656600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73838828-b650-4095-8528-491fc93ea76a req-1fe2c870-9820-4ba7-8f41-297532c6e8a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=063035f8-a415-4bdd-99d6-5d5094ad5bb9 HTTP/1.1" status: 200 len: 834 time: 0.0523188 Nov 03 19:18:01.657449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:01.724422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838828-b650-4095-8528-491fc93ea76a req-255c46f1-e6b0-4ecf-947d-afc79cc8ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:01.726221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73838828-b650-4095-8528-491fc93ea76a req-255c46f1-e6b0-4ecf-947d-afc79cc8ce02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1420ae24-d2fd-4470-9319-59ff39052bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602672 Nov 03 19:18:01.859976 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73838828-b650-4095-8528-491fc93ea76a req-9f8f5d6e-fd66-46a4-85cd-0730ca5518e5 service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243105 Nov 03 19:18:01.984250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73838828-b650-4095-8528-491fc93ea76a req-f797d57c-8077-493a-bc8b-debf7292327f service neutron] 10.222.0.70 "GET /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139250 Nov 03 19:18:02.020122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 6, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:02.080558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822386fa-1f2f-4cb6-984a-6de5d0b6b74b None None] The sync data for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 is: [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 6, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'b40137b2-e73a-40f2-8c38-0e0021ebfa0a', 'name': '', 'network_id': '1420ae24-d2fd-4470-9319-59ff39052bc4', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:1a:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:50Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '063035f8-a415-4bdd-99d6-5d5094ad5bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:02.375624 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50ac00-1db8-45d2-85ff-5e4e438b1a30 None None] New status for floating IP 53fa9726-f84b-4060-b643-d36fd257bcf6: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:18:02.603471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-3b504937-2dd0-442c-9a13-63977b57888a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:02.609602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-3b504937-2dd0-442c-9a13-63977b57888a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 946 time: 0.1152232 Nov 03 19:18:02.641261 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.788223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aec59c-bdc7-4038-acbb-bd1cfa8354d9 req-aff45149-6ce5-4c98-8f02-9b99c984a3d1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:02.790663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8aec59c-bdc7-4038-acbb-bd1cfa8354d9 req-aff45149-6ce5-4c98-8f02-9b99c984a3d1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 946 time: 0.1176424 Nov 03 19:18:02.803903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port b69594bf-09a5-4a4c-98be-c55541e491db {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:02.804307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.023852 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8aec59c-bdc7-4038-acbb-bd1cfa8354d9 req-b974ca54-45c7-4ccf-a0ee-225f864c9f64 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=c505b05c-400b-420a-8d50-2bffca1a0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143850 Nov 03 19:18:03.072191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port b69594bf-09a5-4a4c-98be-c55541e491db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=b69594bf-09a5-4a4c-98be-c55541e491db,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:03.073293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.101207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for b69594bf-09a5-4a4c-98be-c55541e491db owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:03.361259 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.406279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=b69594bf-09a5-4a4c-98be-c55541e491db,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:03.474340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] No DVR routers for this DVR port b69594bf-09a5-4a4c-98be-c55541e491db on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:03.477823 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.481606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c8a6a13-dd43-4675-877d-6c6c5218ab0b req-05182fd0-cad8-4db5-bf93-dc15b79a0e26 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "DELETE /v2.0/ports/b69594bf-09a5-4a4c-98be-c55541e491db HTTP/1.1" status: 204 len: 173 time: 0.8622100 Nov 03 19:18:03.481994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'name': 'network-vif-deleted', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:03.484349 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a59bb6-7a53-4b39-95b0-599760df42b6" -d '{"events": [{"server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "name": "network-vif-deleted", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:03.554959 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c028b0a8-f59e-4da5-99d0-d515eb4c2eb6 x-openstack-request-id: req-c028b0a8-f59e-4da5-99d0-d515eb4c2eb6 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:03.555249 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdce8db2-df00-4670-88b1-6b2e672c7a21", "name": "network-vif-deleted", "tag": "b69594bf-09a5-4a4c-98be-c55541e491db", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:03.555498 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c028b0a8-f59e-4da5-99d0-d515eb4c2eb6 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:03.556268 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdce8db2-df00-4670-88b1-6b2e672c7a21', 'name': 'network-vif-deleted', 'tag': 'b69594bf-09a5-4a4c-98be-c55541e491db', 'status': 'completed', 'code': 200} Nov 03 19:18:03.625628 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:04.276360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6dfdf20e-7ad0-4621-a2b0-482d93b76798 req-160c1b3f-ed10-49c7-bf05-685cf4253b40 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdce8db2-df00-4670-88b1-6b2e672c7a21 HTTP/1.1" status: 200 len: 210 time: 0.0563037 Nov 03 19:18:05.375393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35020) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:05.457795 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b245-a7ff-4024-b475-b7df56452d27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.495380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b245-a7ff-4024-b475-b7df56452d27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.573582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b245-a7ff-4024-b475-b7df56452d27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.576329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b245-a7ff-4024-b475-b7df56452d27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.580450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e0b9b245-a7ff-4024-b475-b7df56452d27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/security-groups/c505b05c-400b-420a-8d50-2bffca1a0d56 HTTP/1.1" status: 204 len: 168 time: 0.2010772 Nov 03 19:18:05.599096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9b245-a7ff-4024-b475-b7df56452d27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c505b05c-400b-420a-8d50-2bffca1a0d56,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:05.640084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35028) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:06.108229 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c146990d-f544-4af3-9ba5-6d3f20646922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:06.290299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:06.403553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b69594bf-09a5-4a4c-98be-c55541e491db no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:18:06.440089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: b69594bf-09a5-4a4c-98be-c55541e491db {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:18:06.440986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device b69594bf-09a5-4a4c-98be-c55541e491db not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:18:06.693367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port b40137b2-e73a-40f2-8c38-0e0021ebfa0a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:06.694367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:06.835250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port b40137b2-e73a-40f2-8c38-0e0021ebfa0a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:06.835838 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:06.853517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for b40137b2-e73a-40f2-8c38-0e0021ebfa0a owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:07.172588 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:07.206460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=b40137b2-e73a-40f2-8c38-0e0021ebfa0a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:07.530908 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.038015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router b659b482-c828-496b-a337-f61cba742f11 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:18:08.272652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:08.282823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1da16738-4150-4bce-b08c-91ca57fb3d8e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "PUT /v2.0/routers/b659b482-c828-496b-a337-f61cba742f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6410105 Nov 03 19:18:08.286218 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35070) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:08.289627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] Sync routers for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:08.339945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:08.340967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:08.355672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b3ef3e-8c78-4a35-b19c-98e2d35927c0 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting subnet 063035f8-a415-4bdd-99d6-5d5094ad5bb9 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:18:08.374500 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53b3ef3e-8c78-4a35-b19c-98e2d35927c0 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.474081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53b3ef3e-8c78-4a35-b19c-98e2d35927c0 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.582110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:08.664707 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53b3ef3e-8c78-4a35-b19c-98e2d35927c0 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.282504 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53b3ef3e-8c78-4a35-b19c-98e2d35927c0 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.290344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:18:07Z', 'revision_number': 7, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:09.334717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3ef3e-8c78-4a35-b19c-98e2d35927c0 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Subnet': ['ID=063035f8-a415-4bdd-99d6-5d5094ad5bb9,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:09.343567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] Checking router: b659b482-c828-496b-a337-f61cba742f11 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:18:09.357027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-53b3ef3e-8c78-4a35-b19c-98e2d35927c0 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.364225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] Routers {'b659b482-c828-496b-a337-f61cba742f11'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:09.365308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:17:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['b659b482-c828-496b-a337-f61cba742f11'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:09.370802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-53b3ef3e-8c78-4a35-b19c-98e2d35927c0 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/subnets/063035f8-a415-4bdd-99d6-5d5094ad5bb9 HTTP/1.1" status: 204 len: 168 time: 1.0830195 Nov 03 19:18:09.373545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35088) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:09.376210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7912323-2d62-413d-aa50-c87aecaae5ca None None] Network 1420ae24-d2fd-4470-9319-59ff39052bc4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:09.577376 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.676749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] Set router b659b482-c828-496b-a337-f61cba742f11 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:09.761660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.869156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port 39b68cdf-6340-4a6e-9a67-72eb3210acaa {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:09.869807 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.012940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] DHCP port deletion for 1420ae24-d2fd-4470-9319-59ff39052bc4 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:18:10.059237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port 39b68cdf-6340-4a6e-9a67-72eb3210acaa, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=39b68cdf-6340-4a6e-9a67-72eb3210acaa,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:10.059809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.097235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for 39b68cdf-6340-4a6e-9a67-72eb3210acaa owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:10.132157 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.136115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:18:07Z', 'revision_number': 7, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:10.214072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a83a4a-93f7-4234-a139-20dbe8cba7b8 None None] The sync data for ids ['b659b482-c828-496b-a337-f61cba742f11'] in n-d-812148-3 is: [{'id': 'b659b482-c828-496b-a337-f61cba742f11', 'name': 'tempest-TestNetworkBasicOps-router-502517314', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:37Z', 'updated_at': '2021-11-03T19:18:07Z', 'revision_number': 7, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '39b68cdf-6340-4a6e-9a67-72eb3210acaa', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b659b482-c828-496b-a337-f61cba742f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:40Z', 'updated_at': '2021-11-03T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:10.245169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] Deleting port a7010d50-0060-4416-9db7-d407a09beff3 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:10.246376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.386836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] For port a7010d50-0060-4416-9db7-d407a09beff3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a7010d50-0060-4416-9db7-d407a09beff3,segment=NetworkSegment(ae8ed18a-74b2-479a-9e31-0c43b068b8a0),segment_id=ae8ed18a-74b2-479a-9e31-0c43b068b8a0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:10.387970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.468798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] Calling delete_port for a7010d50-0060-4416-9db7-d407a09beff3 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:10.487152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1e8243ad-ce8d-4d5c-9e91-96de178e10d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.546350 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.632774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=39b68cdf-6340-4a6e-9a67-72eb3210acaa,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:10.692919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.758052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] Pushing event deleted for resources: {'Port': ['ID=a7010d50-0060-4416-9db7-d407a09beff3,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:10.765350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876a5bc-0ac6-4844-b192-7c96ee483558 None None] No DVR routers for this DVR port a7010d50-0060-4416-9db7-d407a09beff3 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:10.805680 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.035996 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.039106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.121787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.122783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Fanout notify agent at l3_agent the message router_deleted on router b659b482-c828-496b-a337-f61cba742f11 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:18:11.163970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.169398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7ce4acaa-28b8-451a-99d3-026065086185 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/routers/b659b482-c828-496b-a337-f61cba742f11 HTTP/1.1" status: 204 len: 168 time: 1.7925999 Nov 03 19:18:11.170970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35110) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:11.319972 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.627096 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.671167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1420ae24-d2fd-4470-9319-59ff39052bc4']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:11.689148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:11.689794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8ed18a-74b2-479a-9e31-0c43b068b8a0') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:11.710110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.738036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.758462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:11.759102 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:11.765070 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:11.901396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.987397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a7010d50-0060-4416-9db7-d407a09beff3 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:18:12.005802 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.014636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/networks/1420ae24-d2fd-4470-9319-59ff39052bc4 HTTP/1.1" status: 204 len: 168 time: 0.8395073 Nov 03 19:18:12.014636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dddc9-c54d-4539-82e8-c54b1e1e7820 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Network': ['ID=1420ae24-d2fd-4470-9319-59ff39052bc4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:12.043596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: a7010d50-0060-4416-9db7-d407a09beff3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:18:12.044136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a7010d50-0060-4416-9db7-d407a09beff3 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:18:12.044799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b40137b2-e73a-40f2-8c38-0e0021ebfa0a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:18:12.046635 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35124) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:12.057135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'network': {'name': 'tempest-network-smoke--1753128243', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:12.140938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b40137b2-e73a-40f2-8c38-0e0021ebfa0a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:18:12.141589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b40137b2-e73a-40f2-8c38-0e0021ebfa0a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:18:12.153067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:12.160419 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.212405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:12.237040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.238032 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Added segment 596985fa-194c-4044-a1e3-b744678d23a7 of type vlan for network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 Nov 03 19:18:12.308371 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.313722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.334413 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.358161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.370004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:12.371009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.411306 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3628392 Nov 03 19:18:12.415748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35138) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:12.423888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-331575364', 'admin_state_up': True, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:12.469336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.481554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.530926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdec6c-1059-409e-a1f4-267356d9863e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Network': ['ID=6af22f43-6ca4-4872-8ad1-c7c0a949e779,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:12.548078 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:12.599471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:13.327176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:13.415082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 39b68cdf-6340-4a6e-9a67-72eb3210acaa no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:18:13.478118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 39b68cdf-6340-4a6e-9a67-72eb3210acaa {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:18:13.478948 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 39b68cdf-6340-4a6e-9a67-72eb3210acaa not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:18:13.523082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e20079-98af-454f-89ed-cdba2ec3376f req-783345b3-3ff8-4f47-9832-2ae74f13619a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751927 Nov 03 19:18:13.782475 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:13.815536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:13.835231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e20079-98af-454f-89ed-cdba2ec3376f req-60b2381f-438f-4ffe-a4d0-537cadd0b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:13.837103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e20079-98af-454f-89ed-cdba2ec3376f req-60b2381f-438f-4ffe-a4d0-537cadd0b2b3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5742b87b8b87484b95f24663acdc7be2&device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1097 time: 0.1129613 Nov 03 19:18:14.121822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.25.3.81 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/147ddd24-bb8d-403f-89e3-5248385a50bf) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:14.187694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e20079-98af-454f-89ed-cdba2ec3376f req-8e4e0cb1-496c-4f53-a4ac-ce755d1e15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:14.188846 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e20079-98af-454f-89ed-cdba2ec3376f req-8e4e0cb1-496c-4f53-a4ac-ce755d1e15bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 200 len: 910 time: 0.3024740 Nov 03 19:18:14.441749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e20079-98af-454f-89ed-cdba2ec3376f req-d8d1fafa-311f-48b8-b769-0b44df719683 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 200 len: 1001 time: 0.2394609 Nov 03 19:18:14.584692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:14.592206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e20079-98af-454f-89ed-cdba2ec3376f req-f8ccf7e7-ae5e-41f8-ad6d-2fb6d8ae2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:14.595144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e20079-98af-454f-89ed-cdba2ec3376f req-f8ccf7e7-ae5e-41f8-ad6d-2fb6d8ae2168 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc083020-291c-405a-b430-d2ee0c19af12 HTTP/1.1" status: 200 len: 848 time: 0.1422045 Nov 03 19:18:14.722104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e20079-98af-454f-89ed-cdba2ec3376f req-1c96ef93-676a-4acf-9997-3ab459cdda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:14.725389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e20079-98af-454f-89ed-cdba2ec3376f req-1c96ef93-676a-4acf-9997-3ab459cdda6d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179645 Nov 03 19:18:14.750229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:14.847910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:14.857656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:14.996904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:15.000518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=147ddd24-bb8d-403f-89e3-5248385a50bf,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:15.053098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e20079-98af-454f-89ed-cdba2ec3376f req-5b724673-15fe-480e-83f0-c803c7078c1e service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191969 Nov 03 19:18:15.389002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e20079-98af-454f-89ed-cdba2ec3376f req-42210761-6635-4176-a3c7-71f0fc9fad70 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278685 Nov 03 19:18:15.643832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.071495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.310094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:18:16.504738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:16.519694 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Sync routers for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:16.538592 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:16.539587 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:18:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:16.560951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.562638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a1f2cdc2-da6c-4b77-819e-3b02cd970c55 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1450388 Nov 03 19:18:16.566962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35158) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:16.617586 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-91db300e-5880-4550-ac99-efda530c3220 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7d25a4aae73f44a7b0b3fd190b1f516a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503137 Nov 03 19:18:16.620750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35160) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:16.797435 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf13957-fbbb-4eb5-9a01-c1f41fe914ea tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:16.800353 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4bf13957-fbbb-4eb5-9a01-c1f41fe914ea tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1752968 Nov 03 19:18:16.803278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35162) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:16.851414 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:16.853928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-14b16bdc-3da8-451c-9939-b2f3d8bfe6c7 tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476375 Nov 03 19:18:16.857601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35164) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:16.866932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-967162751', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:17.054242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:17.063478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:17.445809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:17.560282 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:15Z', 'revision_number': 3, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:17.585643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Subnet': ['ID=7534f465-c299-4718-b27f-d858a3df795a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:17.589827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Checking segment: {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:17.590537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network hostable DHCP agents. Network: 6af22f43-6ca4-4872-8ad1-c7c0a949e779, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:17.632526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:17.654808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 6af22f43-6ca4-4872-8ad1-c7c0a949e779) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:17.667034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:17.668002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:17.671732 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Checking router: 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:18:17.672382 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Updating router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 port 147ddd24-bb8d-403f-89e3-5248385a50bf binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:18:17.679678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a33342-c1ed-459e-9477-055f05a2a235 None None] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:17.749623 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-72f9266a-f488-4eaa-8f7e-2d38e7bc70ab tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8893223 Nov 03 19:18:17.760059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35170) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:17.763978 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.216554 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.225110 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.281094 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Attempting to bind port 147ddd24-bb8d-403f-89e3-5248385a50bf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:18.281811 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Attempting to bind port 147ddd24-bb8d-403f-89e3-5248385a50bf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:18.282412 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Attempting to bind port 147ddd24-bb8d-403f-89e3-5248385a50bf on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:18.297912 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:18.298399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:18:18.298928 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:18.299507 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.300125 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:18.300713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.301008 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Bound port: 147ddd24-bb8d-403f-89e3-5248385a50bf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:18.301606 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.382645 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] For port 147ddd24-bb8d-403f-89e3-5248385a50bf, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:18.387065 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] For port 147ddd24-bb8d-403f-89e3-5248385a50bf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=147ddd24-bb8d-403f-89e3-5248385a50bf,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:18.398657 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.403230 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Pushing event updated for resources: {'Port': ['ID=147ddd24-bb8d-403f-89e3-5248385a50bf,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:18.416417 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.416738 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.417161 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.417523 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.417860 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.418194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.418524 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.418849 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.419176 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.419549 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.419879 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.420202 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:18.554831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.576197 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:18.577230 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:18:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:18.632276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Allocated IP 172.20.0.2 (6af22f43-6ca4-4872-8ad1-c7c0a949e779/7534f465-c299-4718-b27f-d858a3df795a/552453f7-b85f-4db6-8dbd-acc6cd50b0d9) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:18.652347 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95d46c-fb8d-41e4-b23a-06787ff481aa None None] Pushing event updated for resources: {'Port': ['ID=147ddd24-bb8d-403f-89e3-5248385a50bf,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:18.790548 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:18.999367 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.013674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.054919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:19.062710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:19.092502 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.20.0.1 (6af22f43-6ca4-4872-8ad1-c7c0a949e779/7534f465-c299-4718-b27f-d858a3df795a/351d76ba-834d-42fb-bc17-889c1e5569ea) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:19.106898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:19.122043 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:15Z', 'revision_number': 3, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:19.183679 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526f998-1d3b-4c9b-a011-cb73948d26de None None] The sync data for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 is: [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:15Z', 'revision_number': 3, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:19.241123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Pushing event updated for resources: {'Port': ['ID=552453f7-b85f-4db6-8dbd-acc6cd50b0d9,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:19.268757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Attempting to bind port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:19.270118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Attempting to bind port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:19.270711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Attempting to bind port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 on network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:19.284974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:19.288125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Checking segment: {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:19.288853 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.289598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Bound using segment: {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:19.290274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Bound port: 552453f7-b85f-4db6-8dbd-acc6cd50b0d9, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:19.290979 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.303846 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.357830 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.389792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] For port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:19.394844 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] For port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=552453f7-b85f-4db6-8dbd-acc6cd50b0d9,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:19.402523 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.467395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:19.488404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:19.492681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:19.539862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a44c54-6833-4b9f-b8da-5556aa7395d1 None None] Pushing event updated for resources: {'Port': ['ID=552453f7-b85f-4db6-8dbd-acc6cd50b0d9,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:19.631999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.771917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=351d76ba-834d-42fb-bc17-889c1e5569ea,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:20.106422 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.837539 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.844552 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.012665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.031962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=351d76ba-834d-42fb-bc17-889c1e5569ea,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:21.131403 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:18:21.232079 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:21.234724 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:21.343610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d04034-3f30-492a-9e76-d218f9dd3e1d None None] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:21.498047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4d53c2de-fb44-4793-8e53-a16856740669 None None] Provisioning complete for port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:21.498996 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d53c2de-fb44-4793-8e53-a16856740669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.533853 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:18:21.748220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 147ddd24-bb8d-403f-89e3-5248385a50bf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:21.888558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d53c2de-fb44-4793-8e53-a16856740669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.892905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:21.906325 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-053a5fe3-f6bd-4365-be6e-11133ef0ba58 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "PUT /v2.0/routers/3d85042a-4f71-40ac-8520-b5c0cd1b55b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1425438 Nov 03 19:18:21.914428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35188) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:21.934765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 147ddd24-bb8d-403f-89e3-5248385a50bf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:21.936189 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:22.039025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4d53c2de-fb44-4793-8e53-a16856740669 None None] For port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=552453f7-b85f-4db6-8dbd-acc6cd50b0d9,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:22.046705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4d53c2de-fb44-4793-8e53-a16856740669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:22.109086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.109672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.110144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.110608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.111074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.111530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.111982 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.112436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.115100 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-07a9fcc4-2f56-4bfe-95e2-1556f5e4454e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.1992693 Nov 03 19:18:22.119886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35192) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:22.256957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.258036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.258946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.259797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.260611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.261592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.262610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.263389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.270983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-adf0aaf6-8e56-417b-93e2-d1e9953a847d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5281 time: 0.1491747 Nov 03 19:18:22.272804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35194) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:22.417500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Sync routers for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:22.479352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:22.480813 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:18:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:22.481644 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d89bbcb0-7c42-4a65-9671-3467f8f44c1e tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.2074521 Nov 03 19:18:22.610196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53c2de-fb44-4793-8e53-a16856740669 None None] Pushing event updated for resources: {'Port': ['ID=552453f7-b85f-4db6-8dbd-acc6cd50b0d9,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:22.630322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d083f892-fd15-490f-b9a6-a85322d85148 None None] Provisioning complete for port 351d76ba-834d-42fb-bc17-889c1e5569ea triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:22.630931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d083f892-fd15-490f-b9a6-a85322d85148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:22.865357 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:22.882189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d083f892-fd15-490f-b9a6-a85322d85148 None None] Port 351d76ba-834d-42fb-bc17-889c1e5569ea cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:22.957532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 147ddd24-bb8d-403f-89e3-5248385a50bf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=147ddd24-bb8d-403f-89e3-5248385a50bf,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:22.984948 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:22.986340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:23.003658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:23.211737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d083f892-fd15-490f-b9a6-a85322d85148 None None] Provisioning complete for port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:23.212199 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d083f892-fd15-490f-b9a6-a85322d85148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.213968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=147ddd24-bb8d-403f-89e3-5248385a50bf,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:23.411509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:23.412765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.604327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35206) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:23.610781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-273f9b6c-ff99-448d-a6a0-eed8c69fbad2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362758357', 'description': 'tempest-secgroup-smoke-362758357 description', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:23.659606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-273f9b6c-ff99-448d-a6a0-eed8c69fbad2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.819730 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-273f9b6c-ff99-448d-a6a0-eed8c69fbad2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.820914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-071cb43f-e408-435a-804d-31766312537b None None] Provisioning complete for port 351d76ba-834d-42fb-bc17-889c1e5569ea triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:23.821702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-071cb43f-e408-435a-804d-31766312537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.831042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-273f9b6c-ff99-448d-a6a0-eed8c69fbad2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.877971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-273f9b6c-ff99-448d-a6a0-eed8c69fbad2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.879493 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-273f9b6c-ff99-448d-a6a0-eed8c69fbad2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2730060 Nov 03 19:18:23.882198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f9b6c-ff99-448d-a6a0-eed8c69fbad2 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676b3ace-bbf4-4fc2-8502-08c9a820edaf,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:23.884056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35212) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:23.890996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5aa9ae40-0c93-4d1e-8e01-e8556873d067 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '676b3ace-bbf4-4fc2-8502-08c9a820edaf', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:23.958247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:20Z', 'revision_number': 2, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:23.963015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae40-0c93-4d1e-8e01-e8556873d067 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.964118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-071cb43f-e408-435a-804d-31766312537b None None] Port 351d76ba-834d-42fb-bc17-889c1e5569ea cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:24.077635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Checking router: 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:18:24.078140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Updating router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 port 351d76ba-834d-42fb-bc17-889c1e5569ea binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:18:24.117338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 147ddd24-bb8d-403f-89e3-5248385a50bf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:24.121149 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.157927 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae40-0c93-4d1e-8e01-e8556873d067 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.171596 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae40-0c93-4d1e-8e01-e8556873d067 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.238451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9ae40-0c93-4d1e-8e01-e8556873d067 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c704556a-0629-4d6b-b2e0-400ecba05a2e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:24.261542 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae40-0c93-4d1e-8e01-e8556873d067 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.268872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35216) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:24.272141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5aa9ae40-0c93-4d1e-8e01-e8556873d067 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3866479 Nov 03 19:18:24.276905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-189617bc-97bd-45de-9053-01b9a906f12f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '676b3ace-bbf4-4fc2-8502-08c9a820edaf', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:24.355151 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-189617bc-97bd-45de-9053-01b9a906f12f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.518787 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-189617bc-97bd-45de-9053-01b9a906f12f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.526042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-189617bc-97bd-45de-9053-01b9a906f12f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.576667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189617bc-97bd-45de-9053-01b9a906f12f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6906c63d-5f0d-4cad-8c0e-44e1195f2040,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:24.602367 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-189617bc-97bd-45de-9053-01b9a906f12f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.603875 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-189617bc-97bd-45de-9053-01b9a906f12f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3326581 Nov 03 19:18:24.608485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35218) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:24.613553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fa4a1f21-719e-4d43-95fd-c193b5d63c95 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '676b3ace-bbf4-4fc2-8502-08c9a820edaf', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:24.628222 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.639627 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.688315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1f21-719e-4d43-95fd-c193b5d63c95 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.807982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838a769-1a70-4a5b-a39e-426febff384d None None] Pushing event updated for resources: {'Port': ['ID=351d76ba-834d-42fb-bc17-889c1e5569ea,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:24.845522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Attempting to bind port 351d76ba-834d-42fb-bc17-889c1e5569ea on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:24.846441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Attempting to bind port 351d76ba-834d-42fb-bc17-889c1e5569ea by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:24.846441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Attempting to bind port 351d76ba-834d-42fb-bc17-889c1e5569ea on network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:24.859893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:24.860352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Checking segment: {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:24.860833 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.861312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Bound using segment: {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:24.861872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Bound port: 351d76ba-834d-42fb-bc17-889c1e5569ea, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:24.862278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.892110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 147ddd24-bb8d-403f-89e3-5248385a50bf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:24.892450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.937749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1f21-719e-4d43-95fd-c193b5d63c95 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.947109 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1f21-719e-4d43-95fd-c193b5d63c95 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.989224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a1f21-719e-4d43-95fd-c193b5d63c95 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ededa20-31c5-44b9-873d-2d72ae586e8a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:25.022296 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1f21-719e-4d43-95fd-c193b5d63c95 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.029074 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fa4a1f21-719e-4d43-95fd-c193b5d63c95 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4139574 Nov 03 19:18:25.030025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:25.035976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3bb710bd-6670-43d2-977c-a186837fc347 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '676b3ace-bbf4-4fc2-8502-08c9a820edaf', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:25.110652 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb710bd-6670-43d2-977c-a186837fc347 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.139623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] For port 351d76ba-834d-42fb-bc17-889c1e5569ea, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:25.144233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] For port 351d76ba-834d-42fb-bc17-889c1e5569ea, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=351d76ba-834d-42fb-bc17-889c1e5569ea,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:25.147015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:25.180481 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.250744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838a769-1a70-4a5b-a39e-426febff384d None None] Pushing event updated for resources: {'Port': ['ID=351d76ba-834d-42fb-bc17-889c1e5569ea,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:25.290203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:25.290992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:18:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:25.367467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb710bd-6670-43d2-977c-a186837fc347 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.377204 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb710bd-6670-43d2-977c-a186837fc347 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.432492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3bb710bd-6670-43d2-977c-a186837fc347 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.442296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35224) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:25.443876 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3bb710bd-6670-43d2-977c-a186837fc347 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4114230 Nov 03 19:18:25.449888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb710bd-6670-43d2-977c-a186837fc347 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112b4824-7d9c-450e-bb8e-0bed5691f91b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:25.450226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-45568bfb-b5b6-4472-bc83-08692df00781 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '676b3ace-bbf4-4fc2-8502-08c9a820edaf', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:25.515734 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-45568bfb-b5b6-4472-bc83-08692df00781 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Project 7d25a4aae73f44a7b0b3fd190b1f516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:18:25.530703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ea46238c-7dd8-48d8-8d9d-4006e83ffc9d None None] Provisioning complete for port 351d76ba-834d-42fb-bc17-889c1e5569ea triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:25.531494 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ea46238c-7dd8-48d8-8d9d-4006e83ffc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.539684 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45568bfb-b5b6-4472-bc83-08692df00781 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.638182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:25.638933 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.662323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:25.735391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45568bfb-b5b6-4472-bc83-08692df00781 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.743369 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45568bfb-b5b6-4472-bc83-08692df00781 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.782653 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-45568bfb-b5b6-4472-bc83-08692df00781 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.784715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-45568bfb-b5b6-4472-bc83-08692df00781 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3407795 Nov 03 19:18:25.789846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35228) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:25.797502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0b06cff2-ca26-41a6-80cc-196489d42cef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'security_group_rule': {'security_group_id': '676b3ace-bbf4-4fc2-8502-08c9a820edaf', 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:25.810991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568bfb-b5b6-4472-bc83-08692df00781 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2051551d-341f-497b-939d-5070fcc06660,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:25.846088 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-0b06cff2-ca26-41a6-80cc-196489d42cef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Project 7d25a4aae73f44a7b0b3fd190b1f516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:18:25.863880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b06cff2-ca26-41a6-80cc-196489d42cef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.007785 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b06cff2-ca26-41a6-80cc-196489d42cef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.016026 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b06cff2-ca26-41a6-80cc-196489d42cef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.071112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06cff2-ca26-41a6-80cc-196489d42cef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3a7b30-bb7b-4c50-869f-a47c1e52016b,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:26.080158 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b06cff2-ca26-41a6-80cc-196489d42cef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.082281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0b06cff2-ca26-41a6-80cc-196489d42cef tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2907522 Nov 03 19:18:26.504358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f6f3ae76-5509-4eb7-8a5b-2629bd0ee61b tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362758357&fields=id&tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 267 time: 0.0876682 Nov 03 19:18:26.581279 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ea46238c-7dd8-48d8-8d9d-4006e83ffc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.674913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ea46238c-7dd8-48d8-8d9d-4006e83ffc9d None None] For port 351d76ba-834d-42fb-bc17-889c1e5569ea, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=351d76ba-834d-42fb-bc17-889c1e5569ea,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:26.679365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:25Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:26.736023 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ea46238c-7dd8-48d8-8d9d-4006e83ffc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.742860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e906-26ec-4e6d-9653-3b44e61ec1de None None] The sync data for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 is: [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:25Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:26.753448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-74e6859d-f498-4744-bc55-33097a6502e3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:26.756890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-74e6859d-f498-4744-bc55-33097a6502e3 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/networks?id=6af22f43-6ca4-4872-8ad1-c7c0a949e779 HTTP/1.1" status: 200 len: 797 time: 0.2512810 Nov 03 19:18:26.803325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-01b9b674-1197-40d8-b80e-03e15f741281 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/quotas/7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 375 time: 0.0349870 Nov 03 19:18:26.954107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46238c-7dd8-48d8-8d9d-4006e83ffc9d None None] Pushing event updated for resources: {'Port': ['ID=351d76ba-834d-42fb-bc17-889c1e5569ea,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:26.976968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-5dacf178-e796-4edd-8c0b-9c4674537051 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663816 Nov 03 19:18:27.007919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9e999d24-a82b-4ef2-9259-527a23cb6ae7 None None] Provisioning complete for port 351d76ba-834d-42fb-bc17-889c1e5569ea triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:27.007919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e999d24-a82b-4ef2-9259-527a23cb6ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:27.242203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-7bbd829c-9c17-4c12-b4f7-06b247530789 service neutron] 10.222.0.77 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317648 Nov 03 19:18:27.382517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-6f0beca4-f71c-401b-aec7-963daca8034e service neutron] 10.222.0.77 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383059 Nov 03 19:18:27.736954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4085906b-18be-4664-8018-2fd63e12fb48 req-b3618e02-4eea-42cb-b066-a521d50f6217 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 210 time: 0.0600841 Nov 03 19:18:28.400296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 351d76ba-834d-42fb-bc17-889c1e5569ea up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:28.489137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 351d76ba-834d-42fb-bc17-889c1e5569ea triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:28.489778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.921785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-559fd720-4249-4409-a95d-ad80d20d8f28 req-6c969afc-346d-414c-8509-3a988cba7acc tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 210 time: 0.0515571 Nov 03 19:18:29.572767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-67fa54e1-ca2e-4f7d-9f43-2be79ce07893 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:29.576560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-67fa54e1-ca2e-4f7d-9f43-2be79ce07893 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/networks?id=6af22f43-6ca4-4872-8ad1-c7c0a949e779 HTTP/1.1" status: 200 len: 797 time: 0.2106462 Nov 03 19:18:29.696051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-7177e426-34e4-45c4-b09d-247f0ebd7188 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a HTTP/1.1" status: 200 len: 379 time: 0.1082325 Nov 03 19:18:29.709663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'port': {'device_id': '52d6908e-7132-4792-9dec-99deb94c4de8', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'admin_state_up': True, 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'security_groups': ['676b3ace-bbf4-4fc2-8502-08c9a820edaf']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:29.882905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Made reservation on behalf of 7d25a4aae73f44a7b0b3fd190b1f516a for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:29.890776 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.150812 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6d8ffe9-5789-4f48-9282-faf06d735fbe req-ff4340d8-6f8e-4cad-b81b-13b9fe658300 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 210 time: 0.0731227 Nov 03 19:18:30.252148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.20.0.13 (6af22f43-6ca4-4872-8ad1-c7c0a949e779/7534f465-c299-4718-b27f-d858a3df795a/31f97d5c-4a87-44e4-babf-40170fdffecf) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:30.511084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.571940 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.627784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:30.635369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:30.642329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:30.653528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=31f97d5c-4a87-44e4-babf-40170fdffecf,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:30.737148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:30.738902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.767113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-0098df17-7b72-46a4-8e7e-22f3378cba9f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0635889 Nov 03 19:18:30.785719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Request body: {'port': {'device_id': '52d6908e-7132-4792-9dec-99deb94c4de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:30.905386 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.102086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1bbb7919-b50b-406b-9280-f825497aee51 None None] Provisioning complete for port 31f97d5c-4a87-44e4-babf-40170fdffecf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:31.103808 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7919-b50b-406b-9280-f825497aee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.164019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb7919-b50b-406b-9280-f825497aee51 None None] Port 31f97d5c-4a87-44e4-babf-40170fdffecf cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:31.449368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f97d5c-4a87-44e4-babf-40170fdffecf {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:18:31.469572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f73e8b-69e7-46a4-8ca6-466d81b72c1f req-0aede5a1-6e11-4410-a2b3-953141688666 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:31.472181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7f73e8b-69e7-46a4-8ca6-466d81b72c1f req-0aede5a1-6e11-4410-a2b3-953141688666 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 932 time: 0.1819327 Nov 03 19:18:31.481462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.531546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Transition to ACTIVE for port object 31f97d5c-4a87-44e4-babf-40170fdffecf will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:18:31.544479 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.672478 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7f73e8b-69e7-46a4-8ca6-466d81b72c1f req-5170293b-e4e9-4035-9001-3d340a9d1882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792631 Nov 03 19:18:31.704210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Pushing event updated for resources: {'Port': ['ID=31f97d5c-4a87-44e4-babf-40170fdffecf,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:31.878221 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Attempting to bind port 31f97d5c-4a87-44e4-babf-40170fdffecf on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:31.879232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Attempting to bind port 31f97d5c-4a87-44e4-babf-40170fdffecf by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:31.881482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Attempting to bind port 31f97d5c-4a87-44e4-babf-40170fdffecf on network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:31.891120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Port 31f97d5c-4a87-44e4-babf-40170fdffecf on network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:18:31.891681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Attempting to bind port 31f97d5c-4a87-44e4-babf-40170fdffecf on network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:31.906602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:31.907264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Checking segment: {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:31.908905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Bound using segment: {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:31.909533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Bound port: 31f97d5c-4a87-44e4-babf-40170fdffecf, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596985fa-194c-4044-a1e3-b744678d23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:31.909989 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.070712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] For port 31f97d5c-4a87-44e4-babf-40170fdffecf, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:32.079946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] For port 31f97d5c-4a87-44e4-babf-40170fdffecf, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=31f97d5c-4a87-44e4-babf-40170fdffecf,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:32.090295 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.151438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.152472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.153980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/31f97d5c-4a87-44e4-babf-40170fdffecf HTTP/1.1" status: 200 len: 1092 time: 1.3778629 Nov 03 19:18:32.154476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:32.156861 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbac0d17-4a6b-4f45-8660-b8e7b395b107" -d '{"events": [{"name": "network-changed", "server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:32.275448 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c862a462-9afc-4ea8-94bb-f8cfc422c9e7 x-openstack-request-id: req-c862a462-9afc-4ea8-94bb-f8cfc422c9e7 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:32.275926 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:32.276350 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c862a462-9afc-4ea8-94bb-f8cfc422c9e7 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:32.277000 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'status': 'completed', 'code': 200} Nov 03 19:18:32.339281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8716bbe-fd11-4374-aca7-8e33e0a363b5 service neutron] Pushing event updated for resources: {'Port': ['ID=31f97d5c-4a87-44e4-babf-40170fdffecf,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:32.374350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f1d0a015-8d50-4cc9-8f45-2bd0b61ff3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.377514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-f1d0a015-8d50-4cc9-8f45-2bd0b61ff3e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 1095 time: 0.1718731 Nov 03 19:18:32.475470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-bd0c6e89-1788-480f-9398-0f169ca6345c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f97d5c-4a87-44e4-babf-40170fdffecf HTTP/1.1" status: 200 len: 217 time: 0.0882301 Nov 03 19:18:32.576888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-93eec029-2fea-487d-bf47-4e6ab81ad1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.581659 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-93eec029-2fea-487d-bf47-4e6ab81ad1f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7534f465-c299-4718-b27f-d858a3df795a HTTP/1.1" status: 200 len: 834 time: 0.0908263 Nov 03 19:18:32.632991 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.695545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-95474938-207e-4b09-86d1-47c4b127e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.697551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-95474938-207e-4b09-86d1-47c4b127e7f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af22f43-6ca4-4872-8ad1-c7c0a949e779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068175 Nov 03 19:18:32.960070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-86b89a72-1cf1-40b9-9925-179dca98a963 service neutron] 10.222.0.70 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547374 Nov 03 19:18:33.000436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66448b80-6000-40be-bdf4-74d743608aef req-e9587fa2-67d6-4594-9b37-09efa4b22cd6 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:33.003411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66448b80-6000-40be-bdf4-74d743608aef req-e9587fa2-67d6-4594-9b37-09efa4b22cd6 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 944 time: 0.1599014 Nov 03 19:18:33.657640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.700281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-66448b80-6000-40be-bdf4-74d743608aef req-3bb0c5d3-6754-4e65-8f12-be893e4a13c5 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6783462 Nov 03 19:18:33.758450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51a3efde-2e69-4eda-b2b5-f928570ff6a4 req-1ef408ce-71ad-4278-9fe2-e737ed2e4e45 service neutron] 10.222.0.70 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7911413 Nov 03 19:18:33.913164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-c66ffff0-ec3e-4166-88c6-968af993b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:33.916435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-c66ffff0-ec3e-4166-88c6-968af993b18c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 1095 time: 0.0923386 Nov 03 19:18:34.105816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-fc15522b-9a7e-4a8f-b59e-7c29504617c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:34.108693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-fc15522b-9a7e-4a8f-b59e-7c29504617c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af22f43-6ca4-4872-8ad1-c7c0a949e779 HTTP/1.1" status: 200 len: 898 time: 0.1855161 Nov 03 19:18:34.168869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-eb070d51-1bb6-473a-b240-417536978d3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f97d5c-4a87-44e4-babf-40170fdffecf HTTP/1.1" status: 200 len: 217 time: 0.0516267 Nov 03 19:18:34.271401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-32dad181-14c2-405a-9983-b207b34a3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:34.273915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-32dad181-14c2-405a-9983-b207b34a3a3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7534f465-c299-4718-b27f-d858a3df795a HTTP/1.1" status: 200 len: 834 time: 0.0979981 Nov 03 19:18:34.361714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-11e4c5f4-2a8e-41a0-80fb-221756dae51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:34.364296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-11e4c5f4-2a8e-41a0-80fb-221756dae51f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af22f43-6ca4-4872-8ad1-c7c0a949e779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826907 Nov 03 19:18:34.523681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-78721bb5-bed2-4ac7-a2a7-54248dfc7c18 service neutron] 10.222.0.70 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489067 Nov 03 19:18:34.716574 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cbac0d17-4a6b-4f45-8660-b8e7b395b107 req-2461f763-981e-42a1-86f6-84c0968efab5 service neutron] 10.222.0.70 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853223 Nov 03 19:18:34.935204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40180831-2e0a-4436-83b1-356d61b10e86 req-d5727e59-bc60-434c-a775-28c6a4ae7619 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:34.942589 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40180831-2e0a-4436-83b1-356d61b10e86 req-d5727e59-bc60-434c-a775-28c6a4ae7619 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 944 time: 0.0941081 Nov 03 19:18:35.026665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40180831-2e0a-4436-83b1-356d61b10e86 req-9d6036c0-37e3-4d82-b374-516ffb34d34f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762057 Nov 03 19:18:36.102439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0abb37fb-7529-45bc-9bad-0c975c565fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.296627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630714d-f681-43a2-a2f6-4feb78dda0b7 req-f3f588f8-22e0-48d8-ab65-536a47c15752 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:36.298688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3630714d-f681-43a2-a2f6-4feb78dda0b7 req-f3f588f8-22e0-48d8-ab65-536a47c15752 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 944 time: 0.1059654 Nov 03 19:18:36.370075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3630714d-f681-43a2-a2f6-4feb78dda0b7 req-1b3171bd-76d1-4446-93d4-015f0908367c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627086 Nov 03 19:18:36.531250 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 31f97d5c-4a87-44e4-babf-40170fdffecf details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:18:36.690101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 31f97d5c-4a87-44e4-babf-40170fdffecf, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=31f97d5c-4a87-44e4-babf-40170fdffecf,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:36.709274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'port_id': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'mac_address': 'fa:16:3e:93:81:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:18:36.760580 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.782750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f97d5c-4a87-44e4-babf-40170fdffecf {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:18:36.821935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 31f97d5c-4a87-44e4-babf-40170fdffecf, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=31f97d5c-4a87-44e4-babf-40170fdffecf,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:36.828164 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.919921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=31f97d5c-4a87-44e4-babf-40170fdffecf,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:37.043013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['31f97d5c-4a87-44e4-babf-40170fdffecf'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:18:37.590965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc2709-979a-461c-bf54-76ecc4b36f28 req-b330e92b-7e61-4b28-ac8e-cc0b074c3262 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:37.594576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34dc2709-979a-461c-bf54-76ecc4b36f28 req-b330e92b-7e61-4b28-ac8e-cc0b074c3262 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 945 time: 0.0876949 Nov 03 19:18:37.703805 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34dc2709-979a-461c-bf54-76ecc4b36f28 req-bd8e4b10-9844-4fe8-ab1c-f39771eb4c89 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973918 Nov 03 19:18:38.543485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 31f97d5c-4a87-44e4-babf-40170fdffecf up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:38.648476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 31f97d5c-4a87-44e4-babf-40170fdffecf completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:18:38.653999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 31f97d5c-4a87-44e4-babf-40170fdffecf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:38.654371 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.801467 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.856368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 31f97d5c-4a87-44e4-babf-40170fdffecf, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=31f97d5c-4a87-44e4-babf-40170fdffecf,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:38.858066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:38.862484 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e7e39c-0311-42e6-8d48-31a54e166b07" -d '{"events": [{"server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "name": "network-vif-plugged", "status": "completed", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:38.870350 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.906179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b1a4c-767e-4401-b3d6-edc1d337af16 req-813246e4-0124-407a-b874-461bc1f228cd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:38.912626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526b1a4c-767e-4401-b3d6-edc1d337af16 req-813246e4-0124-407a-b874-461bc1f228cd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 945 time: 0.1002860 Nov 03 19:18:38.970790 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=31f97d5c-4a87-44e4-babf-40170fdffecf,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:39.034184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-526b1a4c-767e-4401-b3d6-edc1d337af16 req-6a46eb9d-3a57-4126-a535-6f7f03b3f218 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066654 Nov 03 19:18:39.348479 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42226cfe-c005-4d48-b4d7-348924a18f44 x-openstack-request-id: req-42226cfe-c005-4d48-b4d7-348924a18f44 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:39.349259 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "name": "network-vif-plugged", "status": "completed", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:39.349740 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42226cfe-c005-4d48-b4d7-348924a18f44 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:39.350687 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'code': 200} Nov 03 19:18:39.502380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c624-b1aa-4950-bcc8-c4427877f909 req-a12f197e-c0d6-462f-af1d-ef7395cde58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:39.505460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f436c624-b1aa-4950-bcc8-c4427877f909 req-a12f197e-c0d6-462f-af1d-ef7395cde58b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 1097 time: 0.0803332 Nov 03 19:18:39.583020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f436c624-b1aa-4950-bcc8-c4427877f909 req-a4c691b1-d466-40e7-af2f-22b93655792c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694945 Nov 03 19:18:40.120237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:40.268334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a58f7-036c-40c0-9d37-2151da497341 req-6ec70168-0ff5-4a12-9f78-61a8203ba768 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:40.271127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-159a58f7-036c-40c0-9d37-2151da497341 req-6ec70168-0ff5-4a12-9f78-61a8203ba768 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 946 time: 0.0870562 Nov 03 19:18:40.358716 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-38377137-7b92-4fbb-835b-5a22a58c3296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:40.405018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-159a58f7-036c-40c0-9d37-2151da497341 req-03912de0-21e0-45d6-8793-d1dafef1eec4 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091654 Nov 03 19:18:41.602626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ef11c-3fe3-4e14-a593-99493ea15412 req-6d94a583-edde-423c-a09f-5b9477ccdf6f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:41.605160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e83ef11c-3fe3-4e14-a593-99493ea15412 req-6d94a583-edde-423c-a09f-5b9477ccdf6f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 946 time: 0.0725183 Nov 03 19:18:41.683339 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e83ef11c-3fe3-4e14-a593-99493ea15412 req-adda6324-69bd-4243-87ab-e75fa14f115f tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668054 Nov 03 19:18:41.934416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04085f-05d0-431a-bb04-10f8164aee7e req-0812859f-ce75-4425-9d0e-f0133bd093da tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:41.947928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de04085f-05d0-431a-bb04-10f8164aee7e req-0812859f-ce75-4425-9d0e-f0133bd093da tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 946 time: 0.1333470 Nov 03 19:18:42.040403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de04085f-05d0-431a-bb04-10f8164aee7e req-46b1fda9-5d7b-4299-9601-4d196440fec1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912237 Nov 03 19:18:42.075812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35526) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:42.148572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9123089-f1c5-47ea-85da-e9e9d68a270d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:42.154301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d9123089-f1c5-47ea-85da-e9e9d68a270d tempest-TestNetworkBasicOps-557517069 tempest-TestNetworkBasicOps-557517069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 1092 time: 0.0768874 Nov 03 19:18:42.156286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35530) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:42.163161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:42.224207 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.392928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.397656 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.466585 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.681813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Allocated IP 172.25.3.242 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/ad05f636-7647-4041-a23f-8201d0af2d6c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:42.858343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.926776 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.978895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:42.984883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:42.993713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:43.036187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=ad05f636-7647-4041-a23f-8201d0af2d6c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:43.666177 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.770995 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.075225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.084010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.264699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event updated for resources: {'Port': ['ID=ad05f636-7647-4041-a23f-8201d0af2d6c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:44.268329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.448798 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Floating IP 8888a76a-5350-4ad0-ba9c-7888a94326d6 associated. External IP: 172.25.3.242, port: 31f97d5c-4a87-44e4-babf-40170fdffecf. Nov 03 19:18:44.850372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:18:45.058136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:45.079375 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] Sync routers for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:45.091583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:45.098283 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:45.099391 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:18:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:45.130523 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cd2796a2-5853-4803-a3aa-8c6b94cda882 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9724634 Nov 03 19:18:45.131498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:45.134275 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31609cff-8ee6-48bd-8702-200b00918d22" -d '{"events": [{"name": "network-changed", "server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:45.134783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35602) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:45.200775 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd5efad-6bda-42ee-b2ab-46d09da18cfb x-openstack-request-id: req-2dd5efad-6bda-42ee-b2ab-46d09da18cfb {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:45.201473 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:45.201985 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dd5efad-6bda-42ee-b2ab-46d09da18cfb {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:45.203302 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'status': 'completed', 'code': 200} Nov 03 19:18:45.244197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f04d7fa7-3f49-496a-ac09-5dc3ab599540 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/8888a76a-5350-4ad0-ba9c-7888a94326d6 HTTP/1.1" status: 200 len: 992 time: 0.1076202 Nov 03 19:18:45.287616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609cff-8ee6-48bd-8702-200b00918d22 req-0e211b32-45e0-4830-8119-17d5e3d9ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:45.292785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31609cff-8ee6-48bd-8702-200b00918d22 req-0e211b32-45e0-4830-8119-17d5e3d9ff51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 1097 time: 0.0648246 Nov 03 19:18:45.330632 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:45.455648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609cff-8ee6-48bd-8702-200b00918d22 req-94627a66-43f9-4e4c-8e9c-93e9231eef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:45.458060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31609cff-8ee6-48bd-8702-200b00918d22 req-94627a66-43f9-4e4c-8e9c-93e9231eef5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af22f43-6ca4-4872-8ad1-c7c0a949e779 HTTP/1.1" status: 200 len: 898 time: 0.1575162 Nov 03 19:18:45.558659 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31609cff-8ee6-48bd-8702-200b00918d22 req-75a485f9-084f-4ef0-8bb1-581a0251987b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f97d5c-4a87-44e4-babf-40170fdffecf HTTP/1.1" status: 200 len: 1000 time: 0.0928924 Nov 03 19:18:45.655547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609cff-8ee6-48bd-8702-200b00918d22 req-5043ed3a-0d6a-4d6a-9a89-620c4468f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:45.657744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31609cff-8ee6-48bd-8702-200b00918d22 req-5043ed3a-0d6a-4d6a-9a89-620c4468f71c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7534f465-c299-4718-b27f-d858a3df795a HTTP/1.1" status: 200 len: 834 time: 0.0922921 Nov 03 19:18:45.751766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609cff-8ee6-48bd-8702-200b00918d22 req-2e1cb15e-a5f8-409a-815d-83b8af10dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:45.755035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31609cff-8ee6-48bd-8702-200b00918d22 req-2e1cb15e-a5f8-409a-815d-83b8af10dbff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af22f43-6ca4-4872-8ad1-c7c0a949e779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893099 Nov 03 19:18:45.920752 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '8888a76a-5350-4ad0-ba9c-7888a94326d6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'port_id': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'mac_address': 'fa:16:3e:93:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6908e-7132-4792-9dec-99deb94c4de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:18:43Z', 'updated_at': '2021-11-03T19:18:43Z', 'revision_number': 0, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:26Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:46.005551 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] Checking router: 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:18:46.031938 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:46.039458 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:18:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:46.047855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31609cff-8ee6-48bd-8702-200b00918d22 req-2ee45cb5-0836-4d1a-bb6a-25c211768988 service neutron] 10.222.0.70 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820051 Nov 03 19:18:46.240922 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31609cff-8ee6-48bd-8702-200b00918d22 req-c9b446a4-3524-4fb3-bc97-e7c7dee1aaa4 service neutron] 10.222.0.70 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843481 Nov 03 19:18:46.247313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:46.371405 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:46.386325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4eaf3601-0446-4e09-ac7e-f4306b41c738 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/8888a76a-5350-4ad0-ba9c-7888a94326d6 HTTP/1.1" status: 200 len: 992 time: 0.1366749 Nov 03 19:18:46.956192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '8888a76a-5350-4ad0-ba9c-7888a94326d6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'port_id': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'mac_address': 'fa:16:3e:93:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6908e-7132-4792-9dec-99deb94c4de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:18:43Z', 'updated_at': '2021-11-03T19:18:43Z', 'revision_number': 0, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:26Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:47.013330 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48630fc-2cb3-4b7c-b324-d3e0c355d6dc None None] The sync data for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 is: [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '8888a76a-5350-4ad0-ba9c-7888a94326d6', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'port_id': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'mac_address': 'fa:16:3e:93:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6908e-7132-4792-9dec-99deb94c4de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:18:43Z', 'updated_at': '2021-11-03T19:18:43Z', 'revision_number': 0, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:26Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:47.297227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d5c4a-359f-4f9f-8f83-d94492121038 None None] New status for floating IP 8888a76a-5350-4ad0-ba9c-7888a94326d6: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:18:47.391991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 35644) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:47.537343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-db8fe94a-ee91-43d5-8b2c-d45ddd562206 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/8888a76a-5350-4ad0-ba9c-7888a94326d6 HTTP/1.1" status: 200 len: 992 time: 0.1426406 Nov 03 19:18:48.539169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 35676) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:48.654154 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6dce2323-46e3-4004-a969-a43aa53be5fc tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/8888a76a-5350-4ad0-ba9c-7888a94326d6 HTTP/1.1" status: 200 len: 994 time: 0.1132164 Nov 03 19:18:58.002559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-83020529-d811-45ff-9e15-3c4a09aabedb req-989b5cac-70f8-4548-b3c7-00d56c5a699c service neutron] (101755) timed out ('10.222.0.96', 63240) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:18:58.132945 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:19:02.656759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.661486 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.916314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36034) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:03.924584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680856145', 'description': 'tempest-secgroup-smoke-680856145 description', 'project_id': '8c18f8798d034834844afc14bbdbbad2'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:03.962228 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.074894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.080961 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.136882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.143710 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2204239 Nov 03 19:19:04.144672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36040) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:04.147472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:04.152852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'security_group_rule': {'security_group_id': '623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead', 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:04.162529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.163103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.163677 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.164220 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.164755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.165747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.166314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.167010 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.168410 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.169104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.170157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.171511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb25e7-97a7-4957-b09b-02cde13da64e tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.210427 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.314116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.320692 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.348537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c00e42b-8a4d-4166-8d44-bf20fa78308b,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:04.356517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.360462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109058 Nov 03 19:19:04.361074 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36048) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:04.365356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.365946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.366451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.366962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.367672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.368181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.369159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.369295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5e4916c6-3e7a-439a-a2eb-1cfea8863216 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'security_group_rule': {'security_group_id': '623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead', 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:04.369459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.369705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.370223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.370748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.371240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308e5c-f9db-4755-a976-7ae48cc54d26 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:04.421363 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e4916c6-3e7a-439a-a2eb-1cfea8863216 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.541773 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e4916c6-3e7a-439a-a2eb-1cfea8863216 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.547932 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e4916c6-3e7a-439a-a2eb-1cfea8863216 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.577320 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4916c6-3e7a-439a-a2eb-1cfea8863216 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4aeb025-db34-48cc-ab13-07c362a9bafc,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:04.593354 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e4916c6-3e7a-439a-a2eb-1cfea8863216 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.597178 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5e4916c6-3e7a-439a-a2eb-1cfea8863216 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2337198 Nov 03 19:19:04.601700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36054) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:04.608314 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-0d49b33e-f2d9-4f87-95a2-219400754c0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'security_group_rule': {'security_group_id': '623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead', 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:04.654610 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d49b33e-f2d9-4f87-95a2-219400754c0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.767823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d49b33e-f2d9-4f87-95a2-219400754c0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.777347 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d49b33e-f2d9-4f87-95a2-219400754c0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.805656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49b33e-f2d9-4f87-95a2-219400754c0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4972e4a-891c-4a02-a34d-305a612ddb58,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:04.820487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0d49b33e-f2d9-4f87-95a2-219400754c0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.826870 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0d49b33e-f2d9-4f87-95a2-219400754c0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2190266 Nov 03 19:19:04.828383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36058) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:04.837616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-56b615d3-0bbb-4600-816d-b157f0e56d99 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'security_group_rule': {'security_group_id': '623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead', 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:04.895233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-56b615d3-0bbb-4600-816d-b157f0e56d99 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.967658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-56b615d3-0bbb-4600-816d-b157f0e56d99 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.974636 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-56b615d3-0bbb-4600-816d-b157f0e56d99 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.996585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b615d3-0bbb-4600-816d-b157f0e56d99 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c6cad4-878a-46f7-88eb-05c5c6dffc63,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:05.009653 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-56b615d3-0bbb-4600-816d-b157f0e56d99 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.011655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-56b615d3-0bbb-4600-816d-b157f0e56d99 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1819017 Nov 03 19:19:05.016596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36064) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:05.022011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c8de2d7e-1631-4089-b7e9-5bffcefe60af tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'security_group_rule': {'security_group_id': '623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead', 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:05.061554 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-c8de2d7e-1631-4089-b7e9-5bffcefe60af tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Project 8c18f8798d034834844afc14bbdbbad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:19:05.069810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d7e-1631-4089-b7e9-5bffcefe60af tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.168237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d7e-1631-4089-b7e9-5bffcefe60af tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.175584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d7e-1631-4089-b7e9-5bffcefe60af tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.207558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d7e-1631-4089-b7e9-5bffcefe60af tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010f916b-1098-4078-90e5-f6ff4b232e6c,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:05.215875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d7e-1631-4089-b7e9-5bffcefe60af tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.217174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c8de2d7e-1631-4089-b7e9-5bffcefe60af tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1993313 Nov 03 19:19:05.220888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36068) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:05.227824 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a590b518-dca8-412a-81f2-51df78cd0aca tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'security_group_rule': {'security_group_id': '623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead', 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:05.262251 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-a590b518-dca8-412a-81f2-51df78cd0aca tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Project 8c18f8798d034834844afc14bbdbbad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:19:05.270553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a590b518-dca8-412a-81f2-51df78cd0aca tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.375712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a590b518-dca8-412a-81f2-51df78cd0aca tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.382274 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a590b518-dca8-412a-81f2-51df78cd0aca tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.417222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590b518-dca8-412a-81f2-51df78cd0aca tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add506be-6882-4d83-ab18-68fba7a78791,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:05.432736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a590b518-dca8-412a-81f2-51df78cd0aca tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.437507 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a590b518-dca8-412a-81f2-51df78cd0aca tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2119489 Nov 03 19:19:05.785806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-06497126-6475-4bf0-a897-977db98ee1a4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680856145&fields=id&tenant_id=8c18f8798d034834844afc14bbdbbad2 HTTP/1.1" status: 200 len: 267 time: 0.0735791 Nov 03 19:19:05.976152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f21bb-c52c-4843-8331-2f479349183d req-f0ab24c9-c6f7-4f5a-b8c1-14fc15f6721a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:05.980261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-f0ab24c9-c6f7-4f5a-b8c1-14fc15f6721a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/networks?id=dfcbd157-ea64-47d4-a473-858eae82e971 HTTP/1.1" status: 200 len: 814 time: 0.1812046 Nov 03 19:19:06.014593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-bcfe9d55-41c9-4c74-931c-321b0ffe39e5 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/quotas/8c18f8798d034834844afc14bbdbbad2 HTTP/1.1" status: 200 len: 375 time: 0.0187702 Nov 03 19:19:06.106284 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9994ac62-09f7-4863-b8d6-4b480ac57153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:06.125028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-7abdc646-ed93-427a-8a1f-0e2a2f745bb1 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c18f8798d034834844afc14bbdbbad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989966 Nov 03 19:19:06.294511 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-45c54494-95e8-41bc-8681-946bfe4f6c81 service neutron] 10.222.0.77 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535749 Nov 03 19:19:06.436595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-dd968bb1-12cc-491d-8fab-c8a837ba985f service neutron] 10.222.0.77 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323712 Nov 03 19:19:06.891797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-706bd48e-2224-41a7-897a-d908b60633db req-6d6ce0a2-2afc-4a79-bdaa-8913b7ad3122 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0432374 Nov 03 19:19:08.097763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ae150e0-0257-4ae1-8123-f20e71f7e4cc req-0afe440d-7ff2-437b-a076-d45832b327fb tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0624154 Nov 03 19:19:08.598088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f21bb-c52c-4843-8331-2f479349183d req-b3cd05b5-80a8-4f57-82d3-4916c72f3d2a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:08.599766 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-b3cd05b5-80a8-4f57-82d3-4916c72f3d2a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.96 "GET /v2.0/networks?id=dfcbd157-ea64-47d4-a473-858eae82e971 HTTP/1.1" status: 200 len: 814 time: 0.5863268 Nov 03 19:19:08.697480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-03d77ee3-76e3-4eee-87ce-ef8f62c4eab6 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c18f8798d034834844afc14bbdbbad2 HTTP/1.1" status: 200 len: 379 time: 0.0874839 Nov 03 19:19:08.710427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'port': {'device_id': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'admin_state_up': True, 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'security_groups': ['623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:08.934760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Made reservation on behalf of 8c18f8798d034834844afc14bbdbbad2 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:08.941234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.124832 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Allocated IP 172.20.0.9 (dfcbd157-ea64-47d4-a473-858eae82e971/08b514e8-6239-4f56-a42a-1884aafd7dff/244dabb0-7e90-4c44-8fea-cbdfab3a62cf) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:09.302236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4c9273ad-78d0-435a-b0e4-7511399cfae1 req-663ae938-11f7-46ae-94e1-80ebae34e3fd tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0781202 Nov 03 19:19:09.433060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.483291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.571297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Network dfcbd157-ea64-47d4-a473-858eae82e971 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:09.577653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:09.582334 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:09.698062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:09.699168 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.703745 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'Port': ['ID=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:09.750272 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-ed7055fe-d3e4-4352-bdeb-182c744f55b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0463176 Nov 03 19:19:09.763807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Request body: {'port': {'device_id': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:09.831971 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.079218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e89bdf76-9f02-4f0d-b53e-b3af2cd9cdfb None None] Provisioning complete for port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:10.080426 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e89bdf76-9f02-4f0d-b53e-b3af2cd9cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.139461 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.146889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e89bdf76-9f02-4f0d-b53e-b3af2cd9cdfb None None] Port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:10.316578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244dabb0-7e90-4c44-8fea-cbdfab3a62cf {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:19:10.326806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.367107 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2160e866-9f0f-4b01-9b26-fd6907416c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.372550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Transition to ACTIVE for port object 244dabb0-7e90-4c44-8fea-cbdfab3a62cf will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:19:10.382928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.508196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Pushing event updated for resources: {'Port': ['ID=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:10.620138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb2e67-aac9-4f04-85f5-9639696b9136 req-45b0b5a6-3bd9-4775-98e4-4732064c966a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:10.634131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88eb2e67-aac9-4f04-85f5-9639696b9136 req-45b0b5a6-3bd9-4775-98e4-4732064c966a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.1716752 Nov 03 19:19:10.677880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Attempting to bind port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:10.678550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Attempting to bind port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:10.679102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Attempting to bind port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf on network dfcbd157-ea64-47d4-a473-858eae82e971 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:10.697954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf on network dfcbd157-ea64-47d4-a473-858eae82e971 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:19:10.698592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Attempting to bind port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf on network dfcbd157-ea64-47d4-a473-858eae82e971 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:10.710290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:10.710932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Checking segment: {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:10.711534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Bound using segment: {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:10.712178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Bound port: 244dabb0-7e90-4c44-8fea-cbdfab3a62cf, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e74e0b-d1d8-4610-aefa-669bb4b2cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:10.712730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.758166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88eb2e67-aac9-4f04-85f5-9639696b9136 req-a9ccea26-ab18-491e-861c-81c690b6942a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219678 Nov 03 19:19:10.832413 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] For port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:10.837347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] For port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:10.843707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.898618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:10.899436 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.901163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] 10.222.0.96 "PUT /v2.0/ports/244dabb0-7e90-4c44-8fea-cbdfab3a62cf HTTP/1.1" status: 200 len: 1091 time: 1.1425169 Nov 03 19:19:10.906544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:10.909784 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a4485e-69ff-49e6-af2b-0c788faf82dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:10.960649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229cc6b-88cd-4fed-b199-80c6891e6a9e service neutron] Pushing event updated for resources: {'Port': ['ID=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:10.988239 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a7132-4738-4d1d-9c7e-5da74f2b1359 x-openstack-request-id: req-738a7132-4738-4d1d-9c7e-5da74f2b1359 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:10.988641 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:10.988994 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-738a7132-4738-4d1d-9c7e-5da74f2b1359 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:10.989538 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'status': 'completed', 'code': 200} Nov 03 19:19:11.078126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f21bb-c52c-4843-8331-2f479349183d req-9516af15-bda2-47ab-95df-5a8947760e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:11.085126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-9516af15-bda2-47ab-95df-5a8947760e82 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8c18f8798d034834844afc14bbdbbad2&device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1094 time: 0.0902915 Nov 03 19:19:11.138549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-e7fcfb8e-cc82-49c8-bca2-6b04b9ea2b90 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf HTTP/1.1" status: 200 len: 217 time: 0.0450802 Nov 03 19:19:11.215029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f21bb-c52c-4843-8331-2f479349183d req-52b4314c-4826-4550-9290-ad526d361c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:11.216850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-52b4314c-4826-4550-9290-ad526d361c55 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08b514e8-6239-4f56-a42a-1884aafd7dff HTTP/1.1" status: 200 len: 853 time: 0.0711956 Nov 03 19:19:11.297909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f21bb-c52c-4843-8331-2f479349183d req-8957b779-2e8b-43e6-aaa1-c6420bf313c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:11.301315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-8957b779-2e8b-43e6-aaa1-c6420bf313c4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dfcbd157-ea64-47d4-a473-858eae82e971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767226 Nov 03 19:19:11.494646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-4d467d3e-15d7-45dd-a523-971b6b6bdeb3 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834164 Nov 03 19:19:11.677566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-566f21bb-c52c-4843-8331-2f479349183d req-f60d8c11-42b5-49f1-beee-d8eecae47517 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740720 Nov 03 19:19:11.830471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-56477a75-4c7e-40cd-9ce2-1b9048f8a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:11.833562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-56477a75-4c7e-40cd-9ce2-1b9048f8a226 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8c18f8798d034834844afc14bbdbbad2&device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1094 time: 0.0768473 Nov 03 19:19:12.056562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-27cda772-f5b1-4d82-8e18-5585fdb3e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:12.060521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-27cda772-f5b1-4d82-8e18-5585fdb3e6a2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=dfcbd157-ea64-47d4-a473-858eae82e971 HTTP/1.1" status: 200 len: 915 time: 0.2196503 Nov 03 19:19:12.129754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545e398-a072-485b-b89a-3f632b22d8f3 req-8deabf94-afde-4ec7-98fe-24824056c38f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:12.132653 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1545e398-a072-485b-b89a-3f632b22d8f3 req-8deabf94-afde-4ec7-98fe-24824056c38f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.1864843 Nov 03 19:19:12.135461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-62bb3076-d5b2-4ec3-a2da-d7889cf051c7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf HTTP/1.1" status: 200 len: 217 time: 0.0610173 Nov 03 19:19:12.311710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-fb056c38-dfa3-4656-bcc7-e5e4b34a66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:12.315584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-fb056c38-dfa3-4656-bcc7-e5e4b34a66bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08b514e8-6239-4f56-a42a-1884aafd7dff HTTP/1.1" status: 200 len: 853 time: 0.1694398 Nov 03 19:19:12.325196 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1545e398-a072-485b-b89a-3f632b22d8f3 req-afe05a60-da17-4307-a4e7-3f1b33af39b2 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831985 Nov 03 19:19:12.328010 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.345831 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.408909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-936bf283-456e-4492-99a8-12a8174d5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:12.411486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-936bf283-456e-4492-99a8-12a8174d5dcc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dfcbd157-ea64-47d4-a473-858eae82e971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824692 Nov 03 19:19:12.559527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-2d16d278-ca09-43d6-b8dc-d70ad4fb5714 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394322 Nov 03 19:19:12.720588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4485e-69ff-49e6-af2b-0c788faf82dc req-18283ef4-1bda-4fe5-bb43-fd5a90ff16a3 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530020 Nov 03 19:19:13.446984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36228) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:13.620410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-91d563b9-537e-461a-90aa-642e991e78cc tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/floatingips/8888a76a-5350-4ad0-ba9c-7888a94326d6 HTTP/1.1" status: 200 len: 994 time: 0.1713734 Nov 03 19:19:13.647255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0215c1-e7fc-4ee2-8970-7109ccc83890 req-47c3d3a7-5382-4629-8a4d-b9979848b86b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:13.650557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a0215c1-e7fc-4ee2-8970-7109ccc83890 req-47c3d3a7-5382-4629-8a4d-b9979848b86b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.1282890 Nov 03 19:19:13.722548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a0215c1-e7fc-4ee2-8970-7109ccc83890 req-e9772a64-7f61-4863-bd65-4ae1477daf8b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589600 Nov 03 19:19:14.019859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36234) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:14.246010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port ad05f636-7647-4041-a23f-8201d0af2d6c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:14.246493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.360717 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.361167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.397678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for ad05f636-7647-4041-a23f-8201d0af2d6c owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:14.532524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-43df78cf-e91b-48e0-9a9e-bb8bbda13e0a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1550739 Nov 03 19:19:14.686944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-3f9f23ae-1b1a-45b1-b449-070826d6833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:14.689775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-3f9f23ae-1b1a-45b1-b449-070826d6833d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6f8fbcbff314b5288ee637e1fea7b4b&device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 1100 time: 0.1269300 Nov 03 19:19:14.931005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.989164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=ad05f636-7647-4041-a23f-8201d0af2d6c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:15.045909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-1293c22d-e2de-4e34-aa2f-8c7b71c773ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:15.047405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-1293c22d-e2de-4e34-aa2f-8c7b71c773ae service neutron] 10.222.0.96 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.3036196 Nov 03 19:19:15.087711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5b0d9-bf8b-49ef-88b1-a3400db7cde8 req-0305fc7f-0707-43e9-afcc-8626880ef001 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:15.089338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33c5b0d9-bf8b-49ef-88b1-a3400db7cde8 req-0305fc7f-0707-43e9-afcc-8626880ef001 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.2221031 Nov 03 19:19:15.153032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-3bd1b897-3f67-4d7e-ad45-f3123faad0f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=339574e5-c497-4863-aae4-532ee1b8274f HTTP/1.1" status: 200 len: 217 time: 0.0755620 Nov 03 19:19:15.176744 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.177075 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Floating IP 8888a76a-5350-4ad0-ba9c-7888a94326d6 disassociated (deleted). External IP: 172.25.3.242, port: 31f97d5c-4a87-44e4-babf-40170fdffecf. Nov 03 19:19:15.307356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33c5b0d9-bf8b-49ef-88b1-a3400db7cde8 req-53e4098d-7be0-4aa0-9460-0ce1c327cc4f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077897 Nov 03 19:19:15.311953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-2485fef1-664f-4535-a2c0-5aa022a17162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:15.313848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-2485fef1-664f-4535-a2c0-5aa022a17162 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.1532290 Nov 03 19:19:15.434195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-6076deca-7f2c-4155-9fc3-48788b8c5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:15.436594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-6076deca-7f2c-4155-9fc3-48788b8c5318 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811398 Nov 03 19:19:16.061108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-be7ab807-0aa0-4229-8cd7-7c15751783bf service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704496 Nov 03 19:19:16.071098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:19:16.300537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adfd20fc-e3db-489b-9dfd-058b8fab007f req-833eda48-fe55-48ea-b160-a3b4d64ae8db service neutron] 10.222.0.96 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314434 Nov 03 19:19:16.320606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:16.327266 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.342354 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] Sync routers for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:16.368180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-96cc2550-257a-4a97-be1f-0391e686e492 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/floatingips/8888a76a-5350-4ad0-ba9c-7888a94326d6 HTTP/1.1" status: 204 len: 168 time: 2.3468425 Nov 03 19:19:16.369092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:16.373989 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5a507e-bf9d-4923-bfd7-1dad12482314" -d '{"events": [{"name": "network-changed", "server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:16.374973 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:16.376837 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:16.524332 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e5bd9-7d3c-48e9-bc1b-286e7c36fb15 req-7c901ff4-858e-45a5-820b-07e0ec529e0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:16.526459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb0e5bd9-7d3c-48e9-bc1b-286e7c36fb15 req-7c901ff4-858e-45a5-820b-07e0ec529e0b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.0733395 Nov 03 19:19:16.607725 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:16.615063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb0e5bd9-7d3c-48e9-bc1b-286e7c36fb15 req-e701782c-1cd2-45a3-9130-24d7067bc050 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766273 Nov 03 19:19:17.021853 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae532e26-2572-4559-b555-82d8dc5e9b26 x-openstack-request-id: req-ae532e26-2572-4559-b555-82d8dc5e9b26 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:17.022293 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:17.029544 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae532e26-2572-4559-b555-82d8dc5e9b26 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:17.030376 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'status': 'completed', 'code': 200} Nov 03 19:19:17.079332 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:26Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:17.120574 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] Checking router: 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:19:17.131269 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:17.131902 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:17.205263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-0c00c13e-3bf9-458e-ab10-19f725891760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:17.207635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-0c00c13e-3bf9-458e-ab10-19f725891760 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 1097 time: 0.1474648 Nov 03 19:19:17.232429 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7e9a2-ac78-481a-8b44-9d1214c01927 req-431c4f2d-ab32-43f5-bcde-e01dc6c88561 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:17.236033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46d7e9a2-ac78-481a-8b44-9d1214c01927 req-431c4f2d-ab32-43f5-bcde-e01dc6c88561 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 946 time: 0.1196837 Nov 03 19:19:17.271043 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:17.414194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46d7e9a2-ac78-481a-8b44-9d1214c01927 req-7d260fbb-6bb5-41b1-bb14-d6a7b19c779d tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655462 Nov 03 19:19:17.456979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-efa71117-1c90-4048-85a0-62e70b89ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:17.459077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-efa71117-1c90-4048-85a0-62e70b89ba82 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6af22f43-6ca4-4872-8ad1-c7c0a949e779 HTTP/1.1" status: 200 len: 898 time: 0.2410970 Nov 03 19:19:17.507587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-9d0064a4-b2d7-4fb2-b541-411090db8516 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f97d5c-4a87-44e4-babf-40170fdffecf HTTP/1.1" status: 200 len: 217 time: 0.0400045 Nov 03 19:19:17.594241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-00b99eb2-608f-4ba8-abae-ff57a674d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:17.597165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-00b99eb2-608f-4ba8-abae-ff57a674d334 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7534f465-c299-4718-b27f-d858a3df795a HTTP/1.1" status: 200 len: 834 time: 0.0808799 Nov 03 19:19:17.618659 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:26Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:17.659801 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9e5df-d355-4cf6-b753-f71fa25cf15d None None] The sync data for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 is: [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:18:19Z', 'revision_number': 4, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '351d76ba-834d-42fb-bc17-889c1e5569ea', 'name': '', 'network_id': '6af22f43-6ca4-4872-8ad1-c7c0a949e779', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'mac_address': 'fa:16:3e:95:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '7534f465-c299-4718-b27f-d858a3df795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:18Z', 'updated_at': '2021-11-03T19:18:26Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'subnets': [{'id': '7534f465-c299-4718-b27f-d858a3df795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:17.715811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-df0c2035-a00c-4ff9-bca2-f79bb6e9dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:17.717925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-df0c2035-a00c-4ff9-bca2-f79bb6e9dda1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6af22f43-6ca4-4872-8ad1-c7c0a949e779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118102 Nov 03 19:19:17.857614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0f440-2783-4405-acf6-45279e741f86 req-f1036cea-1d64-4085-b566-a469a43e84d9 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:17.860805 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7a0f440-2783-4405-acf6-45279e741f86 req-f1036cea-1d64-4085-b566-a469a43e84d9 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.1095319 Nov 03 19:19:17.897619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-d02799e5-fbc3-4c81-ac02-b9b987d5e73b service neutron] 10.222.0.70 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711640 Nov 03 19:19:18.040430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4f646-068e-4780-947a-392dc365085d None None] New status for floating IP 8888a76a-5350-4ad0-ba9c-7888a94326d6: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:19:18.091059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7a0f440-2783-4405-acf6-45279e741f86 req-b2a895f4-1f44-4928-8777-335885fcdd8f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141979 Nov 03 19:19:18.142437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf5a507e-bf9d-4923-bfd7-1dad12482314 req-cd2311da-af51-4d5d-a96b-40c0154e42aa service neutron] 10.222.0.70 "GET /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241015 Nov 03 19:19:18.415670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-8fe67b82-1911-4cf6-b7ce-4de38f20e136 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:18.418701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-8fe67b82-1911-4cf6-b7ce-4de38f20e136 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 946 time: 0.0687323 Nov 03 19:19:18.644119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50334e-0f3c-473b-a578-a2bf10e557aa req-9bf43d08-10a7-4627-9c5b-3289522df83a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:18.646997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f50334e-0f3c-473b-a578-a2bf10e557aa req-9bf43d08-10a7-4627-9c5b-3289522df83a tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d6908e-7132-4792-9dec-99deb94c4de8 HTTP/1.1" status: 200 len: 946 time: 0.1139555 Nov 03 19:19:18.669827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port 31f97d5c-4a87-44e4-babf-40170fdffecf {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:18.670367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.858439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f50334e-0f3c-473b-a578-a2bf10e557aa req-04341447-9e6c-460d-adea-8b10a72dc86e tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "GET /v2.0/security-groups?id=676b3ace-bbf4-4fc2-8502-08c9a820edaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033608 Nov 03 19:19:18.906757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port 31f97d5c-4a87-44e4-babf-40170fdffecf, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=31f97d5c-4a87-44e4-babf-40170fdffecf,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:18.907359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.938585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for 31f97d5c-4a87-44e4-babf-40170fdffecf owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:19.173895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.215457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=31f97d5c-4a87-44e4-babf-40170fdffecf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:19.325123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] No DVR routers for this DVR port 31f97d5c-4a87-44e4-babf-40170fdffecf on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:19.329551 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.334388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3585c87c-ee40-430f-880e-e1ebc893c4e3 req-69bc3567-9174-4177-b2a7-948303a5a6e1 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.70 "DELETE /v2.0/ports/31f97d5c-4a87-44e4-babf-40170fdffecf HTTP/1.1" status: 204 len: 173 time: 0.9096606 Nov 03 19:19:19.334899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'name': 'network-vif-deleted', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:19.337349 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d330db5-9f5f-4310-a7ce-aa16f3a832f3" -d '{"events": [{"server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "name": "network-vif-deleted", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:19.360110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7892-77af-4def-8519-e7b22fefad6c req-381d4819-f040-4107-8884-9c2fa2d5b3ec tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:19.361783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dffd7892-77af-4def-8519-e7b22fefad6c req-381d4819-f040-4107-8884-9c2fa2d5b3ec tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.1417212 Nov 03 19:19:19.449957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dffd7892-77af-4def-8519-e7b22fefad6c req-77bbbde1-1fdc-4f42-94e8-18b4b8723e0c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735562 Nov 03 19:19:19.690796 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df30d93-336e-4abb-98d9-8e7a7250d314 x-openstack-request-id: req-8df30d93-336e-4abb-98d9-8e7a7250d314 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:19.691865 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d6908e-7132-4792-9dec-99deb94c4de8", "name": "network-vif-deleted", "tag": "31f97d5c-4a87-44e4-babf-40170fdffecf", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:19.692403 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8df30d93-336e-4abb-98d9-8e7a7250d314 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:19.693279 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d6908e-7132-4792-9dec-99deb94c4de8', 'name': 'network-vif-deleted', 'tag': '31f97d5c-4a87-44e4-babf-40170fdffecf', 'status': 'completed', 'code': 200} Nov 03 19:19:19.975617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36272) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:20.081843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da7ab29a-106a-4866-b695-494b59209a27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.133325 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da7ab29a-106a-4866-b695-494b59209a27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.225929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da7ab29a-106a-4866-b695-494b59209a27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.229289 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-da7ab29a-106a-4866-b695-494b59209a27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.231074 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-da7ab29a-106a-4866-b695-494b59209a27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/security-groups/676b3ace-bbf4-4fc2-8502-08c9a820edaf HTTP/1.1" status: 204 len: 168 time: 0.2532012 Nov 03 19:19:20.249140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ab29a-106a-4866-b695-494b59209a27 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b3ace-bbf4-4fc2-8502-08c9a820edaf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:20.289709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36276) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:20.645569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3ec00-e5f4-4417-9400-8498b5f9703a req-943f8fdb-7d0c-4e6d-b3d1-ea2c06dbf865 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:20.648232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96b3ec00-e5f4-4417-9400-8498b5f9703a req-943f8fdb-7d0c-4e6d-b3d1-ea2c06dbf865 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.0664165 Nov 03 19:19:20.734206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96b3ec00-e5f4-4417-9400-8498b5f9703a req-66317d20-ebb8-4b4d-8c53-a82a3b69f0a7 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751848 Nov 03 19:19:20.911021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.275865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port 351d76ba-834d-42fb-bc17-889c1e5569ea {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:21.276629 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.382696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port 351d76ba-834d-42fb-bc17-889c1e5569ea, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=351d76ba-834d-42fb-bc17-889c1e5569ea,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:21.383636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.410934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for 351d76ba-834d-42fb-bc17-889c1e5569ea owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:21.779079 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.963649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05621c-9dac-4eee-a0c0-766f02ea8746 req-32022732-d290-46c5-930c-49f7dfb09e21 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:21.967725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df05621c-9dac-4eee-a0c0-766f02ea8746 req-32022732-d290-46c5-930c-49f7dfb09e21 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.1023791 Nov 03 19:19:22.072107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df05621c-9dac-4eee-a0c0-766f02ea8746 req-9ab42ace-8a2e-471f-9a58-a8925c852b3a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924852 Nov 03 19:19:22.290585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=351d76ba-834d-42fb-bc17-889c1e5569ea,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:22.687076 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:22.763810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 31f97d5c-4a87-44e4-babf-40170fdffecf no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:22.801945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 31f97d5c-4a87-44e4-babf-40170fdffecf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:22.802692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 31f97d5c-4a87-44e4-babf-40170fdffecf not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:23.107075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:19:23.317136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:23.327782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02bcfb-3279-4378-92b0-22c0e2c42370 req-bfed3917-bbd8-4208-8122-deec7888ef1f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:23.331135 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5dac78e7-40e9-4a0f-a0a6-06a5f7b29ddd tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "PUT /v2.0/routers/3d85042a-4f71-40ac-8520-b5c0cd1b55b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0388832 Nov 03 19:19:23.333279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b02bcfb-3279-4378-92b0-22c0e2c42370 req-bfed3917-bbd8-4208-8122-deec7888ef1f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.1120884 Nov 03 19:19:23.339253 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] Sync routers for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:23.341708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36350) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:23.378394 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:23.379387 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:23.514679 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c76c5f2-d3ab-4a06-a093-08c3d131db34 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting subnet 7534f465-c299-4718-b27f-d858a3df795a {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:19:23.519520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4b02bcfb-3279-4378-92b0-22c0e2c42370 req-38fb5de4-8c96-4d3b-a179-4b452ba8d0d5 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619267 Nov 03 19:19:23.522839 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c76c5f2-d3ab-4a06-a093-08c3d131db34 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:23.628480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c76c5f2-d3ab-4a06-a093-08c3d131db34 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:23.678633 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:23.823572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c76c5f2-d3ab-4a06-a093-08c3d131db34 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:23.960614 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c76c5f2-d3ab-4a06-a093-08c3d131db34 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:24.030026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76c5f2-d3ab-4a06-a093-08c3d131db34 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Subnet': ['ID=7534f465-c299-4718-b27f-d858a3df795a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:24.037712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c76c5f2-d3ab-4a06-a093-08c3d131db34 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:24.050759 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8c76c5f2-d3ab-4a06-a093-08c3d131db34 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/subnets/7534f465-c299-4718-b27f-d858a3df795a HTTP/1.1" status: 204 len: 168 time: 0.7061961 Nov 03 19:19:24.056461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36410) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:24.083291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61674e1-ec09-4725-bcae-060d492e604c None None] Network 6af22f43-6ca4-4872-8ad1-c7c0a949e779 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:24.098479 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:19:21Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:24.152192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] Checking router: 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:19:24.168862 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] Routers {'3d85042a-4f71-40ac-8520-b5c0cd1b55b5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:24.170162 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:24.410205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:24.450796 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] Set router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:24.632654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] DHCP port deletion for 6af22f43-6ca4-4872-8ad1-c7c0a949e779 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:24.724945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Deleting port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:24.726123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:24.799086 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:24.874189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] For port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=552453f7-b85f-4db6-8dbd-acc6cd50b0d9,segment=NetworkSegment(596985fa-194c-4044-a1e3-b744678d23a7),segment_id=596985fa-194c-4044-a1e3-b744678d23a7)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:24.875091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:24.895882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 244dabb0-7e90-4c44-8fea-cbdfab3a62cf details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:19:24.902383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Calling delete_port for 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:24.938249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4f47c-a00e-4bc6-99f5-b5550b80e502 req-fd25a27b-a8ac-4b16-af6d-20ce1041376f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:24.945952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26d4f47c-a00e-4bc6-99f5-b5550b80e502 req-fd25a27b-a8ac-4b16-af6d-20ce1041376f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 943 time: 0.1718497 Nov 03 19:19:24.958842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Deleting port 147ddd24-bb8d-403f-89e3-5248385a50bf {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:24.960273 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:25.163911 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:19:21Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:25.238579 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:25.276582 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbdc7f-3c3a-4513-90da-6041ab82fa14 None None] The sync data for ids ['3d85042a-4f71-40ac-8520-b5c0cd1b55b5'] in n-d-812148-3 is: [{'id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'name': 'tempest-TestNetworkBasicOps-router-331575364', 'tenant_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:18:12Z', 'updated_at': '2021-11-03T19:19:21Z', 'revision_number': 5, 'project_id': '7d25a4aae73f44a7b0b3fd190b1f516a', 'gw_port': {'id': '147ddd24-bb8d-403f-89e3-5248385a50bf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d85042a-4f71-40ac-8520-b5c0cd1b55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:18:13Z', 'updated_at': '2021-11-03T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:25.307915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26d4f47c-a00e-4bc6-99f5-b5550b80e502 req-01ed60e7-7b56-455c-9c3d-b38e38eac07a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137262 Nov 03 19:19:25.371381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] For port 147ddd24-bb8d-403f-89e3-5248385a50bf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=147ddd24-bb8d-403f-89e3-5248385a50bf,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:25.372463 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:25.419885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:25.426539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Pushing event deleted for resources: {'Port': ['ID=552453f7-b85f-4db6-8dbd-acc6cd50b0d9,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:25.430297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Calling delete_port for 147ddd24-bb8d-403f-89e3-5248385a50bf owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:25.479301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] No DVR routers for this DVR port 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:25.501338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.502352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.506040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.506952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.507731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.508379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.509023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.509893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.510563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.511379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.512297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.512933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29591a7d-af90-4137-b04b-b502c6454e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:25.526094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'mac_address': 'fa:16:3e:da:fd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:19:25.793290 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:25.833856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244dabb0-7e90-4c44-8fea-cbdfab3a62cf {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:19:25.865010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:25.892023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:25.901559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:25.991223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:26.011370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Port': ['ID=147ddd24-bb8d-403f-89e3-5248385a50bf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:26.132874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.153281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['244dabb0-7e90-4c44-8fea-cbdfab3a62cf'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:19:26.382858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.392009 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.517170 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.518530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Fanout notify agent at l3_agent the message router_deleted on router 3d85042a-4f71-40ac-8520-b5c0cd1b55b5 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:19:26.535734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.543151 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:26.553361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c48bc647-6926-455d-9658-48cbbe7f062c tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/routers/3d85042a-4f71-40ac-8520-b5c0cd1b55b5 HTTP/1.1" status: 204 len: 168 time: 2.4948337 Nov 03 19:19:26.655211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 351d76ba-834d-42fb-bc17-889c1e5569ea no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:26.701142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 351d76ba-834d-42fb-bc17-889c1e5569ea {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:26.702044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 351d76ba-834d-42fb-bc17-889c1e5569ea not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:26.702841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:26.744013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc7b54-834a-45a0-b49c-d5ef38fb3e25 req-17ebaadd-0edd-435e-bcb3-03e2104abb92 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:26.756254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:26.757042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 552453f7-b85f-4db6-8dbd-acc6cd50b0d9 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:26.772570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38cc7b54-834a-45a0-b49c-d5ef38fb3e25 req-17ebaadd-0edd-435e-bcb3-03e2104abb92 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 944 time: 0.2120810 Nov 03 19:19:26.818505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.921996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38cc7b54-834a-45a0-b49c-d5ef38fb3e25 req-ec55354a-558b-4388-8bd9-dfd68733e6c6 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422863 Nov 03 19:19:27.022761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.059647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af22f43-6ca4-4872-8ad1-c7c0a949e779']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:27.070876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596985fa-194c-4044-a1e3-b744678d23a7') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:27.071201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596985fa-194c-4044-a1e3-b744678d23a7') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:27.083749 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.104002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.111739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:27.112890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:27.116976 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:27.209958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.219216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.225556 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] 10.222.0.77 "DELETE /v2.0/networks/6af22f43-6ca4-4872-8ad1-c7c0a949e779 HTTP/1.1" status: 204 len: 168 time: 0.6806960 Nov 03 19:19:27.271021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b36f8-6e03-47f6-b05c-94ef490cae20 tempest-TestNetworkBasicOps-277825405 tempest-TestNetworkBasicOps-277825405-project] Pushing event deleted for resources: {'Network': ['ID=6af22f43-6ca4-4872-8ad1-c7c0a949e779,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:27.867541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36732) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:28.129125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84980ae-9943-433f-81ae-f2193057ffea req-9bef3e35-a603-425b-8737-097d761c0921 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:28.132125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c84980ae-9943-433f-81ae-f2193057ffea req-9bef3e35-a603-425b-8737-097d761c0921 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 944 time: 0.0969746 Nov 03 19:19:28.184801 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a7f93af5-76c4-424b-a7e4-d233e9817cbf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d25a4aae73f44a7b0b3fd190b1f516a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3155029 Nov 03 19:19:28.189142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36760) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:28.212862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c84980ae-9943-433f-81ae-f2193057ffea req-baf88284-13d5-433e-9b40-24ee6550b896 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735729 Nov 03 19:19:28.291541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c88d9d7-93c2-41e5-a36e-0e55adf1c5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.334372 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c88d9d7-93c2-41e5-a36e-0e55adf1c5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.343529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 147ddd24-bb8d-403f-89e3-5248385a50bf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:28.385737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 147ddd24-bb8d-403f-89e3-5248385a50bf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:28.386724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 147ddd24-bb8d-403f-89e3-5248385a50bf not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:28.418475 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c88d9d7-93c2-41e5-a36e-0e55adf1c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.421522 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8c88d9d7-93c2-41e5-a36e-0e55adf1c5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.423030 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8c88d9d7-93c2-41e5-a36e-0e55adf1c5ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/369731f9-256f-41dd-89d1-57777d59393a HTTP/1.1" status: 204 len: 168 time: 0.2317629 Nov 03 19:19:28.434693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88d9d7-93c2-41e5-a36e-0e55adf1c5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369731f9-256f-41dd-89d1-57777d59393a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:28.798670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 244dabb0-7e90-4c44-8fea-cbdfab3a62cf up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:28.814000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36766) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:28.835871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2caf826-e4a5-47cd-96ce-0efa9ff49ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.864968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:19:28.870873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:28.871355 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.981519 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.983065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2caf826-e4a5-47cd-96ce-0efa9ff49ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.990042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b2caf826-e4a5-47cd-96ce-0efa9ff49ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.017051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:29.019525 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d5b0eb-3a6c-482b-b0a7-3f0deb14c87c" -d '{"events": [{"server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "name": "network-vif-plugged", "status": "completed", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:29.043998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:29.050597 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.065363 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b2caf826-e4a5-47cd-96ce-0efa9ff49ecd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=453d248502ed447280663b5645fc2d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498262 Nov 03 19:19:29.067728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caf826-e4a5-47cd-96ce-0efa9ff49ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e414a4-bf1a-4d71-bac0-1c279b311c96,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:29.069353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36772) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:29.129682 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7eefc6-bbca-4113-86e1-85d2191b8044 x-openstack-request-id: req-0a7eefc6-bbca-4113-86e1-85d2191b8044 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:29.130246 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "name": "network-vif-plugged", "status": "completed", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:29.130473 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a7eefc6-bbca-4113-86e1-85d2191b8044 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:29.132335 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'code': 200} Nov 03 19:19:29.169560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:29.191290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eae5b3d8-171d-4cad-b029-1fefc4310ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.283427 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eae5b3d8-171d-4cad-b029-1fefc4310ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.322883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18487d1-be6f-4534-a949-7c081c5dda8b req-5fce8e8e-cc7f-4b15-a168-0b34d807ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:29.325319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f18487d1-be6f-4534-a949-7c081c5dda8b req-5fce8e8e-cc7f-4b15-a168-0b34d807ac0c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1096 time: 0.1305108 Nov 03 19:19:29.434163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f18487d1-be6f-4534-a949-7c081c5dda8b req-75f6d0ae-6d02-41bc-848c-79e747c495e3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940824 Nov 03 19:19:29.443220 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eae5b3d8-171d-4cad-b029-1fefc4310ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.449193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-eae5b3d8-171d-4cad-b029-1fefc4310ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.451154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eae5b3d8-171d-4cad-b029-1fefc4310ab7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6e414a4-bf1a-4d71-bac0-1c279b311c96 HTTP/1.1" status: 204 len: 168 time: 0.3798976 Nov 03 19:19:29.465584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5b3d8-171d-4cad-b029-1fefc4310ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e414a4-bf1a-4d71-bac0-1c279b311c96,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:29.619070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e30c2b-6047-407d-875a-a8f0f194cf49 req-786ad2cd-9063-4c67-93a4-78e754692a91 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:29.621724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88e30c2b-6047-407d-875a-a8f0f194cf49 req-786ad2cd-9063-4c67-93a4-78e754692a91 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 945 time: 0.0886722 Nov 03 19:19:29.723216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88e30c2b-6047-407d-875a-a8f0f194cf49 req-828a83e1-a479-4f63-8feb-3e08f92a3d2c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864081 Nov 03 19:19:30.950410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4585d5-cbde-4e5e-b5e8-e2c238323244 req-ea87eda8-2aa6-4e03-86a0-1355e42480ec tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:30.953443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef4585d5-cbde-4e5e-b5e8-e2c238323244 req-ea87eda8-2aa6-4e03-86a0-1355e42480ec tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 945 time: 0.1062961 Nov 03 19:19:31.030790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef4585d5-cbde-4e5e-b5e8-e2c238323244 req-e311642d-761e-4856-9b7c-0a9fb9b18d9b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696430 Nov 03 19:19:31.223227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3801-d718-4359-b755-c655d22afd13 req-326b8b9c-8e3d-4c98-9916-2b60a95342ff tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:31.226173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-82ff3801-d718-4359-b755-c655d22afd13 req-326b8b9c-8e3d-4c98-9916-2b60a95342ff tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 945 time: 0.0927951 Nov 03 19:19:31.334128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-82ff3801-d718-4359-b755-c655d22afd13 req-40cb7e96-56c4-42c7-9e21-568773928370 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928767 Nov 03 19:19:31.371881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36822) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:31.700873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f275bf-9e9c-4bc2-86a4-fbc34f8e5dd1 tempest-TestVolumeBackupRestore-573715261 tempest-TestVolumeBackupRestore-573715261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:31.704217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c8f275bf-9e9c-4bc2-86a4-fbc34f8e5dd1 tempest-TestVolumeBackupRestore-573715261 tempest-TestVolumeBackupRestore-573715261-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1091 time: 0.3306277 Nov 03 19:19:31.710130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36830) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:31.717592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:31.779787 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.955963 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.120156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Allocated IP 172.25.3.8 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/8e06c062-de22-4473-96d5-e43174f9eb74) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:32.295572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.357100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.427966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:32.433343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:32.443604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:32.520775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'Port': ['ID=8e06c062-de22-4473-96d5-e43174f9eb74,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:32.643833 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.146022 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.146693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36850) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:33.154943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'network': {'name': 'tempest-network-smoke--56177344', 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:33.197861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Made reservation on behalf of 17a704bb19da4fdf9bd78cb7974ec3c5 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:33.204525 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.228443 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.270489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.387505 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.396345 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.451145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:33.476391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c75d4d-8be6-43ac-a191-c37a02b13335,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:33.482890 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.483462 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Added segment 9b38d61f-6c68-4784-8a70-a0f9e299ff3c of type vlan for network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 Nov 03 19:19:33.562401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.571473 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.580296 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.620470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.632089 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:33.633566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.680588 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.709776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36852) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:33.710136 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5619566 Nov 03 19:19:33.722379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'admin_state_up': True, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:33.755233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event updated for resources: {'Port': ['ID=8e06c062-de22-4473-96d5-e43174f9eb74,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:33.773618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.775680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a36f64-a03a-4c9d-9fd4-ca88a3b1a314 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Network': ['ID=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:33.801788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:33.839604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.841641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.979685 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Floating IP 57ccc422-4804-4a5f-9915-0c7bdf1331a1 associated. External IP: 172.25.3.8, port: 244dabb0-7e90-4c44-8fea-cbdfab3a62cf. Nov 03 19:19:34.562260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.777873 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.988231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Router a03321b8-0fb3-4cae-a9c4-fd289b109581 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:19:35.135370 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:19:35.210984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:35.234252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] Sync routers for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:35.248159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:35.248913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:35.252214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.277254 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.281501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.323597 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bb25eefc-8bfd-4be5-bae9-5b36c878628c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.6117544 Nov 03 19:19:35.328710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36858) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.360063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:35.364223 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8" -d '{"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:35.391737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09468655-0284-4cfb-bb81-7bf267c13a61 tempest-TestVolumeBackupRestore-573715261 tempest-TestVolumeBackupRestore-573715261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:35.393599 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-09468655-0284-4cfb-bb81-7bf267c13a61 tempest-TestVolumeBackupRestore-573715261 tempest-TestVolumeBackupRestore-573715261-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1091 time: 0.0639603 Nov 03 19:19:35.399729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36862) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.404992 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Request body: {'floatingip': {'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:35.478569 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b46528-7a75-4cda-af2c-f36274c8a75e x-openstack-request-id: req-07b46528-7a75-4cda-af2c-f36274c8a75e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:35.478997 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:35.479440 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07b46528-7a75-4cda-af2c-f36274c8a75e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:35.480063 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'status': 'completed', 'code': 200} Nov 03 19:19:35.534114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for floatingip, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.576198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Allocated IP 172.25.3.76 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/78122fab-8a59-4542-8137-01e3eb3e085b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:35.594155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-25de90c1-da27-4ee1-9bf6-cf8b3c1e6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:35.595731 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-25de90c1-da27-4ee1-9bf6-cf8b3c1e6809 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8c18f8798d034834844afc14bbdbbad2&device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1096 time: 0.1116793 Nov 03 19:19:35.758870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:35.840896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-1630df43-1cbb-4fcb-8cd4-81dd355ba6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:35.843006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-1630df43-1cbb-4fcb-8cd4-81dd355ba6f7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=dfcbd157-ea64-47d4-a473-858eae82e971 HTTP/1.1" status: 200 len: 915 time: 0.2396979 Nov 03 19:19:35.850154 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.955187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-23e9c986-dad8-4933-8c07-8008cbf3676f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf HTTP/1.1" status: 200 len: 997 time: 0.1020415 Nov 03 19:19:36.000612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.085640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:36.092638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-c977a846-5d41-4224-bf45-8f15a844b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:36.094240 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-c977a846-5d41-4224-bf45-8f15a844b606 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08b514e8-6239-4f56-a42a-1884aafd7dff HTTP/1.1" status: 200 len: 853 time: 0.1308582 Nov 03 19:19:36.095184 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:36.100532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:36.142431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=78122fab-8a59-4542-8137-01e3eb3e085b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:36.237094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f995ff2b-2907-4181-80aa-196d0dcf18d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.367448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-fafcbbb5-d9f9-4c1e-82ed-6cf0e8ffded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:36.370372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-fafcbbb5-d9f9-4c1e-82ed-6cf0e8ffded4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dfcbd157-ea64-47d4-a473-858eae82e971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643945 Nov 03 19:19:36.443376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '57ccc422-4804-4a5f-9915-0c7bdf1331a1', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'mac_address': 'fa:16:3e:da:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:19:32Z', 'updated_at': '2021-11-03T19:19:32Z', 'revision_number': 0, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:36.500757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] Checking router: a03321b8-0fb3-4cae-a9c4-fd289b109581 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:19:36.520533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:36.521852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:36.688941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-efe742b7-85d2-49d7-8e5a-9a5158119d88 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096526 Nov 03 19:19:36.737334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:36.764159 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.db.resource_extend [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:19:36.855081 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.885899 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.892256 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.942884 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4277da4-bea5-4cd5-af78-c51ea3b5fec8 req-cbb68266-0152-4202-8b98-3e2e5a34ac82 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445517 Nov 03 19:19:37.207026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '57ccc422-4804-4a5f-9915-0c7bdf1331a1', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'mac_address': 'fa:16:3e:da:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:19:32Z', 'updated_at': '2021-11-03T19:19:32Z', 'revision_number': 0, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:37.218523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Router a03321b8-0fb3-4cae-a9c4-fd289b109581 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:19:37.262437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.269587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd965383-23d5-4106-a307-d896c3ad62d9 None None] The sync data for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 is: [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '57ccc422-4804-4a5f-9915-0c7bdf1331a1', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'mac_address': 'fa:16:3e:da:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:19:32Z', 'updated_at': '2021-11-03T19:19:32Z', 'revision_number': 0, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:37.438491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:37.443736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.493163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:37.497193 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dbd633-4f32-4df2-9ae0-6ea51554215d" -d '{"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:37.566050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5b73c1f6-3b50-4905-9fd4-005368954131 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "PUT /v2.0/floatingips/57ccc422-4804-4a5f-9915-0c7bdf1331a1 HTTP/1.1" status: 200 len: 989 time: 2.1556244 Nov 03 19:19:37.595131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:19:37.708989 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93809537-1a59-441a-8d5e-be55102c539e None None] New status for floating IP 57ccc422-4804-4a5f-9915-0c7bdf1331a1: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:19:37.782091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:37.796968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Sync routers for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:37.821181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:37.822442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:37.826961 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f0c277-d03d-4b11-9b02-de8b9013b69b x-openstack-request-id: req-f6f0c277-d03d-4b11-9b02-de8b9013b69b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:37.827838 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:37.828001 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6f0c277-d03d-4b11-9b02-de8b9013b69b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:37.830539 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'status': 'completed', 'code': 200} Nov 03 19:19:37.830790 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.832089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-da26f228-674f-4067-9fcc-ff16ba2ced23 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.1176245 Nov 03 19:19:37.841558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36880) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:37.973907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-ea08faaf-bbf0-49b1-8ec9-f99ddd29281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:37.978609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-ea08faaf-bbf0-49b1-8ec9-f99ddd29281a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8c18f8798d034834844afc14bbdbbad2&device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1096 time: 0.1082931 Nov 03 19:19:38.108941 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b71ca41d-dd11-4a5a-acac-4bff3e1c4991 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=17a704bb19da4fdf9bd78cb7974ec3c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2655659 Nov 03 19:19:38.116212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36884) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:38.134712 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] Sync routers for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:38.136677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:38.149552 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:38.150924 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:38.281068 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01aa77f-6022-464c-a2cd-c7d4927d2aab tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:38.283436 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d01aa77f-6022-464c-a2cd-c7d4927d2aab tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1600199 Nov 03 19:19:38.288876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36886) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:38.340374 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9488e6dd-e85d-44a1-8327-3a4536798d07 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451455 Nov 03 19:19:38.341665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36888) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:38.350827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-285742784', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:38.376533 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:38.547570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:36Z', 'revision_number': 3, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:38.591587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Made reservation on behalf of 17a704bb19da4fdf9bd78cb7974ec3c5 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:38.600174 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.617494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Checking router: 1f8e7f93-0d28-447e-aef5-a40a3b478a52 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:19:38.618376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Updating router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 port 78122fab-8a59-4542-8137-01e3eb3e085b binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:19:38.669055 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.719567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-ac6bc888-af3d-4b15-a18c-4cbe6fafdb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:38.723442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-ac6bc888-af3d-4b15-a18c-4cbe6fafdb2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=dfcbd157-ea64-47d4-a473-858eae82e971 HTTP/1.1" status: 200 len: 915 time: 0.7213504 Nov 03 19:19:38.768781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236ffd1-e8f9-40d9-bf61-2e04ec064866 req-bb1b9550-9aff-45f0-875b-10cf055058ec tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:38.785610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c236ffd1-e8f9-40d9-bf61-2e04ec064866 req-bb1b9550-9aff-45f0-875b-10cf055058ec tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 949 time: 0.8048828 Nov 03 19:19:38.853228 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '57ccc422-4804-4a5f-9915-0c7bdf1331a1', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'mac_address': 'fa:16:3e:da:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:19:32Z', 'updated_at': '2021-11-03T19:19:37Z', 'revision_number': 2, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:38.919324 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] Checking router: a03321b8-0fb3-4cae-a9c4-fd289b109581 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:19:38.936951 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:38.938531 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:38.979687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-2909d1bc-afd3-4b23-b0bb-11607a407274 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf HTTP/1.1" status: 200 len: 999 time: 0.2466066 Nov 03 19:19:39.002162 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.104447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Subnet': ['ID=27a7392c-913b-407b-a594-f59f7a964449,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:39.119199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Checking segment: {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:39.119795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network hostable DHCP agents. Network: 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:39.120726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-279c35a1-a058-410d-a764-da91f35e3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:39.123384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-279c35a1-a058-410d-a764-da91f35e3063 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08b514e8-6239-4f56-a42a-1884aafd7dff HTTP/1.1" status: 200 len: 853 time: 0.1235309 Nov 03 19:19:39.157198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:39.159619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c236ffd1-e8f9-40d9-bf61-2e04ec064866 req-341b81bf-94ac-43d1-ab40-9661d6d3dfa7 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010898 Nov 03 19:19:39.173492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:39.180177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:39.180742 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.213451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec1b43a-dd76-417c-9c13-ad593a2f2111 None None] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:39.216130 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:39.234840 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-44849dbb-c2bb-4b9e-a255-5fb9ac6dca38 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8874226 Nov 03 19:19:39.235323 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36890) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:39.319258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-dc9340d2-5d28-4fde-9238-292600040a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:39.323859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-dc9340d2-5d28-4fde-9238-292600040a56 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dfcbd157-ea64-47d4-a473-858eae82e971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715095 Nov 03 19:19:39.353836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-c7b92ac7-afda-484a-ba89-79a5868b9925 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:39.357769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-c7b92ac7-afda-484a-ba89-79a5868b9925 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.96 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 949 time: 0.2307649 Nov 03 19:19:39.390933 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.438740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.624671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Attempting to bind port 78122fab-8a59-4542-8137-01e3eb3e085b on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:39.625709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Attempting to bind port 78122fab-8a59-4542-8137-01e3eb3e085b by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:39.625874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Attempting to bind port 78122fab-8a59-4542-8137-01e3eb3e085b on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:39.640448 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-67dc34b5-265f-437b-b515-be59281727fc service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045425 Nov 03 19:19:39.647704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:39.648126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:39.648758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.649398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:39.650228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Bound port: 78122fab-8a59-4542-8137-01e3eb3e085b, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:39.650879 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.653925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6ae8b-3e72-4c67-b2d5-37d5448f2c8a None None] Pushing event updated for resources: {'Port': ['ID=78122fab-8a59-4542-8137-01e3eb3e085b,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:39.662638 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:39.664129 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.781636 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '57ccc422-4804-4a5f-9915-0c7bdf1331a1', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'mac_address': 'fa:16:3e:da:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:19:32Z', 'updated_at': '2021-11-03T19:19:37Z', 'revision_number': 2, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:39.832428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:39.835053 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d574505d-3b49-4c8a-b316-a2de67a99279" -d '{"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:39.854365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] For port 78122fab-8a59-4542-8137-01e3eb3e085b, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:39.877066 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c967b-e468-4642-9442-e0229ac36a55 None None] The sync data for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 is: [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '57ccc422-4804-4a5f-9915-0c7bdf1331a1', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'port_id': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'mac_address': 'fa:16:3e:da:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:19:32Z', 'updated_at': '2021-11-03T19:19:37Z', 'revision_number': 2, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:39.883291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] For port 78122fab-8a59-4542-8137-01e3eb3e085b, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=78122fab-8a59-4542-8137-01e3eb3e085b,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:39.906304 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.974190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-23dbd633-4f32-4df2-9ae0-6ea51554215d req-e6547cbc-ab5b-49ee-95ea-cc06a4ba2a77 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925901 Nov 03 19:19:39.976201 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4055b832-7a42-4039-88e2-5397c40b27b1 x-openstack-request-id: req-4055b832-7a42-4039-88e2-5397c40b27b1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:39.977460 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:39.977460 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4055b832-7a42-4039-88e2-5397c40b27b1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:39.977460 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'status': 'completed', 'code': 200} Nov 03 19:19:39.992311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Deleting port 339574e5-c497-4863-aae4-532ee1b8274f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:39.992775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.087076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6ae8b-3e72-4c67-b2d5-37d5448f2c8a None None] Pushing event updated for resources: {'Port': ['ID=78122fab-8a59-4542-8137-01e3eb3e085b,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:40.123897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Allocated IP 172.20.0.2 (52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5/27a7392c-913b-407b-a594-f59f7a964449/6b5cbff4-7c0e-4566-961f-89d09eeae4f4) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:40.129975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:40.131093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:40.154298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.208944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-c6f0bcd4-d513-40e5-ac3d-82d9a9889846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:40.211173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-c6f0bcd4-d513-40e5-ac3d-82d9a9889846 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8c18f8798d034834844afc14bbdbbad2&device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1096 time: 0.1219943 Nov 03 19:19:40.228953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] For port 339574e5-c497-4863-aae4-532ee1b8274f, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=339574e5-c497-4863-aae4-532ee1b8274f,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:40.230581 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.273966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Calling delete_port for 339574e5-c497-4863-aae4-532ee1b8274f owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:40.278499 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.300806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:40.494107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-4bd06063-151a-4de7-be50-34bc2b990502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:40.496223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-4bd06063-151a-4de7-be50-34bc2b990502 service neutron] 10.222.0.96 "GET /v2.0/networks?id=dfcbd157-ea64-47d4-a473-858eae82e971 HTTP/1.1" status: 200 len: 915 time: 0.2778294 Nov 03 19:19:40.520043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c2d9d-23fd-40b3-837a-448a4a483a63 req-5f5f6de8-3dcd-408f-887d-073be39652a3 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:40.522258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98c2d9d-23fd-40b3-837a-448a4a483a63 req-5f5f6de8-3dcd-408f-887d-073be39652a3 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/ports?device_id=59990c8a-a96f-456e-819b-b4aac96228a3 HTTP/1.1" status: 200 len: 949 time: 0.1391194 Nov 03 19:19:40.716396 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e22cc87e-1a12-4ac8-a415-e27d7b1a25b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.734644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-a4d51a3f-eaba-4e34-aa28-8744dbeb2c1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf HTTP/1.1" status: 200 len: 999 time: 0.2109134 Nov 03 19:19:40.741796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98c2d9d-23fd-40b3-837a-448a4a483a63 req-53204cc7-c0df-4c1a-b321-389b2bd9ce01 tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.77 "GET /v2.0/security-groups?id=63287cb0-e80d-44b1-8c45-c6ba4336b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938469 Nov 03 19:19:40.803920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.831630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-fbb3d641-58a0-4b60-b02e-0153e3c74378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:40.833834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-fbb3d641-58a0-4b60-b02e-0153e3c74378 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08b514e8-6239-4f56-a42a-1884aafd7dff HTTP/1.1" status: 200 len: 853 time: 0.0905793 Nov 03 19:19:40.837977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['339574e5-c497-4863-aae4-532ee1b8274f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:19:40.875958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Pushing event deleted for resources: {'Port': ['ID=339574e5-c497-4863-aae4-532ee1b8274f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:40.924648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.938760 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.004473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:41.013736 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:41.015191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] No DVR routers for this DVR port 339574e5-c497-4863-aae4-532ee1b8274f on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:41.016780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Pushing event updated for resources: {'Port': ['ID=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:41.019654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:41.023887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:36Z', 'revision_number': 3, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:41.025356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.034194 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] 10.222.0.96 "DELETE /v2.0/ports/339574e5-c497-4863-aae4-532ee1b8274f HTTP/1.1" status: 204 len: 173 time: 1.6568172 Nov 03 19:19:41.034698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59990c8a-a96f-456e-819b-b4aac96228a3', 'name': 'network-vif-deleted', 'tag': '339574e5-c497-4863-aae4-532ee1b8274f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:41.037365 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6805f4-2c3f-41a0-93c6-14d178c481c0" -d '{"events": [{"server_uuid": "59990c8a-a96f-456e-819b-b4aac96228a3", "name": "network-vif-deleted", "tag": "339574e5-c497-4863-aae4-532ee1b8274f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:41.043666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-0416909b-9eb3-4184-90cc-ff126e81a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:41.045242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-0416909b-9eb3-4184-90cc-ff126e81a95d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dfcbd157-ea64-47d4-a473-858eae82e971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780581 Nov 03 19:19:41.075999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Allocated IP 172.20.0.1 (52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5/27a7392c-913b-407b-a594-f59f7a964449/68460c9c-dddc-43bf-998e-5325c92abeed) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:41.082147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cbe0e-69be-4f68-bb67-21178c074e52 None None] The sync data for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 is: [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:36Z', 'revision_number': 3, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:41.163379 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3491e7-bc9c-48c4-87e6-0e7d52265310 x-openstack-request-id: req-7d3491e7-bc9c-48c4-87e6-0e7d52265310 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:41.163757 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59990c8a-a96f-456e-819b-b4aac96228a3", "name": "network-vif-deleted", "tag": "339574e5-c497-4863-aae4-532ee1b8274f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:41.164091 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d3491e7-bc9c-48c4-87e6-0e7d52265310 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:41.164362 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59990c8a-a96f-456e-819b-b4aac96228a3', 'name': 'network-vif-deleted', 'tag': '339574e5-c497-4863-aae4-532ee1b8274f', 'status': 'completed', 'code': 200} Nov 03 19:19:41.208793 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Attempting to bind port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:41.210368 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Attempting to bind port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:41.211085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Attempting to bind port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 on network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:41.220363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:41.222382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Checking segment: {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:41.223003 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.223801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Bound using segment: {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:41.224645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Bound port: 6b5cbff4-7c0e-4566-961f-89d09eeae4f4, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:41.225201 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.228389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-9b8e1194-4098-45a5-aa6b-609f12bb6927 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741295 Nov 03 19:19:41.347221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] For port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:41.354632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] For port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:41.366068 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.443257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d574505d-3b49-4c8a-b316-a2de67a99279 req-d0f89a6d-537e-4fb7-94a3-3775c07e2a7e service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046502 Nov 03 19:19:41.457076 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.502608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a6dd6-2a43-458f-9eb0-8cf0dac60b40 None None] Pushing event updated for resources: {'Port': ['ID=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:41.583781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.711810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:41.728383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:41.758840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:41.838342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=68460c9c-dddc-43bf-998e-5325c92abeed,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:41.957366 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.319746 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.325295 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.347293 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.597665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 78122fab-8a59-4542-8137-01e3eb3e085b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:42.769673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 78122fab-8a59-4542-8137-01e3eb3e085b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:42.770199 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.911116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 339574e5-c497-4863-aae4-532ee1b8274f no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:43.010524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 339574e5-c497-4863-aae4-532ee1b8274f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:43.014193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 339574e5-c497-4863-aae4-532ee1b8274f not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:43.199638 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.250288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 78122fab-8a59-4542-8137-01e3eb3e085b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=78122fab-8a59-4542-8137-01e3eb3e085b,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:43.257031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.258300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:43.379298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=78122fab-8a59-4542-8137-01e3eb3e085b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:43.386165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df26687f-e85d-4a08-8a62-e14ceea5af41 None None] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:43.461049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:43.461655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.577550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e2631cab-3695-4406-9a6f-a0a0b1b7c21b None None] Provisioning complete for port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:43.578184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2631cab-3695-4406-9a6f-a0a0b1b7c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.592877 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.600688 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.737112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=68460c9c-dddc-43bf-998e-5325c92abeed,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:43.762381 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.781019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.889721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:43.905234 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.918351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2631cab-3695-4406-9a6f-a0a0b1b7c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.963664 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:43.965321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:44.048662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:44.144054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-e2631cab-3695-4406-9a6f-a0a0b1b7c21b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:19:44.144555 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-e2631cab-3695-4406-9a6f-a0a0b1b7c21b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:19:44.208312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:19:44.433328 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:44.444220 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d4c77d9f-72d6-45e9-b3c6-6b47b07714e8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "PUT /v2.0/routers/1f8e7f93-0d28-447e-aef5-a40a3b478a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2071083 Nov 03 19:19:44.448415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36914) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:44.451938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Sync routers for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:44.454157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-79dc566a-1374-40bd-b77a-ec0006425021 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1075011748', 'description': 'tempest-secgroup_access--1075011748 description', 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:44.485772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 78122fab-8a59-4542-8137-01e3eb3e085b up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:44.500879 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-79dc566a-1374-40bd-b77a-ec0006425021 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.569366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:44.570619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:44.641327 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-79dc566a-1374-40bd-b77a-ec0006425021 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.651352 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-79dc566a-1374-40bd-b77a-ec0006425021 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.675877 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-79dc566a-1374-40bd-b77a-ec0006425021 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.678391 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-79dc566a-1374-40bd-b77a-ec0006425021 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2284698 Nov 03 19:19:44.682931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 36916) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:44.690373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7430842b-0f79-4ccb-8d5a-fdd68ccd36e3 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1326737364', 'description': 'tempest-secgroup_general--1326737364 description', 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:44.731097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc566a-1374-40bd-b77a-ec0006425021 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a1f417-cf6b-46e6-a593-2bcb5dd755a1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:44.737402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7430842b-0f79-4ccb-8d5a-fdd68ccd36e3 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.900159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 78122fab-8a59-4542-8137-01e3eb3e085b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:44.900720 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.910079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:44.920420 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7430842b-0f79-4ccb-8d5a-fdd68ccd36e3 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.942950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7430842b-0f79-4ccb-8d5a-fdd68ccd36e3 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.024401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7430842b-0f79-4ccb-8d5a-fdd68ccd36e3 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.030804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7430842b-0f79-4ccb-8d5a-fdd68ccd36e3 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3411455 Nov 03 19:19:45.030804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430842b-0f79-4ccb-8d5a-fdd68ccd36e3 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841b06b5-ef47-4712-b1c9-4cc798989ba7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:45.031403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 36918) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:45.038948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-eff3c7ef-2181-429a-b0d5-40ed5ca71246 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'security_group_rule': {'security_group_id': '15a1f417-cf6b-46e6-a593-2bcb5dd755a1', 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:45.094332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9b89e14b-86f6-4dec-bcf0-b2688c6569d9 None None] Provisioning complete for port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:45.094804 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9b89e14b-86f6-4dec-bcf0-b2688c6569d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.102324 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eff3c7ef-2181-429a-b0d5-40ed5ca71246 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.231918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eff3c7ef-2181-429a-b0d5-40ed5ca71246 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.239452 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eff3c7ef-2181-429a-b0d5-40ed5ca71246 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.282728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3c7ef-2181-429a-b0d5-40ed5ca71246 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a718d0e-a6c0-4864-bfff-52d9695afe59,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:45.311384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eff3c7ef-2181-429a-b0d5-40ed5ca71246 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.313677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eff3c7ef-2181-429a-b0d5-40ed5ca71246 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808545 Nov 03 19:19:45.333014 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:45.565192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-2b62c745-7811-4687-8571-365f68b9ebf7 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--1326737364&fields=id&tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5 HTTP/1.1" status: 200 len: 267 time: 0.0684385 Nov 03 19:19:45.626691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9b89e14b-86f6-4dec-bcf0-b2688c6569d9 None None] Provisioning complete for port 68460c9c-dddc-43bf-998e-5325c92abeed triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:45.628228 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9b89e14b-86f6-4dec-bcf0-b2688c6569d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.664337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-720b0ea2-71b1-4c86-8bda-25928e4ce1d0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--1075011748&fields=id&tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5 HTTP/1.1" status: 200 len: 267 time: 0.0922809 Nov 03 19:19:45.884082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-fe759821-54f2-4fd5-a51c-1d2969ae3c43 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:45.887510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-fe759821-54f2-4fd5-a51c-1d2969ae3c43 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/networks?id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 HTTP/1.1" status: 200 len: 795 time: 0.2141235 Nov 03 19:19:45.910893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-03313702-3e97-496c-9d0d-4d83b0562709 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/quotas/17a704bb19da4fdf9bd78cb7974ec3c5 HTTP/1.1" status: 200 len: 375 time: 0.0161977 Nov 03 19:19:45.973543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9b89e14b-86f6-4dec-bcf0-b2688c6569d9 None None] Port 68460c9c-dddc-43bf-998e-5325c92abeed cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:45.980583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:45.982563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.006201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-657427ed-70bc-4c07-b208-a9b974e56f5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890503 Nov 03 19:19:46.030741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 2, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:46.077407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Checking router: 1f8e7f93-0d28-447e-aef5-a40a3b478a52 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:19:46.078387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Updating router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 port 68460c9c-dddc-43bf-998e-5325c92abeed binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:19:46.122779 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.176899 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-162df4cf-9a23-4028-8928-307f8662dad6 service neutron] 10.222.0.77 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542706 Nov 03 19:19:46.224194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a5efe7c1-dcd0-48e5-ad7f-4bff2d9b6a00 None None] Provisioning complete for port 68460c9c-dddc-43bf-998e-5325c92abeed triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:46.224739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a5efe7c1-dcd0-48e5-ad7f-4bff2d9b6a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.348297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-7acb6ee3-31cf-43b3-a6d5-4e2d10d7b4a8 service neutron] 10.222.0.77 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621411 Nov 03 19:19:46.384194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a5efe7c1-dcd0-48e5-ad7f-4bff2d9b6a00 None None] Port 68460c9c-dddc-43bf-998e-5325c92abeed cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:46.791848 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.803432 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.820199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fff8ce13-c435-4183-a20a-b24229839f97 req-3d2c7e90-6bc8-4154-ac42-65d8ca4166e1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 210 time: 0.0585637 Nov 03 19:19:46.970860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dcd62-d08e-4e8f-bd04-8423659e621f None None] Pushing event updated for resources: {'Port': ['ID=68460c9c-dddc-43bf-998e-5325c92abeed,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:47.055293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Attempting to bind port 68460c9c-dddc-43bf-998e-5325c92abeed on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:47.056322 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Attempting to bind port 68460c9c-dddc-43bf-998e-5325c92abeed by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:47.058494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Attempting to bind port 68460c9c-dddc-43bf-998e-5325c92abeed on network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:47.068268 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:47.068889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Checking segment: {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:47.069359 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:47.069802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Bound using segment: {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:47.070771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Bound port: 68460c9c-dddc-43bf-998e-5325c92abeed, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:47.071179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:47.165675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] For port 68460c9c-dddc-43bf-998e-5325c92abeed, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:47.170264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] For port 68460c9c-dddc-43bf-998e-5325c92abeed, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=68460c9c-dddc-43bf-998e-5325c92abeed,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:47.179330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:47.266707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:47.268297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:47.376475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dcd62-d08e-4e8f-bd04-8423659e621f None None] Pushing event updated for resources: {'Port': ['ID=68460c9c-dddc-43bf-998e-5325c92abeed,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:47.550153 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:19:47.751454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2a1bfe3f-c96a-4884-b8eb-c9f09eb2e8a0 None None] Provisioning complete for port 68460c9c-dddc-43bf-998e-5325c92abeed triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:47.752047 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a1bfe3f-c96a-4884-b8eb-c9f09eb2e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:48.024558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a1bfe3f-c96a-4884-b8eb-c9f09eb2e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:48.082661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2a1bfe3f-c96a-4884-b8eb-c9f09eb2e8a0 None None] For port 68460c9c-dddc-43bf-998e-5325c92abeed, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=68460c9c-dddc-43bf-998e-5325c92abeed,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:48.092919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a1bfe3f-c96a-4884-b8eb-c9f09eb2e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:48.169020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bfe3f-c96a-4884-b8eb-c9f09eb2e8a0 None None] Pushing event updated for resources: {'Port': ['ID=68460c9c-dddc-43bf-998e-5325c92abeed,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:48.202572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:47Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:48.242955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc41d6-897f-473f-839a-d1edcf32ee9e None None] The sync data for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 is: [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:47Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:48.263616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce619347-2464-4362-aec9-60088c227f18 req-38e32836-c900-4287-8d1c-5c68f9605d34 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 210 time: 0.1052833 Nov 03 19:19:48.279878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6b5c5f9f-8cb8-45ec-a56b-8e8765b051b2 None None] Provisioning complete for port 68460c9c-dddc-43bf-998e-5325c92abeed triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:48.280490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5f9f-8cb8-45ec-a56b-8e8765b051b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:48.729924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68460c9c-dddc-43bf-998e-5325c92abeed up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:48.843933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 68460c9c-dddc-43bf-998e-5325c92abeed triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:48.845025 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.292661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-7a9aa41a-7316-4eaf-88aa-0e6d09efda79 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:49.295727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-7a9aa41a-7316-4eaf-88aa-0e6d09efda79 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.70 "GET /v2.0/networks?id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 HTTP/1.1" status: 200 len: 795 time: 0.2750134 Nov 03 19:19:49.469783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8df2ba66-69e8-4f8d-86aa-30fcb3b8b0b6 req-e430a6a1-4296-4581-beec-db4b3e8f6b02 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 210 time: 0.0430422 Nov 03 19:19:49.487597 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-14641bdb-c18c-424d-8ee9-6d2c925103e4 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5 HTTP/1.1" status: 200 len: 478 time: 0.1815805 Nov 03 19:19:49.504198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'port': {'device_id': '153f95c1-379d-4870-8645-511717d70aaa', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'admin_state_up': True, 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'security_groups': ['841b06b5-ef47-4712-b1c9-4cc798989ba7', '15a1f417-cf6b-46e6-a593-2bcb5dd755a1']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:49.770164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Made reservation on behalf of 17a704bb19da4fdf9bd78cb7974ec3c5 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:49.775460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:50.028433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Allocated IP 172.20.0.12 (52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5/27a7392c-913b-407b-a594-f59f7a964449/cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:50.324540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:50.385871 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:50.468943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:50.479321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:50.487123 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:50.583352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:50.609392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:50.610871 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:50.659207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b0f11ffb-c3db-43d1-a1a4-6d60dcbadb07 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1629534 Nov 03 19:19:50.688902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Request body: {'port': {'device_id': '153f95c1-379d-4870-8645-511717d70aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:50.844383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6a953-e6b6-4f2d-8b70-168ed891fe66 req-27851cba-33af-4579-aece-4ff2061bdba7 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:50.853937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71c6a953-e6b6-4f2d-8b70-168ed891fe66 req-27851cba-33af-4579-aece-4ff2061bdba7 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 971 time: 0.1896443 Nov 03 19:19:50.881108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:50.999234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8b945ec0-abad-493d-b674-df12fb715353 None None] Provisioning complete for port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:51.005393 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b945ec0-abad-493d-b674-df12fb715353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.037110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-71c6a953-e6b6-4f2d-8b70-168ed891fe66 req-91bf97c2-9d62-4977-98f8-c96f71d7f170 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1772523 Nov 03 19:19:51.064217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8b945ec0-abad-493d-b674-df12fb715353 None None] Port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:51.415131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:19:51.429534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.448186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Transition to ACTIVE for port object cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:19:51.454379 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.532614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:51.640115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Attempting to bind port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:51.640682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Attempting to bind port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:51.641235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Attempting to bind port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f on network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:51.650617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f on network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:19:51.651199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Attempting to bind port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f on network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:51.663957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:51.663957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Checking segment: {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:51.663957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Bound using segment: {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:51.663957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Bound port: cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b38d61f-6c68-4784-8a70-a0f9e299ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:51.664517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.815844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] For port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:51.822355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] For port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:51.831550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.902353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:51.903810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.907179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f HTTP/1.1" status: 200 len: 1131 time: 1.2253854 Nov 03 19:19:51.907927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:51.926779 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e47d6f6-6553-47c6-8b73-a988a671d382" -d '{"events": [{"name": "network-changed", "server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:52.041229 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93baac94-423e-4c2a-8f95-de3d1aa9b799 x-openstack-request-id: req-93baac94-423e-4c2a-8f95-de3d1aa9b799 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:52.041229 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:52.041745 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93baac94-423e-4c2a-8f95-de3d1aa9b799 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:52.041915 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'status': 'completed', 'code': 200} Nov 03 19:19:52.045388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e27abd-5c19-44da-9601-225738b1a4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:52.105896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-ee39eb75-0e97-4c79-8f95-05cdd9e96e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:52.107970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-ee39eb75-0e97-4c79-8f95-05cdd9e96e53 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1134 time: 0.1402993 Nov 03 19:19:52.185198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-bdb7b82c-616a-46a7-a610-da1bad6be499 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f HTTP/1.1" status: 200 len: 217 time: 0.0683844 Nov 03 19:19:52.305461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-83082763-5651-4b0c-963d-e5f4dda81cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:52.308111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-83082763-5651-4b0c-963d-e5f4dda81cb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=27a7392c-913b-407b-a594-f59f7a964449 HTTP/1.1" status: 200 len: 834 time: 0.1162436 Nov 03 19:19:52.419859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c2cab-d15d-4a66-9c7d-7934076ad9a6 req-3471b983-f264-4108-a9fb-16a9c129c10a tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:52.421955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-451c2cab-d15d-4a66-9c7d-7934076ad9a6 req-3471b983-f264-4108-a9fb-16a9c129c10a tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 983 time: 0.2462771 Nov 03 19:19:52.431856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-de460c55-1dca-4145-a1c1-a725ce4b9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:52.433774 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-de460c55-1dca-4145-a1c1-a725ce4b9685 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076841 Nov 03 19:19:52.603641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-451c2cab-d15d-4a66-9c7d-7934076ad9a6 req-1989a0a2-08e4-4fc1-9fec-28bf501cfcd4 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1679883 Nov 03 19:19:52.643403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-fdf22628-69ee-4151-9d07-4134fc1689c9 service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949368 Nov 03 19:19:52.812939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-889c1fb5-c7af-46f9-83fe-0d302fcda54c req-234f3814-8b71-438c-b5f6-e51740395c4e service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674914 Nov 03 19:19:52.948654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-41706850-7de6-4329-8381-2aada8e418f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:52.950560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-41706850-7de6-4329-8381-2aada8e418f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1134 time: 0.0730252 Nov 03 19:19:53.137124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-af8b1369-29a0-41de-a506-363c62086057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:53.140153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-af8b1369-29a0-41de-a506-363c62086057 service neutron] 10.222.0.70 "GET /v2.0/networks?id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 HTTP/1.1" status: 200 len: 896 time: 0.1819983 Nov 03 19:19:53.207771 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-4830a909-0d97-41fc-b732-d53378e715cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f HTTP/1.1" status: 200 len: 217 time: 0.0593832 Nov 03 19:19:53.273737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-fb918525-e82e-4660-8bf4-1516a1d49018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:53.275733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-fb918525-e82e-4660-8bf4-1516a1d49018 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=27a7392c-913b-407b-a594-f59f7a964449 HTTP/1.1" status: 200 len: 834 time: 0.0610116 Nov 03 19:19:53.357806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-dbfde08f-112e-4fab-ad7e-662a4e679a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:53.359480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-dbfde08f-112e-4fab-ad7e-662a4e679a4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763619 Nov 03 19:19:53.516022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-3f59c243-7f25-4aeb-8848-5c16803d10a0 service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482315 Nov 03 19:19:53.656078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e47d6f6-6553-47c6-8b73-a988a671d382 req-4f7a107d-5515-40e4-9ef1-5845341c9d87 service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309755 Nov 03 19:19:53.837255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaca1c-e08c-4bbd-8fd7-c55b75eeb728 req-a5c1b7e6-50f6-48ef-bce1-36bb1633086e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:53.840329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99eaca1c-e08c-4bbd-8fd7-c55b75eeb728 req-a5c1b7e6-50f6-48ef-bce1-36bb1633086e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 983 time: 0.0916648 Nov 03 19:19:53.938328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99eaca1c-e08c-4bbd-8fd7-c55b75eeb728 req-f6c2dda8-bea6-4364-beca-496dd2f453a9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0875545 Nov 03 19:19:55.137955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141bef6-2964-4d79-9969-79344b6b76af req-55b1d1fe-af61-4c14-9d74-395376058b74 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:55.139780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e141bef6-2964-4d79-9969-79344b6b76af req-55b1d1fe-af61-4c14-9d74-395376058b74 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 983 time: 0.0928118 Nov 03 19:19:55.257987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e141bef6-2964-4d79-9969-79344b6b76af req-a0108c76-a3fd-456a-bf1e-c48271a62438 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1059489 Nov 03 19:19:56.477247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437447-7b4b-4f10-bd32-97bd70fe9fd4 req-69508cd7-d079-47a7-9863-e5db53168d92 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:56.480078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2437447-7b4b-4f10-bd32-97bd70fe9fd4 req-69508cd7-d079-47a7-9863-e5db53168d92 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 983 time: 0.0838161 Nov 03 19:19:56.571203 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2437447-7b4b-4f10-bd32-97bd70fe9fd4 req-360527f3-01e7-4464-8121-8a4c7d9e60e9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0822523 Nov 03 19:19:56.922298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:19:57.060687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:57.077092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'port_id': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'mac_address': 'fa:16:3e:43:65:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:19:57.128533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.156517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:19:57.183174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:57.188893 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.275855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:57.403303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:19:57.734390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfe9b1-d56f-469a-9e29-a4c442f4d5f5 req-74e41e08-4a9c-4474-8978-bdfeba5fa987 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:57.736114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbfe9b1-d56f-469a-9e29-a4c442f4d5f5 req-74e41e08-4a9c-4474-8978-bdfeba5fa987 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 984 time: 0.0741055 Nov 03 19:19:57.849364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bbfe9b1-d56f-469a-9e29-a4c442f4d5f5 req-d2049837-1a33-49d4-88c3-0b6500e7f5eb tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1014955 Nov 03 19:19:58.937280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:59.009033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:19:59.013992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:59.014372 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.056995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8843d-8f02-417d-9186-b0405111d583 req-a6fb0fa8-a9d2-449e-a2ed-bc845909b9c0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:59.059710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fe8843d-8f02-417d-9186-b0405111d583 req-a6fb0fa8-a9d2-449e-a2ed-bc845909b9c0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 984 time: 0.1095679 Nov 03 19:19:59.137315 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.171057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2fe8843d-8f02-417d-9186-b0405111d583 req-87db2b57-a2a3-44b4-b84f-45e7e00a9ae7 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0928066 Nov 03 19:19:59.208869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:59.208869 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4974ae3-796c-49d3-a728-cdff015970d3" -d '{"events": [{"server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "name": "network-vif-plugged", "status": "completed", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:59.208869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:59.217633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.307266 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e729e9-243e-453a-8cff-6122dcf4aebb x-openstack-request-id: req-60e729e9-243e-453a-8cff-6122dcf4aebb {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:59.307750 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "name": "network-vif-plugged", "status": "completed", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:59.308187 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60e729e9-243e-453a-8cff-6122dcf4aebb {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:59.308801 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'code': 200} Nov 03 19:19:59.329640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:59.428962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dba19-0ed3-44ec-971c-ac3f2139509d req-6f9c07f4-b129-4d31-9051-9c8b4884d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:59.431820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e5dba19-0ed3-44ec-971c-ac3f2139509d req-6f9c07f4-b129-4d31-9051-9c8b4884d436 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1136 time: 0.0587263 Nov 03 19:19:59.508749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e5dba19-0ed3-44ec-971c-ac3f2139509d req-e9dc063e-fb99-4377-94fb-0cfa93a5e7b2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&id=841b06b5-ef47-4712-b1c9-4cc798989ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0698295 Nov 03 19:20:00.398849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13719c5-da88-4dfd-85b5-9bc157ddffa3 req-38df4377-2d40-4ef6-b169-372fe234bc15 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:00.401134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a13719c5-da88-4dfd-85b5-9bc157ddffa3 req-38df4377-2d40-4ef6-b169-372fe234bc15 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 985 time: 0.0922010 Nov 03 19:20:00.515466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a13719c5-da88-4dfd-85b5-9bc157ddffa3 req-bcdc26e6-ad69-4912-b14e-248f1063f604 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0975945 Nov 03 19:20:01.702606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1868d-8572-4ae2-b874-aa816cf2a089 req-98e00c12-a5d4-4e77-8be3-4f6e74a4615f tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:01.704759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27d1868d-8572-4ae2-b874-aa816cf2a089 req-98e00c12-a5d4-4e77-8be3-4f6e74a4615f tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 985 time: 0.0712776 Nov 03 19:20:01.792450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27d1868d-8572-4ae2-b874-aa816cf2a089 req-8f6c6c55-8a3d-4e38-b444-2a5eebf3376f tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0791962 Nov 03 19:20:01.973283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc61f-faea-4747-ae4c-f2000a8e56a2 req-4c4c27b7-d7cb-44be-a3fa-20b8ab885247 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:01.976105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aeddc61f-faea-4747-ae4c-f2000a8e56a2 req-4c4c27b7-d7cb-44be-a3fa-20b8ab885247 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 985 time: 0.0783627 Nov 03 19:20:02.070181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aeddc61f-faea-4747-ae4c-f2000a8e56a2 req-febc7cde-7534-4f0d-8623-a11cd5a71135 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0834844 Nov 03 19:20:02.279545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99221da9-fa7f-4d5f-932a-71d5dd15e156 req-cb51fece-d36f-4e62-a7f3-4456c55a1c43 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:02.282826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99221da9-fa7f-4d5f-932a-71d5dd15e156 req-cb51fece-d36f-4e62-a7f3-4456c55a1c43 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1136 time: 0.0819609 Nov 03 19:20:02.310114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-99221da9-fa7f-4d5f-932a-71d5dd15e156 req-e8e36bfa-6b55-4596-ae44-7a83ac06c3ad tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.449140 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-99221da9-fa7f-4d5f-932a-71d5dd15e156 req-e8e36bfa-6b55-4596-ae44-7a83ac06c3ad tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.454827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-99221da9-fa7f-4d5f-932a-71d5dd15e156 req-e8e36bfa-6b55-4596-ae44-7a83ac06c3ad tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.519637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e36bfa-6b55-4596-ae44-7a83ac06c3ad tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20be83b5-d804-4ff3-b1a4-1985942cb2db,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:02.530560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99221da9-fa7f-4d5f-932a-71d5dd15e156 req-e8e36bfa-6b55-4596-ae44-7a83ac06c3ad tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2393107 Nov 03 19:20:02.556597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37086) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:02.612180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042f4d3-a225-4347-9267-648fb5718829 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:02.615131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c042f4d3-a225-4347-9267-648fb5718829 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1131 time: 0.0557797 Nov 03 19:20:02.617454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37088) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:02.622780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:02.660860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.664216 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.841391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.041894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Allocated IP 172.25.3.161 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/1ee9e2a5-f99e-40cf-b05e-b91ca06b7477) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:03.247964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.296139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.359989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:03.369707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:03.375377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:03.421078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=1ee9e2a5-f99e-40cf-b05e-b91ca06b7477,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:03.698995 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.958669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.086129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.748926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.757057 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.890717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=1ee9e2a5-f99e-40cf-b05e-b91ca06b7477,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:04.915337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.915922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.916461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.917012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.917635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.918494 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.919035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.919576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.920109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.920655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.921188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.921740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:04.937290 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.106697 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Floating IP a377aebf-88b5-4091-b57c-fa0fe2bfd659 associated. External IP: 172.25.3.161, port: cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f. Nov 03 19:20:05.421981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:20:05.588977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:05.604334 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] Sync routers for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:05.620728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.621387 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:05.622399 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:05.670989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9674a85f-c196-43fc-8e1b-29a4e65e7b8e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0519233 Nov 03 19:20:05.671859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:05.676395 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65" -d '{"events": [{"name": "network-changed", "server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:05.678064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37114) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:05.754228 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f285c293-4249-440a-887c-470b8b2e44dd x-openstack-request-id: req-f285c293-4249-440a-887c-470b8b2e44dd {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:05.754228 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:05.754696 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f285c293-4249-440a-887c-470b8b2e44dd {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:05.755353 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'status': 'completed', 'code': 200} Nov 03 19:20:05.848262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-81ff4c48-8f9d-4f84-9565-a6a7c79b219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.852225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-81ff4c48-8f9d-4f84-9565-a6a7c79b219e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1136 time: 0.0719662 Nov 03 19:20:05.901839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.903364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.905453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.906555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.908136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.909818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.910683 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.911910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.916580 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4ab3bddf-40fa-4b5a-9c61-ccdfefa937ed tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.2367113 Nov 03 19:20:05.920848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37118) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:06.025080 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:06.061228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-c808a033-e069-450e-9fa9-17bad8ab5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.063621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-c808a033-e069-450e-9fa9-17bad8ab5610 service neutron] 10.222.0.70 "GET /v2.0/networks?id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 HTTP/1.1" status: 200 len: 896 time: 0.2024741 Nov 03 19:20:06.067467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.068092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.068624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.069307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.074351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.075260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.076090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.076639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.079545 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-30ff8734-3e69-42d8-8400-2326dabb7520 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5281 time: 0.1569183 Nov 03 19:20:06.085356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37120) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:06.121409 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6aa68279-aa2d-476c-afb0-2797c3f521ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.218593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-a99c7b5e-d632-4b04-9a61-53847efeac5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f HTTP/1.1" status: 200 len: 1000 time: 0.1475475 Nov 03 19:20:06.309093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-80493e29-8938-4240-9ac1-d30ed7b4611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.310958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-80493e29-8938-4240-9ac1-d30ed7b4611b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=27a7392c-913b-407b-a594-f59f7a964449 HTTP/1.1" status: 200 len: 834 time: 0.0854015 Nov 03 19:20:06.375966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed487e8f-c329-473a-b963-56b433efd558 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.2890534 Nov 03 19:20:06.379350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37124) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:06.421237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-7f4dc763-a276-4c44-96c2-67663928945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.425300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-7f4dc763-a276-4c44-96c2-67663928945e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070943 Nov 03 19:20:06.450205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f23578-7b1c-4010-a9b4-ba6e5a662ca0 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.451589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f23578-7b1c-4010-a9b4-ba6e5a662ca0 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.453701 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-81f23578-7b1c-4010-a9b4-ba6e5a662ca0 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1f8e7f93-0d28-447e-aef5-a40a3b478a52 HTTP/1.1" status: 200 len: 1989 time: 0.0728765 Nov 03 19:20:06.529010 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'a377aebf-88b5-4091-b57c-fa0fe2bfd659', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'port_id': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'mac_address': 'fa:16:3e:43:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f95c1-379d-4870-8645-511717d70aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:20:03Z', 'updated_at': '2021-11-03T19:20:03Z', 'revision_number': 0, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:48Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:06.582919 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] Checking router: 1f8e7f93-0d28-447e-aef5-a40a3b478a52 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:20:06.584124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-780952cb-a96f-48d6-a984-2b8d1dfb83be service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504688 Nov 03 19:20:06.599179 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:06.601064 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:06.757391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd3d13ca-4948-4b5b-8eb3-2ceb5a147a65 req-9aa3e202-229b-4496-8fdc-46a415641d7b service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576884 Nov 03 19:20:06.806659 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:07.243920 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'a377aebf-88b5-4091-b57c-fa0fe2bfd659', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'port_id': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'mac_address': 'fa:16:3e:43:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f95c1-379d-4870-8645-511717d70aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:20:03Z', 'updated_at': '2021-11-03T19:20:03Z', 'revision_number': 0, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:48Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:07.284896 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54824bc8-bc56-4815-9e0f-ed7feb69b21b None None] The sync data for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 is: [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'a377aebf-88b5-4091-b57c-fa0fe2bfd659', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'port_id': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'mac_address': 'fa:16:3e:43:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f95c1-379d-4870-8645-511717d70aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:20:03Z', 'updated_at': '2021-11-03T19:20:03Z', 'revision_number': 0, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:48Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:07.604032 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42bd02a-713b-4f5e-bbc1-7372b3737104 None None] New status for floating IP a377aebf-88b5-4091-b57c-fa0fe2bfd659: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:20:08.489596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37142) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:08.801377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Deleting port 8e06c062-de22-4473-96d5-e43174f9eb74 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:08.801884 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:08.940481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:08.940918 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:08.965219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Calling delete_port for 8e06c062-de22-4473-96d5-e43174f9eb74 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:09.270305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.314804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event deleted for resources: {'Port': ['ID=8e06c062-de22-4473-96d5-e43174f9eb74,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:09.366525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.366909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.367598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.368308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.368866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.369529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.370096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.370675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.371222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.371802 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.372384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.372925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:09.453509 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.454450 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Floating IP 57ccc422-4804-4a5f-9915-0c7bdf1331a1 disassociated (deleted). External IP: 172.25.3.8, port: 244dabb0-7e90-4c44-8fea-cbdfab3a62cf. Nov 03 19:20:09.940467 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Router a03321b8-0fb3-4cae-a9c4-fd289b109581 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:20:10.124690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.159891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:10.168617 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.182663 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] Sync routers for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:10.206929 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:10.208080 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:19:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:10.231863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed1ee761-2cf6-4eb2-a7c0-6adee5b195f4 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "DELETE /v2.0/floatingips/57ccc422-4804-4a5f-9915-0c7bdf1331a1 HTTP/1.1" status: 204 len: 168 time: 1.7405918 Nov 03 19:20:10.235003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:10.241807 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af1eb4db2b624818900bfc32b7f9be452d8f376d65639b368e8830b7906319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367e3060-d85e-459b-a685-8c7525423719" -d '{"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:10.378638 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c0aee4ae-9906-4538-b018-03d2003f8b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.426304 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:10.662072 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118b1aba-bdc0-4269-9fde-0a2a065dc570 x-openstack-request-id: req-118b1aba-bdc0-4269-9fde-0a2a065dc570 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:10.662566 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:10.663001 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-118b1aba-bdc0-4269-9fde-0a2a065dc570 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:10.663697 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'status': 'completed', 'code': 200} Nov 03 19:20:10.820931 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:10.857978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3060-d85e-459b-a685-8c7525423719 req-a74a7e18-5913-4962-9302-1715dac151f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:10.859977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-367e3060-d85e-459b-a685-8c7525423719 req-a74a7e18-5913-4962-9302-1715dac151f8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8c18f8798d034834844afc14bbdbbad2&device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 1096 time: 0.1621308 Nov 03 19:20:10.896438 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] Checking router: a03321b8-0fb3-4cae-a9c4-fd289b109581 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:20:10.914378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:10.915431 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:10.950019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbf575-cf68-4043-86f9-9fc5b02490bd req-429fa008-14f6-4913-8744-c95b76f633ff tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:10.952244 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bfbf575-cf68-4043-86f9-9fc5b02490bd req-429fa008-14f6-4913-8744-c95b76f633ff tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 945 time: 0.1728637 Nov 03 19:20:11.094026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bfbf575-cf68-4043-86f9-9fc5b02490bd req-2f1391e5-7f57-4a0e-9162-b794fe150f1b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989947 Nov 03 19:20:11.131721 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3060-d85e-459b-a685-8c7525423719 req-c715b261-2212-4d0e-be68-a2c0527a2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:11.134772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-367e3060-d85e-459b-a685-8c7525423719 req-c715b261-2212-4d0e-be68-a2c0527a2836 service neutron] 10.222.0.96 "GET /v2.0/networks?id=dfcbd157-ea64-47d4-a473-858eae82e971 HTTP/1.1" status: 200 len: 915 time: 0.2630217 Nov 03 19:20:11.152568 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:11.211825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-367e3060-d85e-459b-a685-8c7525423719 req-1e07b1c3-2655-4fbf-94dd-1887850118be service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf HTTP/1.1" status: 200 len: 217 time: 0.0660226 Nov 03 19:20:11.319812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3060-d85e-459b-a685-8c7525423719 req-229d6991-8ad9-42a4-926f-40c7936de4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:11.322479 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-367e3060-d85e-459b-a685-8c7525423719 req-229d6991-8ad9-42a4-926f-40c7936de4eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08b514e8-6239-4f56-a42a-1884aafd7dff HTTP/1.1" status: 200 len: 853 time: 0.1033959 Nov 03 19:20:11.422340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3060-d85e-459b-a685-8c7525423719 req-998dfe3c-70ae-485e-909b-8de2f2892ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:11.425362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-367e3060-d85e-459b-a685-8c7525423719 req-998dfe3c-70ae-485e-909b-8de2f2892ab9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dfcbd157-ea64-47d4-a473-858eae82e971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931988 Nov 03 19:20:11.605526 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:11.625689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-367e3060-d85e-459b-a685-8c7525423719 req-068b0058-0610-479d-97ba-18748afbcab1 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909914 Nov 03 19:20:11.661272 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218c201-9529-4071-b99e-ff0b7c236cf0 None None] The sync data for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 is: [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 4, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b', 'name': '', 'network_id': 'dfcbd157-ea64-47d4-a473-858eae82e971', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'mac_address': 'fa:16:3e:c3:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:42Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'subnets': [{'id': '08b514e8-6239-4f56-a42a-1884aafd7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:11.808462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-367e3060-d85e-459b-a685-8c7525423719 req-ed9c9081-be58-412b-8c8e-73427c6317e0 service neutron] 10.222.0.96 "GET /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742742 Nov 03 19:20:12.072577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fdde9d-abfe-4fc4-9e50-ef9a14899166 None None] New status for floating IP 57ccc422-4804-4a5f-9915-0c7bdf1331a1: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:20:12.143587 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:20:12.215728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-412b2cb5-74b6-47f2-81bd-f63cf013369a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:12.219388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-412b2cb5-74b6-47f2-81bd-f63cf013369a tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.96 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 945 time: 0.1051347 Nov 03 19:20:12.310675 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.313648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.428704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390377f7-78f3-49ae-b71d-38d6b39febb8 req-eec64c23-877b-4f91-af73-c2bcc98c19d7 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:12.430530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-390377f7-78f3-49ae-b71d-38d6b39febb8 req-eec64c23-877b-4f91-af73-c2bcc98c19d7 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 945 time: 0.1252000 Nov 03 19:20:12.488671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Deleting port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:12.489043 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.538617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-390377f7-78f3-49ae-b71d-38d6b39febb8 req-c337018e-b323-4d8b-8f7c-0606d594b038 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/security-groups?id=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979924 Nov 03 19:20:12.632611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] For port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:12.632986 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.656533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Calling delete_port for 244dabb0-7e90-4c44-8fea-cbdfab3a62cf owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:12.870402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.912545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event deleted for resources: {'Port': ['ID=244dabb0-7e90-4c44-8fea-cbdfab3a62cf,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:12.979043 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] No DVR routers for this DVR port 244dabb0-7e90-4c44-8fea-cbdfab3a62cf on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:12.984466 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.992831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5158168-0aa6-4dc6-847a-22fed2923a8a req-95610f44-363a-4efa-b76b-f9825f48b64f tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.96 "DELETE /v2.0/ports/244dabb0-7e90-4c44-8fea-cbdfab3a62cf HTTP/1.1" status: 204 len: 173 time: 0.7656724 Nov 03 19:20:12.993763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'name': 'network-vif-deleted', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:12.999763 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede0a966-3961-4197-aef5-7804ad803e0d" -d '{"events": [{"server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "name": "network-vif-deleted", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:13.056723 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a7eff4-7036-435e-ac02-a53538e03d4d x-openstack-request-id: req-49a7eff4-7036-435e-ac02-a53538e03d4d {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:13.057170 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a822d3a3-df85-4ad0-9a76-e7d3f79c54be", "name": "network-vif-deleted", "tag": "244dabb0-7e90-4c44-8fea-cbdfab3a62cf", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:13.057607 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49a7eff4-7036-435e-ac02-a53538e03d4d {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:13.058053 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a822d3a3-df85-4ad0-9a76-e7d3f79c54be', 'name': 'network-vif-deleted', 'tag': '244dabb0-7e90-4c44-8fea-cbdfab3a62cf', 'status': 'completed', 'code': 200} Nov 03 19:20:13.694725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76c00fd9-0283-4777-bc5d-08352c268d2a req-5ceab736-4952-4dfe-9db4-880e6342df0c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0374677 Nov 03 19:20:14.821638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8468cca6-6951-4903-9936-0d4b7eb02130 req-769afb85-a27f-4f96-af06-ed5035e4ea1c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0332203 Nov 03 19:20:14.999808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 244dabb0-7e90-4c44-8fea-cbdfab3a62cf no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:15.023139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 244dabb0-7e90-4c44-8fea-cbdfab3a62cf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:15.023474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 244dabb0-7e90-4c44-8fea-cbdfab3a62cf not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:15.505909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-9696328d-ab9a-4dd1-a7fe-25fa4e2b96a4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536389 Nov 03 19:20:15.612453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-bf6a8f30-7b30-4c99-8c03-f99b7169517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:15.614021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-bf6a8f30-7b30-4c99-8c03-f99b7169517b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5742b87b8b87484b95f24663acdc7be2&device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1097 time: 0.0535038 Nov 03 19:20:15.745348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-31a31bcc-ecab-42ed-9636-63cba590bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:15.747058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-31a31bcc-ecab-42ed-9636-63cba590bfa6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 200 len: 910 time: 0.1103530 Nov 03 19:20:15.833890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-2d8e457d-4d16-4f12-b5da-9d1395ccf513 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 200 len: 1001 time: 0.0793235 Nov 03 19:20:15.964925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07a5c417-49fe-49e4-8d23-6d67ddb177d0 req-766eafce-d1c5-4944-b71a-1bcc531bbb1c tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0530603 Nov 03 19:20:15.971762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-1b9b9ed8-dc31-45b5-b66b-c63f62c9f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:15.974427 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-1b9b9ed8-dc31-45b5-b66b-c63f62c9f156 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc083020-291c-405a-b430-d2ee0c19af12 HTTP/1.1" status: 200 len: 848 time: 0.1330323 Nov 03 19:20:16.035761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-e4969f20-5c98-43c2-b0e7-132a04d0f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:16.037577 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-e4969f20-5c98-43c2-b0e7-132a04d0f42c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559716 Nov 03 19:20:16.052830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-a66aea83-1226-40ae-a7ab-92e4b4b8414c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:20:16.054602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-a66aea83-1226-40ae-a7ab-92e4b4b8414c service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0093460 Nov 03 19:20:16.223645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-d7b4fa3c-e310-4e06-9192-d71e478f8e99 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611068 Nov 03 19:20:16.368854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89626048-fccc-4ee3-b9a9-8801cdcf040d req-fdb3ae6c-c435-4d45-8eb1-1dd09783bd0d service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374087 Nov 03 19:20:17.117096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-942c14e2-0c7f-47c4-a063-33bb59d48034 req-61f36015-6c1f-4137-aa91-dfcf3e00976b tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0483813 Nov 03 19:20:18.254123 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96e9ac1d-9306-4c99-a72c-302ab3afa255 req-4e00e439-c504-4ee6-b3f7-4e42ed7cfd33 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0333936 Nov 03 19:20:19.432236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2b41417-0f1c-4a28-a081-09875c0182d1 req-9f1ce7d1-0465-4975-9478-31537e8e7a20 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "GET /v2.0/ports?device_id=a822d3a3-df85-4ad0-9a76-e7d3f79c54be HTTP/1.1" status: 200 len: 210 time: 0.0544076 Nov 03 19:20:20.532931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37202) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:20.615777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64312e00-c55d-4a2b-8294-984d5aafd7b3 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.650670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64312e00-c55d-4a2b-8294-984d5aafd7b3 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.725857 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64312e00-c55d-4a2b-8294-984d5aafd7b3 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.728557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-64312e00-c55d-4a2b-8294-984d5aafd7b3 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.729843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-64312e00-c55d-4a2b-8294-984d5aafd7b3 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] 10.222.0.77 "DELETE /v2.0/security-groups/623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead HTTP/1.1" status: 204 len: 168 time: 0.1954875 Nov 03 19:20:20.740194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64312e00-c55d-4a2b-8294-984d5aafd7b3 tempest-TestVolumeBackupRestore-1178404259 tempest-TestVolumeBackupRestore-1178404259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c9cdf-4a0c-41a0-8cf2-d0fb39a5dead,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:25.229806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-37cf9258-caaf-41de-aebc-b3f4d0e78f68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837431 Nov 03 19:20:25.478157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-465fd77c-8a30-479b-9d00-1c37dd4ca31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:25.498049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-465fd77c-8a30-479b-9d00-1c37dd4ca31c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1136 time: 0.1896205 Nov 03 19:20:25.827771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-80d4626c-e1dd-4196-ab64-3590f7ff7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:25.832213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-80d4626c-e1dd-4196-ab64-3590f7ff7ef7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 HTTP/1.1" status: 200 len: 896 time: 0.2885928 Nov 03 19:20:25.993307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-ae03ee79-606d-448d-b94d-27f16030e939 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f HTTP/1.1" status: 200 len: 1002 time: 0.1519818 Nov 03 19:20:26.096499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-1770b961-17ac-42cf-9eb3-36bb0be759d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:26.099518 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-1770b961-17ac-42cf-9eb3-36bb0be759d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=27a7392c-913b-407b-a594-f59f7a964449 HTTP/1.1" status: 200 len: 834 time: 0.0983853 Nov 03 19:20:26.198931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-5bb3ba9b-e9a2-4026-9d12-2b94fd24a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:26.200938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-5bb3ba9b-e9a2-4026-9d12-2b94fd24a1be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925467 Nov 03 19:20:26.220846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-97ced105-7fe7-4913-b60d-43b1b2f94a51 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:20:26.222903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-97ced105-7fe7-4913-b60d-43b1b2f94a51 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0132723 Nov 03 19:20:26.428661 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-7a44a48f-62d3-4147-b651-f0907c47285b service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983092 Nov 03 19:20:26.662816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-976d3020-d4f6-428d-bb03-3cd8364feab6 req-b358fb86-0925-48b7-83e9-430bc0258765 service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249982 Nov 03 19:20:27.904669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37680) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:28.372317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.767238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Deleting port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:28.767556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.873494 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] For port 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:28.873859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.898116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Calling delete_port for 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:29.515113 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:29.554900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:29.867617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.249644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Router a03321b8-0fb3-4cae-a9c4-fd289b109581 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:20:30.422718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:30.431029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-340446a9-3f34-434e-98fe-73aeb3c28ba9 admin admin] 10.222.0.77 "PUT /v2.0/routers/a03321b8-0fb3-4cae-a9c4-fd289b109581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5246739 Nov 03 19:20:30.434950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37700) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:30.451987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] Sync routers for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:30.478688 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:30.480460 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:30.669293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.824381 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:30.882702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.994649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Deleting port 463348f8-95db-49ed-adb1-9df2c1d161f6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:30.995082 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.158056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] For port 463348f8-95db-49ed-adb1-9df2c1d161f6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=463348f8-95db-49ed-adb1-9df2c1d161f6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:31.159256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.164860 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:20:29Z', 'revision_number': 5, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port': {'id': '463348f8-95db-49ed-adb1-9df2c1d161f6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:36Z', 'updated_at': '2021-11-03T19:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:31.190331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Calling delete_port for 463348f8-95db-49ed-adb1-9df2c1d161f6 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:31.212848 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] Checking router: a03321b8-0fb3-4cae-a9c4-fd289b109581 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:20:31.227596 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] Routers {'a03321b8-0fb3-4cae-a9c4-fd289b109581'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:31.228851 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a03321b8-0fb3-4cae-a9c4-fd289b109581'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:31.341368 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] Set router a03321b8-0fb3-4cae-a9c4-fd289b109581 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:31.407979 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:20:30Z', 'revision_number': 6, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:31.439988 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27531ec-02b4-40ed-b1f7-6d21cbfc254c None None] The sync data for ids ['a03321b8-0fb3-4cae-a9c4-fd289b109581'] in n-d-812148-3 is: [{'id': 'a03321b8-0fb3-4cae-a9c4-fd289b109581', 'name': 'tempest-TestVolumeBackupRestore-1059154268-router', 'tenant_id': '8c18f8798d034834844afc14bbdbbad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:35Z', 'updated_at': '2021-11-03T19:20:30Z', 'revision_number': 6, 'project_id': '8c18f8798d034834844afc14bbdbbad2', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:31.528633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.569847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Pushing event deleted for resources: {'Port': ['ID=463348f8-95db-49ed-adb1-9df2c1d161f6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:31.658897 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.767398 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.770360 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.832905 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.833957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a03321b8-0fb3-4cae-a9c4-fd289b109581 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:20:31.842715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.848098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c0cfcb69-5b21-40c3-92bd-85b633e4fd9b admin admin] 10.222.0.77 "DELETE /v2.0/routers/a03321b8-0fb3-4cae-a9c4-fd289b109581 HTTP/1.1" status: 204 len: 168 time: 1.4087250 Nov 03 19:20:31.849112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37712) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:31.937029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb1307e-a57d-4c88-837f-8c08586db5fd admin admin] Deleting subnet 08b514e8-6239-4f56-a42a-1884aafd7dff {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:20:31.944402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feb1307e-a57d-4c88-837f-8c08586db5fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.994084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feb1307e-a57d-4c88-837f-8c08586db5fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.083214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feb1307e-a57d-4c88-837f-8c08586db5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.184888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feb1307e-a57d-4c88-837f-8c08586db5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.245723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1307e-a57d-4c88-837f-8c08586db5fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b514e8-6239-4f56-a42a-1884aafd7dff,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:32.249093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-feb1307e-a57d-4c88-837f-8c08586db5fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.258190 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-feb1307e-a57d-4c88-837f-8c08586db5fd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/08b514e8-6239-4f56-a42a-1884aafd7dff HTTP/1.1" status: 204 len: 168 time: 0.4071996 Nov 03 19:20:32.260069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37718) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:32.268716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542eabda-d2dc-4c70-b372-2db8f7b9f350 None None] Network dfcbd157-ea64-47d4-a473-858eae82e971 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:32.421893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.504295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Deleting port 5e0df54b-396e-4052-b094-5dc0c94cad0b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:32.504650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.572579 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] DHCP port deletion for dfcbd157-ea64-47d4-a473-858eae82e971 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:20:32.676381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] For port 5e0df54b-396e-4052-b094-5dc0c94cad0b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e0df54b-396e-4052-b094-5dc0c94cad0b,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:32.676381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.696063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:32.706249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Calling delete_port for 5e0df54b-396e-4052-b094-5dc0c94cad0b owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:32.737918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.741438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:32.742817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3dd8b0e6-1ddb-4c87-b73a-7e7708efe47b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:32.743710 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 463348f8-95db-49ed-adb1-9df2c1d161f6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:32.779652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 463348f8-95db-49ed-adb1-9df2c1d161f6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:32.780055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 463348f8-95db-49ed-adb1-9df2c1d161f6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:32.787122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Deleting port 5e0df54b-396e-4052-b094-5dc0c94cad0b {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:32.788330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.864708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.888280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] No DVR routers for this DVR port 5e0df54b-396e-4052-b094-5dc0c94cad0b on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:32.910742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] For port 5e0df54b-396e-4052-b094-5dc0c94cad0b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e0df54b-396e-4052-b094-5dc0c94cad0b,segment=NetworkSegment(39e74e0b-d1d8-4610-aefa-669bb4b2cc55),segment_id=39e74e0b-d1d8-4610-aefa-669bb4b2cc55)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:32.911673 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.933748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Calling delete_port for 5e0df54b-396e-4052-b094-5dc0c94cad0b owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:32.944516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0df54b-396e-4052-b094-5dc0c94cad0b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:33.008990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.044331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcbd157-ea64-47d4-a473-858eae82e971']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:33.058208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e74e0b-d1d8-4610-aefa-669bb4b2cc55') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:33.058574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e74e0b-d1d8-4610-aefa-669bb4b2cc55') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:33.071600 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.094665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.102952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:33.103517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:33.105773 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:33.199067 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.204784 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.211594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] 10.222.0.77 "DELETE /v2.0/networks/dfcbd157-ea64-47d4-a473-858eae82e971 HTTP/1.1" status: 204 len: 168 time: 0.9458935 Nov 03 19:20:33.211924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37728) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:33.241182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62312712-b7c8-4923-90d4-dc769f6cb3da admin admin] Pushing event deleted for resources: {'Network': ['ID=dfcbd157-ea64-47d4-a473-858eae82e971,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:33.301890 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.347610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Network dfcbd157-ea64-47d4-a473-858eae82e971 is not hosted by any dhcp agent {{(pid=101757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:20:33.348274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] No DVR routers for this DVR port 5e0df54b-396e-4052-b094-5dc0c94cad0b on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:33.351539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Pushing event deleted for resources: {'Port': ['ID=5e0df54b-396e-4052-b094-5dc0c94cad0b,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:33.369200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.369748 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.370216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.370684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.371158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.371639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.372104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.372548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.372991 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.373532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.375524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.376902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e874b-d75c-42af-a27e-124b91d14eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:33.728771 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.743112 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.139672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Deleting port 7e345273-9589-4eaa-ae85-6f96febef54c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:34.140190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.296291 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] For port 7e345273-9589-4eaa-ae85-6f96febef54c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7e345273-9589-4eaa-ae85-6f96febef54c,segment=NetworkSegment(0ab80362-dedb-47d5-abde-fe278d570fc0),segment_id=0ab80362-dedb-47d5-abde-fe278d570fc0)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:34.297517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.314486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Calling delete_port for 7e345273-9589-4eaa-ae85-6f96febef54c owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:34.606876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e0df54b-396e-4052-b094-5dc0c94cad0b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:34.639308 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.655301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 5e0df54b-396e-4052-b094-5dc0c94cad0b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:34.656079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e0df54b-396e-4052-b094-5dc0c94cad0b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:34.681347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e345273-9589-4eaa-ae85-6f96febef54c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:35.007911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.102367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37744) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:35.261195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-73a67f76-cb45-42b9-a601-6310a7852ff4 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2674 time: 0.1560130 Nov 03 19:20:35.263256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37748) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:35.272353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'network': {'name': 'tempest-network-smoke--1971779195', 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'port_security_enabled': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:35.319357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Made reservation on behalf of 17a704bb19da4fdf9bd78cb7974ec3c5 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:35.326997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.372018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:35.389784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Router 41125d35-23b8-495c-9542-9aa9aec47100 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:20:35.403684 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.404352 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Added segment a5fe2184-de45-406c-b635-61f0c53663a2 of type vlan for network c5602e86-dd76-4bd4-af08-032faa65aa8d Nov 03 19:20:35.485054 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.529103 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.540104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:35.541137 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.588072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:35.595399 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-57e3b81f-7cad-45d0-8ccf-bb9feeafe1f3 admin admin] 10.222.0.77 "PUT /v2.0/routers/41125d35-23b8-495c-9542-9aa9aec47100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3816929 Nov 03 19:20:35.605718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37754) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:35.609163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] Sync routers for ids ['41125d35-23b8-495c-9542-9aa9aec47100'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:35.631507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] Routers {'41125d35-23b8-495c-9542-9aa9aec47100'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:35.631507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['41125d35-23b8-495c-9542-9aa9aec47100'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:35.665767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3968363 Nov 03 19:20:35.666117 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37758) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:35.672956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ebb38-b434-4816-9c51-588d082430cc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Network': ['ID=c5602e86-dd76-4bd4-af08-032faa65aa8d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:35.673629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'admin_state_up': True, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:35.707185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c5602e86-dd76-4bd4-af08-032faa65aa8d details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:35.726398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.731964 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.840364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.941338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] Set router 41125d35-23b8-495c-9542-9aa9aec47100 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:36.106656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.150023 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5352071f-3103-441e-8291-e8ee3ae5cd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.171276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.304607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:20:34Z', 'revision_number': 5, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:36.354230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] Checking router: 41125d35-23b8-495c-9542-9aa9aec47100 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:20:36.370979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] Routers {'41125d35-23b8-495c-9542-9aa9aec47100'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:36.372094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['41125d35-23b8-495c-9542-9aa9aec47100'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:36.557320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] Set router 41125d35-23b8-495c-9542-9aa9aec47100 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:36.789630 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:20:34Z', 'revision_number': 5, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:36.792735 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.861327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1ac11-5c30-4df3-90de-cf78e2cd2a62 None None] The sync data for ids ['41125d35-23b8-495c-9542-9aa9aec47100'] in n-d-812148-3 is: [{'id': '41125d35-23b8-495c-9542-9aa9aec47100', 'name': 'tempest-TestVolumeBackupRestore-1940459866-router', 'tenant_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:52Z', 'updated_at': '2021-11-03T19:20:34Z', 'revision_number': 5, 'project_id': 'f7c4f5ad603c45a8a6d227d9884bd9c5', 'gw_port': {'id': '224aaa45-92b8-417d-b92b-0aca432b8348', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41125d35-23b8-495c-9542-9aa9aec47100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:54Z', 'updated_at': '2021-11-03T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:36.982994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.022990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Deleting port 224aaa45-92b8-417d-b92b-0aca432b8348 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:37.023466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.044780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.280725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] For port 224aaa45-92b8-417d-b92b-0aca432b8348, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=224aaa45-92b8-417d-b92b-0aca432b8348,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:37.281177 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.303950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Calling delete_port for 224aaa45-92b8-417d-b92b-0aca432b8348 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:37.324716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Allocated IP 172.25.3.48 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/603ce290-419b-49cb-b4f7-808ae173b43f) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:37.550868 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.629172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.643876 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.675421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=224aaa45-92b8-417d-b92b-0aca432b8348,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:37.750392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:37.759415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:37.789545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:37.839572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=603ce290-419b-49cb-b4f7-808ae173b43f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:37.862486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.163082 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.169823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.305668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.306603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41125d35-23b8-495c-9542-9aa9aec47100 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:20:38.314624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.320595 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a547a923-47a7-41ed-bc59-6c6e78fd9e9d admin admin] 10.222.0.77 "DELETE /v2.0/routers/41125d35-23b8-495c-9542-9aa9aec47100 HTTP/1.1" status: 204 len: 168 time: 2.7091689 Nov 03 19:20:38.322325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37786) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:38.476557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-349f86d7-ebb8-4a3b-81b4-1e26eccc97de admin admin] Deleting subnet 0c99a8eb-c43d-4531-ba3d-749c849d1ea1 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:20:38.537194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-349f86d7-ebb8-4a3b-81b4-1e26eccc97de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.611482 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-349f86d7-ebb8-4a3b-81b4-1e26eccc97de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.622341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.698005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e345273-9589-4eaa-ae85-6f96febef54c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:38.726207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 7e345273-9589-4eaa-ae85-6f96febef54c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:38.726970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7e345273-9589-4eaa-ae85-6f96febef54c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:38.862473 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-349f86d7-ebb8-4a3b-81b4-1e26eccc97de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.030344 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-349f86d7-ebb8-4a3b-81b4-1e26eccc97de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.083530 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.089579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-349f86d7-ebb8-4a3b-81b4-1e26eccc97de admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.096550 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-349f86d7-ebb8-4a3b-81b4-1e26eccc97de admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0c99a8eb-c43d-4531-ba3d-749c849d1ea1 HTTP/1.1" status: 204 len: 168 time: 0.7742612 Nov 03 19:20:39.097657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f8952-efdd-432b-af52-1850809507c0 None None] Network 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:39.100080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f86d7-ebb8-4a3b-81b4-1e26eccc97de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c99a8eb-c43d-4531-ba3d-749c849d1ea1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:39.101171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37792) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.299992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.316729 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Router 8ee49951-796d-4129-92a0-f0e593438013 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:20:39.413976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Deleting port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:39.414468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.505064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] DHCP port deletion for 5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:20:39.545025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] For port 86d0e69f-7948-4e80-980b-a1fcb948b8a6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=86d0e69f-7948-4e80-980b-a1fcb948b8a6,segment=NetworkSegment(0ab80362-dedb-47d5-abde-fe278d570fc0),segment_id=0ab80362-dedb-47d5-abde-fe278d570fc0)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:39.545610 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.571108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Calling delete_port for 86d0e69f-7948-4e80-980b-a1fcb948b8a6 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:39.603516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:39.607488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] Deleting port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:39.609351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.619117 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Sync routers for ids ['8ee49951-796d-4129-92a0-f0e593438013'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:39.640832 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Routers {'8ee49951-796d-4129-92a0-f0e593438013'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:39.643554 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8ee49951-796d-4129-92a0-f0e593438013'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:39.656602 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.663512 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6eabbc07-6f92-4b06-acd2-5f92db2a2ca6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.9949031 Nov 03 19:20:39.669082 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37796) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.787628 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Set router 8ee49951-796d-4129-92a0-f0e593438013 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:39.842806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.859451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] For port 86d0e69f-7948-4e80-980b-a1fcb948b8a6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=86d0e69f-7948-4e80-980b-a1fcb948b8a6,segment=NetworkSegment(0ab80362-dedb-47d5-abde-fe278d570fc0),segment_id=0ab80362-dedb-47d5-abde-fe278d570fc0)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:39.860090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.874482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6d29f-6c98-4292-9977-e1360ea40eca tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:39.887677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5bb6d29f-6c98-4292-9977-e1360ea40eca tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=17a704bb19da4fdf9bd78cb7974ec3c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2150016 Nov 03 19:20:39.891382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37800) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.943997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] Calling delete_port for 86d0e69f-7948-4e80-980b-a1fcb948b8a6 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:39.945057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Pushing event deleted for resources: {'Port': ['ID=86d0e69f-7948-4e80-980b-a1fcb948b8a6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:39.980861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] No DVR routers for this DVR port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:40.105940 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.132023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.132631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] No DVR routers for this DVR port 86d0e69f-7948-4e80-980b-a1fcb948b8a6 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:40.142490 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:20:38Z', 'revision_number': 3, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:40.160031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709e86d-8f35-47c3-981f-8713aa25c91f tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:40.162983 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3709e86d-8f35-47c3-981f-8713aa25c91f tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2663734 Nov 03 19:20:40.165069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:40.167003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37804) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.186532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab80362-dedb-47d5-abde-fe278d570fc0') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:40.186796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab80362-dedb-47d5-abde-fe278d570fc0') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:40.193679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d99b7-0020-4db2-8a9d-1bfcea450f9e None None] Pushing event deleted for resources: {'Port': ['ID=86d0e69f-7948-4e80-980b-a1fcb948b8a6,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:40.205080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.212709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.222524 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Checking router: 8ee49951-796d-4129-92a0-f0e593438013 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:20:40.222913 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Updating router 8ee49951-796d-4129-92a0-f0e593438013 port 603ce290-419b-49cb-b4f7-808ae173b43f binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:20:40.232124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.243498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:40.244052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.270744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-910bf45c-e6a8-4b87-93ad-d9d5e7f23c12 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1022749 Nov 03 19:20:40.271597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37806) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.274720 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.322386 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bf0796e0-2d23-4583-ac12-7f7100e34484 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=17a704bb19da4fdf9bd78cb7974ec3c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490589 Nov 03 19:20:40.324307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37808) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:40.345401 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:40.349532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.363054 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-597ee77b-92c8-41cc-b2f8-197407418f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.383714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.387624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] 10.222.0.77 "DELETE /v2.0/networks/5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48 HTTP/1.1" status: 204 len: 168 time: 1.2849674 Nov 03 19:20:40.388658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b741dec-c9c2-4b8b-8d46-09d7d6a0726a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1bc3cd-408b-46ef-b1fa-d7bcea5c8d48,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:40.503552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0c1d6-af38-4b00-92b4-d2bc118ea0a1 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:40.505677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-93d0c1d6-af38-4b00-92b4-d2bc118ea0a1 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1796947 Nov 03 19:20:40.510843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37814) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.576263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e02d0bf7-8549-4097-a7d0-d05495b55461 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635612 Nov 03 19:20:40.579950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37816) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.591086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623042059', 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d', 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:40.674090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 86d0e69f-7948-4e80-980b-a1fcb948b8a6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:40.684587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37818) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.730610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 86d0e69f-7948-4e80-980b-a1fcb948b8a6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:40.731547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 86d0e69f-7948-4e80-980b-a1fcb948b8a6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:40.732501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 224aaa45-92b8-417d-b92b-0aca432b8348 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:40.765780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 224aaa45-92b8-417d-b92b-0aca432b8348 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:40.766225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 224aaa45-92b8-417d-b92b-0aca432b8348 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:40.862135 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-86537729-5a85-4d24-ab5e-46b95bbb7b2c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8c18f8798d034834844afc14bbdbbad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755757 Nov 03 19:20:40.866619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37820) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.887725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Made reservation on behalf of 17a704bb19da4fdf9bd78cb7974ec3c5 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:40.893114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.906210 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.922337 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.994590 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Attempting to bind port 603ce290-419b-49cb-b4f7-808ae173b43f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:40.995118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Attempting to bind port 603ce290-419b-49cb-b4f7-808ae173b43f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:40.995664 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Attempting to bind port 603ce290-419b-49cb-b4f7-808ae173b43f on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:41.009605 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:41.010043 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:41.010484 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.011256 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:41.012529 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Bound port: 603ce290-419b-49cb-b4f7-808ae173b43f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:41.013324 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.029976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-adef81b4-ad57-44a8-adb9-4bfa88d45a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.088180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-adef81b4-ad57-44a8-adb9-4bfa88d45a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.096703 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] For port 603ce290-419b-49cb-b4f7-808ae173b43f, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:41.102455 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] For port 603ce290-419b-49cb-b4f7-808ae173b43f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=603ce290-419b-49cb-b4f7-808ae173b43f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:41.118154 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.132847 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Pushing event updated for resources: {'Port': ['ID=603ce290-419b-49cb-b4f7-808ae173b43f,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:41.148781 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.149765 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.150590 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.151363 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.152153 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.152921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.153760 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.154612 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.155388 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.156114 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.156873 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.158221 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:41.165470 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.232321 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Routers {'8ee49951-796d-4129-92a0-f0e593438013'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:41.234094 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8ee49951-796d-4129-92a0-f0e593438013'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:41.254387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-adef81b4-ad57-44a8-adb9-4bfa88d45a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.261218 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-adef81b4-ad57-44a8-adb9-4bfa88d45a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.267529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-adef81b4-ad57-44a8-adb9-4bfa88d45a5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0cf98c15-9c41-472a-9538-a36c9f76b1dc HTTP/1.1" status: 204 len: 168 time: 0.3953078 Nov 03 19:20:41.284175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef81b4-ad57-44a8-adb9-4bfa88d45a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf98c15-9c41-472a-9538-a36c9f76b1dc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:41.290059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Subnet': ['ID=ee6f176f-2602-4579-87ed-be931e93cf40,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:41.318707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Checking segment: {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:41.319072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network hostable DHCP agents. Network: c5602e86-dd76-4bd4-af08-032faa65aa8d, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:41.371442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network c5602e86-dd76-4bd4-af08-032faa65aa8d is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:41.396253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c5602e86-dd76-4bd4-af08-032faa65aa8d) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:41.409698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:41.410319 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.419131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b753c5-c340-4f1d-a729-d16616e7272f None None] Network c5602e86-dd76-4bd4-af08-032faa65aa8d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:41.458734 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7fb20683-1d34-4c6f-935e-01cbe448cfb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8764274 Nov 03 19:20:41.463797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37828) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:41.690122 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647bb77-fa32-42ed-8b48-cd17789c71f4 None None] Pushing event updated for resources: {'Port': ['ID=603ce290-419b-49cb-b4f7-808ae173b43f,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:41.725350 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] Set router 8ee49951-796d-4129-92a0-f0e593438013 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:41.818612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c5602e86-dd76-4bd4-af08-032faa65aa8d', 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'fixed_ips': [{'subnet_id': 'ee6f176f-2602-4579-87ed-be931e93cf40'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:41.819901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.084369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Allocated IP 172.20.0.18 (c5602e86-dd76-4bd4-af08-032faa65aa8d/ee6f176f-2602-4579-87ed-be931e93cf40/daa161b9-d769-455a-9a45-c6ae53b0f5f1) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:42.168087 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:20:38Z', 'revision_number': 3, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:42.204643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37834) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:42.274639 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34f520-bf56-4522-926b-13a2511f5f6c None None] The sync data for ids ['8ee49951-796d-4129-92a0-f0e593438013'] in n-d-812148-3 is: [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:20:38Z', 'revision_number': 3, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:42.336987 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ecd63750-4d92-4a21-8498-9f3a62fe1dde admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7c4f5ad603c45a8a6d227d9884bd9c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278994 Nov 03 19:20:42.338293 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 37836) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:42.352126 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.367630 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.494393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3586-304a-4272-b072-816327c39b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.550537 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.561760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3586-304a-4272-b072-816327c39b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.569838 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.662967 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3586-304a-4272-b072-816327c39b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.669112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Network c5602e86-dd76-4bd4-af08-032faa65aa8d is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:42.677583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:42.680226 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3586-304a-4272-b072-816327c39b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.680645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:42.688208 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5c5c3586-304a-4272-b072-816327c39b8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d28002c2-b055-4ea7-bf25-86fd372563a6 HTTP/1.1" status: 204 len: 168 time: 0.3475349 Nov 03 19:20:42.701698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.714333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c3586-304a-4272-b072-816327c39b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28002c2-b055-4ea7-bf25-86fd372563a6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:42.950907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Attempting to bind port daa161b9-d769-455a-9a45-c6ae53b0f5f1 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:42.951918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Attempting to bind port daa161b9-d769-455a-9a45-c6ae53b0f5f1 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:42.952720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Attempting to bind port daa161b9-d769-455a-9a45-c6ae53b0f5f1 on network c5602e86-dd76-4bd4-af08-032faa65aa8d {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:42.957621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Pushing event updated for resources: {'Port': ['ID=daa161b9-d769-455a-9a45-c6ae53b0f5f1,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:42.987019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:42.987897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Checking segment: {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:42.988779 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.989680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Bound using segment: {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:42.991201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Bound port: daa161b9-d769-455a-9a45-c6ae53b0f5f1, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:42.992118 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:43.205576 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] For port daa161b9-d769-455a-9a45-c6ae53b0f5f1, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:43.213361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] For port daa161b9-d769-455a-9a45-c6ae53b0f5f1, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=daa161b9-d769-455a-9a45-c6ae53b0f5f1,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:43.222767 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:43.369199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04229b5-8354-4357-bc65-f54f546c11a5 None None] Pushing event updated for resources: {'Port': ['ID=daa161b9-d769-455a-9a45-c6ae53b0f5f1,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:44.130949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Allocated IP 172.20.0.17 (c5602e86-dd76-4bd4-af08-032faa65aa8d/ee6f176f-2602-4579-87ed-be931e93cf40/cc39c91e-3b97-4792-8223-33dd0f42b9cc) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:44.352435 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.411747 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.471148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network c5602e86-dd76-4bd4-af08-032faa65aa8d is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:44.477937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:44.482232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:44.572593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=cc39c91e-3b97-4792-8223-33dd0f42b9cc,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:44.594216 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.821094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device daa161b9-d769-455a-9a45-c6ae53b0f5f1 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:44.856052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.917988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port daa161b9-d769-455a-9a45-c6ae53b0f5f1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:44.919159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.126912 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.187843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6bed9-64c3-4599-970f-ae5227fa8ba1 None None] Network c5602e86-dd76-4bd4-af08-032faa65aa8d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:45.247150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port daa161b9-d769-455a-9a45-c6ae53b0f5f1, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=daa161b9-d769-455a-9a45-c6ae53b0f5f1,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:45.323409 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.324709 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 603ce290-419b-49cb-b4f7-808ae173b43f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:45.488584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.515438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.691649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=cc39c91e-3b97-4792-8223-33dd0f42b9cc,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:45.695563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b0cad8e9-d3bd-4fb3-8c9f-2c992518e49e None None] Provisioning complete for port daa161b9-d769-455a-9a45-c6ae53b0f5f1 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:45.695931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b0cad8e9-d3bd-4fb3-8c9f-2c992518e49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.715067 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.836920 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=daa161b9-d769-455a-9a45-c6ae53b0f5f1,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:45.889897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 603ce290-419b-49cb-b4f7-808ae173b43f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:45.890570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.946804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network c5602e86-dd76-4bd4-af08-032faa65aa8d is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:45.950649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:46.040552 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.078866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 603ce290-419b-49cb-b4f7-808ae173b43f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=603ce290-419b-49cb-b4f7-808ae173b43f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:46.085854 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.166052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=603ce290-419b-49cb-b4f7-808ae173b43f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:46.246904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Router 8ee49951-796d-4129-92a0-f0e593438013 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:20:46.425557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-791dfaf9-287f-4b94-abce-43346c11805b None None] Provisioning complete for port cc39c91e-3b97-4792-8223-33dd0f42b9cc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:46.426684 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-791dfaf9-287f-4b94-abce-43346c11805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.480733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:46.490365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f273fceb-2666-4b86-a892-37e688420162 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "PUT /v2.0/routers/8ee49951-796d-4129-92a0-f0e593438013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0237367 Nov 03 19:20:46.536429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Sync routers for ids ['8ee49951-796d-4129-92a0-f0e593438013'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:46.599167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Routers {'8ee49951-796d-4129-92a0-f0e593438013'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:46.608031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8ee49951-796d-4129-92a0-f0e593438013'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:46.713376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-791dfaf9-287f-4b94-abce-43346c11805b None None] Port cc39c91e-3b97-4792-8223-33dd0f42b9cc cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:46.718403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device daa161b9-d769-455a-9a45-c6ae53b0f5f1 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:46.821835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-791dfaf9-287f-4b94-abce-43346c11805b None None] Provisioning complete for port daa161b9-d769-455a-9a45-c6ae53b0f5f1 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:46.822354 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-791dfaf9-287f-4b94-abce-43346c11805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.948398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port daa161b9-d769-455a-9a45-c6ae53b0f5f1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:46.949376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.039740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Set router 8ee49951-796d-4129-92a0-f0e593438013 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:47.340255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e576c-8e4e-4549-8471-6910249c9b82 req-f6992566-113d-45c3-a309-9a013401f10a tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:47.342962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-f6992566-113d-45c3-a309-9a013401f10a tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/networks?id=c5602e86-dd76-4bd4-af08-032faa65aa8d HTTP/1.1" status: 200 len: 798 time: 0.2776172 Nov 03 19:20:47.370631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ecf4cf6a-1797-4ac8-92a3-1299f282ebb8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/quotas/17a704bb19da4fdf9bd78cb7974ec3c5 HTTP/1.1" status: 200 len: 375 time: 0.0153065 Nov 03 19:20:47.491134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-e77edb3b-6c9e-4d25-b99a-f657e6a380b0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1088157 Nov 03 19:20:47.517285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 603ce290-419b-49cb-b4f7-808ae173b43f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:47.676917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-28b7fb17-f2ca-4bac-a416-743007fd85d6 None None] Provisioning complete for port cc39c91e-3b97-4792-8223-33dd0f42b9cc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:47.677497 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-28b7fb17-f2ca-4bac-a416-743007fd85d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.772682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-28b7fb17-f2ca-4bac-a416-743007fd85d6 None None] Port cc39c91e-3b97-4792-8223-33dd0f42b9cc cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:47.803103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:20:44Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cc39c91e-3b97-4792-8223-33dd0f42b9cc', 'name': '', 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:df:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ee6f176f-2602-4579-87ed-be931e93cf40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:43Z', 'updated_at': '2021-11-03T19:20:45Z', 'revision_number': 2, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': 'ee6f176f-2602-4579-87ed-be931e93cf40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:47.841599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-7fcc3eec-886f-4d84-9f50-439b9a4a1dcd service neutron] 10.222.0.77 "GET /v2.0/networks/c5602e86-dd76-4bd4-af08-032faa65aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184931 Nov 03 19:20:47.873889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Checking router: 8ee49951-796d-4129-92a0-f0e593438013 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:20:47.874688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Updating router 8ee49951-796d-4129-92a0-f0e593438013 port cc39c91e-3b97-4792-8223-33dd0f42b9cc binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:20:47.933957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 603ce290-419b-49cb-b4f7-808ae173b43f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:47.934576 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.939770 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.992767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-4fccb8f2-a896-4084-8d89-591449c05377 service neutron] 10.222.0.77 "GET /v2.0/networks/c5602e86-dd76-4bd4-af08-032faa65aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390595 Nov 03 19:20:48.271983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f520ab7e-1da5-4830-8ca9-8d4fe55ab454 req-e21a60c9-d672-4ec7-8503-2ae6ff11fafd tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 210 time: 0.0301387 Nov 03 19:20:48.458204 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.465823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.583742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Attempting to bind port cc39c91e-3b97-4792-8223-33dd0f42b9cc on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:48.584111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Attempting to bind port cc39c91e-3b97-4792-8223-33dd0f42b9cc by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:48.584477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Attempting to bind port cc39c91e-3b97-4792-8223-33dd0f42b9cc on network c5602e86-dd76-4bd4-af08-032faa65aa8d {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:48.586739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b3298-1ff6-43b6-b756-5bd411182c3b None None] Pushing event updated for resources: {'Port': ['ID=cc39c91e-3b97-4792-8223-33dd0f42b9cc,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:48.593599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:48.593988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Checking segment: {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:48.594454 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.594919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Bound using segment: {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:48.595411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Bound port: cc39c91e-3b97-4792-8223-33dd0f42b9cc, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:48.595889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.691895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] For port cc39c91e-3b97-4792-8223-33dd0f42b9cc, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:48.696789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] For port cc39c91e-3b97-4792-8223-33dd0f42b9cc, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cc39c91e-3b97-4792-8223-33dd0f42b9cc,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:48.703796 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.782399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Routers {'8ee49951-796d-4129-92a0-f0e593438013'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:48.782917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8ee49951-796d-4129-92a0-f0e593438013'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:48.789033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b3298-1ff6-43b6-b756-5bd411182c3b None None] Pushing event updated for resources: {'Port': ['ID=cc39c91e-3b97-4792-8223-33dd0f42b9cc,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:48.972188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] Set router 8ee49951-796d-4129-92a0-f0e593438013 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:49.082060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a23fb1d0-83bc-4c91-bcbc-6a69cd436f4d None None] Provisioning complete for port cc39c91e-3b97-4792-8223-33dd0f42b9cc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:49.082433 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a23fb1d0-83bc-4c91-bcbc-6a69cd436f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.156638 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:20:49.448321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51069db3-6d2c-414c-84ad-560f28a31ba8 req-eaa95af3-db0d-43b6-9482-449cb7ebc1d6 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 210 time: 0.0521252 Nov 03 19:20:49.526128 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a23fb1d0-83bc-4c91-bcbc-6a69cd436f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.576773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a23fb1d0-83bc-4c91-bcbc-6a69cd436f4d None None] For port cc39c91e-3b97-4792-8223-33dd0f42b9cc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cc39c91e-3b97-4792-8223-33dd0f42b9cc,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:49.583823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a23fb1d0-83bc-4c91-bcbc-6a69cd436f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.628693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:20:44Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cc39c91e-3b97-4792-8223-33dd0f42b9cc', 'name': '', 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:df:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ee6f176f-2602-4579-87ed-be931e93cf40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:43Z', 'updated_at': '2021-11-03T19:20:48Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': 'ee6f176f-2602-4579-87ed-be931e93cf40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:49.686000 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb19435-3ece-4ad8-b8a8-a53c5be4be4d None None] The sync data for ids ['8ee49951-796d-4129-92a0-f0e593438013'] in n-d-812148-3 is: [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:20:44Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cc39c91e-3b97-4792-8223-33dd0f42b9cc', 'name': '', 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:df:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ee6f176f-2602-4579-87ed-be931e93cf40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:43Z', 'updated_at': '2021-11-03T19:20:48Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': 'ee6f176f-2602-4579-87ed-be931e93cf40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:49.736150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fb1d0-83bc-4c91-bcbc-6a69cd436f4d None None] Pushing event updated for resources: {'Port': ['ID=cc39c91e-3b97-4792-8223-33dd0f42b9cc,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:49.805275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-590ca30c-6b97-4e44-946a-880df7d773c1 None None] Provisioning complete for port cc39c91e-3b97-4792-8223-33dd0f42b9cc triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:49.805807 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-590ca30c-6b97-4e44-946a-880df7d773c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.049280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e576c-8e4e-4549-8471-6910249c9b82 req-747ada20-e1a0-41a1-aea0-6480d1cff60e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:50.053893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-747ada20-e1a0-41a1-aea0-6480d1cff60e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.96 "GET /v2.0/networks?id=c5602e86-dd76-4bd4-af08-032faa65aa8d HTTP/1.1" status: 200 len: 798 time: 0.2544456 Nov 03 19:20:50.076987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Request body: {'port': {'device_id': 'fb439cae-381b-479a-a4d1-4b2590e0bc28', 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d', 'admin_state_up': True, 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:50.274629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Made reservation on behalf of 17a704bb19da4fdf9bd78cb7974ec3c5 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:50.278641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.451902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Allocated IP 172.20.0.29 (c5602e86-dd76-4bd4-af08-032faa65aa8d/ee6f176f-2602-4579-87ed-be931e93cf40/488dacae-d1b0-460a-8bc3-c9ce85a51a5c) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:50.664608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cc39c91e-3b97-4792-8223-33dd0f42b9cc up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:50.674455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6706ef6-62bd-4ab5-b08f-416c07348693 req-ab2634a6-26c2-40a8-9e0e-c819d35354c3 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 210 time: 0.0596805 Nov 03 19:20:50.771505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.781088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cc39c91e-3b97-4792-8223-33dd0f42b9cc triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:50.781655 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.859929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.902053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Network c5602e86-dd76-4bd4-af08-032faa65aa8d is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:50.908516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:50.955941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:51.088897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:51.090053 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.116287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event updated for resources: {'Port': ['ID=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:51.143454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ceda092c-a8f8-4d30-810e-299f5829aaf8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0800047 Nov 03 19:20:51.160893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Request body: {'port': {'device_id': 'fb439cae-381b-479a-a4d1-4b2590e0bc28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:51.276475 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.379617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-103ce651-41d3-4b86-a78b-4245f0280cf5 None None] Provisioning complete for port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:51.380223 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-103ce651-41d3-4b86-a78b-4245f0280cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.445659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-103ce651-41d3-4b86-a78b-4245f0280cf5 None None] Port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:51.837464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488dacae-d1b0-460a-8bc3-c9ce85a51a5c {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:20:51.847839 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.866761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Transition to ACTIVE for port object 488dacae-d1b0-460a-8bc3-c9ce85a51a5c will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:20:51.871644 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.884678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891ee1b-9987-4dcc-8d85-517d68b2ff91 req-be4d3201-c648-439a-80ff-d8fd8b5e2ade tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:51.888550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3891ee1b-9987-4dcc-8d85-517d68b2ff91 req-be4d3201-c648-439a-80ff-d8fd8b5e2ade tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 895 time: 0.0903850 Nov 03 19:20:51.987928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Pushing event updated for resources: {'Port': ['ID=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:52.105492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Attempting to bind port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:52.105854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Attempting to bind port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:52.106255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Attempting to bind port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c on network c5602e86-dd76-4bd4-af08-032faa65aa8d {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:52.112831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c on network c5602e86-dd76-4bd4-af08-032faa65aa8d not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:20:52.113284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Attempting to bind port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c on network c5602e86-dd76-4bd4-af08-032faa65aa8d {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:52.120558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:52.120945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Checking segment: {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:52.121274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Bound using segment: {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:52.121784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Bound port: 488dacae-d1b0-460a-8bc3-c9ce85a51a5c, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fe2184-de45-406c-b635-61f0c53663a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:52.122152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.220730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] For port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:52.224816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] For port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:52.230306 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.275119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:52.275961 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.277477 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] 10.222.0.96 "PUT /v2.0/ports/488dacae-d1b0-460a-8bc3-c9ce85a51a5c HTTP/1.1" status: 200 len: 1055 time: 1.1248219 Nov 03 19:20:52.280066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb439cae-381b-479a-a4d1-4b2590e0bc28', 'tag': '488dacae-d1b0-460a-8bc3-c9ce85a51a5c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:52.283159 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb439cae-381b-479a-a4d1-4b2590e0bc28", "tag": "488dacae-d1b0-460a-8bc3-c9ce85a51a5c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:52.317326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1502db4-165e-4b5a-8cd6-e943df45d11a service neutron] Pushing event updated for resources: {'Port': ['ID=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:52.383650 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a77d93b-c895-4e2d-afd7-32cdf3525e10 x-openstack-request-id: req-6a77d93b-c895-4e2d-afd7-32cdf3525e10 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:52.384063 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb439cae-381b-479a-a4d1-4b2590e0bc28", "tag": "488dacae-d1b0-460a-8bc3-c9ce85a51a5c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:52.384322 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a77d93b-c895-4e2d-afd7-32cdf3525e10 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:52.384739 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb439cae-381b-479a-a4d1-4b2590e0bc28', 'tag': '488dacae-d1b0-460a-8bc3-c9ce85a51a5c', 'status': 'completed', 'code': 200} Nov 03 19:20:52.405310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e576c-8e4e-4549-8471-6910249c9b82 req-2e99f2b3-fa25-4af4-b34a-2acc6a206327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:52.407055 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-2e99f2b3-fa25-4af4-b34a-2acc6a206327 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 1058 time: 0.0599306 Nov 03 19:20:52.457168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-ff86e525-b3f9-4011-a755-2693af8346ec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=488dacae-d1b0-460a-8bc3-c9ce85a51a5c HTTP/1.1" status: 200 len: 217 time: 0.0417881 Nov 03 19:20:52.523526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e576c-8e4e-4549-8471-6910249c9b82 req-2ba22095-efaa-4db8-8a0e-0836c888d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:52.525681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-2ba22095-efaa-4db8-8a0e-0836c888d00a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ee6f176f-2602-4579-87ed-be931e93cf40 HTTP/1.1" status: 200 len: 838 time: 0.0607228 Nov 03 19:20:52.580269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e576c-8e4e-4549-8471-6910249c9b82 req-0346a565-773a-4b75-804f-d6895a41fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:52.582015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-0346a565-773a-4b75-804f-d6895a41fb48 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c5602e86-dd76-4bd4-af08-032faa65aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474563 Nov 03 19:20:52.683716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-054003b8-877d-498b-8b2c-3699d94240c5 service neutron] 10.222.0.96 "GET /v2.0/networks/c5602e86-dd76-4bd4-af08-032faa65aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928819 Nov 03 19:20:52.787387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e576c-8e4e-4549-8471-6910249c9b82 req-bfa8504c-5596-445e-88ad-0266ce8d90f4 service neutron] 10.222.0.96 "GET /v2.0/networks/c5602e86-dd76-4bd4-af08-032faa65aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965211 Nov 03 19:20:52.893401 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-57ea6184-d8c3-4cb0-be38-75a901ee44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:52.896043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-57ea6184-d8c3-4cb0-be38-75a901ee44b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 1058 time: 0.0639439 Nov 03 19:20:53.055226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-ca347c45-4c0b-4743-8123-38fcd89c8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:53.056854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-ca347c45-4c0b-4743-8123-38fcd89c8182 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c5602e86-dd76-4bd4-af08-032faa65aa8d HTTP/1.1" status: 200 len: 899 time: 0.1537609 Nov 03 19:20:53.132529 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-b5d69fb7-dc4d-4c0c-8b4a-fc4743df1237 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=488dacae-d1b0-460a-8bc3-c9ce85a51a5c HTTP/1.1" status: 200 len: 217 time: 0.0673518 Nov 03 19:20:53.152711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342055d-137c-4ae1-a586-dc9318843759 req-ddbbb269-6c8f-4613-b319-5781e3ec20a0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:53.154985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d342055d-137c-4ae1-a586-dc9318843759 req-ddbbb269-6c8f-4613-b319-5781e3ec20a0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 907 time: 0.1309054 Nov 03 19:20:53.220371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-4c72c10f-660d-414f-a922-7830a9e4b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:53.224644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-4c72c10f-660d-414f-a922-7830a9e4b74e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ee6f176f-2602-4579-87ed-be931e93cf40 HTTP/1.1" status: 200 len: 838 time: 0.0844235 Nov 03 19:20:53.276312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-338a7d79-754b-4d39-a493-365fb9a2d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:53.277901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-338a7d79-754b-4d39-a493-365fb9a2d43a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c5602e86-dd76-4bd4-af08-032faa65aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459158 Nov 03 19:20:53.389216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-25d6cf9f-86f2-452f-b8b3-e4af1b509b6f service neutron] 10.222.0.96 "GET /v2.0/networks/c5602e86-dd76-4bd4-af08-032faa65aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020405 Nov 03 19:20:53.501029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5e64bab-0dd3-4a3d-a911-c9ebb5a7864c req-8250fd6a-b066-45fd-b504-bdf19be2dab7 service neutron] 10.222.0.96 "GET /v2.0/networks/c5602e86-dd76-4bd4-af08-032faa65aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022956 Nov 03 19:20:54.333082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a395aa-1b9a-4867-b36d-fbd8d5d5c8d3 req-01b4a1ba-65c5-49ea-b621-fad652ee6a47 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:54.335822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63a395aa-1b9a-4867-b36d-fbd8d5d5c8d3 req-01b4a1ba-65c5-49ea-b621-fad652ee6a47 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 907 time: 0.0866525 Nov 03 19:20:55.248550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 488dacae-d1b0-460a-8bc3-c9ce85a51a5c details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:20:55.377103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:55.399893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '488dacae-d1b0-460a-8bc3-c9ce85a51a5c', 'network_id': 'c5602e86-dd76-4bd4-af08-032faa65aa8d', 'port_id': '488dacae-d1b0-460a-8bc3-c9ce85a51a5c', 'mac_address': 'fa:16:3e:0f:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f176f-2602-4579-87ed-be931e93cf40', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:20:55.448811 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.470869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488dacae-d1b0-460a-8bc3-c9ce85a51a5c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:20:55.497393 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:55.503714 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.565052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:55.572917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0425538-ddbc-4521-9dda-1e635844e698 req-3db2ccdd-960c-4591-8813-853dd0952382 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:55.576027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0425538-ddbc-4521-9dda-1e635844e698 req-3db2ccdd-960c-4591-8813-853dd0952382 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 907 time: 0.1032517 Nov 03 19:20:55.722981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['488dacae-d1b0-460a-8bc3-c9ce85a51a5c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:20:56.726944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024323d-4793-41cf-ac7f-021992772ebc req-b6446717-d99f-4d11-b25d-ae176f6d0555 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:56.728916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0024323d-4793-41cf-ac7f-021992772ebc req-b6446717-d99f-4d11-b25d-ae176f6d0555 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 908 time: 0.0580347 Nov 03 19:20:57.263893 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 488dacae-d1b0-460a-8bc3-c9ce85a51a5c up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:57.321362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:20:57.328308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:57.328950 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.472599 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.512698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb439cae-381b-479a-a4d1-4b2590e0bc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488dacae-d1b0-460a-8bc3-c9ce85a51a5c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:57.515094 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5a40fa-7f01-4d5f-b1b5-05ff6627192e" -d '{"events": [{"server_uuid": "fb439cae-381b-479a-a4d1-4b2590e0bc28", "name": "network-vif-plugged", "status": "completed", "tag": "488dacae-d1b0-460a-8bc3-c9ce85a51a5c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:57.536473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:57.542175 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.573151 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff7b8a6-3f90-4cbb-9f2b-bfe93fa9436f x-openstack-request-id: req-3ff7b8a6-3f90-4cbb-9f2b-bfe93fa9436f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:57.573590 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb439cae-381b-479a-a4d1-4b2590e0bc28", "name": "network-vif-plugged", "status": "completed", "tag": "488dacae-d1b0-460a-8bc3-c9ce85a51a5c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:57.573927 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ff7b8a6-3f90-4cbb-9f2b-bfe93fa9436f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:57.574107 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb439cae-381b-479a-a4d1-4b2590e0bc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488dacae-d1b0-460a-8bc3-c9ce85a51a5c', 'code': 200} Nov 03 19:20:57.607094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:57.676063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171156-29c8-4a26-a1e0-4d83f56a4591 req-dd703d9d-5bc8-493b-b5dc-faa8bde06800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:57.677687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d171156-29c8-4a26-a1e0-4d83f56a4591 req-dd703d9d-5bc8-493b-b5dc-faa8bde06800 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 1060 time: 0.0456865 Nov 03 19:20:57.881965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f0789-c4bc-4205-9e45-5f7238a8cb15 req-24cb14b5-4be7-4df4-962d-77f2c9295db7 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:57.884568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-862f0789-c4bc-4205-9e45-5f7238a8cb15 req-24cb14b5-4be7-4df4-962d-77f2c9295db7 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 909 time: 0.0598502 Nov 03 19:20:59.049963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4667a-361d-427f-af38-1fc2db673520 req-c840a278-8700-419a-92d6-e190188e7636 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.052100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6c4667a-361d-427f-af38-1fc2db673520 req-c840a278-8700-419a-92d6-e190188e7636 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 909 time: 0.0683706 Nov 03 19:20:59.223722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ab990-3a4f-43a0-bf05-d9a98ce3e4ad req-e018b4c6-d2b1-4898-8c84-b79ae09ad746 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.226685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-676ab990-3a4f-43a0-bf05-d9a98ce3e4ad req-e018b4c6-d2b1-4898-8c84-b79ae09ad746 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 909 time: 0.0960689 Nov 03 19:20:59.404804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c8140-77be-433e-8e38-d484f7a913ea req-15f2f3bb-c879-4c0f-8352-db7b20ca2902 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.406454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-888c8140-77be-433e-8e38-d484f7a913ea req-15f2f3bb-c879-4c0f-8352-db7b20ca2902 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 1060 time: 0.0547554 Nov 03 19:20:59.584336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7a849-7b2f-4c46-80fc-40b23e5c2aed req-cd14a359-5ab3-4960-87cd-15734b713113 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.586254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ac7a849-7b2f-4c46-80fc-40b23e5c2aed req-cd14a359-5ab3-4960-87cd-15734b713113 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1136 time: 0.0554416 Nov 03 19:20:59.677068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ac7a849-7b2f-4c46-80fc-40b23e5c2aed req-8ecbff18-93ad-4946-906d-c1b7f9027ed0 tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0756946 Nov 03 19:20:59.722067 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 37984) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:59.777255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a398669-c922-4164-a373-4f8c79c106fa tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.779859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6a398669-c922-4164-a373-4f8c79c106fa tempest-TestSecurityGroupsBasicOps-1984762118 tempest-TestSecurityGroupsBasicOps-1984762118-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 1055 time: 0.0564842 Nov 03 19:21:00.076761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3f45f-ac01-4f3c-aa31-7f417b27ca9a req-c2c936ed-cfe8-4532-a6b6-470e4988037e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:00.079725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-41d3f45f-ac01-4f3c-aa31-7f417b27ca9a req-c2c936ed-cfe8-4532-a6b6-470e4988037e tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 909 time: 0.0590758 Nov 03 19:21:01.265252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce680a9-9f01-498e-abdc-7143c570645c req-40c946a0-dbea-4f5f-be24-a2a154653af0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:01.267800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dce680a9-9f01-498e-abdc-7143c570645c req-40c946a0-dbea-4f5f-be24-a2a154653af0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 909 time: 0.0634902 Nov 03 19:21:01.333777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02694302-4339-4d0e-bc7a-f142094874c8 req-cf3aee03-432d-420e-8d55-22a7f39d59ae tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:01.335391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02694302-4339-4d0e-bc7a-f142094874c8 req-cf3aee03-432d-420e-8d55-22a7f39d59ae tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 909 time: 0.0661857 Nov 03 19:21:01.448609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:01.448992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.550678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] For port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:01.551069 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.567477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Calling delete_port for 488dacae-d1b0-460a-8bc3-c9ce85a51a5c owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:01.728734 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.775243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Port': ['ID=488dacae-d1b0-460a-8bc3-c9ce85a51a5c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:01.848827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] No DVR routers for this DVR port 488dacae-d1b0-460a-8bc3-c9ce85a51a5c on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:01.854243 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.860234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02694302-4339-4d0e-bc7a-f142094874c8 req-a287ca8a-a365-41e0-ab16-7d09e55f1a5d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.96 "DELETE /v2.0/ports/488dacae-d1b0-460a-8bc3-c9ce85a51a5c HTTP/1.1" status: 204 len: 173 time: 0.5178413 Nov 03 19:21:01.861090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb439cae-381b-479a-a4d1-4b2590e0bc28', 'name': 'network-vif-deleted', 'tag': '488dacae-d1b0-460a-8bc3-c9ce85a51a5c'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:01.864943 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b0c560-34ae-4de1-acaf-d27323e68131" -d '{"events": [{"server_uuid": "fb439cae-381b-479a-a4d1-4b2590e0bc28", "name": "network-vif-deleted", "tag": "488dacae-d1b0-460a-8bc3-c9ce85a51a5c"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:01.966773 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71643f0b-ba55-4cc6-9793-2f49116503dd x-openstack-request-id: req-71643f0b-ba55-4cc6-9793-2f49116503dd {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:01.967698 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb439cae-381b-479a-a4d1-4b2590e0bc28", "name": "network-vif-deleted", "tag": "488dacae-d1b0-460a-8bc3-c9ce85a51a5c", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:01.968410 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71643f0b-ba55-4cc6-9793-2f49116503dd {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:01.969991 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb439cae-381b-479a-a4d1-4b2590e0bc28', 'name': 'network-vif-deleted', 'tag': '488dacae-d1b0-460a-8bc3-c9ce85a51a5c', 'status': 'completed', 'code': 200} Nov 03 19:21:02.452470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0889b35e-aa4f-4267-9171-d70f843896e9 req-dee28a51-ef5b-4204-b2c6-408ceaef2250 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb439cae-381b-479a-a4d1-4b2590e0bc28 HTTP/1.1" status: 200 len: 210 time: 0.0369575 Nov 03 19:21:02.666496 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.529806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38022) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:03.737787 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.390179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.828037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting port cc39c91e-3b97-4792-8223-33dd0f42b9cc {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:04.828806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.939256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] For port cc39c91e-3b97-4792-8223-33dd0f42b9cc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cc39c91e-3b97-4792-8223-33dd0f42b9cc,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:04.939713 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.955305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Calling delete_port for cc39c91e-3b97-4792-8223-33dd0f42b9cc owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:05.183697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.239909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Port': ['ID=cc39c91e-3b97-4792-8223-33dd0f42b9cc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:05.280280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.280642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.280977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.281318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.281737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.282153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.282558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.282811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.283185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.283635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.283853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.284178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:05.310367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 488dacae-d1b0-460a-8bc3-c9ce85a51a5c no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:05.338017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 488dacae-d1b0-460a-8bc3-c9ce85a51a5c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:05.338792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 488dacae-d1b0-460a-8bc3-c9ce85a51a5c not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:05.546598 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.793780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Router 8ee49951-796d-4129-92a0-f0e593438013 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:05.917694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:05.926632 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-65b692ce-ab35-4732-9e2f-11df3e14e063 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "PUT /v2.0/routers/8ee49951-796d-4129-92a0-f0e593438013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3926268 Nov 03 19:21:05.927591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38038) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:05.942038 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] Sync routers for ids ['8ee49951-796d-4129-92a0-f0e593438013'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:05.957850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] Routers {'8ee49951-796d-4129-92a0-f0e593438013'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:05.958845 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8ee49951-796d-4129-92a0-f0e593438013'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:05.999242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-febfa277-d4c0-49e7-a371-bc1283ca0ff0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting subnet ee6f176f-2602-4579-87ed-be931e93cf40 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:06.004436 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-febfa277-d4c0-49e7-a371-bc1283ca0ff0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.059767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-febfa277-d4c0-49e7-a371-bc1283ca0ff0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.104424 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-675a3254-dd53-4a8a-8c56-8a52c3bcab9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.107508 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] Set router 8ee49951-796d-4129-92a0-f0e593438013 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:06.230729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-febfa277-d4c0-49e7-a371-bc1283ca0ff0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.345020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-febfa277-d4c0-49e7-a371-bc1283ca0ff0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.380945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa277-d4c0-49e7-a371-bc1283ca0ff0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6f176f-2602-4579-87ed-be931e93cf40,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:06.386098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-febfa277-d4c0-49e7-a371-bc1283ca0ff0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.389883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-febfa277-d4c0-49e7-a371-bc1283ca0ff0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/subnets/ee6f176f-2602-4579-87ed-be931e93cf40 HTTP/1.1" status: 204 len: 168 time: 0.4611924 Nov 03 19:21:06.394866 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38042) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:06.400993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3afb76-59b8-4eb1-a16e-9a3ea9feadd2 None None] Network c5602e86-dd76-4bd4-af08-032faa65aa8d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:06.466380 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:21:05Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:06.529587 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] Checking router: 8ee49951-796d-4129-92a0-f0e593438013 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:06.548271 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] Routers {'8ee49951-796d-4129-92a0-f0e593438013'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:06.549751 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['8ee49951-796d-4129-92a0-f0e593438013'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:06.697315 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.721285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] DHCP port deletion for c5602e86-dd76-4bd4-af08-032faa65aa8d request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:06.767909 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] Set router 8ee49951-796d-4129-92a0-f0e593438013 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:06.808811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] Deleting port daa161b9-d769-455a-9a45-c6ae53b0f5f1 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:06.809441 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.863135 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.921756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] For port daa161b9-d769-455a-9a45-c6ae53b0f5f1, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=daa161b9-d769-455a-9a45-c6ae53b0f5f1,segment=NetworkSegment(a5fe2184-de45-406c-b635-61f0c53663a2),segment_id=a5fe2184-de45-406c-b635-61f0c53663a2)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:06.922679 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.947570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] Calling delete_port for daa161b9-d769-455a-9a45-c6ae53b0f5f1 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:06.957130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting port 603ce290-419b-49cb-b4f7-808ae173b43f {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:06.957658 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.068765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] For port 603ce290-419b-49cb-b4f7-808ae173b43f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=603ce290-419b-49cb-b4f7-808ae173b43f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:07.069458 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.070670 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:21:05Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:07.087976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Calling delete_port for 603ce290-419b-49cb-b4f7-808ae173b43f owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:07.127127 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d7eee-fc43-4dc3-94cd-f2ff8a6b9a1f None None] The sync data for ids ['8ee49951-796d-4129-92a0-f0e593438013'] in n-d-812148-3 is: [{'id': '8ee49951-796d-4129-92a0-f0e593438013', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829303099', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:35Z', 'updated_at': '2021-11-03T19:21:05Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '603ce290-419b-49cb-b4f7-808ae173b43f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee49951-796d-4129-92a0-f0e593438013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:37Z', 'updated_at': '2021-11-03T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:07.154140 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.215812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] Pushing event deleted for resources: {'Port': ['ID=daa161b9-d769-455a-9a45-c6ae53b0f5f1,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:07.227801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de108c-20e2-488e-9786-af4edda72d8b None None] No DVR routers for this DVR port daa161b9-d769-455a-9a45-c6ae53b0f5f1 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:07.331680 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.384120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Port': ['ID=603ce290-419b-49cb-b4f7-808ae173b43f,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:07.499800 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.678482 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.682584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.773382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.774333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee49951-796d-4129-92a0-f0e593438013 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:21:07.786466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.788331 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b90c02c8-da1a-4f69-827d-a480e563691b tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/routers/8ee49951-796d-4129-92a0-f0e593438013 HTTP/1.1" status: 204 len: 168 time: 1.3906717 Nov 03 19:21:07.791383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38054) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:08.368442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.508832 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.569699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5602e86-dd76-4bd4-af08-032faa65aa8d']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:08.595946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fe2184-de45-406c-b635-61f0c53663a2') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:08.596271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fe2184-de45-406c-b635-61f0c53663a2') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:08.628191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.686104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.686314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device daa161b9-d769-455a-9a45-c6ae53b0f5f1 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:08.687072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:08.687269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:08.692505 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:08.720490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: daa161b9-d769-455a-9a45-c6ae53b0f5f1 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:08.720810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device daa161b9-d769-455a-9a45-c6ae53b0f5f1 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:08.721436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cc39c91e-3b97-4792-8223-33dd0f42b9cc no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:08.745481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cc39c91e-3b97-4792-8223-33dd0f42b9cc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:08.746451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cc39c91e-3b97-4792-8223-33dd0f42b9cc not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:08.746902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 603ce290-419b-49cb-b4f7-808ae173b43f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:08.779072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.791108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 603ce290-419b-49cb-b4f7-808ae173b43f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:08.791531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 603ce290-419b-49cb-b4f7-808ae173b43f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:08.802577 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.811882 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/networks/c5602e86-dd76-4bd4-af08-032faa65aa8d HTTP/1.1" status: 204 len: 168 time: 1.0131402 Nov 03 19:21:08.812976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38062) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:08.813702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b819f-ddbd-4979-94fa-718550b9f2c1 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Network': ['ID=c5602e86-dd76-4bd4-af08-032faa65aa8d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:09.060321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting port 1ee9e2a5-f99e-40cf-b05e-b91ca06b7477 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:09.060815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.183888 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.184894 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.208469 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Calling delete_port for 1ee9e2a5-f99e-40cf-b05e-b91ca06b7477 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:09.421891 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.454881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Port': ['ID=1ee9e2a5-f99e-40cf-b05e-b91ca06b7477,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:09.523005 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.523489 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Floating IP a377aebf-88b5-4091-b57c-fa0fe2bfd659 disassociated (deleted). External IP: 172.25.3.161, port: cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f. Nov 03 19:21:09.861706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:10.064737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:10.072374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:10.078452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] Sync routers for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:10.089373 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:10.090092 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:20:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:10.109038 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cdd55f42-a20c-4ad0-a78d-4a2aacf629b9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/floatingips/a377aebf-88b5-4091-b57c-fa0fe2bfd659 HTTP/1.1" status: 204 len: 168 time: 1.2972624 Nov 03 19:21:10.110160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:10.112558 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004f25ac-d65b-4309-a71c-0b7f5e89c068" -d '{"events": [{"name": "network-changed", "server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:10.196044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:10.277706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:10.383743 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c69b9d3-7e21-4706-9b19-9fb73429c5f2 x-openstack-request-id: req-8c69b9d3-7e21-4706-9b19-9fb73429c5f2 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:10.384458 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:10.385139 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c69b9d3-7e21-4706-9b19-9fb73429c5f2 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:10.386620 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'status': 'completed', 'code': 200} Nov 03 19:21:10.397771 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-70c930da-a090-4e0e-bc64-67074d175a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:10.530404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-c6d60083-9993-4b42-ae57-0c8a4a2b56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:10.533036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-c6d60083-9993-4b42-ae57-0c8a4a2b56ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 1136 time: 0.1176500 Nov 03 19:21:10.653179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224c4e5-44fa-44c8-9645-98dc8ef023b9 req-3dc12055-8d6e-4b91-9bc4-fe0880833dee tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:10.656040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6224c4e5-44fa-44c8-9645-98dc8ef023b9 req-3dc12055-8d6e-4b91-9bc4-fe0880833dee tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 985 time: 0.1732340 Nov 03 19:21:10.736113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:48Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:10.784640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] Checking router: 1f8e7f93-0d28-447e-aef5-a40a3b478a52 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:10.794592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-e4e23099-5a98-4a1f-95b8-283c19a18682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:10.797850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-e4e23099-5a98-4a1f-95b8-283c19a18682 service neutron] 10.222.0.70 "GET /v2.0/networks?id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 HTTP/1.1" status: 200 len: 896 time: 0.2560604 Nov 03 19:21:10.801969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:10.803136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:10.895912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6224c4e5-44fa-44c8-9645-98dc8ef023b9 req-7dbfab4a-eb61-4230-9437-d288802467d8 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2281661 Nov 03 19:21:10.899965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-74cf7133-8b6d-4d26-b7b7-8efb8c2da00a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f HTTP/1.1" status: 200 len: 217 time: 0.0928471 Nov 03 19:21:11.007002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-d0d9bbf5-a29b-4d90-8dc1-7cdb72a50e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:11.009686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-d0d9bbf5-a29b-4d90-8dc1-7cdb72a50e0d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=27a7392c-913b-407b-a594-f59f7a964449 HTTP/1.1" status: 200 len: 834 time: 0.1024325 Nov 03 19:21:11.039533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:11.093251 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-7a8097f2-aa1d-4602-8e27-e0b39cfb9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:11.096947 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-7a8097f2-aa1d-4602-8e27-e0b39cfb9c38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792120 Nov 03 19:21:11.275786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-b29beddc-9aeb-4c64-a792-28dcc096fe85 service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688316 Nov 03 19:21:11.436910 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:48Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:11.458254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-004f25ac-d65b-4309-a71c-0b7f5e89c068 req-59205239-1de0-4d70-ac92-52ed1c173641 service neutron] 10.222.0.70 "GET /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747012 Nov 03 19:21:11.495004 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b5e36-5084-47d9-a537-95494c951758 None None] The sync data for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 is: [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:19:42Z', 'revision_number': 4, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '68460c9c-dddc-43bf-998e-5325c92abeed', 'name': '', 'network_id': '52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'mac_address': 'fa:16:3e:fa:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '27a7392c-913b-407b-a594-f59f7a964449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:40Z', 'updated_at': '2021-11-03T19:19:48Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'subnets': [{'id': '27a7392c-913b-407b-a594-f59f7a964449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:11.743053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-910a6ba6-e98d-4aa7-b5de-8eef7a3eecfc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:11.745320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-910a6ba6-e98d-4aa7-b5de-8eef7a3eecfc tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.70 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 985 time: 0.0970278 Nov 03 19:21:11.909672 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8807a57-ca9e-48f4-8bea-6a0e2eb7f74c None None] New status for floating IP a377aebf-88b5-4091-b57c-fa0fe2bfd659: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:21:11.917565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:11.918464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.141796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] For port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:12.142329 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.169856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Calling delete_port for cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:12.197012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63780a62-9666-427d-afa4-6065aacbfced req-c67b01d3-91ad-4fd3-9bf1-7d6fc84b01e5 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:12.199358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63780a62-9666-427d-afa4-6065aacbfced req-c67b01d3-91ad-4fd3-9bf1-7d6fc84b01e5 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/ports?device_id=153f95c1-379d-4870-8645-511717d70aaa HTTP/1.1" status: 200 len: 985 time: 0.1462505 Nov 03 19:21:12.316964 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.322274 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.402480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63780a62-9666-427d-afa4-6065aacbfced req-78df6826-8a38-4402-8120-280115f1102d tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "GET /v2.0/security-groups?id=841b06b5-ef47-4712-b1c9-4cc798989ba7&id=15a1f417-cf6b-46e6-a593-2bcb5dd755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1908844 Nov 03 19:21:12.510812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.564305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Port': ['ID=cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:12.640787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] No DVR routers for this DVR port cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:12.645173 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.651402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e673c577-0b45-402e-a4d5-da34dd9ef0e7 req-da9cce60-89a3-418a-9497-435627066be0 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.70 "DELETE /v2.0/ports/cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f HTTP/1.1" status: 204 len: 173 time: 0.8990149 Nov 03 19:21:12.652127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'name': 'network-vif-deleted', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:12.655881 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f2616f-d220-42d6-9ff6-fa49a518aece" -d '{"events": [{"server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "name": "network-vif-deleted", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:12.724475 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c116e59-8058-45a1-b614-7631a8f9d813 x-openstack-request-id: req-0c116e59-8058-45a1-b614-7631a8f9d813 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:12.725021 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f95c1-379d-4870-8645-511717d70aaa", "name": "network-vif-deleted", "tag": "cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:12.726698 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c116e59-8058-45a1-b614-7631a8f9d813 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:12.727245 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153f95c1-379d-4870-8645-511717d70aaa', 'name': 'network-vif-deleted', 'tag': 'cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f', 'status': 'completed', 'code': 200} Nov 03 19:21:13.510094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38100) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:13.612131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03eb69d3-a4c0-496f-9a8e-bc2e9f3b4031 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.658409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03eb69d3-a4c0-496f-9a8e-bc2e9f3b4031 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.743922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03eb69d3-a4c0-496f-9a8e-bc2e9f3b4031 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.748798 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03eb69d3-a4c0-496f-9a8e-bc2e9f3b4031 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.751181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-03eb69d3-a4c0-496f-9a8e-bc2e9f3b4031 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/security-groups/841b06b5-ef47-4712-b1c9-4cc798989ba7 HTTP/1.1" status: 204 len: 168 time: 0.2391331 Nov 03 19:21:13.755767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38102) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:13.768625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb69d3-a4c0-496f-9a8e-bc2e9f3b4031 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841b06b5-ef47-4712-b1c9-4cc798989ba7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:13.855044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.904254 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.979575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.983723 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.986755 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/security-groups/15a1f417-cf6b-46e6-a593-2bcb5dd755a1 HTTP/1.1" status: 204 len: 168 time: 0.2279246 Nov 03 19:21:13.991794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38110) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:14.004656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a1f417-cf6b-46e6-a593-2bcb5dd755a1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:14.019110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.019807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.020453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.021110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.021795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.022441 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.023080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.023741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.024385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.025019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.025699 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.026278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd06af7-c7e3-4d50-a8f8-62932f1e8188 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:14.649522 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.574278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting port 68460c9c-dddc-43bf-998e-5325c92abeed {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:15.574670 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.698651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] For port 68460c9c-dddc-43bf-998e-5325c92abeed, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=68460c9c-dddc-43bf-998e-5325c92abeed,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:15.699508 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.721652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Calling delete_port for 68460c9c-dddc-43bf-998e-5325c92abeed owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:16.031010 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:16.090186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Port': ['ID=68460c9c-dddc-43bf-998e-5325c92abeed,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:16.373292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:16.505002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-9f37a7fd-71f7-4b59-944b-8d283c1ed2c4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1260405 Nov 03 19:21:16.689880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-d95712f0-8775-44ba-9817-765f20a96922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:16.692247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-d95712f0-8775-44ba-9817-765f20a96922 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5742b87b8b87484b95f24663acdc7be2&device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 1097 time: 0.1255124 Nov 03 19:21:16.862440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:16.892699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-3affea24-6a6d-44b7-9a08-5f5883fc8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:16.895168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-3affea24-6a6d-44b7-9a08-5f5883fc8ea9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 200 len: 910 time: 0.1416800 Nov 03 19:21:17.090132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-8abc905f-9a1f-49b2-819b-e6874aad858c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 200 len: 1001 time: 0.1439126 Nov 03 19:21:17.167497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:17.182522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-365f9f26-2e78-4943-8b67-5ec5dff0283c tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "PUT /v2.0/routers/1f8e7f93-0d28-447e-aef5-a40a3b478a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1834171 Nov 03 19:21:17.183663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38130) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:17.188027 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] Sync routers for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:17.200525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-3699c18e-3b7f-4e35-8028-46c5a10ab851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:17.203381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-3699c18e-3b7f-4e35-8028-46c5a10ab851 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc083020-291c-405a-b430-d2ee0c19af12 HTTP/1.1" status: 200 len: 848 time: 0.1011121 Nov 03 19:21:17.207399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:17.207908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:17.293213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03c1612-2caf-43a8-b216-a0e1faed4727 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting subnet 27a7392c-913b-407b-a594-f59f7a964449 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:17.294055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-a0e1c555-bd75-4091-a695-955186f7c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:17.296739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-a0e1c555-bd75-4091-a695-955186f7c96b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867019 Nov 03 19:21:17.301483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f03c1612-2caf-43a8-b216-a0e1faed4727 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:17.387661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:17.393035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f03c1612-2caf-43a8-b216-a0e1faed4727 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:17.424336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:17.428274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:17.428882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cdcfd5ab-4b5e-4b9f-b79c-ad7428382d6f not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:17.519902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-518be8ab-38da-43a5-8e87-bf9bb1fcdb71 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148619 Nov 03 19:21:17.595651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f03c1612-2caf-43a8-b216-a0e1faed4727 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:17.704631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ac20ee-2400-482c-aaf0-139accd491eb req-a9395826-ad62-48c7-9028-d3885bbdaeb3 service neutron] 10.222.0.96 "GET /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769636 Nov 03 19:21:17.758324 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f03c1612-2caf-43a8-b216-a0e1faed4727 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:17.795324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:21:15Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:17.813299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1612-2caf-43a8-b216-a0e1faed4727 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Subnet': ['ID=27a7392c-913b-407b-a594-f59f7a964449,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:17.819871 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f03c1612-2caf-43a8-b216-a0e1faed4727 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:17.831459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f03c1612-2caf-43a8-b216-a0e1faed4727 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/subnets/27a7392c-913b-407b-a594-f59f7a964449 HTTP/1.1" status: 204 len: 168 time: 0.6458905 Nov 03 19:21:17.831663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38132) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:17.862631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a38f4-2a18-4a66-8752-7195d9852d2e None None] Network 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:17.865835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] Checking router: 1f8e7f93-0d28-447e-aef5-a40a3b478a52 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:18.064656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.210481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] Routers {'1f8e7f93-0d28-447e-aef5-a40a3b478a52'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:18.211684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:18.228796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.306085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Deleting port 78122fab-8a59-4542-8137-01e3eb3e085b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:18.306729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.415526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] For port 78122fab-8a59-4542-8137-01e3eb3e085b, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=78122fab-8a59-4542-8137-01e3eb3e085b,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:18.415905 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.450072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Calling delete_port for 78122fab-8a59-4542-8137-01e3eb3e085b owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:18.485390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] Set router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:18.569404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] DHCP port deletion for 52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:18.686046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:18.794997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.896741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Port': ['ID=78122fab-8a59-4542-8137-01e3eb3e085b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:18.929813 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.936182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] Deleting port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:18.937084 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.993186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.048355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:19.065741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] For port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,segment=NetworkSegment(9b38d61f-6c68-4784-8a70-a0f9e299ff3c),segment_id=9b38d61f-6c68-4784-8a70-a0f9e299ff3c)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:19.065741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.074118 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.082971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:21:15Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:19.085475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] Calling delete_port for 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:19.162335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cef70-88fd-4a5c-a120-f3b00e36a171 None None] The sync data for ids ['1f8e7f93-0d28-447e-aef5-a40a3b478a52'] in n-d-812148-3 is: [{'id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702771462', 'tenant_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:19:33Z', 'updated_at': '2021-11-03T19:21:15Z', 'revision_number': 5, 'project_id': '17a704bb19da4fdf9bd78cb7974ec3c5', 'gw_port': {'id': '78122fab-8a59-4542-8137-01e3eb3e085b', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8e7f93-0d28-447e-aef5-a40a3b478a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:19:35Z', 'updated_at': '2021-11-03T19:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:19.253083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:19.276186 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.279852 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.310418 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.347321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.348183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Fanout notify agent at l3_agent the message router_deleted on router 1f8e7f93-0d28-447e-aef5-a40a3b478a52 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:21:19.356719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.358074 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-50aae463-4088-429b-86fb-0ef53f43cbb9 tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/routers/1f8e7f93-0d28-447e-aef5-a40a3b478a52 HTTP/1.1" status: 204 len: 168 time: 1.5250599 Nov 03 19:21:19.362949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38150) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:19.363554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] Pushing event deleted for resources: {'Port': ['ID=6b5cbff4-7c0e-4566-961f-89d09eeae4f4,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:19.371329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e78af-9f53-4f48-a590-a586714a9ad5 None None] No DVR routers for this DVR port 6b5cbff4-7c0e-4566-961f-89d09eeae4f4 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:19.477467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.614810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.663788 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:19.682004 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b38d61f-6c68-4784-8a70-a0f9e299ff3c') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:19.684005 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b38d61f-6c68-4784-8a70-a0f9e299ff3c') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:19.701712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.724268 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.738341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:19.739114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:19.745451 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:19.870194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.880303 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.884382 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] 10.222.0.77 "DELETE /v2.0/networks/52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5 HTTP/1.1" status: 204 len: 168 time: 0.5191200 Nov 03 19:21:19.909107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc897d-c955-4046-9087-5074bf7158be tempest-TestSecurityGroupsBasicOps-1497564716 tempest-TestSecurityGroupsBasicOps-1497564716-project] Pushing event deleted for resources: {'Network': ['ID=52d09d7c-e62a-4bd4-b1cb-f07ab22cdde5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:20.340282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38168) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:20.560970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f0b85471-6a75-4f9d-8a52-34b25736b170 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17a704bb19da4fdf9bd78cb7974ec3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191162 Nov 03 19:21:20.564782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38172) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:20.652543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 78122fab-8a59-4542-8137-01e3eb3e085b no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:20.653650 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d46c8112-ce85-4264-a98a-2394ab417b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.689543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 78122fab-8a59-4542-8137-01e3eb3e085b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:20.689840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 78122fab-8a59-4542-8137-01e3eb3e085b not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:20.690376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68460c9c-dddc-43bf-998e-5325c92abeed no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:20.696926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d46c8112-ce85-4264-a98a-2394ab417b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.713943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 68460c9c-dddc-43bf-998e-5325c92abeed {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:20.714321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68460c9c-dddc-43bf-998e-5325c92abeed not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:20.770124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d46c8112-ce85-4264-a98a-2394ab417b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.774192 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d46c8112-ce85-4264-a98a-2394ab417b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.775614 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d46c8112-ce85-4264-a98a-2394ab417b04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36c75d4d-8be6-43ac-a191-c37a02b13335 HTTP/1.1" status: 204 len: 168 time: 0.2097404 Nov 03 19:21:20.789308 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c8112-ce85-4264-a98a-2394ab417b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c75d4d-8be6-43ac-a191-c37a02b13335,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:21.218390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38186) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:21.242376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0926720b-f811-42da-a84e-ad0b52ef8730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.358790 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0926720b-f811-42da-a84e-ad0b52ef8730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.364020 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0926720b-f811-42da-a84e-ad0b52ef8730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.425874 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0926720b-f811-42da-a84e-ad0b52ef8730 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8927f44a10d5402f9c8fbf0fdf237420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052133 Nov 03 19:21:21.429113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926720b-f811-42da-a84e-ad0b52ef8730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9216d89c-9396-4bb5-87ae-596f11e497a3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:21.429586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38190) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:21.514850 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4987e020-1447-43e3-96d1-b7c457cc95ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.543126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4987e020-1447-43e3-96d1-b7c457cc95ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.637336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4987e020-1447-43e3-96d1-b7c457cc95ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.642440 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4987e020-1447-43e3-96d1-b7c457cc95ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.644524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4987e020-1447-43e3-96d1-b7c457cc95ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9216d89c-9396-4bb5-87ae-596f11e497a3 HTTP/1.1" status: 204 len: 168 time: 0.2135451 Nov 03 19:21:21.659487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987e020-1447-43e3-96d1-b7c457cc95ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9216d89c-9396-4bb5-87ae-596f11e497a3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:22.213305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38200) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:22.281165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-eed29ed7-2105-43d1-bea4-02a2801ecd82 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e59bc2c597047958af0a350f37d28d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661209 Nov 03 19:21:22.286511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38204) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:22.364467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f9935d7-d0fd-4116-9d63-7518ec6bab73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.408381 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f9935d7-d0fd-4116-9d63-7518ec6bab73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.504901 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f9935d7-d0fd-4116-9d63-7518ec6bab73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.507807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3f9935d7-d0fd-4116-9d63-7518ec6bab73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.509169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3f9935d7-d0fd-4116-9d63-7518ec6bab73 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20be83b5-d804-4ff3-b1a4-1985942cb2db HTTP/1.1" status: 204 len: 168 time: 0.2210257 Nov 03 19:21:22.524960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9935d7-d0fd-4116-9d63-7518ec6bab73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20be83b5-d804-4ff3-b1a4-1985942cb2db,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:26.143120 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:21:32.663909 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:33.742868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:33.977142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-bc38bc66-e782-4a64-ad37-32fa39dc9de3 req-3dc60039-7d9c-4abd-9cad-d3980d7ea983 service neutron] (101755) timed out ('10.222.0.77', 38566) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:21:36.119878 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4005bfca-6669-409c-bf8c-067672d35512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.127585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.365525 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-80899fae-9ffd-4c39-8a70-ad05318a927f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.269055 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.303768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.408399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cecbc-1a6c-4781-8f82-60f75d93f72b req-8184cf0d-f564-49cf-952e-159b918a3d50 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:45.410433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b11cecbc-1a6c-4781-8f82-60f75d93f72b req-8184cf0d-f564-49cf-952e-159b918a3d50 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 946 time: 0.4338851 Nov 03 19:21:45.523177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b11cecbc-1a6c-4781-8f82-60f75d93f72b req-d4b29feb-5404-47aa-b887-a0d0af670a1e tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974658 Nov 03 19:21:46.218075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8331-87e7-42ea-a143-b8055239450e req-2b22abb1-4f3f-4d2a-a3b2-00930d0056fd tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:46.220191 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d6a8331-87e7-42ea-a143-b8055239450e req-2b22abb1-4f3f-4d2a-a3b2-00930d0056fd tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 946 time: 0.0853188 Nov 03 19:21:46.343139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Deleting port 521277ab-8e06-4be9-a3c9-22337db9edfa {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:46.343793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.502371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] For port 521277ab-8e06-4be9-a3c9-22337db9edfa, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=521277ab-8e06-4be9-a3c9-22337db9edfa,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:46.503428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.886644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1a1b8-0cde-4a49-9f07-b1993f225ce7 req-d93d4fda-6e34-4bfb-be0c-7bf07a12a5fe tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:46.888958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96c1a1b8-0cde-4a49-9f07-b1993f225ce7 req-d93d4fda-6e34-4bfb-be0c-7bf07a12a5fe tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 946 time: 0.2130625 Nov 03 19:21:47.039656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.040008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.040501 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Floating IP 8d8976c5-51c3-42ac-a08f-6a0a84dcd8d0 disassociated. External IP: 172.25.3.15, port: 521277ab-8e06-4be9-a3c9-22337db9edfa. Nov 03 19:21:47.040704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Calling delete_port for 521277ab-8e06-4be9-a3c9-22337db9edfa owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:47.063478 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96c1a1b8-0cde-4a49-9f07-b1993f225ce7 req-7fc37e9b-0a60-4f54-bc5b-a12d044d5962 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf675110-8023-49c5-9159-3d578c6f2890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597950 Nov 03 19:21:47.239979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.293757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event deleted for resources: {'Port': ['ID=521277ab-8e06-4be9-a3c9-22337db9edfa,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:47.499090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Router a1901013-8bae-427f-8b6d-efeef27ae663 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:47.637215 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:47.655195 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] Sync routers for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:47.674025 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:47.675337 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:47.710968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] No DVR routers for this DVR port 521277ab-8e06-4be9-a3c9-22337db9edfa on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:47.715504 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.722515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d6a8331-87e7-42ea-a143-b8055239450e req-3c0a6e9b-f1e0-4cc3-8959-594677fcd361 tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.96 "DELETE /v2.0/ports/521277ab-8e06-4be9-a3c9-22337db9edfa HTTP/1.1" status: 204 len: 173 time: 1.4956174 Nov 03 19:21:47.723948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3103ae-7315-4535-af2f-4390034a3290', 'name': 'network-vif-deleted', 'tag': '521277ab-8e06-4be9-a3c9-22337db9edfa'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:47.729550 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcffef5-7f96-4153-943d-39b26b4586d0" -d '{"events": [{"server_uuid": "4d3103ae-7315-4535-af2f-4390034a3290", "name": "network-vif-deleted", "tag": "521277ab-8e06-4be9-a3c9-22337db9edfa"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:47.835170 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb6b6a-d008-4feb-a3df-bba6caab3830 x-openstack-request-id: req-eaeb6b6a-d008-4feb-a3df-bba6caab3830 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:47.835673 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3103ae-7315-4535-af2f-4390034a3290", "name": "network-vif-deleted", "tag": "521277ab-8e06-4be9-a3c9-22337db9edfa", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:47.836005 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eaeb6b6a-d008-4feb-a3df-bba6caab3830 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:47.837633 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3103ae-7315-4535-af2f-4390034a3290', 'name': 'network-vif-deleted', 'tag': '521277ab-8e06-4be9-a3c9-22337db9edfa', 'status': 'completed', 'code': 200} Nov 03 19:21:47.894080 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:48.340526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc264190-e7d6-4ec3-b7f8-4012ce32203b req-4294c42e-3903-4d7e-9ceb-bddbe55777ba tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d3103ae-7315-4535-af2f-4390034a3290 HTTP/1.1" status: 200 len: 210 time: 0.0836408 Nov 03 19:21:48.456218 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:39Z', 'revision_number': 5, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:48.512291 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] Checking router: a1901013-8bae-427f-8b6d-efeef27ae663 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:48.529146 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:48.530222 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:48.707698 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:49.045880 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:39Z', 'revision_number': 5, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:49.085141 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423a47db-5b71-4fa6-b852-f4418ef4740b None None] The sync data for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 is: [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:16:30Z', 'revision_number': 4, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '531904bd-d8f7-4404-a178-596de32b4918', 'name': '', 'network_id': '14c3ca20-c13f-4cac-ad6b-10c28ecdadf4', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'mac_address': 'fa:16:3e:2d:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:29Z', 'updated_at': '2021-11-03T19:16:39Z', 'revision_number': 5, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'subnets': [{'id': 'cc083020-291c-405a-b430-d2ee0c19af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:49.442209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38482) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:49.462060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44964bd1-0a33-46c7-9cce-b97e11c57ab3 None None] New status for floating IP 8d8976c5-51c3-42ac-a08f-6a0a84dcd8d0: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:21:49.602640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 521277ab-8e06-4be9-a3c9-22337db9edfa no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:49.666503 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 521277ab-8e06-4be9-a3c9-22337db9edfa {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:49.667108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 521277ab-8e06-4be9-a3c9-22337db9edfa not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:50.142225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Deleting port 943dc2a6-42dc-440b-9f09-130aa9daa95f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:50.142876 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.274900 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.275390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.296861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Calling delete_port for 943dc2a6-42dc-440b-9f09-130aa9daa95f owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:50.515890 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.567953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event deleted for resources: {'Port': ['ID=943dc2a6-42dc-440b-9f09-130aa9daa95f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:50.703905 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.709362 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.715432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-39a786b7-df91-4817-9f1d-32c04fd1b06b tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "DELETE /v2.0/floatingips/8d8976c5-51c3-42ac-a08f-6a0a84dcd8d0 HTTP/1.1" status: 204 len: 168 time: 1.2677951 Nov 03 19:21:50.836915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38494) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:50.933072 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e381e3d-55a6-4362-80b4-ca944a460bae tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.968968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e381e3d-55a6-4362-80b4-ca944a460bae tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.071775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e381e3d-55a6-4362-80b4-ca944a460bae tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.074656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8e381e3d-55a6-4362-80b4-ca944a460bae tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.079739 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8e381e3d-55a6-4362-80b4-ca944a460bae tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] 10.222.0.77 "DELETE /v2.0/security-groups/bf675110-8023-49c5-9159-3d578c6f2890 HTTP/1.1" status: 204 len: 168 time: 0.2412109 Nov 03 19:21:51.097331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e381e3d-55a6-4362-80b4-ca944a460bae tempest-TestServerBasicOps-1942745539 tempest-TestServerBasicOps-1942745539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf675110-8023-49c5-9159-3d578c6f2890,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:51.145884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38498) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:51.830198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.267608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Deleting port 531904bd-d8f7-4404-a178-596de32b4918 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:52.268616 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.417163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] For port 531904bd-d8f7-4404-a178-596de32b4918, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=531904bd-d8f7-4404-a178-596de32b4918,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:52.417582 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.440905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Calling delete_port for 531904bd-d8f7-4404-a178-596de32b4918 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:52.805042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.849055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=531904bd-d8f7-4404-a178-596de32b4918,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:53.188752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.627146 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Router a1901013-8bae-427f-8b6d-efeef27ae663 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:53.820834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:53.829557 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5e475e72-a198-4686-8e9f-62a95de49f0c admin admin] 10.222.0.77 "PUT /v2.0/routers/a1901013-8bae-427f-8b6d-efeef27ae663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6817248 Nov 03 19:21:53.833025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38506) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:53.840450 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] Sync routers for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:53.862014 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:53.863025 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:54.028637 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.067975 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:54.303320 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.500602 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:21:52Z', 'revision_number': 5, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port': {'id': '9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:22Z', 'updated_at': '2021-11-03T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:54.538967 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] Checking router: a1901013-8bae-427f-8b6d-efeef27ae663 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:54.552796 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] Routers {'a1901013-8bae-427f-8b6d-efeef27ae663'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:54.553646 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a1901013-8bae-427f-8b6d-efeef27ae663'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:54.723142 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] Set router a1901013-8bae-427f-8b6d-efeef27ae663 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:54.729023 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Deleting port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:54.729753 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.811327 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:21:54Z', 'revision_number': 6, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:54.856684 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d22c03-d8ef-4633-9f69-0f9c8140e49c None None] The sync data for ids ['a1901013-8bae-427f-8b6d-efeef27ae663'] in n-d-812148-3 is: [{'id': 'a1901013-8bae-427f-8b6d-efeef27ae663', 'name': 'tempest-TestServerBasicOps-1215078005-router', 'tenant_id': '5742b87b8b87484b95f24663acdc7be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:21Z', 'updated_at': '2021-11-03T19:21:54Z', 'revision_number': 6, 'project_id': '5742b87b8b87484b95f24663acdc7be2', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:54.886989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] For port 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:54.886989 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.909404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Calling delete_port for 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:55.155460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.189036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:55.281111 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.405658 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.409006 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.467460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.467989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1901013-8bae-427f-8b6d-efeef27ae663 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:21:55.476565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.482508 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0eaa7391-27ed-4be6-bf01-c10064ec00ba admin admin] 10.222.0.77 "DELETE /v2.0/routers/a1901013-8bae-427f-8b6d-efeef27ae663 HTTP/1.1" status: 204 len: 168 time: 1.6436951 Nov 03 19:21:55.483637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38514) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:55.542341 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbde318-a657-41ad-8368-701091c82259 admin admin] Deleting subnet cc083020-291c-405a-b430-d2ee0c19af12 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:55.547632 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbbde318-a657-41ad-8368-701091c82259 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.601924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbbde318-a657-41ad-8368-701091c82259 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.753861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbbde318-a657-41ad-8368-701091c82259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.855478 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbbde318-a657-41ad-8368-701091c82259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.888011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbde318-a657-41ad-8368-701091c82259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc083020-291c-405a-b430-d2ee0c19af12,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:55.893098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbbde318-a657-41ad-8368-701091c82259 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.897592 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bbbde318-a657-41ad-8368-701091c82259 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cc083020-291c-405a-b430-d2ee0c19af12 HTTP/1.1" status: 204 len: 168 time: 0.4121907 Nov 03 19:21:55.900769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38516) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:55.923787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70579c1-a841-480f-85aa-ca817282bfd5 None None] Network 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:55.989929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.082498 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Deleting port c792f06e-8674-4d2b-8cd5-030862170cdf {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:56.083139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.261216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] DHCP port deletion for 14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:56.265468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] For port c792f06e-8674-4d2b-8cd5-030862170cdf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c792f06e-8674-4d2b-8cd5-030862170cdf,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:56.266248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.292095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Calling delete_port for c792f06e-8674-4d2b-8cd5-030862170cdf owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:56.326774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Deleting port c792f06e-8674-4d2b-8cd5-030862170cdf {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:56.327375 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.406624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] For port c792f06e-8674-4d2b-8cd5-030862170cdf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c792f06e-8674-4d2b-8cd5-030862170cdf,segment=NetworkSegment(1c06c680-d59f-42ce-9ec2-1d6ddc2da144),segment_id=1c06c680-d59f-42ce-9ec2-1d6ddc2da144)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:56.407514 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.424135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Calling delete_port for c792f06e-8674-4d2b-8cd5-030862170cdf owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:56.451103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.493894 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] No DVR routers for this DVR port c792f06e-8674-4d2b-8cd5-030862170cdf on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:56.496173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c792f06e-8674-4d2b-8cd5-030862170cdf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:56.575991 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.596867 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.624148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c3ca20-c13f-4cac-ad6b-10c28ecdadf4']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:56.627670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Pushing event deleted for resources: {'Port': ['ID=c792f06e-8674-4d2b-8cd5-030862170cdf,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:56.638284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c06c680-d59f-42ce-9ec2-1d6ddc2da144') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:56.638731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c06c680-d59f-42ce-9ec2-1d6ddc2da144') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:56.641468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] No DVR routers for this DVR port c792f06e-8674-4d2b-8cd5-030862170cdf on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:56.659505 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.660125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.660715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.661284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.663381 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.664921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.665218 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.665641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.665974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.667561 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.669172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.669616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.669957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e98d66-91df-41e8-988d-1a56c1a1027f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:56.695317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.706398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:56.707125 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.707498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c792f06e-8674-4d2b-8cd5-030862170cdf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:56.709485 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:56.746441 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c792f06e-8674-4d2b-8cd5-030862170cdf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:56.746997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c792f06e-8674-4d2b-8cd5-030862170cdf not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:56.747494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:56.771035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:56.771035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9c0ebe1e-445c-4a31-8c6b-0f30ce51cab3 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:56.771431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 531904bd-d8f7-4404-a178-596de32b4918 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:56.798537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.808931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 531904bd-d8f7-4404-a178-596de32b4918 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:56.809931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 531904bd-d8f7-4404-a178-596de32b4918 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:56.825031 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.831038 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/14c3ca20-c13f-4cac-ad6b-10c28ecdadf4 HTTP/1.1" status: 204 len: 168 time: 0.9286208 Nov 03 19:21:56.833964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38520) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:56.848299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e960f7-a7b9-408d-b8bd-857c998b84d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c3ca20-c13f-4cac-ad6b-10c28ecdadf4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:57.391366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.732895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Deleting port ef054c85-1306-436b-aa22-45b5e40a7ef0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:57.733474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.851289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] For port ef054c85-1306-436b-aa22-45b5e40a7ef0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ef054c85-1306-436b-aa22-45b5e40a7ef0,segment=NetworkSegment(2a2d820f-85ca-45c2-868c-84f6aeb156ee),segment_id=2a2d820f-85ca-45c2-868c-84f6aeb156ee)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:57.852418 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.875131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Calling delete_port for ef054c85-1306-436b-aa22-45b5e40a7ef0 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:58.133225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.176998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef054c85-1306-436b-aa22-45b5e40a7ef0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:58.462199 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.825994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Router 207d4994-122e-4e6b-98e0-797495cb5aba has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:59.028627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:59.040028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cfbcf5cf-00cc-49b3-b28c-689885fa74a4 admin admin] 10.222.0.77 "PUT /v2.0/routers/207d4994-122e-4e6b-98e0-797495cb5aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2018483 Nov 03 19:21:59.040564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38526) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:59.045189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] Sync routers for ids ['207d4994-122e-4e6b-98e0-797495cb5aba'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:59.069090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] Routers {'207d4994-122e-4e6b-98e0-797495cb5aba'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:59.070339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['207d4994-122e-4e6b-98e0-797495cb5aba'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:59.195372 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.266660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] Set router 207d4994-122e-4e6b-98e0-797495cb5aba gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:59.350592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.436216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Deleting port a4d76490-2044-4b1d-83c7-2dca49143dd6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:59.437102 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.529227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:21:58Z', 'revision_number': 5, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port': {'id': 'a4d76490-2044-4b1d-83c7-2dca49143dd6', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:37Z', 'updated_at': '2021-11-03T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:59.544700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] For port a4d76490-2044-4b1d-83c7-2dca49143dd6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=a4d76490-2044-4b1d-83c7-2dca49143dd6,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:59.545084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.571057 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] Checking router: 207d4994-122e-4e6b-98e0-797495cb5aba for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:59.574382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Calling delete_port for a4d76490-2044-4b1d-83c7-2dca49143dd6 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:59.582572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] Routers {'207d4994-122e-4e6b-98e0-797495cb5aba'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:59.583345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:21:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['207d4994-122e-4e6b-98e0-797495cb5aba'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:59.883568 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.888066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] Set router 207d4994-122e-4e6b-98e0-797495cb5aba gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:59.919293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d76490-2044-4b1d-83c7-2dca49143dd6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:59.998987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:21:59Z', 'revision_number': 6, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:00.038745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.064080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b6887-f4d4-4e7a-85df-271ca8d608e5 None None] The sync data for ids ['207d4994-122e-4e6b-98e0-797495cb5aba'] in n-d-812148-3 is: [{'id': '207d4994-122e-4e6b-98e0-797495cb5aba', 'name': 'tempest-TestServerBasicOps-1606004386-router', 'tenant_id': 'fd4ec82dbecf42db875815c5eb23be33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:35Z', 'updated_at': '2021-11-03T19:21:59Z', 'revision_number': 6, 'project_id': 'fd4ec82dbecf42db875815c5eb23be33', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:00.182655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.187267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.249460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.250238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 207d4994-122e-4e6b-98e0-797495cb5aba {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:22:00.256136 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.257553 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-553195a5-c6bc-4fa4-884e-53fe6ae92b54 admin admin] 10.222.0.77 "DELETE /v2.0/routers/207d4994-122e-4e6b-98e0-797495cb5aba HTTP/1.1" status: 204 len: 168 time: 1.2161844 Nov 03 19:22:00.260237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38532) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:00.319704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f51ac2a-8dcf-4322-b8c1-32d281c5899c admin admin] Deleting subnet 29065ab0-0848-451b-bd88-52949874dd85 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:00.323275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f51ac2a-8dcf-4322-b8c1-32d281c5899c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.372591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f51ac2a-8dcf-4322-b8c1-32d281c5899c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.489554 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f51ac2a-8dcf-4322-b8c1-32d281c5899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.571893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f51ac2a-8dcf-4322-b8c1-32d281c5899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.601670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51ac2a-8dcf-4322-b8c1-32d281c5899c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29065ab0-0848-451b-bd88-52949874dd85,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:00.603834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4f51ac2a-8dcf-4322-b8c1-32d281c5899c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.607396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4f51ac2a-8dcf-4322-b8c1-32d281c5899c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/29065ab0-0848-451b-bd88-52949874dd85 HTTP/1.1" status: 204 len: 168 time: 0.3454382 Nov 03 19:22:00.610936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38536) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:00.613190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464bb1f-31e2-4f80-85af-925fa0909e08 None None] Network c4fc6381-2b26-4e5e-83df-5b820e0596dc requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:00.718535 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.783404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Deleting port ed9107a2-c393-4fb7-8000-d04ff715290c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:00.783792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.882626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] DHCP port deletion for c4fc6381-2b26-4e5e-83df-5b820e0596dc request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:00.902671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] For port ed9107a2-c393-4fb7-8000-d04ff715290c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=ed9107a2-c393-4fb7-8000-d04ff715290c,segment=NetworkSegment(2a2d820f-85ca-45c2-868c-84f6aeb156ee),segment_id=2a2d820f-85ca-45c2-868c-84f6aeb156ee)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:00.903259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.929601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Calling delete_port for ed9107a2-c393-4fb7-8000-d04ff715290c owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:01.012712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a4d76490-2044-4b1d-83c7-2dca49143dd6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:01.063907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: a4d76490-2044-4b1d-83c7-2dca49143dd6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:01.064672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device a4d76490-2044-4b1d-83c7-2dca49143dd6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:01.065841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ef054c85-1306-436b-aa22-45b5e40a7ef0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:01.093561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ef054c85-1306-436b-aa22-45b5e40a7ef0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:01.093780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ef054c85-1306-436b-aa22-45b5e40a7ef0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:01.094316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ed9107a2-c393-4fb7-8000-d04ff715290c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:01.099386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] Deleting port ed9107a2-c393-4fb7-8000-d04ff715290c {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:01.100447 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.101333 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.161235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] No DVR routers for this DVR port ed9107a2-c393-4fb7-8000-d04ff715290c on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:01.205579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9107a2-c393-4fb7-8000-d04ff715290c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:01.238814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: ed9107a2-c393-4fb7-8000-d04ff715290c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:01.240883 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device ed9107a2-c393-4fb7-8000-d04ff715290c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:01.280712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] For port ed9107a2-c393-4fb7-8000-d04ff715290c, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:01.281740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.309839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] Calling delete_port for ed9107a2-c393-4fb7-8000-d04ff715290c owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:01.316349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] Port ed9107a2-c393-4fb7-8000-d04ff715290c was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:22:01.318741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.347766 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.367733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] Pushing event deleted for resources: {'Port': ['ID=ed9107a2-c393-4fb7-8000-d04ff715290c,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:01.376644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b4608-b037-4b0d-ac8a-9fee4393c8d7 None None] No DVR routers for this DVR port ed9107a2-c393-4fb7-8000-d04ff715290c on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:01.394277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc6381-2b26-4e5e-83df-5b820e0596dc']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:01.416506 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2d820f-85ca-45c2-868c-84f6aeb156ee') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:01.417135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2d820f-85ca-45c2-868c-84f6aeb156ee') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:01.440760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.464831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.480255 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:01.480970 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:01.484274 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:01.593180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.602948 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.613973 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c4fc6381-2b26-4e5e-83df-5b820e0596dc HTTP/1.1" status: 204 len: 168 time: 1.0011821 Nov 03 19:22:01.636838 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090d520-6c83-48b1-9aaf-28c6f3ee40a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fc6381-2b26-4e5e-83df-5b820e0596dc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:01.870196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38550) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:01.996197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-625ea414-ad87-4005-9890-d286b0a8b622 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5742b87b8b87484b95f24663acdc7be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775142 Nov 03 19:22:01.996197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38556) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:01.996197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-464b866f-848f-44cf-9dc3-1c3aad1711de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.999780 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-464b866f-848f-44cf-9dc3-1c3aad1711de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.073709 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-464b866f-848f-44cf-9dc3-1c3aad1711de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.076378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-464b866f-848f-44cf-9dc3-1c3aad1711de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.077664 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-464b866f-848f-44cf-9dc3-1c3aad1711de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4cea683-c610-4e86-bbef-8bfd6a6edca1 HTTP/1.1" status: 204 len: 168 time: 0.1762350 Nov 03 19:22:02.087771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b866f-848f-44cf-9dc3-1c3aad1711de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cea683-c610-4e86-bbef-8bfd6a6edca1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:02.614017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 38572) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:02.669518 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8a985242-8e7f-4981-8fef-973b6a0cebc6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd4ec82dbecf42db875815c5eb23be33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537491 Nov 03 19:22:02.671891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 38574) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:02.679949 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.742530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b10887fd-6fcd-48b8-b888-be83e58dd7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.777106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b10887fd-6fcd-48b8-b888-be83e58dd7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.860592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b10887fd-6fcd-48b8-b888-be83e58dd7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.864474 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b10887fd-6fcd-48b8-b888-be83e58dd7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.866170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b10887fd-6fcd-48b8-b888-be83e58dd7bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7fc50bfa-5212-490a-9b22-bce5079385f5 HTTP/1.1" status: 204 len: 168 time: 0.1927881 Nov 03 19:22:02.877805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10887fd-6fcd-48b8-b888-be83e58dd7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc50bfa-5212-490a-9b22-bce5079385f5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:03.139113 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:22:03.733593 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.103785 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a79647a-603a-44e0-a714-7df8c5b5a107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.127194 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.352737 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-24555a8b-29e5-4be2-855d-4766a9df0c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.296114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.309299 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.688860 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:33.757592 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:36.108719 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-68fd10f2-9e4b-4321-9ea2-d03abac0fee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.129172 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.142928 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:22:40.358314 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1416-586d-495c-871c-a9884c9868ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.289713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.309985 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.710006 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.765170 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.111508 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e64dc671-1a38-4839-b0d6-10aeff0a0f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:10.134917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:10.352980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3db7d3c0-1169-4573-88d6-97e188ab6498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:12.302898 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:12.312576 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:17.139167 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:23:32.693739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.744543 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.121710 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97557027-3435-4f20-b466-a34f4bfa9c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.132623 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.350661 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccb05-9a42-4dff-98a3-55e1f1564101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.309066 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.316651 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.139912 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:24:02.700567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.759143 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:06.110319 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7ed8cab2-331f-474d-a6c7-b6ceb5e2af3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.143789 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.357464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad612-5f81-4b2b-bc33-d4ce9e80f0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.443021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40628) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:10.664318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-83ba36d5-3d56-403e-965e-e8cda55b37ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6f8fbcbff314b5288ee637e1fea7b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196224 Nov 03 19:24:10.668528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 40634) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:10.768977 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.801709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.878914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.884994 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.887601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63287cb0-e80d-44b1-8c45-c6ba4336b5a2 HTTP/1.1" status: 204 len: 168 time: 0.2172756 Nov 03 19:24:10.907632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63287cb0-e80d-44b1-8c45-c6ba4336b5a2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:10.929582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.931448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.931448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.932249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.932796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.934074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.934778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.935507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.936201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.936959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.937655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:10.938355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc949c-07a2-4d5d-80a7-bf1139e15b2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:12.315665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:12.323353 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.149298 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:24:32.706903 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:33.769752 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.118533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c10e-ed80-493b-9c24-236848d104b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:40.148659 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:40.372458 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-42a9244c-d1c2-4786-a364-d74f8372c170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:42.311228 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:42.318781 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.714595 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:03.772407 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:06.108258 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-20f58e66-e04a-4cdd-9f8b-9e9d2778c530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.140062 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:25:10.149350 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.361602 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c269be2c-c51e-467f-9ebb-dd478ac83aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.304286 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.310919 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.386990 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41008) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:25.512725 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.604309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.609849 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.656659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b10aa1-37df-424b-9f93-b262d5065512,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:25.663045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b102195e65534d6a9ef77e8d243932f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748744 Nov 03 19:25:25.666243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41014) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:25.669691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.670193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.670732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.671180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.671611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.672123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.672656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.673087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.673554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.674078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.674510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.674935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e30a0-eab8-49d1-8cba-547b4b0e5849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.735829 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.762406 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.820863 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.825359 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.826759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05b10aa1-37df-424b-9f93-b262d5065512 HTTP/1.1" status: 204 len: 168 time: 0.1593659 Nov 03 19:25:25.837591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b10aa1-37df-424b-9f93-b262d5065512,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:25.848785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.849355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.849922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.850480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.851014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.851501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.851986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.852480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.852940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.853748 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.854403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:25.854837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1b7fc-aa23-415f-a055-e3fe5ba9dce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:27.193826 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41046) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:27.329884 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ce9-b5e7-4ed6-9973-65ca1ca63d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.423767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ce9-b5e7-4ed6-9973-65ca1ca63d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.429305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ce9-b5e7-4ed6-9973-65ca1ca63d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.476246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9d9b5ce9-b5e7-4ed6-9973-65ca1ca63d43 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d4aad2a8e614e42b5d2d8b27ffaf8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2808561 Nov 03 19:25:27.477237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b5ce9-b5e7-4ed6-9973-65ca1ca63d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874196d2-0892-4e0d-a764-508ed5e27661,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:27.479731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41050) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:27.552227 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79a6a370-f00f-49fa-999f-795847e1dd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.578902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79a6a370-f00f-49fa-999f-795847e1dd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.637721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79a6a370-f00f-49fa-999f-795847e1dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.641299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-79a6a370-f00f-49fa-999f-795847e1dd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.642612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-79a6a370-f00f-49fa-999f-795847e1dd37 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/874196d2-0892-4e0d-a764-508ed5e27661 HTTP/1.1" status: 204 len: 168 time: 0.1615760 Nov 03 19:25:27.655462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6a370-f00f-49fa-999f-795847e1dd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874196d2-0892-4e0d-a764-508ed5e27661,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:30.188527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41212) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:30.331380 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4302a16e-616f-4041-9565-babea04ba6fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.433459 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4302a16e-616f-4041-9565-babea04ba6fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.439255 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4302a16e-616f-4041-9565-babea04ba6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.484792 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4302a16e-616f-4041-9565-babea04ba6fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa836ba6f4b94a42accf6807bbcc4827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950535 Nov 03 19:25:30.485654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302a16e-616f-4041-9565-babea04ba6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e6b7e1-2f8e-47bb-a7a9-1d82b7c05a8a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:30.487886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41216) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:30.555588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-254a2d8f-e3c6-4f66-bc00-2dde9dfe8bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.583779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-254a2d8f-e3c6-4f66-bc00-2dde9dfe8bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.645605 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-254a2d8f-e3c6-4f66-bc00-2dde9dfe8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.648425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-254a2d8f-e3c6-4f66-bc00-2dde9dfe8bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.649909 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-254a2d8f-e3c6-4f66-bc00-2dde9dfe8bfd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1e6b7e1-2f8e-47bb-a7a9-1d82b7c05a8a HTTP/1.1" status: 204 len: 168 time: 0.1608701 Nov 03 19:25:30.662831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a2d8f-e3c6-4f66-bc00-2dde9dfe8bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e6b7e1-2f8e-47bb-a7a9-1d82b7c05a8a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:31.005075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:31.020898 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e119fa0-1264-4048-a2b4-d21d03e2b0e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.117260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e119fa0-1264-4048-a2b4-d21d03e2b0e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.122276 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1e119fa0-1264-4048-a2b4-d21d03e2b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.167800 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1e119fa0-1264-4048-a2b4-d21d03e2b0e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2a8482b08264adabd8b4ab41ba5a534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612802 Nov 03 19:25:31.168935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e119fa0-1264-4048-a2b4-d21d03e2b0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904cb140-9ad9-4dd1-973b-532151c563fe,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:31.171159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41224) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:31.240815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17b74f0a-69ac-41de-a7fa-fb5c9e2440d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.268607 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17b74f0a-69ac-41de-a7fa-fb5c9e2440d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.332228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17b74f0a-69ac-41de-a7fa-fb5c9e2440d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.335887 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17b74f0a-69ac-41de-a7fa-fb5c9e2440d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.337575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-17b74f0a-69ac-41de-a7fa-fb5c9e2440d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/904cb140-9ad9-4dd1-973b-532151c563fe HTTP/1.1" status: 204 len: 168 time: 0.1646979 Nov 03 19:25:31.351818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b74f0a-69ac-41de-a7fa-fb5c9e2440d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904cb140-9ad9-4dd1-973b-532151c563fe,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:32.292288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41246) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:32.421594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-16401033-network', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:32.448798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:32.451476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.461997 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.560342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.567982 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.604361 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:25:32.616589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3432798c-58e8-4444-82e6-7970c88463cd,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:32.624071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.624439 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Added segment 21316723-0b08-4f21-9b27-240b9ffc909e of type vlan for network abfd6306-1778-44c2-964a-26fbc43c9955 Nov 03 19:25:32.675248 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.706572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.707981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:32.708650 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.720988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.770296 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4764328 Nov 03 19:25:32.770582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41250) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:32.776327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Request body: {'subnet': {'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-16401033-subnet', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:32.801680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:32.804208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.871529 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47642596-a56f-455e-af9b-1ccc9f4bb079 admin admin] Pushing event updated for resources: {'Network': ['ID=abfd6306-1778-44c2-964a-26fbc43c9955,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:32.887821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network abfd6306-1778-44c2-964a-26fbc43c9955 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:25:33.029294 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.089576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47cf27d-0a36-49df-9364-911e16a1631c,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:33.102088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:33.102572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Network hostable DHCP agents. Network: abfd6306-1778-44c2-964a-26fbc43c9955, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:25:33.122689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Network abfd6306-1778-44c2-964a-26fbc43c9955 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:25:33.135232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, abfd6306-1778-44c2-964a-26fbc43c9955) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:33.141686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:33.142595 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.149021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f2e6e-e752-4041-a8bd-aed317112434 None None] Network abfd6306-1778-44c2-964a-26fbc43c9955 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:33.167215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf8c195b-fb86-4c78-9eaf-9c280b1bd343 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3920350 Nov 03 19:25:33.167640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41252) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:33.171871 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:33.195808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.197454 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.254650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.413545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-abfd6306-1778-44c2-964a-26fbc43c9955', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:25:33.414963 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.476901 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.575341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Allocated IP 172.20.0.2 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/c9cfd167-54a0-42ed-b090-5de51450f833) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:33.774053 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.775495 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.777329 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.784718 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.799015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.834684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:33.840666 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:33.843721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:33.855867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Pushing event updated for resources: {'Port': ['ID=c9cfd167-54a0-42ed-b090-5de51450f833,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:33.884852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.885217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.885641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.885955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.886294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.886631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.887008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.887301 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.887786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.888006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.888266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.888599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:33.937474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Attempting to bind port c9cfd167-54a0-42ed-b090-5de51450f833 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:33.938029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Attempting to bind port c9cfd167-54a0-42ed-b090-5de51450f833 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:33.938619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Attempting to bind port c9cfd167-54a0-42ed-b090-5de51450f833 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:33.948426 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:33.948995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:33.949679 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.950305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:33.951318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Bound port: c9cfd167-54a0-42ed-b090-5de51450f833, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:33.951930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.970911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Allocated IP 172.25.3.79 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:34.054399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-40cba627-253d-468c-847a-2339f12b7956 None None] For port c9cfd167-54a0-42ed-b090-5de51450f833, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:34.060449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-40cba627-253d-468c-847a-2339f12b7956 None None] For port c9cfd167-54a0-42ed-b090-5de51450f833, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c9cfd167-54a0-42ed-b090-5de51450f833,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:34.066911 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.138293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.175162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cba627-253d-468c-847a-2339f12b7956 None None] Pushing event updated for resources: {'Port': ['ID=c9cfd167-54a0-42ed-b090-5de51450f833,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:34.190816 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.260514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:34.265546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:34.274915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:34.318298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:34.841379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c9cfd167-54a0-42ed-b090-5de51450f833 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:34.937386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c9cfd167-54a0-42ed-b090-5de51450f833 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:34.937815 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.076911 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.131020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port c9cfd167-54a0-42ed-b090-5de51450f833, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c9cfd167-54a0-42ed-b090-5de51450f833,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:35.138281 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.197587 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.218135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=c9cfd167-54a0-42ed-b090-5de51450f833,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:35.317288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a93b41-a6ec-44e0-93b6-cd37fd42c9df None None] Network abfd6306-1778-44c2-964a-26fbc43c9955 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:35.400637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8b9233bf-5232-4791-b0d9-d9b94ce86465 None None] Provisioning complete for port c9cfd167-54a0-42ed-b090-5de51450f833 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:35.401024 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b9233bf-5232-4791-b0d9-d9b94ce86465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.513899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.744898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:25:35.903420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:35.935700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.936267 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:35.940576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41254) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:35.950039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dafd6b02-0fd0-410f-809a-a435b8ec90b6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7814527 Nov 03 19:25:35.950408 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:35.950776 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:25:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:36.099925 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:36.115919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d93273c6-abee-40f4-978e-38a199e6a28f None None] Provisioning complete for port c9cfd167-54a0-42ed-b090-5de51450f833 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:36.116933 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d93273c6-abee-40f4-978e-38a199e6a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.162493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-199e6989-fb21-411b-8ca7-da48c1e4bca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.381185 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:35Z', 'revision_number': 3, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:36.416554 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:36.417100 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Updating router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:25:36.459870 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.653979 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.814441 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.817985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c9cfd167-54a0-42ed-b090-5de51450f833 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:36.824163 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.882376 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Attempting to bind port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:36.882791 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Attempting to bind port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:36.883109 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Attempting to bind port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:36.894484 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:36.894934 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:36.895301 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.895641 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:36.896111 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Bound port: fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:36.896489 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.899801 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Pushing event updated for resources: {'Port': ['ID=fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:36.919169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c9cfd167-54a0-42ed-b090-5de51450f833 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:36.921978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.964723 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] For port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:36.968703 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] For port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:36.971779 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.972155 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.972414 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.973459 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.974242 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.974769 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.975454 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.975972 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.976493 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.977018 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.977514 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.977744 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:36.982725 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.040704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Allocated IP 172.20.0.1 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/0ab4efe5-8221-4960-a188-aaab608745e6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:37.053656 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95654c22-4e58-4fd7-af42-5a1d005cf568 None None] Pushing event updated for resources: {'Port': ['ID=fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:37.056897 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:37.057820 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:25:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:37.194134 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:37.242655 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.286368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.336681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:37.340624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:37.350026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:37.400228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab4efe5-8221-4960-a188-aaab608745e6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:37.430832 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.472985 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:35Z', 'revision_number': 3, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:37.527216 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa74c85-6740-406d-81c3-1f282f64f5f5 None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:35Z', 'revision_number': 3, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:37.640016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.702343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2747420c-e5ce-499a-aaf2-2e007c7cbc68 None None] Provisioning complete for port 0ab4efe5-8221-4960-a188-aaab608745e6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:37.703624 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2747420c-e5ce-499a-aaf2-2e007c7cbc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.759501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2747420c-e5ce-499a-aaf2-2e007c7cbc68 None None] Port 0ab4efe5-8221-4960-a188-aaab608745e6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:37.932583 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.940213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:38.080124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:38.083633 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab4efe5-8221-4960-a188-aaab608745e6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:38.476752 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:38.478494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:38.625523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:38.781653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:38.794936 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cc842d46-147f-45a6-a909-366b48b42820 admin admin] 10.222.0.77 "PUT /v2.0/routers/9c1f0c53-9bf1-47f3-886e-4d73ca779bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8528192 Nov 03 19:25:38.811778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fe31fe68-250a-4e35-b181-456d64191e95 None None] Provisioning complete for port 0ab4efe5-8221-4960-a188-aaab608745e6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:38.812193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fe31fe68-250a-4e35-b181-456d64191e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:38.843367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:38.885341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fe31fe68-250a-4e35-b181-456d64191e95 None None] Port 0ab4efe5-8221-4960-a188-aaab608745e6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:38.919166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:38.919740 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.059109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.093089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:39.099253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.173816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:39.453293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607660da-7825-4916-8235-680cd10ec99e None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:39.473904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607660da-7825-4916-8235-680cd10ec99e None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:39.474945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-607660da-7825-4916-8235-680cd10ec99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:25:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:39.538092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41270) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:39.543347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1846708681-network', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:39.572841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Made reservation on behalf of ad3a46d4336c4ecc83dcf0d126a74a97 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:39.576558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.587052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.653717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-607660da-7825-4916-8235-680cd10ec99e None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:39.684572 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.690422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.717342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:25:39.735333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a7fc53-e1b3-4d6c-8207-a264c8078b11,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:39.738629 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.739184 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Added segment ab153b3c-cbbc-4caa-994d-0d18549a5d12 of type vlan for network 1a935f83-a9a4-4a33-8897-d43853d93602 Nov 03 19:25:39.790193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.826311 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.829139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:39.830133 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.931687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3880279 Nov 03 19:25:39.932046 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-607660da-7825-4916-8235-680cd10ec99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 2, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:39.932886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41272) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:39.938644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Request body: {'subnet': {'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1846708681-subnet', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:39.941548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af10fd-443a-4c0f-b334-0b69ddc1547c admin admin] Pushing event updated for resources: {'Network': ['ID=1a935f83-a9a4-4a33-8897-d43853d93602,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:39.965245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Made reservation on behalf of ad3a46d4336c4ecc83dcf0d126a74a97 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:39.968576 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.980117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 1a935f83-a9a4-4a33-8897-d43853d93602 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:25:39.983836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607660da-7825-4916-8235-680cd10ec99e None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:39.984176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607660da-7825-4916-8235-680cd10ec99e None None] Updating router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 port 0ab4efe5-8221-4960-a188-aaab608745e6 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:25:40.060727 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-607660da-7825-4916-8235-680cd10ec99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.184472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.228305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.333056 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a884f37-3018-4b4b-9a2a-41e704aa852f,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:40.348878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Checking segment: {'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:40.349490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Network hostable DHCP agents. Network: 1a935f83-a9a4-4a33-8897-d43853d93602, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:25:40.358810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2cfa-c33d-42f5-b5b3-5dd3a00555ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.377900 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Network 1a935f83-a9a4-4a33-8897-d43853d93602 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:25:40.389380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 1a935f83-a9a4-4a33-8897-d43853d93602) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:40.398758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:40.398758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.403755 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb2aa11-791a-4fcb-8d32-233793f0dc59 None None] Network 1a935f83-a9a4-4a33-8897-d43853d93602 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:40.425581 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6be3d65e-d829-498b-89fd-51f327e18336 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4922571 Nov 03 19:25:40.428749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 41274) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:40.435515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:40.465868 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.467188 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.541575 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.543947 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-607660da-7825-4916-8235-680cd10ec99e None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.561934 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-607660da-7825-4916-8235-680cd10ec99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.718482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b3810-83a6-41cb-aa5e-2f351035874a None None] Pushing event updated for resources: {'Port': ['ID=0ab4efe5-8221-4960-a188-aaab608745e6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:40.817540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.843054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-607660da-7825-4916-8235-680cd10ec99e None None] Attempting to bind port 0ab4efe5-8221-4960-a188-aaab608745e6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:40.843536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-607660da-7825-4916-8235-680cd10ec99e None None] Attempting to bind port 0ab4efe5-8221-4960-a188-aaab608745e6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:40.844139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607660da-7825-4916-8235-680cd10ec99e None None] Attempting to bind port 0ab4efe5-8221-4960-a188-aaab608745e6 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:40.887431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:40.892162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607660da-7825-4916-8235-680cd10ec99e None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:40.892761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607660da-7825-4916-8235-680cd10ec99e None None] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:40.893514 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-607660da-7825-4916-8235-680cd10ec99e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.894150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607660da-7825-4916-8235-680cd10ec99e None None] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:40.894971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-607660da-7825-4916-8235-680cd10ec99e None None] Bound port: 0ab4efe5-8221-4960-a188-aaab608745e6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:40.895625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-607660da-7825-4916-8235-680cd10ec99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.904389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-1a935f83-a9a4-4a33-8897-d43853d93602', 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'fixed_ips': [{'subnet_id': '0a884f37-3018-4b4b-9a2a-41e704aa852f'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:25:40.906932 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.125957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.148016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e4c41c4b-8d4a-41b1-a26f-a979460b81e7 None None] Provisioning complete for port 0ab4efe5-8221-4960-a188-aaab608745e6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:41.148972 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e4c41c4b-8d4a-41b1-a26f-a979460b81e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.159253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.188614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-607660da-7825-4916-8235-680cd10ec99e None None] For port 0ab4efe5-8221-4960-a188-aaab608745e6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:41.224216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-607660da-7825-4916-8235-680cd10ec99e None None] For port 0ab4efe5-8221-4960-a188-aaab608745e6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0ab4efe5-8221-4960-a188-aaab608745e6,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:41.252633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:41.253002 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.257233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-607660da-7825-4916-8235-680cd10ec99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.264093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e4c41c4b-8d4a-41b1-a26f-a979460b81e7 None None] Port 0ab4efe5-8221-4960-a188-aaab608745e6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:41.308099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Allocated IP 172.25.3.36 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/597b62d7-5af7-450d-84e7-c8c49e72e97a) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:41.370563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Allocated IP 172.20.0.2 (1a935f83-a9a4-4a33-8897-d43853d93602/0a884f37-3018-4b4b-9a2a-41e704aa852f/e43de6ab-1a16-479c-bf61-b5545c229c0e) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:41.402164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b3810-83a6-41cb-aa5e-2f351035874a None None] Pushing event updated for resources: {'Port': ['ID=0ab4efe5-8221-4960-a188-aaab608745e6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:41.407636 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607660da-7825-4916-8235-680cd10ec99e None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:41.408280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-607660da-7825-4916-8235-680cd10ec99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:25:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:41.499844 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.547663 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.591993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:41.595462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:41.599903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:41.656200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Pushing event updated for resources: {'Port': ['ID=597b62d7-5af7-450d-84e7-c8c49e72e97a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:41.863613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d7ff350c-32e0-4c0f-82ec-1e8997c94397 None None] Provisioning complete for port 0ab4efe5-8221-4960-a188-aaab608745e6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:41.863999 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7ff350c-32e0-4c0f-82ec-1e8997c94397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.866947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-607660da-7825-4916-8235-680cd10ec99e None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:41.966781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.990001 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.038989 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.184632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Network 1a935f83-a9a4-4a33-8897-d43853d93602 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:42.198619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:42.208769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:42.210977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Pushing event updated for resources: {'Port': ['ID=e43de6ab-1a16-479c-bf61-b5545c229c0e,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:42.223437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.244819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7ff350c-32e0-4c0f-82ec-1e8997c94397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.377085 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.385801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.391221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Attempting to bind port e43de6ab-1a16-479c-bf61-b5545c229c0e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:42.391588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Attempting to bind port e43de6ab-1a16-479c-bf61-b5545c229c0e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:42.391949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Attempting to bind port e43de6ab-1a16-479c-bf61-b5545c229c0e on network 1a935f83-a9a4-4a33-8897-d43853d93602 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:42.396808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d7ff350c-32e0-4c0f-82ec-1e8997c94397 None None] For port 0ab4efe5-8221-4960-a188-aaab608745e6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0ab4efe5-8221-4960-a188-aaab608745e6,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:42.405831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:42.406280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Checking segment: {'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:42.406605 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.407009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Bound using segment: {'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:42.407505 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Bound port: e43de6ab-1a16-479c-bf61-b5545c229c0e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:42.407894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.414072 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7ff350c-32e0-4c0f-82ec-1e8997c94397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.442835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Router e832cd46-9b70-4d86-9d06-7fa53c4925a4 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:25:42.524081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-607660da-7825-4916-8235-680cd10ec99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:41Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:42.572811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607660da-7825-4916-8235-680cd10ec99e None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:41Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:42.576809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff350c-32e0-4c0f-82ec-1e8997c94397 None None] Pushing event updated for resources: {'Port': ['ID=0ab4efe5-8221-4960-a188-aaab608745e6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:42.584832 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] For port e43de6ab-1a16-479c-bf61-b5545c229c0e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:42.589309 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] For port e43de6ab-1a16-479c-bf61-b5545c229c0e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e43de6ab-1a16-479c-bf61-b5545c229c0e,segment=NetworkSegment(ab153b3c-cbbc-4caa-994d-0d18549a5d12),segment_id=ab153b3c-cbbc-4caa-994d-0d18549a5d12)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:42.599979 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.612636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:42.623954 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Sync routers for ids ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:42.659592 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Routers {'e832cd46-9b70-4d86-9d06-7fa53c4925a4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:42.660387 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:25:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:42.663865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.677916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bf9e2f1c-3fbc-4ff4-981c-67254a31a19d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2463198 Nov 03 19:25:42.681130 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 41276) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:42.685270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54fcfd-8c0c-4a7d-8cac-00e84bca2403 None None] Pushing event updated for resources: {'Port': ['ID=e43de6ab-1a16-479c-bf61-b5545c229c0e,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:42.958744 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Set router e832cd46-9b70-4d86-9d06-7fa53c4925a4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:42.965650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0ab4efe5-8221-4960-a188-aaab608745e6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:43.137800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0ab4efe5-8221-4960-a188-aaab608745e6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:43.138784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.466012 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.487067 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:25:41Z', 'revision_number': 3, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port': {'id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:41Z', 'updated_at': '2021-11-03T19:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:43.521800 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Checking router: e832cd46-9b70-4d86-9d06-7fa53c4925a4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:43.522171 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Updating router e832cd46-9b70-4d86-9d06-7fa53c4925a4 port 597b62d7-5af7-450d-84e7-c8c49e72e97a binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:25:43.559923 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.760764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Allocated IP 172.20.0.1 (1a935f83-a9a4-4a33-8897-d43853d93602/0a884f37-3018-4b4b-9a2a-41e704aa852f/7668f52a-7d23-49a5-a2f1-c4722724d610) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:43.950966 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.017292 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.040483 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.053269 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.098910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Network 1a935f83-a9a4-4a33-8897-d43853d93602 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:44.111579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:44.124423 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:44.132273 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Attempting to bind port 597b62d7-5af7-450d-84e7-c8c49e72e97a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:44.133089 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Attempting to bind port 597b62d7-5af7-450d-84e7-c8c49e72e97a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:44.133776 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Attempting to bind port 597b62d7-5af7-450d-84e7-c8c49e72e97a on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:44.146898 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:44.147730 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:44.148394 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.149009 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:44.149551 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Bound port: 597b62d7-5af7-450d-84e7-c8c49e72e97a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:44.150508 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.184401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Pushing event updated for resources: {'Port': ['ID=7668f52a-7d23-49a5-a2f1-c4722724d610,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:44.217854 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] For port 597b62d7-5af7-450d-84e7-c8c49e72e97a, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:44.221838 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] For port 597b62d7-5af7-450d-84e7-c8c49e72e97a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=597b62d7-5af7-450d-84e7-c8c49e72e97a,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:44.226779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.233173 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.236554 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e7915-96ed-422f-82e2-cc48edab64d7 None None] Pushing event updated for resources: {'Port': ['ID=597b62d7-5af7-450d-84e7-c8c49e72e97a,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:44.311554 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e7915-96ed-422f-82e2-cc48edab64d7 None None] Pushing event updated for resources: {'Port': ['ID=597b62d7-5af7-450d-84e7-c8c49e72e97a,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:44.322339 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Routers {'e832cd46-9b70-4d86-9d06-7fa53c4925a4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:44.322906 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:25:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:44.347757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17906014-6751-4251-9395-d7c8e34fb667 None None] Network 1a935f83-a9a4-4a33-8897-d43853d93602 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:44.365768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-9166b981-4230-4983-aac7-9a523fa17579 req-c8de6349-36d7-4cc7-9e7b-51ee4797611c service neutron] (101756) timed out ('10.222.0.77', 48258) {{(pid=101756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:25:44.472073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a47d1e87-34e2-435a-b286-9c8be6e32895 None None] Provisioning complete for port e43de6ab-1a16-479c-bf61-b5545c229c0e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:44.472493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a47d1e87-34e2-435a-b286-9c8be6e32895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.479166 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] Set router e832cd46-9b70-4d86-9d06-7fa53c4925a4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:44.522910 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.661069 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a47d1e87-34e2-435a-b286-9c8be6e32895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.711971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a47d1e87-34e2-435a-b286-9c8be6e32895 None None] For port e43de6ab-1a16-479c-bf61-b5545c229c0e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e43de6ab-1a16-479c-bf61-b5545c229c0e,segment=NetworkSegment(ab153b3c-cbbc-4caa-994d-0d18549a5d12),segment_id=ab153b3c-cbbc-4caa-994d-0d18549a5d12)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:44.718405 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a47d1e87-34e2-435a-b286-9c8be6e32895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.784052 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:25:41Z', 'revision_number': 3, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port': {'id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:41Z', 'updated_at': '2021-11-03T19:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:44.791918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d1e87-34e2-435a-b286-9c8be6e32895 None None] Pushing event updated for resources: {'Port': ['ID=e43de6ab-1a16-479c-bf61-b5545c229c0e,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:44.827509 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c53d31-7ac3-4de0-b638-ac9e2bfea855 None None] The sync data for ids ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'] in n-d-812148-3 is: [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:25:41Z', 'revision_number': 3, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port': {'id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:69:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:41Z', 'updated_at': '2021-11-03T19:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:44.871553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.880275 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.965135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e43de6ab-1a16-479c-bf61-b5545c229c0e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:45.027727 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:45.033696 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Pushing event updated for resources: {'Port': ['ID=7668f52a-7d23-49a5-a2f1-c4722724d610,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:45.054180 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e43de6ab-1a16-479c-bf61-b5545c229c0e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:45.054671 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:45.148284 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:25:45.183489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Network 1a935f83-a9a4-4a33-8897-d43853d93602 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:45.185666 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:45.239908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b630b1a7-f819-446e-a1b0-0bd05f49a598 None None] Provisioning complete for port e43de6ab-1a16-479c-bf61-b5545c229c0e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:45.240626 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b630b1a7-f819-446e-a1b0-0bd05f49a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:45.467476 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Router e832cd46-9b70-4d86-9d06-7fa53c4925a4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:45.496754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b630b1a7-f819-446e-a1b0-0bd05f49a598 None None] Provisioning complete for port 7668f52a-7d23-49a5-a2f1-c4722724d610 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:45.497437 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b630b1a7-f819-446e-a1b0-0bd05f49a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:45.606013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b630b1a7-f819-446e-a1b0-0bd05f49a598 None None] Port 7668f52a-7d23-49a5-a2f1-c4722724d610 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:45.738901 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:45.757466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b9648669-a01f-4cfc-8cc2-abdf584e7233 admin admin] 10.222.0.77 "PUT /v2.0/routers/e832cd46-9b70-4d86-9d06-7fa53c4925a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0743124 Nov 03 19:25:45.774455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-4c4f8408-2636-4b47-ab94-e60b776d29b6 None None] Provisioning complete for port 7668f52a-7d23-49a5-a2f1-c4722724d610 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:45.775542 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8408-2636-4b47-ab94-e60b776d29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:45.976289 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f8408-2636-4b47-ab94-e60b776d29b6 None None] Port 7668f52a-7d23-49a5-a2f1-c4722724d610 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:46.122894 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3cda13bf-9248-47ec-a491-c5eb5cbadec0 None None] Provisioning complete for port 7668f52a-7d23-49a5-a2f1-c4722724d610 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:46.125094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3cda13bf-9248-47ec-a491-c5eb5cbadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.212934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3cda13bf-9248-47ec-a491-c5eb5cbadec0 None None] Port 7668f52a-7d23-49a5-a2f1-c4722724d610 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:47.052077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 597b62d7-5af7-450d-84e7-c8c49e72e97a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:47.137985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 597b62d7-5af7-450d-84e7-c8c49e72e97a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:47.138651 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.306913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.342938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 597b62d7-5af7-450d-84e7-c8c49e72e97a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=597b62d7-5af7-450d-84e7-c8c49e72e97a,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:47.349338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.351607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e43de6ab-1a16-479c-bf61-b5545c229c0e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:47.449028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=597b62d7-5af7-450d-84e7-c8c49e72e97a,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:47.462692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e43de6ab-1a16-479c-bf61-b5545c229c0e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:47.463425 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.578529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Sync routers for ids ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:47.607781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Routers {'e832cd46-9b70-4d86-9d06-7fa53c4925a4'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:47.608431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:25:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:47.744259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Set router e832cd46-9b70-4d86-9d06-7fa53c4925a4 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:48.068697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:25:44Z', 'revision_number': 4, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port': {'id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:41Z', 'updated_at': '2021-11-03T19:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7668f52a-7d23-49a5-a2f1-c4722724d610', 'name': '', 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'mac_address': 'fa:16:3e:1f:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0a884f37-3018-4b4b-9a2a-41e704aa852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:43Z', 'updated_at': '2021-11-03T19:25:44Z', 'revision_number': 2, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'subnets': [{'id': '0a884f37-3018-4b4b-9a2a-41e704aa852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:48.101158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Checking router: e832cd46-9b70-4d86-9d06-7fa53c4925a4 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:48.101517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Updating router e832cd46-9b70-4d86-9d06-7fa53c4925a4 port 7668f52a-7d23-49a5-a2f1-c4722724d610 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:25:48.130555 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.485231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.491758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.550085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714162d-5cb8-4fcc-9336-fc361873d55d None None] Pushing event updated for resources: {'Port': ['ID=7668f52a-7d23-49a5-a2f1-c4722724d610,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:48.643763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Attempting to bind port 7668f52a-7d23-49a5-a2f1-c4722724d610 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:48.644396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Attempting to bind port 7668f52a-7d23-49a5-a2f1-c4722724d610 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:48.645036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Attempting to bind port 7668f52a-7d23-49a5-a2f1-c4722724d610 on network 1a935f83-a9a4-4a33-8897-d43853d93602 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:48.654583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:48.655202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Checking segment: {'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:48.655877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.656544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Bound using segment: {'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:48.657299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Bound port: 7668f52a-7d23-49a5-a2f1-c4722724d610, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab153b3c-cbbc-4caa-994d-0d18549a5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:48.657888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.881007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 597b62d7-5af7-450d-84e7-c8c49e72e97a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:48.945501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e50a3985-e6c7-4b15-a0cb-c3dec9a7237e None None] Provisioning complete for port 7668f52a-7d23-49a5-a2f1-c4722724d610 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:48.945860 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e50a3985-e6c7-4b15-a0cb-c3dec9a7237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.988687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] For port 7668f52a-7d23-49a5-a2f1-c4722724d610, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:49.009150 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] For port 7668f52a-7d23-49a5-a2f1-c4722724d610, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7668f52a-7d23-49a5-a2f1-c4722724d610,segment=NetworkSegment(ab153b3c-cbbc-4caa-994d-0d18549a5d12),segment_id=ab153b3c-cbbc-4caa-994d-0d18549a5d12)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:49.012870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e50a3985-e6c7-4b15-a0cb-c3dec9a7237e None None] Port 7668f52a-7d23-49a5-a2f1-c4722724d610 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:49.017893 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.046678 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 597b62d7-5af7-450d-84e7-c8c49e72e97a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:49.047041 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.122267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714162d-5cb8-4fcc-9336-fc361873d55d None None] Pushing event updated for resources: {'Port': ['ID=7668f52a-7d23-49a5-a2f1-c4722724d610,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:49.128474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Routers {'e832cd46-9b70-4d86-9d06-7fa53c4925a4'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:49.129116 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:25:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:49.297365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] Set router e832cd46-9b70-4d86-9d06-7fa53c4925a4 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:49.546874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7d3e948b-0900-4a32-9298-9d1d8a14bcd6 None None] Provisioning complete for port 7668f52a-7d23-49a5-a2f1-c4722724d610 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:49.547376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7d3e948b-0900-4a32-9298-9d1d8a14bcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.750013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f44-42dc-410a-b998-847dbca2f741 req-4e4332f2-54dc-4c47-a6a8-6c0c7e01e713 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:49.752060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-4e4332f2-54dc-4c47-a6a8-6c0c7e01e713 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1253204 Nov 03 19:25:49.771008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-4af3eef0-ca2b-43ab-8d5f-a2ff0034c353 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/quotas/d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 375 time: 0.0122364 Nov 03 19:25:49.792826 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7d3e948b-0900-4a32-9298-9d1d8a14bcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.836281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-6670c05a-0f6b-43ce-bd69-be2ff184b225 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579855 Nov 03 19:25:49.844360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:25:44Z', 'revision_number': 4, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port': {'id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:41Z', 'updated_at': '2021-11-03T19:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7668f52a-7d23-49a5-a2f1-c4722724d610', 'name': '', 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'mac_address': 'fa:16:3e:1f:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0a884f37-3018-4b4b-9a2a-41e704aa852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:43Z', 'updated_at': '2021-11-03T19:25:48Z', 'revision_number': 4, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'subnets': [{'id': '0a884f37-3018-4b4b-9a2a-41e704aa852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:49.903530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5179e-dabe-4645-bf18-94d7be4d9f00 None None] The sync data for ids ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'] in n-d-812148-3 is: [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:25:44Z', 'revision_number': 4, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port': {'id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:41Z', 'updated_at': '2021-11-03T19:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '7668f52a-7d23-49a5-a2f1-c4722724d610', 'name': '', 'network_id': '1a935f83-a9a4-4a33-8897-d43853d93602', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'mac_address': 'fa:16:3e:1f:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0a884f37-3018-4b4b-9a2a-41e704aa852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:43Z', 'updated_at': '2021-11-03T19:25:48Z', 'revision_number': 4, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'subnets': [{'id': '0a884f37-3018-4b4b-9a2a-41e704aa852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:49.917940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7d3e948b-0900-4a32-9298-9d1d8a14bcd6 None None] For port 7668f52a-7d23-49a5-a2f1-c4722724d610, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7668f52a-7d23-49a5-a2f1-c4722724d610,segment=NetworkSegment(ab153b3c-cbbc-4caa-994d-0d18549a5d12),segment_id=ab153b3c-cbbc-4caa-994d-0d18549a5d12)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:49.925941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7d3e948b-0900-4a32-9298-9d1d8a14bcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:50.010396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e948b-0900-4a32-9298-9d1d8a14bcd6 None None] Pushing event updated for resources: {'Port': ['ID=7668f52a-7d23-49a5-a2f1-c4722724d610,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:50.054246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-3d992f12-3bc6-4a6c-9c9f-6ee7fc822e13 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:25:50.055372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-3d992f12-3bc6-4a6c-9c9f-6ee7fc822e13 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2113199 Nov 03 19:25:50.204215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-ba24bd62-d0e2-4f41-af67-6b0172a197ef service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267974 Nov 03 19:25:50.338970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-3d34324b-d991-4630-9012-aa8668c064d9 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252906 Nov 03 19:25:50.845047 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-380d8efd-7921-4b46-8097-37227591c9c7 req-d5ae876c-3a09-4c21-ace8-628b4e2f9e27 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 210 time: 0.0631928 Nov 03 19:25:50.933647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7668f52a-7d23-49a5-a2f1-c4722724d610 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:51.011646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7668f52a-7d23-49a5-a2f1-c4722724d610 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:51.012018 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:51.962209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-42648408-bb37-48ad-99cf-f740dbd50707 req-79c91ab2-2360-4426-b787-007f9af74079 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 210 time: 0.0374589 Nov 03 19:25:52.149256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f44-42dc-410a-b998-847dbca2f741 req-f809bd59-deae-4818-851a-e40d4940f593 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:52.152021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-f809bd59-deae-4818-851a-e40d4940f593 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1524355 Nov 03 19:25:52.170183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'port': {'device_id': '3791a8ca-6741-4a9d-b304-ae0a1c61528e', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'admin_state_up': True, 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:52.367348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:52.372406 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.591992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.20.0.10 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/5c971a82-6e8d-4e48-b2a5-25ed51ded1ae) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:52.815251 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.872060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.920233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:52.924554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:52.929219 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:52.969647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:53.003350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:53.004463 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.037611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-1d8424c6-1a58-46e8-815a-90daa77f2425 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8736801 Nov 03 19:25:53.161236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Request body: {'port': {'device_id': '3791a8ca-6741-4a9d-b304-ae0a1c61528e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:53.231085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374536d-84d8-4be7-8188-b22554a0de9b req-0ddd8e0a-4152-4a3b-8a9a-99a8b2b1e3ea tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:53.233516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5374536d-84d8-4be7-8188-b22554a0de9b req-0ddd8e0a-4152-4a3b-8a9a-99a8b2b1e3ea tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 932 time: 0.1504693 Nov 03 19:25:53.279613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-561dfcdc-2495-43c2-8ddf-889b8b9958ed None None] Provisioning complete for port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:53.281366 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-561dfcdc-2495-43c2-8ddf-889b8b9958ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.301258 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.334363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-561dfcdc-2495-43c2-8ddf-889b8b9958ed None None] Port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:53.415688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5374536d-84d8-4be7-8188-b22554a0de9b req-840bffb3-ecc5-4e6b-b4e3-5c2bd259e42c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734350 Nov 03 19:25:53.825986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:25:53.847222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.869835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Transition to ACTIVE for port object 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:25:53.875470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.967308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Pushing event updated for resources: {'Port': ['ID=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:54.116203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Attempting to bind port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:54.116971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Attempting to bind port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:54.117324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Attempting to bind port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:54.126566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae on network abfd6306-1778-44c2-964a-26fbc43c9955 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:25:54.127044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Attempting to bind port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:54.136986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:54.137572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:54.138235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:54.139009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Bound port: 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:54.139618 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.256218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] For port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:54.261100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] For port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:54.267356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.307985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:54.309652 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.311157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c971a82-6e8d-4e48-b2a5-25ed51ded1ae HTTP/1.1" status: 200 len: 1092 time: 1.2657487 Nov 03 19:25:54.313629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3791a8ca-6741-4a9d-b304-ae0a1c61528e', 'tag': '5c971a82-6e8d-4e48-b2a5-25ed51ded1ae'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:54.317198 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a2bedb-fdf8-4567-b5e6-85724f827fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "3791a8ca-6741-4a9d-b304-ae0a1c61528e", "tag": "5c971a82-6e8d-4e48-b2a5-25ed51ded1ae"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:54.370261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605da51-49be-41fb-9e2c-5079bdea2d03 service neutron] Pushing event updated for resources: {'Port': ['ID=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:54.456464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f44-42dc-410a-b998-847dbca2f741 req-eebbaeb8-3b39-4e62-81a8-cfd75106d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:54.458419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-eebbaeb8-3b39-4e62-81a8-cfd75106d841 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 1095 time: 0.0778072 Nov 03 19:25:54.546173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-4bd4ce44-3b1c-4669-8d5e-b9da57340142 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae HTTP/1.1" status: 200 len: 217 time: 0.0789912 Nov 03 19:25:54.548829 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c148e95a-d50d-4bb3-99b4-364c90cc34dd x-openstack-request-id: req-c148e95a-d50d-4bb3-99b4-364c90cc34dd {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:54.549281 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3791a8ca-6741-4a9d-b304-ae0a1c61528e", "tag": "5c971a82-6e8d-4e48-b2a5-25ed51ded1ae", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:54.549695 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c148e95a-d50d-4bb3-99b4-364c90cc34dd {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:54.550443 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3791a8ca-6741-4a9d-b304-ae0a1c61528e', 'tag': '5c971a82-6e8d-4e48-b2a5-25ed51ded1ae', 'status': 'completed', 'code': 200} Nov 03 19:25:54.651504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f44-42dc-410a-b998-847dbca2f741 req-99abfd8f-10ce-4f1a-9fa2-279b3e711056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:54.655023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-99abfd8f-10ce-4f1a-9fa2-279b3e711056 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.1005065 Nov 03 19:25:54.768080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f44-42dc-410a-b998-847dbca2f741 req-b1d1bf38-1368-4f2f-b28e-65c175ae8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:54.770062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-b1d1bf38-1368-4f2f-b28e-65c175ae8827 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975602 Nov 03 19:25:54.780805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89ff4-c621-4d93-9e8e-7a73304fca01 req-793a4b3b-3fc6-485a-b3a6-cd31df1d3f38 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:54.783755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e89ff4-c621-4d93-9e8e-7a73304fca01 req-793a4b3b-3fc6-485a-b3a6-cd31df1d3f38 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.1269002 Nov 03 19:25:54.922432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3e89ff4-c621-4d93-9e8e-7a73304fca01 req-e79c06cd-57b2-474e-8099-62b792733b1d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239491 Nov 03 19:25:54.944064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-e39bb58b-5d49-4d48-9dda-54f4fa3675af service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588054 Nov 03 19:25:55.086076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a602f44-42dc-410a-b998-847dbca2f741 req-9a8d2248-0ea2-4588-a8fc-371874b088a1 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341300 Nov 03 19:25:55.207878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-775a15a0-48de-4b0c-87f4-1d2a57cf424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:55.209527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-775a15a0-48de-4b0c-87f4-1d2a57cf424a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 1095 time: 0.0694802 Nov 03 19:25:55.329328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-43cea8d2-8d67-4748-beb0-26dce51efa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:55.331794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-43cea8d2-8d67-4748-beb0-26dce51efa27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1145804 Nov 03 19:25:55.378188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-38f1b55c-d30a-49be-878f-9fa718b74ecf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae HTTP/1.1" status: 200 len: 217 time: 0.0386267 Nov 03 19:25:55.432987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-731d4de7-85b5-4886-9783-31bac5d35644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:55.434747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-731d4de7-85b5-4886-9783-31bac5d35644 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0495749 Nov 03 19:25:55.486038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-54bac78d-c96d-44a3-b8ab-32d30e043025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:55.487633 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-54bac78d-c96d-44a3-b8ab-32d30e043025 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453677 Nov 03 19:25:55.599489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-c34d42b9-f3c4-41d4-85ef-035dec2390d9 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039486 Nov 03 19:25:56.169289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-30a2bedb-fdf8-4567-b5e6-85724f827fe2 req-f5d2147c-dbd4-40f5-9f02-f4ad56f138eb service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609257 Nov 03 19:25:56.193185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411506b-f9fe-49f0-b868-c248f008d2ec req-f6b5050e-0354-40a5-8953-0375bd431a76 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:56.195904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b411506b-f9fe-49f0-b868-c248f008d2ec req-f6b5050e-0354-40a5-8953-0375bd431a76 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.1176150 Nov 03 19:25:56.280498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b411506b-f9fe-49f0-b868-c248f008d2ec req-ecfbfb44-6f47-40a5-a102-44ea84d8359d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763781 Nov 03 19:25:57.462491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d8342-dc8f-4b35-8cb8-e34bf080769a req-4b44bbb8-1c77-480e-aaf5-da0644962cc6 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:57.465192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-174d8342-dc8f-4b35-8cb8-e34bf080769a req-4b44bbb8-1c77-480e-aaf5-da0644962cc6 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.0903165 Nov 03 19:25:57.549636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-174d8342-dc8f-4b35-8cb8-e34bf080769a req-706cf635-9c58-4adf-8c1d-60982ce603d1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767901 Nov 03 19:25:58.731640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7d2f-450e-41a4-a542-d8063409e7b6 req-20383fa3-15c5-4b15-9095-0666eacbdb46 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:58.733157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74fd7d2f-450e-41a4-a542-d8063409e7b6 req-20383fa3-15c5-4b15-9095-0666eacbdb46 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.0645933 Nov 03 19:25:58.804343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74fd7d2f-450e-41a4-a542-d8063409e7b6 req-129fa2ab-fa44-4656-817d-d2e9e4033adb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638046 Nov 03 19:25:59.960451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8791-7105-42dd-9521-38c7c8288dee req-37d50f92-d990-45b0-835f-4c0e9aa3bf5c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:59.962045 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-264e8791-7105-42dd-9521-38c7c8288dee req-37d50f92-d990-45b0-835f-4c0e9aa3bf5c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.0591452 Nov 03 19:26:00.027288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-264e8791-7105-42dd-9521-38c7c8288dee req-d9290778-8eec-4cfd-97e5-44a68b2b4933 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574083 Nov 03 19:26:01.164815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e46a3-a2cf-4370-80dc-9defc7ed09ae req-97f9c035-1f08-4b64-ad1c-ba1b30fffc45 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.166880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc4e46a3-a2cf-4370-80dc-9defc7ed09ae req-97f9c035-1f08-4b64-ad1c-ba1b30fffc45 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.0605636 Nov 03 19:26:01.223791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc4e46a3-a2cf-4370-80dc-9defc7ed09ae req-5f4b17be-93dc-45c5-93d7-d515cfb2b1c8 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499640 Nov 03 19:26:02.393787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaa0f8-4ff9-4e94-a0fe-0846f17e39cb req-4aea3bc2-36cd-4d85-9b32-a38e93c86a10 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:02.395400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7abaa0f8-4ff9-4e94-a0fe-0846f17e39cb req-4aea3bc2-36cd-4d85-9b32-a38e93c86a10 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.0574017 Nov 03 19:26:02.458622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7abaa0f8-4ff9-4e94-a0fe-0846f17e39cb req-85204708-9e9d-4b46-bc59-023fbfe1539b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513365 Nov 03 19:26:02.733801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.589750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cff6b-d741-4eb1-b18d-6f037ba7f419 req-2f107afd-d71d-4fd9-8316-034d626fd289 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:03.591411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-492cff6b-d741-4eb1-b18d-6f037ba7f419 req-2f107afd-d71d-4fd9-8316-034d626fd289 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.0577068 Nov 03 19:26:03.659357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-492cff6b-d741-4eb1-b18d-6f037ba7f419 req-0ade1fc8-a12f-4379-b87f-58cf15ddc954 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567532 Nov 03 19:26:03.755736 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.805307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417f51-1eec-4e37-a9b7-94621dd65b0c req-5e62c04b-9326-48e9-9c81-6b8e4838cdef tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:04.807565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f417f51-1eec-4e37-a9b7-94621dd65b0c req-5e62c04b-9326-48e9-9c81-6b8e4838cdef tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.0579596 Nov 03 19:26:04.872351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f417f51-1eec-4e37-a9b7-94621dd65b0c req-4cc231b8-7730-4001-8101-5e9faab01e37 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532277 Nov 03 19:26:06.083108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e534d31-d32b-4b33-8a8b-d724e61d84a9 req-55223b2a-c00a-419d-a0fb-36997558638c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:06.085739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e534d31-d32b-4b33-8a8b-d724e61d84a9 req-55223b2a-c00a-419d-a0fb-36997558638c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 944 time: 0.0858915 Nov 03 19:26:06.118657 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5e020cae-edd5-46d6-b3eb-cdec8f92271e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:06.157794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e534d31-d32b-4b33-8a8b-d724e61d84a9 req-7f77df7d-e5c2-4904-809e-2c246c3b6083 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638371 Nov 03 19:26:06.554730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:26:06.705560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:26:06.730435 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '5c971a82-6e8d-4e48-b2a5-25ed51ded1ae', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'port_id': '5c971a82-6e8d-4e48-b2a5-25ed51ded1ae', 'mac_address': 'fa:16:3e:d1:68:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:26:06.783930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:06.802126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:26:06.832698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:26:06.840249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:06.916021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:07.079413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['5c971a82-6e8d-4e48-b2a5-25ed51ded1ae'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:26:07.338945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3bdf5-d1fc-4cc0-8de7-c3ff17465c80 req-c8450252-254b-457f-8fb1-5697dbf22521 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:07.341072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3c3bdf5-d1fc-4cc0-8de7-c3ff17465c80 req-c8450252-254b-457f-8fb1-5697dbf22521 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 945 time: 0.0821555 Nov 03 19:26:07.403362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3c3bdf5-d1fc-4cc0-8de7-c3ff17465c80 req-9e0ee89c-925a-4214-bdfa-223c19db3554 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548992 Nov 03 19:26:08.562541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:26:08.567976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd82b6-14d6-4ca5-a0ee-00bed72e0244 req-8619fbf3-84b4-46b0-af2e-9f2b04233183 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:08.568920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51dd82b6-14d6-4ca5-a0ee-00bed72e0244 req-8619fbf3-84b4-46b0-af2e-9f2b04233183 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 945 time: 0.0751419 Nov 03 19:26:08.632136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51dd82b6-14d6-4ca5-a0ee-00bed72e0244 req-d708dd1a-3cae-4b3d-aa2b-f08426ea7ab3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546532 Nov 03 19:26:08.651912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:26:08.658516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:08.659045 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:08.769946 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:08.809822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3791a8ca-6741-4a9d-b304-ae0a1c61528e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c971a82-6e8d-4e48-b2a5-25ed51ded1ae'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:26:08.813914 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b497f-bd69-464b-a2aa-e3ea377c41e7" -d '{"events": [{"server_uuid": "3791a8ca-6741-4a9d-b304-ae0a1c61528e", "name": "network-vif-plugged", "status": "completed", "tag": "5c971a82-6e8d-4e48-b2a5-25ed51ded1ae"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:26:08.836437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:26:08.842237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:08.917560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:08.955587 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0004f0-6564-4605-bda0-e3c09eb52097 x-openstack-request-id: req-1d0004f0-6564-4605-bda0-e3c09eb52097 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:26:08.956122 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3791a8ca-6741-4a9d-b304-ae0a1c61528e", "name": "network-vif-plugged", "status": "completed", "tag": "5c971a82-6e8d-4e48-b2a5-25ed51ded1ae", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:26:08.956534 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d0004f0-6564-4605-bda0-e3c09eb52097 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:26:08.957188 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3791a8ca-6741-4a9d-b304-ae0a1c61528e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c971a82-6e8d-4e48-b2a5-25ed51ded1ae', 'code': 200} Nov 03 19:26:09.090399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682372c-6a8d-405d-9f39-c02213b3c777 req-aab3bddf-3aa6-4434-a6b3-76138083882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:09.092982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d682372c-6a8d-405d-9f39-c02213b3c777 req-aab3bddf-3aa6-4434-a6b3-76138083882b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 1097 time: 0.0697920 Nov 03 19:26:09.181982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d682372c-6a8d-405d-9f39-c02213b3c777 req-c481d857-3ac4-4df2-9c2d-433725ffb1da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796480 Nov 03 19:26:09.781941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658f058-265c-407b-b23b-806d0f569d0b req-82748dff-427d-4ecc-b855-b0105fffe94c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:09.783894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7658f058-265c-407b-b23b-806d0f569d0b req-82748dff-427d-4ecc-b855-b0105fffe94c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 946 time: 0.0607061 Nov 03 19:26:09.843854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7658f058-265c-407b-b23b-806d0f569d0b req-62100ee7-e390-437b-bce3-d742afafaf88 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486331 Nov 03 19:26:10.167759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:10.355424 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-24a56ead-543a-48b6-81b6-8b7c7c700ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:10.975500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c10f4-feb9-49b9-befb-5f00ed2f5163 req-253ab4a4-1cbe-4dbb-a448-5ca4f5c91cc5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:10.977333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-449c10f4-feb9-49b9-befb-5f00ed2f5163 req-253ab4a4-1cbe-4dbb-a448-5ca4f5c91cc5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 946 time: 0.0551803 Nov 03 19:26:11.034961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-449c10f4-feb9-49b9-befb-5f00ed2f5163 req-1f358088-3fb9-428c-91ec-2b146655f718 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 Nov 03 19:26:11.169018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141197a-3730-40ac-8dcc-c9c9346d6c93 req-8af2d546-5969-4b14-89df-8407c1369516 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:11.170732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6141197a-3730-40ac-8dcc-c9c9346d6c93 req-8af2d546-5969-4b14-89df-8407c1369516 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 946 time: 0.0610368 Nov 03 19:26:11.231173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6141197a-3730-40ac-8dcc-c9c9346d6c93 req-3b9f4f98-4cbc-42ff-bbe8-949c7f6ead7e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484920 Nov 03 19:26:11.403514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e6e5a-50d8-4888-9d35-faee348c43d9 req-3de9b472-40ca-4f79-bd64-3a6eb499ceb2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:11.405299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-388e6e5a-50d8-4888-9d35-faee348c43d9 req-3de9b472-40ca-4f79-bd64-3a6eb499ceb2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 946 time: 0.0582397 Nov 03 19:26:11.460705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-388e6e5a-50d8-4888-9d35-faee348c43d9 req-7f1210d3-e74d-49c4-bac3-9f00df37f335 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484836 Nov 03 19:26:11.788753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c4c9f-e79e-4061-9a28-80f43975412f req-15b56a82-d8c8-4101-9293-87c240ab2b04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:11.790408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e6c4c9f-e79e-4061-9a28-80f43975412f req-15b56a82-d8c8-4101-9293-87c240ab2b04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 946 time: 0.0611057 Nov 03 19:26:11.852941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e6c4c9f-e79e-4061-9a28-80f43975412f req-75a762a0-c7d6-4a6f-aaf8-f46b4b890a30 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505500 Nov 03 19:26:12.313464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.317439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.999013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17724-1cf9-4369-aff3-0bb81a7a62a4 req-cf5d90ae-4361-4fb5-8ee1-03860dac4bb0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:13.000700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c2f17724-1cf9-4369-aff3-0bb81a7a62a4 req-cf5d90ae-4361-4fb5-8ee1-03860dac4bb0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 946 time: 0.0551784 Nov 03 19:26:13.067921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c2f17724-1cf9-4369-aff3-0bb81a7a62a4 req-6cfedf80-0b82-4cb2-a3c3-40c8906bde9b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Nov 03 19:26:13.169188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-8700f311-5621-4f76-a7c1-880c72fc7702 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:13.170965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-8700f311-5621-4f76-a7c1-880c72fc7702 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 946 time: 0.0569892 Nov 03 19:26:13.284948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:26:13.285288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.396360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] For port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:26:13.396727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.413780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:26:13.607168 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.621101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['5c971a82-6e8d-4e48-b2a5-25ed51ded1ae'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:26:13.640947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=5c971a82-6e8d-4e48-b2a5-25ed51ded1ae,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:13.694476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] No DVR routers for this DVR port 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:26:13.697909 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.702132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2cd64c61-97d3-4aba-8ffc-1b2968212338 req-b366a6a8-6264-4be2-ad8e-055feba7389b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "DELETE /v2.0/ports/5c971a82-6e8d-4e48-b2a5-25ed51ded1ae HTTP/1.1" status: 204 len: 173 time: 0.5229983 Nov 03 19:26:13.702132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3791a8ca-6741-4a9d-b304-ae0a1c61528e', 'name': 'network-vif-deleted', 'tag': '5c971a82-6e8d-4e48-b2a5-25ed51ded1ae'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:26:13.704533 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4b2747-49d1-48b7-ab39-0629d7460c7c" -d '{"events": [{"server_uuid": "3791a8ca-6741-4a9d-b304-ae0a1c61528e", "name": "network-vif-deleted", "tag": "5c971a82-6e8d-4e48-b2a5-25ed51ded1ae"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:26:13.768178 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae25433-2442-4f76-99d0-df538fa4d1a5 x-openstack-request-id: req-8ae25433-2442-4f76-99d0-df538fa4d1a5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:26:13.768522 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3791a8ca-6741-4a9d-b304-ae0a1c61528e", "name": "network-vif-deleted", "tag": "5c971a82-6e8d-4e48-b2a5-25ed51ded1ae", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:26:13.768798 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ae25433-2442-4f76-99d0-df538fa4d1a5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:26:13.769198 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3791a8ca-6741-4a9d-b304-ae0a1c61528e', 'name': 'network-vif-deleted', 'tag': '5c971a82-6e8d-4e48-b2a5-25ed51ded1ae', 'status': 'completed', 'code': 200} Nov 03 19:26:14.212822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f003ee0-02c6-4041-bd8c-253cb8165714 req-ebac1573-bf1c-4225-8c7c-ebfcb054cb8a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 210 time: 0.0492735 Nov 03 19:26:15.338510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-abe05a70-59c8-4196-bb53-4a3e53b36e5e req-49f564d9-355a-4400-9940-f080e37b4e57 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 210 time: 0.0295827 Nov 03 19:26:16.445780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-727846cf-2586-419c-8cdc-81cdf1104192 req-904a40a4-208c-4343-9c47-5b6c7efe9ada tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 210 time: 0.0302346 Nov 03 19:26:16.554084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:26:16.576097 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:26:16.576417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 5c971a82-6e8d-4e48-b2a5-25ed51ded1ae not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:26:17.521959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-bd270528-2cff-4fe4-8808-e50dad8b705a req-d49b5bde-13c7-4acb-83a8-3d2b2df37150 service neutron] (101755) timed out ('10.222.0.70', 51042) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:26:17.559445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-187ff12a-5fc5-4e0b-88c9-f01952006e63 req-3a1f46d4-d023-4f5a-8bfa-5107eaefb955 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 210 time: 0.0292060 Nov 03 19:26:18.720506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60e304e1-0158-4529-822a-826104e87bd3 req-c2b2f628-7ac0-45a9-abca-689b2160988e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=3791a8ca-6741-4a9d-b304-ae0a1c61528e HTTP/1.1" status: 200 len: 210 time: 0.0346918 Nov 03 19:26:19.676684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-7b56d6a3-9ba6-4c03-bb7d-ff7ba451fce7 req-0f0eb567-fa7c-44a2-adf0-f7c664cab40a service neutron] (101756) timed out ('10.222.0.70', 51052) {{(pid=101756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:26:19.846190 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-998e9f3a-f7fa-4ab2-a8bf-edce462beb18 req-be616347-5c2f-478b-9504-d7dcffecd05f tempest-VolumesSnapshotTestJSON-62334959 tempest-VolumesSnapshotTestJSON-62334959-project] (101755) timed out ('10.222.0.70', 51523) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:26:22.142670 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:26:32.737553 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:33.777878 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:36.122716 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba708310-0b5a-42fc-98fc-b6a78289eb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:40.167338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:40.361722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fe077e3d-af2b-4b85-aa68-8068e2de5ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:42.315360 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:42.320161 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:44.732623 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-348ac4f4-22ea-4cf5-850b-0da901bb975e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:44.734785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-348ac4f4-22ea-4cf5-850b-0da901bb975e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1199596 Nov 03 19:26:44.752264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-c5441e60-151f-4126-ac71-6bf9e1b3fca7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/quotas/d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 375 time: 0.0111275 Nov 03 19:26:44.820577 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-996a94fc-ac14-4f32-8c58-c3fc2e1bc755 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608091 Nov 03 19:26:44.967721 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-a4280e28-c6fd-4cb7-a10f-793946d162a2 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399591 Nov 03 19:26:45.073862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-a43fe699-d6da-4e7e-adbd-98fcfbf07439 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983348 Nov 03 19:26:45.346075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc19dc3c-906b-43db-9e9f-b2fe0f28b66a req-9619d1c1-f2a0-495e-a4e2-6f7304bf4c96 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 210 time: 0.0360014 Nov 03 19:26:46.479161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ac11f40-9ea8-443b-ad41-62557a59aabc req-67e98002-a7d4-41ef-94a3-6c09b0ed3021 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 210 time: 0.0418708 Nov 03 19:26:46.604056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-ac7be524-744f-4d91-95e2-aa075a7321d9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:46.605695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-ac7be524-744f-4d91-95e2-aa075a7321d9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1393306 Nov 03 19:26:46.625697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'port': {'device_id': 'ab1c8c0a-0c55-41aa-bfae-de69f5133aaa', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'admin_state_up': True, 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:46.822315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:26:46.828870 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.030122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.20.0.9 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/9cc90b15-cfaf-4331-9010-c05d558c976d) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:26:47.320869 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.373080 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.443388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:26:47.451396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:26:47.457866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:26:47.509889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=9cc90b15-cfaf-4331-9010-c05d558c976d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:47.534581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.535097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.535652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.536204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.537070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.537676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.538210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.539010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.539806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.540345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.540853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.541356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.578391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:47.579491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.654158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-7ff0984e-ea36-423d-b5bc-b1797d7f3698 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0355384 Nov 03 19:26:47.673535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Request body: {'port': {'device_id': 'ab1c8c0a-0c55-41aa-bfae-de69f5133aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:47.728859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8719fa2-99f7-461a-a82f-29a2c6684100 req-9c086d87-c558-4029-aad7-55c4ca3bd1e9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:47.731693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8719fa2-99f7-461a-a82f-29a2c6684100 req-9c086d87-c558-4029-aad7-55c4ca3bd1e9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 931 time: 0.1462123 Nov 03 19:26:47.829542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7114ea0e-430f-4c67-a5f8-19962b70d29a None None] Provisioning complete for port 9cc90b15-cfaf-4331-9010-c05d558c976d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:47.830378 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7114ea0e-430f-4c67-a5f8-19962b70d29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.844325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.875950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7114ea0e-430f-4c67-a5f8-19962b70d29a None None] Port 9cc90b15-cfaf-4331-9010-c05d558c976d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:26:47.890308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8719fa2-99f7-461a-a82f-29a2c6684100 req-db86ebab-3fda-4b31-99a0-21704311289c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502733 Nov 03 19:26:48.225629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc90b15-cfaf-4331-9010-c05d558c976d {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:26:48.235432 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.256815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Transition to ACTIVE for port object 9cc90b15-cfaf-4331-9010-c05d558c976d will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:26:48.261408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.368624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc90b15-cfaf-4331-9010-c05d558c976d,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:48.429996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Attempting to bind port 9cc90b15-cfaf-4331-9010-c05d558c976d on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:26:48.430534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Attempting to bind port 9cc90b15-cfaf-4331-9010-c05d558c976d by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:26:48.431062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Attempting to bind port 9cc90b15-cfaf-4331-9010-c05d558c976d on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:26:48.439464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Port 9cc90b15-cfaf-4331-9010-c05d558c976d on network abfd6306-1778-44c2-964a-26fbc43c9955 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:26:48.440369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Attempting to bind port 9cc90b15-cfaf-4331-9010-c05d558c976d on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:26:48.450038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:26:48.450713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:26:48.451430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:26:48.453028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Bound port: 9cc90b15-cfaf-4331-9010-c05d558c976d, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:26:48.453937 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.595187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] For port 9cc90b15-cfaf-4331-9010-c05d558c976d, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:26:48.602030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] For port 9cc90b15-cfaf-4331-9010-c05d558c976d, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9cc90b15-cfaf-4331-9010-c05d558c976d,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:26:48.610125 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.665366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:48.666261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.668348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] 10.222.0.70 "PUT /v2.0/ports/9cc90b15-cfaf-4331-9010-c05d558c976d HTTP/1.1" status: 200 len: 1091 time: 1.0033615 Nov 03 19:26:48.669051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1c8c0a-0c55-41aa-bfae-de69f5133aaa', 'tag': '9cc90b15-cfaf-4331-9010-c05d558c976d'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:26:48.671957 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc419804-0637-4e3f-ba44-fafd3c646920" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1c8c0a-0c55-41aa-bfae-de69f5133aaa", "tag": "9cc90b15-cfaf-4331-9010-c05d558c976d"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:26:48.739964 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a1fd32-6bc1-4dbd-9f31-f330eb4d9dff x-openstack-request-id: req-06a1fd32-6bc1-4dbd-9f31-f330eb4d9dff {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:26:48.740355 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1c8c0a-0c55-41aa-bfae-de69f5133aaa", "tag": "9cc90b15-cfaf-4331-9010-c05d558c976d", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:26:48.740749 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06a1fd32-6bc1-4dbd-9f31-f330eb4d9dff {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:26:48.741512 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1c8c0a-0c55-41aa-bfae-de69f5133aaa', 'tag': '9cc90b15-cfaf-4331-9010-c05d558c976d', 'status': 'completed', 'code': 200} Nov 03 19:26:48.747330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be55c21-0acd-4555-b0e6-e2c591e4c914 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc90b15-cfaf-4331-9010-c05d558c976d,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:48.815249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-b9e252db-07a9-4414-9214-546d0e9515e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:48.817809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-b9e252db-07a9-4414-9214-546d0e9515e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 1094 time: 0.0979729 Nov 03 19:26:48.893841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-e1c3fda8-7d1e-4350-b74a-17452662041c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cc90b15-cfaf-4331-9010-c05d558c976d HTTP/1.1" status: 200 len: 217 time: 0.0672686 Nov 03 19:26:48.966371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-dc2cba91-56d2-42e5-b2c5-609d928107e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:48.967980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-dc2cba91-56d2-42e5-b2c5-609d928107e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0663218 Nov 03 19:26:49.058152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-36cc8343-126f-4a8e-aec5-063726065ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:49.059790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-36cc8343-126f-4a8e-aec5-063726065ff8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834017 Nov 03 19:26:49.071843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3146d10-b3f8-4ff3-ae38-5495543623eb req-0aa57147-8714-4f4e-a810-6bd8245c3408 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:49.073570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3146d10-b3f8-4ff3-ae38-5495543623eb req-0aa57147-8714-4f4e-a810-6bd8245c3408 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0880773 Nov 03 19:26:49.189957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a3146d10-b3f8-4ff3-ae38-5495543623eb req-73003fa8-2214-4cfa-aee3-2ad6b26eddf6 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075532 Nov 03 19:26:49.209367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-334fc393-4294-4ffd-a962-b041948b8787 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345413 Nov 03 19:26:49.310423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01c9b13b-dd9d-4e4c-b0fc-cfb254b4005c req-507dbd41-1d68-43e7-b5ce-56326e1743f6 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939081 Nov 03 19:26:49.406155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-164ea4db-363f-43fb-996b-15f0551f2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:49.408226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-164ea4db-363f-43fb-996b-15f0551f2ebe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 1094 time: 0.0479677 Nov 03 19:26:49.521887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-60113e81-47cd-4dda-bbda-3e644a257ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:49.523983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-60113e81-47cd-4dda-bbda-3e644a257ca9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1089046 Nov 03 19:26:49.569561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-b467a72f-f34a-4199-94cb-c7a9c267ea22 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cc90b15-cfaf-4331-9010-c05d558c976d HTTP/1.1" status: 200 len: 217 time: 0.0386710 Nov 03 19:26:49.628364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-7a324d8f-1a53-426e-b10c-00acd837e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:49.630169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-7a324d8f-1a53-426e-b10c-00acd837e3e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0537987 Nov 03 19:26:49.681337 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-d31c99bf-bccf-401f-9802-394ce1983a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:49.682925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-d31c99bf-bccf-401f-9802-394ce1983a31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456638 Nov 03 19:26:49.784064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-1c5c17ba-5d85-4aba-a3e2-2da94b7468c0 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935223 Nov 03 19:26:49.933374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc419804-0637-4e3f-ba44-fafd3c646920 req-34e76de2-7617-4399-b875-a585605ceac9 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418049 Nov 03 19:26:50.400259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89738b-6a36-4854-b3df-63f50bf78704 req-77a420db-d72a-4949-83cc-b6dcb488318b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:50.403513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de89738b-6a36-4854-b3df-63f50bf78704 req-77a420db-d72a-4949-83cc-b6dcb488318b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.1033652 Nov 03 19:26:50.496206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de89738b-6a36-4854-b3df-63f50bf78704 req-98464845-d92f-43d8-9fce-acd601c21558 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792692 Nov 03 19:26:51.715172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab129fc-b30f-4dc0-9b14-ed13f654bf0b req-2c3e0da7-675b-44cb-9ee0-402816f89670 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:51.719120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ab129fc-b30f-4dc0-9b14-ed13f654bf0b req-2c3e0da7-675b-44cb-9ee0-402816f89670 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.1157517 Nov 03 19:26:51.790544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ab129fc-b30f-4dc0-9b14-ed13f654bf0b req-f8f91515-c619-4c74-a0da-75f6dc66b412 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592327 Nov 03 19:26:53.011667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0349323-c62f-4eba-a807-6895bc462c44 req-3ba60669-5fe2-4384-8551-8651f614002c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:53.027615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0349323-c62f-4eba-a807-6895bc462c44 req-3ba60669-5fe2-4384-8551-8651f614002c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.1298776 Nov 03 19:26:53.213012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0349323-c62f-4eba-a807-6895bc462c44 req-35a915fd-7482-4b46-90c9-dbdf7be82bb2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773935 Nov 03 19:26:54.382205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6122235-e380-4375-927a-955b71eeb8bd req-3aa715a7-a3eb-4129-8e90-7abf14189386 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:54.390480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6122235-e380-4375-927a-955b71eeb8bd req-3aa715a7-a3eb-4129-8e90-7abf14189386 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0741220 Nov 03 19:26:54.493080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6122235-e380-4375-927a-955b71eeb8bd req-348dad01-95d2-4659-b2cd-57726b666323 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009405 Nov 03 19:26:55.659959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd49f9-283f-47d2-ba9a-b0405a37ec8e req-1722c594-a408-4e0a-9ae3-5f80dc0b8814 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:55.662678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8fd49f9-283f-47d2-ba9a-b0405a37ec8e req-1722c594-a408-4e0a-9ae3-5f80dc0b8814 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0643761 Nov 03 19:26:55.731510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8fd49f9-283f-47d2-ba9a-b0405a37ec8e req-0e9adfe6-5028-4c91-94f9-d94a38e468c3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619199 Nov 03 19:26:56.898880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b8429-6ce2-4bb8-aa27-c522c84c504a req-500e7ee9-504c-49e5-af83-1446e158c708 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:56.901709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b8b8429-6ce2-4bb8-aa27-c522c84c504a req-500e7ee9-504c-49e5-af83-1446e158c708 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0815091 Nov 03 19:26:56.967600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b8b8429-6ce2-4bb8-aa27-c522c84c504a req-f566f034-4f27-4666-a949-46dfc1c4df31 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Nov 03 19:26:58.221396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b27e-109e-4df9-b503-36a3d8278e22 req-5fa56899-e83b-49be-890e-c6187aec4896 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:58.223013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf60b27e-109e-4df9-b503-36a3d8278e22 req-5fa56899-e83b-49be-890e-c6187aec4896 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.1278768 Nov 03 19:26:58.310193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf60b27e-109e-4df9-b503-36a3d8278e22 req-5a1e95f3-30b9-4886-b5db-b286580b7a7d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794082 Nov 03 19:26:59.143941 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:26:59.468560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f18b-13f1-4211-8b7c-731596f4e23d req-697451fc-c520-4b04-9433-38ae869e4208 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:59.470990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1218f18b-13f1-4211-8b7c-731596f4e23d req-697451fc-c520-4b04-9433-38ae869e4208 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0846651 Nov 03 19:26:59.529640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1218f18b-13f1-4211-8b7c-731596f4e23d req-afd7e899-5cb4-4b75-8e4e-a0bcff67e800 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 Nov 03 19:27:00.704307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5838038-4e7a-486b-b80d-e370e462505b req-9ed4a175-a198-44c2-bbdd-e2334002a625 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:00.706398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5838038-4e7a-486b-b80d-e370e462505b req-9ed4a175-a198-44c2-bbdd-e2334002a625 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0580881 Nov 03 19:27:00.765906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d5838038-4e7a-486b-b80d-e370e462505b req-aa0ca117-fef1-4c9a-bdfe-d556942f01cd tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520082 Nov 03 19:27:01.950044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c5f11-dd30-42ea-bb08-bab001e023c6 req-d307f004-29da-44ce-ad38-5afe10c1407f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:01.952124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-276c5f11-dd30-42ea-bb08-bab001e023c6 req-d307f004-29da-44ce-ad38-5afe10c1407f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0744448 Nov 03 19:27:02.016944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-276c5f11-dd30-42ea-bb08-bab001e023c6 req-c225e70b-761a-4e36-b1ed-1fdfee8e8bdd tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537624 Nov 03 19:27:02.754391 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:03.220427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa09f-085a-4683-9f35-1939c4bfaac9 req-50722949-17d7-42da-8d16-99ce040b3730 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:03.224487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-252fa09f-085a-4683-9f35-1939c4bfaac9 req-50722949-17d7-42da-8d16-99ce040b3730 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0797312 Nov 03 19:27:03.328242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-252fa09f-085a-4683-9f35-1939c4bfaac9 req-10576264-5516-4581-9700-d7075dac88e0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954156 Nov 03 19:27:03.787448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:04.490948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88736973-079b-42a9-b6fa-f6f1d41432c1 req-e8681544-733b-486f-92ac-613b9c9fef5c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:04.493824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88736973-079b-42a9-b6fa-f6f1d41432c1 req-e8681544-733b-486f-92ac-613b9c9fef5c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0736105 Nov 03 19:27:04.556700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88736973-079b-42a9-b6fa-f6f1d41432c1 req-c445d8f6-5f99-4e26-9d92-12b2ebd4262e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542068 Nov 03 19:27:05.728899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f8b1-9714-4494-9328-eba13951401b req-86ab94db-121a-4c05-9bac-99a5d6a84217 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:05.731733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab29f8b1-9714-4494-9328-eba13951401b req-86ab94db-121a-4c05-9bac-99a5d6a84217 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0696790 Nov 03 19:27:05.820289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab29f8b1-9714-4494-9328-eba13951401b req-9ed57440-7593-43d1-92b8-f4958255badb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794349 Nov 03 19:27:06.120099 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81a8b324-29db-4ac3-8b73-90c92be82a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:06.984191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12662b81-25b2-4bd9-b4c3-cd8d185305a7 req-c8391601-0d35-40e5-8123-3a44e4dd78cb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:06.985920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12662b81-25b2-4bd9-b4c3-cd8d185305a7 req-c8391601-0d35-40e5-8123-3a44e4dd78cb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0703642 Nov 03 19:27:07.045737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-12662b81-25b2-4bd9-b4c3-cd8d185305a7 req-bd54433e-cfa3-4d28-83a1-980657e1d32d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519617 Nov 03 19:27:08.176931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a19ec-8be6-4922-94bd-9007f04526f8 req-d3c35e66-47c0-43ad-97ea-81c7a06ad4f2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:08.178531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f3a19ec-8be6-4922-94bd-9007f04526f8 req-d3c35e66-47c0-43ad-97ea-81c7a06ad4f2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0530562 Nov 03 19:27:08.233033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f3a19ec-8be6-4922-94bd-9007f04526f8 req-543955cb-c3d4-46d5-ba85-e9ea87cb9a8b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471513 Nov 03 19:27:09.376551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da19c14-d81c-47af-a036-61719833b6b3 req-aafb5b59-9540-4fa2-b09f-2898e2917e26 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:09.378479 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4da19c14-d81c-47af-a036-61719833b6b3 req-aafb5b59-9540-4fa2-b09f-2898e2917e26 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0679233 Nov 03 19:27:09.438036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4da19c14-d81c-47af-a036-61719833b6b3 req-c881f6db-b1f7-4151-aa43-03316b37c55d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512445 Nov 03 19:27:10.154841 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:10.351367 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e37bc0bc-8062-45fd-88e6-63236cce848f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:10.582223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdffbb8-d235-4ea4-bb0b-aa1f02a91cfe req-b07ee449-7680-494d-b9fa-8cbb11315fdb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:10.583828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bdffbb8-d235-4ea4-bb0b-aa1f02a91cfe req-b07ee449-7680-494d-b9fa-8cbb11315fdb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0529444 Nov 03 19:27:10.645674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bdffbb8-d235-4ea4-bb0b-aa1f02a91cfe req-e0c48ad1-7022-4ae7-807f-6595bcd7b0c4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517452 Nov 03 19:27:11.786344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7286ec-8654-4e96-9d78-8dcb89819efd req-0aeb2ee8-79a7-4f5c-9662-3f5b3844dbe2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:11.788830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e7286ec-8654-4e96-9d78-8dcb89819efd req-0aeb2ee8-79a7-4f5c-9662-3f5b3844dbe2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0664570 Nov 03 19:27:11.851862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5e7286ec-8654-4e96-9d78-8dcb89819efd req-47f08afc-f625-4bb7-bf2d-e814ec1beabb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562427 Nov 03 19:27:12.315565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:12.324796 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:12.994591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50244559-2df5-4f61-996d-cf3dd7179361 req-08d2e7be-1eaa-4e59-aab4-e0c650030912 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:12.996507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50244559-2df5-4f61-996d-cf3dd7179361 req-08d2e7be-1eaa-4e59-aab4-e0c650030912 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0622046 Nov 03 19:27:13.082996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50244559-2df5-4f61-996d-cf3dd7179361 req-3189101a-5dba-415f-884b-16709a3eca0f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790176 Nov 03 19:27:14.234402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d8d0f-eb3d-4479-bdb9-76e068bacb1b req-02054e2d-99e9-44ae-a8c5-62bfb75c6400 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:14.236026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-648d8d0f-eb3d-4479-bdb9-76e068bacb1b req-02054e2d-99e9-44ae-a8c5-62bfb75c6400 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 943 time: 0.0574179 Nov 03 19:27:14.310160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-648d8d0f-eb3d-4479-bdb9-76e068bacb1b req-31ebb2f7-a49c-402d-88d6-d79e1892f141 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585096 Nov 03 19:27:14.874240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9cc90b15-cfaf-4331-9010-c05d558c976d details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:27:15.007486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9cc90b15-cfaf-4331-9010-c05d558c976d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9cc90b15-cfaf-4331-9010-c05d558c976d,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:15.022410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '9cc90b15-cfaf-4331-9010-c05d558c976d', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'port_id': '9cc90b15-cfaf-4331-9010-c05d558c976d', 'mac_address': 'fa:16:3e:3a:53:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:27:15.088570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:15.111121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc90b15-cfaf-4331-9010-c05d558c976d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:27:15.142286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9cc90b15-cfaf-4331-9010-c05d558c976d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9cc90b15-cfaf-4331-9010-c05d558c976d,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:15.148233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:15.226433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=9cc90b15-cfaf-4331-9010-c05d558c976d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:15.240143 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.240718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.241287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.241872 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.242544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.243124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.243778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.244433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.245149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.245827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.246425 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.246962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:15.361676 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['9cc90b15-cfaf-4331-9010-c05d558c976d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:27:15.475878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956afa-1211-45dc-8ee3-58635a678b02 req-8c6e0472-c480-4d6c-91db-e3df39edc79e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:15.478746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e956afa-1211-45dc-8ee3-58635a678b02 req-8c6e0472-c480-4d6c-91db-e3df39edc79e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 944 time: 0.0742168 Nov 03 19:27:15.569085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e956afa-1211-45dc-8ee3-58635a678b02 req-a5e9d127-5df9-4ad6-8852-b96fb4e3d560 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798082 Nov 03 19:27:16.702245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61161e18-d693-4a30-a87f-fcc9e1d62b2b req-aa826f50-4de3-41db-9b7b-ce74d0d1d696 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:16.704030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61161e18-d693-4a30-a87f-fcc9e1d62b2b req-aa826f50-4de3-41db-9b7b-ce74d0d1d696 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 944 time: 0.0531960 Nov 03 19:27:16.782200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61161e18-d693-4a30-a87f-fcc9e1d62b2b req-46869b17-7c02-4ae9-bcfe-efc97272ecaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709386 Nov 03 19:27:16.876926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9cc90b15-cfaf-4331-9010-c05d558c976d up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:16.940127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 9cc90b15-cfaf-4331-9010-c05d558c976d completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:27:16.946341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 9cc90b15-cfaf-4331-9010-c05d558c976d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:16.946835 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.043416 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.075972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1c8c0a-0c55-41aa-bfae-de69f5133aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc90b15-cfaf-4331-9010-c05d558c976d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:17.078514 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb643259fdba7db50e81e7e7cc7f34709d6b0d4bc4aad158a69ccde3b246020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba4123-a2e1-4a37-af20-1f218ab87057" -d '{"events": [{"server_uuid": "ab1c8c0a-0c55-41aa-bfae-de69f5133aaa", "name": "network-vif-plugged", "status": "completed", "tag": "9cc90b15-cfaf-4331-9010-c05d558c976d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:17.093598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9cc90b15-cfaf-4331-9010-c05d558c976d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9cc90b15-cfaf-4331-9010-c05d558c976d,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:17.101324 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.142760 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25473ad0-d44a-4e98-aa60-73fef25d4f31 x-openstack-request-id: req-25473ad0-d44a-4e98-aa60-73fef25d4f31 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:17.143123 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1c8c0a-0c55-41aa-bfae-de69f5133aaa", "name": "network-vif-plugged", "status": "completed", "tag": "9cc90b15-cfaf-4331-9010-c05d558c976d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:17.143376 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25473ad0-d44a-4e98-aa60-73fef25d4f31 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:17.143773 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1c8c0a-0c55-41aa-bfae-de69f5133aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc90b15-cfaf-4331-9010-c05d558c976d', 'code': 200} Nov 03 19:27:17.173947 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=9cc90b15-cfaf-4331-9010-c05d558c976d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:17.408008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f4b23-2b15-46e9-8f9e-13e69a015ecf req-3185043c-1c21-443d-a9e7-b39eaeb2b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:17.409635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-012f4b23-2b15-46e9-8f9e-13e69a015ecf req-3185043c-1c21-443d-a9e7-b39eaeb2b786 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 1096 time: 0.1069007 Nov 03 19:27:17.464627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-012f4b23-2b15-46e9-8f9e-13e69a015ecf req-53c746d3-6f73-4b36-84b4-a14d35c115a4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Nov 03 19:27:17.925348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4205bc9-f341-4219-a1ba-e364084bcb35 req-1bdaaaf1-8c1b-4692-b2e9-353725df5126 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:17.927005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4205bc9-f341-4219-a1ba-e364084bcb35 req-1bdaaaf1-8c1b-4692-b2e9-353725df5126 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 945 time: 0.0646648 Nov 03 19:27:17.982148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4205bc9-f341-4219-a1ba-e364084bcb35 req-75b375eb-cc83-482e-9e30-388e89b17aea tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Nov 03 19:27:19.144527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4a293-7aec-4ff5-b4b6-f8a7607c8771 req-c28dfbcb-6913-485f-abb7-b860f85c2568 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:19.146189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ac4a293-7aec-4ff5-b4b6-f8a7607c8771 req-c28dfbcb-6913-485f-abb7-b860f85c2568 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 945 time: 0.0613225 Nov 03 19:27:19.204941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ac4a293-7aec-4ff5-b4b6-f8a7607c8771 req-157586a9-c5e6-4b74-8a75-58efc4756b8c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517190 Nov 03 19:27:19.339958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c483b-f966-4e8a-983a-11e384cac4a8 req-bff7600f-e46b-4598-8d4c-f803da478408 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:19.341770 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da2c483b-f966-4e8a-983a-11e384cac4a8 req-bff7600f-e46b-4598-8d4c-f803da478408 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 945 time: 0.0604918 Nov 03 19:27:19.396312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da2c483b-f966-4e8a-983a-11e384cac4a8 req-929ddf9e-8b98-47c8-a94c-4cfed16ef9bc tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478437 Nov 03 19:27:19.525576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5efda5-fe1d-4bcc-93ea-489f691e5746 req-8a94b724-dec8-4a76-955d-b32051702ccb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:19.527307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e5efda5-fe1d-4bcc-93ea-489f691e5746 req-8a94b724-dec8-4a76-955d-b32051702ccb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 945 time: 0.0548964 Nov 03 19:27:19.579662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e5efda5-fe1d-4bcc-93ea-489f691e5746 req-00a5ae7b-6d3d-47f5-815e-9bc02dbe8abb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Nov 03 19:27:19.920874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0525f-ce6d-4f81-809e-02075a9f6130 req-59e2c2ee-82d0-40f9-9770-aa1a17d05d31 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:19.922765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9c0525f-ce6d-4f81-809e-02075a9f6130 req-59e2c2ee-82d0-40f9-9770-aa1a17d05d31 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 945 time: 0.0585430 Nov 03 19:27:19.989450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9c0525f-ce6d-4f81-809e-02075a9f6130 req-a1ca5af7-cd8a-4893-8ba3-fb475e1e62bd tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Nov 03 19:27:21.139863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fba9e-f50b-4e54-8570-e58c07bae124 req-dceaedcf-5862-4194-9cb1-d8754618bd7d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:21.141830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e02fba9e-f50b-4e54-8570-e58c07bae124 req-dceaedcf-5862-4194-9cb1-d8754618bd7d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 945 time: 0.0667670 Nov 03 19:27:21.214482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e02fba9e-f50b-4e54-8570-e58c07bae124 req-db18a82e-12f5-4d7c-8937-4442d7748cae tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646961 Nov 03 19:27:21.295562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-2cad2223-1de3-427b-98b0-c48c15cda9ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:21.297234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-2cad2223-1de3-427b-98b0-c48c15cda9ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 945 time: 0.0572715 Nov 03 19:27:21.410471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 9cc90b15-cfaf-4331-9010-c05d558c976d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:21.410714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.546386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] For port 9cc90b15-cfaf-4331-9010-c05d558c976d, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9cc90b15-cfaf-4331-9010-c05d558c976d,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:21.546743 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.561817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 9cc90b15-cfaf-4331-9010-c05d558c976d owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:21.715339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.729316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['9cc90b15-cfaf-4331-9010-c05d558c976d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:27:21.751802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=9cc90b15-cfaf-4331-9010-c05d558c976d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:21.813788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] No DVR routers for this DVR port 9cc90b15-cfaf-4331-9010-c05d558c976d on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:27:21.817025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.821328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-660c2de7-1a61-4991-8fd2-a198bd837612 req-b92ce56b-6273-41b7-9c86-d789bf6a9416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "DELETE /v2.0/ports/9cc90b15-cfaf-4331-9010-c05d558c976d HTTP/1.1" status: 204 len: 173 time: 0.5175006 Nov 03 19:27:21.821805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1c8c0a-0c55-41aa-bfae-de69f5133aaa', 'name': 'network-vif-deleted', 'tag': '9cc90b15-cfaf-4331-9010-c05d558c976d'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:21.824269 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568be36f5c25fd50ed46c578bb6a4242ee2ed1b9f5fc84bc97e639b043ccbbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dcbbe2-3c3e-41d3-8d9a-4d2715504da6" -d '{"events": [{"server_uuid": "ab1c8c0a-0c55-41aa-bfae-de69f5133aaa", "name": "network-vif-deleted", "tag": "9cc90b15-cfaf-4331-9010-c05d558c976d"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:21.896312 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df9281-8c71-48f6-976b-cef9b12d77b5 x-openstack-request-id: req-75df9281-8c71-48f6-976b-cef9b12d77b5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:21.896818 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1c8c0a-0c55-41aa-bfae-de69f5133aaa", "name": "network-vif-deleted", "tag": "9cc90b15-cfaf-4331-9010-c05d558c976d", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:21.897241 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75df9281-8c71-48f6-976b-cef9b12d77b5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:21.898873 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1c8c0a-0c55-41aa-bfae-de69f5133aaa', 'name': 'network-vif-deleted', 'tag': '9cc90b15-cfaf-4331-9010-c05d558c976d', 'status': 'completed', 'code': 200} Nov 03 19:27:22.349140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d1cf40a-5c04-49d5-a661-1be8bba08bbf req-5986a3a8-3ac8-4bcc-acaa-a3686b11eda8 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 210 time: 0.0409219 Nov 03 19:27:23.525722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26272418-fb43-4c64-b9e5-e008f44a0cf3 req-09e47e4f-d631-4a74-9573-c09f5e450ece tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 210 time: 0.0475204 Nov 03 19:27:24.667433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7a15345-1b32-44e0-a2de-bdfabf447fa1 req-c6607163-b372-4a97-9aad-a42935dff06f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 210 time: 0.0308189 Nov 03 19:27:24.936258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9cc90b15-cfaf-4331-9010-c05d558c976d no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:24.959622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 9cc90b15-cfaf-4331-9010-c05d558c976d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:24.959943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9cc90b15-cfaf-4331-9010-c05d558c976d not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:25.807776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c682393-055a-4c5c-9665-6eeb30a842c5 req-25a3aad3-7653-4e1d-8bbf-0e46e5f03f43 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 210 time: 0.0303164 Nov 03 19:27:26.956281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b921492-56d2-4315-b62d-e735f26e5a26 req-394b66e0-ea5a-423f-813d-3e64fa8ff14a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab1c8c0a-0c55-41aa-bfae-de69f5133aaa HTTP/1.1" status: 200 len: 210 time: 0.0290275 Nov 03 19:27:32.744375 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.789703 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:36.128511 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8e1325bc-2d67-41a2-a0c4-f0d6203ee9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:36.154331 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:27:40.165218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.351592 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-32db7cc1-2ca8-4a67-a18b-07a84225a2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:42.325716 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:42.339697 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:55.972630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c46a4-4471-4b6b-989a-2669609fec65 req-f98a3de2-5c49-41b9-84fa-7119aabaab54 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:55.974380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-f98a3de2-5c49-41b9-84fa-7119aabaab54 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1776216 Nov 03 19:27:55.992063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-816cdc40-dfdc-4832-af76-8ae6097e9cc6 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/quotas/d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 375 time: 0.0102417 Nov 03 19:27:56.052316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-51fd6f61-daa4-407c-abc6-ffaa3058b83a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532811 Nov 03 19:27:56.310797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-398fb206-5220-43f1-90f5-e3df658e4e7e service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117712 Nov 03 19:27:56.453245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-098313bc-47eb-4571-952c-7e906e46d782 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354611 Nov 03 19:27:56.836345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e520251-3128-44f6-b173-938303cacc73 req-8a5c32ed-25e2-4b4b-bd20-daf99c6e74b7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 210 time: 0.0387986 Nov 03 19:27:57.985719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef6a6185-87eb-4759-a27e-32ae809e057e req-1be4b7ae-e59c-4d0f-9397-030c440cee4d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 210 time: 0.0582330 Nov 03 19:27:58.017769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c46a4-4471-4b6b-989a-2669609fec65 req-f19959b0-9b4a-46e5-a264-80cce57fa3c5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:58.017769 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-f19959b0-9b4a-46e5-a264-80cce57fa3c5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.2378855 Nov 03 19:27:58.033580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'port': {'device_id': '90c7cb19-ca72-476d-b569-e0fe968f8bbe', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'admin_state_up': True, 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:58.199845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:27:58.205737 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.410997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.20.0.11 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/3b0a4bfd-63c2-49a2-940b-f72fc225b128) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:58.602702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.652507 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.709672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:58.716259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:58.720612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:58.730051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=3b0a4bfd-63c2-49a2-940b-f72fc225b128,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:58.761512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.761866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.762175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.762524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.762858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.763191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.763517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.763844 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.764166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.764489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.764885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.765120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:58.804669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:58.805367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.839920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1113f791-d47a-4aec-9d30-daeeffa45082 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8128169 Nov 03 19:27:58.854935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Request body: {'port': {'device_id': '90c7cb19-ca72-476d-b569-e0fe968f8bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:58.951924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.136529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3b0c43d6-f7ec-4daa-adf1-04ad6aa7d434 None None] Provisioning complete for port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:59.138377 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3b0c43d6-f7ec-4daa-adf1-04ad6aa7d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.205724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c43d6-f7ec-4daa-adf1-04ad6aa7d434 None None] Port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:59.278648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83022db-a602-4559-9cb6-1876a384acac req-9ef532c1-b7b7-43c8-a3bf-e37083d8fd4c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:59.280273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b83022db-a602-4559-9cb6-1876a384acac req-9ef532c1-b7b7-43c8-a3bf-e37083d8fd4c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 932 time: 0.1346211 Nov 03 19:27:59.376502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b83022db-a602-4559-9cb6-1876a384acac req-be97ac60-83b6-41d4-ab32-5cbf33154d24 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816195 Nov 03 19:27:59.473910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0a4bfd-63c2-49a2-940b-f72fc225b128 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:27:59.487754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.511761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Transition to ACTIVE for port object 3b0a4bfd-63c2-49a2-940b-f72fc225b128 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:27:59.519563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.119841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a4bfd-63c2-49a2-940b-f72fc225b128,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:00.204441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Attempting to bind port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:00.204972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Attempting to bind port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:00.205539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Attempting to bind port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:00.215092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 on network abfd6306-1778-44c2-964a-26fbc43c9955 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:28:00.215604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Attempting to bind port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:00.226364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:00.226911 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:00.227542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:00.228287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Bound port: 3b0a4bfd-63c2-49a2-940b-f72fc225b128, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:00.229067 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.356157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] For port 3b0a4bfd-63c2-49a2-940b-f72fc225b128, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:00.361786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] For port 3b0a4bfd-63c2-49a2-940b-f72fc225b128, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3b0a4bfd-63c2-49a2-940b-f72fc225b128,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:00.368352 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.431539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:00.432725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.435891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/3b0a4bfd-63c2-49a2-940b-f72fc225b128 HTTP/1.1" status: 200 len: 1092 time: 1.5863798 Nov 03 19:28:00.436736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c7cb19-ca72-476d-b569-e0fe968f8bbe', 'tag': '3b0a4bfd-63c2-49a2-940b-f72fc225b128'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:28:00.522428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61249e-9ce6-4fe7-8c13-b4ea508325e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a4bfd-63c2-49a2-940b-f72fc225b128,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:00.563197 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7d4a24-5802-4bb8-95ee-55e134678bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "90c7cb19-ca72-476d-b569-e0fe968f8bbe", "tag": "3b0a4bfd-63c2-49a2-940b-f72fc225b128"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:28:00.652779 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c46a4-4471-4b6b-989a-2669609fec65 req-f8921e01-3b84-422f-bcaf-8c0e3ea1467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:00.654431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-f8921e01-3b84-422f-bcaf-8c0e3ea1467d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 1095 time: 0.1155303 Nov 03 19:28:00.668801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069342e-fdd0-43f8-9c09-c1da4b518c08 req-acbce13f-db67-454d-b8ec-08a21607a992 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:00.670677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c069342e-fdd0-43f8-9c09-c1da4b518c08 req-acbce13f-db67-454d-b8ec-08a21607a992 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0936513 Nov 03 19:28:00.734859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-1b3f49cf-8a86-41f2-b286-a20a51b89b06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b0a4bfd-63c2-49a2-940b-f72fc225b128 HTTP/1.1" status: 200 len: 217 time: 0.0629721 Nov 03 19:28:00.816776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c069342e-fdd0-43f8-9c09-c1da4b518c08 req-26327c1d-d449-41c0-9cc0-f341d916b3ca tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906987 Nov 03 19:28:00.818454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c46a4-4471-4b6b-989a-2669609fec65 req-5f4d5df7-358b-48c7-a538-20f4ad01547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:00.819952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-5f4d5df7-358b-48c7-a538-20f4ad01547d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0768845 Nov 03 19:28:00.891749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c46a4-4471-4b6b-989a-2669609fec65 req-38cf02d8-f0fb-45cf-a436-80c28a665f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:00.894356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-38cf02d8-f0fb-45cf-a436-80c28a665f53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669308 Nov 03 19:28:01.024703 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ddbd5-64f8-44a1-9134-3cc6c6855bcb x-openstack-request-id: req-ed5ddbd5-64f8-44a1-9134-3cc6c6855bcb {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:28:01.025047 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c7cb19-ca72-476d-b569-e0fe968f8bbe", "tag": "3b0a4bfd-63c2-49a2-940b-f72fc225b128", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:28:01.025339 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed5ddbd5-64f8-44a1-9134-3cc6c6855bcb {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:28:01.025850 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c7cb19-ca72-476d-b569-e0fe968f8bbe', 'tag': '3b0a4bfd-63c2-49a2-940b-f72fc225b128', 'status': 'completed', 'code': 200} Nov 03 19:28:01.048159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-08536fcf-ddf4-4283-bbaf-d3d72df44de9 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464002 Nov 03 19:28:01.157811 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-448c46a4-4471-4b6b-989a-2669609fec65 req-8ca07424-b709-4218-b40b-78c47126b637 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019068 Nov 03 19:28:01.250806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-06915e7d-005f-418a-b24a-3f907519f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:01.252534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-06915e7d-005f-418a-b24a-3f907519f394 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 1095 time: 0.0465932 Nov 03 19:28:01.352667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-a96c317a-45d1-4c29-a83d-0e14bdf7ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:01.354345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-a96c317a-45d1-4c29-a83d-0e14bdf7ba74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.0952778 Nov 03 19:28:01.405848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-b74729cd-e29d-47a9-aa14-d6397dd6a846 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b0a4bfd-63c2-49a2-940b-f72fc225b128 HTTP/1.1" status: 200 len: 217 time: 0.0435665 Nov 03 19:28:01.468152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-42ca61db-37cc-400f-8421-66a62023d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:01.470613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-42ca61db-37cc-400f-8421-66a62023d2f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0574100 Nov 03 19:28:01.521306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-ec7d8f5e-0b01-4018-92c5-03d027f72737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:01.522893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-ec7d8f5e-0b01-4018-92c5-03d027f72737 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458131 Nov 03 19:28:01.627809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-a9155375-ad1f-4b2e-b191-56892603cc78 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972321 Nov 03 19:28:01.738818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c7d4a24-5802-4bb8-95ee-55e134678bd7 req-a10403cd-92ff-4050-93a6-74d2dbbb8862 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041727 Nov 03 19:28:01.980681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b60c-fd48-40fc-88df-5d88cb53b61d req-ab8cc431-4899-4b21-97a5-087e01f773d8 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:01.982375 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b48b60c-fd48-40fc-88df-5d88cb53b61d req-ab8cc431-4899-4b21-97a5-087e01f773d8 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0637922 Nov 03 19:28:02.051605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b48b60c-fd48-40fc-88df-5d88cb53b61d req-ede676ca-2ad7-4fe2-9e89-63afa2c5d907 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603988 Nov 03 19:28:02.760009 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.229584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252f4a-dc84-41b1-80c7-8ca3e3869058 req-dddae1c6-9e4e-4f15-8f7a-af632601d480 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:03.232408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed252f4a-dc84-41b1-80c7-8ca3e3869058 req-dddae1c6-9e4e-4f15-8f7a-af632601d480 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0722075 Nov 03 19:28:03.304264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed252f4a-dc84-41b1-80c7-8ca3e3869058 req-2238eba1-5818-4a1c-9236-3c571e83b296 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644732 Nov 03 19:28:03.783857 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:04.451800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96f1c4-2d28-40e5-99f5-42046a61e376 req-9ef949b3-3a96-421c-b03e-0eb578844ec9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:04.453636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb96f1c4-2d28-40e5-99f5-42046a61e376 req-9ef949b3-3a96-421c-b03e-0eb578844ec9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0590587 Nov 03 19:28:04.534030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb96f1c4-2d28-40e5-99f5-42046a61e376 req-389aecf9-0786-4d8d-8c7b-d0717797831e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718000 Nov 03 19:28:05.670257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daf9e0-a2eb-43a4-abd7-85592c85f372 req-7f2b67ac-cc9a-43bb-a905-a64eaf752a6c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:05.672106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83daf9e0-a2eb-43a4-abd7-85592c85f372 req-7f2b67ac-cc9a-43bb-a905-a64eaf752a6c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0598302 Nov 03 19:28:05.728472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83daf9e0-a2eb-43a4-abd7-85592c85f372 req-f393d053-080f-4a12-9a16-38eb1e2a77ca tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485587 Nov 03 19:28:06.116998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5adb3d6e-ab60-4d9f-bcd1-d7867058780e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.880710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8deafe8-aa5b-4c59-a707-96d66aec96c2 req-5572e459-2efe-4b72-9e1b-c8f97245a37d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:06.882413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8deafe8-aa5b-4c59-a707-96d66aec96c2 req-5572e459-2efe-4b72-9e1b-c8f97245a37d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0734313 Nov 03 19:28:06.941791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8deafe8-aa5b-4c59-a707-96d66aec96c2 req-1b3e5d3f-cfbc-41ed-acc5-4fa9bec9ee68 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523217 Nov 03 19:28:08.112935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8edb54-8689-4c7b-943e-9007705a0e22 req-212619ca-8450-4715-bfde-1f14d375e5d8 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:08.114618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e8edb54-8689-4c7b-943e-9007705a0e22 req-212619ca-8450-4715-bfde-1f14d375e5d8 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0580974 Nov 03 19:28:08.172390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e8edb54-8689-4c7b-943e-9007705a0e22 req-82c8e127-8e6d-474e-87c7-3a17f5ac9473 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502250 Nov 03 19:28:09.316008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac83b5-567d-4398-a1a8-a4fd6849fa41 req-a376d8f0-ca40-4de3-a15a-8778da1f8fe1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:09.317681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5dac83b5-567d-4398-a1a8-a4fd6849fa41 req-a376d8f0-ca40-4de3-a15a-8778da1f8fe1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0552936 Nov 03 19:28:09.377575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5dac83b5-567d-4398-a1a8-a4fd6849fa41 req-4150f419-3123-490a-b475-02349fb1784b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483704 Nov 03 19:28:10.327647 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:10.349758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9585ef45-705a-4b63-a00e-c32b06bf6359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:10.516264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e811e2-3875-4497-b9fd-0897ef2ff951 req-f171c2a9-2287-4771-bc44-eedeeeb65d2b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:10.518093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22e811e2-3875-4497-b9fd-0897ef2ff951 req-f171c2a9-2287-4771-bc44-eedeeeb65d2b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 944 time: 0.0620196 Nov 03 19:28:10.572540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22e811e2-3875-4497-b9fd-0897ef2ff951 req-7ab9fe5e-561f-451c-ad00-3cc33f740dd4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472100 Nov 03 19:28:11.183311 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3b0a4bfd-63c2-49a2-940b-f72fc225b128 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:28:11.297207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 3b0a4bfd-63c2-49a2-940b-f72fc225b128, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3b0a4bfd-63c2-49a2-940b-f72fc225b128,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:11.311212 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '3b0a4bfd-63c2-49a2-940b-f72fc225b128', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'port_id': '3b0a4bfd-63c2-49a2-940b-f72fc225b128', 'mac_address': 'fa:16:3e:ab:1e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:28:11.356037 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:11.371841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0a4bfd-63c2-49a2-940b-f72fc225b128 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:28:11.395601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 3b0a4bfd-63c2-49a2-940b-f72fc225b128, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3b0a4bfd-63c2-49a2-940b-f72fc225b128,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:11.400932 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:11.456465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=3b0a4bfd-63c2-49a2-940b-f72fc225b128,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:11.597587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['3b0a4bfd-63c2-49a2-940b-f72fc225b128'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:28:11.719041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7879e2-545e-4a6f-9b68-368a7730c595 req-61fdb985-f3a1-463f-b2cd-7bb4fa72d100 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:11.720568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e7879e2-545e-4a6f-9b68-368a7730c595 req-61fdb985-f3a1-463f-b2cd-7bb4fa72d100 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 945 time: 0.0623121 Nov 03 19:28:11.789537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2e7879e2-545e-4a6f-9b68-368a7730c595 req-4b43d51f-bf94-4d8e-b494-1bb760e101d1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557249 Nov 03 19:28:12.321885 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:12.330634 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:12.936750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0700ce1-f874-4825-9e13-33a931c6b320 req-bd9215c6-7012-4f37-b106-c4ff475f348e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:12.938449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0700ce1-f874-4825-9e13-33a931c6b320 req-bd9215c6-7012-4f37-b106-c4ff475f348e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 945 time: 0.0645740 Nov 03 19:28:13.002839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0700ce1-f874-4825-9e13-33a931c6b320 req-c12fe8d3-2f97-4a6d-864d-3d7bfa05b50a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526290 Nov 03 19:28:13.146423 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:28:13.208997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3b0a4bfd-63c2-49a2-940b-f72fc225b128 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:13.264637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:28:13.268811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:13.269223 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:13.365181 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:13.391252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c7cb19-ca72-476d-b569-e0fe968f8bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a4bfd-63c2-49a2-940b-f72fc225b128'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:28:13.409995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 3b0a4bfd-63c2-49a2-940b-f72fc225b128, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3b0a4bfd-63c2-49a2-940b-f72fc225b128,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:13.416567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:13.455652 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b59891-2f73-407f-971f-1b280e2f885c" -d '{"events": [{"server_uuid": "90c7cb19-ca72-476d-b569-e0fe968f8bbe", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a4bfd-63c2-49a2-940b-f72fc225b128"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:28:13.488833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=3b0a4bfd-63c2-49a2-940b-f72fc225b128,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:13.580862 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafd3d98-7a2a-46a6-9218-3fb0ca67dcb3 x-openstack-request-id: req-dafd3d98-7a2a-46a6-9218-3fb0ca67dcb3 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:28:13.581245 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c7cb19-ca72-476d-b569-e0fe968f8bbe", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a4bfd-63c2-49a2-940b-f72fc225b128", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:28:13.581635 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dafd3d98-7a2a-46a6-9218-3fb0ca67dcb3 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:28:13.582128 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c7cb19-ca72-476d-b569-e0fe968f8bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a4bfd-63c2-49a2-940b-f72fc225b128', 'code': 200} Nov 03 19:28:13.699505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ea0d0-dcf7-441e-bb7a-2668ff658277 req-a751e5b0-d191-4e58-b7d0-1fc12644e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:13.701267 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-829ea0d0-dcf7-441e-bb7a-2668ff658277 req-a751e5b0-d191-4e58-b7d0-1fc12644e1c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 1097 time: 0.0491958 Nov 03 19:28:13.754226 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-829ea0d0-dcf7-441e-bb7a-2668ff658277 req-8dd5b96a-45d2-4b5f-a05a-c4a4b3089fb6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Nov 03 19:28:14.142956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eeac8-4acb-46bf-9d2c-1b24e6a74af9 req-2db05c8e-a974-4afd-a169-1dbd60ae8297 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:14.144629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a24eeac8-4acb-46bf-9d2c-1b24e6a74af9 req-2db05c8e-a974-4afd-a169-1dbd60ae8297 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 946 time: 0.0648036 Nov 03 19:28:14.203676 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a24eeac8-4acb-46bf-9d2c-1b24e6a74af9 req-5b1b1a60-fbc1-4dd9-865d-0d9ec5a6e9c0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484154 Nov 03 19:28:15.345835 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b163-40e0-4bac-ba25-f60f6ddea35d req-8498bcb3-1018-42a3-80a9-740551226843 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:15.347490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc48b163-40e0-4bac-ba25-f60f6ddea35d req-8498bcb3-1018-42a3-80a9-740551226843 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 946 time: 0.0608459 Nov 03 19:28:15.404426 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc48b163-40e0-4bac-ba25-f60f6ddea35d req-9ad7d068-b8c3-4a58-b9bf-71abe6bdffd1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Nov 03 19:28:15.539859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f518dd-9e27-42fd-a454-5984985dd212 req-a795a78e-4d11-4db5-9778-f84c8498d396 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:15.541403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2f518dd-9e27-42fd-a454-5984985dd212 req-a795a78e-4d11-4db5-9778-f84c8498d396 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 946 time: 0.0599415 Nov 03 19:28:15.614694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2f518dd-9e27-42fd-a454-5984985dd212 req-891282a9-c11a-4e51-8c7c-5f46f50b8a8e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620918 Nov 03 19:28:18.704995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-b57c03ce-349c-41a0-aebc-5a56b5b5510a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:18.707712 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-b57c03ce-349c-41a0-aebc-5a56b5b5510a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1927123 Nov 03 19:28:18.724964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-f185dfb6-f7c5-4d6a-ad9f-7ae6bc20643a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/quotas/d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 375 time: 0.0102851 Nov 03 19:28:18.782898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-9d6f546f-aeca-4973-a9c9-3c32173b670f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519087 Nov 03 19:28:18.892088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-55f48551-68e4-45e3-90ba-1754a76cb136 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012452 Nov 03 19:28:18.998276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-4bb7c00d-3b6f-4ff2-a88f-01c053dcc74b service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993550 Nov 03 19:28:19.282905 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-842031db-5058-4c0b-9774-40b9b8c46f60 req-79fb7d65-e70c-4fbd-aaa8-abfa0f537135 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 210 time: 0.0327353 Nov 03 19:28:20.422738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9275217-159a-45cc-b53a-cc0f8b818bcd req-376d4441-349a-4c7e-8906-fdfd23af3da0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 210 time: 0.0490615 Nov 03 19:28:20.539425 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-97cd77d4-7113-4128-a9b8-39cb6648d64f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:20.541034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-97cd77d4-7113-4128-a9b8-39cb6648d64f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1559517 Nov 03 19:28:20.556347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'port': {'device_id': '42aff3f3-b870-4469-bca7-16b3f93d910f', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'admin_state_up': True, 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:20.707987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:20.711872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:20.868847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.20.0.10 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/ba62013f-d26b-405c-a0fb-a03ca2242f9e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:21.130534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.175830 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.189285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['3b0a4bfd-63c2-49a2-940b-f72fc225b128'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:28:21.248295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:21.254090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:21.266435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:21.366558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:21.367022 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.370536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=ba62013f-d26b-405c-a0fb-a03ca2242f9e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:21.409693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-ac437bb8-cfd8-46d2-9e87-2707d4442321 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589439 Nov 03 19:28:21.575717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Request body: {'port': {'device_id': '42aff3f3-b870-4469-bca7-16b3f93d910f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:21.577779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6141bf26-85c8-4f3f-956d-a5318ecf1b7d None None] Provisioning complete for port ba62013f-d26b-405c-a0fb-a03ca2242f9e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:21.578384 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6141bf26-85c8-4f3f-956d-a5318ecf1b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.624533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6141bf26-85c8-4f3f-956d-a5318ecf1b7d None None] Port ba62013f-d26b-405c-a0fb-a03ca2242f9e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:28:21.678197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff17da-d0f4-4d3a-b455-5d829e367b7b req-6bb2d10f-e48e-4aa7-a053-17e4e619e845 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:21.680705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aff17da-d0f4-4d3a-b455-5d829e367b7b req-6bb2d10f-e48e-4aa7-a053-17e4e619e845 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 932 time: 0.1498010 Nov 03 19:28:21.715867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.835824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aff17da-d0f4-4d3a-b455-5d829e367b7b req-ee41cd3f-8d7b-4796-af84-b8f54ed42117 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471293 Nov 03 19:28:22.128206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba62013f-d26b-405c-a0fb-a03ca2242f9e {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:28:22.139403 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.157703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Transition to ACTIVE for port object ba62013f-d26b-405c-a0fb-a03ca2242f9e will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:28:22.163152 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.251317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Pushing event updated for resources: {'Port': ['ID=ba62013f-d26b-405c-a0fb-a03ca2242f9e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:22.326248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Attempting to bind port ba62013f-d26b-405c-a0fb-a03ca2242f9e on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:22.326991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Attempting to bind port ba62013f-d26b-405c-a0fb-a03ca2242f9e by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:22.327639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Attempting to bind port ba62013f-d26b-405c-a0fb-a03ca2242f9e on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:22.340654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Port ba62013f-d26b-405c-a0fb-a03ca2242f9e on network abfd6306-1778-44c2-964a-26fbc43c9955 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:28:22.341293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Attempting to bind port ba62013f-d26b-405c-a0fb-a03ca2242f9e on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:22.355133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:22.355533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:22.356062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:22.356365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Bound port: ba62013f-d26b-405c-a0fb-a03ca2242f9e, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:22.356772 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.472620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] For port ba62013f-d26b-405c-a0fb-a03ca2242f9e, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:22.478702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] For port ba62013f-d26b-405c-a0fb-a03ca2242f9e, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ba62013f-d26b-405c-a0fb-a03ca2242f9e,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:22.486228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.527675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:22.528319 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.529822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] 10.222.0.96 "PUT /v2.0/ports/ba62013f-d26b-405c-a0fb-a03ca2242f9e HTTP/1.1" status: 200 len: 1092 time: 1.0519493 Nov 03 19:28:22.530302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42aff3f3-b870-4469-bca7-16b3f93d910f', 'tag': 'ba62013f-d26b-405c-a0fb-a03ca2242f9e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:28:22.532834 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a360c2-1733-4bf1-a77a-54f771447ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "42aff3f3-b870-4469-bca7-16b3f93d910f", "tag": "ba62013f-d26b-405c-a0fb-a03ca2242f9e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:28:22.571750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe69f7-0362-41b5-8d91-fa6e3ea5b417 service neutron] Pushing event updated for resources: {'Port': ['ID=ba62013f-d26b-405c-a0fb-a03ca2242f9e,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:22.616571 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18ef2df-72a2-4595-8b18-5160bd8d93cf x-openstack-request-id: req-c18ef2df-72a2-4595-8b18-5160bd8d93cf {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:28:22.617257 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42aff3f3-b870-4469-bca7-16b3f93d910f", "tag": "ba62013f-d26b-405c-a0fb-a03ca2242f9e", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:28:22.618230 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c18ef2df-72a2-4595-8b18-5160bd8d93cf {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:28:22.618881 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42aff3f3-b870-4469-bca7-16b3f93d910f', 'tag': 'ba62013f-d26b-405c-a0fb-a03ca2242f9e', 'status': 'completed', 'code': 200} Nov 03 19:28:22.686389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-af7ca4f6-bf54-4894-81cd-d412736293ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:22.689319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-af7ca4f6-bf54-4894-81cd-d412736293ad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 1095 time: 0.0690238 Nov 03 19:28:22.763440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-163eb9ff-416d-4eaa-ad7f-0839f115ff1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba62013f-d26b-405c-a0fb-a03ca2242f9e HTTP/1.1" status: 200 len: 217 time: 0.0658698 Nov 03 19:28:22.833952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-1f7c6342-5a1f-4ba7-90d1-40f738a2fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:22.835841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-1f7c6342-5a1f-4ba7-90d1-40f738a2fade service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0657337 Nov 03 19:28:22.928365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-5fee74f7-d922-44e4-9f8a-8a97001c21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:22.931322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-5fee74f7-d922-44e4-9f8a-8a97001c21dc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874386 Nov 03 19:28:23.077794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f85d73-f17e-416d-aafa-70ceabb904fd req-1d83c783-17c5-4641-aaee-77737cbb329f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:23.079415 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57f85d73-f17e-416d-aafa-70ceabb904fd req-1d83c783-17c5-4641-aaee-77737cbb329f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.1182547 Nov 03 19:28:23.084424 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-9f27263a-8689-4bf5-8ebb-149a68e39c5d service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458275 Nov 03 19:28:23.202030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57f85d73-f17e-416d-aafa-70ceabb904fd req-84a6e21e-652e-4784-9456-030ff41327b6 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131308 Nov 03 19:28:23.230991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d9c3b6b-7ffe-43db-bf99-32fe48c56ffd req-a33a8a52-50a2-4e4b-b954-b1d4a31db3f3 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355741 Nov 03 19:28:23.335498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-b4b4b78b-2dea-426e-b2cc-ba49814f3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:23.337532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-b4b4b78b-2dea-426e-b2cc-ba49814f3cbe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 1095 time: 0.0559578 Nov 03 19:28:23.460831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-14b3bee0-1976-4c30-9882-b1d3a7581c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:23.463138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-14b3bee0-1976-4c30-9882-b1d3a7581c81 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1179323 Nov 03 19:28:23.535317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-ac67e124-1f99-4b76-a1df-71d8bdf5b4a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba62013f-d26b-405c-a0fb-a03ca2242f9e HTTP/1.1" status: 200 len: 217 time: 0.0641954 Nov 03 19:28:23.610705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-e5e5dc8b-5387-48dd-8000-180c51018406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:23.612935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-e5e5dc8b-5387-48dd-8000-180c51018406 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0709810 Nov 03 19:28:23.696015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-c0a67e8e-c285-49e3-b95e-160597b5e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:23.698485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-c0a67e8e-c285-49e3-b95e-160597b5e543 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781627 Nov 03 19:28:23.863614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-300ab91e-9e5b-40af-a91e-b9236198d0e3 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566293 Nov 03 19:28:23.993007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a360c2-1733-4bf1-a77a-54f771447ce0 req-aa76db59-3480-4b34-94ca-c280a91ee8ae service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219709 Nov 03 19:28:24.382661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d795d-814f-42f4-be0c-bdb8f71d7364 req-726b0789-3c9e-4657-9ee9-739fc7eb43e3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:24.384690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b76d795d-814f-42f4-be0c-bdb8f71d7364 req-726b0789-3c9e-4657-9ee9-739fc7eb43e3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0707631 Nov 03 19:28:24.447500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b76d795d-814f-42f4-be0c-bdb8f71d7364 req-54ca2a7d-4787-4463-b539-36362172331c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544877 Nov 03 19:28:25.657857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e748d41-e28f-42c6-8069-a965be998e35 req-986541fa-93a6-4b29-9982-8c187788ec5d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:25.662843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e748d41-e28f-42c6-8069-a965be998e35 req-986541fa-93a6-4b29-9982-8c187788ec5d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0805039 Nov 03 19:28:25.765910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e748d41-e28f-42c6-8069-a965be998e35 req-aca09724-29e8-4a61-bd1b-61672338cb10 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909512 Nov 03 19:28:27.033326 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517f4e3-22d5-43a7-8c3d-a80d0532e155 req-7b2188ca-ef8d-4e8e-9037-8d0bd713466c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:27.036742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4517f4e3-22d5-43a7-8c3d-a80d0532e155 req-7b2188ca-ef8d-4e8e-9037-8d0bd713466c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.1222000 Nov 03 19:28:27.140895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4517f4e3-22d5-43a7-8c3d-a80d0532e155 req-2807c154-3327-4c81-ad36-4714a7cb3e47 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881732 Nov 03 19:28:28.351113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b563c-cc4c-4666-b219-0d63ac660bb6 req-c5090d07-97c3-4f5f-aef1-a31a7c821734 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:28.353941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e18b563c-cc4c-4666-b219-0d63ac660bb6 req-c5090d07-97c3-4f5f-aef1-a31a7c821734 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0954452 Nov 03 19:28:28.443132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e18b563c-cc4c-4666-b219-0d63ac660bb6 req-08820457-08cb-4a84-92a7-a0515083b661 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794902 Nov 03 19:28:29.625624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4493-4a39-4918-aa44-68d0ec082f5e req-fa6e9999-142d-4ec5-900e-62dd45097d58 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:29.630435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b31b4493-4a39-4918-aa44-68d0ec082f5e req-fa6e9999-142d-4ec5-900e-62dd45097d58 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0886965 Nov 03 19:28:29.709765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b31b4493-4a39-4918-aa44-68d0ec082f5e req-904431b1-b27b-4e1d-b6f2-76d92ef0de19 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745087 Nov 03 19:28:30.849753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a5a32-ce94-4005-ac51-a9a1d5829e3e req-23d067f9-32c7-41c0-b314-f19220557fcd tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:30.851260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-559a5a32-ce94-4005-ac51-a9a1d5829e3e req-23d067f9-32c7-41c0-b314-f19220557fcd tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0544152 Nov 03 19:28:30.908865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-559a5a32-ce94-4005-ac51-a9a1d5829e3e req-fc42128d-d292-4754-a277-812230c73821 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512176 Nov 03 19:28:32.047114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e6f69-d4fa-4731-80f3-1fb70ea77777 req-6cdbacbd-4acc-48b0-b7f2-296b2be5b927 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:32.049082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b2e6f69-d4fa-4731-80f3-1fb70ea77777 req-6cdbacbd-4acc-48b0-b7f2-296b2be5b927 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0574620 Nov 03 19:28:32.110857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0b2e6f69-d4fa-4731-80f3-1fb70ea77777 req-b4341303-a237-4029-8368-8b6f9d548e50 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550203 Nov 03 19:28:32.772018 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:33.251546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ef3cd-9f4e-45aa-9052-63ae9240b8b9 req-eeb24bc3-9fe9-406d-8613-344270e1b0ce tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:33.253231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be4ef3cd-9f4e-45aa-9052-63ae9240b8b9 req-eeb24bc3-9fe9-406d-8613-344270e1b0ce tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0588913 Nov 03 19:28:33.340536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be4ef3cd-9f4e-45aa-9052-63ae9240b8b9 req-d10625fb-ecf4-4009-b304-098a4c74298f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795925 Nov 03 19:28:33.788121 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:34.490861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babba5-a854-4b0a-89e3-3c90d9250249 req-7972592a-8ad7-4474-8a27-c7f88a8acfc0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:34.493295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39babba5-a854-4b0a-89e3-3c90d9250249 req-7972592a-8ad7-4474-8a27-c7f88a8acfc0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0558667 Nov 03 19:28:34.552570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39babba5-a854-4b0a-89e3-3c90d9250249 req-984f32e4-8be5-46cb-a502-032ddc5feab3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513685 Nov 03 19:28:35.201482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-8463f108-d5d6-4208-8e5c-8348f5fde0e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569799 Nov 03 19:28:35.323058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-be38ed36-0ac6-4b04-9ec9-81f1eaaae742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:35.325647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-be38ed36-0ac6-4b04-9ec9-81f1eaaae742 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 1097 time: 0.0697806 Nov 03 19:28:35.462182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-76795030-6c56-4824-9431-eb371ddeebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:35.464483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-76795030-6c56-4824-9431-eb371ddeebac service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1129923 Nov 03 19:28:35.515849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-e1269616-da44-4490-989e-1c503e5f1cc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b0a4bfd-63c2-49a2-940b-f72fc225b128 HTTP/1.1" status: 200 len: 217 time: 0.0442488 Nov 03 19:28:35.603736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-fa757271-d898-416c-be80-dd37f2460b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:35.605668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-fa757271-d898-416c-be80-dd37f2460b16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0822575 Nov 03 19:28:35.667066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-a75d7d94-e255-4fb3-948d-0e91c0562b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:35.669206 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-a75d7d94-e255-4fb3-948d-0e91c0562b60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558937 Nov 03 19:28:35.803965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c19ee-bce8-4fc4-ad7e-0de4f36b8b17 req-41da890b-0587-4f23-877c-40a49b037ef4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:35.805514 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f9c19ee-bce8-4fc4-ad7e-0de4f36b8b17 req-41da890b-0587-4f23-877c-40a49b037ef4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.1198990 Nov 03 19:28:35.835512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-4edd45aa-70de-4381-b114-89bebeb559f4 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574640 Nov 03 19:28:35.952604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f9c19ee-bce8-4fc4-ad7e-0de4f36b8b17 req-0aa975aa-d56d-4b92-b8fb-9e9a7f679814 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308722 Nov 03 19:28:36.006808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7dc2950-86be-4d6c-81e6-6454b43fae95 req-f573b699-cd1d-4368-832c-dcd50f058ace service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612127 Nov 03 19:28:36.127180 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2455bdb5-d49a-415c-a7df-0fc91e69b359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.125368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dce46-cd6b-4a49-b7f7-0638df19bd37 req-7ca14950-e885-4e53-9175-fb004c3dce9c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:37.126935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-904dce46-cd6b-4a49-b7f7-0638df19bd37 req-7ca14950-e885-4e53-9175-fb004c3dce9c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0636945 Nov 03 19:28:37.191123 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-904dce46-cd6b-4a49-b7f7-0638df19bd37 req-f08bac56-2afc-4813-8686-859c7c751958 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 Nov 03 19:28:38.339940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282c36f-a774-4ca6-8e0a-cb04adf57278 req-08095b17-15c0-47b6-9bfa-5b5e72e60266 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:38.342489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a282c36f-a774-4ca6-8e0a-cb04adf57278 req-08095b17-15c0-47b6-9bfa-5b5e72e60266 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0661368 Nov 03 19:28:38.410468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a282c36f-a774-4ca6-8e0a-cb04adf57278 req-a89b9996-77be-4cfa-b231-1be64697cea8 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562532 Nov 03 19:28:39.630165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a29e8-e4f6-476a-bdf3-ccf0115ce666 req-8985255c-a3c5-4929-bc19-5a029a761160 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:39.633393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e38a29e8-e4f6-476a-bdf3-ccf0115ce666 req-8985255c-a3c5-4929-bc19-5a029a761160 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0932937 Nov 03 19:28:39.714013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e38a29e8-e4f6-476a-bdf3-ccf0115ce666 req-334020a2-c72b-4af2-a682-a28278e1558e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733747 Nov 03 19:28:40.172182 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.357000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9382b621-88ca-4944-bbcb-d78f7b1da035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.868075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce45c2-c308-44bb-84a6-3d09121c8a5f req-e923ad44-fa01-4eb0-8695-7def892d1efb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:40.871503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22ce45c2-c308-44bb-84a6-3d09121c8a5f req-e923ad44-fa01-4eb0-8695-7def892d1efb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0702593 Nov 03 19:28:40.939796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22ce45c2-c308-44bb-84a6-3d09121c8a5f req-3f26635d-4d6b-4aa5-9ffa-685ff57718fb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621300 Nov 03 19:28:42.136632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166f03a-f157-4538-8435-6c0db6e90feb req-4697516e-e5a8-4751-aa45-1fb34b79181d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:42.138408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c166f03a-f157-4538-8435-6c0db6e90feb req-4697516e-e5a8-4751-aa45-1fb34b79181d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0739779 Nov 03 19:28:42.210095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c166f03a-f157-4538-8435-6c0db6e90feb req-afea94d1-ef49-4a74-bcaa-790de1fae57f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604675 Nov 03 19:28:42.329040 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.331724 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.349792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae22bf-5099-451a-8f74-371003819808 req-f24566da-e9f4-47a2-9e32-ae51fb4aba26 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:43.351960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7ae22bf-5099-451a-8f74-371003819808 req-f24566da-e9f4-47a2-9e32-ae51fb4aba26 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0585532 Nov 03 19:28:43.415113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7ae22bf-5099-451a-8f74-371003819808 req-a64ae1e0-6d1e-473a-991f-eb858ccc4d66 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561459 Nov 03 19:28:44.586218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ec205-6696-45e7-9cab-ea20e7712000 req-d315dff5-e59e-48f7-b016-638d50c88276 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:44.588058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b25ec205-6696-45e7-9cab-ea20e7712000 req-d315dff5-e59e-48f7-b016-638d50c88276 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0855880 Nov 03 19:28:44.658013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b25ec205-6696-45e7-9cab-ea20e7712000 req-42120044-f159-4613-866d-0251dfe7858d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Nov 03 19:28:45.858849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170863-3fc5-4fd0-8041-b62515dae76d req-322fb311-92da-4256-a772-968d2f2bcd71 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:45.860622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24170863-3fc5-4fd0-8041-b62515dae76d req-322fb311-92da-4256-a772-968d2f2bcd71 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0690286 Nov 03 19:28:45.948270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-24170863-3fc5-4fd0-8041-b62515dae76d req-52661a1a-d8b8-4b07-9be2-4131576ad703 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702453 Nov 03 19:28:47.135519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8148-5ba9-433f-8d83-cf4dbaf1a389 req-9c746b5f-9d67-4fcb-b07d-f69846f1d864 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:47.137249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c3e8148-5ba9-433f-8d83-cf4dbaf1a389 req-9c746b5f-9d67-4fcb-b07d-f69846f1d864 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 944 time: 0.0692039 Nov 03 19:28:47.211147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c3e8148-5ba9-433f-8d83-cf4dbaf1a389 req-e669473f-d81d-4d47-908a-4e464c6f1dec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588434 Nov 03 19:28:47.282937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ba62013f-d26b-405c-a0fb-a03ca2242f9e details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:28:47.412359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ba62013f-d26b-405c-a0fb-a03ca2242f9e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ba62013f-d26b-405c-a0fb-a03ca2242f9e,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:47.427561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'ba62013f-d26b-405c-a0fb-a03ca2242f9e', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'port_id': 'ba62013f-d26b-405c-a0fb-a03ca2242f9e', 'mac_address': 'fa:16:3e:37:87:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:28:47.475606 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.490615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba62013f-d26b-405c-a0fb-a03ca2242f9e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:28:47.518970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ba62013f-d26b-405c-a0fb-a03ca2242f9e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ba62013f-d26b-405c-a0fb-a03ca2242f9e,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:47.526703 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.592857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ba62013f-d26b-405c-a0fb-a03ca2242f9e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:47.604953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.605590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.606019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.606573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.607021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.607448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.607889 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.608400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.608861 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.609263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.609677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.610193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:47.773807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ba62013f-d26b-405c-a0fb-a03ca2242f9e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:28:48.373861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f697d11-0c15-4b5d-9022-0d9bf4a57910 req-428c1a10-909a-4671-8695-98c9a091f183 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:48.376904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f697d11-0c15-4b5d-9022-0d9bf4a57910 req-428c1a10-909a-4671-8695-98c9a091f183 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 945 time: 0.0728438 Nov 03 19:28:48.453023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f697d11-0c15-4b5d-9022-0d9bf4a57910 req-6d5da333-0a97-48f3-8f59-a44f2d80592c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668001 Nov 03 19:28:49.297898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ba62013f-d26b-405c-a0fb-a03ca2242f9e up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:49.366774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port ba62013f-d26b-405c-a0fb-a03ca2242f9e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:28:49.372726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port ba62013f-d26b-405c-a0fb-a03ca2242f9e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:49.373207 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:49.467321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:49.507699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aff3f3-b870-4469-bca7-16b3f93d910f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba62013f-d26b-405c-a0fb-a03ca2242f9e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:28:49.511479 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2cb93-599b-41ae-8026-ca759bdfba85" -d '{"events": [{"server_uuid": "42aff3f3-b870-4469-bca7-16b3f93d910f", "name": "network-vif-plugged", "status": "completed", "tag": "ba62013f-d26b-405c-a0fb-a03ca2242f9e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:28:49.530901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ba62013f-d26b-405c-a0fb-a03ca2242f9e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ba62013f-d26b-405c-a0fb-a03ca2242f9e,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:49.536121 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:49.613348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ba62013f-d26b-405c-a0fb-a03ca2242f9e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:49.623574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc4aa2-bd50-4a58-8614-9a7840b21926 req-468b3ab5-0c03-4adb-852e-1954c9423a8d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:49.626560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ffc4aa2-bd50-4a58-8614-9a7840b21926 req-468b3ab5-0c03-4adb-852e-1954c9423a8d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 946 time: 0.0658517 Nov 03 19:28:49.709457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ffc4aa2-bd50-4a58-8614-9a7840b21926 req-c112f886-8ec3-4b07-a345-b70a209f9b6d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730712 Nov 03 19:28:49.761959 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1808ab60-3ad0-444f-880b-282cff8c86bb x-openstack-request-id: req-1808ab60-3ad0-444f-880b-282cff8c86bb {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:28:49.762375 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aff3f3-b870-4469-bca7-16b3f93d910f", "name": "network-vif-plugged", "status": "completed", "tag": "ba62013f-d26b-405c-a0fb-a03ca2242f9e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:28:49.762750 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1808ab60-3ad0-444f-880b-282cff8c86bb {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:28:49.763238 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aff3f3-b870-4469-bca7-16b3f93d910f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba62013f-d26b-405c-a0fb-a03ca2242f9e', 'code': 200} Nov 03 19:28:49.883415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569e59c-0c27-4ee3-8b41-452b01321262 req-107b83af-bc43-4d63-8862-9dc60590cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:49.885100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c569e59c-0c27-4ee3-8b41-452b01321262 req-107b83af-bc43-4d63-8862-9dc60590cbc6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 1097 time: 0.0508673 Nov 03 19:28:49.949825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c569e59c-0c27-4ee3-8b41-452b01321262 req-70c0ea88-0af5-4376-bd03-ffbc4c35771e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 Nov 03 19:28:50.146538 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:28:50.842271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46993-1037-4eb2-999c-9fac7f88b180 req-5af20a57-2763-432c-8caf-2a93bdac7479 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:50.844034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84b46993-1037-4eb2-999c-9fac7f88b180 req-5af20a57-2763-432c-8caf-2a93bdac7479 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 946 time: 0.0577099 Nov 03 19:28:50.914358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84b46993-1037-4eb2-999c-9fac7f88b180 req-cc64eb69-3155-41d7-9783-816fc6c5e3d4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624883 Nov 03 19:28:52.061707 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b75e58-b6ac-49e3-9982-e0bf0dac2275 req-5cf68966-1e18-49dd-b963-d9bbc1e93ac1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:52.063682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76b75e58-b6ac-49e3-9982-e0bf0dac2275 req-5cf68966-1e18-49dd-b963-d9bbc1e93ac1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 946 time: 0.0615251 Nov 03 19:28:52.125926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76b75e58-b6ac-49e3-9982-e0bf0dac2275 req-70e23c9b-fe9e-4c67-82e4-8e268fae1dc3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Nov 03 19:28:52.258780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475b25-36c3-47a2-97df-81d78b613a61 req-bf76fb14-980c-472f-8df2-6ead37741ef9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:52.260604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8475b25-36c3-47a2-97df-81d78b613a61 req-bf76fb14-980c-472f-8df2-6ead37741ef9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 946 time: 0.0564647 Nov 03 19:28:52.321292 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d8475b25-36c3-47a2-97df-81d78b613a61 req-b4bdc4f2-bff8-4a14-9dc1-4936f8000d3b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522709 Nov 03 19:28:52.672529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734de153-d7d7-4477-8eb2-ac446a24448c req-4ec65ba2-72b0-4679-9da8-9d8bf0c75439 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:52.674353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-734de153-d7d7-4477-8eb2-ac446a24448c req-4ec65ba2-72b0-4679-9da8-9d8bf0c75439 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 946 time: 0.0648334 Nov 03 19:28:52.736061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-734de153-d7d7-4477-8eb2-ac446a24448c req-15411cbc-cb21-4e62-8cf9-6a35f03d9b9a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502553 Nov 03 19:28:53.885965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74b407-5537-4716-a35a-fe488ef60c3a req-0bcc5809-4869-4fb3-9731-4e34b3e1b45c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:53.888645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f74b407-5537-4716-a35a-fe488ef60c3a req-0bcc5809-4869-4fb3-9731-4e34b3e1b45c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 946 time: 0.0652826 Nov 03 19:28:53.958569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f74b407-5537-4716-a35a-fe488ef60c3a req-fef0d566-21ae-4150-8cb0-9f024a3996d7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633621 Nov 03 19:28:54.057333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-74a1f589-206b-4138-a154-f4a9284581a2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:54.058902 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-74a1f589-206b-4138-a154-f4a9284581a2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 946 time: 0.0613089 Nov 03 19:28:54.180663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port ba62013f-d26b-405c-a0fb-a03ca2242f9e {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:28:54.181007 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:54.292805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] For port ba62013f-d26b-405c-a0fb-a03ca2242f9e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ba62013f-d26b-405c-a0fb-a03ca2242f9e,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:54.293181 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:54.308406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for ba62013f-d26b-405c-a0fb-a03ca2242f9e owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:28:54.479396 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:54.494424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ba62013f-d26b-405c-a0fb-a03ca2242f9e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:28:54.508993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['3b0a4bfd-63c2-49a2-940b-f72fc225b128'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:28:54.520147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=ba62013f-d26b-405c-a0fb-a03ca2242f9e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:54.938345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] No DVR routers for this DVR port ba62013f-d26b-405c-a0fb-a03ca2242f9e on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:28:54.942286 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:54.945910 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46db9688-1e1a-4a4c-9825-54d1216fe399 req-f5e8f8c3-1c78-41c9-9b10-7a7c05f53058 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "DELETE /v2.0/ports/ba62013f-d26b-405c-a0fb-a03ca2242f9e HTTP/1.1" status: 204 len: 173 time: 0.8805902 Nov 03 19:28:54.946414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aff3f3-b870-4469-bca7-16b3f93d910f', 'name': 'network-vif-deleted', 'tag': 'ba62013f-d26b-405c-a0fb-a03ca2242f9e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:28:54.948891 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeebf543-cbfe-470d-af7f-20ff06cd6e9c" -d '{"events": [{"server_uuid": "42aff3f3-b870-4469-bca7-16b3f93d910f", "name": "network-vif-deleted", "tag": "ba62013f-d26b-405c-a0fb-a03ca2242f9e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:28:55.025589 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d714921-28ba-4597-ac01-e5751f61ddb6 x-openstack-request-id: req-1d714921-28ba-4597-ac01-e5751f61ddb6 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:28:55.026073 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aff3f3-b870-4469-bca7-16b3f93d910f", "name": "network-vif-deleted", "tag": "ba62013f-d26b-405c-a0fb-a03ca2242f9e", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:28:55.026493 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d714921-28ba-4597-ac01-e5751f61ddb6 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:28:55.027201 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aff3f3-b870-4469-bca7-16b3f93d910f', 'name': 'network-vif-deleted', 'tag': 'ba62013f-d26b-405c-a0fb-a03ca2242f9e', 'status': 'completed', 'code': 200} Nov 03 19:28:55.147837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79dec169-c152-47d3-8347-a5e9173f6be5 req-144ff9fd-4591-452f-9488-25d5d83ee843 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 210 time: 0.0390396 Nov 03 19:28:56.281782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f6e728e-2279-4145-80ea-d12a34a5570c req-3fef845b-f84b-4867-9710-b2987032e43d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 210 time: 0.0462141 Nov 03 19:28:57.322526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ba62013f-d26b-405c-a0fb-a03ca2242f9e no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:28:57.361035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: ba62013f-d26b-405c-a0fb-a03ca2242f9e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:28:57.361656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ba62013f-d26b-405c-a0fb-a03ca2242f9e not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:28:57.443021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c3eb0b8-0cf5-4d68-80a6-84f5cabf8bc7 req-f133be2f-1530-42f5-93e4-8f0f86f5458d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 210 time: 0.0393453 Nov 03 19:28:58.611566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70335ebf-6b82-4c6b-955f-3fd5e19df353 req-3949547a-c0f9-4c4f-9b47-5d5aa5407a89 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 210 time: 0.0363853 Nov 03 19:28:59.768129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9698ac30-5b1a-4d61-832b-a270f3345de5 req-79eaff55-abd3-4a1d-9030-1dfc17948b99 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=42aff3f3-b870-4469-bca7-16b3f93d910f HTTP/1.1" status: 200 len: 210 time: 0.0371912 Nov 03 19:29:02.780102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:03.788596 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:06.127909 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b02e-739e-40e9-92b3-17199c8c83cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:06.622162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8fac3-fe4c-455a-aa90-f01d18169a6a req-5bc96763-fbfe-4645-85ce-e38a14c6731e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:06.623816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bac8fac3-fe4c-455a-aa90-f01d18169a6a req-5bc96763-fbfe-4645-85ce-e38a14c6731e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 946 time: 0.0622015 Nov 03 19:29:06.681848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bac8fac3-fe4c-455a-aa90-f01d18169a6a req-394f4ce3-6ee0-46f8-be0f-edd2c7766781 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503173 Nov 03 19:29:07.830096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ab5f-19ba-471d-84c8-6750535d8fa6 req-8fa5b899-a3f8-440c-a185-acfc0df283b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:07.832271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79d7ab5f-19ba-471d-84c8-6750535d8fa6 req-8fa5b899-a3f8-440c-a185-acfc0df283b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 946 time: 0.0595870 Nov 03 19:29:07.909490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79d7ab5f-19ba-471d-84c8-6750535d8fa6 req-1d79a214-f4c1-47bf-89f7-142445b7a7a1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=3432798c-58e8-4444-82e6-7970c88463cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582402 Nov 03 19:29:08.063580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-27e5c3ca-6d1e-4782-b026-b481d666efd5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:08.065335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-27e5c3ca-6d1e-4782-b026-b481d666efd5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 946 time: 0.0534365 Nov 03 19:29:08.179071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:08.179427 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.296562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] For port 3b0a4bfd-63c2-49a2-940b-f72fc225b128, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=3b0a4bfd-63c2-49a2-940b-f72fc225b128,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:08.296922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.313708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 3b0a4bfd-63c2-49a2-940b-f72fc225b128 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:08.466336 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.481110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['3b0a4bfd-63c2-49a2-940b-f72fc225b128'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:29:08.512727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=3b0a4bfd-63c2-49a2-940b-f72fc225b128,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:08.530699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.531269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.531690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.532143 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.532597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.533024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.533479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.533967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.534390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.534858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.535270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.535682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:08.582377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] No DVR routers for this DVR port 3b0a4bfd-63c2-49a2-940b-f72fc225b128 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:08.586245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.589727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac3274c1-5b15-44c8-bf7e-4abaad878beb req-7b8ad48a-97f1-48c4-a8ec-abc3be742c95 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "DELETE /v2.0/ports/3b0a4bfd-63c2-49a2-940b-f72fc225b128 HTTP/1.1" status: 204 len: 173 time: 0.5172212 Nov 03 19:29:08.590322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c7cb19-ca72-476d-b569-e0fe968f8bbe', 'name': 'network-vif-deleted', 'tag': '3b0a4bfd-63c2-49a2-940b-f72fc225b128'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:08.592804 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165011e2-96eb-4408-a31a-f0c112fb1cf9" -d '{"events": [{"server_uuid": "90c7cb19-ca72-476d-b569-e0fe968f8bbe", "name": "network-vif-deleted", "tag": "3b0a4bfd-63c2-49a2-940b-f72fc225b128"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:08.634723 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34823d1e-737a-4fea-afce-93a73d5969ba x-openstack-request-id: req-34823d1e-737a-4fea-afce-93a73d5969ba {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:08.635092 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c7cb19-ca72-476d-b569-e0fe968f8bbe", "name": "network-vif-deleted", "tag": "3b0a4bfd-63c2-49a2-940b-f72fc225b128", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:08.635386 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34823d1e-737a-4fea-afce-93a73d5969ba {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:08.635815 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c7cb19-ca72-476d-b569-e0fe968f8bbe', 'name': 'network-vif-deleted', 'tag': '3b0a4bfd-63c2-49a2-940b-f72fc225b128', 'status': 'completed', 'code': 200} Nov 03 19:29:09.091693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc37e17f-4526-4b2a-98ea-ed703d6fb9a1 req-2d3dc85b-4289-4460-90a6-0bcd9ea334f0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 210 time: 0.0539377 Nov 03 19:29:10.187273 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:10.259221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f695bd90-3b2b-4e9a-bcfe-e03dff00ac88 req-527ad30e-dd8c-4d90-84a9-37cd79352416 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 210 time: 0.0386887 Nov 03 19:29:10.355765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9fa52657-c4ab-47a6-8614-ca4260e0f9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:11.434074 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-824ad248-8566-40ea-91ec-d810b0855d7d req-08ce3bf6-b5ef-4c4c-9f1f-874b944db6cd tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 210 time: 0.0469518 Nov 03 19:29:11.543481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3b0a4bfd-63c2-49a2-940b-f72fc225b128 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:11.576958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 3b0a4bfd-63c2-49a2-940b-f72fc225b128 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:11.577461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 3b0a4bfd-63c2-49a2-940b-f72fc225b128 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:12.333316 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:12.335416 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:12.593575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fefc8f98-5aef-419f-8de5-121d1ab8ca6f req-541b50cb-1ae4-4eb0-a300-f38ad2bb669b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 210 time: 0.0477176 Nov 03 19:29:13.773005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18ff1dab-2cdc-4c4f-84ef-b8751be98d5f req-3d9a82e2-81d3-4c2e-8733-7d641482f67d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 210 time: 0.0326118 Nov 03 19:29:14.969199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e49f990-5cea-44b0-b7d0-a612fe5e429b req-1f76c9a4-b77f-4dd6-958a-c2f3088877bb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c7cb19-ca72-476d-b569-e0fe968f8bbe HTTP/1.1" status: 200 len: 210 time: 0.0341318 Nov 03 19:29:20.355719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42226) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:20.361362 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989273583', 'description': 'tempest-secgroup-smoke-989273583 description', 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:20.392078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.473565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.477984 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.517470 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235169f3-3a07-4c6b-8972-776273bf3d8f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:20.524016 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.525235 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1683326 Nov 03 19:29:20.528986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42236) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:20.534539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f23f72fa-f022-4a0a-ac1d-e6d19018fb05 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'security_group_rule': {'security_group_id': '235169f3-3a07-4c6b-8972-776273bf3d8f', 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:20.536695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.537204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.537727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.538245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.538647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.539219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.539415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.539797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.540201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.540647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.541197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.541765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715174-ceb6-40dc-b9f8-f18f210994ec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:20.577818 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f23f72fa-f022-4a0a-ac1d-e6d19018fb05 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.645946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f23f72fa-f022-4a0a-ac1d-e6d19018fb05 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.651179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f23f72fa-f022-4a0a-ac1d-e6d19018fb05 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.670316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f72fa-f022-4a0a-ac1d-e6d19018fb05 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079b1d41-1b3f-49a6-b8cb-74476d735e57,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:20.684144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f23f72fa-f022-4a0a-ac1d-e6d19018fb05 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.685473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f23f72fa-f022-4a0a-ac1d-e6d19018fb05 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552944 Nov 03 19:29:20.688916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42240) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:20.694150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-52bb0c21-92c4-4ff4-b3af-0327ec64dc04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'security_group_rule': {'security_group_id': '235169f3-3a07-4c6b-8972-776273bf3d8f', 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:20.727557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52bb0c21-92c4-4ff4-b3af-0327ec64dc04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.798583 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52bb0c21-92c4-4ff4-b3af-0327ec64dc04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.804722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52bb0c21-92c4-4ff4-b3af-0327ec64dc04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.825787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb0c21-92c4-4ff4-b3af-0327ec64dc04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1466ba88-63a7-4c3f-9ddc-ec58e06b75dd,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:20.835763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-52bb0c21-92c4-4ff4-b3af-0327ec64dc04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.837041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-52bb0c21-92c4-4ff4-b3af-0327ec64dc04 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470547 Nov 03 19:29:20.840270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42242) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:20.845350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3dfc6cab-df35-4d51-9bf7-8dbc05fb1ca9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'security_group_rule': {'security_group_id': '235169f3-3a07-4c6b-8972-776273bf3d8f', 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:20.876821 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6cab-df35-4d51-9bf7-8dbc05fb1ca9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.948761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6cab-df35-4d51-9bf7-8dbc05fb1ca9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.955011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6cab-df35-4d51-9bf7-8dbc05fb1ca9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.977111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc6cab-df35-4d51-9bf7-8dbc05fb1ca9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58c9ec1-f891-4c3b-8b38-ce71bd1c32d8,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:20.987246 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6cab-df35-4d51-9bf7-8dbc05fb1ca9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.989214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3dfc6cab-df35-4d51-9bf7-8dbc05fb1ca9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478851 Nov 03 19:29:20.992712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42244) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:20.998340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1c1f4b76-7782-4060-95f7-b5a019ad0347 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'security_group_rule': {'security_group_id': '235169f3-3a07-4c6b-8972-776273bf3d8f', 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:21.032646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4b76-7782-4060-95f7-b5a019ad0347 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.114810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4b76-7782-4060-95f7-b5a019ad0347 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.119647 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4b76-7782-4060-95f7-b5a019ad0347 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.144547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f4b76-7782-4060-95f7-b5a019ad0347 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0687d25c-5301-4b30-9b14-3aaf51f6164f,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:21.151519 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c1f4b76-7782-4060-95f7-b5a019ad0347 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.152510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1c1f4b76-7782-4060-95f7-b5a019ad0347 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585264 Nov 03 19:29:21.155960 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42246) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:21.161516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e7b930e7-e0cb-470a-b4dd-227f6dcad87c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'security_group_rule': {'security_group_id': '235169f3-3a07-4c6b-8972-776273bf3d8f', 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:21.187475 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-e7b930e7-e0cb-470a-b4dd-227f6dcad87c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Project d3ada8d56960474eb2bddebe17b5f40e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:29:21.193929 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e7b930e7-e0cb-470a-b4dd-227f6dcad87c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.274237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e7b930e7-e0cb-470a-b4dd-227f6dcad87c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.279067 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e7b930e7-e0cb-470a-b4dd-227f6dcad87c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.300972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b930e7-e0cb-470a-b4dd-227f6dcad87c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c30b44-db67-45ac-b057-2239dc970f56,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:21.311731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e7b930e7-e0cb-470a-b4dd-227f6dcad87c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.313259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e7b930e7-e0cb-470a-b4dd-227f6dcad87c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560874 Nov 03 19:29:21.316885 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42248) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:21.322552 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c00f8599-3ec6-48b2-be59-a946e40c0970 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'security_group_rule': {'security_group_id': '235169f3-3a07-4c6b-8972-776273bf3d8f', 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:21.350595 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-c00f8599-3ec6-48b2-be59-a946e40c0970 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Project d3ada8d56960474eb2bddebe17b5f40e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:29:21.357145 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c00f8599-3ec6-48b2-be59-a946e40c0970 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.431259 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c00f8599-3ec6-48b2-be59-a946e40c0970 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.436373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c00f8599-3ec6-48b2-be59-a946e40c0970 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.457169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8599-3ec6-48b2-be59-a946e40c0970 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f92283f-1703-4409-9ac3-ce69d621eaaf,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:21.468142 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c00f8599-3ec6-48b2-be59-a946e40c0970 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.469492 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c00f8599-3ec6-48b2-be59-a946e40c0970 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514840 Nov 03 19:29:27.152030 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:29:32.786788 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:33.777580 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.133511 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-12715dee-63d8-41ef-a9c3-18a02649fe96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.177619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.342269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4d3a-d2e7-4a30-9664-3fe37da89f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.491008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-1fa0b947-fb4c-4355-ad80-24364161251b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989273583&fields=id&tenant_id=d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 267 time: 0.0542796 Nov 03 19:29:40.624269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-6d8ae10c-315f-4713-8d8e-35308ee0e089 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:40.625997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-6d8ae10c-315f-4713-8d8e-35308ee0e089 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1220894 Nov 03 19:29:40.644140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-6573efb9-02ea-4302-94bf-41bb7345147a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/quotas/d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 375 time: 0.0104759 Nov 03 19:29:40.707217 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-e7a8be5b-0adc-452e-be4d-194d0bc00cb5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565896 Nov 03 19:29:40.820248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-e8faccb7-ba2e-4528-a79e-5145f176cb8e service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995214 Nov 03 19:29:40.937648 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-581c730c-5bb6-44de-8285-c0610dde4ed1 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066682 Nov 03 19:29:41.335057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11e2515e-d325-4263-97e6-d4cc5a21526f req-655ed3db-e171-4f84-8473-2b05926660ca tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 210 time: 0.0439513 Nov 03 19:29:42.357152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.370638 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.394394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-cf8b6f87-eb93-49aa-8ed0-b7ff7bdb272f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.397011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-cf8b6f87-eb93-49aa-8ed0-b7ff7bdb272f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1469233 Nov 03 19:29:42.464014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc1ad730-b18d-42ed-9ef0-275bd4a4e756 req-7a38dff6-d407-4adb-8789-83943ccd461e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 210 time: 0.0387442 Nov 03 19:29:42.520480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-c1e38952-ae6e-402f-848e-1df797c747cb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 379 time: 0.1126111 Nov 03 19:29:42.535481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'port': {'device_id': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'admin_state_up': True, 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'security_groups': ['235169f3-3a07-4c6b-8972-776273bf3d8f']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:42.707298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:29:42.713733 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.942923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.20.0.10 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/45ec7896-2413-48aa-9121-501f487f2bb3) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:29:43.163033 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.202763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.262540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:29:43.270572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:29:43.276737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:29:43.321631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=45ec7896-2413-48aa-9121-501f487f2bb3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:43.372087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:43.373100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.402457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-3f227d4f-c4be-4446-97d3-544434b766b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8745918 Nov 03 19:29:43.419861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Request body: {'port': {'device_id': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:43.529123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.617460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-30fe897a-f4c6-49d8-9aa6-dab9c144bf26 None None] Provisioning complete for port 45ec7896-2413-48aa-9121-501f487f2bb3 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:29:43.621147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-30fe897a-f4c6-49d8-9aa6-dab9c144bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.683884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-30fe897a-f4c6-49d8-9aa6-dab9c144bf26 None None] Port 45ec7896-2413-48aa-9121-501f487f2bb3 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:29:43.790578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43961801-1360-438f-9d8b-996b04ebe13b req-cdc602c0-9e43-4e0c-b31a-d814a169fb58 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:43.793076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43961801-1360-438f-9d8b-996b04ebe13b req-cdc602c0-9e43-4e0c-b31a-d814a169fb58 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 932 time: 0.2363999 Nov 03 19:29:43.989519 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-43961801-1360-438f-9d8b-996b04ebe13b req-9a91991b-7d47-4243-a2e8-1da1d5e41cc4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848216 Nov 03 19:29:44.156160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec7896-2413-48aa-9121-501f487f2bb3 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:29:44.171477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.195025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Transition to ACTIVE for port object 45ec7896-2413-48aa-9121-501f487f2bb3 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:29:44.201191 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.301520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec7896-2413-48aa-9121-501f487f2bb3,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:44.423766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Attempting to bind port 45ec7896-2413-48aa-9121-501f487f2bb3 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:29:44.425360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Attempting to bind port 45ec7896-2413-48aa-9121-501f487f2bb3 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:29:44.425360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Attempting to bind port 45ec7896-2413-48aa-9121-501f487f2bb3 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:29:44.431235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Port 45ec7896-2413-48aa-9121-501f487f2bb3 on network abfd6306-1778-44c2-964a-26fbc43c9955 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:29:44.431678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Attempting to bind port 45ec7896-2413-48aa-9121-501f487f2bb3 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:29:44.438731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:29:44.439120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:29:44.439473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:29:44.439926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Bound port: 45ec7896-2413-48aa-9121-501f487f2bb3, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:29:44.440374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.536928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] For port 45ec7896-2413-48aa-9121-501f487f2bb3, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:29:44.542891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] For port 45ec7896-2413-48aa-9121-501f487f2bb3, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45ec7896-2413-48aa-9121-501f487f2bb3,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:29:44.551274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.611301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:44.612385 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.614848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] 10.222.0.70 "PUT /v2.0/ports/45ec7896-2413-48aa-9121-501f487f2bb3 HTTP/1.1" status: 200 len: 1092 time: 1.2024963 Nov 03 19:29:44.615704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'tag': '45ec7896-2413-48aa-9121-501f487f2bb3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:44.619591 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c77b1f9-3088-48c9-afce-fd48272d2ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b68d33-8998-4b3c-a73e-3e2b9a86e665", "tag": "45ec7896-2413-48aa-9121-501f487f2bb3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:44.665799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8f9b7-2027-4a34-9e5f-0655917d4131 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec7896-2413-48aa-9121-501f487f2bb3,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:44.698323 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42e9c01-28f4-4d6a-9775-8703a127ac38 x-openstack-request-id: req-c42e9c01-28f4-4d6a-9775-8703a127ac38 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:44.698789 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b68d33-8998-4b3c-a73e-3e2b9a86e665", "tag": "45ec7896-2413-48aa-9121-501f487f2bb3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:44.699203 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c42e9c01-28f4-4d6a-9775-8703a127ac38 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:44.699837 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'tag': '45ec7896-2413-48aa-9121-501f487f2bb3', 'status': 'completed', 'code': 200} Nov 03 19:29:44.747664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-ddd3dcc9-91e3-4432-9f4e-5ab68d9bc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:44.750454 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-ddd3dcc9-91e3-4432-9f4e-5ab68d9bc64b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 1095 time: 0.0733192 Nov 03 19:29:44.812562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-5e87b5bc-e6a0-4f28-b802-3b4b50ee35ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ec7896-2413-48aa-9121-501f487f2bb3 HTTP/1.1" status: 200 len: 217 time: 0.0541177 Nov 03 19:29:44.873750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-8b483536-3a27-4d1e-b896-0d6606f54a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:44.875683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-8b483536-3a27-4d1e-b896-0d6606f54a74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0563352 Nov 03 19:29:44.946763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-20c74d22-6479-4743-a083-952617051a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:44.954222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-20c74d22-6479-4743-a083-952617051a2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703297 Nov 03 19:29:45.103717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-b5fcda43-6f4d-4a4d-8580-0abd6feae1c9 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406446 Nov 03 19:29:45.238470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218301-5314-4c41-801e-705d849f6a0f req-a1a5b9ee-850d-4297-b5c8-870750949cf0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.240139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92218301-5314-4c41-801e-705d849f6a0f req-a1a5b9ee-850d-4297-b5c8-870750949cf0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.1329334 Nov 03 19:29:45.280063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49bf563-24c1-4f71-b6c4-ada1d1469ccc req-5374ec8a-78b8-4add-8de4-b1d7a12616d5 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585402 Nov 03 19:29:45.317900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92218301-5314-4c41-801e-705d849f6a0f req-a68b22ae-4ff5-4ff2-be0e-a2f0f6d73b98 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693743 Nov 03 19:29:45.405188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-25c20098-7adb-40f9-b2fa-8c32cd792c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.407788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-25c20098-7adb-40f9-b2fa-8c32cd792c72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 1095 time: 0.0673966 Nov 03 19:29:45.581228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-b6efd87c-8640-4f03-a3e8-fa38ecead98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.583725 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-b6efd87c-8640-4f03-a3e8-fa38ecead98f service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1685221 Nov 03 19:29:45.660386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-cefd7bf5-b6ea-4206-a3a1-2c81b0cefac4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ec7896-2413-48aa-9121-501f487f2bb3 HTTP/1.1" status: 200 len: 217 time: 0.0685339 Nov 03 19:29:45.745163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-2c4983da-d7e6-4ded-9880-426db9c13be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.747724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-2c4983da-d7e6-4ded-9880-426db9c13be3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0807700 Nov 03 19:29:45.804949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-82830199-c937-4185-9603-02f95ef8be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.806830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-82830199-c937-4185-9603-02f95ef8be03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522006 Nov 03 19:29:45.956469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-46a84252-15b8-4c17-9345-07ec040e4c26 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418686 Nov 03 19:29:46.078148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c77b1f9-3088-48c9-afce-fd48272d2ca8 req-7c96a8db-d54d-4b0b-973c-a74b7c60a87d service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138692 Nov 03 19:29:46.519929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077371b0-ec8b-4721-983e-b3d299c984ca req-acd6d8f0-584b-4392-b114-0d8beebfcf84 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:46.522649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-077371b0-ec8b-4721-983e-b3d299c984ca req-acd6d8f0-584b-4392-b114-0d8beebfcf84 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0883582 Nov 03 19:29:46.607409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-077371b0-ec8b-4721-983e-b3d299c984ca req-74874f38-1c86-4ce7-851d-48808db5b9a7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719671 Nov 03 19:29:47.791988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb31cd2-ff2d-405b-82b6-8afc1753276b req-891081bb-f23e-43d4-9f5c-0cbdc74f864a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:47.793985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7eb31cd2-ff2d-405b-82b6-8afc1753276b req-891081bb-f23e-43d4-9f5c-0cbdc74f864a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0745382 Nov 03 19:29:47.863692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7eb31cd2-ff2d-405b-82b6-8afc1753276b req-8bbc45d3-d288-4c6f-880a-5011e1e010f3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581584 Nov 03 19:29:49.073521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6dd90-2096-4523-a52a-759b71fd442c req-f15f02ce-88d4-494c-82dd-b5eeab342be2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:49.075346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ea6dd90-2096-4523-a52a-759b71fd442c req-f15f02ce-88d4-494c-82dd-b5eeab342be2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0920985 Nov 03 19:29:49.179002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6ea6dd90-2096-4523-a52a-759b71fd442c req-31e057a5-425f-4089-a1fb-3a6d6beb8fc2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918326 Nov 03 19:29:50.313110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8832b-37c3-4684-a22a-30b28e9f5877 req-da9cbbb8-ee57-40ad-9412-88be1676ed0c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:50.314993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2be8832b-37c3-4684-a22a-30b28e9f5877 req-da9cbbb8-ee57-40ad-9412-88be1676ed0c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0544569 Nov 03 19:29:50.375787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2be8832b-37c3-4684-a22a-30b28e9f5877 req-59de0961-5a5b-4b91-9376-a1f4fb9e9726 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541341 Nov 03 19:29:51.544848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe2399-c456-4732-84a3-8dfaa31dc54e req-159a4504-6b45-4240-aeb0-927b7bd74640 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:51.546617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7fe2399-c456-4732-84a3-8dfaa31dc54e req-159a4504-6b45-4240-aeb0-927b7bd74640 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0640416 Nov 03 19:29:51.624435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7fe2399-c456-4732-84a3-8dfaa31dc54e req-a983332c-a663-4316-b8b5-ddeaaaa0cf36 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699992 Nov 03 19:29:52.802739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f91f-2cf0-4a34-969d-e61aa687be60 req-4cc077f0-0e1f-492e-af2f-a5ff3f4181ac tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:52.804954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ac5f91f-2cf0-4a34-969d-e61aa687be60 req-4cc077f0-0e1f-492e-af2f-a5ff3f4181ac tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0784273 Nov 03 19:29:52.874531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0ac5f91f-2cf0-4a34-969d-e61aa687be60 req-6482a9e6-b859-4c3a-b76d-45eeab116928 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622187 Nov 03 19:29:54.020899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831e8c-b05f-45e3-a118-c116ccbf322e req-f08d82b4-1f25-495f-980e-f0df6346143c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:54.023114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df831e8c-b05f-45e3-a118-c116ccbf322e req-f08d82b4-1f25-495f-980e-f0df6346143c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0550816 Nov 03 19:29:54.085610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df831e8c-b05f-45e3-a118-c116ccbf322e req-b5b70ab5-fa6b-4b38-891b-518a131d798d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559354 Nov 03 19:29:55.223098 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a809-333a-4379-8680-ccb7eaeaeeaa req-87c69129-ef47-4029-adf8-a5cee1e20911 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:55.224751 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91f8a809-333a-4379-8680-ccb7eaeaeeaa req-87c69129-ef47-4029-adf8-a5cee1e20911 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0599523 Nov 03 19:29:55.284667 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-91f8a809-333a-4379-8680-ccb7eaeaeeaa req-bdac506c-e653-4536-af13-857f285aa925 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532846 Nov 03 19:29:56.420798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff433b-2fdd-4ab0-9fe0-4be0a1a03667 req-74a9ed81-a10b-4e20-930e-c9e003813e93 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:56.422464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18ff433b-2fdd-4ab0-9fe0-4be0a1a03667 req-74a9ed81-a10b-4e20-930e-c9e003813e93 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0551963 Nov 03 19:29:56.510391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18ff433b-2fdd-4ab0-9fe0-4be0a1a03667 req-3f8684c0-62ac-49e6-8aa3-6b19f37bb6b4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799537 Nov 03 19:29:57.648465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce057b-1929-4cea-bc49-18556e5a3054 req-f5148ed2-9c81-4a6f-9792-f1dd535b7391 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:57.650147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3ce057b-1929-4cea-bc49-18556e5a3054 req-f5148ed2-9c81-4a6f-9792-f1dd535b7391 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 944 time: 0.0624027 Nov 03 19:29:57.711952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 45ec7896-2413-48aa-9121-501f487f2bb3 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:29:57.716228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3ce057b-1929-4cea-bc49-18556e5a3054 req-1c23704d-28e0-486d-b0a3-7f9f88224b39 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545866 Nov 03 19:29:57.835235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 45ec7896-2413-48aa-9121-501f487f2bb3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45ec7896-2413-48aa-9121-501f487f2bb3,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:57.851210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '45ec7896-2413-48aa-9121-501f487f2bb3', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'port_id': '45ec7896-2413-48aa-9121-501f487f2bb3', 'mac_address': 'fa:16:3e:c9:b2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:29:57.893577 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.908995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec7896-2413-48aa-9121-501f487f2bb3 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:29:57.937236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 45ec7896-2413-48aa-9121-501f487f2bb3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45ec7896-2413-48aa-9121-501f487f2bb3,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:57.942254 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.001656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=45ec7896-2413-48aa-9121-501f487f2bb3,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:58.014878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.015761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.016340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.016964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.017571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.018140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.018706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.019271 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.019845 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.020415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.021007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.021606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:58.151058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['45ec7896-2413-48aa-9121-501f487f2bb3'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:29:58.854704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e34cac-ecb1-4b06-ae0d-132fd74392e1 req-06b7411f-de29-41fa-88f5-81208f45df38 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:58.856620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50e34cac-ecb1-4b06-ae0d-132fd74392e1 req-06b7411f-de29-41fa-88f5-81208f45df38 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 945 time: 0.0604508 Nov 03 19:29:58.917445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50e34cac-ecb1-4b06-ae0d-132fd74392e1 req-b1541f33-29f9-4799-ab65-9eb8fd6a0635 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529170 Nov 03 19:29:59.734119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 45ec7896-2413-48aa-9121-501f487f2bb3 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:29:59.794403 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 45ec7896-2413-48aa-9121-501f487f2bb3 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:29:59.800767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 45ec7896-2413-48aa-9121-501f487f2bb3 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:29:59.801141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:59.906809 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:59.956126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec7896-2413-48aa-9121-501f487f2bb3'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:59.959506 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f085b67-3522-4a4c-a228-7ddb08fbc1e1" -d '{"events": [{"server_uuid": "c1b68d33-8998-4b3c-a73e-3e2b9a86e665", "name": "network-vif-plugged", "status": "completed", "tag": "45ec7896-2413-48aa-9121-501f487f2bb3"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:59.982575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 45ec7896-2413-48aa-9121-501f487f2bb3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45ec7896-2413-48aa-9121-501f487f2bb3,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:59.989778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:00.064627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=45ec7896-2413-48aa-9121-501f487f2bb3,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:00.068696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64786-2cc0-4ec6-8320-e2f207035c8f req-66dd6782-e7b8-4a74-959e-60c46d909095 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:00.070748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-82b64786-2cc0-4ec6-8320-e2f207035c8f req-66dd6782-e7b8-4a74-959e-60c46d909095 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 946 time: 0.0650539 Nov 03 19:30:00.134100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-82b64786-2cc0-4ec6-8320-e2f207035c8f req-6fdf0299-bf4f-4d37-8747-e21f9511faa5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569632 Nov 03 19:30:00.192522 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bed23f-7dde-4a06-bc6f-dc88c607eaf0 x-openstack-request-id: req-27bed23f-7dde-4a06-bc6f-dc88c607eaf0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:30:00.192994 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b68d33-8998-4b3c-a73e-3e2b9a86e665", "name": "network-vif-plugged", "status": "completed", "tag": "45ec7896-2413-48aa-9121-501f487f2bb3", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:30:00.193270 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27bed23f-7dde-4a06-bc6f-dc88c607eaf0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:30:00.193747 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec7896-2413-48aa-9121-501f487f2bb3', 'code': 200} Nov 03 19:30:00.302754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5002a3-ea09-4859-b110-00e78db34e08 req-468a6703-3d18-4f58-a9d4-15eb00c4d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:00.304369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e5002a3-ea09-4859-b110-00e78db34e08 req-468a6703-3d18-4f58-a9d4-15eb00c4d3f3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 1097 time: 0.0459452 Nov 03 19:30:00.358243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e5002a3-ea09-4859-b110-00e78db34e08 req-df5bde29-6d8e-47d2-93dd-58bf887e09bb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Nov 03 19:30:01.274939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f6709-17ab-454f-a762-21f89802e91a req-3d6a4bb1-8efd-40e4-aa94-024a6abc6a7b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:01.276542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-215f6709-17ab-454f-a762-21f89802e91a req-3d6a4bb1-8efd-40e4-aa94-024a6abc6a7b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 946 time: 0.0588522 Nov 03 19:30:01.351326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-215f6709-17ab-454f-a762-21f89802e91a req-149a13fd-50f7-4a45-aa41-30196ed63eb0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674598 Nov 03 19:30:02.499575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27511309-78db-4e23-b5ac-f28f55307409 req-b78f5525-a0c3-4046-9c75-605bbb94c51a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:02.501562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27511309-78db-4e23-b5ac-f28f55307409 req-b78f5525-a0c3-4046-9c75-605bbb94c51a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 946 time: 0.0581651 Nov 03 19:30:02.559821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27511309-78db-4e23-b5ac-f28f55307409 req-9aa949bf-e58e-42bf-9a0d-1ca23c9decbf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505333 Nov 03 19:30:02.691156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4dfcb-57b3-4a7d-90f2-3c2314541a34 req-c468016b-033d-470f-a0f0-0a108bea3d86 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:02.692723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3b4dfcb-57b3-4a7d-90f2-3c2314541a34 req-c468016b-033d-470f-a0f0-0a108bea3d86 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 946 time: 0.0550220 Nov 03 19:30:02.750650 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3b4dfcb-57b3-4a7d-90f2-3c2314541a34 req-aaff599c-729e-4154-a8f5-117c75bc112c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508993 Nov 03 19:30:02.780108 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:02.786643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42458) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:02.838233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054e5190-f0b9-4901-9be8-0c02addccab3 tempest-TestVolumeBootPattern-534070978 tempest-TestVolumeBootPattern-534070978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:02.839890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-054e5190-f0b9-4901-9be8-0c02addccab3 tempest-TestVolumeBootPattern-534070978 tempest-TestVolumeBootPattern-534070978-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 1092 time: 0.0523195 Nov 03 19:30:02.843471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42460) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:02.848742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '45ec7896-2413-48aa-9121-501f487f2bb3', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:02.874402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:02.996833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.122927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.25.3.160 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/51cbb2ff-f36e-44ca-9be7-e95a5e648d4b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:30:03.246017 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.285815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.328245 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:03.339030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:03.343093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:03.349214 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=51cbb2ff-f36e-44ca-9be7-e95a5e648d4b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:03.757953 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.780031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.842578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:04.012840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:04.019126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:04.092008 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=51cbb2ff-f36e-44ca-9be7-e95a5e648d4b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:04.113065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:04.152250 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:30:04.589694 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Floating IP 05bfbfda-898c-4f66-a8fe-d0c7fd978583 associated. External IP: 172.25.3.160, port: 45ec7896-2413-48aa-9121-501f487f2bb3. Nov 03 19:30:04.827062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:30:04.994214 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:30:05.010126 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:30:05.024824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.030479 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:05.031527 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:29:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:05.084594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-88f3d2bc-995c-4014-af20-982bcc57b614 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2207952 Nov 03 19:30:05.084594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'tag': '45ec7896-2413-48aa-9121-501f487f2bb3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:30:05.084594 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b167e6-f8e4-4778-b3e0-7c1498136051" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b68d33-8998-4b3c-a73e-3e2b9a86e665", "tag": "45ec7896-2413-48aa-9121-501f487f2bb3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:30:05.122319 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d17cef-2958-429d-9330-fa6c58ca1c73 x-openstack-request-id: req-75d17cef-2958-429d-9330-fa6c58ca1c73 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:30:05.122622 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b68d33-8998-4b3c-a73e-3e2b9a86e665", "tag": "45ec7896-2413-48aa-9121-501f487f2bb3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:30:05.122878 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75d17cef-2958-429d-9330-fa6c58ca1c73 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:30:05.123294 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'tag': '45ec7896-2413-48aa-9121-501f487f2bb3', 'status': 'completed', 'code': 200} Nov 03 19:30:05.194312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-6345d596-57a5-4b6f-92f3-b9c53d3a02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:05.195754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-6345d596-57a5-4b6f-92f3-b9c53d3a02cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 1097 time: 0.0488639 Nov 03 19:30:05.306788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-67b8386c-c789-4930-a2d9-ad3bef0f9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:05.308316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-67b8386c-c789-4930-a2d9-ad3bef0f9465 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1037750 Nov 03 19:30:05.337710 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:05.383833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-b8a0524a-b5c0-4e20-b85d-1328c0e693ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ec7896-2413-48aa-9121-501f487f2bb3 HTTP/1.1" status: 200 len: 1000 time: 0.0676584 Nov 03 19:30:05.440918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-1d8a2220-95ab-4aee-aaf8-9a354fd87262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:05.442520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-1d8a2220-95ab-4aee-aaf8-9a354fd87262 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0502400 Nov 03 19:30:05.501766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-e1f2fa5a-6591-4ece-a02f-62dbc298e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:05.504042 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-e1f2fa5a-6591-4ece-a02f-62dbc298e097 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537932 Nov 03 19:30:05.613051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-02f3f9ad-c000-414c-97b1-0cacd205aa5a service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013598 Nov 03 19:30:05.723901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16b167e6-f8e4-4778-b3e0-7c1498136051 req-6c2f4208-5845-49b7-b8e1-38be752fcc2e service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025066 Nov 03 19:30:05.856520 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '05bfbfda-898c-4f66-a8fe-d0c7fd978583', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '45ec7896-2413-48aa-9121-501f487f2bb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:c9:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:30:03Z', 'updated_at': '2021-11-03T19:30:03Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:05.886553 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:30:05.897533 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:05.898169 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:29:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:06.021136 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:06.132987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-92c3d2ac-a464-4bad-82d7-646d3800aa33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:06.317109 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '05bfbfda-898c-4f66-a8fe-d0c7fd978583', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '45ec7896-2413-48aa-9121-501f487f2bb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:c9:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:30:03Z', 'updated_at': '2021-11-03T19:30:03Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:06.367611 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f837f0d-936e-4c0f-a476-d6b0053ee369 None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '05bfbfda-898c-4f66-a8fe-d0c7fd978583', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '45ec7896-2413-48aa-9121-501f487f2bb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:c9:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:30:03Z', 'updated_at': '2021-11-03T19:30:03Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:30:06.609183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471465e0-ef84-4a41-91a5-fa19d0a6aaaf None None] New status for floating IP 05bfbfda-898c-4f66-a8fe-d0c7fd978583: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:30:10.178503 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.338915 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-01037c42-b9ad-4cb3-90ba-f2539c69977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:12.341043 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:12.343557 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:32.788389 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:33.778659 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:36.132088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d78b64d8-43f8-43f6-b28f-a3905e6d41c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:36.168259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-4f2c9a69-ef9e-4aee-9b42-2bb8533d3003 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511923 Nov 03 19:30:36.273592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-00295312-ebea-42bf-a089-ccd46debfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:36.275422 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-00295312-ebea-42bf-a089-ccd46debfce9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 1097 time: 0.0548475 Nov 03 19:30:36.402472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-8e428c6d-e434-48d3-bf13-144d217e26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:36.404977 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-8e428c6d-e434-48d3-bf13-144d217e26c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1065361 Nov 03 19:30:36.480615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-cf72a554-ec16-422c-abd2-c44813fdce23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ec7896-2413-48aa-9121-501f487f2bb3 HTTP/1.1" status: 200 len: 1002 time: 0.0681815 Nov 03 19:30:36.556905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-36388654-a762-4313-866b-76bee6e0964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:36.559367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-36388654-a762-4313-866b-76bee6e0964f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0702481 Nov 03 19:30:36.611612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-1c886406-b840-4482-8350-eb1152af2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:36.613169 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-1c886406-b840-4482-8350-eb1152af2e65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458086 Nov 03 19:30:36.625897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-73cd81b9-7bf2-4ee6-9e9a-166e27ba6ee4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:30:36.628053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-73cd81b9-7bf2-4ee6-9e9a-166e27ba6ee4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0068448 Nov 03 19:30:36.739502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-dd3fe1c8-87d9-430c-b8b9-5e3b29ea5c7f service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037860 Nov 03 19:30:36.857559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2343020e-c7a1-4de4-a5a5-81b5b582bdf9 req-57db777f-4368-41ec-8a56-e362dc64f10c service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090910 Nov 03 19:30:40.182336 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:40.337665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a4d836eb-bb15-4d97-97ad-3c3a565f2ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:41.153381 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:30:42.358803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.360062 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:02.786778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:03.778263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:06.129929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-08e4f082-d7ec-45ed-9a25-f6226acd9ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.181626 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.333472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-63076ce1-65c2-4b3f-b6e1-e0759ce95220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:12.346368 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:12.348818 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:18.156787 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:31:32.804202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:33.780665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:36.129399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-922fc7bc-3969-42c2-858a-f9495e5b7061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:37.186855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-94c87348-3755-4a68-89a1-826c79416bc6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502136 Nov 03 19:31:37.296233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-4299f9eb-ed67-4249-b835-747885242224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:37.298122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-4299f9eb-ed67-4249-b835-747885242224 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 1097 time: 0.0622308 Nov 03 19:31:37.474591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-a04da95d-c349-4444-9976-36e3b0d0a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:37.477110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-a04da95d-c349-4444-9976-36e3b0d0a54c service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1581316 Nov 03 19:31:37.574935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-7094042e-3d16-443f-bab5-4e3c5964d02f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ec7896-2413-48aa-9121-501f487f2bb3 HTTP/1.1" status: 200 len: 1002 time: 0.0895054 Nov 03 19:31:37.637383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-430b2302-8425-4300-94e8-3344d1c9436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:37.638940 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-430b2302-8425-4300-94e8-3344d1c9436e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0571043 Nov 03 19:31:37.699356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-abb63317-502d-4167-bf1c-734df5c2c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:37.700932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-abb63317-502d-4167-bf1c-734df5c2c06f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546038 Nov 03 19:31:37.852175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-c618799f-54d9-4c1f-8173-4c818c0c20f6 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436110 Nov 03 19:31:37.959472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b795cd5-f8de-471c-9e0c-21aa1650a34a req-59efdeaa-f066-4356-9287-e3f32d1669c5 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987320 Nov 03 19:31:40.191229 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.336081 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f605837-bdce-49b5-9c27-b25df57b8b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.348602 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.351669 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:55.157507 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:32:02.806262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.538021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee44c1c-c849-4605-9423-0a4c30105529 req-274ab699-90de-48e5-8200-398b20c63263 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:03.540165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ee44c1c-c849-4605-9423-0a4c30105529 req-274ab699-90de-48e5-8200-398b20c63263 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 946 time: 0.1336479 Nov 03 19:32:03.602692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ee44c1c-c849-4605-9423-0a4c30105529 req-993090d6-871d-4d3f-a7dd-16117168bffc tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527022 Nov 03 19:32:03.774795 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.783944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32ff5-cde8-409f-a161-09017bd66318 req-2014ff35-2f08-42f7-86f3-684f8f4436d0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:04.785950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ee32ff5-cde8-409f-a161-09017bd66318 req-2014ff35-2f08-42f7-86f3-684f8f4436d0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 946 time: 0.0583706 Nov 03 19:32:04.875878 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ee32ff5-cde8-409f-a161-09017bd66318 req-8b2d3896-1b2e-41da-ae44-c425b8a2de51 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762794 Nov 03 19:32:04.964169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382a267-5696-4669-b46e-9ac48c541fcd req-89d6445f-ff28-47d1-851e-39501dcb1464 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:04.966602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7382a267-5696-4669-b46e-9ac48c541fcd req-89d6445f-ff28-47d1-851e-39501dcb1464 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 946 time: 0.0756662 Nov 03 19:32:05.093463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 45ec7896-2413-48aa-9121-501f487f2bb3 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:05.093805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.248195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] For port 45ec7896-2413-48aa-9121-501f487f2bb3, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45ec7896-2413-48aa-9121-501f487f2bb3,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:05.248490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.524764 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.525237 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.525733 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Floating IP 05bfbfda-898c-4f66-a8fe-d0c7fd978583 disassociated. External IP: 172.25.3.160, port: 45ec7896-2413-48aa-9121-501f487f2bb3. Nov 03 19:32:05.526107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 45ec7896-2413-48aa-9121-501f487f2bb3 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:05.728711 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.794422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=45ec7896-2413-48aa-9121-501f487f2bb3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:05.814749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.815147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.815688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.816273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.816847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.817405 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.818005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.818563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.819117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.819683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.820224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.820796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.011032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:06.045165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f42fc819-6ed4-417e-93eb-c1b93a0b9032 req-b88fe71f-3926-4c8f-9e88-1ec255dcf8b3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 210 time: 0.0399313 Nov 03 19:32:06.143954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a521df5e-1be1-49cf-beb9-362a69a38afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.214816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:06.233903 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:06.258348 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:06.259211 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:31:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:06.290079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] No DVR routers for this DVR port 45ec7896-2413-48aa-9121-501f487f2bb3 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:06.296257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.301933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7382a267-5696-4669-b46e-9ac48c541fcd req-e8a1366e-c7fa-47e7-af09-e92926d723e4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "DELETE /v2.0/ports/45ec7896-2413-48aa-9121-501f487f2bb3 HTTP/1.1" status: 204 len: 173 time: 1.3295333 Nov 03 19:32:06.302708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'name': 'network-vif-deleted', 'tag': '45ec7896-2413-48aa-9121-501f487f2bb3'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:06.308415 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1099d605-bf5d-4cd2-a5e2-69ce23b01474" -d '{"events": [{"server_uuid": "c1b68d33-8998-4b3c-a73e-3e2b9a86e665", "name": "network-vif-deleted", "tag": "45ec7896-2413-48aa-9121-501f487f2bb3"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:06.385248 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baa3d40-5521-4767-a46a-d8f40b5804c3 x-openstack-request-id: req-3baa3d40-5521-4767-a46a-d8f40b5804c3 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:06.385924 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b68d33-8998-4b3c-a73e-3e2b9a86e665", "name": "network-vif-deleted", "tag": "45ec7896-2413-48aa-9121-501f487f2bb3", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:06.386332 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3baa3d40-5521-4767-a46a-d8f40b5804c3 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:06.386983 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b68d33-8998-4b3c-a73e-3e2b9a86e665', 'name': 'network-vif-deleted', 'tag': '45ec7896-2413-48aa-9121-501f487f2bb3', 'status': 'completed', 'code': 200} Nov 03 19:32:06.479804 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:06.829735 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:06.880875 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:06.897443 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:06.898363 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:31:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:07.077472 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:07.234006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9788b644-281d-41a7-b6cd-09273c2b2773 req-369ce4ec-1d29-49d5-85a7-1d423fdfb403 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 210 time: 0.0500894 Nov 03 19:32:07.421990 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:07.476899 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4ab43-6c14-4901-8cc0-0150389aa6cf None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:07.826596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138a4a9-55eb-480d-a7d8-32ec5c865cf7 None None] New status for floating IP 05bfbfda-898c-4f66-a8fe-d0c7fd978583: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:32:08.299590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 45ec7896-2413-48aa-9121-501f487f2bb3 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:08.340508 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 45ec7896-2413-48aa-9121-501f487f2bb3 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:08.341063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 45ec7896-2413-48aa-9121-501f487f2bb3 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:08.397184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88e2b964-a0fd-4314-88d6-8f81fc2267ae req-c93445b3-8244-4835-84e9-0570a46b4cf9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 210 time: 0.0463562 Nov 03 19:32:09.561257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-83b041f5-d176-42d2-b2a5-8521241b1256 req-dde9be95-3c88-41da-86a6-0fc934700681 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 210 time: 0.0408893 Nov 03 19:32:10.201377 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.341975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-805c8640-f518-4d97-b10c-4c4ca3d84f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.749481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1079882-c5c6-4df3-aa22-c89a967c271a req-92f5ef78-3822-4e79-915b-16ab5579f42b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 210 time: 0.0458748 Nov 03 19:32:11.894936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a72eba7-1699-4154-a327-2b0ef253ed5d req-7d37dd42-92d1-4b80-850d-011f672f865f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1b68d33-8998-4b3c-a73e-3e2b9a86e665 HTTP/1.1" status: 200 len: 210 time: 0.0501599 Nov 03 19:32:12.347891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:12.357322 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.162652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-6045826c-4cdd-478e-b107-12c0c59b4afe tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989273583&fields=id&tenant_id=d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 267 time: 0.0537646 Nov 03 19:32:13.298462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-cb15e104-e42e-48cc-8bf0-a909961a8bd0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:13.300132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-cb15e104-e42e-48cc-8bf0-a909961a8bd0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1282601 Nov 03 19:32:13.319706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-ba15a8ce-e0b3-416a-b986-cbccd2b7d284 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/quotas/d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 375 time: 0.0111616 Nov 03 19:32:13.395182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-d03b721f-1abb-4f48-bd94-c6900cba31b5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652909 Nov 03 19:32:13.523710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-09d416aa-1d23-4c58-931a-e76480d96ae1 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130140 Nov 03 19:32:13.636900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-88c690dd-c1b9-4854-b11a-ea1f6ecfd0a5 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057806 Nov 03 19:32:15.071295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a603c499-02a9-4ee7-b925-adaebb6840c3 req-9ee7de3e-9038-4872-9095-a1f89619f171 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 210 time: 0.0372622 Nov 03 19:32:16.119704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-f84be19d-85f6-4cdc-bc4b-36281d8080a4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:16.121305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-f84be19d-85f6-4cdc-bc4b-36281d8080a4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1256514 Nov 03 19:32:16.185754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8516d84b-79af-47ae-9a01-608f0989a787 req-85090472-3b64-4669-9295-c705b4093fad tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 210 time: 0.0361974 Nov 03 19:32:16.227796 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-bd626b3c-ab75-4b68-8830-3e805863e485 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 379 time: 0.0967526 Nov 03 19:32:16.237470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'port': {'device_id': '2a677434-0813-4295-832c-081d172284a4', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'admin_state_up': True, 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'security_groups': ['235169f3-3a07-4c6b-8972-776273bf3d8f']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:16.382977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:16.387393 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.543128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.20.0.5 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/95c013cc-f9ed-4ba7-b255-74cc88b94243) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:16.715241 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.756571 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.812935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:16.816767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:16.822151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:16.827381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=95c013cc-f9ed-4ba7-b255-74cc88b94243,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:16.894451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:16.895324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.928799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-5d5aa4dd-7205-4535-8eac-a30535716acf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6949420 Nov 03 19:32:16.946380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Request body: {'port': {'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:17.033708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.207398 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b9f55a99-92a3-465a-8d42-9e6bfd39507d None None] Provisioning complete for port 95c013cc-f9ed-4ba7-b255-74cc88b94243 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:17.208293 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b9f55a99-92a3-465a-8d42-9e6bfd39507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.272602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b9f55a99-92a3-465a-8d42-9e6bfd39507d None None] Port 95c013cc-f9ed-4ba7-b255-74cc88b94243 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:17.366508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1c93-8f63-49e7-9bb6-0e8985cbbc8a req-0d3b6e67-5825-4ea8-b4e7-6735bcb268a4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:17.368015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a12a1c93-8f63-49e7-9bb6-0e8985cbbc8a req-0d3b6e67-5825-4ea8-b4e7-6735bcb268a4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 931 time: 0.0867312 Nov 03 19:32:17.473114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c013cc-f9ed-4ba7-b255-74cc88b94243 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:17.481649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a12a1c93-8f63-49e7-9bb6-0e8985cbbc8a req-8fe0e922-4a81-4147-8caa-728179b39d80 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989029 Nov 03 19:32:17.487195 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.515222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Transition to ACTIVE for port object 95c013cc-f9ed-4ba7-b255-74cc88b94243 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:32:17.520650 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.579259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Pushing event updated for resources: {'Port': ['ID=95c013cc-f9ed-4ba7-b255-74cc88b94243,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:18.198000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Attempting to bind port 95c013cc-f9ed-4ba7-b255-74cc88b94243 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:18.198761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Attempting to bind port 95c013cc-f9ed-4ba7-b255-74cc88b94243 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:18.199024 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Attempting to bind port 95c013cc-f9ed-4ba7-b255-74cc88b94243 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:18.208567 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Port 95c013cc-f9ed-4ba7-b255-74cc88b94243 on network abfd6306-1778-44c2-964a-26fbc43c9955 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:32:18.209081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Attempting to bind port 95c013cc-f9ed-4ba7-b255-74cc88b94243 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:18.220335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:18.220888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:18.221573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:18.222489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Bound port: 95c013cc-f9ed-4ba7-b255-74cc88b94243, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:18.222875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:18.341351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] For port 95c013cc-f9ed-4ba7-b255-74cc88b94243, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:18.346240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] For port 95c013cc-f9ed-4ba7-b255-74cc88b94243, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:18.353906 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:18.400370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.401385 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:18.404070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] 10.222.0.70 "PUT /v2.0/ports/95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 1091 time: 1.4656188 Nov 03 19:32:18.405285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:18.408258 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977a868e-ea48-45a8-8b66-66446e2d8d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a677434-0813-4295-832c-081d172284a4", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:18.509841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c287faa-c89d-48d6-aa72-cbe04099e93e service neutron] Pushing event updated for resources: {'Port': ['ID=95c013cc-f9ed-4ba7-b255-74cc88b94243,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:18.530624 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a008032-23c5-4198-b2e9-2fe55874081e x-openstack-request-id: req-1a008032-23c5-4198-b2e9-2fe55874081e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:18.530931 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a677434-0813-4295-832c-081d172284a4", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:18.531271 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a008032-23c5-4198-b2e9-2fe55874081e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:18.531746 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'status': 'completed', 'code': 200} Nov 03 19:32:18.708823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-859c7452-bd14-4e6f-960a-c38a408b6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.711674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-859c7452-bd14-4e6f-960a-c38a408b6dcf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1094 time: 0.2445571 Nov 03 19:32:18.775182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-fa752dd7-ea0c-4f3e-8a27-db4414ca3932 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 217 time: 0.0540106 Nov 03 19:32:18.790973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e79aca-228e-4331-8c35-979d8ad9a1f9 req-82ad49b8-07bf-42f5-a103-b489525bd245 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.792607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94e79aca-228e-4331-8c35-979d8ad9a1f9 req-82ad49b8-07bf-42f5-a103-b489525bd245 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.1367440 Nov 03 19:32:18.889701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-ac05391e-ebf2-4356-b56c-0ff8e5f1f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.891246 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-ac05391e-ebf2-4356-b56c-0ff8e5f1f23f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.1088622 Nov 03 19:32:18.947918 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94e79aca-228e-4331-8c35-979d8ad9a1f9 req-ee247d45-7453-4c22-90f1-c4875716f6c9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446738 Nov 03 19:32:18.975594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-16243e89-0d52-43ab-8290-763ec21ecd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.978625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-16243e89-0d52-43ab-8290-763ec21ecd97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775568 Nov 03 19:32:19.116515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-cce1e5e4-1b12-47d1-bd03-b3247a667b6a service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298532 Nov 03 19:32:19.247495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ff11d40-ad89-481d-9c32-1a02761f804a req-1cfaf180-8858-42e9-8628-82c9902ae2c5 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238134 Nov 03 19:32:19.358668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-6a0b9820-b8f8-4844-904b-73b74b4ee4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:19.360248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-6a0b9820-b8f8-4844-904b-73b74b4ee4d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1094 time: 0.0532408 Nov 03 19:32:19.507992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-e3a73a89-3ee6-4e81-ac32-8287696b240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:19.510924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-e3a73a89-3ee6-4e81-ac32-8287696b240e service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1434319 Nov 03 19:32:19.566362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-6ff2e2b9-5a90-4bea-87c6-2d36343df51f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 217 time: 0.0483544 Nov 03 19:32:19.653728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-2f359ce5-aab3-4a28-8dd2-36446e0a2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:19.657136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-2f359ce5-aab3-4a28-8dd2-36446e0a2a31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0840392 Nov 03 19:32:19.738386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-a88c3e74-4dc9-481d-8383-17b4512c2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:19.741124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-a88c3e74-4dc9-481d-8383-17b4512c2ec5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770180 Nov 03 19:32:19.865612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-84e7be66-820e-4048-b331-8c3cef61fad4 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169052 Nov 03 19:32:19.970433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-977a868e-ea48-45a8-8b66-66446e2d8d9e req-77333e48-24d4-4269-9c1c-cbafa01b1131 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981925 Nov 03 19:32:20.109309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf572c-6498-4845-a7c5-6dbbc7c56e06 req-07f11f76-9593-4df6-b839-a9ec4d369d03 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:20.111302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70bf572c-6498-4845-a7c5-6dbbc7c56e06 req-07f11f76-9593-4df6-b839-a9ec4d369d03 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0635798 Nov 03 19:32:20.176374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70bf572c-6498-4845-a7c5-6dbbc7c56e06 req-a4fb2032-2b71-4291-b183-cc466a6c6f8b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574031 Nov 03 19:32:21.349393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a021-2289-4ee0-8314-4b9bcbf3d618 req-780488d1-fdc8-4a56-a7fc-01db86d6abe2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:21.351066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c14a021-2289-4ee0-8314-4b9bcbf3d618 req-780488d1-fdc8-4a56-a7fc-01db86d6abe2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0593445 Nov 03 19:32:21.419245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6c14a021-2289-4ee0-8314-4b9bcbf3d618 req-78a822e9-51bd-423e-8d41-e185ebdc3d1b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612791 Nov 03 19:32:22.604814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb47e4-c6ef-4248-a644-23a9ea0f515b req-02f1a2be-164c-4666-bf0e-5c4f45027d31 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:22.607726 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73fb47e4-c6ef-4248-a644-23a9ea0f515b req-02f1a2be-164c-4666-bf0e-5c4f45027d31 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0913939 Nov 03 19:32:22.705513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-73fb47e4-c6ef-4248-a644-23a9ea0f515b req-0519c35f-d5a2-437a-b02c-12bb2a09e9b5 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859327 Nov 03 19:32:23.848698 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f25405-dbef-47e8-8179-051dd3b61072 req-845488e3-afb9-446c-bcca-ec54cf6998db tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:23.850481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f25405-dbef-47e8-8179-051dd3b61072 req-845488e3-afb9-446c-bcca-ec54cf6998db tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0610907 Nov 03 19:32:23.928639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0f25405-dbef-47e8-8179-051dd3b61072 req-c51e617c-cdc8-4537-8c7d-2aca7311ae2f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713155 Nov 03 19:32:25.062224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaecd00-141a-4cd5-9518-575365fddddf req-4794c4a2-b08e-4eb8-bc9e-f55674fc827d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:25.064355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6aaecd00-141a-4cd5-9518-575365fddddf req-4794c4a2-b08e-4eb8-bc9e-f55674fc827d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0577252 Nov 03 19:32:25.123512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6aaecd00-141a-4cd5-9518-575365fddddf req-8c5bbae9-7e62-4584-bd7f-a618982ee943 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526366 Nov 03 19:32:26.252175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ea9a2-9627-4be5-813f-8b39819c4b4b req-d4f7f78c-29ba-43e0-aa64-def9fca881b1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:26.254232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b22ea9a2-9627-4be5-813f-8b39819c4b4b req-d4f7f78c-29ba-43e0-aa64-def9fca881b1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0560577 Nov 03 19:32:26.322527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b22ea9a2-9627-4be5-813f-8b39819c4b4b req-e9a2aa9a-31e0-4c50-b9f7-4ccf2409cf32 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614660 Nov 03 19:32:27.477032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c5f3d-da2b-4a2f-b147-61be9f35b498 req-e3bf90e8-ff2d-4340-a585-6c5ad637d9bc tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:27.478718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-927c5f3d-da2b-4a2f-b147-61be9f35b498 req-e3bf90e8-ff2d-4340-a585-6c5ad637d9bc tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0741103 Nov 03 19:32:27.546094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-927c5f3d-da2b-4a2f-b147-61be9f35b498 req-72135b23-bdf2-43e9-8237-7293c58caf58 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553102 Nov 03 19:32:28.697202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb47c7-0ab6-4c67-8b13-4ffb8d2507a0 req-c5c26b65-eee8-422e-ac57-4abb2b948bbb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:28.699064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0eb47c7-0ab6-4c67-8b13-4ffb8d2507a0 req-c5c26b65-eee8-422e-ac57-4abb2b948bbb tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0571184 Nov 03 19:32:28.763548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0eb47c7-0ab6-4c67-8b13-4ffb8d2507a0 req-b9b13857-fa83-49d3-8a52-4b88d8459994 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526369 Nov 03 19:32:29.899980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156e300-bca2-4854-b8e4-c944a3531865 req-d53f302e-d505-45db-b62d-64f2281ea9a0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:29.901689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7156e300-bca2-4854-b8e4-c944a3531865 req-d53f302e-d505-45db-b62d-64f2281ea9a0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 943 time: 0.0592022 Nov 03 19:32:29.960193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7156e300-bca2-4854-b8e4-c944a3531865 req-bd6c742b-4286-47a8-98aa-68d3e573301c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519814 Nov 03 19:32:30.378768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 95c013cc-f9ed-4ba7-b255-74cc88b94243 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:32:30.485589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 95c013cc-f9ed-4ba7-b255-74cc88b94243, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:30.499983 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:32:30.551583 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.566101 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c013cc-f9ed-4ba7-b255-74cc88b94243 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:30.588148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 95c013cc-f9ed-4ba7-b255-74cc88b94243, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:30.594259 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.650372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=95c013cc-f9ed-4ba7-b255-74cc88b94243,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:30.664464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.665059 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.665650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.666227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.666794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.667371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.667969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.668508 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.669065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.669662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.670763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.671382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:30.805055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['95c013cc-f9ed-4ba7-b255-74cc88b94243'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:32:31.101634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45b2c9-3625-4d1f-9c9b-a83744b9a449 req-1ff50e58-5be3-4916-81a3-daa936170a19 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:31.103268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e45b2c9-3625-4d1f-9c9b-a83744b9a449 req-1ff50e58-5be3-4916-81a3-daa936170a19 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 944 time: 0.0564837 Nov 03 19:32:31.160133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e45b2c9-3625-4d1f-9c9b-a83744b9a449 req-434632db-d590-45af-a87e-e7535bbde3db tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499890 Nov 03 19:32:32.157571 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:32:32.314022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eab691-d51b-49a7-bc0b-37777de5419b req-318b57a4-9645-48be-9652-559b1f8b385d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:32.315717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96eab691-d51b-49a7-bc0b-37777de5419b req-318b57a4-9645-48be-9652-559b1f8b385d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 944 time: 0.0681822 Nov 03 19:32:32.377467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96eab691-d51b-49a7-bc0b-37777de5419b req-fbb12d77-3d41-4a9a-a6c3-cb60af84081f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541878 Nov 03 19:32:32.380816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 95c013cc-f9ed-4ba7-b255-74cc88b94243 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:32.480174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 95c013cc-f9ed-4ba7-b255-74cc88b94243 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:32:32.487462 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 95c013cc-f9ed-4ba7-b255-74cc88b94243 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:32.487958 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.606252 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.639383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:32.642077 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebdbfc3-1395-473e-9649-615fa75e7bdd" -d '{"events": [{"server_uuid": "2a677434-0813-4295-832c-081d172284a4", "name": "network-vif-plugged", "status": "completed", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:32.658954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 95c013cc-f9ed-4ba7-b255-74cc88b94243, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:32.666395 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.707573 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3886fd1-ef65-44c4-aaad-6c8c5d6b93d5 x-openstack-request-id: req-e3886fd1-ef65-44c4-aaad-6c8c5d6b93d5 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:32.707974 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a677434-0813-4295-832c-081d172284a4", "name": "network-vif-plugged", "status": "completed", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:32.708402 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3886fd1-ef65-44c4-aaad-6c8c5d6b93d5 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:32.708819 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'code': 200} Nov 03 19:32:32.737353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=95c013cc-f9ed-4ba7-b255-74cc88b94243,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:32.811132 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.856280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a3c30-cec7-4cf2-b653-cdc0ef4dfbb5 req-4f400271-5874-4bb2-92a0-2a4045343e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:32.858144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740a3c30-cec7-4cf2-b653-cdc0ef4dfbb5 req-4f400271-5874-4bb2-92a0-2a4045343e8e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1096 time: 0.0722270 Nov 03 19:32:32.926189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740a3c30-cec7-4cf2-b653-cdc0ef4dfbb5 req-34876861-e996-45ed-b7c8-8e18e5423f37 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599060 Nov 03 19:32:33.565891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bfbd-7f26-4fe4-ba9b-b5e6cf7a4106 req-716ad712-6c91-4f1a-a1ad-90a890d53651 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:33.568569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3252bfbd-7f26-4fe4-ba9b-b5e6cf7a4106 req-716ad712-6c91-4f1a-a1ad-90a890d53651 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 945 time: 0.0893786 Nov 03 19:32:33.642449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3252bfbd-7f26-4fe4-ba9b-b5e6cf7a4106 req-1ca32aa7-e183-4c80-97a3-0ff357559fd6 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669584 Nov 03 19:32:33.774941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:34.787385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c6afc-e54a-448f-9909-64123f9f8596 req-f0f50f94-3f8d-4fc2-affe-fdb3608c267a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:34.789050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-099c6afc-e54a-448f-9909-64123f9f8596 req-f0f50f94-3f8d-4fc2-affe-fdb3608c267a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 945 time: 0.0547633 Nov 03 19:32:34.845355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-099c6afc-e54a-448f-9909-64123f9f8596 req-1069d0bf-dec3-450e-a436-77fcedf5c824 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498264 Nov 03 19:32:34.978119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59e912-e610-43e7-adea-3ec0abbd136c req-afdc48c3-7503-4cd3-8c72-ef7a5f429e22 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:34.979694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa59e912-e610-43e7-adea-3ec0abbd136c req-afdc48c3-7503-4cd3-8c72-ef7a5f429e22 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 945 time: 0.0540760 Nov 03 19:32:35.041829 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa59e912-e610-43e7-adea-3ec0abbd136c req-357020e9-3338-4d41-bdc1-45ec9cc12c0f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548768 Nov 03 19:32:35.068539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42616) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:35.178829 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209b627-a459-4de8-92dc-1f62e88c3c1e tempest-TestVolumeBootPattern-534070978 tempest-TestVolumeBootPattern-534070978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:35.180487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c209b627-a459-4de8-92dc-1f62e88c3c1e tempest-TestVolumeBootPattern-534070978 tempest-TestVolumeBootPattern-534070978-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1091 time: 0.1109104 Nov 03 19:32:35.183484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:35.188706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:35.214662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.341832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.469227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.25.3.220 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/1b7074fe-8125-4642-9f49-5ba113d4e7b2) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:35.591374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.631169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.699671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:35.708440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:35.719465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:35.769910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=1b7074fe-8125-4642-9f49-5ba113d4e7b2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:36.131936 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-53335bfc-9b73-447d-ae1d-0f7f1878330f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.216555 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.299812 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.477658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.483328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.558806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=1b7074fe-8125-4642-9f49-5ba113d4e7b2,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:36.573358 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.693627 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Floating IP d6382c68-934d-4cf3-85ef-d74dd43a1944 associated. External IP: 172.25.3.220, port: 95c013cc-f9ed-4ba7-b255-74cc88b94243. Nov 03 19:32:36.941862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:37.070625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:37.082609 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:37.095936 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:37.096276 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.096611 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:32:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:37.130950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-174bd5bd-bf2b-4f07-a630-a4d052f2183f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9463005 Nov 03 19:32:37.131537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:37.133946 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c99d1c9-3324-4358-8145-4127052a9106" -d '{"events": [{"name": "network-changed", "server_uuid": "2a677434-0813-4295-832c-081d172284a4", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:37.196409 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e946cd-5b50-4d73-b3de-9e0f435d4e96 x-openstack-request-id: req-e0e946cd-5b50-4d73-b3de-9e0f435d4e96 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:37.196888 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a677434-0813-4295-832c-081d172284a4", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:37.197325 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0e946cd-5b50-4d73-b3de-9e0f435d4e96 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:37.198060 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'status': 'completed', 'code': 200} Nov 03 19:32:37.224604 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:37.292381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d1c9-3324-4358-8145-4127052a9106 req-9621cc53-4a6d-4896-98c3-e031219e92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:37.294024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c99d1c9-3324-4358-8145-4127052a9106 req-9621cc53-4a6d-4896-98c3-e031219e92f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1096 time: 0.0723529 Nov 03 19:32:37.463924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d1c9-3324-4358-8145-4127052a9106 req-65edda5b-e1e2-4b9d-9340-412a3eb4125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:37.465867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c99d1c9-3324-4358-8145-4127052a9106 req-65edda5b-e1e2-4b9d-9340-412a3eb4125c service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1646087 Nov 03 19:32:37.538941 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:36Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:37.557335 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c99d1c9-3324-4358-8145-4127052a9106 req-7741aef6-b696-49c9-9b78-eb0a962460f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 999 time: 0.0847204 Nov 03 19:32:37.589285 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:37.604484 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:37.605487 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:32:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:37.619819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d1c9-3324-4358-8145-4127052a9106 req-8fbd36de-5002-4fd7-b255-faa77a885d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:37.621408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c99d1c9-3324-4358-8145-4127052a9106 req-8fbd36de-5002-4fd7-b255-faa77a885d23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0564561 Nov 03 19:32:37.676058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d1c9-3324-4358-8145-4127052a9106 req-8d30f4d5-5ccb-464e-a14b-da21778c885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:37.678745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c99d1c9-3324-4358-8145-4127052a9106 req-8d30f4d5-5ccb-464e-a14b-da21778c885c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501316 Nov 03 19:32:37.799017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c99d1c9-3324-4358-8145-4127052a9106 req-73e80260-af51-4344-98f0-1226aa513ed9 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113679 Nov 03 19:32:37.853502 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:37.957370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9c99d1c9-3324-4358-8145-4127052a9106 req-494f8a49-7255-44ef-b10d-e56474a1d4b1 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513841 Nov 03 19:32:38.153160 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:36Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:38.163173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eda86c6-35c1-42c9-a585-8735378787be req-5c9323c1-a8f1-445a-81ea-63d28c75ea81 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461130 Nov 03 19:32:38.190231 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04ae64-b576-48d9-bbbc-fefa0b52e93c None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:36Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:38.270637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda86c6-35c1-42c9-a585-8735378787be req-0153f04e-20db-4a1b-b133-9374ac179e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:38.272444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eda86c6-35c1-42c9-a585-8735378787be req-0153f04e-20db-4a1b-b133-9374ac179e8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1096 time: 0.0608821 Nov 03 19:32:38.425761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda86c6-35c1-42c9-a585-8735378787be req-64373ad7-db8f-4b5a-9acf-c390e71635dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:38.427649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eda86c6-35c1-42c9-a585-8735378787be req-64373ad7-db8f-4b5a-9acf-c390e71635dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1299064 Nov 03 19:32:38.475632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23faef84-3b42-4eb4-8715-86d186119118 None None] New status for floating IP d6382c68-934d-4cf3-85ef-d74dd43a1944: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:32:38.530019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eda86c6-35c1-42c9-a585-8735378787be req-1a83bc7e-2078-4c50-9233-7f142314672c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 999 time: 0.0936019 Nov 03 19:32:38.619408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda86c6-35c1-42c9-a585-8735378787be req-b641b825-7b12-402a-9d45-9a8d5991880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:38.622111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eda86c6-35c1-42c9-a585-8735378787be req-b641b825-7b12-402a-9d45-9a8d5991880e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0856121 Nov 03 19:32:38.705624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda86c6-35c1-42c9-a585-8735378787be req-3e92a70f-de8a-4d5f-ab1e-d36e22406f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:38.708339 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eda86c6-35c1-42c9-a585-8735378787be req-3e92a70f-de8a-4d5f-ab1e-d36e22406f12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785205 Nov 03 19:32:38.814583 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eda86c6-35c1-42c9-a585-8735378787be req-97641119-dad1-40f5-9361-b90feac97404 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983446 Nov 03 19:32:38.912187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4eda86c6-35c1-42c9-a585-8735378787be req-f03b025c-b450-489a-a34b-5f9a4a6eb063 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914009 Nov 03 19:32:40.192528 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.326902 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1f844243-34f4-4b62-954a-ecac93444790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.428697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-1b863797-5dbf-4098-8237-b1bc2ebada96 req-3ec52aea-8eb2-4f8a-bc37-ebb41d46dd8f service neutron] (101756) timed out ('10.222.0.77', 34664) {{(pid=101756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:32:42.355303 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.359219 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.821989 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.776705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.135542 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97e243d1-72a7-4f73-ab4b-d36df7c8adf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:09.164101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:33:10.204843 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.332455 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d3055c0-4033-4873-b916-c302e118b84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:12.336688 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:12.349369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.816305 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:33.783290 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:36.134818 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-55555b1f-5f81-4430-89dc-fa757c2e8c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:38.352994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-832c1379-ea98-4396-ae8c-61e637656585 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503511 Nov 03 19:33:38.447705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-25466ddf-858d-43c9-a8cd-652b0121006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:38.449236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-25466ddf-858d-43c9-a8cd-652b0121006f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1096 time: 0.0472965 Nov 03 19:33:38.576887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-4b63f6d4-268b-49a2-8629-906e3dcd4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:38.579024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-4b63f6d4-268b-49a2-8629-906e3dcd4cad service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1074703 Nov 03 19:33:38.662230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-68f5ffd5-43e8-461b-a0c6-ec8de3415d52 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 1001 time: 0.0761249 Nov 03 19:33:38.717338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-71a935b0-fdc9-4ea1-b04b-38a1688fafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:38.719068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-71a935b0-fdc9-4ea1-b04b-38a1688fafe8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0500789 Nov 03 19:33:38.772051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-7bc30f07-dd9f-4d59-a75c-03c03ec781a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:38.773542 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-7bc30f07-dd9f-4d59-a75c-03c03ec781a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478692 Nov 03 19:33:38.900983 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-9fd52e0b-3e06-4983-92f5-d5482beb1385 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197152 Nov 03 19:33:39.005614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b81d65e-3964-4289-b3d2-a1459dd63393 req-52140b27-bcac-45cc-ad18-c76ceaf0aa75 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966702 Nov 03 19:33:40.202445 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:40.332347 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-21ae38bc-28e9-4b69-82f5-5fcb3fc6d65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:42.345332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:42.365487 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:46.158576 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:34:02.820141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:03.780489 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:06.133115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78081306-5de5-4ab5-b17c-1e74f84147fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.220387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.327660 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f5bd903d-cf42-4def-87eb-d97fcb76bebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:12.332972 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:12.356563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:18.742140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-6baafbe6-6dc1-4f9e-8ff9-03cd03777f1d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989273583&fields=id&tenant_id=d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 267 time: 0.0535474 Nov 03 19:34:18.860203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8371da-846b-408d-8dd3-7a43a027521e req-ed9b90ee-a86d-48bd-ab45-c532d3f7b765 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:18.862220 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-ed9b90ee-a86d-48bd-ab45-c532d3f7b765 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.1121776 Nov 03 19:34:18.879790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-69620209-aa70-4571-a085-2827a18aa944 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/quotas/d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 375 time: 0.0112956 Nov 03 19:34:18.949359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-f16e0ee7-0ae6-4c17-bc8c-75bf2323541f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0634456 Nov 03 19:34:19.107141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-7e2a69e0-fa9c-4bb2-acc8-0d8614f145a1 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438012 Nov 03 19:34:19.216560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-bd8e3aec-4c5e-466b-aba7-b2589dc42742 service neutron] 10.222.0.77 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024940 Nov 03 19:34:19.658242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c76aad15-659d-43c3-b603-5bbc257bfa3f req-2f475485-ff06-48fb-aa09-1b44ea56a930 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 210 time: 0.0397327 Nov 03 19:34:20.830652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f684f0e-3574-44e1-8d71-bd2aca76df43 req-f19979b2-fe4b-4eaa-a257-d1dc8d940f62 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 210 time: 0.0630274 Nov 03 19:34:21.016906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8371da-846b-408d-8dd3-7a43a027521e req-ac908d92-be55-40ff-8586-f9c5118b5f38 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:21.019497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-ac908d92-be55-40ff-8586-f9c5118b5f38 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 810 time: 0.2346308 Nov 03 19:34:21.135110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-6a74d046-2ea5-482f-b28b-60c0363281e1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ada8d56960474eb2bddebe17b5f40e HTTP/1.1" status: 200 len: 379 time: 0.1023707 Nov 03 19:34:21.147315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'port': {'device_id': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'admin_state_up': True, 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'security_groups': ['235169f3-3a07-4c6b-8972-776273bf3d8f']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:21.321035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Made reservation on behalf of d3ada8d56960474eb2bddebe17b5f40e for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:34:21.326548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.906959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.20.0.8 (abfd6306-1778-44c2-964a-26fbc43c9955/d47cf27d-0a36-49df-9364-911e16a1631c/8a133555-23a4-4b9b-9ac7-66b3d5e30cc5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:34:22.003436 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e76aa2f-1c73-413c-bdc1-72519674835a req-5a693852-a012-484b-bb9e-bbef07918e2d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 210 time: 0.0561399 Nov 03 19:34:22.108134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.148424 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.196970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network abfd6306-1778-44c2-964a-26fbc43c9955 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:34:22.203479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:34:22.206275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:34:22.245929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:22.267430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.267954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.268422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.268900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.269453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.269924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.270387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.270848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.271318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.271785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.272311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.272786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.316645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:22.317691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.349173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-53b43e90-8de3-4608-9549-fa9408dccd82 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2078633 Nov 03 19:34:22.360743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-24aca501-842c-4580-a607-588e5a3e742d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:34:22.362488 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-24aca501-842c-4580-a607-588e5a3e742d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0066972 Nov 03 19:34:22.442069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Request body: {'port': {'device_id': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:22.525009 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.609692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-5d9d58c3-717c-4302-a4af-217b511544db None None] Provisioning complete for port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:34:22.610558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d9d58c3-717c-4302-a4af-217b511544db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.664542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d58c3-717c-4302-a4af-217b511544db None None] Port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:34:22.960753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:34:22.976409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.997210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Transition to ACTIVE for port object 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:34:23.002954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.168325 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:34:23.183480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Pushing event updated for resources: {'Port': ['ID=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:23.290080 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3687976-3f72-424c-9b2d-141edfe4841c req-91bf34e6-065c-4c0c-bfe5-f95b29cbb478 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:23.291905 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3687976-3f72-424c-9b2d-141edfe4841c req-91bf34e6-065c-4c0c-bfe5-f95b29cbb478 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.1698475 Nov 03 19:34:23.296669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Attempting to bind port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:34:23.297279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Attempting to bind port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:34:23.297628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Attempting to bind port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:23.311318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 on network abfd6306-1778-44c2-964a-26fbc43c9955 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:34:23.311671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Attempting to bind port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 on network abfd6306-1778-44c2-964a-26fbc43c9955 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:23.319114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:34:23.319462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Checking segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:34:23.319852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Bound using segment: {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:34:23.320312 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Bound port: 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21316723-0b08-4f21-9b27-240b9ffc909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:34:23.320669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.400627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3687976-3f72-424c-9b2d-141edfe4841c req-6375df15-52a6-4435-bb26-3b480711dcdf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961201 Nov 03 19:34:23.432281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] For port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:23.436466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] For port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:34:23.441334 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.479932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:23.480483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.481924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] 10.222.0.96 "PUT /v2.0/ports/8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 HTTP/1.1" status: 200 len: 1091 time: 1.1107831 Nov 03 19:34:23.482379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:23.484688 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:23.525427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d69c0-5352-45ff-9e9a-bebfed95165a service neutron] Pushing event updated for resources: {'Port': ['ID=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:23.594956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8371da-846b-408d-8dd3-7a43a027521e req-1904b904-48f8-419c-a5dd-63a909513149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:23.596906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-1904b904-48f8-419c-a5dd-63a909513149 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 1094 time: 0.0585525 Nov 03 19:34:23.613948 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41be8556-8bc9-449f-a63c-7ff68d657c50 x-openstack-request-id: req-41be8556-8bc9-449f-a63c-7ff68d657c50 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:23.614240 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:23.614517 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41be8556-8bc9-449f-a63c-7ff68d657c50 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:23.614938 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'status': 'completed', 'code': 200} Nov 03 19:34:23.645236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-3b45c30f-cd9b-4ef0-9221-fb2a080e7583 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 HTTP/1.1" status: 200 len: 217 time: 0.0408118 Nov 03 19:34:23.706114 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8371da-846b-408d-8dd3-7a43a027521e req-877b7b23-92eb-416c-9f1a-fe56fae72ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:23.707779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-877b7b23-92eb-416c-9f1a-fe56fae72ee0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0552287 Nov 03 19:34:23.762146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8371da-846b-408d-8dd3-7a43a027521e req-9937f440-14da-4750-9d43-d6534cf93f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:23.763629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-9937f440-14da-4750-9d43-d6534cf93f8d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486162 Nov 03 19:34:23.881729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-371af918-fe68-4c67-83a2-c94a135a4d7f service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110244 Nov 03 19:34:24.010193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d8371da-846b-408d-8dd3-7a43a027521e req-4cae8ddf-bc60-41bb-ae61-96a2d130d9a5 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218033 Nov 03 19:34:24.104322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-1340d471-4357-49bd-a697-74a10c332073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.106374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-1340d471-4357-49bd-a697-74a10c332073 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 1094 time: 0.0462232 Nov 03 19:34:24.231841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-a0be66d3-d92b-4758-9cf7-ee319a6d5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.234490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-a0be66d3-d92b-4758-9cf7-ee319a6d5a01 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1203895 Nov 03 19:34:24.293500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-170c4a7f-d45a-44fa-af46-7fd449754b60 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 HTTP/1.1" status: 200 len: 217 time: 0.0523653 Nov 03 19:34:24.349086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-67f400e7-7daf-42b7-a5b5-2e3371a0966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.350900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-67f400e7-7daf-42b7-a5b5-2e3371a0966a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0511975 Nov 03 19:34:24.400159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-6e4ca8fd-655a-49e7-83c6-a0e20068d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.402008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-6e4ca8fd-655a-49e7-83c6-a0e20068d808 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445676 Nov 03 19:34:24.549397 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-0dcb7638-f9db-49bf-8ba2-631afeba1b14 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388946 Nov 03 19:34:24.603358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b66a8-178d-4a53-b6d0-c08ae97ed24f req-fb57ad51-b486-4614-abdc-e0aab8a82fc2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.605873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662b66a8-178d-4a53-b6d0-c08ae97ed24f req-fb57ad51-b486-4614-abdc-e0aab8a82fc2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.1001685 Nov 03 19:34:24.769565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-662b66a8-178d-4a53-b6d0-c08ae97ed24f req-fedde4ac-9bf9-40bb-b203-e1f4e70ec01a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079981 Nov 03 19:34:24.771573 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7d45de-956c-48d4-b6c8-6ddaa5f5b3fc req-ab0f3038-9565-421d-a784-9bd59f4c7232 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153840 Nov 03 19:34:25.973802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2688b0e-d3d6-4ed9-b986-76724f93dc50 req-34015de5-f94e-4d9e-96c9-bc32ec8b4c10 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:25.976507 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2688b0e-d3d6-4ed9-b986-76724f93dc50 req-34015de5-f94e-4d9e-96c9-bc32ec8b4c10 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.0893724 Nov 03 19:34:26.049577 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2688b0e-d3d6-4ed9-b986-76724f93dc50 req-1af14941-f70b-4368-9122-61b366b4bff2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662866 Nov 03 19:34:27.218093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f06438-5d9c-48e9-b9f8-098007683ab8 req-cf36ad4c-2e24-4858-b5f7-be64f0f3c591 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:27.220434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3f06438-5d9c-48e9-b9f8-098007683ab8 req-cf36ad4c-2e24-4858-b5f7-be64f0f3c591 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.0777626 Nov 03 19:34:27.297737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f3f06438-5d9c-48e9-b9f8-098007683ab8 req-822c1c7b-e180-4e01-b4a0-6f3b13af1c7c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681777 Nov 03 19:34:28.484451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85973610-f494-4aec-acc9-c7a5a5cfd0be req-ffce23c3-43df-40e9-b400-f6929cfc35a3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:28.487312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85973610-f494-4aec-acc9-c7a5a5cfd0be req-ffce23c3-43df-40e9-b400-f6929cfc35a3 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.0763845 Nov 03 19:34:28.553098 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85973610-f494-4aec-acc9-c7a5a5cfd0be req-716f23c0-7e46-457e-acfb-d7221bb0e2b4 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544798 Nov 03 19:34:29.715127 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c40526-fe61-46a4-8b70-f627c077d640 req-03aa0bfb-eb37-4f58-a6c9-f134e7981754 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:29.716759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6c40526-fe61-46a4-8b70-f627c077d640 req-03aa0bfb-eb37-4f58-a6c9-f134e7981754 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.0660319 Nov 03 19:34:29.785908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a6c40526-fe61-46a4-8b70-f627c077d640 req-d550ee44-a3c8-4b66-a52e-bbfac5b790b9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604286 Nov 03 19:34:30.937249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585889-13a8-4f91-b812-bd96dd70d593 req-0100e631-3c2b-4583-ab66-da579ecf1852 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:30.938988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9585889-13a8-4f91-b812-bd96dd70d593 req-0100e631-3c2b-4583-ab66-da579ecf1852 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.0660522 Nov 03 19:34:31.014284 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b9585889-13a8-4f91-b812-bd96dd70d593 req-2f5b2ae0-9961-4720-b056-3fc306152cc7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658779 Nov 03 19:34:32.159207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d89634-705e-4bde-b949-a38911db21af req-cf111109-45ed-4b9a-887e-ba2331e58cf0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.160848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7d89634-705e-4bde-b949-a38911db21af req-cf111109-45ed-4b9a-887e-ba2331e58cf0 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.0575497 Nov 03 19:34:32.226590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d7d89634-705e-4bde-b949-a38911db21af req-4d6a855b-333f-40da-82ac-51229a4f82c7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533152 Nov 03 19:34:32.813434 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:33.371431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ad805-5c3f-4684-8d4e-e14e95480d01 req-03a402fa-711f-4d23-9ddd-9e8b71515ad7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:33.373274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c6ad805-5c3f-4684-8d4e-e14e95480d01 req-03a402fa-711f-4d23-9ddd-9e8b71515ad7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.0586982 Nov 03 19:34:33.430027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c6ad805-5c3f-4684-8d4e-e14e95480d01 req-f26b10af-8022-40e8-8efa-0b9b691206ce tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498662 Nov 03 19:34:33.769715 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:34.563366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9aee4-8609-417f-8bc6-6349f89fbf5f req-0350e1fe-cdd2-45dd-b0db-b34fd0527330 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:34.565379 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-beb9aee4-8609-417f-8bc6-6349f89fbf5f req-0350e1fe-cdd2-45dd-b0db-b34fd0527330 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 943 time: 0.0555382 Nov 03 19:34:34.621202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-beb9aee4-8609-417f-8bc6-6349f89fbf5f req-56290170-adfd-4e5c-8dab-53af54db6eec tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494144 Nov 03 19:34:34.896751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:34:35.036223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:35.050972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'port_id': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'mac_address': 'fa:16:3e:50:b7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:34:35.093984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:35.108912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:34:35.132416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:35.137994 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:35.191348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:35.199739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.200079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.200414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.200742 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.201072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.201547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.201964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.202296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.202612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.202931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.203261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.203575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:35.359605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['8a133555-23a4-4b9b-9ac7-66b3d5e30cc5'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:34:35.759807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac8a1e-2563-4641-9069-b6fdcf1efca9 req-4833cc42-dcfc-4187-a8f2-3f5f2de1b255 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:35.761681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6aac8a1e-2563-4641-9069-b6fdcf1efca9 req-4833cc42-dcfc-4187-a8f2-3f5f2de1b255 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 944 time: 0.0598691 Nov 03 19:34:35.817440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6aac8a1e-2563-4641-9069-b6fdcf1efca9 req-5d7c3a1d-b548-49cd-882b-942455da49e2 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487630 Nov 03 19:34:36.130117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-96062018-c4bd-4ea6-97c2-a276b4ddfde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:36.906515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:34:36.955074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8d7bb-8c44-404e-bc3a-71dd508ddbf3 req-37d43713-2a99-462e-a265-b270987e63b7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:36.956847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edd8d7bb-8c44-404e-bc3a-71dd508ddbf3 req-37d43713-2a99-462e-a265-b270987e63b7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 944 time: 0.0569191 Nov 03 19:34:36.976483 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:34:36.983055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:34:36.983791 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:37.020558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-edd8d7bb-8c44-404e-bc3a-71dd508ddbf3 req-cbd3ba55-057e-4072-816e-eb3a8cfd7b4f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523005 Nov 03 19:34:37.110309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:37.137337 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:37.139672 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404d08ac-75bc-48ac-9067-cb4e4dee588a" -d '{"events": [{"server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "name": "network-vif-plugged", "status": "completed", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:37.154121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:37.166230 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:37.238324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:37.270596 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7d1c1b-8c9e-4da7-a8b0-1e62ac10fd3f x-openstack-request-id: req-bc7d1c1b-8c9e-4da7-a8b0-1e62ac10fd3f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:37.270988 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "name": "network-vif-plugged", "status": "completed", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:37.271330 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc7d1c1b-8c9e-4da7-a8b0-1e62ac10fd3f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:37.271762 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'code': 200} Nov 03 19:34:37.380516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bafd-53b9-4e96-b998-d2d77a6d2913 req-d3265e8c-6817-473c-873e-750082012af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:37.382068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e884bafd-53b9-4e96-b998-d2d77a6d2913 req-d3265e8c-6817-473c-873e-750082012af6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 1096 time: 0.0464783 Nov 03 19:34:37.451125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e884bafd-53b9-4e96-b998-d2d77a6d2913 req-ed6a2e67-0ac0-4bf9-8c6a-108c60fbb499 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597723 Nov 03 19:34:38.199459 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-076aba30-0a30-40e2-bfd0-28b9c19eeb5e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795424 Nov 03 19:34:38.208869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbad208-cd49-403c-a43a-e89dc801c758 req-463e47ea-f347-438d-98ed-6490180e46ab tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:38.210971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fcbad208-cd49-403c-a43a-e89dc801c758 req-463e47ea-f347-438d-98ed-6490180e46ab tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 945 time: 0.0812805 Nov 03 19:34:38.307992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fcbad208-cd49-403c-a43a-e89dc801c758 req-d1629810-d1a6-4896-9c64-3ba0c56b8a0d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892894 Nov 03 19:34:38.321174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-0aa5b42b-ecd7-4920-88fb-ff509b676b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:38.322906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-0aa5b42b-ecd7-4920-88fb-ff509b676b02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1096 time: 0.0740221 Nov 03 19:34:38.465523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-47534682-3e67-4f4a-ba18-e25c9dd613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:38.467416 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-47534682-3e67-4f4a-ba18-e25c9dd613b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1237879 Nov 03 19:34:38.552409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-cb79d9cd-559a-4bda-943a-b9fbe0fb20b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 1001 time: 0.0767610 Nov 03 19:34:38.607115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-269856da-49bf-4657-a67c-aa5365b1fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:38.608635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-269856da-49bf-4657-a67c-aa5365b1fed3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0495262 Nov 03 19:34:38.663566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-2ec60670-4fef-4225-af79-bf0d977a35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:38.665515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-2ec60670-4fef-4225-af79-bf0d977a35f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479572 Nov 03 19:34:38.773257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-99c2a1ab-9b09-4272-a016-edfd1abfb49b service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000166 Nov 03 19:34:38.876096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782bac29-0f0e-4b3f-967b-89bef9f2e066 req-f5c28519-6fc1-47ec-b46b-917452ede1c1 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957718 Nov 03 19:34:39.460693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9432daa-ddcc-4fe7-89f5-16ad1f388d25 req-4a806818-2a62-490d-9e98-a7912a368873 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:39.462385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9432daa-ddcc-4fe7-89f5-16ad1f388d25 req-4a806818-2a62-490d-9e98-a7912a368873 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 945 time: 0.0632529 Nov 03 19:34:39.522652 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9432daa-ddcc-4fe7-89f5-16ad1f388d25 req-0cbafa90-bdcd-4f26-8220-e8ed5709651b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527055 Nov 03 19:34:39.686509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad47f2-ef82-4881-b96f-d70033ef83d6 req-f1be3f5c-1baf-4977-96fe-f8c0908f5213 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:39.688108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2dad47f2-ef82-4881-b96f-d70033ef83d6 req-f1be3f5c-1baf-4977-96fe-f8c0908f5213 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 945 time: 0.0701630 Nov 03 19:34:39.745334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2dad47f2-ef82-4881-b96f-d70033ef83d6 req-1b33ad85-c998-49ff-9cce-ef137f2b7f58 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506597 Nov 03 19:34:39.768580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42758) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:39.813987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f80f98-85bf-4ea0-b407-bfa5e06bd391 tempest-TestVolumeBootPattern-534070978 tempest-TestVolumeBootPattern-534070978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:39.815591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-43f80f98-85bf-4ea0-b407-bfa5e06bd391 tempest-TestVolumeBootPattern-534070978 tempest-TestVolumeBootPattern-534070978-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 1091 time: 0.0459836 Nov 03 19:34:39.818699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42760) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:39.823758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:39.850202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.970729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.096068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Allocated IP 172.25.3.20 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/65646c30-2d60-43c7-887e-bd8f018de6eb) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:34:40.212807 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.231386 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.275988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.324016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:34:40.328624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:34:40.331506 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72eb4664-f4bb-41ff-b50e-542f5e16bdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.338294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:34:40.371777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=65646c30-2d60-43c7-887e-bd8f018de6eb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:40.763755 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.844957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:41.032797 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:41.035801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-36a4b9ca-b90f-46eb-be28-eb7a1964162d req-e24bb2a0-04f3-47ce-9568-37ea4aae4d0a tempest-VolumesBackupsTest-1786096755 tempest-VolumesBackupsTest-1786096755-project] (101756) timed out ('10.222.0.96', 63357) {{(pid=101756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:34:41.038460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:41.149293 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event updated for resources: {'Port': ['ID=65646c30-2d60-43c7-887e-bd8f018de6eb,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:41.169990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:41.343531 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Floating IP 3adc4b1c-5baa-47d8-9248-1bee5e87d2b3 associated. External IP: 172.25.3.20, port: 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5. Nov 03 19:34:41.636734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:34:41.779750 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:34:41.794532 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:34:41.808928 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:41.812881 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:34:41.814000 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:34:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:42.007584 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:34:42.310692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fcea465c-4b19-42bc-95ff-d8a3864cd5af tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4903738 Nov 03 19:34:42.311687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:42.314445 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c668f6af-4858-4b48-803c-17d91726c0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:42.355161 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3adc4b1c-5baa-47d8-9248-1bee5e87d2b3', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:50:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:34:40Z', 'updated_at': '2021-11-03T19:34:40Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}, {'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:38Z', 'revision_number': 1, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:42.361144 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.378554 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d608898f-0255-4bab-9cae-f056838d8158 x-openstack-request-id: req-d608898f-0255-4bab-9cae-f056838d8158 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:42.382803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.385468 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:42.385746 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d608898f-0255-4bab-9cae-f056838d8158 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:42.386636 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'status': 'completed', 'code': 200} Nov 03 19:34:42.400776 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:34:42.412279 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:34:42.412935 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:34:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:42.471262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-33541cea-a10e-4e89-a7eb-28c474b99dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.472682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-33541cea-a10e-4e89-a7eb-28c474b99dbe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 1096 time: 0.0677767 Nov 03 19:34:42.547942 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:34:42.612540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-3f7ad477-95c8-47f2-a47b-d66b7eb506e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.614192 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-3f7ad477-95c8-47f2-a47b-d66b7eb506e0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1343145 Nov 03 19:34:42.732995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-0d93376e-0cf5-4819-bdf8-5ffbfcb42a61 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 HTTP/1.1" status: 200 len: 998 time: 0.1091614 Nov 03 19:34:42.794996 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-c1b9ddc7-2787-4364-9524-a56b031cf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.797682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-c1b9ddc7-2787-4364-9524-a56b031cf600 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0580509 Nov 03 19:34:42.870885 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3adc4b1c-5baa-47d8-9248-1bee5e87d2b3', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:50:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:34:40Z', 'updated_at': '2021-11-03T19:34:40Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}, {'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:38Z', 'revision_number': 1, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:42.872319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-46225352-6268-4a9e-844f-1d5d7652c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.875605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-46225352-6268-4a9e-844f-1d5d7652c983 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701220 Nov 03 19:34:42.900450 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e9b2b3-5684-4b08-925c-67d24e960d60 None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '3adc4b1c-5baa-47d8-9248-1bee5e87d2b3', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:50:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:34:40Z', 'updated_at': '2021-11-03T19:34:40Z', 'revision_number': 0, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}, {'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:38Z', 'revision_number': 1, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:34:43.048813 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-d0588ba6-f4a9-406f-a9e0-8801b2e50d51 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650670 Nov 03 19:34:43.193268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c668f6af-4858-4b48-803c-17d91726c0a5 req-459c9426-c3ba-49fb-ba94-96e7ad044c03 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375613 Nov 03 19:34:43.211877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd912c2-76ff-40f8-8661-01296bbb3af6 None None] New status for floating IP 3adc4b1c-5baa-47d8-9248-1bee5e87d2b3: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:35:00.158891 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:35:02.811613 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:03.772986 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.128706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61d5852f-0ba9-41ab-a47f-cf6e30bac423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:10.214611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:10.328914 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8001fcd6-948a-4fbb-ba6c-edd4a1e88ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:12.331857 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:12.376554 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.822862 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.036036 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-d2e2d872-d253-4068-bfd0-398624c9a3c3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523293 Nov 03 19:35:33.163696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-fa0fc739-dcec-4cb1-b05e-fdd4343e83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:33.166387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-fa0fc739-dcec-4cb1-b05e-fdd4343e83c5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 1096 time: 0.0793548 Nov 03 19:35:33.295756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-08a91465-b867-4c86-9757-d668f911f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:33.297288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-08a91465-b867-4c86-9757-d668f911f6b2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1064720 Nov 03 19:35:33.380775 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-161d70b5-c422-47c6-bfef-a9bbaa362a33 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 HTTP/1.1" status: 200 len: 1000 time: 0.0735869 Nov 03 19:35:33.446185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-e2e2c426-ba36-4e7c-9d41-f75ec5ee464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:33.447685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-e2e2c426-ba36-4e7c-9d41-f75ec5ee464d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0549662 Nov 03 19:35:33.501663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-a2db4f27-8fb3-455d-b8cb-c777903a7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:33.503594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-a2db4f27-8fb3-455d-b8cb-c777903a7f20 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471501 Nov 03 19:35:33.612501 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-b721107f-af4a-4d70-84cc-12ad6cd38d88 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014695 Nov 03 19:35:33.731608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63dbee1c-5a23-43fb-b8bb-8e6c0cd66615 req-74c8d4f7-bdf5-41f4-88fe-547bf412438e service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020596 Nov 03 19:35:33.784712 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:36.130112 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-920bcab2-fdc8-463f-9310-76890c685ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:37.157888 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:35:38.182349 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-e4d3c634-8bbc-4ffd-ab3f-58c61cdfd7df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619581 Nov 03 19:35:38.291505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-1f307252-e8f8-49be-ac92-ab4b7a9f6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:38.293382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-1f307252-e8f8-49be-ac92-ab4b7a9f6d24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1096 time: 0.0550370 Nov 03 19:35:38.453927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-f9afa2e7-1093-4e6b-bc8f-8557952adc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:38.455576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-f9afa2e7-1093-4e6b-bc8f-8557952adc6b service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1351383 Nov 03 19:35:38.563120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-b9f2cd23-41ef-46ee-a152-38ce8261b9fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 1001 time: 0.0998192 Nov 03 19:35:38.655282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-d04c6e34-466f-4414-84bb-3351845f79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:38.657972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-d04c6e34-466f-4414-84bb-3351845f79d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0882607 Nov 03 19:35:38.712289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-68dd6588-28a6-4efa-9686-a11e2cdb4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:38.714114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-68dd6588-28a6-4efa-9686-a11e2cdb4b4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484753 Nov 03 19:35:38.822613 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-52c074e6-ba04-464b-bc31-7cc45fd950b0 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010630 Nov 03 19:35:38.971728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-933e5cf6-921c-4619-91b1-b5630e3a8ed5 req-0173ddbd-9b72-4332-a2cb-3209129dc2da service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420262 Nov 03 19:35:40.222118 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.335262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8dfb17c5-edb3-4512-aa82-b9b0d8280d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.333052 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.367383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.815892 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.783493 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.126745 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b9315595-5fa8-4f51-9ac7-c225cbfecc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:10.217754 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:10.319296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c75c38eb-d660-4743-8e30-845241b9a602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.331010 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.367582 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.157433 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:36:21.212725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42796) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:21.382881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 65646c30-2d60-43c7-887e-bd8f018de6eb {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:21.383212 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.464671 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.464901 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.477812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 65646c30-2d60-43c7-887e-bd8f018de6eb owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:21.627451 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.653534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=65646c30-2d60-43c7-887e-bd8f018de6eb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:21.665958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.666294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.666630 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.666965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.667294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.667625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.667947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.668270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.668587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.668910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.669237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.669587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:21.724083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.724306 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Floating IP 3adc4b1c-5baa-47d8-9248-1bee5e87d2b3 disassociated (deleted). External IP: 172.25.3.20, port: 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5. Nov 03 19:36:21.955275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:22.079146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:22.084426 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:22.089902 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:22.101196 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:22.102771 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:36:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:22.113757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d2a1d195-e40a-44d1-8535-c860bdb3ca5f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "DELETE /v2.0/floatingips/3adc4b1c-5baa-47d8-9248-1bee5e87d2b3 HTTP/1.1" status: 204 len: 168 time: 0.8993781 Nov 03 19:36:22.114225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:22.116598 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:22.225762 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:22.289353 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f64862-9990-4e1e-a537-c9dc595413d3 x-openstack-request-id: req-19f64862-9990-4e1e-a537-c9dc595413d3 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:22.290095 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:22.291083 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19f64862-9990-4e1e-a537-c9dc595413d3 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:22.292254 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'status': 'completed', 'code': 200} Nov 03 19:36:22.401680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-8fbf925c-dbca-4ebf-a90f-8f4058b2d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:22.403560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-8fbf925c-dbca-4ebf-a90f-8f4058b2d7d4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 1096 time: 0.0876982 Nov 03 19:36:22.420958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadbc67-2fc5-4282-b609-d6abcb413156 req-a0c95074-7574-4978-89f1-fc09be508964 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:22.422557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eaadbc67-2fc5-4282-b609-d6abcb413156 req-a0c95074-7574-4978-89f1-fc09be508964 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 945 time: 0.0724976 Nov 03 19:36:22.486849 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:38Z', 'revision_number': 1, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:22.517442 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:22.527636 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:22.528243 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:36:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:22.548075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eaadbc67-2fc5-4282-b609-d6abcb413156 req-6fafa9f9-25d7-4bdc-82a3-fc22f26f42c7 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174204 Nov 03 19:36:22.575973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-7a7ea35d-071c-4dde-8f1f-7fd24e311c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:22.575973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-7a7ea35d-071c-4dde-8f1f-7fd24e311c07 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1631374 Nov 03 19:36:22.620219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-d6baaaa2-f075-43ce-907f-6ff4a2be5bd0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 HTTP/1.1" status: 200 len: 217 time: 0.0378036 Nov 03 19:36:22.640799 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:22.671422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-24153c87-6ce0-472f-93a0-4507c2cb52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:22.672861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-24153c87-6ce0-472f-93a0-4507c2cb52eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0453949 Nov 03 19:36:22.726549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-ae8b5109-cb5a-447b-aed1-c2f66c1f11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:22.728358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-ae8b5109-cb5a-447b-aed1-c2f66c1f11c1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478191 Nov 03 19:36:22.829782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-3759b1a5-826f-4a61-b8a9-47e794551cbb service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932913 Nov 03 19:36:22.886866 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:38Z', 'revision_number': 1, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:22.913831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e8530-7c1b-4468-8115-f78480c21d94 None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd6382c68-934d-4cf3-85ef-d74dd43a1944', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'port_id': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'mac_address': 'fa:16:3e:9d:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a677434-0813-4295-832c-081d172284a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:38Z', 'revision_number': 1, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:22.945287 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad3ac921-3198-475b-9d91-ba93fd3ca0c0 req-1ce6864f-77b6-452b-ad42-89c52cc0d266 service neutron] 10.222.0.96 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017208 Nov 03 19:36:23.168236 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7430f7b9-0c3a-4b26-8b3a-e0cecdba489e None None] New status for floating IP 3adc4b1c-5baa-47d8-9248-1bee5e87d2b3: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:36:23.676036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a51fb2-7700-45fa-aead-4ef16581d01d req-3ad3d8fa-abf2-473b-8d30-da7156de283c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:23.677548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38a51fb2-7700-45fa-aead-4ef16581d01d req-3ad3d8fa-abf2-473b-8d30-da7156de283c tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 945 time: 0.0495310 Nov 03 19:36:23.727840 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38a51fb2-7700-45fa-aead-4ef16581d01d req-00b05052-965c-4c88-bce5-c8440cd0a740 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442250 Nov 03 19:36:23.849643 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-6c046303-0321-4056-bdad-540af6fc66e1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:23.851184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-6c046303-0321-4056-bdad-540af6fc66e1 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 945 time: 0.0500567 Nov 03 19:36:23.951406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:23.951731 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:24.052074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] For port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:24.052422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:24.066961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:24.207368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:24.243280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=8a133555-23a4-4b9b-9ac7-66b3d5e30cc5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:24.291820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] No DVR routers for this DVR port 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:24.294482 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:24.297849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca70a0b7-2b30-47c1-ba6b-c99f2b9986e8 req-7be07d29-aa1c-43c5-b707-c97002acdf3f tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.96 "DELETE /v2.0/ports/8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 HTTP/1.1" status: 204 len: 173 time: 0.4397917 Nov 03 19:36:24.298291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'name': 'network-vif-deleted', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:24.300546 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7758b0cd-bb87-4a4c-85d2-30f35ce3e784" -d '{"events": [{"server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "name": "network-vif-deleted", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:24.337815 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d941b037-b6eb-4fd2-91c4-bdd2fe44e1f7 x-openstack-request-id: req-d941b037-b6eb-4fd2-91c4-bdd2fe44e1f7 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:24.338119 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb525fa-ed1a-46f7-bfba-755cbb6ec494", "name": "network-vif-deleted", "tag": "8a133555-23a4-4b9b-9ac7-66b3d5e30cc5", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:24.338369 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d941b037-b6eb-4fd2-91c4-bdd2fe44e1f7 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:24.338772 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb525fa-ed1a-46f7-bfba-755cbb6ec494', 'name': 'network-vif-deleted', 'tag': '8a133555-23a4-4b9b-9ac7-66b3d5e30cc5', 'status': 'completed', 'code': 200} Nov 03 19:36:24.830142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0c559d9-c3ce-4b24-9b13-f14b259dcc32 req-de9f22c1-03a0-4fd8-9598-4f303853173a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 210 time: 0.0271494 Nov 03 19:36:25.936367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75b59ab3-fb33-4054-a800-d53b74ef9900 req-97ab922d-c6e3-44aa-b4ea-94450d29f97b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 210 time: 0.0268950 Nov 03 19:36:27.036985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b097e9ea-3bcf-48a4-970d-6b28b3c7093c req-85206469-6fd1-4188-a278-e7dc225586c9 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 210 time: 0.0267622 Nov 03 19:36:27.502464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:27.521922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:27.522258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 8a133555-23a4-4b9b-9ac7-66b3d5e30cc5 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:28.135003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07fc83f7-872b-47ec-92b3-4d0515aeda8c req-c38baeff-c74c-468b-9ecb-51abf02f20f6 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbb525fa-ed1a-46f7-bfba-755cbb6ec494 HTTP/1.1" status: 200 len: 210 time: 0.0262969 Nov 03 19:36:32.807708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:33.780233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:34.636222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42842) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:34.799969 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 1b7074fe-8125-4642-9f49-5ba113d4e7b2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:34.800347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:34.877366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:34.877645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:34.890889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 1b7074fe-8125-4642-9f49-5ba113d4e7b2 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:35.050831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:35.080229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=1b7074fe-8125-4642-9f49-5ba113d4e7b2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:35.148322 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:35.148917 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Floating IP d6382c68-934d-4cf3-85ef-d74dd43a1944 disassociated (deleted). External IP: 172.25.3.220, port: 95c013cc-f9ed-4ba7-b255-74cc88b94243. Nov 03 19:36:35.404455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:35.547726 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:35.556250 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:35.565351 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc18959-694f-4651-8d63-2c886727124f None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:35.591582 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc18959-694f-4651-8d63-2c886727124f None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:35.593243 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ccc18959-694f-4651-8d63-2c886727124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:36:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:35.626270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-036ee85f-fc92-492c-b62c-313f339dbfaf tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "DELETE /v2.0/floatingips/d6382c68-934d-4cf3-85ef-d74dd43a1944 HTTP/1.1" status: 204 len: 168 time: 0.9887054 Nov 03 19:36:35.627386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:35.631397 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98f9228-5a24-426f-af65-cbec329f9f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a677434-0813-4295-832c-081d172284a4", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:35.749287 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ccc18959-694f-4651-8d63-2c886727124f None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:35.854575 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61398598-3ecc-499a-9fc4-e6040bdfc9f3 x-openstack-request-id: req-61398598-3ecc-499a-9fc4-e6040bdfc9f3 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:35.855316 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a677434-0813-4295-832c-081d172284a4", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:35.855483 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61398598-3ecc-499a-9fc4-e6040bdfc9f3 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:35.856177 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'status': 'completed', 'code': 200} Nov 03 19:36:35.960480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-a0cef3a6-357d-413b-8b3b-e0a5cc2973bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:35.962207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-a0cef3a6-357d-413b-8b3b-e0a5cc2973bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 1096 time: 0.0744941 Nov 03 19:36:36.082243 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ccc18959-694f-4651-8d63-2c886727124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:36.090890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8572a72-b7a7-458a-b68f-de34e6db7a94 req-36bce525-5000-4a1d-b333-37024a1de29b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:36.092804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b8572a72-b7a7-458a-b68f-de34e6db7a94 req-36bce525-5000-4a1d-b333-37024a1de29b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 945 time: 0.1358440 Nov 03 19:36:36.128384 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc18959-694f-4651-8d63-2c886727124f None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:36.130734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-fd7c282f-0c36-49a0-a39a-fedf73dfc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:36.132535 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-fd7c282f-0c36-49a0-a39a-fedf73dfc55f service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 200 len: 911 time: 0.1602437 Nov 03 19:36:36.138433 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc18959-694f-4651-8d63-2c886727124f None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:36.139102 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ccc18959-694f-4651-8d63-2c886727124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:36:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:36.139321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2664af3-3d13-418e-8c77-02235cc69761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:36.189937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-93b609c0-c69c-411e-87d9-88564ae7b6f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 200 len: 217 time: 0.0476258 Nov 03 19:36:36.212839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b8572a72-b7a7-458a-b68f-de34e6db7a94 req-c628f8ca-0c50-4972-9f42-5474043d338e tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060045 Nov 03 19:36:36.252534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-4c53e363-2f78-4664-b0f3-c0b96a39b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:36.254078 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-4c53e363-2f78-4664-b0f3-c0b96a39b42e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 200 len: 849 time: 0.0552206 Nov 03 19:36:36.310104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-9c317ec2-96bc-486f-94bc-2f37467b44db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:36.312587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-9c317ec2-96bc-486f-94bc-2f37467b44db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfd6306-1778-44c2-964a-26fbc43c9955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505133 Nov 03 19:36:36.342629 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ccc18959-694f-4651-8d63-2c886727124f None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:36.406091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-0d451c9e-806b-4018-b442-b9b637506621 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859196 Nov 03 19:36:36.502545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e98f9228-5a24-426f-af65-cbec329f9f9c req-c0f53f0b-3237-4771-8924-bd6fd10bdb34 service neutron] 10.222.0.70 "GET /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890024 Nov 03 19:36:36.547930 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ccc18959-694f-4651-8d63-2c886727124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:36.574477 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc18959-694f-4651-8d63-2c886727124f None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:37Z', 'revision_number': 4, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0ab4efe5-8221-4960-a188-aaab608745e6', 'name': '', 'network_id': 'abfd6306-1778-44c2-964a-26fbc43c9955', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:36Z', 'updated_at': '2021-11-03T19:25:42Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'subnets': [{'id': 'd47cf27d-0a36-49df-9364-911e16a1631c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:36.798245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d30772-dea9-456a-a6bc-b1ee6417d117 None None] New status for floating IP d6382c68-934d-4cf3-85ef-d74dd43a1944: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:36:37.336066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3362b2-ab43-446c-83f5-3eb7fa1968ca req-9f5e36a2-e374-40cb-bdd2-297b0d2a109b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:37.337668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db3362b2-ab43-446c-83f5-3eb7fa1968ca req-9f5e36a2-e374-40cb-bdd2-297b0d2a109b tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 945 time: 0.0507610 Nov 03 19:36:37.424874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-db3362b2-ab43-446c-83f5-3eb7fa1968ca req-67e90166-09be-4ec3-82b1-a511c3e946ff tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/security-groups?id=235169f3-3a07-4c6b-8972-776273bf3d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788326 Nov 03 19:36:37.446557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-7ae8fe23-75ca-48d3-bffe-df4d6c057f2d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:37.448021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-7ae8fe23-75ca-48d3-bffe-df4d6c057f2d tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 945 time: 0.0670638 Nov 03 19:36:37.547274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 95c013cc-f9ed-4ba7-b255-74cc88b94243 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:37.547648 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:37.642317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] For port 95c013cc-f9ed-4ba7-b255-74cc88b94243, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=95c013cc-f9ed-4ba7-b255-74cc88b94243,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:37.642750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:37.662208 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 95c013cc-f9ed-4ba7-b255-74cc88b94243 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:38.131151 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:38.166235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=95c013cc-f9ed-4ba7-b255-74cc88b94243,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:38.213540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] No DVR routers for this DVR port 95c013cc-f9ed-4ba7-b255-74cc88b94243 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:38.216657 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:38.220092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79592881-2a93-48a6-93d4-d5b99f6c17b8 req-ec8c1583-42e5-4ad9-a4b3-0d99efe0ec28 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.70 "DELETE /v2.0/ports/95c013cc-f9ed-4ba7-b255-74cc88b94243 HTTP/1.1" status: 204 len: 173 time: 0.7660551 Nov 03 19:36:38.220551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'name': 'network-vif-deleted', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:38.222939 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213fcce1-481e-443e-9090-f717e12af646" -d '{"events": [{"server_uuid": "2a677434-0813-4295-832c-081d172284a4", "name": "network-vif-deleted", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:38.264388 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b0cde5-e122-45fe-9ae1-d14eaa15fd7c x-openstack-request-id: req-85b0cde5-e122-45fe-9ae1-d14eaa15fd7c {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:38.264784 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a677434-0813-4295-832c-081d172284a4", "name": "network-vif-deleted", "tag": "95c013cc-f9ed-4ba7-b255-74cc88b94243", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:38.265141 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85b0cde5-e122-45fe-9ae1-d14eaa15fd7c {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:38.265927 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a677434-0813-4295-832c-081d172284a4', 'name': 'network-vif-deleted', 'tag': '95c013cc-f9ed-4ba7-b255-74cc88b94243', 'status': 'completed', 'code': 200} Nov 03 19:36:38.546740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-250bca94-72b2-4eba-8c93-50e16823f42f req-0c84c1a3-b619-43a3-b0ed-e1fda084015a tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 210 time: 0.0410717 Nov 03 19:36:39.654423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b910ef39-cbba-4ad1-ba78-e96cca1edc7f req-b56bacf6-98ef-4a99-9fa6-c05744399323 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 210 time: 0.0314527 Nov 03 19:36:40.220478 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:40.324858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6dffb88e-47b3-47e8-81bc-8c12a1d4ccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:40.765745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4255d953-2726-406c-80ce-78111c1a04b8 req-033e9ffc-bedb-47f9-8d69-9cf872ce3590 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 210 time: 0.0301981 Nov 03 19:36:41.646438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 95c013cc-f9ed-4ba7-b255-74cc88b94243 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:41.669102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 95c013cc-f9ed-4ba7-b255-74cc88b94243 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:41.669505 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 95c013cc-f9ed-4ba7-b255-74cc88b94243 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:41.876915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-833bf042-765b-4e8a-af33-38d00b27c30d req-d3b57ffd-c1c5-4bf3-b685-bec1d0216b80 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 210 time: 0.0350189 Nov 03 19:36:42.336567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:42.371152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:42.999733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec38f62a-45af-4456-a060-dda9b8296eda req-6676c91b-efa6-4b09-84d0-48948a82a859 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a677434-0813-4295-832c-081d172284a4 HTTP/1.1" status: 200 len: 210 time: 0.0337031 Nov 03 19:36:44.060783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42868) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:44.198576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Deleting port 51cbb2ff-f36e-44ca-9be7-e95a5e648d4b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:44.198827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.279620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.279972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.292412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Calling delete_port for 51cbb2ff-f36e-44ca-9be7-e95a5e648d4b owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:44.433788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.458637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'Port': ['ID=51cbb2ff-f36e-44ca-9be7-e95a5e648d4b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:44.472936 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.473273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.473655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.474027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.474346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.474684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.475018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.475350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.475682 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.476018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.476349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.476678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:44.534491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.537304 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.538597 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ee568e1e-b82a-4350-b45b-ab5faf838d49 tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "DELETE /v2.0/floatingips/05bfbfda-898c-4f66-a8fe-d0c7fd978583 HTTP/1.1" status: 204 len: 168 time: 0.4767370 Nov 03 19:36:47.861513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42892) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:47.928378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d410869-1915-4675-9e62-2fa4fcd476ac tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.962677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d410869-1915-4675-9e62-2fa4fcd476ac tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.027052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d410869-1915-4675-9e62-2fa4fcd476ac tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.029741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d410869-1915-4675-9e62-2fa4fcd476ac tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.030946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5d410869-1915-4675-9e62-2fa4fcd476ac tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] 10.222.0.77 "DELETE /v2.0/security-groups/235169f3-3a07-4c6b-8972-776273bf3d8f HTTP/1.1" status: 204 len: 168 time: 0.1683877 Nov 03 19:36:48.043922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d410869-1915-4675-9e62-2fa4fcd476ac tempest-TestVolumeBootPattern-100655840 tempest-TestVolumeBootPattern-100655840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235169f3-3a07-4c6b-8972-776273bf3d8f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:48.095408 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42898) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:48.712238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.989833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Deleting port 0ab4efe5-8221-4960-a188-aaab608745e6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:48.990501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.075368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] For port 0ab4efe5-8221-4960-a188-aaab608745e6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0ab4efe5-8221-4960-a188-aaab608745e6,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:49.075746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.089274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Calling delete_port for 0ab4efe5-8221-4960-a188-aaab608745e6 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:49.283886 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.319742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab4efe5-8221-4960-a188-aaab608745e6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:49.507771 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.742376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:49.862592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:49.867956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8db8e8bf-6404-4781-b70b-7ad47f670671 admin admin] 10.222.0.77 "PUT /v2.0/routers/9c1f0c53-9bf1-47f3-886e-4d73ca779bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715387 Nov 03 19:36:49.870456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42902) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:49.872071 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] Sync routers for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:49.884395 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:49.885235 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:36:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:49.979147 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.992611 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:50.086215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.151825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Deleting port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:50.152173 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.175184 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:36:49Z', 'revision_number': 5, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port': {'id': 'fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:50.206499 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] Checking router: 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:50.217979 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] Routers {'9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:50.218592 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:36:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:50.250273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] For port fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:50.250750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.278124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Calling delete_port for fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:50.314104 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] Set router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:50.371409 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:36:50Z', 'revision_number': 6, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:50.399443 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a429a-f907-43ee-af15-c5c147ee9fc7 None None] The sync data for ids ['9c1f0c53-9bf1-47f3-886e-4d73ca779bb4'] in n-d-812148-3 is: [{'id': '9c1f0c53-9bf1-47f3-886e-4d73ca779bb4', 'name': 'tempest-TestVolumeBootPattern-16401033-router', 'tenant_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:33Z', 'updated_at': '2021-11-03T19:36:50Z', 'revision_number': 6, 'project_id': 'd3ada8d56960474eb2bddebe17b5f40e', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:50.475899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.503468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:50.573599 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.669094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.671438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.726385 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.726696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:36:50.731514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.732701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-264af605-bea3-49f1-87d1-c0b7639c1998 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9c1f0c53-9bf1-47f3-886e-4d73ca779bb4 HTTP/1.1" status: 204 len: 168 time: 0.8613310 Nov 03 19:36:50.735304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42904) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:50.791561 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3031f839-f84b-46bc-bd7e-604383cf61db admin admin] Deleting subnet d47cf27d-0a36-49df-9364-911e16a1631c {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:36:50.795709 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3031f839-f84b-46bc-bd7e-604383cf61db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.834630 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3031f839-f84b-46bc-bd7e-604383cf61db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.930681 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3031f839-f84b-46bc-bd7e-604383cf61db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.988760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3031f839-f84b-46bc-bd7e-604383cf61db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.020322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031f839-f84b-46bc-bd7e-604383cf61db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47cf27d-0a36-49df-9364-911e16a1631c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:51.027196 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3031f839-f84b-46bc-bd7e-604383cf61db admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.033575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9d4df-5457-45be-95cb-6585776a2f2e None None] Network abfd6306-1778-44c2-964a-26fbc43c9955 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:51.034392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42906) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:51.036481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3031f839-f84b-46bc-bd7e-604383cf61db admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d47cf27d-0a36-49df-9364-911e16a1631c HTTP/1.1" status: 204 len: 168 time: 0.2948143 Nov 03 19:36:51.118243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.157407 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:36:51.206080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Deleting port c9cfd167-54a0-42ed-b090-5de51450f833 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:51.206551 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.279842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:51.307768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] DHCP port deletion for abfd6306-1778-44c2-964a-26fbc43c9955 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:36:51.309918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] For port c9cfd167-54a0-42ed-b090-5de51450f833, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c9cfd167-54a0-42ed-b090-5de51450f833,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:51.310292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:51.310506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.310688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fb0ff76f-2aa1-4352-97a1-8c1cc3a954eb not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:51.311037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0ab4efe5-8221-4960-a188-aaab608745e6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:51.328142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Calling delete_port for c9cfd167-54a0-42ed-b090-5de51450f833 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:51.333005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0ab4efe5-8221-4960-a188-aaab608745e6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:51.333725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0ab4efe5-8221-4960-a188-aaab608745e6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:51.387987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Deleting port c9cfd167-54a0-42ed-b090-5de51450f833 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:51.388464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.418398 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.447393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cfd167-54a0-42ed-b090-5de51450f833,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:51.450052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] No DVR routers for this DVR port c9cfd167-54a0-42ed-b090-5de51450f833 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:51.513521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] For port c9cfd167-54a0-42ed-b090-5de51450f833, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c9cfd167-54a0-42ed-b090-5de51450f833,segment=NetworkSegment(21316723-0b08-4f21-9b27-240b9ffc909e),segment_id=21316723-0b08-4f21-9b27-240b9ffc909e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:51.514221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.530268 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Calling delete_port for c9cfd167-54a0-42ed-b090-5de51450f833 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:51.538287 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.577630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfd6306-1778-44c2-964a-26fbc43c9955']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:51.591989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21316723-0b08-4f21-9b27-240b9ffc909e') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:51.592307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21316723-0b08-4f21-9b27-240b9ffc909e') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:51.607773 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.633288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.644688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:51.645373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:51.649221 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:51.661338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.718995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Pushing event deleted for resources: {'Port': ['ID=c9cfd167-54a0-42ed-b090-5de51450f833,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:51.719806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.722842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] No DVR routers for this DVR port c9cfd167-54a0-42ed-b090-5de51450f833 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:51.727781 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.731373 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] 10.222.0.77 "DELETE /v2.0/networks/abfd6306-1778-44c2-964a-26fbc43c9955 HTTP/1.1" status: 204 len: 168 time: 0.6961207 Nov 03 19:36:51.735597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42910) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:51.741450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.742599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.742599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.742965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.743466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.743981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.744511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.745024 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.754173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b44dfd-f9df-4d4c-80ad-f36a7e136521 admin admin] Pushing event deleted for resources: {'Network': ['ID=abfd6306-1778-44c2-964a-26fbc43c9955,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:51.754838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.754838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.754838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.754838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfaff6-8c02-4084-a6fb-d2a74ff8d7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:52.154788 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:52.448976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Deleting port 7668f52a-7d23-49a5-a2f1-c4722724d610 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:52.449228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:52.558945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] For port 7668f52a-7d23-49a5-a2f1-c4722724d610, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7668f52a-7d23-49a5-a2f1-c4722724d610,segment=NetworkSegment(ab153b3c-cbbc-4caa-994d-0d18549a5d12),segment_id=ab153b3c-cbbc-4caa-994d-0d18549a5d12)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:52.559285 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:52.910274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Calling delete_port for 7668f52a-7d23-49a5-a2f1-c4722724d610 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:53.107981 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.135788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Pushing event deleted for resources: {'Port': ['ID=7668f52a-7d23-49a5-a2f1-c4722724d610,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:53.320847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c9cfd167-54a0-42ed-b090-5de51450f833 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:53.334159 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.353997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c9cfd167-54a0-42ed-b090-5de51450f833 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:53.354624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c9cfd167-54a0-42ed-b090-5de51450f833 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:53.618705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Router e832cd46-9b70-4d86-9d06-7fa53c4925a4 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:53.737785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:53.743709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-50dc4a57-a3d8-4741-8709-c3aa4d473caf admin admin] 10.222.0.77 "PUT /v2.0/routers/e832cd46-9b70-4d86-9d06-7fa53c4925a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0058432 Nov 03 19:36:53.746279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42912) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:53.750138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] Sync routers for ids ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:53.763363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] Routers {'e832cd46-9b70-4d86-9d06-7fa53c4925a4'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:53.764015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:36:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:53.876115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.902671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] Set router e832cd46-9b70-4d86-9d06-7fa53c4925a4 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:54.028284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.102025 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Deleting port 597b62d7-5af7-450d-84e7-c8c49e72e97a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:54.102412 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.145597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:36:53Z', 'revision_number': 5, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port': {'id': '597b62d7-5af7-450d-84e7-c8c49e72e97a', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:69:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:41Z', 'updated_at': '2021-11-03T19:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:54.179216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] Checking router: e832cd46-9b70-4d86-9d06-7fa53c4925a4 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:54.188085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] Routers {'e832cd46-9b70-4d86-9d06-7fa53c4925a4'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:54.188712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:36:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:54.224350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] For port 597b62d7-5af7-450d-84e7-c8c49e72e97a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=597b62d7-5af7-450d-84e7-c8c49e72e97a,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:54.224714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.243402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Calling delete_port for 597b62d7-5af7-450d-84e7-c8c49e72e97a owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:54.295802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] Set router e832cd46-9b70-4d86-9d06-7fa53c4925a4 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:54.354817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 6, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:54.387174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6619ae-153d-4749-9862-5191cc9ba3a0 None None] The sync data for ids ['e832cd46-9b70-4d86-9d06-7fa53c4925a4'] in n-d-812148-3 is: [{'id': 'e832cd46-9b70-4d86-9d06-7fa53c4925a4', 'name': 'tempest-TestVolumeBootPattern-1846708681-router', 'tenant_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:40Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 6, 'project_id': 'ad3a46d4336c4ecc83dcf0d126a74a97', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:54.439818 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.465036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=597b62d7-5af7-450d-84e7-c8c49e72e97a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:54.536929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.634762 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.637215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.690458 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.691007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e832cd46-9b70-4d86-9d06-7fa53c4925a4 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:36:54.704917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.706157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cca803ea-0205-4c93-9925-90fc619d2ae0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e832cd46-9b70-4d86-9d06-7fa53c4925a4 HTTP/1.1" status: 204 len: 168 time: 0.9587977 Nov 03 19:36:54.709198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42914) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:54.761013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f87d81-89ed-47ac-aa42-1698ebfbba1f admin admin] Deleting subnet 0a884f37-3018-4b4b-9a2a-41e704aa852f {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:36:54.765483 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55f87d81-89ed-47ac-aa42-1698ebfbba1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.815634 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55f87d81-89ed-47ac-aa42-1698ebfbba1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.913182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55f87d81-89ed-47ac-aa42-1698ebfbba1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.971813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55f87d81-89ed-47ac-aa42-1698ebfbba1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.999298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87d81-89ed-47ac-aa42-1698ebfbba1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a884f37-3018-4b4b-9a2a-41e704aa852f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:55.004513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-55f87d81-89ed-47ac-aa42-1698ebfbba1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.008706 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-55f87d81-89ed-47ac-aa42-1698ebfbba1f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0a884f37-3018-4b4b-9a2a-41e704aa852f HTTP/1.1" status: 204 len: 168 time: 0.2984619 Nov 03 19:36:55.012280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 42916) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:55.012512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda19bf-ef40-4542-89ca-f68931fb4efd None None] Network 1a935f83-a9a4-4a33-8897-d43853d93602 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:55.106087 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.173709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Deleting port e43de6ab-1a16-479c-bf61-b5545c229c0e {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:55.174055 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.277359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] For port e43de6ab-1a16-479c-bf61-b5545c229c0e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e43de6ab-1a16-479c-bf61-b5545c229c0e,segment=NetworkSegment(ab153b3c-cbbc-4caa-994d-0d18549a5d12),segment_id=ab153b3c-cbbc-4caa-994d-0d18549a5d12)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:55.278125 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.297718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] DHCP port deletion for 1a935f83-a9a4-4a33-8897-d43853d93602 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:36:55.298998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Calling delete_port for e43de6ab-1a16-479c-bf61-b5545c229c0e owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:55.338487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 597b62d7-5af7-450d-84e7-c8c49e72e97a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:55.361281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 597b62d7-5af7-450d-84e7-c8c49e72e97a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:55.361987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 597b62d7-5af7-450d-84e7-c8c49e72e97a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:55.362099 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7668f52a-7d23-49a5-a2f1-c4722724d610 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:55.399147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 7668f52a-7d23-49a5-a2f1-c4722724d610 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:55.399697 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7668f52a-7d23-49a5-a2f1-c4722724d610 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:55.432586 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.440446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] Deleting port e43de6ab-1a16-479c-bf61-b5545c229c0e {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:55.440889 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.466583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] No DVR routers for this DVR port e43de6ab-1a16-479c-bf61-b5545c229c0e on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:55.473223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43de6ab-1a16-479c-bf61-b5545c229c0e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:55.531343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] For port e43de6ab-1a16-479c-bf61-b5545c229c0e, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:55.531742 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.548481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] Calling delete_port for e43de6ab-1a16-479c-bf61-b5545c229c0e owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:55.551515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] Port e43de6ab-1a16-479c-bf61-b5545c229c0e was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:36:55.552961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.565291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.582900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] Pushing event deleted for resources: {'Port': ['ID=e43de6ab-1a16-479c-bf61-b5545c229c0e,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:55.585235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4082eb-bc72-4157-bee7-85ac104e4f64 None None] No DVR routers for this DVR port e43de6ab-1a16-479c-bf61-b5545c229c0e on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:55.591661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a935f83-a9a4-4a33-8897-d43853d93602']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:55.606513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab153b3c-cbbc-4caa-994d-0d18549a5d12') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:55.606833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab153b3c-cbbc-4caa-994d-0d18549a5d12') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:55.620129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.638275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.645621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:55.646065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:55.648407 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:55.712041 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.719399 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.725527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1a935f83-a9a4-4a33-8897-d43853d93602 HTTP/1.1" status: 204 len: 168 time: 0.7096860 Nov 03 19:36:55.735279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed3da5-cca2-4fc8-9479-6bbfb099d427 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a935f83-a9a4-4a33-8897-d43853d93602,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:55.910959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42920) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:55.965029 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-73543618-23ca-4089-a8b5-3c9213978ee7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3ada8d56960474eb2bddebe17b5f40e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513275 Nov 03 19:36:55.967542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42922) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:56.022432 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0acc3e-a0dd-4eeb-ad67-560ab4042d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.046577 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0acc3e-a0dd-4eeb-ad67-560ab4042d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.100913 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0acc3e-a0dd-4eeb-ad67-560ab4042d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.105582 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f0acc3e-a0dd-4eeb-ad67-560ab4042d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.107537 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1f0acc3e-a0dd-4eeb-ad67-560ab4042d6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3432798c-58e8-4444-82e6-7970c88463cd HTTP/1.1" status: 204 len: 168 time: 0.1388657 Nov 03 19:36:56.121434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0acc3e-a0dd-4eeb-ad67-560ab4042d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3432798c-58e8-4444-82e6-7970c88463cd,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:56.565742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42928) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:56.616912 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-61f6df06-cc52-405c-a0c3-678c4710d4c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad3a46d4336c4ecc83dcf0d126a74a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494015 Nov 03 19:36:56.619412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 42930) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:56.681873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06460a17-40ff-4330-9037-4a61e290407a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.708784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06460a17-40ff-4330-9037-4a61e290407a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.765059 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06460a17-40ff-4330-9037-4a61e290407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.767793 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-06460a17-40ff-4330-9037-4a61e290407a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.769020 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-06460a17-40ff-4330-9037-4a61e290407a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8a7fc53-e1b3-4d6c-8207-a264c8078b11 HTTP/1.1" status: 204 len: 168 time: 0.1486466 Nov 03 19:36:56.779980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06460a17-40ff-4330-9037-4a61e290407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a7fc53-e1b3-4d6c-8207-a264c8078b11,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:57.239093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e43de6ab-1a16-479c-bf61-b5545c229c0e no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:57.261950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e43de6ab-1a16-479c-bf61-b5545c229c0e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:57.262310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e43de6ab-1a16-479c-bf61-b5545c229c0e not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:02.808105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:03.788954 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:06.145680 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc482238-57b0-4978-bb58-e0f26210d187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:07.642113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e60657db-f351-445b-9bf3-1b7961eb1e09 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5c5535545a864c44a01333f246aa4488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268424 Nov 03 19:37:07.751632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-0db69016-8fd1-4eca-a2e6-04aad0f37306 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:07.753115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-0db69016-8fd1-4eca-a2e6-04aad0f37306 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043909 Nov 03 19:37:07.768407 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-8b6c8e95-ffa9-4832-a899-8c5622deeb58 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/quotas/5c5535545a864c44a01333f246aa4488 HTTP/1.1" status: 200 len: 375 time: 0.0095012 Nov 03 19:37:07.801370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-937b9cef-1352-41f3-b0ae-69a11f382412 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c5535545a864c44a01333f246aa4488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267260 Nov 03 19:37:07.967274 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-910b11a0-ef23-42db-80e5-cab62a3caf4f req-1fd40d78-b8f8-4dce-9426-075f4c786bf8 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 210 time: 0.0316947 Nov 03 19:37:09.046300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-377c26a2-818b-4be0-ae65-28a9634c73d2 req-a0471246-bfa5-4ccc-9712-2057fd2dca9b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 210 time: 0.0262558 Nov 03 19:37:10.136938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc04a59d-cfb8-49f0-a313-5c2887ba172d req-b120a6f8-c8ea-4089-b4ba-b78787c04e0e tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 210 time: 0.0323420 Nov 03 19:37:10.222907 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:10.326509 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3231e352-5c19-4e39-baef-22ce6710fc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:11.216824 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-14d7094c-ae71-4b24-b522-619dcf2024dc req-569863b0-3237-46f9-b1fb-ba167bb05e8d tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 210 time: 0.0284817 Nov 03 19:37:12.316356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a07b4db-bb67-4f4b-bb76-aa6b98589f61 req-e7c43d01-16e5-4cbc-b0e2-493f743354fd tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 210 time: 0.0275075 Nov 03 19:37:12.332760 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:12.375639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:12.929546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-470ea3e9-74ac-4519-a1a5-c9507397abf2 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5c5535545a864c44a01333f246aa4488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253308 Nov 03 19:37:13.047041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-dbf2d1b2-6a2a-47e0-a6bd-748d23935a7a tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:13.048464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-dbf2d1b2-6a2a-47e0-a6bd-748d23935a7a tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127951 Nov 03 19:37:13.061667 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Request body: {'port': {'device_id': 'da8412bb-52ae-4a15-8515-e76a7fe7c31c', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'admin_state_up': True, 'tenant_id': '5c5535545a864c44a01333f246aa4488'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:13.177183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Made reservation on behalf of 5c5535545a864c44a01333f246aa4488 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:13.181151 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:13.190242 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:13.265752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:13.269898 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:13.330304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76438b2-8dcd-41f5-bacc-79750348824a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:13.436479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Allocated IP 192.168.233.205 (83e44a65-1018-4194-98c0-85df8bbc00f5/5723c3ac-b095-44f2-b460-1bf98dc4d51e/f9f989e5-626f-4b45-8d1b-204574b25835) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:13.440001 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88d60e1d-2b35-42e2-80c1-a88d62b91737 req-c2fab6cc-323f-4932-8c5d-f0876152f5e7 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 210 time: 0.0429525 Nov 03 19:37:13.594234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:13.636741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:13.686764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Network 83e44a65-1018-4194-98c0-85df8bbc00f5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:13.692340 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:13.696520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:13.725953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Pushing event updated for resources: {'Port': ['ID=f9f989e5-626f-4b45-8d1b-204574b25835,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:13.763786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:13.764444 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:13.785166 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e74ae5a2-1634-4bdf-a474-8f70af7f0f1b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7272136 Nov 03 19:37:13.797809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Request body: {'port': {'device_id': 'da8412bb-52ae-4a15-8515-e76a7fe7c31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:13.861542 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:13.998575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-787783d7-e0e8-4e85-a169-aa1ddb02b483 None None] Provisioning complete for port f9f989e5-626f-4b45-8d1b-204574b25835 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:13.999209 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-787783d7-e0e8-4e85-a169-aa1ddb02b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:14.033685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-787783d7-e0e8-4e85-a169-aa1ddb02b483 None None] Port f9f989e5-626f-4b45-8d1b-204574b25835 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:37:14.135939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f989e5-626f-4b45-8d1b-204574b25835 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:14.144163 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:14.157658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Transition to ACTIVE for port object f9f989e5-626f-4b45-8d1b-204574b25835 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:37:14.162182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:14.210278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Pushing event updated for resources: {'Port': ['ID=f9f989e5-626f-4b45-8d1b-204574b25835,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:14.291211 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Attempting to bind port f9f989e5-626f-4b45-8d1b-204574b25835 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:14.291542 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Attempting to bind port f9f989e5-626f-4b45-8d1b-204574b25835 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:14.291867 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Attempting to bind port f9f989e5-626f-4b45-8d1b-204574b25835 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:14.297040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Port f9f989e5-626f-4b45-8d1b-204574b25835 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:37:14.297518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Attempting to bind port f9f989e5-626f-4b45-8d1b-204574b25835 on network 83e44a65-1018-4194-98c0-85df8bbc00f5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:14.302902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:14.303283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Checking segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:14.303701 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Bound using segment: {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:14.304132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Bound port: f9f989e5-626f-4b45-8d1b-204574b25835, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eed758-5a2b-43f5-bc09-b5a4f3ebe79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:14.304490 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:14.380793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] For port f9f989e5-626f-4b45-8d1b-204574b25835, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:14.385101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] For port f9f989e5-626f-4b45-8d1b-204574b25835, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f9f989e5-626f-4b45-8d1b-204574b25835,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:14.389967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:14.424967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:14.425616 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:14.427002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] 10.222.0.70 "PUT /v2.0/ports/f9f989e5-626f-4b45-8d1b-204574b25835 HTTP/1.1" status: 200 len: 1096 time: 0.6339366 Nov 03 19:37:14.427445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8412bb-52ae-4a15-8515-e76a7fe7c31c', 'tag': 'f9f989e5-626f-4b45-8d1b-204574b25835'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:14.430363 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c256b7f1-40ce-47fa-b522-a38da33f153d" -d '{"events": [{"name": "network-changed", "server_uuid": "da8412bb-52ae-4a15-8515-e76a7fe7c31c", "tag": "f9f989e5-626f-4b45-8d1b-204574b25835"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:14.460965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5bf58-5c6f-4285-8cf9-842bd45f46cc service neutron] Pushing event updated for resources: {'Port': ['ID=f9f989e5-626f-4b45-8d1b-204574b25835,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:14.510778 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9349d306-7b96-4761-be8e-49f85c726c4f x-openstack-request-id: req-9349d306-7b96-4761-be8e-49f85c726c4f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:14.511482 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8412bb-52ae-4a15-8515-e76a7fe7c31c", "tag": "f9f989e5-626f-4b45-8d1b-204574b25835", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:14.511747 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9349d306-7b96-4761-be8e-49f85c726c4f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:14.512170 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8412bb-52ae-4a15-8515-e76a7fe7c31c', 'tag': 'f9f989e5-626f-4b45-8d1b-204574b25835', 'status': 'completed', 'code': 200} Nov 03 19:37:14.541915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-9bf3eee5-9886-4165-baa8-ce623f01136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:14.543390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-9bf3eee5-9886-4165-baa8-ce623f01136d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c5535545a864c44a01333f246aa4488&device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 1099 time: 0.0671656 Nov 03 19:37:14.602077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-7dd0ef7e-c474-44c2-bdf0-3fff82351d8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f9f989e5-626f-4b45-8d1b-204574b25835 HTTP/1.1" status: 200 len: 217 time: 0.0497887 Nov 03 19:37:14.673451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-24e493b6-9bd9-4420-824f-c58a360b1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:14.674941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-24e493b6-9bd9-4420-824f-c58a360b1685 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0578101 Nov 03 19:37:14.684432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8456a6-184a-433c-930b-078e74d6486b req-68708385-5538-4c97-bcfb-6a3f2459afa1 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:14.686311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e8456a6-184a-433c-930b-078e74d6486b req-68708385-5538-4c97-bcfb-6a3f2459afa1 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 948 time: 0.1264424 Nov 03 19:37:14.761240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5b214283-f784-41a9-ad4f-04e10505db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:14.762678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-5b214283-f784-41a9-ad4f-04e10505db09 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754869 Nov 03 19:37:14.766426 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1e8456a6-184a-433c-930b-078e74d6486b req-8346770c-aab0-4787-b71a-f7cad33927e5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695915 Nov 03 19:37:14.861254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-ab3f8fc5-1b9c-4cea-96ca-486f972dcb51 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912938 Nov 03 19:37:14.957341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3b7c9bd-3484-4180-a903-db803cb86385 req-e778478c-fedc-4ab1-8928-aba40f8c0ed1 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895493 Nov 03 19:37:15.046565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-ff5dc300-388a-4ab4-a6f2-0a8eeaf95a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:15.047932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-ff5dc300-388a-4ab4-a6f2-0a8eeaf95a9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c5535545a864c44a01333f246aa4488&device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 1099 time: 0.0415406 Nov 03 19:37:15.152333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-f9cd7777-8190-424c-a304-1ed65feed035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:15.154319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-f9cd7777-8190-424c-a304-1ed65feed035 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83e44a65-1018-4194-98c0-85df8bbc00f5 HTTP/1.1" status: 200 len: 870 time: 0.0994849 Nov 03 19:37:15.197858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-c6891bdf-eba9-48b7-b31d-bfa39cb4400d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f9f989e5-626f-4b45-8d1b-204574b25835 HTTP/1.1" status: 200 len: 217 time: 0.0355432 Nov 03 19:37:15.254719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-b0c71221-b5a8-4369-aa38-4137e6d6bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:15.256250 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-b0c71221-b5a8-4369-aa38-4137e6d6bfa8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5723c3ac-b095-44f2-b460-1bf98dc4d51e HTTP/1.1" status: 200 len: 843 time: 0.0505593 Nov 03 19:37:15.308026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-2289fb21-0ce6-4b12-bcb4-98d7b713e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:15.309721 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-2289fb21-0ce6-4b12-bcb4-98d7b713e267 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83e44a65-1018-4194-98c0-85df8bbc00f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457962 Nov 03 19:37:15.403882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-193bffac-6235-4565-8d5a-05482c338040 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856776 Nov 03 19:37:15.500324 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c256b7f1-40ce-47fa-b522-a38da33f153d req-233280af-8aca-4a02-a55f-ee440783a751 service neutron] 10.222.0.70 "GET /v2.0/networks/83e44a65-1018-4194-98c0-85df8bbc00f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884221 Nov 03 19:37:15.889290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f75d3d-adb6-46d5-83c7-64fa7a4bad11 req-02f02e41-d2e8-4e2f-880a-615662ccd641 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:15.890870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53f75d3d-adb6-46d5-83c7-64fa7a4bad11 req-02f02e41-d2e8-4e2f-880a-615662ccd641 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 948 time: 0.0512609 Nov 03 19:37:15.941770 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53f75d3d-adb6-46d5-83c7-64fa7a4bad11 req-a060acf9-ebcd-47fe-953d-5d92078d4571 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Nov 03 19:37:17.066473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc7c99-4168-4e44-a5e8-9c857f54d476 req-08bfc494-7085-4ad1-9f94-70da168dd3a3 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:17.068004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44bc7c99-4168-4e44-a5e8-9c857f54d476 req-08bfc494-7085-4ad1-9f94-70da168dd3a3 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 948 time: 0.0537920 Nov 03 19:37:17.116882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44bc7c99-4168-4e44-a5e8-9c857f54d476 req-1ac45d35-3e06-46fc-a2fa-5f1a839c481b tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Nov 03 19:37:17.770155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f9f989e5-626f-4b45-8d1b-204574b25835 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:37:17.892407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f9f989e5-626f-4b45-8d1b-204574b25835, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f9f989e5-626f-4b45-8d1b-204574b25835,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:17.904673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'f9f989e5-626f-4b45-8d1b-204574b25835', 'network_id': '83e44a65-1018-4194-98c0-85df8bbc00f5', 'port_id': 'f9f989e5-626f-4b45-8d1b-204574b25835', 'mac_address': 'fa:16:3e:c1:b4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723c3ac-b095-44f2-b460-1bf98dc4d51e', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:37:17.942607 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:17.956975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f989e5-626f-4b45-8d1b-204574b25835 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:17.978459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f9f989e5-626f-4b45-8d1b-204574b25835, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f9f989e5-626f-4b45-8d1b-204574b25835,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:17.982489 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:18.040157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f9f989e5-626f-4b45-8d1b-204574b25835,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:18.237308 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941c34-261f-4ba2-8bc5-427f4777708a req-bc4370ad-2cd9-49ae-a0fd-57c8c52372f5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:18.238972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44941c34-261f-4ba2-8bc5-427f4777708a req-bc4370ad-2cd9-49ae-a0fd-57c8c52372f5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 949 time: 0.0516455 Nov 03 19:37:18.291867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44941c34-261f-4ba2-8bc5-427f4777708a req-e8b2f26e-f873-41e5-be2f-714d4d9364de tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458064 Nov 03 19:37:18.390765 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['f9f989e5-626f-4b45-8d1b-204574b25835'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:37:19.411948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ef7b3-e8f2-492e-bb15-902572026394 req-67b9a5f0-c8e6-4552-b10f-bb232c1b1f3d tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:19.413520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-653ef7b3-e8f2-492e-bb15-902572026394 req-67b9a5f0-c8e6-4552-b10f-bb232c1b1f3d tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 949 time: 0.0493827 Nov 03 19:37:19.466466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-653ef7b3-e8f2-492e-bb15-902572026394 req-fdc912d3-14c6-4567-af8d-1f3f9c249cd3 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Nov 03 19:37:19.770121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f9f989e5-626f-4b45-8d1b-204574b25835 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:19.824019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port f9f989e5-626f-4b45-8d1b-204574b25835 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:37:19.828751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port f9f989e5-626f-4b45-8d1b-204574b25835 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:19.829117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:19.910199 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:19.937132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8412bb-52ae-4a15-8515-e76a7fe7c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f989e5-626f-4b45-8d1b-204574b25835'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:19.939407 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cbf651-f9ab-415d-96a9-78bd87119526" -d '{"events": [{"server_uuid": "da8412bb-52ae-4a15-8515-e76a7fe7c31c", "name": "network-vif-plugged", "status": "completed", "tag": "f9f989e5-626f-4b45-8d1b-204574b25835"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:19.952930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port f9f989e5-626f-4b45-8d1b-204574b25835, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f9f989e5-626f-4b45-8d1b-204574b25835,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:19.960683 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:19.986527 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75edfde-a071-405d-ac41-21e220ccd118 x-openstack-request-id: req-e75edfde-a071-405d-ac41-21e220ccd118 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:19.986812 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8412bb-52ae-4a15-8515-e76a7fe7c31c", "name": "network-vif-plugged", "status": "completed", "tag": "f9f989e5-626f-4b45-8d1b-204574b25835", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:19.987066 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e75edfde-a071-405d-ac41-21e220ccd118 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:19.987639 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8412bb-52ae-4a15-8515-e76a7fe7c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f989e5-626f-4b45-8d1b-204574b25835', 'code': 200} Nov 03 19:37:20.018981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=f9f989e5-626f-4b45-8d1b-204574b25835,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:20.185313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd153-b512-4c1b-bf78-d4c73c8bb616 req-b90b24dd-4cd7-4a8a-82c0-e4ed3394b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:20.186836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b5dd153-b512-4c1b-bf78-d4c73c8bb616 req-b90b24dd-4cd7-4a8a-82c0-e4ed3394b3a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 1101 time: 0.1419308 Nov 03 19:37:20.238279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b5dd153-b512-4c1b-bf78-d4c73c8bb616 req-013a2b87-b47e-421c-a35e-8c842bfbcdc5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 Nov 03 19:37:20.600688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ca74-0383-415b-b3f0-d5f74e628ceb req-62363516-09e9-41a2-9e7c-0bf96d9ad4c4 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:20.602242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f81ca74-0383-415b-b3f0-d5f74e628ceb req-62363516-09e9-41a2-9e7c-0bf96d9ad4c4 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 950 time: 0.0620172 Nov 03 19:37:20.649608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f81ca74-0383-415b-b3f0-d5f74e628ceb req-b60deae0-d122-48a8-b44a-acf7efccb9db tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Nov 03 19:37:21.769742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72084d4a-c73a-4111-a711-307ac7eb1162 req-4fd3bd68-3581-48ea-850c-d817c04a98f9 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:21.771253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72084d4a-c73a-4111-a711-307ac7eb1162 req-4fd3bd68-3581-48ea-850c-d817c04a98f9 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 950 time: 0.0538387 Nov 03 19:37:21.822082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72084d4a-c73a-4111-a711-307ac7eb1162 req-c3ba5f3c-2ef2-4040-bdc4-f4216b6a58a9 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Nov 03 19:37:22.105533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-1b476d7d-cf1a-401a-9bac-281b74d4bf86 req-d441512b-fd28-4a6d-aca8-088713a23236 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:37:22.106515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b476d7d-cf1a-401a-9bac-281b74d4bf86 req-d441512b-fd28-4a6d-aca8-088713a23236 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059299 Nov 03 19:37:22.720824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c459e-dda3-4126-8563-c9635ce20bb5 req-d67a7d2d-2b70-4d72-9a61-2e9482edf95c tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:22.722332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e22c459e-dda3-4126-8563-c9635ce20bb5 req-d67a7d2d-2b70-4d72-9a61-2e9482edf95c tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 950 time: 0.0520585 Nov 03 19:37:22.773066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e22c459e-dda3-4126-8563-c9635ce20bb5 req-d9370fcb-a54d-4107-815a-1630fb8e5d48 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Nov 03 19:37:23.893848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c34b8-1858-4bfb-8430-2e5886ada712 req-81f3b920-9c6f-4251-867a-7386377ce7b0 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:23.895446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af6c34b8-1858-4bfb-8430-2e5886ada712 req-81f3b920-9c6f-4251-867a-7386377ce7b0 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 950 time: 0.0490599 Nov 03 19:37:23.972213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af6c34b8-1858-4bfb-8430-2e5886ada712 req-9dbb2524-3efe-4c02-ac2b-85fef6df617e tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/security-groups?id=e76438b2-8dcd-41f5-bacc-79750348824a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Nov 03 19:37:23.991403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d28250f7-903b-4324-990e-d67cd3defebf tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:23.993204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d28250f7-903b-4324-990e-d67cd3defebf tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 950 time: 0.0661178 Nov 03 19:37:24.083829 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Deleting port f9f989e5-626f-4b45-8d1b-204574b25835 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:24.084165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:24.496806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] For port f9f989e5-626f-4b45-8d1b-204574b25835, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=f9f989e5-626f-4b45-8d1b-204574b25835,segment=NetworkSegment(37eed758-5a2b-43f5-bc09-b5a4f3ebe79f),segment_id=37eed758-5a2b-43f5-bc09-b5a4f3ebe79f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:24.497162 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:24.510324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Calling delete_port for f9f989e5-626f-4b45-8d1b-204574b25835 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:24.643859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:24.656142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['f9f989e5-626f-4b45-8d1b-204574b25835'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:37:24.674753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Pushing event deleted for resources: {'Port': ['ID=f9f989e5-626f-4b45-8d1b-204574b25835,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:24.688177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.689700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.690079 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.690424 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.690764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.691227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.691568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.691903 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.692390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.692723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.693050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.693389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:24.735125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] No DVR routers for this DVR port f9f989e5-626f-4b45-8d1b-204574b25835 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:37:24.737849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:24.741168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d89f9afc-4e4e-4e82-ad43-b5940422ceaf req-d21d419b-fab2-4ce5-8e48-c39befcffff5 tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.70 "DELETE /v2.0/ports/f9f989e5-626f-4b45-8d1b-204574b25835 HTTP/1.1" status: 204 len: 173 time: 0.7421947 Nov 03 19:37:24.741662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8412bb-52ae-4a15-8515-e76a7fe7c31c', 'name': 'network-vif-deleted', 'tag': 'f9f989e5-626f-4b45-8d1b-204574b25835'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:24.744675 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e104384-26c5-4c95-9e06-9db811049663" -d '{"events": [{"server_uuid": "da8412bb-52ae-4a15-8515-e76a7fe7c31c", "name": "network-vif-deleted", "tag": "f9f989e5-626f-4b45-8d1b-204574b25835"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:24.786764 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf0370b-9514-4b63-bcd7-c0163e7411a3 x-openstack-request-id: req-dbf0370b-9514-4b63-bcd7-c0163e7411a3 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:24.787060 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8412bb-52ae-4a15-8515-e76a7fe7c31c", "name": "network-vif-deleted", "tag": "f9f989e5-626f-4b45-8d1b-204574b25835", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:24.787332 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbf0370b-9514-4b63-bcd7-c0163e7411a3 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:24.787714 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8412bb-52ae-4a15-8515-e76a7fe7c31c', 'name': 'network-vif-deleted', 'tag': 'f9f989e5-626f-4b45-8d1b-204574b25835', 'status': 'completed', 'code': 200} Nov 03 19:37:25.088508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f381086-3081-424c-bc9b-b3ed502e72d5 req-b07d09e4-0e47-403f-b9c8-61afdada42ae tempest-ServersAdminNegativeTestJSON-23529130 tempest-ServersAdminNegativeTestJSON-23529130-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8412bb-52ae-4a15-8515-e76a7fe7c31c HTTP/1.1" status: 200 len: 210 time: 0.0309792 Nov 03 19:37:26.393373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43092) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:26.534257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-229d98fb-80d3-459b-9b5e-74485765fe6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c5535545a864c44a01333f246aa4488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394231 Nov 03 19:37:26.536569 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43096) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:26.585376 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-27c2032b-7890-48d4-a6fa-edc089cc76ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:26.609565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-27c2032b-7890-48d4-a6fa-edc089cc76ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:26.658897 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-27c2032b-7890-48d4-a6fa-edc089cc76ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:26.661493 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-27c2032b-7890-48d4-a6fa-edc089cc76ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:26.662657 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-27c2032b-7890-48d4-a6fa-edc089cc76ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e76438b2-8dcd-41f5-bacc-79750348824a HTTP/1.1" status: 204 len: 168 time: 0.1251609 Nov 03 19:37:26.671543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2032b-7890-48d4-a6fa-edc089cc76ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76438b2-8dcd-41f5-bacc-79750348824a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:26.944229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43102) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:26.961541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2ce8c084-0efe-452a-b66e-d9d58f865e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.039516 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2ce8c084-0efe-452a-b66e-d9d58f865e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.043650 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2ce8c084-0efe-452a-b66e-d9d58f865e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.084571 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2ce8c084-0efe-452a-b66e-d9d58f865e68 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=462a160ac9ba490bae53a5082ab06516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392326 Nov 03 19:37:27.085465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8c084-0efe-452a-b66e-d9d58f865e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6e78c-e618-4c8b-95f0-806ade8c37c7,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:27.087856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43104) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:27.144477 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4649fa92-d86a-4953-9d81-dde7af2e2269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.174161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4649fa92-d86a-4953-9d81-dde7af2e2269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.222751 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4649fa92-d86a-4953-9d81-dde7af2e2269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.225427 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4649fa92-d86a-4953-9d81-dde7af2e2269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.226617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4649fa92-d86a-4953-9d81-dde7af2e2269 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0af6e78c-e618-4c8b-95f0-806ade8c37c7 HTTP/1.1" status: 204 len: 168 time: 0.1377442 Nov 03 19:37:27.234513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649fa92-d86a-4953-9d81-dde7af2e2269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6e78c-e618-4c8b-95f0-806ade8c37c7,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:27.817978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f9f989e5-626f-4b45-8d1b-204574b25835 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:27.844675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: f9f989e5-626f-4b45-8d1b-204574b25835 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:27.844675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device f9f989e5-626f-4b45-8d1b-204574b25835 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:28.000414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43126) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:28.109533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-364470732-network', 'tenant_id': 'a6f57d1d1f26473b903e4776d0321388'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:28.131568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Made reservation on behalf of a6f57d1d1f26473b903e4776d0321388 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:28.134098 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.143031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.156681 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:37:28.221929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.226679 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.251983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:37:28.262661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06ff2bc-f407-4047-bf30-fbf45ad4e932,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:28.267620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.267961 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Added segment 2643c32d-ff88-416c-841a-9498584eaa9f of type vlan for network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 Nov 03 19:37:28.311968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.338341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.339336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:28.339923 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.395128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3933375 Nov 03 19:37:28.398865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43130) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:28.403182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2da451-cba4-418f-8c91-6211b14568c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:28.404685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Request body: {'subnet': {'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-364470732-subnet', 'tenant_id': 'a6f57d1d1f26473b903e4776d0321388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:28.413200 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:37:28.426223 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Made reservation on behalf of a6f57d1d1f26473b903e4776d0321388 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:28.428635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.610073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.667954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b790a1e-fb25-4928-9bec-6cc37bc7362f,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:28.675557 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Checking segment: {'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:28.675915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Network hostable DHCP agents. Network: a298cf6a-a2bb-4a6d-8a7d-6db72682bd61, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:37:28.693100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:37:28.702805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, a298cf6a-a2bb-4a6d-8a7d-6db72682bd61) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:28.707108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:28.707690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.714316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03053b-d9d9-4257-935a-5222b0fca173 None None] Network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:37:28.725030 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-56954c81-b3ad-4608-a9a9-d98b4c5055a4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3250120 Nov 03 19:37:28.843944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f57cd-dfa0-474c-bad4-729fa906ee5c None None] Network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:37:29.167138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-9c027a80-c08a-4355-81e8-01499df5d6e4 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:29.168663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-9c027a80-c08a-4355-81e8-01499df5d6e4 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 811 time: 0.1117616 Nov 03 19:37:29.183850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-41de65cf-9d5f-492e-89e3-59b9eb3f3699 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/quotas/a6f57d1d1f26473b903e4776d0321388 HTTP/1.1" status: 200 len: 375 time: 0.0094116 Nov 03 19:37:29.216751 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0fb2b2a2-6a44-44e3-9b9a-d4d138ed5652 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272973 Nov 03 19:37:29.227675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-25abee5f-2bab-4b84-a900-9a0b5624ee95 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:37:29.228622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-25abee5f-2bab-4b84-a900-9a0b5624ee95 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051219 Nov 03 19:37:29.327981 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-cf4242c4-55e8-4e3f-8003-7da31e55fdc2 service neutron] 10.222.0.77 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933230 Nov 03 19:37:29.419312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-69c1b32a-e5c8-4573-ab5e-f4d301e5594b service neutron] 10.222.0.77 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849569 Nov 03 19:37:29.580354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3bc5ced-eb99-400b-bde7-bbc9ac604fab req-b8fb621a-7d78-48c6-b53b-11e19ac63a4d tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 210 time: 0.0279090 Nov 03 19:37:30.578507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-be377227-b1e4-462b-9c94-a8d6f045acb2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:30.580012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-be377227-b1e4-462b-9c94-a8d6f045acb2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.70 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 811 time: 0.1150737 Nov 03 19:37:30.592744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Request body: {'port': {'device_id': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61', 'admin_state_up': True, 'tenant_id': 'a6f57d1d1f26473b903e4776d0321388'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:30.700821 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8eda7ab0-e7be-457b-bd92-c15044100dcb req-245f7a59-04d4-42c5-8a48-549c347b9c86 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 210 time: 0.0332129 Nov 03 19:37:30.738513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Made reservation on behalf of a6f57d1d1f26473b903e4776d0321388 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:30.742990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.875195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Allocated IP 172.20.0.5 (a298cf6a-a2bb-4a6d-8a7d-6db72682bd61/6b790a1e-fb25-4928-9bec-6cc37bc7362f/9de1753c-0aa4-4ad8-a683-494537c44665) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:31.027074 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.063159 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.113058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:31.118501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:31.122347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:31.129433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:31.175813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:31.176431 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.192520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0c0f8537-8004-4bb3-8870-2d43cf157938 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6039693 Nov 03 19:37:31.205907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Request body: {'port': {'device_id': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:31.263124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.544505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de1753c-0aa4-4ad8-a683-494537c44665 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:31.552091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.564356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Transition to ACTIVE for port object 9de1753c-0aa4-4ad8-a683-494537c44665 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:37:31.568649 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.641335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:31.694610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Attempting to bind port 9de1753c-0aa4-4ad8-a683-494537c44665 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:31.695482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Attempting to bind port 9de1753c-0aa4-4ad8-a683-494537c44665 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:31.695811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Attempting to bind port 9de1753c-0aa4-4ad8-a683-494537c44665 on network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:31.700826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Port 9de1753c-0aa4-4ad8-a683-494537c44665 on network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:37:31.701235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Attempting to bind port 9de1753c-0aa4-4ad8-a683-494537c44665 on network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:31.706343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:31.706675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Checking segment: {'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:31.707049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Bound using segment: {'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:31.707471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Bound port: 9de1753c-0aa4-4ad8-a683-494537c44665, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:31.707820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.790153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:31.817165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:31.822422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.862441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:31.863056 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.864551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] 10.222.0.70 "PUT /v2.0/ports/9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 1091 time: 0.6636376 Nov 03 19:37:31.865065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:31.867860 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c64c467-138b-46fb-a876-8f36456c78a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:31.883141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc8bf-33ee-4d6b-a909-6c51af0a9084 req-86e6ca14-05c5-468f-91a8-48cd698ad223 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:31.884895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ecadc8bf-33ee-4d6b-a909-6c51af0a9084 req-86e6ca14-05c5-468f-91a8-48cd698ad223 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 943 time: 0.1094728 Nov 03 19:37:31.947612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02438ea-aa74-4a92-91ef-e5e42d3eebe0 service neutron] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:31.984089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ecadc8bf-33ee-4d6b-a909-6c51af0a9084 req-b3d078a4-5572-4a02-8cfe-d5068a85d022 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913887 Nov 03 19:37:31.989740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-881d2901-6548-4ace-8a47-a81d2e1f6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:31.991184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-881d2901-6548-4ace-8a47-a81d2e1f6918 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0831351 Nov 03 19:37:32.036663 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa26a5-4e04-44cb-8014-717db22f0a44 x-openstack-request-id: req-84aa26a5-4e04-44cb-8014-717db22f0a44 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:32.036957 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:32.037204 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84aa26a5-4e04-44cb-8014-717db22f0a44 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:32.037653 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665', 'status': 'completed', 'code': 200} Nov 03 19:37:32.040018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-0cb47ff5-37dc-4cc6-8f79-39187eda2a34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 217 time: 0.0415745 Nov 03 19:37:32.093216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-61de628e-3611-4d63-9542-f74b86e5c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:32.094689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-61de628e-3611-4d63-9542-f74b86e5c64e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 200 len: 851 time: 0.0479183 Nov 03 19:37:32.129582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-8859a2ec-46a0-4798-9446-19fc270874c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269344 Nov 03 19:37:32.229972 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-53a35309-c84b-498e-857b-0f80d845a1d3 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923443 Nov 03 19:37:32.334469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-441f8c57-5ff8-4aa8-b348-dd79d6eff20e req-22cdc9be-fab1-4961-961c-8a7930ac9f09 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966806 Nov 03 19:37:32.422439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-6c0a7d5a-0246-4e11-ad9e-5abf38fa5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:32.424263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-6c0a7d5a-0246-4e11-ad9e-5abf38fa5949 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0429194 Nov 03 19:37:32.517514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-dac6ef6b-8e35-477a-af38-55c8df69e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:32.519077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-dac6ef6b-8e35-477a-af38-55c8df69e0e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 912 time: 0.0885184 Nov 03 19:37:32.566297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-10f8cb4d-5c90-409b-bdc8-f9950a351b53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 217 time: 0.0400958 Nov 03 19:37:32.616860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-a8585d36-cebe-4a1e-b293-5cea0b6a05da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:32.618343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-a8585d36-cebe-4a1e-b293-5cea0b6a05da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 200 len: 851 time: 0.0456495 Nov 03 19:37:32.653994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-ff8f22c1-1866-4f37-a154-f7a1fd8887b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267129 Nov 03 19:37:32.752056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-f24ade85-d6e8-4345-a8cb-e3662b17a119 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910532 Nov 03 19:37:32.805653 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.847146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c64c467-138b-46fb-a876-8f36456c78a0 req-0a9701f1-873a-49a7-88ef-d2db3c125fd3 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880816 Nov 03 19:37:33.112363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8994e08-1199-4f0c-93f1-b089cbd26a0e req-0041cc51-2668-4625-9f66-894d9a99b5c2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:33.113988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8994e08-1199-4f0c-93f1-b089cbd26a0e req-0041cc51-2668-4625-9f66-894d9a99b5c2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 943 time: 0.0541368 Nov 03 19:37:33.175924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8994e08-1199-4f0c-93f1-b089cbd26a0e req-9b3d5c89-a041-43e7-8144-5407d179d3ea tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557094 Nov 03 19:37:33.784513 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.839052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9de1753c-0aa4-4ad8-a683-494537c44665 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:37:33.941886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:33.953671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '9de1753c-0aa4-4ad8-a683-494537c44665', 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61', 'port_id': '9de1753c-0aa4-4ad8-a683-494537c44665', 'mac_address': 'fa:16:3e:94:0b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b790a1e-fb25-4928-9bec-6cc37bc7362f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:37:33.993153 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.006706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de1753c-0aa4-4ad8-a683-494537c44665 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:34.030629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:34.035923 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.083751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:34.243226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['9de1753c-0aa4-4ad8-a683-494537c44665'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:37:34.339278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca9a07-49bb-4cca-aa91-399472c291bb req-9e06aa97-e828-447a-ba21-c81d5aa9d5c7 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:34.340800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eaca9a07-49bb-4cca-aa91-399472c291bb req-9e06aa97-e828-447a-ba21-c81d5aa9d5c7 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 944 time: 0.0603392 Nov 03 19:37:34.404012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eaca9a07-49bb-4cca-aa91-399472c291bb req-72814aab-310c-4a87-9137-f15ae01722d7 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555046 Nov 03 19:37:35.543802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4732-cefe-47af-b9c9-c08d97d73456 req-e4258c40-d9d9-4a4d-aa68-c8c787f26221 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:35.545351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-498f4732-cefe-47af-b9c9-c08d97d73456 req-e4258c40-d9d9-4a4d-aa68-c8c787f26221 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 944 time: 0.0698030 Nov 03 19:37:35.598141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-498f4732-cefe-47af-b9c9-c08d97d73456 req-e5b88045-aaca-4d3d-a14e-3b8c4f0b80c6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458179 Nov 03 19:37:35.848517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9de1753c-0aa4-4ad8-a683-494537c44665 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:35.920899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 9de1753c-0aa4-4ad8-a683-494537c44665 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:37:35.926761 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 9de1753c-0aa4-4ad8-a683-494537c44665 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:35.927248 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.014918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.041922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:36.044392 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1f6fe-b38e-4671-b685-220b4458e67f" -d '{"events": [{"server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:36.060565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:36.065918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.095120 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c3deff-c326-4733-ac42-c779923d66ce x-openstack-request-id: req-49c3deff-c326-4733-ac42-c779923d66ce {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:36.095442 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:36.095659 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49c3deff-c326-4733-ac42-c779923d66ce {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:36.096372 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665', 'code': 200} Nov 03 19:37:36.137546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:36.145466 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3e6790d0-992e-4c9c-8afa-b28407cb43d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.204310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aa7a1-4273-426e-989c-9f3a85a801c7 req-48d4e0f7-f225-4974-af75-765c480c42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:36.205871 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c00aa7a1-4273-426e-989c-9f3a85a801c7 req-48d4e0f7-f225-4974-af75-765c480c42db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0515933 Nov 03 19:37:36.268747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c00aa7a1-4273-426e-989c-9f3a85a801c7 req-154e7807-0ffa-4f67-9e26-5922ab530d12 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514946 Nov 03 19:37:36.745671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538d70d-9287-44f6-a516-b3f5d3e81d32 req-d9803a6b-f5fb-4b39-a5d7-8768e696a0da tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:36.747331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5538d70d-9287-44f6-a516-b3f5d3e81d32 req-d9803a6b-f5fb-4b39-a5d7-8768e696a0da tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0690780 Nov 03 19:37:36.801607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5538d70d-9287-44f6-a516-b3f5d3e81d32 req-1a403235-0319-449a-b3cb-62c067f8d645 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 Nov 03 19:37:37.929991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2556a2b-08d6-4cff-9d49-a4a34627b685 req-b3a263ee-5d57-44c8-bc87-b4289c42ab5a tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:37.932527 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2556a2b-08d6-4cff-9d49-a4a34627b685 req-b3a263ee-5d57-44c8-bc87-b4289c42ab5a tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0583367 Nov 03 19:37:37.994028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2556a2b-08d6-4cff-9d49-a4a34627b685 req-1a6a913b-c317-442c-b1dd-8226c975c72e tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Nov 03 19:37:38.281400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43182) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:38.288130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde30c9-5c04-4313-83b2-d537120c8672 req-be40e87f-07ff-48c6-b5e8-6c48bcfe09fa tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:38.291646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8cde30c9-5c04-4313-83b2-d537120c8672 req-be40e87f-07ff-48c6-b5e8-6c48bcfe09fa tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0758209 Nov 03 19:37:38.362557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8cde30c9-5c04-4313-83b2-d537120c8672 req-0ae88b16-ce94-4717-ae84-45922d0a3eee tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647299 Nov 03 19:37:38.403425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-3c7c4db8-6266-4c01-b318-3ca9dd76cbaa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199555 Nov 03 19:37:38.412907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-65749377-75f1-4c57-8526-b1341bcc7a55 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:37:38.414690 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-65749377-75f1-4c57-8526-b1341bcc7a55 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0063875 Nov 03 19:37:39.496728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af6283-63ad-4577-b73c-fe540f920058 req-4e3d004f-8a38-4bc1-b0ae-2da20d8c15d8 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:39.498304 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2af6283-63ad-4577-b73c-fe540f920058 req-4e3d004f-8a38-4bc1-b0ae-2da20d8c15d8 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0549161 Nov 03 19:37:39.555612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2af6283-63ad-4577-b73c-fe540f920058 req-6581e4d7-89df-4c1a-8c3e-dd6a1497844c tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505135 Nov 03 19:37:39.724061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-9b5fd142-4b3d-4e2e-bd4f-9b3d4e8d900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:39.725545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-9b5fd142-4b3d-4e2e-bd4f-9b3d4e8d900d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0426304 Nov 03 19:37:39.826057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-ac0c46c5-c504-4756-92df-aea278d577f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:39.827558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-ac0c46c5-c504-4756-92df-aea278d577f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 912 time: 0.0949938 Nov 03 19:37:39.877357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-d7575cab-56bc-412d-9a1c-8055f7b30702 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 217 time: 0.0427296 Nov 03 19:37:39.931849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-445b1ec6-b2a6-4bf0-a827-4601d9583626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:39.933411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-445b1ec6-b2a6-4bf0-a827-4601d9583626 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 200 len: 851 time: 0.0490022 Nov 03 19:37:39.968522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-e8412c6a-77b4-4d4c-bd6f-e23603bbc51d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277278 Nov 03 19:37:40.073083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-de89168e-9c01-4df0-884a-a5b708e509d9 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974479 Nov 03 19:37:40.174508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-a648983e-be45-4dc5-ba07-4ef54b9bd540 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951583 Nov 03 19:37:40.233611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.305301 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-1c1d7222-0a50-4a8c-9ba3-ba387bb247ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:40.307181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-1c1d7222-0a50-4a8c-9ba3-ba387bb247ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0536866 Nov 03 19:37:40.335349 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d02553f7-70d6-469b-90c4-97b22c1e5818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.424451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-c4bd381f-5e2e-4f8d-b22c-4b0424862209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:40.425989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-c4bd381f-5e2e-4f8d-b22c-4b0424862209 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 912 time: 0.0949574 Nov 03 19:37:40.468853 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-5cb0bed1-a2a9-43c6-9d9d-cae48d0da3c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 217 time: 0.0355406 Nov 03 19:37:40.523609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-12382443-e3e6-4b90-a0c1-3e5d8d3829fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:40.525114 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-12382443-e3e6-4b90-a0c1-3e5d8d3829fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 200 len: 851 time: 0.0498970 Nov 03 19:37:40.558300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-21681293-a46f-4691-aec2-da5c01d38e2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256956 Nov 03 19:37:40.698506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-80c78f47-b881-4fde-9855-37366bd30b1c service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329272 Nov 03 19:37:40.711276 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97dcc-eaaa-45ea-97cb-d57c47f034f5 req-c6cb3382-7921-4afd-9ebe-8ce5fa079ffc tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:40.712841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8c97dcc-eaaa-45ea-97cb-d57c47f034f5 req-c6cb3382-7921-4afd-9ebe-8ce5fa079ffc tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0752096 Nov 03 19:37:40.821353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8c97dcc-eaaa-45ea-97cb-d57c47f034f5 req-3c651bc5-3cbe-4843-9de0-7973a4f63389 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002016 Nov 03 19:37:40.843369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa6bbc0a-cdb9-4999-8447-ebe45d52dde9 req-11b4fa4b-194e-4225-9dc2-db9882b45ad6 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294081 Nov 03 19:37:41.975212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b7e11-d097-40da-a41b-bcfa82680a50 req-b74a4e7d-3c93-44b7-9fc6-61beb1d9535c tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:41.976808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba8b7e11-d097-40da-a41b-bcfa82680a50 req-b74a4e7d-3c93-44b7-9fc6-61beb1d9535c tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0781789 Nov 03 19:37:42.032991 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba8b7e11-d097-40da-a41b-bcfa82680a50 req-827d776a-86d0-47c7-8bde-4ba2ec7eb2f2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487897 Nov 03 19:37:42.342246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.383298 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.182240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1f73b-a1c8-4fdf-96ea-70c644fe22b7 req-bcb54e1b-b4b9-4608-8030-0bf4738152c5 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:43.184901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9a1f73b-a1c8-4fdf-96ea-70c644fe22b7 req-bcb54e1b-b4b9-4608-8030-0bf4738152c5 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0683198 Nov 03 19:37:43.244297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9a1f73b-a1c8-4fdf-96ea-70c644fe22b7 req-3f57f371-a5f2-42db-a6ac-6749b3e53b2d tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506742 Nov 03 19:37:44.399589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe66a86-9bcf-49a6-9975-3ab9de8c43a0 req-ce257fdf-aa4b-464e-92d1-6e45abcacd5b tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:44.401197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffe66a86-9bcf-49a6-9975-3ab9de8c43a0 req-ce257fdf-aa4b-464e-92d1-6e45abcacd5b tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0611968 Nov 03 19:37:44.477086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffe66a86-9bcf-49a6-9975-3ab9de8c43a0 req-1f48d02d-2e03-4c3f-b9a8-dfe1db21606b tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646014 Nov 03 19:37:45.630583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d726076-fb83-43ce-8eb9-635295c2aefd req-7280e01a-dbfd-4dff-958a-6b062928a5d7 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:45.632669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d726076-fb83-43ce-8eb9-635295c2aefd req-7280e01a-dbfd-4dff-958a-6b062928a5d7 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0600169 Nov 03 19:37:45.685141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d726076-fb83-43ce-8eb9-635295c2aefd req-fbe9b42f-1977-47ec-a8f4-c661288595df tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Nov 03 19:37:46.815131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa71f62-857c-4a3b-a9d6-5a833d9bc342 req-cc08cf5f-3fbf-4c81-8286-587f18012ae4 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:46.816623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fa71f62-857c-4a3b-a9d6-5a833d9bc342 req-cc08cf5f-3fbf-4c81-8286-587f18012ae4 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0484297 Nov 03 19:37:46.868820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fa71f62-857c-4a3b-a9d6-5a833d9bc342 req-f1ad1f5e-4c86-447c-877a-4345103a6e58 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455229 Nov 03 19:37:47.993108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045c3d5-e627-4f76-aed9-65e7b78aadda req-90d35457-22fc-4b79-b914-8f58a08dd8ec tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:47.994690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1045c3d5-e627-4f76-aed9-65e7b78aadda req-90d35457-22fc-4b79-b914-8f58a08dd8ec tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0517657 Nov 03 19:37:48.046019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1045c3d5-e627-4f76-aed9-65e7b78aadda req-51890131-ae8c-45b2-bf1b-c637149d2c0e tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Nov 03 19:37:49.168188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c739-bcea-476d-8b5d-946642b8363a req-9ff79ae1-5502-4359-bb84-1ec0f152541e tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:49.169639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6751c739-bcea-476d-8b5d-946642b8363a req-9ff79ae1-5502-4359-bb84-1ec0f152541e tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Nov 03 19:37:49.220882 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6751c739-bcea-476d-8b5d-946642b8363a req-ee960fcc-d928-409d-807c-df506e8d5dce tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Nov 03 19:37:50.344154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032027-eee3-40d6-a4f1-e4c952df0ad8 req-30e4d5a6-ab25-4fdb-a7f1-bc47ee652bfd tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:50.345682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6032027-eee3-40d6-a4f1-e4c952df0ad8 req-30e4d5a6-ab25-4fdb-a7f1-bc47ee652bfd tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0531332 Nov 03 19:37:50.393302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d6032027-eee3-40d6-a4f1-e4c952df0ad8 req-ead7bea9-867f-45df-aab3-a5e6bee12eb2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Nov 03 19:37:51.516376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8ff81-e3b6-4f7b-8a5d-9c4bb627c0d6 req-0da98acd-f73d-49be-b462-d356f7cde14d tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:51.517862 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94b8ff81-e3b6-4f7b-8a5d-9c4bb627c0d6 req-0da98acd-f73d-49be-b462-d356f7cde14d tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Nov 03 19:37:51.567059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-94b8ff81-e3b6-4f7b-8a5d-9c4bb627c0d6 req-45460bbf-4f8b-4e3f-ad0e-3d68db502338 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Nov 03 19:37:52.690722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699a70e-e27f-4729-b30d-e378e6d84762 req-c6c549ac-b674-486b-969d-4923e741eebf tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:52.692341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2699a70e-e27f-4729-b30d-e378e6d84762 req-c6c549ac-b674-486b-969d-4923e741eebf tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0500481 Nov 03 19:37:52.749952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2699a70e-e27f-4729-b30d-e378e6d84762 req-8b14dae3-d1b5-4951-b88c-2cf383366309 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507009 Nov 03 19:37:53.877862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972fbd7-f1dc-493f-af67-48136f55c887 req-57380461-ad8e-4ad0-b15a-e2e83262a141 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:53.880032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9972fbd7-f1dc-493f-af67-48136f55c887 req-57380461-ad8e-4ad0-b15a-e2e83262a141 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0566094 Nov 03 19:37:53.931598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9972fbd7-f1dc-493f-af67-48136f55c887 req-402416dd-d86e-4e21-8f54-64bbf2931d27 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443010 Nov 03 19:37:55.052928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6acc-0453-4ae8-8f98-afdbd5bdd702 req-7a3960b3-3c0c-46bb-922b-5ef889674c99 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:55.054425 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2ea6acc-0453-4ae8-8f98-afdbd5bdd702 req-7a3960b3-3c0c-46bb-922b-5ef889674c99 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0506165 Nov 03 19:37:55.113553 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2ea6acc-0453-4ae8-8f98-afdbd5bdd702 req-2962ea9f-881a-4fef-9ce5-8430749c1a25 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525486 Nov 03 19:37:56.236014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1b688-fe03-47de-8757-57962ebc4547 req-23972365-750f-448a-85a0-75104583b078 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:56.237389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bf1b688-fe03-47de-8757-57962ebc4547 req-23972365-750f-448a-85a0-75104583b078 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Nov 03 19:37:56.285515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0bf1b688-fe03-47de-8757-57962ebc4547 req-fdf6156b-8b9d-4bb2-ac53-24a8c2dc71d4 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Nov 03 19:37:57.408189 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45237cc4-a23c-4b26-be3b-9bada47ccc20 req-aedeaa58-810d-4a55-b761-45d5ae3e36f2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:57.409701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45237cc4-a23c-4b26-be3b-9bada47ccc20 req-aedeaa58-810d-4a55-b761-45d5ae3e36f2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0500984 Nov 03 19:37:57.457949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-45237cc4-a23c-4b26-be3b-9bada47ccc20 req-b84e75f7-9960-44c3-a3a1-149ae5a1bcce tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Nov 03 19:37:58.583152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09ec87-77d2-4151-ad65-1e48d21a7883 req-7f09e3f0-b874-48f0-9bb7-89f94927ee4f tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:58.585208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd09ec87-77d2-4151-ad65-1e48d21a7883 req-7f09e3f0-b874-48f0-9bb7-89f94927ee4f tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0546341 Nov 03 19:37:58.637845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd09ec87-77d2-4151-ad65-1e48d21a7883 req-32d3ac37-0d4f-4baa-9e29-73e621315798 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Nov 03 19:37:59.760977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe1ad5-a154-4737-b87d-e5c321e552ed req-dbe77452-14d5-4338-8849-677b59b02f22 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:59.762495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6abe1ad5-a154-4737-b87d-e5c321e552ed req-dbe77452-14d5-4338-8849-677b59b02f22 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0506511 Nov 03 19:37:59.815196 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6abe1ad5-a154-4737-b87d-e5c321e552ed req-1ec9f5b6-e783-485e-9d76-67676a1bf252 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467966 Nov 03 19:38:00.932735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42daac-ae67-4777-85c1-b111e5b47223 req-ba731f2f-b781-4251-b435-dc18c390b6b3 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:00.934277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a42daac-ae67-4777-85c1-b111e5b47223 req-ba731f2f-b781-4251-b435-dc18c390b6b3 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0495105 Nov 03 19:38:00.984662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1a42daac-ae67-4777-85c1-b111e5b47223 req-1ccadae2-3224-4428-80d2-5495ca1399f2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Nov 03 19:38:02.108770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f5d53-4704-40d2-b890-0b22d06116f8 req-f7744ea2-2e7a-482b-a0d4-5ffe937d8c8b tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:02.110337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab0f5d53-4704-40d2-b890-0b22d06116f8 req-f7744ea2-2e7a-482b-a0d4-5ffe937d8c8b tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0500944 Nov 03 19:38:02.160579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab0f5d53-4704-40d2-b890-0b22d06116f8 req-cffe717b-ae98-4796-ac02-77026eb75bb3 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Nov 03 19:38:02.805755 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:03.290747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249ad10-4cf0-4027-8fe7-34f0b71c808f req-cd8fe124-e46c-412b-a49c-e8b1d623e059 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:03.292311 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9249ad10-4cf0-4027-8fe7-34f0b71c808f req-cd8fe124-e46c-412b-a49c-e8b1d623e059 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0563655 Nov 03 19:38:03.348431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9249ad10-4cf0-4027-8fe7-34f0b71c808f req-f2bffc95-8e0f-4580-baf9-7ac9893884b6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487685 Nov 03 19:38:03.784631 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:04.473549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ab5f2-2107-4763-aec1-425ba833d3ea req-52c595eb-47c7-41d9-bbc4-2e26e83b6a76 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:04.475051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b0ab5f2-2107-4763-aec1-425ba833d3ea req-52c595eb-47c7-41d9-bbc4-2e26e83b6a76 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0530708 Nov 03 19:38:04.523091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b0ab5f2-2107-4763-aec1-425ba833d3ea req-a1fbf3b1-cd23-4195-ba0a-9865df79c135 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Nov 03 19:38:05.156004 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:38:05.644037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb8da0-eb72-4c0b-a2e3-11a464fd07b0 req-b6a3a535-6db2-4c92-99ea-6fb8e6c6a48b tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:05.645556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebb8da0-eb72-4c0b-a2e3-11a464fd07b0 req-b6a3a535-6db2-4c92-99ea-6fb8e6c6a48b tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0536075 Nov 03 19:38:05.692860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eebb8da0-eb72-4c0b-a2e3-11a464fd07b0 req-abc2a907-bec6-4b9c-b7f1-58dcb1e29870 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Nov 03 19:38:06.131481 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7b1795f8-85bd-4882-b0af-435f3278afb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:06.812034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226fdc9-03ce-4261-aff1-6aacc878d925 req-43978670-fc4a-425b-b2e2-f6b578e2ead4 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:06.813547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7226fdc9-03ce-4261-aff1-6aacc878d925 req-43978670-fc4a-425b-b2e2-f6b578e2ead4 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 945 time: 0.0508237 Nov 03 19:38:06.865167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7226fdc9-03ce-4261-aff1-6aacc878d925 req-423d38d4-96d5-47f7-bddd-6c057c85ab44 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450554 Nov 03 19:38:07.116900 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-37f30c56-6924-4908-be9d-1a1fcab5d625 service neutron] show failed (client error): The resource could not be found. Nov 03 19:38:07.118173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-37f30c56-6924-4908-be9d-1a1fcab5d625 service neutron] 10.222.0.70 "GET /v2.0/ports/9de1753c-0aa4-4ad8-a683-494537c44665/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0596795 Nov 03 19:38:07.350534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-45591fe3-8444-4dcb-a23f-6551246c7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:07.352053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-45591fe3-8444-4dcb-a23f-6551246c7ded service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4&tenant_id=a6f57d1d1f26473b903e4776d0321388 HTTP/1.1" status: 200 len: 1096 time: 0.0716894 Nov 03 19:38:07.364693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:07.427589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.631986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:07.668038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:07.709948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:07.712157 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008b5a10-efab-4097-bc3e-e63b640c8dff" -d '{"events": [{"server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:07.716822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.731527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Transition to ACTIVE for port object 9de1753c-0aa4-4ad8-a683-494537c44665 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:38:07.736459 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.777895 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8fe4df-cfbf-47c5-a04c-ecf119e486a4 x-openstack-request-id: req-0a8fe4df-cfbf-47c5-a04c-ecf119e486a4 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:07.778183 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:07.778434 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a8fe4df-cfbf-47c5-a04c-ecf119e486a4 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:07.778820 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665', 'code': 200} Nov 03 19:38:07.807259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] No DVR routers for this DVR port 9de1753c-0aa4-4ad8-a683-494537c44665 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:38:07.815668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:07.851163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Attempting to bind port 9de1753c-0aa4-4ad8-a683-494537c44665 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:38:07.851488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Attempting to bind port 9de1753c-0aa4-4ad8-a683-494537c44665 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:38:07.851809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Attempting to bind port 9de1753c-0aa4-4ad8-a683-494537c44665 on network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:07.856491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Port 9de1753c-0aa4-4ad8-a683-494537c44665 on network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:38:07.856802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Attempting to bind port 9de1753c-0aa4-4ad8-a683-494537c44665 on network a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:07.861740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:38:07.862101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Checking segment: {'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:07.862419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Bound using segment: {'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:38:07.862838 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Bound port: 9de1753c-0aa4-4ad8-a683-494537c44665, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2643c32d-ff88-416c-841a-9498584eaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:38:07.863201 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.955948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:07.964231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:38:07.969402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:08.367621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.368245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:08.369693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] 10.222.0.96 "PUT /v2.0/ports/9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 1091 time: 1.0091093 Nov 03 19:38:08.397246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6df3c8-ed9b-4f1d-8b90-f2b654cbf74c service neutron] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:08.433448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c55b89-1216-4836-ab8e-26ea454bf692 req-73b9181a-cc7d-43d1-9a55-970348af545f tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.435000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c55b89-1216-4836-ab8e-26ea454bf692 req-73b9181a-cc7d-43d1-9a55-970348af545f tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 943 time: 0.4538798 Nov 03 19:38:08.469664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-d60f65ab-f44a-4b62-89a1-a71fdb95b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.471160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-d60f65ab-f44a-4b62-89a1-a71fdb95b9cf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0749993 Nov 03 19:38:08.518486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7c55b89-1216-4836-ab8e-26ea454bf692 req-bfe14156-e147-4b73-915a-f0b977a3805d tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760210 Nov 03 19:38:08.582719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-d23ab1d7-c12e-4072-9977-b66e3aba0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.584264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-d23ab1d7-c12e-4072-9977-b66e3aba0290 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 912 time: 0.1046805 Nov 03 19:38:08.627319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-4a4b8c5e-ed9f-496e-91a7-1c185c57dc8f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 217 time: 0.0357254 Nov 03 19:38:08.676864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-ffc7b477-c1a4-4a6d-8e4d-24c6673f0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.678901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-ffc7b477-c1a4-4a6d-8e4d-24c6673f0a78 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 200 len: 851 time: 0.0448427 Nov 03 19:38:08.722164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-e3d3de78-fc6b-4380-a833-f29a8497d679 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361876 Nov 03 19:38:08.821029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-df9c938e-cfd5-4efe-aea8-2ee2d7cf60f4 service neutron] 10.222.0.96 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916977 Nov 03 19:38:08.918916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a70de0a-a59e-4a41-9908-cb4735fccec4 req-66962c8e-f847-4104-936f-877e5c9da878 service neutron] 10.222.0.96 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910735 Nov 03 19:38:09.648899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ce80d-a866-4600-a8bd-b090487b0283 req-52fc704f-3707-4ac7-ae79-b5f36cb2e38a tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:09.650391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-850ce80d-a866-4600-a8bd-b090487b0283 req-52fc704f-3707-4ac7-ae79-b5f36cb2e38a tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 943 time: 0.0496404 Nov 03 19:38:09.698201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-850ce80d-a866-4600-a8bd-b090487b0283 req-07f06c0c-a118-42b5-a939-9af6dec81ca2 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Nov 03 19:38:09.780247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:09.782804 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e571f5fc-4fb5-4c06-9acf-60b0e910b074" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:09.833080 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2037ff70-34b0-4689-8959-2bf2d4c859f7 x-openstack-request-id: req-2037ff70-34b0-4689-8959-2bf2d4c859f7 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:09.833732 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:09.833732 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2037ff70-34b0-4689-8959-2bf2d4c859f7 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:09.834150 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665', 'status': 'completed', 'code': 200} Nov 03 19:38:09.930759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-3c320dc8-5114-4886-afce-800436758c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:09.932285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-3c320dc8-5114-4886-afce-800436758c55 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0770447 Nov 03 19:38:09.934100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-9d758c20-c781-4509-a476-24ecc0979493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:09.935468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-9d758c20-c781-4509-a476-24ecc0979493 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0717700 Nov 03 19:38:10.005163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9de1753c-0aa4-4ad8-a683-494537c44665 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:38:10.048580 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9de1753c-0aa4-4ad8-a683-494537c44665 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:38:10.102415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-d3640c34-ef8f-4524-9693-90ab6370f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:10.103795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-d3640c34-ef8f-4524-9693-90ab6370f77d service neutron] 10.222.0.96 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 912 time: 0.1637132 Nov 03 19:38:10.108526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-ef05f5c3-9dd2-4886-854e-8deca415c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:10.109969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-ef05f5c3-9dd2-4886-854e-8deca415c9cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 912 time: 0.1603484 Nov 03 19:38:10.155610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-481aafec-86a0-4954-8824-a1bd00dc9127 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 217 time: 0.0422845 Nov 03 19:38:10.194737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-792f1468-e865-440e-960c-96bd6a35424e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 217 time: 0.0743496 Nov 03 19:38:10.228747 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:10.268038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-f9047ff8-f28f-425f-b88b-47a7fdc3b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:10.269579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-f9047ff8-f28f-425f-b88b-47a7fdc3b936 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 200 len: 851 time: 0.0836718 Nov 03 19:38:10.292740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-ef9cbc42-e336-4146-9549-2e1737a64ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:10.294233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-ef9cbc42-e336-4146-9549-2e1737a64ace service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 200 len: 851 time: 0.0794840 Nov 03 19:38:10.315431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-4f2e6d1c-9140-4898-8a38-f7066c7efa5a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330043 Nov 03 19:38:10.329330 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-13eedb7d-ba4a-4813-8549-30c2ccca5e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:10.349019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-e12cbecc-e12d-46d1-bf0e-be1c39512d2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359182 Nov 03 19:38:10.514302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-fc7cf7d5-8495-4491-8b11-aa8911c2eb23 service neutron] 10.222.0.96 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742229 Nov 03 19:38:10.519569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-5c2f9122-8f21-4437-8106-175e18533d66 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576512 Nov 03 19:38:10.679979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-e27d2979-885e-4ae5-8200-131a0458580a service neutron] 10.222.0.96 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584897 Nov 03 19:38:10.681887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e571f5fc-4fb5-4c06-9acf-60b0e910b074 req-efe6e2a9-6a52-4c04-9025-212430db4c6d service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534522 Nov 03 19:38:10.839890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80ab40-409a-4b17-96a4-40e8dcbe2b2a req-49ff03fc-8dfb-4494-a90a-2cf7bee72a9d tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:10.841338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d80ab40-409a-4b17-96a4-40e8dcbe2b2a req-49ff03fc-8dfb-4494-a90a-2cf7bee72a9d tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 943 time: 0.0612679 Nov 03 19:38:10.903645 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d80ab40-409a-4b17-96a4-40e8dcbe2b2a req-cb2e74c4-c317-4174-91d6-7ed56b39e982 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556202 Nov 03 19:38:11.232538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-e268495b-b076-4572-b9c0-4d52097b6e25 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:11.234132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-e268495b-b076-4572-b9c0-4d52097b6e25 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4&tenant_id=a6f57d1d1f26473b903e4776d0321388&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 943 time: 0.0849555 Nov 03 19:38:11.302014 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-4fb8b96f-f5a9-4129-b551-58325df80954 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:38:11.303058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-4fb8b96f-f5a9-4129-b551-58325df80954 service neutron] 10.222.0.70 "DELETE /v2.0/ports/9de1753c-0aa4-4ad8-a683-494537c44665/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0616632 Nov 03 19:38:11.390250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-d56bc15c-0bc5-429b-8d12-02508b97faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:11.391835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-d56bc15c-0bc5-429b-8d12-02508b97faa9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f57d1d1f26473b903e4776d0321388&device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0432057 Nov 03 19:38:11.488788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-35a01e04-03d8-4d79-bfb5-867ea4369cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:11.490228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-35a01e04-03d8-4d79-bfb5-867ea4369cb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 200 len: 912 time: 0.0907705 Nov 03 19:38:11.536955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-e6350013-1b7b-41b5-ab65-2c8638445d79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 200 len: 217 time: 0.0396514 Nov 03 19:38:11.587173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-03508c1b-2f36-4e49-b8f0-e5eb7c5cb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:11.588644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-03508c1b-2f36-4e49-b8f0-e5eb7c5cb863 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 200 len: 851 time: 0.0448802 Nov 03 19:38:11.621994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-2c84fdc0-9d68-41b4-8e85-b8ccad618aea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266664 Nov 03 19:38:11.716068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-a4e6c167-58bb-4425-b001-369c27f6e6a4 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864911 Nov 03 19:38:11.816100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-8a4b56c0-48c3-4d18-b588-2e6d2d744e18 service neutron] 10.222.0.70 "GET /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928404 Nov 03 19:38:11.896977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9de1753c-0aa4-4ad8-a683-494537c44665 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:38:12.004299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:12.015981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '9de1753c-0aa4-4ad8-a683-494537c44665', 'network_id': 'a298cf6a-a2bb-4a6d-8a7d-6db72682bd61', 'port_id': '9de1753c-0aa4-4ad8-a683-494537c44665', 'mac_address': 'fa:16:3e:94:0b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b790a1e-fb25-4928-9bec-6cc37bc7362f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:38:12.054449 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:12.067416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de1753c-0aa4-4ad8-a683-494537c44665 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:38:12.088929 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:12.093294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:12.163266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:12.176548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.177077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.177626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.178339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.178847 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.179376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.179897 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.180423 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.180939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.181485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.182011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.182533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:12.329033 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:12.334204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['9de1753c-0aa4-4ad8-a683-494537c44665'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:38:12.400309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:12.580561 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2464a5-9aaa-467b-8466-e6f7fbdd5c90 req-04a6b765-5c9b-4997-963e-bc0c8e13087f tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:12.582074 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d2464a5-9aaa-467b-8466-e6f7fbdd5c90 req-04a6b765-5c9b-4997-963e-bc0c8e13087f tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 944 time: 0.0531812 Nov 03 19:38:12.638110 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d2464a5-9aaa-467b-8466-e6f7fbdd5c90 req-f2983391-d7fa-486f-a703-6a46978ccd88 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494113 Nov 03 19:38:13.762566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1afea-5e11-4277-9c58-4eada3848a90 req-20ee0f31-40d4-4197-bf4f-901dfa33b4d9 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:13.764757 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84e1afea-5e11-4277-9c58-4eada3848a90 req-20ee0f31-40d4-4197-bf4f-901dfa33b4d9 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 944 time: 0.0506094 Nov 03 19:38:13.840449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84e1afea-5e11-4277-9c58-4eada3848a90 req-60344643-cbe2-451e-a675-39f80f909146 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.77 "GET /v2.0/security-groups?id=f06ff2bc-f407-4047-bf30-fbf45ad4e932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697742 Nov 03 19:38:13.853946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-0056f1d4-00bc-47b5-b268-ffb70caa7872 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:13.855498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-0056f1d4-00bc-47b5-b268-ffb70caa7872 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.96 "GET /v2.0/ports?device_id=2fb072b3-fabc-4192-9870-5e8e77a67ec4 HTTP/1.1" status: 200 len: 944 time: 0.0781686 Nov 03 19:38:13.904830 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9de1753c-0aa4-4ad8-a683-494537c44665 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:38:13.955699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Deleting port 9de1753c-0aa4-4ad8-a683-494537c44665 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:38:13.955936 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:13.966355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 9de1753c-0aa4-4ad8-a683-494537c44665 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:38:13.970825 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 9de1753c-0aa4-4ad8-a683-494537c44665 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:13.971188 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:14.047439 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:14.047701 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:14.052490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:14.060800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Calling delete_port for 9de1753c-0aa4-4ad8-a683-494537c44665 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:38:14.076042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:14.078543 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f8659-f111-47b9-b2cf-2ed17b1fefc8" -d '{"events": [{"server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:14.096486 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9de1753c-0aa4-4ad8-a683-494537c44665, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9de1753c-0aa4-4ad8-a683-494537c44665,segment=NetworkSegment(2643c32d-ff88-416c-841a-9498584eaa9f),segment_id=2643c32d-ff88-416c-841a-9498584eaa9f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:14.101520 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:14.129720 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee496bb7-9184-4fb4-8cb1-fe7c05e8548a x-openstack-request-id: req-ee496bb7-9184-4fb4-8cb1-fe7c05e8548a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:14.130008 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:14.130304 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee496bb7-9184-4fb4-8cb1-fe7c05e8548a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:14.130652 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665', 'code': 200} Nov 03 19:38:14.162033 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:14.201799 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:14.231310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Pushing event deleted for resources: {'Port': ['ID=9de1753c-0aa4-4ad8-a683-494537c44665,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:14.276916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] No DVR routers for this DVR port 9de1753c-0aa4-4ad8-a683-494537c44665 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:38:14.279610 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:14.283038 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-871e04a9-0468-4d5a-899c-2b107b121bd0 req-acbf67dd-5a17-4afa-9a8c-14a26d7099f6 tempest-DeleteServersTestJSON-1026270349 tempest-DeleteServersTestJSON-1026270349-project] 10.222.0.96 "DELETE /v2.0/ports/9de1753c-0aa4-4ad8-a683-494537c44665 HTTP/1.1" status: 204 len: 173 time: 0.4207907 Nov 03 19:38:14.283476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'name': 'network-vif-deleted', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:14.285750 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d9900-ec3e-4322-a6dc-4cb0c68a8146" -d '{"events": [{"server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "name": "network-vif-deleted", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:14.324115 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cee9de4-ea22-4692-b89f-8960c43451e2 x-openstack-request-id: req-8cee9de4-ea22-4692-b89f-8960c43451e2 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:14.324419 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb072b3-fabc-4192-9870-5e8e77a67ec4", "name": "network-vif-deleted", "tag": "9de1753c-0aa4-4ad8-a683-494537c44665", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:14.324664 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cee9de4-ea22-4692-b89f-8960c43451e2 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:14.325063 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb072b3-fabc-4192-9870-5e8e77a67ec4', 'name': 'network-vif-deleted', 'tag': '9de1753c-0aa4-4ad8-a683-494537c44665', 'status': 'completed', 'code': 200} Nov 03 19:38:14.976292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:15.021981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a88bc1a-de87-4f95-a9c5-42f5b8829fa2 admin admin] Deleting subnet 6b790a1e-fb25-4928-9bec-6cc37bc7362f {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:38:15.025129 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a88bc1a-de87-4f95-a9c5-42f5b8829fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.060465 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a88bc1a-de87-4f95-a9c5-42f5b8829fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.100913 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a88bc1a-de87-4f95-a9c5-42f5b8829fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.160293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a88bc1a-de87-4f95-a9c5-42f5b8829fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.191249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88bc1a-de87-4f95-a9c5-42f5b8829fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b790a1e-fb25-4928-9bec-6cc37bc7362f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:15.193262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5a88bc1a-de87-4f95-a9c5-42f5b8829fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.197606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5a88bc1a-de87-4f95-a9c5-42f5b8829fa2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6b790a1e-fb25-4928-9bec-6cc37bc7362f HTTP/1.1" status: 204 len: 168 time: 0.2192175 Nov 03 19:38:15.199112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43286) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:15.274721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.364068 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.386787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a298cf6a-a2bb-4a6d-8a7d-6db72682bd61']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:15.396550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2643c32d-ff88-416c-841a-9498584eaa9f') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:15.397348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2643c32d-ff88-416c-841a-9498584eaa9f') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:15.407348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.433985 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.440780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:38:15.441167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:38:15.443017 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:38:15.504557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.513538 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.517749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] 10.222.0.77 "DELETE /v2.0/networks/a298cf6a-a2bb-4a6d-8a7d-6db72682bd61 HTTP/1.1" status: 204 len: 168 time: 0.3176231 Nov 03 19:38:15.529967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778792de-77be-4f8b-a150-943b35a62a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=a298cf6a-a2bb-4a6d-8a7d-6db72682bd61,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:15.649585 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43290) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:15.690151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d2c3e516-720f-46d7-ae10-86782fd14397 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6f57d1d1f26473b903e4776d0321388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391781 Nov 03 19:38:15.692658 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43292) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:15.743546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.765816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.816733 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.820073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:15.821245 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f06ff2bc-f407-4047-bf30-fbf45ad4e932 HTTP/1.1" status: 204 len: 168 time: 0.1276166 Nov 03 19:38:15.835989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06ff2bc-f407-4047-bf30-fbf45ad4e932,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:15.844062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.844411 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.844754 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.845092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.845448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.845786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.846121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.846445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.846769 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.847103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.847418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.847743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f42a72-074b-42b6-8b50-a9ba16ab21aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:15.911020 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9de1753c-0aa4-4ad8-a683-494537c44665 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:38:15.932211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 9de1753c-0aa4-4ad8-a683-494537c44665 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:38:15.932645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9de1753c-0aa4-4ad8-a683-494537c44665 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:38:16.539749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43314) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:16.639013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1682990492-network', 'tenant_id': 'd0e55ecb97ce4a40ab5823fc1ea493ad'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:16.659235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Made reservation on behalf of d0e55ecb97ce4a40ab5823fc1ea493ad for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:38:16.661523 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:16.670746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:16.747714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:16.752022 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:16.777787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:38:16.786850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d80a1b-79e4-40d0-9139-4ef927b8a630,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:16.796654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:16.796654 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Added segment 16f1e1be-6f8f-45c4-81b3-85f7ae5be16f of type vlan for network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 Nov 03 19:38:16.837039 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:16.862917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:16.864456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:16.865284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:16.925949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3850462 Nov 03 19:38:16.929025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43318) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:16.933146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2e067-e574-47be-a5e5-f6e36ce0d1ed admin admin] Pushing event updated for resources: {'Network': ['ID=9571b6a5-08cb-47da-a8ad-d7141f9d4739,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:16.934108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Request body: {'subnet': {'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1682990492-subnet', 'tenant_id': 'd0e55ecb97ce4a40ab5823fc1ea493ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:16.942995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:38:16.958952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Made reservation on behalf of d0e55ecb97ce4a40ab5823fc1ea493ad for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:38:16.962124 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:17.136540 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:17.191515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299ab137-44c3-4017-85c1-8d8da964de11,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:17.207522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Checking segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:17.207845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Network hostable DHCP agents. Network: 9571b6a5-08cb-47da-a8ad-d7141f9d4739, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:38:17.226606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:38:17.236599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 9571b6a5-08cb-47da-a8ad-d7141f9d4739) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:17.244568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:17.245286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ffb607-4294-47e7-a2fe-96615ee2d1bc None None] Network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:38:17.245487 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:17.268400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-49a00740-0111-46e6-8720-2d5a5c2e5dc8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3381016 Nov 03 19:38:17.398846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e7f0d-3227-4267-8a41-5aba93b84496 None None] Network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:38:17.712636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-51564147-4ca6-4457-ba25-c5db46a81511 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:17.714170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-51564147-4ca6-4457-ba25-c5db46a81511 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 815 time: 0.1047518 Nov 03 19:38:17.730148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-9342c0dc-dadd-4025-ad5f-5132289852c6 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/quotas/d0e55ecb97ce4a40ab5823fc1ea493ad HTTP/1.1" status: 200 len: 375 time: 0.0102050 Nov 03 19:38:17.767347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-de514795-bbd2-4afb-a105-67e4fdff1dd5 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315006 Nov 03 19:38:17.858562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-b139f896-b59a-41c9-b06f-a4eed2f0153e service neutron] 10.222.0.77 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840144 Nov 03 19:38:17.963420 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-006b003a-73c5-4a6a-9aca-03a06d015713 service neutron] 10.222.0.77 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988975 Nov 03 19:38:18.130723 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d35b756b-a91f-4116-8c72-207c9906f515 req-3bb3a659-b7e0-46fc-a801-a9705cccc4d9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 210 time: 0.0306211 Nov 03 19:38:19.169805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-9b805e23-93f0-4a9c-ada5-b4e8667944ee tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:19.172109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-9b805e23-93f0-4a9c-ada5-b4e8667944ee tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.96 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 815 time: 0.1367738 Nov 03 19:38:19.186341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Request body: {'port': {'device_id': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739', 'admin_state_up': True, 'tenant_id': 'd0e55ecb97ce4a40ab5823fc1ea493ad'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:19.280399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f17324b-836b-4f9e-8b7f-832b10a56647 req-83a03a0c-c149-4784-8bf8-0c50e48640ad tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 210 time: 0.0643525 Nov 03 19:38:19.354373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Made reservation on behalf of d0e55ecb97ce4a40ab5823fc1ea493ad for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:38:19.358491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:19.504800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Allocated IP 172.20.0.14 (9571b6a5-08cb-47da-a8ad-d7141f9d4739/299ab137-44c3-4017-85c1-8d8da964de11/848a710f-e5e5-4677-b251-3c15b7208e57) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:38:19.661714 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:19.697072 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:19.739283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:38:19.745097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:19.749059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:38:19.756615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:19.802300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:19.803453 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:19.820708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-18017b12-7a3d-4713-959d-e127617ef83c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6385708 Nov 03 19:38:19.834368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Request body: {'port': {'device_id': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:19.894924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:20.171053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848a710f-e5e5-4677-b251-3c15b7208e57 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:38:20.180793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:20.193529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Transition to ACTIVE for port object 848a710f-e5e5-4677-b251-3c15b7208e57 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:38:20.198832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:20.256849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:20.325902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Attempting to bind port 848a710f-e5e5-4677-b251-3c15b7208e57 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:38:20.326241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Attempting to bind port 848a710f-e5e5-4677-b251-3c15b7208e57 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:38:20.326565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Attempting to bind port 848a710f-e5e5-4677-b251-3c15b7208e57 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:20.331282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Port 848a710f-e5e5-4677-b251-3c15b7208e57 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:38:20.331861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Attempting to bind port 848a710f-e5e5-4677-b251-3c15b7208e57 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:20.337930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:38:20.338270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Checking segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:20.338662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Bound using segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:38:20.339087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Bound port: 848a710f-e5e5-4677-b251-3c15b7208e57, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:38:20.339447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:20.438249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:20.443011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:38:20.455385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634fcee-7bdf-49e2-a2b4-f6cd5d62be16 req-1e7758df-cb5c-41fa-8955-b09ba10a5707 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:20.456934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8634fcee-7bdf-49e2-a2b4-f6cd5d62be16 req-1e7758df-cb5c-41fa-8955-b09ba10a5707 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 944 time: 0.0842640 Nov 03 19:38:20.458867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:20.500936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:20.501775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:20.503183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] 10.222.0.96 "PUT /v2.0/ports/848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 1092 time: 0.6737638 Nov 03 19:38:20.512519 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:20.514884 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d1c74-a347-4a22-973a-53b4244c53c9" -d '{"events": [{"name": "network-changed", "server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:20.588802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8634fcee-7bdf-49e2-a2b4-f6cd5d62be16 req-f345522d-588f-452b-ada2-a96ff0f5f7e4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246824 Nov 03 19:38:20.596377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf78d5-d0cb-4a7f-a220-1abd2d9141b3 service neutron] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:20.618802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-2e2c839f-d97a-425e-a8f0-373367055be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:20.620343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-2e2c839f-d97a-425e-a8f0-373367055be9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1095 time: 0.0757442 Nov 03 19:38:20.636508 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f13aae5-c370-434a-bbdb-dc74ff955c0e x-openstack-request-id: req-8f13aae5-c370-434a-bbdb-dc74ff955c0e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:20.636807 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:20.637064 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f13aae5-c370-434a-bbdb-dc74ff955c0e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:20.637481 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57', 'status': 'completed', 'code': 200} Nov 03 19:38:20.672664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-16d843ff-4da7-43a7-9dc4-f2d0ab18c415 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 217 time: 0.0446677 Nov 03 19:38:21.043666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-09d440d7-ed82-4101-9d1d-5af747da54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:21.045132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-09d440d7-ed82-4101-9d1d-5af747da54b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.3656170 Nov 03 19:38:21.077532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-32a55ea4-e668-49cc-be83-1c6e711820bd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250587 Nov 03 19:38:21.174340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-71606249-9a9e-429c-9a25-821365171039 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889161 Nov 03 19:38:21.267984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6148af7c-77ef-46ac-a4fe-35214a4eab1b req-636806ca-1910-47df-a51d-0a65d411147e service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870481 Nov 03 19:38:21.357597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-ae7d9215-2dd4-4522-ba38-338ba9cad4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:21.359116 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-ae7d9215-2dd4-4522-ba38-338ba9cad4bb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1095 time: 0.0473685 Nov 03 19:38:21.462466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-c914e9f4-58fe-44cb-b8ef-1716400bd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:21.463856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-c914e9f4-58fe-44cb-b8ef-1716400bd13e service neutron] 10.222.0.96 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.0972266 Nov 03 19:38:21.510680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-a4595261-4bf6-4f06-80eb-03d3bec3909b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 217 time: 0.0389631 Nov 03 19:38:21.567773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-7bf1d3d1-8d9b-4ccd-86b1-cf05dcae5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:21.569791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-7bf1d3d1-8d9b-4ccd-86b1-cf05dcae5bb5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0513129 Nov 03 19:38:21.604187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-e3fba101-c34a-402b-805d-c3121e2441c6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266252 Nov 03 19:38:21.732535 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-389245c4-6178-4baf-a363-583e10f1af07 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199069 Nov 03 19:38:21.743132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6d3b-4c21-4688-aaac-b1d148af950f req-06a0a0d7-815f-4d68-be74-62b90f680c32 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:21.744548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f52f6d3b-4c21-4688-aaac-b1d148af950f req-06a0a0d7-815f-4d68-be74-62b90f680c32 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 944 time: 0.0772774 Nov 03 19:38:21.855530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f52f6d3b-4c21-4688-aaac-b1d148af950f req-6d08615b-c18a-4b75-a52d-a52e5d330e96 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026154 Nov 03 19:38:21.874931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f1d1c74-a347-4a22-973a-53b4244c53c9 req-4857a9f3-939f-4cb8-bd88-3a071d08dd0b service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294515 Nov 03 19:38:22.984802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21ad8-b879-4ce2-94ef-29c54adbdf27 req-a0cf8d4b-88cd-4462-a5cc-40207dcb395a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:22.986357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46e21ad8-b879-4ce2-94ef-29c54adbdf27 req-a0cf8d4b-88cd-4462-a5cc-40207dcb395a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 944 time: 0.0527952 Nov 03 19:38:23.041288 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46e21ad8-b879-4ce2-94ef-29c54adbdf27 req-deffef96-c7f3-46d7-85c0-ead2b9ef2ac3 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481949 Nov 03 19:38:23.950867 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 848a710f-e5e5-4677-b251-3c15b7208e57 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:38:24.042936 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:24.053828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '848a710f-e5e5-4677-b251-3c15b7208e57', 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739', 'port_id': '848a710f-e5e5-4677-b251-3c15b7208e57', 'mac_address': 'fa:16:3e:00:37:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299ab137-44c3-4017-85c1-8d8da964de11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:38:24.096632 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:24.112402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848a710f-e5e5-4677-b251-3c15b7208e57 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:38:24.134712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:24.138849 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:24.168904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16d998-cda7-4f4d-a2df-9d0d55579c1a req-2e46f1b2-50c1-4ba2-903a-04202096056d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:24.170988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e16d998-cda7-4f4d-a2df-9d0d55579c1a req-2e46f1b2-50c1-4ba2-903a-04202096056d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 944 time: 0.0582240 Nov 03 19:38:24.189637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:24.227154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e16d998-cda7-4f4d-a2df-9d0d55579c1a req-6a041110-551e-4c14-8ea4-3db5f79faf52 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Nov 03 19:38:24.328363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['848a710f-e5e5-4677-b251-3c15b7208e57'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:38:25.372780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e39bf-2685-4e68-a6a2-c09758785c87 req-4bce2076-ee1f-47fe-9948-59dfc0faf529 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:25.374331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b6e39bf-2685-4e68-a6a2-c09758785c87 req-4bce2076-ee1f-47fe-9948-59dfc0faf529 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 945 time: 0.0581000 Nov 03 19:38:25.426946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b6e39bf-2685-4e68-a6a2-c09758785c87 req-56d3147c-9ef0-4ed6-b58e-cf016670c18f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457835 Nov 03 19:38:25.951107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 848a710f-e5e5-4677-b251-3c15b7208e57 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:38:26.001817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 848a710f-e5e5-4677-b251-3c15b7208e57 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:38:26.006246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 848a710f-e5e5-4677-b251-3c15b7208e57 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:26.006604 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:26.086637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:26.110267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:26.112496 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb2e8e-b578-4e2c-a32a-fc57c9defe92" -d '{"events": [{"server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "name": "network-vif-plugged", "status": "completed", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:26.125817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:26.130487 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:26.154291 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20534c73-a765-4325-8b9c-d44218fd715f x-openstack-request-id: req-20534c73-a765-4325-8b9c-d44218fd715f {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:26.154619 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "name": "network-vif-plugged", "status": "completed", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:26.154830 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20534c73-a765-4325-8b9c-d44218fd715f {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:26.155218 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57', 'code': 200} Nov 03 19:38:26.185904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:26.259783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec9e07-f1d7-427d-8b25-ec3e1d9165f1 req-4ea7f36e-3f6c-4e3d-8377-ad395e1198fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:26.261370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfec9e07-f1d7-427d-8b25-ec3e1d9165f1 req-4ea7f36e-3f6c-4e3d-8377-ad395e1198fd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1097 time: 0.0466540 Nov 03 19:38:26.307876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dfec9e07-f1d7-427d-8b25-ec3e1d9165f1 req-8f5671f2-78b8-4c60-98da-b9531958522e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Nov 03 19:38:26.567153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac130c8-3fcb-4532-999c-9f7664e4de7d req-8c6efc33-8a92-4742-affd-5d2cb332effd tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:26.568666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fac130c8-3fcb-4532-999c-9f7664e4de7d req-8c6efc33-8a92-4742-affd-5d2cb332effd tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0512145 Nov 03 19:38:26.622481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fac130c8-3fcb-4532-999c-9f7664e4de7d req-99039cc5-07a1-4112-b652-1b31af01ace1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462172 Nov 03 19:38:27.742991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b0ae2-a7c1-4b8a-9d34-6c721a541414 req-73b41382-426b-45cc-a5de-01e633b5082b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:27.744491 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a54b0ae2-a7c1-4b8a-9d34-6c721a541414 req-73b41382-426b-45cc-a5de-01e633b5082b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0502598 Nov 03 19:38:27.793867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a54b0ae2-a7c1-4b8a-9d34-6c721a541414 req-f7f734f6-1730-4c6b-9d19-be64699cd290 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Nov 03 19:38:27.911980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227474a-cc38-4333-9158-7254fa78b645 req-dde94f08-6cc7-4e9d-958c-8befaec52b93 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:27.914096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7227474a-cc38-4333-9158-7254fa78b645 req-dde94f08-6cc7-4e9d-958c-8befaec52b93 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0509343 Nov 03 19:38:27.965694 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7227474a-cc38-4333-9158-7254fa78b645 req-fa9099e9-ad44-481f-a326-6a117a1b72ce tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Nov 03 19:38:28.182378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8a66e-3aad-4b9d-9167-f971de540dbd req-e0e42179-607b-4651-8480-46374830c6c0 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:28.183836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00a8a66e-3aad-4b9d-9167-f971de540dbd req-e0e42179-607b-4651-8480-46374830c6c0 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0552862 Nov 03 19:38:28.234405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00a8a66e-3aad-4b9d-9167-f971de540dbd req-388a4370-2725-4e45-a155-271fa3cd4a1a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Nov 03 19:38:28.352966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81192f-b136-4825-89dd-d6fe8f2c15ef req-add2402f-859f-4afc-b94b-ba05517f7136 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:28.354497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b81192f-b136-4825-89dd-d6fe8f2c15ef req-add2402f-859f-4afc-b94b-ba05517f7136 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0520408 Nov 03 19:38:28.408296 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b81192f-b136-4825-89dd-d6fe8f2c15ef req-abf9cf83-cfad-4367-a78f-c596b9cae5a0 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Nov 03 19:38:28.644032 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-91c55792-65d4-4385-8bfe-168b74ec3629 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422344 Nov 03 19:38:28.666122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314809a-05f1-4d58-8d03-7111d9d21df9 req-1c365b61-9dee-4263-984e-30055e843924 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:28.667767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f314809a-05f1-4d58-8d03-7111d9d21df9 req-1c365b61-9dee-4263-984e-30055e843924 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0566342 Nov 03 19:38:28.718441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f314809a-05f1-4d58-8d03-7111d9d21df9 req-ad809528-fefb-4a0f-a7b3-9c1668130c9a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Nov 03 19:38:29.813092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-5f308351-01b3-401e-8420-7c4da077546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:29.814614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-5f308351-01b3-401e-8420-7c4da077546e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1097 time: 0.0524900 Nov 03 19:38:29.910658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc03b-df06-4bfc-9c11-14afaa0edee3 req-0270ce41-6490-43da-a3e3-2e887a3baa69 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:29.912245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-084dc03b-df06-4bfc-9c11-14afaa0edee3 req-0270ce41-6490-43da-a3e3-2e887a3baa69 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.1135499 Nov 03 19:38:29.952493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-dab36f02-f45a-4851-a8a9-4955904a5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:29.953988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-dab36f02-f45a-4851-a8a9-4955904a5a2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1250062 Nov 03 19:38:30.006483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-e0514af8-e589-40ae-8322-c7373ef99254 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 217 time: 0.0447502 Nov 03 19:38:30.010929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-084dc03b-df06-4bfc-9c11-14afaa0edee3 req-20727ebf-0ccc-4783-b7b6-8f36161ac6f2 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895729 Nov 03 19:38:30.060634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-e98e379b-5194-401f-a445-2bb45271655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:30.062124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-e98e379b-5194-401f-a445-2bb45271655c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0495925 Nov 03 19:38:30.094823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-6f585317-af3e-4e21-b326-d37ca7f78e4c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259767 Nov 03 19:38:30.187894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-97975d1c-155f-4147-b125-529829439c7e service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856206 Nov 03 19:38:30.289249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-c27600f9-f1bd-405f-a753-0f0163f01060 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936821 Nov 03 19:38:31.130072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a351c-ef40-482f-b0ba-5768c426c8c9 req-7ab8f5f6-38d5-4d0e-b11d-850dca0bd258 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:31.132298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea4a351c-ef40-482f-b0ba-5768c426c8c9 req-7ab8f5f6-38d5-4d0e-b11d-850dca0bd258 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0511189 Nov 03 19:38:31.181457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ea4a351c-ef40-482f-b0ba-5768c426c8c9 req-8721cad9-733a-4edd-9ebc-b6b98fb8fa31 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Nov 03 19:38:32.310530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07335662-62a4-4fe8-898f-1d6aac7c042f req-8402db90-7250-40ba-8c7d-e94897ec35f7 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:32.312299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07335662-62a4-4fe8-898f-1d6aac7c042f req-8402db90-7250-40ba-8c7d-e94897ec35f7 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0592024 Nov 03 19:38:32.373724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-07335662-62a4-4fe8-898f-1d6aac7c042f req-0fcf8d8d-a5c1-4200-bd98-9721e5d2abfe tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530574 Nov 03 19:38:32.801037 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:33.498370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03682044-40f0-4ba1-9ce2-0e8c9d3ef28d req-2205f8a3-d10b-49a4-8c56-d1269b4afebe tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:33.499890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03682044-40f0-4ba1-9ce2-0e8c9d3ef28d req-2205f8a3-d10b-49a4-8c56-d1269b4afebe tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0525150 Nov 03 19:38:33.554189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03682044-40f0-4ba1-9ce2-0e8c9d3ef28d req-191be456-43ee-4b4b-b127-799b0a5b60af tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Nov 03 19:38:33.808473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:34.691475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6979ae0-22f2-4680-8dad-1a55e09f762c req-7a885ed3-0dde-4712-87a9-c4b4654d3c26 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:34.693137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6979ae0-22f2-4680-8dad-1a55e09f762c req-7a885ed3-0dde-4712-87a9-c4b4654d3c26 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0642798 Nov 03 19:38:34.755357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6979ae0-22f2-4680-8dad-1a55e09f762c req-10d905bc-c401-4f7f-945d-360558f7a827 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541835 Nov 03 19:38:35.890457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11fcad-2b70-44a0-885b-6484bd71ced4 req-c164eb93-0585-4fc9-ad2b-7b07f949f5fc tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:35.892012 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e11fcad-2b70-44a0-885b-6484bd71ced4 req-c164eb93-0585-4fc9-ad2b-7b07f949f5fc tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0507340 Nov 03 19:38:35.944147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e11fcad-2b70-44a0-885b-6484bd71ced4 req-b126c877-f3a5-47cb-8682-4984c5d23cfb tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449409 Nov 03 19:38:36.123794 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dbe10b19-ffd2-40df-a261-f93406746bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:37.091912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c42ca-c5da-4bc3-bea7-793dbe05b36f req-0a12ac53-8cab-4657-b33a-a69345dff3db tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:37.093378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-558c42ca-c5da-4bc3-bea7-793dbe05b36f req-0a12ac53-8cab-4657-b33a-a69345dff3db tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0753279 Nov 03 19:38:37.126983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-0b154783-06dd-49c7-99ee-10e2c72077da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:37.128455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-0b154783-06dd-49c7-99ee-10e2c72077da service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1097 time: 0.0730512 Nov 03 19:38:37.157649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-558c42ca-c5da-4bc3-bea7-793dbe05b36f req-37a3d49d-3a28-42ff-876c-b896855251fe tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580552 Nov 03 19:38:37.236952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-17b0001a-0ad5-4184-8808-142fe8f28d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:37.238471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-17b0001a-0ad5-4184-8808-142fe8f28d39 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.0916300 Nov 03 19:38:37.288496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-685e8d27-ad84-4cb2-93ec-39d6345c218f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 217 time: 0.0414770 Nov 03 19:38:37.337509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-f6e443b4-4731-46d2-90de-c911314e9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:37.338970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-f6e443b4-4731-46d2-90de-c911314e9b89 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0449536 Nov 03 19:38:37.371265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-12d26e5c-b2d1-4426-ad26-7b08c0555f9e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249448 Nov 03 19:38:37.466236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-6f49a91e-60cb-41ef-b670-1c32e3d00aa5 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Nov 03 19:38:37.558151 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a4eb903-2f28-4291-972f-056e4cf203e4 req-c301efb1-f0c9-41a5-8e18-8bc73e229e91 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834777 Nov 03 19:38:38.294427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a32f3f-0c79-4233-953c-cef428c68e37 req-10c79b97-29f5-4c44-859a-8f2001f00a43 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:38.296360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34a32f3f-0c79-4233-953c-cef428c68e37 req-10c79b97-29f5-4c44-859a-8f2001f00a43 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0584004 Nov 03 19:38:38.353512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34a32f3f-0c79-4233-953c-cef428c68e37 req-82e923e3-5931-4397-8b5c-aa9493e96722 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Nov 03 19:38:39.477155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5a45f-c97d-4255-a972-6ac410bd6be2 req-603836e6-4a35-4e08-b2f2-e9c968295b38 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:39.478826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dda5a45f-c97d-4255-a972-6ac410bd6be2 req-603836e6-4a35-4e08-b2f2-e9c968295b38 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0527294 Nov 03 19:38:39.532915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dda5a45f-c97d-4255-a972-6ac410bd6be2 req-e5908bc0-b816-46e2-934f-364d8a3686fd tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Nov 03 19:38:40.231498 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.332233 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c6e26ea8-c409-44ff-8d62-46b6cf8d31b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.674765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b23f2-b3ae-49c3-8f74-c8e51cea4100 req-36f43c20-82d8-4666-ac5c-48fd6a7f2fa8 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:40.677092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f5b23f2-b3ae-49c3-8f74-c8e51cea4100 req-36f43c20-82d8-4666-ac5c-48fd6a7f2fa8 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0692248 Nov 03 19:38:40.731682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6f5b23f2-b3ae-49c3-8f74-c8e51cea4100 req-3699f365-a89d-46ec-9241-6cc1c9c3ea43 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Nov 03 19:38:41.860640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8427e5-d7bd-428c-aa61-e0acfcc17195 req-af5baecb-1a11-4193-8b0d-bff5a621076a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:41.862200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed8427e5-d7bd-428c-aa61-e0acfcc17195 req-af5baecb-1a11-4193-8b0d-bff5a621076a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0595164 Nov 03 19:38:41.916707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed8427e5-d7bd-428c-aa61-e0acfcc17195 req-598c1577-0f8a-4ffe-b4d1-481c7e1a2e74 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474877 Nov 03 19:38:42.155852 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:38:42.327953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:42.379205 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:43.037016 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b8e6b-2606-45fc-8702-019e4dd61d5e req-59077f01-47f5-4cfe-a5eb-d6a478762a04 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:43.040378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-468b8e6b-2606-45fc-8702-019e4dd61d5e req-59077f01-47f5-4cfe-a5eb-d6a478762a04 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0517645 Nov 03 19:38:43.094101 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-468b8e6b-2606-45fc-8702-019e4dd61d5e req-f5fa1261-8ba8-4b71-a899-b84250feaf92 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473483 Nov 03 19:38:44.216593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b90e3-659f-4250-80d0-5f7aac6b6189 req-86179ed3-cc79-4692-8f63-c5a6ac0013e9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:44.218032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-962b90e3-659f-4250-80d0-5f7aac6b6189 req-86179ed3-cc79-4692-8f63-c5a6ac0013e9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0536709 Nov 03 19:38:44.272512 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-962b90e3-659f-4250-80d0-5f7aac6b6189 req-bed13a49-38d4-4919-9d5a-b613b26d2ba5 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Nov 03 19:38:45.391771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4aa160-ed31-4291-a129-2a091b305722 req-9483cc6d-a85e-43df-8e1d-897685c23fbe tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:45.393365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d4aa160-ed31-4291-a129-2a091b305722 req-9483cc6d-a85e-43df-8e1d-897685c23fbe tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0503533 Nov 03 19:38:45.445216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2d4aa160-ed31-4291-a129-2a091b305722 req-effdd9f7-b658-4e41-804c-ff994fa62a6c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Nov 03 19:38:46.566635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d68b6-6d0a-4611-9e18-309ca193deee req-e60766c0-847f-43a2-b630-16ea3f667cb4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:46.568190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d49d68b6-6d0a-4611-9e18-309ca193deee req-e60766c0-847f-43a2-b630-16ea3f667cb4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0508661 Nov 03 19:38:46.621998 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d49d68b6-6d0a-4611-9e18-309ca193deee req-9d67aeae-d84c-4341-b648-2bfb2ce55919 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469010 Nov 03 19:38:47.749204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970367df-71d2-4443-b9d2-e6cadc9f5197 req-a951ccf9-436c-422d-a8c8-548158a7598e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:47.751082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-970367df-71d2-4443-b9d2-e6cadc9f5197 req-a951ccf9-436c-422d-a8c8-548158a7598e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0564504 Nov 03 19:38:47.807447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-970367df-71d2-4443-b9d2-e6cadc9f5197 req-a7a2a0bb-9ef2-45d0-b2fe-ca6980b74fb3 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Nov 03 19:38:48.942805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6a96-897b-4006-abed-933e5fd6d7dc req-e0aa35c0-3e0d-4374-9449-09fce538415e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:48.944320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7ec6a96-897b-4006-abed-933e5fd6d7dc req-e0aa35c0-3e0d-4374-9449-09fce538415e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0542257 Nov 03 19:38:48.995314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7ec6a96-897b-4006-abed-933e5fd6d7dc req-cf440b50-e887-49ae-b087-9c9a480a80de tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Nov 03 19:38:50.145279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7bb60-412e-414e-b4d4-fcae069e1691 req-ca0bbd1f-3d7d-42ee-aaeb-82f2e6610b03 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:50.147501 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c2b7bb60-412e-414e-b4d4-fcae069e1691 req-ca0bbd1f-3d7d-42ee-aaeb-82f2e6610b03 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0704045 Nov 03 19:38:50.205308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c2b7bb60-412e-414e-b4d4-fcae069e1691 req-b167a2fc-8b6b-4807-b935-f62cf2470d9a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511522 Nov 03 19:38:51.345269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3108ec-1b38-4d67-8eaf-3d77f8f43677 req-10e7325b-7688-4773-8639-5e4c1e5cf6eb tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:51.346926 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a3108ec-1b38-4d67-8eaf-3d77f8f43677 req-10e7325b-7688-4773-8639-5e4c1e5cf6eb tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0686908 Nov 03 19:38:51.425995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a3108ec-1b38-4d67-8eaf-3d77f8f43677 req-18e7bd4b-a225-4644-9b58-fe459913ee31 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672736 Nov 03 19:38:52.566650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa300d74-a937-49a3-b59d-b5e8e057fed7 req-44451345-1d13-4e9f-bf20-83e2050f8889 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:52.568545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa300d74-a937-49a3-b59d-b5e8e057fed7 req-44451345-1d13-4e9f-bf20-83e2050f8889 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0538523 Nov 03 19:38:52.641322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aa300d74-a937-49a3-b59d-b5e8e057fed7 req-078ee438-00b7-4310-8e52-56323ae37ff9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652781 Nov 03 19:38:53.768795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc25ac-0c49-49fb-853d-83f36c72a009 req-f0b937a6-4e7e-4d7b-a233-bc07006214af tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.770441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95fc25ac-0c49-49fb-853d-83f36c72a009 req-f0b937a6-4e7e-4d7b-a233-bc07006214af tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0525320 Nov 03 19:38:53.828255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95fc25ac-0c49-49fb-853d-83f36c72a009 req-c3858282-522d-4826-af64-e81903148485 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509312 Nov 03 19:38:54.988818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b00cb-cde4-4839-b395-9af3b4ac54d8 req-dec82b8a-0ff6-4d10-90b1-7b64a3697c0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.991083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-572b00cb-cde4-4839-b395-9af3b4ac54d8 req-dec82b8a-0ff6-4d10-90b1-7b64a3697c0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0574911 Nov 03 19:38:55.045297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-572b00cb-cde4-4839-b395-9af3b4ac54d8 req-cb0ddabd-4faf-4be3-9972-c9f334310089 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471530 Nov 03 19:38:56.167584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e6de0-57bc-4acb-9e3b-c62c5354fd32 req-e1ac137a-a91e-415c-ab83-f588c74363fd tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:56.168982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef9e6de0-57bc-4acb-9e3b-c62c5354fd32 req-e1ac137a-a91e-415c-ab83-f588c74363fd tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0519955 Nov 03 19:38:56.216815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef9e6de0-57bc-4acb-9e3b-c62c5354fd32 req-d828feb8-734d-401d-adb6-4bc910f28c57 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Nov 03 19:38:57.329769 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-7de014c8-4b7a-464a-9358-545ac533a6d2 service neutron] show failed (client error): The resource could not be found. Nov 03 19:38:57.330814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-7de014c8-4b7a-464a-9358-545ac533a6d2 service neutron] 10.222.0.96 "GET /v2.0/ports/848a710f-e5e5-4677-b251-3c15b7208e57/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0815632 Nov 03 19:38:57.352982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b47e4-aac7-467a-9e30-fe3cc0754cb6 req-f5159f53-c638-4690-9f6b-a0fbfe9b1e2e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:57.354642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa5b47e4-aac7-467a-9e30-fe3cc0754cb6 req-f5159f53-c638-4690-9f6b-a0fbfe9b1e2e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0647507 Nov 03 19:38:57.410549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa5b47e4-aac7-467a-9e30-fe3cc0754cb6 req-b8a30d03-b71d-4802-845f-a35062810fb9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Nov 03 19:38:57.540580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-7cd88d67-84c6-4c2a-969e-a82a58f44c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:57.542020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-7cd88d67-84c6-4c2a-969e-a82a58f44c94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd&tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad HTTP/1.1" status: 200 len: 1097 time: 0.0409639 Nov 03 19:38:57.553477 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:57.604750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:57.806030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:57.844099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:57.883951 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:57.886268 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8363b-763b-46a7-8600-dd2c641db787" -d '{"events": [{"server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "name": "network-vif-unplugged", "status": "completed", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:57.890687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:57.905177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Transition to ACTIVE for port object 848a710f-e5e5-4677-b251-3c15b7208e57 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:38:57.916530 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:57.943568 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8af1f0-7d99-43d8-a8c3-94c02d1e5bd8 x-openstack-request-id: req-fa8af1f0-7d99-43d8-a8c3-94c02d1e5bd8 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:57.943871 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "name": "network-vif-unplugged", "status": "completed", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:57.944118 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa8af1f0-7d99-43d8-a8c3-94c02d1e5bd8 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:57.944506 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57', 'code': 200} Nov 03 19:38:57.982014 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:57.984254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] No DVR routers for this DVR port 848a710f-e5e5-4677-b251-3c15b7208e57 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:38:57.993044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.993380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.993740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.994071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.994399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.994720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.995042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.995359 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.995680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.996000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.996316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:57.996632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:58.031706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Attempting to bind port 848a710f-e5e5-4677-b251-3c15b7208e57 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:38:58.032037 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Attempting to bind port 848a710f-e5e5-4677-b251-3c15b7208e57 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:38:58.032356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Attempting to bind port 848a710f-e5e5-4677-b251-3c15b7208e57 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:58.036860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Port 848a710f-e5e5-4677-b251-3c15b7208e57 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:38:58.037168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Attempting to bind port 848a710f-e5e5-4677-b251-3c15b7208e57 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:58.042039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:38:58.042455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Checking segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:58.042840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Bound using segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:38:58.043261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Bound port: 848a710f-e5e5-4677-b251-3c15b7208e57, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:38:58.043612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:58.109368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:58.112455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:38:58.115915 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:58.150651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:58.151256 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:58.152635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] 10.222.0.70 "PUT /v2.0/ports/848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 1092 time: 0.6030796 Nov 03 19:38:58.172382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d82ec6-b2c4-4e0b-bb26-e41bfcdcc75f service neutron] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:58.215803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-b7c4b0d6-6d1a-4cc7-bfff-1ff307b4ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:58.217305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-b7c4b0d6-6d1a-4cc7-bfff-1ff307b4ab93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1095 time: 0.0421085 Nov 03 19:38:58.316063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-63070788-59b5-4cac-bb20-968b14b3a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:58.317562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-63070788-59b5-4cac-bb20-968b14b3a25f service neutron] 10.222.0.70 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.0934367 Nov 03 19:38:58.361617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-5916b842-6b13-4690-9d8d-9e9231206c43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 217 time: 0.0359361 Nov 03 19:38:58.410146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-d17cadcb-3a83-42c6-8d3c-afefba13f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:58.411917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-d17cadcb-3a83-42c6-8d3c-afefba13f040 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0439646 Nov 03 19:38:58.448735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-faa4cd06-bc2a-42d7-a692-1da82dc506c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306237 Nov 03 19:38:58.570290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-cec8557f-e596-463f-9ad1-0da45c5e478a service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144106 Nov 03 19:38:58.578509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0ab32-cdcf-4ca9-82a7-f76aa8ed97e3 req-7de228f0-436a-4062-a4a8-3f95e41e3889 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:58.580111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27e0ab32-cdcf-4ca9-82a7-f76aa8ed97e3 req-7de228f0-436a-4062-a4a8-3f95e41e3889 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 944 time: 0.0714464 Nov 03 19:38:58.682777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27e0ab32-cdcf-4ca9-82a7-f76aa8ed97e3 req-b1b8d0de-3771-4be8-9a1a-030cbf731b67 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944536 Nov 03 19:38:58.702024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2c6343a4-7cdd-46aa-8cfd-17c95b22ce55 req-d40a0298-0ee8-4c19-869e-16b23b7d2227 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210048 Nov 03 19:38:59.806901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f300a87-06ce-4025-b0f5-d488e8a9c1e4 req-213875d2-1019-43c1-b7bd-c2e907be4c9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:59.808376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f300a87-06ce-4025-b0f5-d488e8a9c1e4 req-213875d2-1019-43c1-b7bd-c2e907be4c9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 944 time: 0.0534804 Nov 03 19:38:59.861273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f300a87-06ce-4025-b0f5-d488e8a9c1e4 req-9d39350a-a2e3-4fa2-81c6-4729ed777b49 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Nov 03 19:38:59.945972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:59.948606 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c" -d '{"events": [{"name": "network-changed", "server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:59.996181 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab546ffd-73ef-4c1f-90e9-3882c156a18e x-openstack-request-id: req-ab546ffd-73ef-4c1f-90e9-3882c156a18e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:59.996500 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:59.997093 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab546ffd-73ef-4c1f-90e9-3882c156a18e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:59.997525 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57', 'status': 'completed', 'code': 200} Nov 03 19:39:00.082231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-0b9ca663-281e-49e3-9c8c-99f6b83f2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:00.083718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-0b9ca663-281e-49e3-9c8c-99f6b83f2874 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1095 time: 0.0598798 Nov 03 19:39:00.085523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-9cf69758-514a-440c-a160-3e07179a896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:00.086842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-9cf69758-514a-440c-a160-3e07179a896d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1095 time: 0.0720272 Nov 03 19:39:00.174760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 848a710f-e5e5-4677-b251-3c15b7208e57 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:39:00.268941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-efc02dba-6aea-42ad-bd9a-e525e188c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:00.270340 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-efc02dba-6aea-42ad-bd9a-e525e188c925 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1773081 Nov 03 19:39:00.271688 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-463a4382-f99d-4071-9f8e-f69b3cccb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:00.273748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-463a4382-f99d-4071-9f8e-f69b3cccb1a9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1795967 Nov 03 19:39:00.278117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:00.294329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '848a710f-e5e5-4677-b251-3c15b7208e57', 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739', 'port_id': '848a710f-e5e5-4677-b251-3c15b7208e57', 'mac_address': 'fa:16:3e:00:37:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299ab137-44c3-4017-85c1-8d8da964de11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:39:00.352205 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-f44d7cac-fb5c-4d11-8eeb-8559bb8b0a41 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 217 time: 0.0677178 Nov 03 19:39:00.353630 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-b99c843e-807c-4b17-a484-5b3ddb0c5485 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 217 time: 0.0754924 Nov 03 19:39:00.442841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-a7ed6d92-74b6-4a29-9076-aae97b65aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:00.444332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-a7ed6d92-74b6-4a29-9076-aae97b65aa29 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0851524 Nov 03 19:39:00.445572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-a78b91e7-f089-40f3-8837-74ef3d94cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:00.446873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-a78b91e7-f089-40f3-8837-74ef3d94cd56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0794377 Nov 03 19:39:00.492088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:00.496362 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-1dd58a4c-6e20-45a8-ab9b-702708bf8223 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453856 Nov 03 19:39:00.498231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-6bdbb572-56b1-440c-a548-02a14159670a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397437 Nov 03 19:39:00.505495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848a710f-e5e5-4677-b251-3c15b7208e57 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:39:00.526079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:00.530859 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:00.581132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:00.657854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-342fbab8-99fd-4811-9243-1e6986babfe8 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534655 Nov 03 19:39:00.659663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-655858cb-1b7f-4a5a-bdff-c84ff0d3787e service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543212 Nov 03 19:39:00.747243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['848a710f-e5e5-4677-b251-3c15b7208e57'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:01.188691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-d2ae6351-0c79-4355-b688-48870c859ee7 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165896 Nov 03 19:39:01.190383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8466a8fe-4c2b-4ba3-9112-4624ffe8c85c req-7e544293-6166-4ff1-a12c-21ce5f12a4ea service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259054 Nov 03 19:39:01.210775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30d9d-3a7f-426c-a911-349e5d888189 req-994a2eb4-c0a8-4c24-97b0-faf0f02595b2 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:01.212334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32a30d9d-3a7f-426c-a911-349e5d888189 req-994a2eb4-c0a8-4c24-97b0-faf0f02595b2 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 945 time: 0.0950186 Nov 03 19:39:01.264366 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32a30d9d-3a7f-426c-a911-349e5d888189 req-2d002fcd-24af-4318-b536-9ec6b836976a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458665 Nov 03 19:39:01.504564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5136744-4b58-4492-8db9-b0537a750702 req-c7ccfe91-4374-462a-bcf1-3b55ece6a442 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:01.506007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5136744-4b58-4492-8db9-b0537a750702 req-c7ccfe91-4374-462a-bcf1-3b55ece6a442 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 945 time: 0.0832801 Nov 03 19:39:01.527604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1783f-1106-404e-80dd-17964d53c214 req-6392ea13-9bde-4ceb-bd0a-833d020cedc0 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:01.529101 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-6392ea13-9bde-4ceb-bd0a-833d020cedc0 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.96 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd&tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 945 time: 0.0950375 Nov 03 19:39:01.601068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f5136744-4b58-4492-8db9-b0537a750702 req-c901f2c9-b662-4f5f-a911-26fbbe318306 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883102 Nov 03 19:39:01.616472 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-16f1783f-1106-404e-80dd-17964d53c214 req-7b258de2-d420-4c23-ae49-efa7cd20f3df service neutron] delete failed (client error): The resource could not be found. Nov 03 19:39:01.617544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-7b258de2-d420-4c23-ae49-efa7cd20f3df service neutron] 10.222.0.96 "DELETE /v2.0/ports/848a710f-e5e5-4677-b251-3c15b7208e57/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0798905 Nov 03 19:39:01.704955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1783f-1106-404e-80dd-17964d53c214 req-4fed8c8e-7d8d-4b9c-a5bf-30a34f308024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:01.706493 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-4fed8c8e-7d8d-4b9c-a5bf-30a34f308024 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 1096 time: 0.0441082 Nov 03 19:39:01.816510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1783f-1106-404e-80dd-17964d53c214 req-1afe9857-6762-4ea8-8b4d-bb50b59ba077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:01.818545 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-1afe9857-6762-4ea8-8b4d-bb50b59ba077 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1055844 Nov 03 19:39:01.863551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-c760dadd-93d0-4a08-a10a-f610e4ead27c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 200 len: 217 time: 0.0375986 Nov 03 19:39:01.916782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1783f-1106-404e-80dd-17964d53c214 req-bbc70763-6a4f-4ef9-a723-140b658d752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:01.918989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-bbc70763-6a4f-4ef9-a723-140b658d752f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0483928 Nov 03 19:39:01.957004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-0ac1a144-e34a-401c-ae05-cd7512fb7b17 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305765 Nov 03 19:39:02.063221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-afdace76-c3df-497c-97ee-df237ff27c60 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985701 Nov 03 19:39:02.154231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 848a710f-e5e5-4677-b251-3c15b7208e57 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:02.165738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16f1783f-1106-404e-80dd-17964d53c214 req-49d8dffe-2509-479a-a198-8b5d8928bc70 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960562 Nov 03 19:39:02.179169 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 848a710f-e5e5-4677-b251-3c15b7208e57 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:02.228515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 848a710f-e5e5-4677-b251-3c15b7208e57 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:02.255511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 848a710f-e5e5-4677-b251-3c15b7208e57 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:39:02.260766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 848a710f-e5e5-4677-b251-3c15b7208e57 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:02.260766 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:02.346650 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:02.371061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:02.373354 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49718be1-8f1a-442c-adb2-a26057e98d47" -d '{"events": [{"server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "name": "network-vif-plugged", "status": "completed", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:02.389768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:02.399640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:02.444580 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92e1a72-9157-4d3a-9efa-270a5d157ec6 x-openstack-request-id: req-f92e1a72-9157-4d3a-9efa-270a5d157ec6 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:02.444918 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "name": "network-vif-plugged", "status": "completed", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:02.445229 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f92e1a72-9157-4d3a-9efa-270a5d157ec6 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:02.445797 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57', 'code': 200} Nov 03 19:39:02.467012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:02.730207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10cc12-5148-4dbc-980c-5a591d93ea03 req-1c4ac85e-e6ab-4f03-8637-fcb009f7eb4f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:02.731693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b10cc12-5148-4dbc-980c-5a591d93ea03 req-1c4ac85e-e6ab-4f03-8637-fcb009f7eb4f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0541325 Nov 03 19:39:02.786143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b10cc12-5148-4dbc-980c-5a591d93ea03 req-b0d1799f-d606-475e-bd48-89187466c2ef tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468302 Nov 03 19:39:02.800838 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:02.908275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2486-5d2e-4928-9d59-6816a0231b32 req-59f5507f-3632-4780-9004-4b326ebb16f6 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:02.910245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-536f2486-5d2e-4928-9d59-6816a0231b32 req-59f5507f-3632-4780-9004-4b326ebb16f6 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0501735 Nov 03 19:39:02.963859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-536f2486-5d2e-4928-9d59-6816a0231b32 req-ee8319c8-a5d9-4a31-9c1a-e642dc8caa41 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468285 Nov 03 19:39:03.089992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247f044-402d-4dde-9d9e-17b8d546d617 req-ed3e4dbc-c74f-4abd-8b26-98575a2fae6f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:03.091538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6247f044-402d-4dde-9d9e-17b8d546d617 req-ed3e4dbc-c74f-4abd-8b26-98575a2fae6f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0525286 Nov 03 19:39:03.143306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6247f044-402d-4dde-9d9e-17b8d546d617 req-d626b705-ad10-4834-aa45-f251cee3db66 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453327 Nov 03 19:39:03.550106 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-4f54fd2f-9ab6-47fa-ad93-429f11709f66 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:03.551673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-4f54fd2f-9ab6-47fa-ad93-429f11709f66 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 815 time: 0.1166916 Nov 03 19:39:03.572042 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-30bcd49a-275e-4a55-ad15-ea0cf9464237 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/quotas/d0e55ecb97ce4a40ab5823fc1ea493ad HTTP/1.1" status: 200 len: 375 time: 0.0132630 Nov 03 19:39:03.646209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-c67df93d-34d3-4d31-9f52-e1350f9b1d8e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673695 Nov 03 19:39:03.748547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-44c0bffc-37a0-4b48-9cfb-2780ff413d03 service neutron] 10.222.0.77 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949306 Nov 03 19:39:03.810902 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:03.851143 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-cfc269e6-1317-4ffe-b051-5c392632bf29 service neutron] 10.222.0.77 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959854 Nov 03 19:39:04.030990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-598a6d57-0a48-47e7-9f75-71df48e01b34 req-73915ea2-de38-4cf9-b61d-820acaa5308c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 210 time: 0.0325837 Nov 03 19:39:04.677264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-ed836ef5-3794-4ce5-bf9f-3255c972af3a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:04.679388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-ed836ef5-3794-4ce5-bf9f-3255c972af3a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.70 "GET /v2.0/ports?device_id=401f7051-2730-4fff-8398-0044a2f5dfcd HTTP/1.1" status: 200 len: 946 time: 0.0492642 Nov 03 19:39:04.778843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Deleting port 848a710f-e5e5-4677-b251-3c15b7208e57 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:04.779558 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.885039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] For port 848a710f-e5e5-4677-b251-3c15b7208e57, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=848a710f-e5e5-4677-b251-3c15b7208e57,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:04.885397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.901173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Calling delete_port for 848a710f-e5e5-4677-b251-3c15b7208e57 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:04.947112 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.70', 51705) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:05.053806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:05.068609 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['848a710f-e5e5-4677-b251-3c15b7208e57'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:05.085980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Pushing event deleted for resources: {'Port': ['ID=848a710f-e5e5-4677-b251-3c15b7208e57,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:05.154628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] No DVR routers for this DVR port 848a710f-e5e5-4677-b251-3c15b7208e57 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:39:05.164356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:05.167549 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.70 "DELETE /v2.0/ports/848a710f-e5e5-4677-b251-3c15b7208e57 HTTP/1.1" status: 204 len: 173 time: 0.4810729 Nov 03 19:39:05.168046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'name': 'network-vif-deleted', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:05.170486 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a35f75-6478-4e93-a339-d1330a4cec80" -d '{"events": [{"server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "name": "network-vif-deleted", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:05.213111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bae8f80e-71f8-4138-9a0e-e5929d507757 req-135fe55e-f382-4a2b-9455-7814a404fc15 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 210 time: 0.0595064 Nov 03 19:39:05.283176 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39644d8f-e3d5-4ce5-bd44-8acb8d516e33 x-openstack-request-id: req-39644d8f-e3d5-4ce5-bd44-8acb8d516e33 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:05.283611 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401f7051-2730-4fff-8398-0044a2f5dfcd", "name": "network-vif-deleted", "tag": "848a710f-e5e5-4677-b251-3c15b7208e57", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:05.283942 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39644d8f-e3d5-4ce5-bd44-8acb8d516e33 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:05.284457 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401f7051-2730-4fff-8398-0044a2f5dfcd', 'name': 'network-vif-deleted', 'tag': '848a710f-e5e5-4677-b251-3c15b7208e57', 'status': 'completed', 'code': 200} Nov 03 19:39:05.449597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-5f772474-3b9d-48f5-b112-e1c2bda0f65b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:05.451130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-5f772474-3b9d-48f5-b112-e1c2bda0f65b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.70 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 815 time: 0.4999542 Nov 03 19:39:05.464870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Request body: {'port': {'device_id': 'a9da578d-c081-484a-9561-a6acef55a315', 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739', 'admin_state_up': True, 'tenant_id': 'd0e55ecb97ce4a40ab5823fc1ea493ad'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:05.590355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Made reservation on behalf of d0e55ecb97ce4a40ab5823fc1ea493ad for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:05.596625 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:05.759157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Allocated IP 172.20.0.13 (9571b6a5-08cb-47da-a8ad-d7141f9d4739/299ab137-44c3-4017-85c1-8d8da964de11/28758540-ffc7-4533-b63a-052b6488a350) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:05.950767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.001347 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.013877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['848a710f-e5e5-4677-b251-3c15b7208e57'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:06.056183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:06.061966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:06.066119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:06.073732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:06.125762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.126589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.126828 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6cd3104e-a8a5-4a08-8687-bcde8b4bb9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.145564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-d627b12a-62d2-4aa0-a011-ff85485faa9c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6850524 Nov 03 19:39:06.158175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Request body: {'port': {'device_id': 'a9da578d-c081-484a-9561-a6acef55a315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:06.219214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.365246 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351e864-3dcd-42bc-a14f-d113da00b125 req-d2f72d1e-2761-463a-a4dc-487c33e2d896 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.368003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2351e864-3dcd-42bc-a14f-d113da00b125 req-d2f72d1e-2761-463a-a4dc-487c33e2d896 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 932 time: 0.0587718 Nov 03 19:39:06.442594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2351e864-3dcd-42bc-a14f-d113da00b125 req-a76e7bfe-7560-422a-bd70-ab2ea4895518 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677850 Nov 03 19:39:06.673098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28758540-ffc7-4533-b63a-052b6488a350 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:39:06.681329 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.699874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Transition to ACTIVE for port object 28758540-ffc7-4533-b63a-052b6488a350 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:39:06.704437 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.766024 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:06.843000 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Attempting to bind port 28758540-ffc7-4533-b63a-052b6488a350 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:06.843340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Attempting to bind port 28758540-ffc7-4533-b63a-052b6488a350 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:06.843676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Attempting to bind port 28758540-ffc7-4533-b63a-052b6488a350 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:06.849127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Port 28758540-ffc7-4533-b63a-052b6488a350 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:39:06.849493 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Attempting to bind port 28758540-ffc7-4533-b63a-052b6488a350 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:06.855556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:06.855888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Checking segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:06.856288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Bound using segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:06.856728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Bound port: 28758540-ffc7-4533-b63a-052b6488a350, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:06.857093 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.935302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:06.939107 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:06.945447 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.982545 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.983440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:06.984568 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] 10.222.0.70 "PUT /v2.0/ports/28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 1092 time: 0.8309927 Nov 03 19:39:06.985011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'tag': '28758540-ffc7-4533-b63a-052b6488a350'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:07.023127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d7731-bac9-47e0-977d-c3b86db63809 service neutron] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:07.082939 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe72e32-dbe8-45e9-96cd-c17004fea9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "tag": "28758540-ffc7-4533-b63a-052b6488a350"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:07.114424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-30659ad3-ac61-4c64-bc9b-b266e6f766ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.117327 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-30659ad3-ac61-4c64-bc9b-b266e6f766ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1095 time: 0.0879388 Nov 03 19:39:07.217568 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc38217-d2f8-4ee7-ab04-24aa525dd8a1 x-openstack-request-id: req-3bc38217-d2f8-4ee7-ab04-24aa525dd8a1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:07.217870 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "tag": "28758540-ffc7-4533-b63a-052b6488a350", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:07.218128 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bc38217-d2f8-4ee7-ab04-24aa525dd8a1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:07.218537 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'tag': '28758540-ffc7-4533-b63a-052b6488a350', 'status': 'completed', 'code': 200} Nov 03 19:39:07.220352 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-756c19de-7956-47eb-9ff8-e3ef684beee0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 217 time: 0.0942531 Nov 03 19:39:07.279614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-1c186b55-b44a-40dd-99a0-01ccffad746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.281115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-1c186b55-b44a-40dd-99a0-01ccffad746d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0535519 Nov 03 19:39:07.334703 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-7ec96153-7bb5-4666-93fa-2a2bbfc52419 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461981 Nov 03 19:39:07.432992 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-e00ac09d-8799-424a-87ec-94fe49b0365b service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904479 Nov 03 19:39:07.534901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b7db49ee-978d-447a-a9d2-7c62ea545918 req-3c495583-ec97-4fe5-9c5d-dd353c55c69b service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919797 Nov 03 19:39:07.617833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956994ed-6d23-4d32-933f-401706082d67 req-f5f9ffdc-7430-4c02-bc3c-ebab7cea14f8 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.619439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-956994ed-6d23-4d32-933f-401706082d67 req-f5f9ffdc-7430-4c02-bc3c-ebab7cea14f8 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 944 time: 0.0793114 Nov 03 19:39:07.642731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-473a4647-2931-4894-9830-24a0a3961f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.644249 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-473a4647-2931-4894-9830-24a0a3961f46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1095 time: 0.0542076 Nov 03 19:39:07.672440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-956994ed-6d23-4d32-933f-401706082d67 req-44fd2c93-7a77-4292-93b9-280185d42bed tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441685 Nov 03 19:39:07.816899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-a30f10c3-4068-4e0d-a07f-d8adb3b2592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.818334 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-a30f10c3-4068-4e0d-a07f-d8adb3b2592c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1661866 Nov 03 19:39:07.866995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-8d2cd42e-6931-4b94-8414-29d82e7e866d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 217 time: 0.0395777 Nov 03 19:39:07.922813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-3f575e28-12ed-4ed3-ae53-9303eeb21979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.927877 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-3f575e28-12ed-4ed3-ae53-9303eeb21979 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0469258 Nov 03 19:39:07.958053 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-02a72505-5a15-4d80-b0c8-5529b43d8047 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263112 Nov 03 19:39:08.061988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-046db34d-f0e8-45a8-8c3f-da3694418413 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951893 Nov 03 19:39:08.159427 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-efe72e32-dbe8-45e9-96cd-c17004fea9b5 req-3fc1fd00-a4ad-4dba-be3e-9696f8540fca service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884800 Nov 03 19:39:08.212853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 848a710f-e5e5-4677-b251-3c15b7208e57 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:08.237465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 848a710f-e5e5-4677-b251-3c15b7208e57 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:08.237791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 848a710f-e5e5-4677-b251-3c15b7208e57 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:08.805819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acb275-23fa-4327-8c99-e9f23bebfed6 req-d085253f-6ea6-4b83-b9c4-06fd7829f020 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:08.807350 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92acb275-23fa-4327-8c99-e9f23bebfed6 req-d085253f-6ea6-4b83-b9c4-06fd7829f020 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 944 time: 0.0556357 Nov 03 19:39:08.855132 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92acb275-23fa-4327-8c99-e9f23bebfed6 req-c1f988eb-1949-4726-851c-5e72ff63034d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Nov 03 19:39:09.974970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcbf0a-d2c9-4426-8f5b-000083ea3fce req-b7744acc-9004-454a-a58a-dcac4e665a29 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:09.976372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aabcbf0a-d2c9-4426-8f5b-000083ea3fce req-b7744acc-9004-454a-a58a-dcac4e665a29 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 944 time: 0.0496223 Nov 03 19:39:10.031080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aabcbf0a-d2c9-4426-8f5b-000083ea3fce req-382ca5bf-9c64-4a7d-aa77-3d8dc3d5135f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Nov 03 19:39:10.205312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 28758540-ffc7-4533-b63a-052b6488a350 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:39:10.255734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:10.329828 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:10.345192 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6d869a76-26c5-4cba-95b9-e4f73120cc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:10.346619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '28758540-ffc7-4533-b63a-052b6488a350', 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739', 'port_id': '28758540-ffc7-4533-b63a-052b6488a350', 'mac_address': 'fa:16:3e:43:38:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299ab137-44c3-4017-85c1-8d8da964de11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:39:10.387966 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:10.402495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28758540-ffc7-4533-b63a-052b6488a350 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:39:10.432564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:10.438928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:10.488030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:10.627963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['28758540-ffc7-4533-b63a-052b6488a350'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:11.154961 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86914-0e10-467b-aec2-3ab116bbc26a req-d6207e6c-22cc-4b56-9e11-1cd180a93af1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:11.156671 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44e86914-0e10-467b-aec2-3ab116bbc26a req-d6207e6c-22cc-4b56-9e11-1cd180a93af1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 945 time: 0.0494580 Nov 03 19:39:11.204265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44e86914-0e10-467b-aec2-3ab116bbc26a req-8ac583c8-d6d2-416b-953a-19f50c5ca5cd tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Nov 03 19:39:12.223364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 28758540-ffc7-4533-b63a-052b6488a350 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:12.275267 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 28758540-ffc7-4533-b63a-052b6488a350 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:39:12.279681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 28758540-ffc7-4533-b63a-052b6488a350 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:12.283263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:12.333196 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:12.335682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ab9b8-893e-4c0b-a263-95557286cf8f req-452e3d86-ae42-4555-bc13-ade689232b7c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:12.337552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-389ab9b8-893e-4c0b-a263-95557286cf8f req-452e3d86-ae42-4555-bc13-ade689232b7c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 945 time: 0.0628238 Nov 03 19:39:12.391676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:12.394982 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:12.396647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-389ab9b8-893e-4c0b-a263-95557286cf8f req-531ef235-f3b0-4228-af6e-34dfe31e296b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487146 Nov 03 19:39:12.417612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28758540-ffc7-4533-b63a-052b6488a350'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:12.419852 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a508f5a-dac3-4fdc-9816-c9cdee03fc16" -d '{"events": [{"server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "name": "network-vif-plugged", "status": "completed", "tag": "28758540-ffc7-4533-b63a-052b6488a350"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:12.433440 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:12.437980 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:12.461465 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd389fc9-bb46-4df5-a86a-18c902978f2b x-openstack-request-id: req-dd389fc9-bb46-4df5-a86a-18c902978f2b {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:12.461757 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "name": "network-vif-plugged", "status": "completed", "tag": "28758540-ffc7-4533-b63a-052b6488a350", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:12.462013 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd389fc9-bb46-4df5-a86a-18c902978f2b {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:12.462397 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28758540-ffc7-4533-b63a-052b6488a350', 'code': 200} Nov 03 19:39:12.492220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:12.501955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.502299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.502683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.503028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.503341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.503654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.503972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.504288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.504633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.504943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.505275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.505595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:12.563271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d92c3-b616-4743-bd51-01350906bf6d req-6fe375a6-5ed6-420b-911c-bef93e43c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:12.564804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a89d92c3-b616-4743-bd51-01350906bf6d req-6fe375a6-5ed6-420b-911c-bef93e43c283 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1097 time: 0.0400898 Nov 03 19:39:12.619518 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a89d92c3-b616-4743-bd51-01350906bf6d req-64829a22-7dcf-4a0d-9341-a025be0f6812 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475538 Nov 03 19:39:13.532729 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695850a0-6f42-40f6-8f73-6aec856c0c27 req-a4adc2d2-675d-404b-a5e2-5fe229641bf5 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:13.534208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-695850a0-6f42-40f6-8f73-6aec856c0c27 req-a4adc2d2-675d-404b-a5e2-5fe229641bf5 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0550814 Nov 03 19:39:13.583917 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-695850a0-6f42-40f6-8f73-6aec856c0c27 req-2635677e-47b6-458a-833b-570660044a7d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Nov 03 19:39:14.700430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cb3fe-7380-4056-817a-a3a3cc0359e3 req-d8474734-de31-4b92-b01e-0d1850ea06ae tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:14.701979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f64cb3fe-7380-4056-817a-a3a3cc0359e3 req-d8474734-de31-4b92-b01e-0d1850ea06ae tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0488262 Nov 03 19:39:14.757109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f64cb3fe-7380-4056-817a-a3a3cc0359e3 req-2e45a1d0-5440-4ab3-8491-b9ccfa6b136a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Nov 03 19:39:14.873854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113f56a-cdb9-45f8-9cc7-d6e3265b437f req-9c92f7c8-7aa0-4e3d-bf34-2e1b4f1d3c88 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:14.875505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b113f56a-cdb9-45f8-9cc7-d6e3265b437f req-9c92f7c8-7aa0-4e3d-bf34-2e1b4f1d3c88 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0507004 Nov 03 19:39:14.932086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b113f56a-cdb9-45f8-9cc7-d6e3265b437f req-5ad4d321-3607-4aed-8137-e3f511cd1ca3 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505676 Nov 03 19:39:15.167827 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-11739048-9176-4850-94bf-8df4405a85f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431023 Nov 03 19:39:15.189320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb6401-6878-41d7-8173-300f267e988a req-b547fcf1-f883-46a2-882d-5c71a175d23e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:15.191405 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46cb6401-6878-41d7-8173-300f267e988a req-b547fcf1-f883-46a2-882d-5c71a175d23e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0601945 Nov 03 19:39:15.247604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46cb6401-6878-41d7-8173-300f267e988a req-ba1faf88-9356-4bac-b181-cde25ca9ae48 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490532 Nov 03 19:39:16.296087 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-853f9c0f-a682-4c3a-a9f2-bf3059a02f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:16.297684 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-853f9c0f-a682-4c3a-a9f2-bf3059a02f50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1097 time: 0.0451646 Nov 03 19:39:16.380001 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1bde4-292e-491e-ac16-aa7362db6355 req-d907aaf1-84c8-4e3d-bec0-cd0b9fcb5166 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:16.381605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28a1bde4-292e-491e-ac16-aa7362db6355 req-d907aaf1-84c8-4e3d-bec0-cd0b9fcb5166 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0529735 Nov 03 19:39:16.399071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-eab6ed9c-c8bd-47e7-b112-940b16df349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:16.400582 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-eab6ed9c-c8bd-47e7-b112-940b16df349a service neutron] 10.222.0.70 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.0963583 Nov 03 19:39:16.432076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-28a1bde4-292e-491e-ac16-aa7362db6355 req-27bfc2e7-fcb0-41ce-847a-0abc6926e23b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Nov 03 19:39:16.447269 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-0a1dfd13-6909-4e1f-ba63-5c135452c636 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 217 time: 0.0396161 Nov 03 19:39:16.497014 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-7e7b6b93-3ade-4b2a-86d3-05b8cac57a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:16.498565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-7e7b6b93-3ade-4b2a-86d3-05b8cac57a7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0450103 Nov 03 19:39:16.530910 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-fd79c1e0-b584-4c64-8f48-b28819422d6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254514 Nov 03 19:39:16.624284 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-a9b0c42e-6edc-4d12-aae5-72b9cb385bf6 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862491 Nov 03 19:39:16.970898 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-58a8fcc7-3469-469a-aeb1-5348d6a97e16 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397400 Nov 03 19:39:17.555398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4de86b-d9ab-44e6-85b3-f14e606b410a req-94574080-4e48-4a74-a1ac-6c28452ac3bf tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:17.556788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e4de86b-d9ab-44e6-85b3-f14e606b410a req-94574080-4e48-4a74-a1ac-6c28452ac3bf tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0538106 Nov 03 19:39:17.603826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e4de86b-d9ab-44e6-85b3-f14e606b410a req-89b61720-05a9-4638-9810-0dd0eb94a3cd tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Nov 03 19:39:18.724069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fee6f-47b7-47e6-91a6-5cde0f861de7 req-f8a3a936-7af3-4662-b9d2-7bd5bd8fc91a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:18.726333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-235fee6f-47b7-47e6-91a6-5cde0f861de7 req-f8a3a936-7af3-4662-b9d2-7bd5bd8fc91a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0502441 Nov 03 19:39:18.775234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-235fee6f-47b7-47e6-91a6-5cde0f861de7 req-c47bc477-785e-4607-849d-96526cc2d2c4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Nov 03 19:39:19.155723 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:39:19.903514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892651a-91b6-41f2-9052-9274fa435186 req-6ff17abd-b208-4e31-8608-53581668825b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:19.905050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5892651a-91b6-41f2-9052-9274fa435186 req-6ff17abd-b208-4e31-8608-53581668825b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0565133 Nov 03 19:39:19.953914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5892651a-91b6-41f2-9052-9274fa435186 req-f2d0b28b-2608-4d9b-ac94-81996b602212 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Nov 03 19:39:21.073275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025bbd-e3d8-494b-978c-e64900a48bc5 req-45c8723b-34e3-4885-9197-890f7317609c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:21.074863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d025bbd-e3d8-494b-978c-e64900a48bc5 req-45c8723b-34e3-4885-9197-890f7317609c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0513961 Nov 03 19:39:21.126524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d025bbd-e3d8-494b-978c-e64900a48bc5 req-f4a7dc1e-ded1-403a-94c9-39607a28a3e3 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Nov 03 19:39:22.245994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c853d-2e32-4e4e-a817-12ec48b16061 req-4cf8bfb7-05e3-4a5f-a7af-7d98aab34619 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:22.247619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca7c853d-2e32-4e4e-a817-12ec48b16061 req-4cf8bfb7-05e3-4a5f-a7af-7d98aab34619 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0512898 Nov 03 19:39:22.307292 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ca7c853d-2e32-4e4e-a817-12ec48b16061 req-02ea6c9a-8be5-44e5-87de-5e843633458d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Nov 03 19:39:23.427939 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128f27d-b38b-4c81-b552-fd56187af85d req-8083fe6c-4adb-4a6f-8ae3-48723902e7a4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:23.429593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8128f27d-b38b-4c81-b552-fd56187af85d req-8083fe6c-4adb-4a6f-8ae3-48723902e7a4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0521464 Nov 03 19:39:23.482389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8128f27d-b38b-4c81-b552-fd56187af85d req-ba0ec394-8214-4e97-8da2-a045d0750179 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467885 Nov 03 19:39:24.605511 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c9b7-10be-41ae-bd02-7dd0858afed3 req-3563e1c4-2569-42d1-ae02-9891028bd689 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:24.607056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d917c9b7-10be-41ae-bd02-7dd0858afed3 req-3563e1c4-2569-42d1-ae02-9891028bd689 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0511122 Nov 03 19:39:24.657291 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d917c9b7-10be-41ae-bd02-7dd0858afed3 req-a019716b-0179-47a0-978e-f152ac6fed89 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440259 Nov 03 19:39:25.784040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf6c4b-3900-4f47-b21d-12f3a27561e0 req-d892f071-f0d1-4af9-bd72-b370a38c9f3f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:25.785686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7adf6c4b-3900-4f47-b21d-12f3a27561e0 req-d892f071-f0d1-4af9-bd72-b370a38c9f3f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0556118 Nov 03 19:39:25.841048 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7adf6c4b-3900-4f47-b21d-12f3a27561e0 req-1a916018-7aec-4cdd-b70e-aa87838f946e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480971 Nov 03 19:39:26.968897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9783a6-4d8f-49aa-be86-b9793b1f7e1b req-e855e78b-84c2-470f-a036-35713d8a7e1e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:26.970440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b9783a6-4d8f-49aa-be86-b9793b1f7e1b req-e855e78b-84c2-470f-a036-35713d8a7e1e tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0501492 Nov 03 19:39:27.018921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b9783a6-4d8f-49aa-be86-b9793b1f7e1b req-c80869d9-f8b7-4ae2-9f61-4f96252fde2d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Nov 03 19:39:28.135683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf8d6-ee81-4aeb-8d8c-aebf6b26611d req-77c7dc0b-d8b4-4c7f-ad5d-dcfe0cf74bbc tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:28.137204 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-336bf8d6-ee81-4aeb-8d8c-aebf6b26611d req-77c7dc0b-d8b4-4c7f-ad5d-dcfe0cf74bbc tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0502481 Nov 03 19:39:28.195253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-336bf8d6-ee81-4aeb-8d8c-aebf6b26611d req-8012a150-5e0d-4960-b2cb-6049d6c8c7c1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517213 Nov 03 19:39:29.316038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4c2f2-024c-4fe1-806f-50131090b89c req-1a9571f1-bcc3-442f-b616-1a060b32509b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:29.317562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8eb4c2f2-024c-4fe1-806f-50131090b89c req-1a9571f1-bcc3-442f-b616-1a060b32509b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0506742 Nov 03 19:39:29.368610 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8eb4c2f2-024c-4fe1-806f-50131090b89c req-667e90a5-c004-4f59-a5a7-407d523a4b93 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Nov 03 19:39:30.489281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9453c-0618-44e2-8e64-d5d66a65a197 req-258c96cc-7ed7-4f5d-a2b9-10d69c10cc5f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:30.490893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6a9453c-0618-44e2-8e64-d5d66a65a197 req-258c96cc-7ed7-4f5d-a2b9-10d69c10cc5f tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0513628 Nov 03 19:39:30.550029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6a9453c-0618-44e2-8e64-d5d66a65a197 req-2a07e483-c64e-464f-a706-f3ec8ed79fee tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519361 Nov 03 19:39:31.678320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f88c8-c7c9-4f42-92e9-e4713ab4b3cf req-bc5a98d0-7f79-4339-9093-16f02be205b1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:31.679845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be7f88c8-c7c9-4f42-92e9-e4713ab4b3cf req-bc5a98d0-7f79-4339-9093-16f02be205b1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0545917 Nov 03 19:39:31.732042 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be7f88c8-c7c9-4f42-92e9-e4713ab4b3cf req-94ff0b9e-469b-4692-94a5-50e77126076d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Nov 03 19:39:32.802940 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.852508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaeaaf-10ad-4420-b687-aa6bbe405b45 req-afaf19a5-9675-4de3-b935-deaccdcf4ab9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:32.854038 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcaaeaaf-10ad-4420-b687-aa6bbe405b45 req-afaf19a5-9675-4de3-b935-deaccdcf4ab9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0503283 Nov 03 19:39:32.905248 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcaaeaaf-10ad-4420-b687-aa6bbe405b45 req-3b3a8576-bccd-4ff5-a516-6cce4a4ecdab tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Nov 03 19:39:33.820772 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:34.028935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1310f5-3472-48df-8e00-c6807b23b554 req-944835a7-c7e2-46b8-94c3-37e37f829a20 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:34.030456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b1310f5-3472-48df-8e00-c6807b23b554 req-944835a7-c7e2-46b8-94c3-37e37f829a20 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0553033 Nov 03 19:39:34.082249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1b1310f5-3472-48df-8e00-c6807b23b554 req-5e0fc9ba-254d-4ef9-bc7b-c634e7c1e297 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Nov 03 19:39:35.206906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3a10-cf82-4d33-8a04-8154aee6e9d5 req-c8449e30-370c-4b8a-a407-ac096e7ebd2a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:35.208302 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ccda3a10-cf82-4d33-8a04-8154aee6e9d5 req-c8449e30-370c-4b8a-a407-ac096e7ebd2a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0578465 Nov 03 19:39:35.265195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ccda3a10-cf82-4d33-8a04-8154aee6e9d5 req-c4acc279-3c0e-4e21-881b-29da3e4e9fe5 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500131 Nov 03 19:39:36.132588 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c8f98af7-54f5-4609-9aa1-e9fd77bc8633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:36.385476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183016-01fe-4160-93c5-4ff99eaedd43 req-996009b8-a8e6-438a-91da-4f5ffadc1636 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:36.387006 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd183016-01fe-4160-93c5-4ff99eaedd43 req-996009b8-a8e6-438a-91da-4f5ffadc1636 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0512927 Nov 03 19:39:36.441566 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd183016-01fe-4160-93c5-4ff99eaedd43 req-eea339bb-d165-480e-b471-a2821a906026 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484383 Nov 03 19:39:37.561840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7aa6b-a324-473a-8b11-68eaa208c254 req-1fc64196-d8ba-4506-8515-200a1b29455a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:37.563372 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-def7aa6b-a324-473a-8b11-68eaa208c254 req-1fc64196-d8ba-4506-8515-200a1b29455a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0509882 Nov 03 19:39:37.611768 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-def7aa6b-a324-473a-8b11-68eaa208c254 req-973cd36f-48da-4d14-8f88-b765b230f5c4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Nov 03 19:39:38.728597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5d2c4-a0cd-41fc-9a54-56d965ca38cf req-333e69b0-6788-40d5-b8c5-9a961aff3066 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:38.730260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3a5d2c4-a0cd-41fc-9a54-56d965ca38cf req-333e69b0-6788-40d5-b8c5-9a961aff3066 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0496993 Nov 03 19:39:38.779161 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3a5d2c4-a0cd-41fc-9a54-56d965ca38cf req-535f8a67-5556-448d-9a57-98248453a109 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Nov 03 19:39:40.192785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8503-3216-4744-8cb0-028ebd5bf6de req-1fcdaf68-7585-46bd-9fb9-ef2b0ab9d7f1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:40.194319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d7a8503-3216-4744-8cb0-028ebd5bf6de req-1fcdaf68-7585-46bd-9fb9-ef2b0ab9d7f1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0539582 Nov 03 19:39:40.236450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:40.243656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d7a8503-3216-4744-8cb0-028ebd5bf6de req-d4addf76-777f-4675-9522-224318deaf25 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Nov 03 19:39:40.337318 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56afd9f3-ba3b-40ee-b52b-5bc156b9e202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.206376 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-015d5618-9c83-4e63-a583-60837d7384c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:41.207922 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-015d5618-9c83-4e63-a583-60837d7384c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1097 time: 0.0466871 Nov 03 19:39:41.317659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-e8502850-21a8-4aae-a040-a45f90fbe9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:41.319018 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-e8502850-21a8-4aae-a040-a45f90fbe9a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.0906641 Nov 03 19:39:41.367497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-a8cc4b30-26ba-4fef-96be-691a5ab63ade service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 217 time: 0.0413926 Nov 03 19:39:41.375294 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fef0a3-7871-4876-8a09-49c81d56e154 req-1be1aff5-b4e5-4bb5-be2c-77612f6410e9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:41.376837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6fef0a3-7871-4876-8a09-49c81d56e154 req-1be1aff5-b4e5-4bb5-be2c-77612f6410e9 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0535972 Nov 03 19:39:41.420550 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-249a28a0-22e1-4b1e-9e68-40242f25a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:41.422136 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-249a28a0-22e1-4b1e-9e68-40242f25a91a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0485587 Nov 03 19:39:41.427389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6fef0a3-7871-4876-8a09-49c81d56e154 req-f57b74a6-ee25-43dd-9616-21c1c8bb0772 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Nov 03 19:39:41.455917 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-eaf3048c-d8a1-4b2a-9bd0-0d91b97fb247 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257585 Nov 03 19:39:41.559551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-9cb2d293-781d-45ab-a216-041c50dc7209 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937979 Nov 03 19:39:41.657183 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-313e02f5-6c1c-44af-921c-f79ad8bb05e9 req-913d2f9b-7b2a-4280-86d9-b5195c04409f service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905826 Nov 03 19:39:42.320451 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.388095 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.553853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0a1b8-4db6-4ac3-934e-90e300209679 req-f6a43e2e-1875-43fd-9125-7613d1494970 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:42.555569 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0be0a1b8-4db6-4ac3-934e-90e300209679 req-f6a43e2e-1875-43fd-9125-7613d1494970 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0519524 Nov 03 19:39:42.614738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0be0a1b8-4db6-4ac3-934e-90e300209679 req-0a1488eb-4886-4c10-8746-4d9657da0236 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531452 Nov 03 19:39:43.748182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7e9a-f309-4e97-b51e-a7cb65465877 req-f09a008c-0697-4744-aa17-1f16e2745b90 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:43.750481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a9d7e9a-f309-4e97-b51e-a7cb65465877 req-f09a008c-0697-4744-aa17-1f16e2745b90 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0527678 Nov 03 19:39:43.808347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a9d7e9a-f309-4e97-b51e-a7cb65465877 req-59b0ff1e-95d1-414c-9770-021e127040af tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513453 Nov 03 19:39:43.839415 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-8c9bb8ee-438b-4432-908f-56855bac234f service neutron] show failed (client error): The resource could not be found. Nov 03 19:39:43.840479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-8c9bb8ee-438b-4432-908f-56855bac234f service neutron] 10.222.0.70 "GET /v2.0/ports/28758540-ffc7-4533-b63a-052b6488a350/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0646610 Nov 03 19:39:44.135746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-025d3363-0f43-4880-a9d8-99071784e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:44.137313 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-025d3363-0f43-4880-a9d8-99071784e1b3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315&tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad HTTP/1.1" status: 200 len: 1097 time: 0.1151228 Nov 03 19:39:44.150076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:44.214651 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.454560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:44.494120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:44.542167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28758540-ffc7-4533-b63a-052b6488a350'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:44.545661 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb7d74a-f483-4efa-bae3-5e1c1d9fb162" -d '{"events": [{"server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "name": "network-vif-unplugged", "status": "completed", "tag": "28758540-ffc7-4533-b63a-052b6488a350"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:44.551312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.566799 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Transition to ACTIVE for port object 28758540-ffc7-4533-b63a-052b6488a350 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:39:44.578947 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.682260 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4e8797-7945-4455-ac72-72f7626fe774 x-openstack-request-id: req-1c4e8797-7945-4455-ac72-72f7626fe774 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:44.682541 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "name": "network-vif-unplugged", "status": "completed", "tag": "28758540-ffc7-4533-b63a-052b6488a350", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:44.682803 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c4e8797-7945-4455-ac72-72f7626fe774 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:44.683217 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28758540-ffc7-4533-b63a-052b6488a350', 'code': 200} Nov 03 19:39:44.686250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] No DVR routers for this DVR port 28758540-ffc7-4533-b63a-052b6488a350 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:39:44.692407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:44.732190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Attempting to bind port 28758540-ffc7-4533-b63a-052b6488a350 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:44.732523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Attempting to bind port 28758540-ffc7-4533-b63a-052b6488a350 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:44.732845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Attempting to bind port 28758540-ffc7-4533-b63a-052b6488a350 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:44.737690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Port 28758540-ffc7-4533-b63a-052b6488a350 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:39:44.738006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Attempting to bind port 28758540-ffc7-4533-b63a-052b6488a350 on network 9571b6a5-08cb-47da-a8ad-d7141f9d4739 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:44.744513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:44.744763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Checking segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:44.745113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Bound using segment: {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:44.745574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Bound port: 28758540-ffc7-4533-b63a-052b6488a350, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:44.745929 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.817793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:44.821336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:44.827412 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.876104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:44.877896 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.880409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] 10.222.0.96 "PUT /v2.0/ports/28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 1092 time: 0.7352624 Nov 03 19:39:44.970943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ffe21-deaf-421f-abd8-97231e74c025 service neutron] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:45.004179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d85bef-47b3-4e3a-a1c2-d6438f58d7cd req-40913ebf-c828-4b4f-a60a-1c82d16fdd4b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:45.005718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74d85bef-47b3-4e3a-a1c2-d6438f58d7cd req-40913ebf-c828-4b4f-a60a-1c82d16fdd4b tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 944 time: 0.1006358 Nov 03 19:39:45.009549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-efd7b5cb-ce2c-4a35-820c-aa5ecdce8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:45.011020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-efd7b5cb-ce2c-4a35-820c-aa5ecdce8c80 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1095 time: 0.0834913 Nov 03 19:39:45.123482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74d85bef-47b3-4e3a-a1c2-d6438f58d7cd req-738e0851-79ae-4adf-a620-62a09e2f8e59 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109593 Nov 03 19:39:45.150203 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-a0293722-dc2e-4627-b7e4-5d39fb021914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:45.151848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-a0293722-dc2e-4627-b7e4-5d39fb021914 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1334457 Nov 03 19:39:45.198604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-431514e5-80cb-4eef-ab08-5500c94680f2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 217 time: 0.0397429 Nov 03 19:39:45.254991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-36eb8034-ec26-4b52-95f0-cf150691d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:45.256398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-36eb8034-ec26-4b52-95f0-cf150691d455 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0515745 Nov 03 19:39:45.289873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-592a5d19-ccaa-4e5d-ac5c-b73f6fb1cbb5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262189 Nov 03 19:39:45.387978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-de8f2148-6ad8-4dec-a18b-d97f664c4129 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914025 Nov 03 19:39:45.508495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b76afc4-12de-4d74-80b7-41484aeb9886 req-dacf60fe-9558-430e-b684-cb5e25f850ca service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129494 Nov 03 19:39:46.285946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a5bf4-25af-4b99-b3d6-3b53f8a97a38 req-5ed68ec1-fe8d-4ed1-a028-28418fbb6415 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:46.287901 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-310a5bf4-25af-4b99-b3d6-3b53f8a97a38 req-5ed68ec1-fe8d-4ed1-a028-28418fbb6415 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 944 time: 0.0701947 Nov 03 19:39:46.347621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-310a5bf4-25af-4b99-b3d6-3b53f8a97a38 req-4c76fdc7-3e45-4dac-939d-f7c0c4882d43 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513830 Nov 03 19:39:46.416192 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 28758540-ffc7-4533-b63a-052b6488a350 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:46.492580 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 28758540-ffc7-4533-b63a-052b6488a350 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:46.684717 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'tag': '28758540-ffc7-4533-b63a-052b6488a350'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:46.687175 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84" -d '{"events": [{"name": "network-changed", "server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "tag": "28758540-ffc7-4533-b63a-052b6488a350"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:46.749100 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1afff0-c5a4-46f8-8c46-8623b9b2200c x-openstack-request-id: req-5a1afff0-c5a4-46f8-8c46-8623b9b2200c {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:46.749876 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "tag": "28758540-ffc7-4533-b63a-052b6488a350", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:46.750294 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a1afff0-c5a4-46f8-8c46-8623b9b2200c {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:46.750789 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'tag': '28758540-ffc7-4533-b63a-052b6488a350', 'status': 'completed', 'code': 200} Nov 03 19:39:46.825290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-bc816604-2e5e-4524-9032-d95c6fd9cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:46.827061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-bc816604-2e5e-4524-9032-d95c6fd9cee6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1095 time: 0.0565300 Nov 03 19:39:46.851757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-51f8d6ad-3ef5-4c34-b6c6-0b995a48bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:46.854695 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-51f8d6ad-3ef5-4c34-b6c6-0b995a48bd98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1095 time: 0.0798683 Nov 03 19:39:46.951678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-4c8509a4-ef63-4e4c-8d2c-356589938ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:46.953616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-4c8509a4-ef63-4e4c-8d2c-356589938ecb service neutron] 10.222.0.96 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1171129 Nov 03 19:39:46.989148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-fede2292-0597-4c8c-8ec9-cea7d785145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:46.990745 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-fede2292-0597-4c8c-8ec9-cea7d785145c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1288755 Nov 03 19:39:47.008854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-2f20052c-5340-41a9-b304-9aec0e9884c7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 217 time: 0.0461826 Nov 03 19:39:47.050539 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-d7699230-5955-4541-9a20-c61626c083f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 217 time: 0.0523894 Nov 03 19:39:47.063554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-0a19c658-e7c9-49b2-8cb4-f0146e9b3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:47.065070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-0a19c658-e7c9-49b2-8cb4-f0146e9b3b76 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0495758 Nov 03 19:39:47.103957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-39b31346-e433-41ac-b208-66c431705055 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295172 Nov 03 19:39:47.112454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-e8ccfc1f-cd02-46d0-be29-dd4db4276dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:47.114283 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-e8ccfc1f-cd02-46d0-be29-dd4db4276dd0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0569112 Nov 03 19:39:47.156314 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-91dd7af1-61cb-4e54-8b98-91d441429ea0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340991 Nov 03 19:39:47.220815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-c5052c33-acf3-4975-8ede-e9b8025d7039 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121614 Nov 03 19:39:47.287816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-fda68267-aa61-4034-a070-7fb4843caa90 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239159 Nov 03 19:39:47.331776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-4671f7ef-6737-4ca7-a5be-ff5843ac0b58 service neutron] 10.222.0.96 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024559 Nov 03 19:39:47.396096 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7b5345a6-faf2-4169-ba0d-d0a128b3ff84 req-6d6e422d-b19f-4f5e-b93b-92c6d2ebfc78 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015232 Nov 03 19:39:47.512516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b88152-64a3-43fa-a7db-627c69ac8168 req-acec3ff8-91a5-4c09-a08c-31e378ef61ef tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:47.514154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1b88152-64a3-43fa-a7db-627c69ac8168 req-acec3ff8-91a5-4c09-a08c-31e378ef61ef tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 944 time: 0.0552382 Nov 03 19:39:47.577489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1b88152-64a3-43fa-a7db-627c69ac8168 req-09a5d6c4-d3fa-4890-a0e9-c8c59ec8e333 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562046 Nov 03 19:39:47.811144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1227-5a7a-449b-8477-6f3694e8375c req-7745d0ac-9933-49ab-934b-af26c80672f2 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:47.813808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-300e1227-5a7a-449b-8477-6f3694e8375c req-7745d0ac-9933-49ab-934b-af26c80672f2 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 944 time: 0.0674706 Nov 03 19:39:47.872353 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-300e1227-5a7a-449b-8477-6f3694e8375c req-09f0fe61-1560-4fa8-875c-94431d7b5d7a tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Nov 03 19:39:47.910340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-9510142c-f2c9-49a5-b504-2d3eef2321f7 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:47.912008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-9510142c-f2c9-49a5-b504-2d3eef2321f7 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315&tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 944 time: 0.1287708 Nov 03 19:39:47.989113 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-2cfef6ef-808a-44d4-8e57-af9292564837 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:39:47.990244 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-2cfef6ef-808a-44d4-8e57-af9292564837 service neutron] 10.222.0.70 "DELETE /v2.0/ports/28758540-ffc7-4533-b63a-052b6488a350/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0706229 Nov 03 19:39:48.087736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-8a1e5c87-68f9-4244-99d2-556341044b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:48.089393 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-8a1e5c87-68f9-4244-99d2-556341044b9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 1095 time: 0.0480890 Nov 03 19:39:48.199624 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-ebcce92b-72a7-43a4-9fd9-2e561a301446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:48.201191 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-ebcce92b-72a7-43a4-9fd9-2e561a301446 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 200 len: 916 time: 0.1033096 Nov 03 19:39:48.248022 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-f158e889-513e-4586-9a43-0ff43ddff831 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 200 len: 217 time: 0.0389154 Nov 03 19:39:48.305224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-a52a62e5-4981-4eb8-90d2-68b48d7b2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:48.306848 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-a52a62e5-4981-4eb8-90d2-68b48d7b2964 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 200 len: 855 time: 0.0517275 Nov 03 19:39:48.345995 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-5e013610-8ff1-499f-bef5-74533d4b4b6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9571b6a5-08cb-47da-a8ad-d7141f9d4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321867 Nov 03 19:39:48.388376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 28758540-ffc7-4533-b63a-052b6488a350 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:39:48.461850 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-58cc1ee2-f1a4-496c-950b-079092275e42 service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074033 Nov 03 19:39:48.512347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:48.534258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '28758540-ffc7-4533-b63a-052b6488a350', 'network_id': '9571b6a5-08cb-47da-a8ad-d7141f9d4739', 'port_id': '28758540-ffc7-4533-b63a-052b6488a350', 'mac_address': 'fa:16:3e:43:38:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299ab137-44c3-4017-85c1-8d8da964de11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:39:48.585280 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.588903 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f0fb4cb7-92ea-408d-8fe6-a6cb6c6cc851 req-a55a85cd-00aa-494f-bc55-30f1f89773cc service neutron] 10.222.0.70 "GET /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213632 Nov 03 19:39:48.601038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28758540-ffc7-4533-b63a-052b6488a350 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:39:48.630255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:48.636207 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.692650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:48.851973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['28758540-ffc7-4533-b63a-052b6488a350'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:49.082222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65f34a-c304-462c-928c-c2211d49c929 req-b27e22ed-235a-47fc-b950-c33266394f33 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:49.085044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc65f34a-c304-462c-928c-c2211d49c929 req-b27e22ed-235a-47fc-b950-c33266394f33 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 945 time: 0.0969663 Nov 03 19:39:49.150803 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc65f34a-c304-462c-928c-c2211d49c929 req-6c240f9b-9dc1-4020-a8ce-032fe382a7a8 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544777 Nov 03 19:39:50.306849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9471-bc92-428a-869c-83d3c6042597 req-2c28b7f1-a08a-4c09-9b47-9a797a4715e4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:50.308604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-523f9471-bc92-428a-869c-83d3c6042597 req-2c28b7f1-a08a-4c09-9b47-9a797a4715e4 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 945 time: 0.0631278 Nov 03 19:39:50.385464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-523f9471-bc92-428a-869c-83d3c6042597 req-1e227f29-3ddd-4bde-9999-a1133b3a74e1 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641885 Nov 03 19:39:50.403300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 28758540-ffc7-4533-b63a-052b6488a350 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:50.490228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 28758540-ffc7-4533-b63a-052b6488a350 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:39:50.496256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 28758540-ffc7-4533-b63a-052b6488a350 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:50.496855 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.582809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1946f1-319b-4bda-9d8a-f2dd9c269cf8 req-a7766341-0c33-4542-b8e9-2c681c7c1277 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:50.586259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e1946f1-319b-4bda-9d8a-f2dd9c269cf8 req-a7766341-0c33-4542-b8e9-2c681c7c1277 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 945 time: 0.0759323 Nov 03 19:39:50.603869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.635962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28758540-ffc7-4533-b63a-052b6488a350'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:50.638440 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8746ba8-7e43-4296-85ad-a37f181cfef9" -d '{"events": [{"server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "name": "network-vif-plugged", "status": "completed", "tag": "28758540-ffc7-4533-b63a-052b6488a350"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:50.652803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:50.657864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.686708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e1946f1-319b-4bda-9d8a-f2dd9c269cf8 req-149f91ce-33df-4422-9ae6-703f2bf81b1c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942912 Nov 03 19:39:50.725827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:50.860360 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c3586d-625a-4e06-b2c0-bec3a6d592c9 x-openstack-request-id: req-01c3586d-625a-4e06-b2c0-bec3a6d592c9 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:50.860757 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "name": "network-vif-plugged", "status": "completed", "tag": "28758540-ffc7-4533-b63a-052b6488a350", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:50.861049 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01c3586d-625a-4e06-b2c0-bec3a6d592c9 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:50.861481 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28758540-ffc7-4533-b63a-052b6488a350', 'code': 200} Nov 03 19:39:50.987730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1077c-d90e-4886-97b1-059f3eef0826 req-843c2229-ea4e-41a3-94aa-5aabb35c8fc6 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:50.989472 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ce1077c-d90e-4886-97b1-059f3eef0826 req-843c2229-ea4e-41a3-94aa-5aabb35c8fc6 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0585437 Nov 03 19:39:51.047350 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ce1077c-d90e-4886-97b1-059f3eef0826 req-ea97bb5a-9c89-4825-9b61-398db42a8e91 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508082 Nov 03 19:39:51.493281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415b28c-114c-4ee7-938c-01836f451cfb req-15003cee-9952-49c1-92af-c90d4a0592a5 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:51.496017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f415b28c-114c-4ee7-938c-01836f451cfb req-15003cee-9952-49c1-92af-c90d4a0592a5 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0755093 Nov 03 19:39:51.594737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f415b28c-114c-4ee7-938c-01836f451cfb req-454a30df-68db-4d17-ab87-002271e7f8e6 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910945 Nov 03 19:39:52.593131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-4b98ff7c-fd01-41a6-a2f8-d0861eeabc98 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:52.596322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-4b98ff7c-fd01-41a6-a2f8-d0861eeabc98 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.96 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.0588849 Nov 03 19:39:52.716682 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Deleting port 28758540-ffc7-4533-b63a-052b6488a350 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:52.717249 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.894412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60fb08-8e0c-49c9-8e17-20bd8c4a3a6c req-6d7bf1c9-030a-4754-b05c-b1f84a7d2909 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:52.896440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe60fb08-8e0c-49c9-8e17-20bd8c4a3a6c req-6d7bf1c9-030a-4754-b05c-b1f84a7d2909 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9da578d-c081-484a-9561-a6acef55a315 HTTP/1.1" status: 200 len: 946 time: 0.1586628 Nov 03 19:39:52.904274 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] For port 28758540-ffc7-4533-b63a-052b6488a350, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=28758540-ffc7-4533-b63a-052b6488a350,segment=NetworkSegment(16f1e1be-6f8f-45c4-81b3-85f7ae5be16f),segment_id=16f1e1be-6f8f-45c4-81b3-85f7ae5be16f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:52.904274 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.949292 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Calling delete_port for 28758540-ffc7-4533-b63a-052b6488a350 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:53.055837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe60fb08-8e0c-49c9-8e17-20bd8c4a3a6c req-752a3196-097b-4888-b123-d73133d63068 tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.77 "GET /v2.0/security-groups?id=54d80a1b-79e4-40d0-9139-4ef927b8a630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479104 Nov 03 19:39:53.186487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.202498 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['28758540-ffc7-4533-b63a-052b6488a350'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:53.240420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Pushing event deleted for resources: {'Port': ['ID=28758540-ffc7-4533-b63a-052b6488a350,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:53.295683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] No DVR routers for this DVR port 28758540-ffc7-4533-b63a-052b6488a350 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:39:53.299164 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.308245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2aa84df1-6328-453d-ae0b-fa945c5f86f0 req-af488525-776d-46b0-9ede-b79970dd4b0d tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] 10.222.0.96 "DELETE /v2.0/ports/28758540-ffc7-4533-b63a-052b6488a350 HTTP/1.1" status: 204 len: 173 time: 0.7037046 Nov 03 19:39:53.308735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'name': 'network-vif-deleted', 'tag': '28758540-ffc7-4533-b63a-052b6488a350'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:53.311102 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef8d88c-93c2-470e-9501-cb546598ce27" -d '{"events": [{"server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "name": "network-vif-deleted", "tag": "28758540-ffc7-4533-b63a-052b6488a350"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:53.363600 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4830ca-8e65-4f7c-ad72-3aeb6702d537 x-openstack-request-id: req-de4830ca-8e65-4f7c-ad72-3aeb6702d537 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:53.364074 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9da578d-c081-484a-9561-a6acef55a315", "name": "network-vif-deleted", "tag": "28758540-ffc7-4533-b63a-052b6488a350", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:53.364568 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de4830ca-8e65-4f7c-ad72-3aeb6702d537 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:53.365205 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9da578d-c081-484a-9561-a6acef55a315', 'name': 'network-vif-deleted', 'tag': '28758540-ffc7-4533-b63a-052b6488a350', 'status': 'completed', 'code': 200} Nov 03 19:39:54.211111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43650) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:54.259852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe7c668-73f9-4e86-84ff-48bcf04ecd42 admin admin] Deleting subnet 299ab137-44c3-4017-85c1-8d8da964de11 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:39:54.263167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7fe7c668-73f9-4e86-84ff-48bcf04ecd42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.302628 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7fe7c668-73f9-4e86-84ff-48bcf04ecd42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.347776 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7fe7c668-73f9-4e86-84ff-48bcf04ecd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.410498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7fe7c668-73f9-4e86-84ff-48bcf04ecd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.441554 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7c668-73f9-4e86-84ff-48bcf04ecd42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299ab137-44c3-4017-85c1-8d8da964de11,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:54.447859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7fe7c668-73f9-4e86-84ff-48bcf04ecd42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.453697 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7fe7c668-73f9-4e86-84ff-48bcf04ecd42 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/299ab137-44c3-4017-85c1-8d8da964de11 HTTP/1.1" status: 204 len: 168 time: 0.2409363 Nov 03 19:39:54.457260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43652) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:54.880646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.969997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.000772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9571b6a5-08cb-47da-a8ad-d7141f9d4739']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:55.011271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:55.011592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f1e1be-6f8f-45c4-81b3-85f7ae5be16f') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:55.020950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.034769 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.040732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:39:55.041115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:39:55.042803 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:39:55.097675 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.103756 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.107920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9571b6a5-08cb-47da-a8ad-d7141f9d4739 HTTP/1.1" status: 204 len: 168 time: 0.6492417 Nov 03 19:39:55.123410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846180b6-0459-46f0-9f07-5b8d6b48da62 admin admin] Pushing event deleted for resources: {'Network': ['ID=9571b6a5-08cb-47da-a8ad-d7141f9d4739,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:55.256689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43656) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:55.309702 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2c322eca-c4d2-4416-a13f-7d7c59ffa5ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0e55ecb97ce4a40ab5823fc1ea493ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508642 Nov 03 19:39:55.313739 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43658) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:55.367430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.389290 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.442411 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.447989 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:55.449588 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54d80a1b-79e4-40d0-9139-4ef927b8a630 HTTP/1.1" status: 204 len: 168 time: 0.1348612 Nov 03 19:39:55.458462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d80a1b-79e4-40d0-9139-4ef927b8a630,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:55.469197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.469846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.470028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.470393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.470730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.471061 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.471584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.472141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.472719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.473305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.474296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:55.474795 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd2f22-acec-405a-8043-a78512964573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:56.156874 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:39:56.227521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43680) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:56.329715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1610704091-network', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:56.353641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Made reservation on behalf of 6d0a1f1d55524c0d9be03477f0b01171 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:56.355986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.371502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.467229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.471401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.496706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:39:56.506939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2610f982-ebf3-4afa-bb32-00bc3bc68289,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.516931 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.517280 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Added segment 4ce91f4a-bb21-41db-9078-8e3facc4872e of type vlan for network c6be7af9-35f4-43eb-9b96-f6202bd06e0a Nov 03 19:39:56.561252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.589656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.590783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:56.591548 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.654037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4253156 Nov 03 19:39:56.656901 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43684) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:56.665483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Request body: {'subnet': {'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1610704091-subnet', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:56.669851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12871d4-1625-4013-b67a-69fd029fc1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c6be7af9-35f4-43eb-9b96-f6202bd06e0a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.681909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:39:56.690416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Made reservation on behalf of 6d0a1f1d55524c0d9be03477f0b01171 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:56.693237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.868454 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.931494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf8502f-c84c-4c6c-ab3d-12705c137686,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.940862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:56.941229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Network hostable DHCP agents. Network: c6be7af9-35f4-43eb-9b96-f6202bd06e0a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:39:56.963630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:39:56.974399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c6be7af9-35f4-43eb-9b96-f6202bd06e0a) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:56.979205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:56.979795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.983965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7352f54b-9d86-442a-be2e-0563498ba819 None None] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:39:56.998558 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a4e624a0-1a41-47db-9474-336ac4d4be21 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3379607 Nov 03 19:39:57.001063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43686) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:57.005815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:57.030189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.031152 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.086865 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.143129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:39:57.144070 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.235190 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.290952 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Allocated IP 172.20.0.2 (c6be7af9-35f4-43eb-9b96-f6202bd06e0a/fdf8502f-c84c-4c6c-ab3d-12705c137686/878e1ead-bffd-4eab-828f-71bc591b7e71) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:57.455351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.463455 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.482186 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.502983 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.507661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:57.510896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:57.515903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:57.521776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Pushing event updated for resources: {'Port': ['ID=878e1ead-bffd-4eab-828f-71bc591b7e71,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:57.577562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Attempting to bind port 878e1ead-bffd-4eab-828f-71bc591b7e71 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:57.577918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Attempting to bind port 878e1ead-bffd-4eab-828f-71bc591b7e71 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:57.578276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Attempting to bind port 878e1ead-bffd-4eab-828f-71bc591b7e71 on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:57.583652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:57.584016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:57.584407 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.584791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:57.585797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Bound port: 878e1ead-bffd-4eab-828f-71bc591b7e71, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:57.586174 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.624319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Allocated IP 172.25.3.243 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/90a70d28-f853-4562-83c4-075cca803a7c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:57.655985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] For port 878e1ead-bffd-4eab-828f-71bc591b7e71, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:57.660112 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] For port 878e1ead-bffd-4eab-828f-71bc591b7e71, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=878e1ead-bffd-4eab-828f-71bc591b7e71,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:57.664819 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.727478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940a615-3717-45da-bbc2-650b35e4228d None None] Pushing event updated for resources: {'Port': ['ID=878e1ead-bffd-4eab-828f-71bc591b7e71,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:57.756861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.794214 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.833486 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:57.839650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:57.843593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:57.850600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Pushing event updated for resources: {'Port': ['ID=90a70d28-f853-4562-83c4-075cca803a7c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:58.151699 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.363883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.425599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 28758540-ffc7-4533-b63a-052b6488a350 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:58.450987 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 28758540-ffc7-4533-b63a-052b6488a350 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:58.451332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 28758540-ffc7-4533-b63a-052b6488a350 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:58.517231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Router 6f5affda-9029-4505-99c4-004cc10a55f9 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:39:58.646843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:39:58.657894 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:39:58.669115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.670440 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3ae1fc7e-65b8-443c-82c0-34582155e936 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6683435 Nov 03 19:39:58.673162 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43688) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:58.677724 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:58.678624 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:39:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:58.760634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa68b6-9935-4a7a-bd74-4701b715c0e5 None None] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:39:58.810482 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:58.884494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c90eae9a-b39c-448a-8e38-2b8929ab78b0 None None] Provisioning complete for port 878e1ead-bffd-4eab-828f-71bc591b7e71 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:58.885074 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c90eae9a-b39c-448a-8e38-2b8929ab78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.065507 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c90eae9a-b39c-448a-8e38-2b8929ab78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.127640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c90eae9a-b39c-448a-8e38-2b8929ab78b0 None None] For port 878e1ead-bffd-4eab-828f-71bc591b7e71, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=878e1ead-bffd-4eab-828f-71bc591b7e71,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:59.134758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c90eae9a-b39c-448a-8e38-2b8929ab78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.196297 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:58Z', 'revision_number': 3, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:59.200882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eae9a-b39c-448a-8e38-2b8929ab78b0 None None] Pushing event updated for resources: {'Port': ['ID=878e1ead-bffd-4eab-828f-71bc591b7e71,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:59.233139 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:39:59.233588 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Updating router 6f5affda-9029-4505-99c4-004cc10a55f9 port 90a70d28-f853-4562-83c4-075cca803a7c binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:39:59.272311 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.458233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 878e1ead-bffd-4eab-828f-71bc591b7e71 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:59.631961 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.641021 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.691445 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.706570 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Attempting to bind port 90a70d28-f853-4562-83c4-075cca803a7c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:59.707561 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Attempting to bind port 90a70d28-f853-4562-83c4-075cca803a7c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:59.707561 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Attempting to bind port 90a70d28-f853-4562-83c4-075cca803a7c on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:59.712295 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Pushing event updated for resources: {'Port': ['ID=90a70d28-f853-4562-83c4-075cca803a7c,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:59.718991 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:59.719655 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:59.720223 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.720831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:59.721329 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Bound port: 90a70d28-f853-4562-83c4-075cca803a7c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:59.721736 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.729281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2eb6beff-4dca-46f6-ba55-02def3398e07 None None] Provisioning complete for port 878e1ead-bffd-4eab-828f-71bc591b7e71 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:59.729675 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2eb6beff-4dca-46f6-ba55-02def3398e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.755017 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.755364 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.755679 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.756203 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.756840 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.758099 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.758648 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.759279 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.759702 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.760246 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.760790 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.761322 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.793886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 878e1ead-bffd-4eab-828f-71bc591b7e71 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:59.794849 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.800648 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] For port 90a70d28-f853-4562-83c4-075cca803a7c, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:59.806757 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] For port 90a70d28-f853-4562-83c4-075cca803a7c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=90a70d28-f853-4562-83c4-075cca803a7c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:59.813856 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.921280 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:59.922819 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:39:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:59.963932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Allocated IP 172.20.0.1 (c6be7af9-35f4-43eb-9b96-f6202bd06e0a/fdf8502f-c84c-4c6c-ab3d-12705c137686/c4144f69-a353-4356-b18d-17b31a31d8b0) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:59.969382 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0810a5c-ee2c-4b36-9a96-e57d4d754e67 None None] Pushing event updated for resources: {'Port': ['ID=90a70d28-f853-4562-83c4-075cca803a7c,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:00.059019 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:00.113969 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.166499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.207819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:00.214971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:00.219487 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:00.251284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4144f69-a353-4356-b18d-17b31a31d8b0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:00.274985 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.333847 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:58Z', 'revision_number': 3, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:00.366451 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60582ce8-340c-45aa-b0d7-34547ef70593 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:58Z', 'revision_number': 3, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:00.459553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.528013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-561ce70c-d754-4f53-84f7-c1896071fef5 None None] Provisioning complete for port c4144f69-a353-4356-b18d-17b31a31d8b0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:00.528717 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-561ce70c-d754-4f53-84f7-c1896071fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.579258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-561ce70c-d754-4f53-84f7-c1896071fef5 None None] Port c4144f69-a353-4356-b18d-17b31a31d8b0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:40:00.672374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.678447 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.754910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4144f69-a353-4356-b18d-17b31a31d8b0,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:00.761087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.910335 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:00.912787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:01.107011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:01.244948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:01.253161 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e5db68b6-ce09-490a-a571-a860728446e5 admin admin] 10.222.0.77 "PUT /v2.0/routers/6f5affda-9029-4505-99c4-004cc10a55f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5788291 Nov 03 19:40:01.326995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-211e8f56-d219-4fc0-bdd8-6b766061a088 None None] Provisioning complete for port c4144f69-a353-4356-b18d-17b31a31d8b0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:01.328179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-211e8f56-d219-4fc0-bdd8-6b766061a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.387287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-211e8f56-d219-4fc0-bdd8-6b766061a088 None None] Port c4144f69-a353-4356-b18d-17b31a31d8b0 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:40:01.391614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 90a70d28-f853-4562-83c4-075cca803a7c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:01.451328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 90a70d28-f853-4562-83c4-075cca803a7c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:01.451698 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.547640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.574331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 90a70d28-f853-4562-83c4-075cca803a7c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=90a70d28-f853-4562-83c4-075cca803a7c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:01.579916 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.654469 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=90a70d28-f853-4562-83c4-075cca803a7c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:02.132574 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 43696) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:02.137372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-52f37133-6656-4dc5-a018-718f5623dedb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312457965', 'description': 'tempest-description--519151956'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:02.164188 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52f37133-6656-4dc5-a018-718f5623dedb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.243634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:02.251097 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52f37133-6656-4dc5-a018-718f5623dedb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.258252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52f37133-6656-4dc5-a018-718f5623dedb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.258963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:02.259812 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:39:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:02.292405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-52f37133-6656-4dc5-a018-718f5623dedb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.293727 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-52f37133-6656-4dc5-a018-718f5623dedb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1601110 Nov 03 19:40:02.294979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f37133-6656-4dc5-a018-718f5623dedb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373e8eef-f919-4635-bba3-2611ea93bb73,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:02.297160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:02.303179 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'security_group_rule': {'security_group_id': '373e8eef-f919-4635-bba3-2611ea93bb73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:02.332729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.398536 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.403299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.408518 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:02.417612 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a483b10-212e-426e-9ce1-07d2f261da81,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:02.430741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.431100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.431427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.431773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.432108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.432443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.432781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.433097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.433454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.433788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.434145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.434448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:02.444331 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.445677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1a0375b6-e679-4f91-9e56-a5a8c317e8bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474209 Nov 03 19:40:02.448427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43700) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:02.453119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a4af795e-462a-4128-8e8a-25c1d55477f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'security_group_rule': {'security_group_id': '373e8eef-f919-4635-bba3-2611ea93bb73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:02.493944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4af795e-462a-4128-8e8a-25c1d55477f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.563004 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4af795e-462a-4128-8e8a-25c1d55477f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.569556 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4af795e-462a-4128-8e8a-25c1d55477f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.591019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af795e-462a-4128-8e8a-25c1d55477f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f958fb2-b7d0-483f-bac0-c2cb6be7de4e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:02.607198 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a4af795e-462a-4128-8e8a-25c1d55477f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.609487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a4af795e-462a-4128-8e8a-25c1d55477f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594851 Nov 03 19:40:02.612841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43702) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:02.618834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:02.643445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.671442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 2, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:02.719915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:02.720253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Updating router 6f5affda-9029-4505-99c4-004cc10a55f9 port c4144f69-a353-4356-b18d-17b31a31d8b0 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:40:02.752543 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.797871 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.816997 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.942917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Allocated IP 172.25.3.34 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/97443c71-11c0-48f8-8af6-c71db93f416a) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:40:03.077570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.086058 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.087122 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.133234 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.164131 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7c9a-d46c-4da5-b46d-7aab0fd9d435 None None] Pushing event updated for resources: {'Port': ['ID=c4144f69-a353-4356-b18d-17b31a31d8b0,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:03.182938 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:03.190178 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:03.195297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:03.210817 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Attempting to bind port c4144f69-a353-4356-b18d-17b31a31d8b0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:40:03.211180 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Attempting to bind port c4144f69-a353-4356-b18d-17b31a31d8b0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:40:03.211549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Attempting to bind port c4144f69-a353-4356-b18d-17b31a31d8b0 on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:03.217235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:40:03.217787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:40:03.218038 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.218484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:40:03.218953 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Bound port: c4144f69-a353-4356-b18d-17b31a31d8b0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:40:03.219329 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.220677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'Port': ['ID=97443c71-11c0-48f8-8af6-c71db93f416a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:03.303072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] For port c4144f69-a353-4356-b18d-17b31a31d8b0, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:40:03.311781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] For port c4144f69-a353-4356-b18d-17b31a31d8b0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c4144f69-a353-4356-b18d-17b31a31d8b0,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:40:03.319428 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.323785 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.381950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.388766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 90a70d28-f853-4562-83c4-075cca803a7c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:03.464428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:03.465126 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:39:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:03.471454 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7c9a-d46c-4da5-b46d-7aab0fd9d435 None None] Pushing event updated for resources: {'Port': ['ID=c4144f69-a353-4356-b18d-17b31a31d8b0,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:03.579511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ccb626cc-1c60-4355-beaa-68ff5d1a7f27 None None] Provisioning complete for port c4144f69-a353-4356-b18d-17b31a31d8b0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:03.579878 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ccb626cc-1c60-4355-beaa-68ff5d1a7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.588758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.593759 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.628716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 90a70d28-f853-4562-83c4-075cca803a7c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:03.629090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.657504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'Port': ['ID=97443c71-11c0-48f8-8af6-c71db93f416a,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:03.668352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:03.706740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.724591 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.726398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e2133f34-3e0a-4432-83f3-c323c1867efa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1116016 Nov 03 19:40:03.906258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-ab074e71-ad34-47eb-9b10-ce6a22f5d17d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1312457965&fields=id&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 267 time: 0.0514011 Nov 03 19:40:03.909689 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.928761 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ccb626cc-1c60-4355-beaa-68ff5d1a7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.022789 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ccb626cc-1c60-4355-beaa-68ff5d1a7f27 None None] For port c4144f69-a353-4356-b18d-17b31a31d8b0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c4144f69-a353-4356-b18d-17b31a31d8b0,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:04.030180 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ccb626cc-1c60-4355-beaa-68ff5d1a7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.042557 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920c55-f018-40db-84a9-c68009010d98 req-e914bae4-449e-4179-a041-36c161ed7401 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:04.044310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-e914bae4-449e-4179-a041-36c161ed7401 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 812 time: 0.1200867 Nov 03 19:40:04.061355 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-fde4651c-1e68-4885-a847-34ff3033aa5b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/quotas/6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 375 time: 0.0103986 Nov 03 19:40:04.096265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb626cc-1c60-4355-beaa-68ff5d1a7f27 None None] Pushing event updated for resources: {'Port': ['ID=c4144f69-a353-4356-b18d-17b31a31d8b0,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:04.102931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:04.134409 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539b9bf-e646-4b2e-a9d4-0dd77dee3391 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:04.142649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-774e5459-c680-4a2a-9cb0-24cb858b2e05 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733809 Nov 03 19:40:04.151525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e9f08df7-c4d2-4258-a4bf-3e43d847d36c None None] Provisioning complete for port c4144f69-a353-4356-b18d-17b31a31d8b0 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:04.152045 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e9f08df7-c4d2-4258-a4bf-3e43d847d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.393476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-40f5a78c-6feb-468e-ba56-481efffe9ecf service neutron] 10.222.0.77 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344611 Nov 03 19:40:04.519877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-b79b2bb4-ecb6-4a51-9619-bc9218a02e54 service neutron] 10.222.0.77 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141801 Nov 03 19:40:04.755727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d878a67-1fd9-4ccb-b446-60b16eef8a65 req-7bd00480-709e-4bfe-803e-9802a0135bb4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 210 time: 0.0372107 Nov 03 19:40:05.425074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c4144f69-a353-4356-b18d-17b31a31d8b0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:05.491383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c4144f69-a353-4356-b18d-17b31a31d8b0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:05.491907 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.886738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4c59f2e-63db-478e-bcf8-833bebba09ec req-afa14eac-0899-46ff-a458-8b464ea41c4d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 210 time: 0.0403826 Nov 03 19:40:06.124778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920c55-f018-40db-84a9-c68009010d98 req-22851247-907b-455a-a719-4a2df2298052 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:06.126133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-22851247-907b-455a-a719-4a2df2298052 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 812 time: 0.1306252 Nov 03 19:40:06.137959 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4a201ae5-1828-4a5d-b092-d03b8865e080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.204383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-2c2d0763-ab96-4512-b10c-90ccaa0586ca tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 380 time: 0.0671456 Nov 03 19:40:06.214904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'port': {'device_id': 'e717b196-5268-4349-a3a3-cfa137385179', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'admin_state_up': True, 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'security_groups': ['373e8eef-f919-4635-bba3-2611ea93bb73']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:06.349327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Made reservation on behalf of 6d0a1f1d55524c0d9be03477f0b01171 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:40:06.353705 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.506384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Allocated IP 172.20.0.8 (c6be7af9-35f4-43eb-9b96-f6202bd06e0a/fdf8502f-c84c-4c6c-ab3d-12705c137686/442f6fdd-8a6e-4478-961f-bc1ffbc136eb) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:40:06.670809 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.708920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.754852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:06.761605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:06.766166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:06.802734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:06.849264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:06.850095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.870709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-af4c2982-8fc8-45bc-b190-d5f66e80b0cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6602151 Nov 03 19:40:06.885900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Request body: {'port': {'device_id': 'e717b196-5268-4349-a3a3-cfa137385179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:06.970059 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.040132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cdf533fb-df27-40e2-9172-cc0411e91c72 None None] Provisioning complete for port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:07.040793 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cdf533fb-df27-40e2-9172-cc0411e91c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.078997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-cdf533fb-df27-40e2-9172-cc0411e91c72 None None] Port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:40:07.161967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd84ba-2f2a-4b30-985e-4bc1e4e39b98 req-e92df573-697f-4f41-ba8b-17ddbfd4f211 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:07.164239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00dd84ba-2f2a-4b30-985e-4bc1e4e39b98 req-e92df573-697f-4f41-ba8b-17ddbfd4f211 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 931 time: 0.1554816 Nov 03 19:40:07.280908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00dd84ba-2f2a-4b30-985e-4bc1e4e39b98 req-bc3d99cd-aa0c-4f15-9f8a-a04fc8193198 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028962 Nov 03 19:40:07.399300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442f6fdd-8a6e-4478-961f-bc1ffbc136eb {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:40:07.407750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.421035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Transition to ACTIVE for port object 442f6fdd-8a6e-4478-961f-bc1ffbc136eb will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:40:07.424836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.484167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:07.568273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Attempting to bind port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:40:07.568615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Attempting to bind port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:40:07.568947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Attempting to bind port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:07.573935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:40:07.574258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Attempting to bind port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:07.579687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:40:07.580082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:40:07.580468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:40:07.580891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Bound port: 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:40:07.581243 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.665258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:40:07.669113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:40:07.674641 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.713538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:07.713968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.715419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] 10.222.0.96 "PUT /v2.0/ports/442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 1091 time: 0.8345869 Nov 03 19:40:07.715892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:07.718335 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:07.751129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae1ad5-7794-4725-a32c-20bd472018e4 service neutron] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:07.803151 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfdf661-46f2-490a-965d-8ac996f59cb7 x-openstack-request-id: req-cbfdf661-46f2-490a-965d-8ac996f59cb7 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:07.803515 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:07.804372 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbfdf661-46f2-490a-965d-8ac996f59cb7 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:07.804792 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'status': 'completed', 'code': 200} Nov 03 19:40:07.828718 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920c55-f018-40db-84a9-c68009010d98 req-4c4817fd-98ee-4097-b15d-f0dabf41fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:07.831095 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-4c4817fd-98ee-4097-b15d-f0dabf41fd8a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1094 time: 0.0604725 Nov 03 19:40:07.886593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-906e7769-caec-46f7-bd74-0ad48109c869 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 217 time: 0.0469451 Nov 03 19:40:07.941962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920c55-f018-40db-84a9-c68009010d98 req-346c9402-83c5-4b50-be66-983be0de3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:07.943595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-346c9402-83c5-4b50-be66-983be0de3213 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0504880 Nov 03 19:40:08.007636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920c55-f018-40db-84a9-c68009010d98 req-c4b3b0a9-33db-4cd6-b887-accddd0b051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.009207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-c4b3b0a9-33db-4cd6-b887-accddd0b051c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571740 Nov 03 19:40:08.116841 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-e2bb7370-7a5f-4852-bf25-9df0335fed1b service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002684 Nov 03 19:40:08.214941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-53920c55-f018-40db-84a9-c68009010d98 req-758815d6-c0d7-4b71-ba11-4f7f8a390699 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908608 Nov 03 19:40:08.327152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-67c617b1-b653-4421-88c5-0f651368f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.329845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-67c617b1-b653-4421-88c5-0f651368f8a0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1094 time: 0.0576930 Nov 03 19:40:08.470397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-51b23962-e54a-49ac-a87a-7e2a9275a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.471889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-51b23962-e54a-49ac-a87a-7e2a9275a224 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1352978 Nov 03 19:40:08.480786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fee2c7-e470-46ae-816d-b982157d0de3 req-6fad843b-240f-4957-a030-f14fbfdd957f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.482345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54fee2c7-e470-46ae-816d-b982157d0de3 req-6fad843b-240f-4957-a030-f14fbfdd957f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 943 time: 0.0814254 Nov 03 19:40:08.527447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-857f8d90-80c2-48c2-b29c-2732f9d24036 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 217 time: 0.0440760 Nov 03 19:40:08.601497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54fee2c7-e470-46ae-816d-b982157d0de3 req-aed77465-3d00-4603-96e8-1f56b535942e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117151 Nov 03 19:40:08.605579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-348f788c-3373-4fde-86d3-d246c24a1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.607200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-348f788c-3373-4fde-86d3-d246c24a1d59 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0714259 Nov 03 19:40:08.664609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-0f5fc979-c950-456b-ac42-d9918b3e9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.666182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-0f5fc979-c950-456b-ac42-d9918b3e9b47 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516832 Nov 03 19:40:08.805113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-52e232a4-ca19-413e-ae3b-fadece88f076 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302600 Nov 03 19:40:08.935428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0f33db7-bfa2-4a1f-a10d-63e6f14753e8 req-4974c217-dda4-4812-a281-66d6258aca11 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221144 Nov 03 19:40:09.755347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b738f-3067-4976-ad01-f72ea54fb79a req-897f2280-8a3a-4a1d-a29d-e2f5ced764b7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:09.757857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-604b738f-3067-4976-ad01-f72ea54fb79a req-897f2280-8a3a-4a1d-a29d-e2f5ced764b7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 943 time: 0.0623286 Nov 03 19:40:09.824209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-604b738f-3067-4976-ad01-f72ea54fb79a req-684df6ca-b88b-4d7d-8b41-2c6113860143 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580814 Nov 03 19:40:10.245870 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.344654 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b4e24025-ea06-45f8-b475-5a8cb5d53fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.481750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 442f6fdd-8a6e-4478-961f-bc1ffbc136eb details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:40:10.584524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:10.597214 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'mac_address': 'fa:16:3e:78:92:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:40:10.640471 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.654743 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442f6fdd-8a6e-4478-961f-bc1ffbc136eb {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:40:10.675247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:10.680584 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.730015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:10.874589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['442f6fdd-8a6e-4478-961f-bc1ffbc136eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:40:10.994314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436402-9815-4849-9259-a55ae3ba60f4 req-f07dfb42-e49c-4623-ab5f-5f65ad22e3de tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:10.995873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c436402-9815-4849-9259-a55ae3ba60f4 req-f07dfb42-e49c-4623-ab5f-5f65ad22e3de tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 944 time: 0.0650971 Nov 03 19:40:11.071144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c436402-9815-4849-9259-a55ae3ba60f4 req-e23cc4b3-c4e1-410f-a559-4fe391b1db00 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645204 Nov 03 19:40:12.196705 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455fe7-7d87-4d27-8073-9be96b6e5b37 req-800220aa-7d8c-4afa-8ea9-ed13713c3d2b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:12.198153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da455fe7-7d87-4d27-8073-9be96b6e5b37 req-800220aa-7d8c-4afa-8ea9-ed13713c3d2b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 944 time: 0.0477962 Nov 03 19:40:12.245798 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da455fe7-7d87-4d27-8073-9be96b6e5b37 req-9fc01cbd-e3d4-4e71-947e-163b009aecbc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414343 Nov 03 19:40:12.324556 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.391028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.494511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 442f6fdd-8a6e-4478-961f-bc1ffbc136eb up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:12.546287 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:40:12.550432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:12.550809 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.634245 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.658152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:12.660680 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee71cc-575b-47a7-8fe7-2786ad63d607" -d '{"events": [{"server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "name": "network-vif-plugged", "status": "completed", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:12.675076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:12.680708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.709091 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7b7ee9-4ec8-41de-b0d8-304e48c4a1e8 x-openstack-request-id: req-fe7b7ee9-4ec8-41de-b0d8-304e48c4a1e8 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:12.709435 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "name": "network-vif-plugged", "status": "completed", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:12.709659 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe7b7ee9-4ec8-41de-b0d8-304e48c4a1e8 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:12.710639 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'code': 200} Nov 03 19:40:12.741692 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:12.750122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.750386 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.750726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.751172 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.751552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.751725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.752052 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.752380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.752730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.753051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.753376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.753721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:12.808953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126808f4-1e67-4a4c-8cbf-7d3ff2758a73 req-16e89adc-18ce-440d-93b5-ea479dd2b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:12.810492 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-126808f4-1e67-4a4c-8cbf-7d3ff2758a73 req-16e89adc-18ce-440d-93b5-ea479dd2b54d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1096 time: 0.0428891 Nov 03 19:40:12.867180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-126808f4-1e67-4a4c-8cbf-7d3ff2758a73 req-e0ddf7f5-4852-4f79-8f3c-243d9ee35157 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498805 Nov 03 19:40:13.373212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f96680-4e88-4c26-97a5-fde41d739d9e req-13c179a1-0ed9-40d3-be8b-0bc4adf084d2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:13.375069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70f96680-4e88-4c26-97a5-fde41d739d9e req-13c179a1-0ed9-40d3-be8b-0bc4adf084d2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0571549 Nov 03 19:40:13.426750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70f96680-4e88-4c26-97a5-fde41d739d9e req-bb699131-c332-4730-acd4-492021ef7f68 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 Nov 03 19:40:14.553036 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee27b7-3ae5-452d-9aff-c409600df7b2 req-de903466-d81a-4821-85c2-7b7a17deaa1e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:14.554919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9ee27b7-3ae5-452d-9aff-c409600df7b2 req-de903466-d81a-4821-85c2-7b7a17deaa1e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0515003 Nov 03 19:40:14.606606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9ee27b7-3ae5-452d-9aff-c409600df7b2 req-029573c9-50f7-4325-af8c-8a78c2217f39 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457306 Nov 03 19:40:14.720848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c730-c0ca-4b6d-978a-3561a476d7d3 req-ca240dcf-1d07-4700-ac3f-5b6ed4012fd5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:14.722278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a22c730-c0ca-4b6d-978a-3561a476d7d3 req-ca240dcf-1d07-4700-ac3f-5b6ed4012fd5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0494597 Nov 03 19:40:14.731854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 43756) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:14.736338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'floatingip': {'port_id': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:14.780589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.291545 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.295936 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.406560 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Floating IP d9b2197e-a419-40f2-a036-6038e31aad64 associated. External IP: 172.25.3.34, port: 442f6fdd-8a6e-4478-961f-bc1ffbc136eb. Nov 03 19:40:15.646162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:15.775315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:15.780566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.787328 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:15.810269 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:15.811361 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:40:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:15.817172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ba282ad-303c-495d-b3da-f634a9142f61 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "PUT /v2.0/floatingips/d9b2197e-a419-40f2-a036-6038e31aad64 HTTP/1.1" status: 200 len: 990 time: 1.0837619 Nov 03 19:40:15.817902 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:15.821097 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc48e8f0-c7a0-45b9-8c92-377173c52515" -d '{"events": [{"name": "network-changed", "server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:15.936749 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447d8189-3334-4843-a954-8ae9dd7466ff x-openstack-request-id: req-447d8189-3334-4843-a954-8ae9dd7466ff {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:15.937256 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:15.937705 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-447d8189-3334-4843-a954-8ae9dd7466ff {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:15.938353 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'status': 'completed', 'code': 200} Nov 03 19:40:15.980678 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:16.027020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-e0df107c-524e-47d6-b402-2643e5b7bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:16.028600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-e0df107c-524e-47d6-b402-2643e5b7bb4d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1096 time: 0.0648928 Nov 03 19:40:16.159873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-aee79137-eaaf-46f5-becc-5808347f7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:16.162438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-aee79137-eaaf-46f5-becc-5808347f7e43 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1244407 Nov 03 19:40:16.247830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-72d50e6d-e6a8-49d1-8e19-ec99f72a9222 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 998 time: 0.0780015 Nov 03 19:40:16.302632 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:78:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e717b196-5268-4349-a3a3-cfa137385179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:40:15Z', 'revision_number': 1, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:16.306616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-8b5a2d5a-d5a5-4693-bb14-c2adbaa90d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:16.306616 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-8b5a2d5a-d5a5-4693-bb14-c2adbaa90d99 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0502205 Nov 03 19:40:16.334247 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:16.347492 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:16.348607 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:40:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:16.358007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-ca7b43dc-62bc-48ce-95bd-d89fc4547295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:16.360209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-ca7b43dc-62bc-48ce-95bd-d89fc4547295 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480497 Nov 03 19:40:16.463732 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:16.464031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-2da75e2e-f54d-493d-9985-78598f84e7dd service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961437 Nov 03 19:40:16.568180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc48e8f0-c7a0-45b9-8c92-377173c52515 req-c378dbae-302c-49d1-ad1b-7618b319f0ec service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967944 Nov 03 19:40:16.745317 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:78:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e717b196-5268-4349-a3a3-cfa137385179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:40:15Z', 'revision_number': 1, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:16.774414 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b22a-2364-43ac-8e4c-1e45f523a3e7 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:78:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e717b196-5268-4349-a3a3-cfa137385179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:40:15Z', 'revision_number': 1, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:17.039701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe07e9-e413-4ca1-99a7-2756ad6ca5ba None None] New status for floating IP d9b2197e-a419-40f2-a036-6038e31aad64: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:40:32.816094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:33.156897 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:40:33.822814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:36.136439 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-db58cffc-8baa-4e21-90e2-62f450632b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:38.098870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-a59bc9cc-1cea-498f-b60d-c2e16b4087ab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508196 Nov 03 19:40:38.183668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-4098f522-883c-401b-bf15-62b36c71d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:38.185326 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-4098f522-883c-401b-bf15-62b36c71d798 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1096 time: 0.0421379 Nov 03 19:40:38.294376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-f5fca7f3-a18e-4e67-b0ad-a6417bc40b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:38.296598 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-f5fca7f3-a18e-4e67-b0ad-a6417bc40b4a service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0903509 Nov 03 19:40:38.693602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-c2f09641-eb31-4216-b328-dba067610cc6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 1000 time: 0.3898225 Nov 03 19:40:38.748270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-7d0a6cd8-d4bc-4475-ae30-115a4899dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:38.750033 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-7d0a6cd8-d4bc-4475-ae30-115a4899dbd9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0486922 Nov 03 19:40:38.802011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-a6b0f8c6-9a95-42a2-ab29-98c1af0d2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:38.803903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-a6b0f8c6-9a95-42a2-ab29-98c1af0d2a3c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463789 Nov 03 19:40:38.915935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-0f2559c8-2dd5-47ca-8851-d69e8a959910 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041062 Nov 03 19:40:39.023887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aaccb05d-1f09-4a65-ad5b-d3051357ee8b req-df365ba2-3f83-4f1b-8006-fa70a2360eb1 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976739 Nov 03 19:40:40.246030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:40.344772 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7afff1dd-6ab7-43f0-9990-6ae6a276fa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:42.327930 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:42.393117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:02.834322 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.841024 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:06.129446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a4849bee-d945-4c93-8b01-980a1afd19f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:10.158409 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:41:10.252256 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:10.353095 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a12b-b215-4801-9eab-c4ba451246f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:12.329708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:12.397249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:32.864288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:33.848488 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:36.131382 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cd30725c-51c0-48fe-8cc0-610c9f4d46d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:39.880139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-cdc86d8d-6577-4b25-8394-1bf5e0698cfe service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405555 Nov 03 19:41:39.967442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-47e59562-193c-415d-89aa-d21049ffbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:39.969082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-47e59562-193c-415d-89aa-d21049ffbde1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1096 time: 0.0414677 Nov 03 19:41:40.075946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-e75ea0e1-5ac5-45ab-abae-9f65dacd76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:40.077402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-e75ea0e1-5ac5-45ab-abae-9f65dacd76dd service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0900404 Nov 03 19:41:40.142466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-6d653813-646b-4031-9611-22e861f924ad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 1000 time: 0.0585420 Nov 03 19:41:40.196410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-ab4c1b46-45dc-4f09-9e68-36a0ef2bb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:40.197887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-ab4c1b46-45dc-4f09-9e68-36a0ef2bb8f7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0452456 Nov 03 19:41:40.250156 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:40.251984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-52a25c11-36ed-4ab9-86e1-ef9e6889f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:40.253572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-52a25c11-36ed-4ab9-86e1-ef9e6889f30f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491712 Nov 03 19:41:40.345875 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5e50222b-9d32-46b8-b772-6e23fa0a1b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:40.352831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-7dd56c23-2853-4393-a89d-2282b64d3d0d service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924215 Nov 03 19:41:40.448624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79ae842e-a518-4375-a8c8-308e2eaa35ae req-c0184116-eccc-487c-85a9-7cd857a15a0f service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885322 Nov 03 19:41:42.333950 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:42.397854 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:47.160249 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:41:50.952009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fcc16-87a3-4b49-8973-c5031e62dafe req-176101ae-e47e-4571-832c-c07dffe02724 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:50.953638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b52fcc16-87a3-4b49-8973-c5031e62dafe req-176101ae-e47e-4571-832c-c07dffe02724 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0523291 Nov 03 19:41:51.001263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b52fcc16-87a3-4b49-8973-c5031e62dafe req-867cb7b1-9e97-475e-9cac-9183ff477e07 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414553 Nov 03 19:41:51.233366 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-ab018ab6-5b46-43bd-8d21-75138f5170ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455379 Nov 03 19:41:51.241299 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9866f-f68a-40d3-a21d-88c1770a59ab req-62947988-ebb6-4024-a2fc-110ff7d10097 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:51.242875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72b9866f-f68a-40d3-a21d-88c1770a59ab req-62947988-ebb6-4024-a2fc-110ff7d10097 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0494719 Nov 03 19:41:51.299526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-72b9866f-f68a-40d3-a21d-88c1770a59ab req-0e704af0-aa09-4cbf-bf2a-2a5496e014d5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491004 Nov 03 19:41:52.301475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-ca60a27c-277c-4dc7-a813-6eaa4cdfe4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:52.302967 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-ca60a27c-277c-4dc7-a813-6eaa4cdfe4da service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1096 time: 0.0405602 Nov 03 19:41:52.424565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-441ff9da-bb6f-4fb4-a9f8-9a2f0bfbf9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:52.426063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-441ff9da-bb6f-4fb4-a9f8-9a2f0bfbf9e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1159885 Nov 03 19:41:52.448126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80adc5-fd82-42a5-beb2-8b23e64384b4 req-8eaab3ec-58f2-44b1-b19c-7ad07ca7089a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:52.449627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e80adc5-fd82-42a5-beb2-8b23e64384b4 req-8eaab3ec-58f2-44b1-b19c-7ad07ca7089a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0755131 Nov 03 19:41:52.525724 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-9145ff69-83da-4d98-beec-667cf8c1dab0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 1000 time: 0.0918307 Nov 03 19:41:52.547582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e80adc5-fd82-42a5-beb2-8b23e64384b4 req-ab11b465-eede-4487-a508-428c648c0a49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703988 Nov 03 19:41:52.585814 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-480354e9-58ee-4dff-bd33-b89144a891ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:52.587278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-480354e9-58ee-4dff-bd33-b89144a891ee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0535336 Nov 03 19:41:52.633070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-049bee71-5c70-4f75-a691-c89d100a92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:52.634595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-049bee71-5c70-4f75-a691-c89d100a92c7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407538 Nov 03 19:41:52.724957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-85cb90f1-c5ca-4ed5-bd51-bd65a890707f service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834301 Nov 03 19:41:52.819572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-0d4d4157-6d2c-418f-ad46-a55d6be64030 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881846 Nov 03 19:41:53.665322 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a60cc-15d2-415e-ba5a-0a7dca109f86 req-08a418e5-51ea-46fb-aafa-7081ec11e761 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:53.666816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d2a60cc-15d2-415e-ba5a-0a7dca109f86 req-08a418e5-51ea-46fb-aafa-7081ec11e761 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0495009 Nov 03 19:41:53.714087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d2a60cc-15d2-415e-ba5a-0a7dca109f86 req-3dafc983-bd98-47ad-a8cb-4c6b27efa4f8 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Nov 03 19:41:54.839241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1770f-f7c2-414f-9ad3-61a638314a07 req-6227841b-c06d-43d7-a74d-c424a6b02f15 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:54.841345 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6b1770f-f7c2-414f-9ad3-61a638314a07 req-6227841b-c06d-43d7-a74d-c424a6b02f15 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0543287 Nov 03 19:41:54.888780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e6b1770f-f7c2-414f-9ad3-61a638314a07 req-b065d7f1-78a6-428e-a9a2-f7429912859d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Nov 03 19:41:56.009599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d782e3-6fa9-4093-8bd8-8f74cac980c8 req-254b021d-f13c-40f9-9fce-bd7208285659 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:56.011129 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16d782e3-6fa9-4093-8bd8-8f74cac980c8 req-254b021d-f13c-40f9-9fce-bd7208285659 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0504720 Nov 03 19:41:56.060432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16d782e3-6fa9-4093-8bd8-8f74cac980c8 req-5f1b42c0-8093-49ed-afc4-a8ba57b1d3dc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Nov 03 19:41:57.181691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ce9d8-5604-4a33-b8b8-c60a88521c9a req-72113d71-a701-4799-b1f2-fefec50b382f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:57.183189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e6ce9d8-5604-4a33-b8b8-c60a88521c9a req-72113d71-a701-4799-b1f2-fefec50b382f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0533454 Nov 03 19:41:57.238576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e6ce9d8-5604-4a33-b8b8-c60a88521c9a req-d3ccaa6b-1c1d-436b-b469-a61bcbf41150 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471492 Nov 03 19:41:58.389063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e09970-3369-40fb-b84f-983c29a27f51 req-70468624-e840-4a81-a219-e02dc451508d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:58.391909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b8e09970-3369-40fb-b84f-983c29a27f51 req-70468624-e840-4a81-a219-e02dc451508d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0799642 Nov 03 19:41:58.450050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b8e09970-3369-40fb-b84f-983c29a27f51 req-f13b49ec-abb7-4dbe-b5e2-eb864da5c90a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487018 Nov 03 19:41:59.578033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d7606-6685-43c8-b48b-798da7feee51 req-3e85d304-a251-471b-be83-db936093e3e0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:59.579557 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f57d7606-6685-43c8-b48b-798da7feee51 req-3e85d304-a251-471b-be83-db936093e3e0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0508544 Nov 03 19:41:59.631525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f57d7606-6685-43c8-b48b-798da7feee51 req-84cfbdc0-7b50-488b-b84c-50ffbf961d0d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Nov 03 19:42:00.761432 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428900d-55ed-44b5-aec7-d1b70a0519b6 req-f5065110-a102-462b-a680-0fd9fd3a886f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:00.763024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b428900d-55ed-44b5-aec7-d1b70a0519b6 req-f5065110-a102-462b-a680-0fd9fd3a886f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0573244 Nov 03 19:42:00.815964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b428900d-55ed-44b5-aec7-d1b70a0519b6 req-896cff8b-b17e-4b93-922b-c64c4512cebc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463085 Nov 03 19:42:01.939734 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f09d10-2b15-4e22-a913-59e4101d7028 req-b8d08079-688b-4815-bc26-d4b17776474e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:01.941263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9f09d10-2b15-4e22-a913-59e4101d7028 req-b8d08079-688b-4815-bc26-d4b17776474e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Nov 03 19:42:01.990575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9f09d10-2b15-4e22-a913-59e4101d7028 req-850d1d48-64ea-4ba3-82fc-6fed6b5845c3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Nov 03 19:42:02.858867 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:03.113103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698fa26-a242-4227-af7f-1f70bfdd5dc2 req-5bbcb361-a449-4bcf-aa1a-5b196a8f0abb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:03.114631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f698fa26-a242-4227-af7f-1f70bfdd5dc2 req-5bbcb361-a449-4bcf-aa1a-5b196a8f0abb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0510287 Nov 03 19:42:03.169182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f698fa26-a242-4227-af7f-1f70bfdd5dc2 req-0acfa28d-396c-4c78-b6f6-ae99cc4982a7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481339 Nov 03 19:42:03.864735 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:04.296428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e082-8380-4148-a409-cf0d3c3377a7 req-aef1ed0c-c5a9-466b-866d-7a1692e21613 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:04.298040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2dd2e082-8380-4148-a409-cf0d3c3377a7 req-aef1ed0c-c5a9-466b-866d-7a1692e21613 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0576630 Nov 03 19:42:04.356177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2dd2e082-8380-4148-a409-cf0d3c3377a7 req-e955328f-ac85-43ee-b9a6-4e8ec3d08686 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515077 Nov 03 19:42:04.687322 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-3c6b818c-9c22-47de-b32d-e7795fb804ed service neutron] show failed (client error): The resource could not be found. Nov 03 19:42:04.688351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-3c6b818c-9c22-47de-b32d-e7795fb804ed service neutron] 10.222.0.96 "GET /v2.0/ports/442f6fdd-8a6e-4478-961f-bc1ffbc136eb/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0551012 Nov 03 19:42:04.931535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-856e398a-3428-49a8-81fc-599c7ab5a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:04.933045 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-856e398a-3428-49a8-81fc-599c7ab5a171 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 1096 time: 0.0838554 Nov 03 19:42:04.944647 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-9613eb69-4e1c-49b8-bf70-6b0d19ed783e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:42:04.945558 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-9613eb69-4e1c-49b8-bf70-6b0d19ed783e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053928 Nov 03 19:42:04.958020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:05.014205 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:05.237398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:05.274515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:42:05.315565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:05.317899 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037e3c1c-4ffd-4084-b267-2c1f5fe44bc9" -d '{"events": [{"server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "name": "network-vif-unplugged", "status": "completed", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:05.322232 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:05.337698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Transition to ACTIVE for port object 442f6fdd-8a6e-4478-961f-bc1ffbc136eb will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:42:05.342794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:05.380177 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c6fa96-1833-495d-9402-ea2000687190 x-openstack-request-id: req-53c6fa96-1833-495d-9402-ea2000687190 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:05.380506 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "name": "network-vif-unplugged", "status": "completed", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:05.380698 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53c6fa96-1833-495d-9402-ea2000687190 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:05.381106 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'code': 200} Nov 03 19:42:05.457862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:05.484578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.484930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.485275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.485652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.485993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.486329 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.486662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.486993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.487327 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.487715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.487988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.488310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:05.524652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657672a4-f50f-4d65-ab07-a898674ab884 req-28423f1b-088f-4a6a-bbdf-005bf72d1ff0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:05.526387 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-657672a4-f50f-4d65-ab07-a898674ab884 req-28423f1b-088f-4a6a-bbdf-005bf72d1ff0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 943 time: 0.0750058 Nov 03 19:42:05.558927 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] No DVR routers for this DVR port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:05.581979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-657672a4-f50f-4d65-ab07-a898674ab884 req-77c5a6fa-1334-4f3f-b8ef-9c472f0fb45c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477252 Nov 03 19:42:05.705798 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Attempting to bind port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:42:05.706064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Attempting to bind port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:42:05.706511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Attempting to bind port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:05.710907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:42:05.711222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Attempting to bind port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:05.716839 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:42:05.717267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:42:05.717617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:42:05.718042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Bound port: 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:42:05.718397 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:05.780221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:42:05.783124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:42:05.787718 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:05.824872 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:05.825518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:05.826908 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] 10.222.0.70 "PUT /v2.0/ports/442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 1091 time: 0.8730421 Nov 03 19:42:05.846092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921e011-02e9-4db3-be60-64cc5330fb53 service neutron] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:05.894038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-4b9be2a0-b413-4643-b13f-ba1b184c710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:05.895798 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-4b9be2a0-b413-4643-b13f-ba1b184c710b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1094 time: 0.0439129 Nov 03 19:42:06.000142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-7ec88478-1f27-427e-ad6a-3098e8d8bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:06.001735 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-7ec88478-1f27-427e-ad6a-3098e8d8bbc0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0988665 Nov 03 19:42:06.101880 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-314f3bee-b25c-4f74-a68e-557d826213f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 998 time: 0.0931075 Nov 03 19:42:06.133046 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de18a13c-5d14-49ca-9056-952c383159d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:06.152356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-b2cb2cd9-eee1-4c23-8dc9-3c5bb02f2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:06.153855 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-b2cb2cd9-eee1-4c23-8dc9-3c5bb02f2d3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0456936 Nov 03 19:42:06.208806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-75308c47-0c45-4eaf-b3c3-5def889e041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:06.210344 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-75308c47-0c45-4eaf-b3c3-5def889e041e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498357 Nov 03 19:42:06.303879 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-4cd637fe-9bbb-4824-aa28-4cd328f09633 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863738 Nov 03 19:42:06.395803 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e7290659-4f0d-48b2-bc36-965843ef4825 req-ccb714c4-e741-4e04-9f1f-e0c8804e4f94 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853546 Nov 03 19:42:06.705778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a3c68-a017-4e9e-a482-670441768506 req-d87c33da-0b8f-4e78-9ba4-e31968ae9e16 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:06.707320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c39a3c68-a017-4e9e-a482-670441768506 req-d87c33da-0b8f-4e78-9ba4-e31968ae9e16 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 943 time: 0.0513272 Nov 03 19:42:06.760221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c39a3c68-a017-4e9e-a482-670441768506 req-84763a85-1350-4901-8c78-f2ad333d293c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467019 Nov 03 19:42:07.382599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:07.385645 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b84cf7-4876-4424-856b-82474c76cd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:07.437776 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a62e1e-351b-471b-9280-0b5c338dd6e4 x-openstack-request-id: req-45a62e1e-351b-471b-9280-0b5c338dd6e4 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:07.438073 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:07.438331 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45a62e1e-351b-471b-9280-0b5c338dd6e4 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:07.438908 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'status': 'completed', 'code': 200} Nov 03 19:42:07.498686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84cf7-4876-4424-856b-82474c76cd7b req-52860355-18e8-4855-aef4-60976b05d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:07.500219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-52860355-18e8-4855-aef4-60976b05d6d9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1094 time: 0.0428336 Nov 03 19:42:07.506965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84cf7-4876-4424-856b-82474c76cd7b req-309d5b39-9ba6-44e5-a6f5-2a3ee99035ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:07.508541 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-309d5b39-9ba6-44e5-a6f5-2a3ee99035ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1094 time: 0.0469558 Nov 03 19:42:07.600540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84cf7-4876-4424-856b-82474c76cd7b req-e11a4720-8c01-4d34-92ab-e9988610d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:07.601457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84cf7-4876-4424-856b-82474c76cd7b req-d0326a22-2335-49a6-b361-a21af59429f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:07.602064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-e11a4720-8c01-4d34-92ab-e9988610d807 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0920312 Nov 03 19:42:07.602880 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-d0326a22-2335-49a6-b361-a21af59429f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0871942 Nov 03 19:42:07.679195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-9f08878b-e85c-4208-8450-b9cc33514847 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 998 time: 0.0704756 Nov 03 19:42:07.680120 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-e1b6ebbc-1c91-4d61-b4f1-d204e751bcce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 998 time: 0.0673447 Nov 03 19:42:07.731710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84cf7-4876-4424-856b-82474c76cd7b req-2b687475-0088-44d6-829a-b45ce62db3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:07.733180 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-2b687475-0088-44d6-829a-b45ce62db3c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0468104 Nov 03 19:42:07.735461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84cf7-4876-4424-856b-82474c76cd7b req-35e079ca-cd69-4670-bd35-2d40bd6a6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:07.736931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-35e079ca-cd69-4670-bd35-2d40bd6a6a02 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0509219 Nov 03 19:42:07.786667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84cf7-4876-4424-856b-82474c76cd7b req-756de4b8-f95f-46c7-b1de-90677b75340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:07.787223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84cf7-4876-4424-856b-82474c76cd7b req-a2f9c3e1-a740-48cf-a169-1191e45272eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:07.788187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-756de4b8-f95f-46c7-b1de-90677b75340b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474815 Nov 03 19:42:07.788742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-a2f9c3e1-a740-48cf-a169-1191e45272eb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451109 Nov 03 19:42:07.903738 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-c729c8b3-682a-4cba-823e-12d6370873cd service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068451 Nov 03 19:42:07.904056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-22ff14e0-8c0e-40df-843e-88bd1df3bae7 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084313 Nov 03 19:42:08.015850 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-467bd126-ef0c-4f8a-a04b-7d0cda357abd service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023734 Nov 03 19:42:08.063146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041b5f-4d00-4cda-823e-1e39ab45a069 req-020ef7e7-8dd2-42c5-a0d0-75fad2289cef tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:08.064746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46041b5f-4d00-4cda-823e-1e39ab45a069 req-020ef7e7-8dd2-42c5-a0d0-75fad2289cef tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 943 time: 0.2117186 Nov 03 19:42:08.069028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13b84cf7-4876-4424-856b-82474c76cd7b req-22022310-8d36-4ce8-8a26-0023a9ae68dc service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531236 Nov 03 19:42:08.123378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46041b5f-4d00-4cda-823e-1e39ab45a069 req-c373a917-7b9d-428c-becc-fc968c9b494c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523129 Nov 03 19:42:08.900460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 442f6fdd-8a6e-4478-961f-bc1ffbc136eb details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:42:09.000013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:09.012015 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'mac_address': 'fa:16:3e:78:92:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:42:09.048962 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:09.052345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 442f6fdd-8a6e-4478-961f-bc1ffbc136eb no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:09.085539 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442f6fdd-8a6e-4478-961f-bc1ffbc136eb {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:42:09.113335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:09.118649 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:09.125133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 442f6fdd-8a6e-4478-961f-bc1ffbc136eb not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:09.177932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:09.185940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.186280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.186615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.186943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.187270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.187594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.187916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.188234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.188552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.188869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.189190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.189558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:09.245683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0321ad-849e-462d-94b6-42fe074881b8 req-e1a27125-149c-47e6-9521-46ea61185ad3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:09.248069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f0321ad-849e-462d-94b6-42fe074881b8 req-e1a27125-149c-47e6-9521-46ea61185ad3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 944 time: 0.0510044 Nov 03 19:42:09.301060 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f0321ad-849e-462d-94b6-42fe074881b8 req-a2c5496b-2c53-4b4a-9c74-27ad1e8acb49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467050 Nov 03 19:42:09.369826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['442f6fdd-8a6e-4478-961f-bc1ffbc136eb'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:42:09.547327 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f25c6-5c8f-42bc-9aef-26d8a28c6fc5 req-68f7bb40-02cd-4231-b8c9-6b8fba050be1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:09.548819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d3f25c6-5c8f-42bc-9aef-26d8a28c6fc5 req-68f7bb40-02cd-4231-b8c9-6b8fba050be1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 944 time: 0.0872123 Nov 03 19:42:09.561925 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cf664-179a-4636-8693-44c019f6aab3 req-8d1c9718-41b5-4699-83c5-cd877f391f64 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:09.563398 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-8d1c9718-41b5-4699-83c5-cd877f391f64 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179&tenant_id=6d0a1f1d55524c0d9be03477f0b01171&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 944 time: 0.0891180 Nov 03 19:42:09.639925 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d3f25c6-5c8f-42bc-9aef-26d8a28c6fc5 req-99e2c41f-4a93-4b0d-b9d3-d8ca5c6b6672 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753810 Nov 03 19:42:09.655881 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-738cf664-179a-4636-8693-44c019f6aab3 req-3917e592-8ac9-4ce3-8dee-bb89c7b8c3fa service neutron] delete failed (client error): The resource could not be found. Nov 03 19:42:09.656859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-3917e592-8ac9-4ce3-8dee-bb89c7b8c3fa service neutron] 10.222.0.96 "DELETE /v2.0/ports/442f6fdd-8a6e-4478-961f-bc1ffbc136eb/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0776384 Nov 03 19:42:09.741186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cf664-179a-4636-8693-44c019f6aab3 req-e84c7cab-1042-45ec-94ed-212dfe481971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:09.742772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-e84c7cab-1042-45ec-94ed-212dfe481971 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 1095 time: 0.0421999 Nov 03 19:42:09.845702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cf664-179a-4636-8693-44c019f6aab3 req-544cdd2f-a768-465a-9360-5001e1a3e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:09.847247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-544cdd2f-a768-465a-9360-5001e1a3e8b9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0977798 Nov 03 19:42:09.925608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-e2dc91ea-398a-4f60-9e2d-939aa5970fcd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 200 len: 999 time: 0.0711393 Nov 03 19:42:09.981847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cf664-179a-4636-8693-44c019f6aab3 req-d603649d-9eb3-4a11-b8d5-789f218d0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:09.983414 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-d603649d-9eb3-4a11-b8d5-789f218d0c92 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0511069 Nov 03 19:42:10.036003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cf664-179a-4636-8693-44c019f6aab3 req-34fcf552-d75b-4830-86ae-32ff7a578e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:10.037625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-34fcf552-d75b-4830-86ae-32ff7a578e68 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464866 Nov 03 19:42:10.137837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-7f6e22e0-4882-4666-aa45-99bfa8d0f5e0 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926983 Nov 03 19:42:10.237461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-738cf664-179a-4636-8693-44c019f6aab3 req-9dedf5da-7661-44d9-b153-e5693ffd2e14 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925672 Nov 03 19:42:10.258855 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:10.354616 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3df5c852-cbc1-4c43-a985-047c94e47ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:10.772434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2770f-c288-4dad-b19a-b376701a4541 req-4b3d7bac-3b8b-48dc-843b-fad4dccffe31 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:10.774021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fee2770f-c288-4dad-b19a-b376701a4541 req-4b3d7bac-3b8b-48dc-843b-fad4dccffe31 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 944 time: 0.0584762 Nov 03 19:42:10.834433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fee2770f-c288-4dad-b19a-b376701a4541 req-8b9ba27a-78c3-4eeb-ad54-3f8ae5ab20e2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482438 Nov 03 19:42:10.916108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 442f6fdd-8a6e-4478-961f-bc1ffbc136eb up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:10.961691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1bead-3b44-4440-891e-e156bf713c9c req-f63dc558-d467-48a6-9b3f-672c958bf664 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:10.963268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ff1bead-3b44-4440-891e-e156bf713c9c req-f63dc558-d467-48a6-9b3f-672c958bf664 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 944 time: 0.0558462 Nov 03 19:42:10.969188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:42:10.973942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:10.974322 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:11.017332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ff1bead-3b44-4440-891e-e156bf713c9c req-b160c1c2-1fe5-4eb8-afed-aed5979d6c3b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Nov 03 19:42:11.055102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:11.085401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:11.087857 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d686c9c7-6c9a-4f8a-940e-c71932939bcb" -d '{"events": [{"server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "name": "network-vif-plugged", "status": "completed", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:11.102993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:11.108486 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:11.144009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8802259-7555-47c6-8811-661a008f97d6 req-aea64843-8d31-4e7d-b643-84a59657897e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:11.145699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8802259-7555-47c6-8811-661a008f97d6 req-aea64843-8d31-4e7d-b643-84a59657897e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 944 time: 0.0566645 Nov 03 19:42:11.162306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:11.196974 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8802259-7555-47c6-8811-661a008f97d6 req-8ea0a489-aa6a-4c2a-9d77-10958fc7ab21 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 Nov 03 19:42:11.241682 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add0a394-7f36-4add-8294-626789879c36 x-openstack-request-id: req-add0a394-7f36-4add-8294-626789879c36 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:11.241974 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "name": "network-vif-plugged", "status": "completed", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:11.242227 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-add0a394-7f36-4add-8294-626789879c36 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:11.242622 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'code': 200} Nov 03 19:42:11.478344 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1d60-2469-4768-b1c3-5b6fed77f050 req-aecc6f06-4e21-4978-9fda-3ec2a1ae954f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:11.479852 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e88f1d60-2469-4768-b1c3-5b6fed77f050 req-aecc6f06-4e21-4978-9fda-3ec2a1ae954f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0511639 Nov 03 19:42:11.531975 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e88f1d60-2469-4768-b1c3-5b6fed77f050 req-a6e2a6a4-c59d-4b7b-9cbb-2328b269d87e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459266 Nov 03 19:42:12.337808 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.402263 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.656087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b986fb-0eff-4d0d-8d1b-1b0b21603472 req-6ad2e46a-8dcf-4ecb-97a8-4bd9149ac9aa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:12.657729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67b986fb-0eff-4d0d-8d1b-1b0b21603472 req-6ad2e46a-8dcf-4ecb-97a8-4bd9149ac9aa tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0532835 Nov 03 19:42:12.721176 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-67b986fb-0eff-4d0d-8d1b-1b0b21603472 req-38298fae-d357-44c2-bff1-b9084181d71d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570502 Nov 03 19:42:12.766757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6fb087a3-4f5f-4602-84df-4256cb94cc93 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:12.768106 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6fb087a3-4f5f-4602-84df-4256cb94cc93 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 945 time: 0.0926538 Nov 03 19:42:12.896965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Deleting port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:12.897312 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:13.004730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] For port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:13.005078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:13.255425 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:13.255807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:13.256189 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Floating IP d9b2197e-a419-40f2-a036-6038e31aad64 disassociated. External IP: 172.25.3.34, port: 442f6fdd-8a6e-4478-961f-bc1ffbc136eb. Nov 03 19:42:13.256740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Calling delete_port for 442f6fdd-8a6e-4478-961f-bc1ffbc136eb owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:13.405894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:13.727687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event deleted for resources: {'Port': ['ID=442f6fdd-8a6e-4478-961f-bc1ffbc136eb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:13.829784 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c16745bc-8890-49dd-a1cc-98d1f4cd380a req-c001a9ed-a463-4ee5-a385-3e0fb34f4ded tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=e717b196-5268-4349-a3a3-cfa137385179 HTTP/1.1" status: 200 len: 210 time: 0.0279305 Nov 03 19:42:13.872549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:13.990313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:14.000621 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:14.010659 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:14.011218 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:42:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:14.050789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] No DVR routers for this DVR port 442f6fdd-8a6e-4478-961f-bc1ffbc136eb on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:14.053511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:14.056888 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-81e8960a-4d1b-4c79-a6f8-783939100851 req-6b99cc1f-fceb-493d-bcb7-27fbe6a34c9b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "DELETE /v2.0/ports/442f6fdd-8a6e-4478-961f-bc1ffbc136eb HTTP/1.1" status: 204 len: 173 time: 1.2791672 Nov 03 19:42:14.057332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'name': 'network-vif-deleted', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:14.060230 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f92353-a734-4209-b785-16ce900c36e4" -d '{"events": [{"server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "name": "network-vif-deleted", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:14.100116 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96b9d9a-0d1f-45b2-8901-5d7f1523c690 x-openstack-request-id: req-d96b9d9a-0d1f-45b2-8901-5d7f1523c690 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:14.100415 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e717b196-5268-4349-a3a3-cfa137385179", "name": "network-vif-deleted", "tag": "442f6fdd-8a6e-4478-961f-bc1ffbc136eb", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:14.100673 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d96b9d9a-0d1f-45b2-8901-5d7f1523c690 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:14.101084 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e717b196-5268-4349-a3a3-cfa137385179', 'name': 'network-vif-deleted', 'tag': '442f6fdd-8a6e-4478-961f-bc1ffbc136eb', 'status': 'completed', 'code': 200} Nov 03 19:42:14.124574 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:14.349642 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:14.376635 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:14.385304 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:14.385942 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:42:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:14.491058 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:14.689781 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:14.720656 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69088c4c-e314-47e4-818d-eb9e395f6ef1 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:14.981122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb20f7-4b28-4553-8b80-ccad0b563d58 None None] New status for floating IP d9b2197e-a419-40f2-a036-6038e31aad64: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:42:15.113016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-76c7ebf9-c9fe-43ca-a551-3f5987583a9c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1312457965&fields=id&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 267 time: 0.0541766 Nov 03 19:42:15.229378 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-83f373a7-ef3a-41a5-b2f0-9ac33991a6b7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:15.231103 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-83f373a7-ef3a-41a5-b2f0-9ac33991a6b7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 812 time: 0.1110642 Nov 03 19:42:15.246191 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-599ba794-6558-450c-89e9-b3d5dd53cf64 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/quotas/6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 375 time: 0.0093546 Nov 03 19:42:15.302108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-e73878a6-c0b6-458b-a80f-d09677246731 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497885 Nov 03 19:42:15.418213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-2daa1b40-4309-4be4-ae92-aa5318853d10 service neutron] 10.222.0.77 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038988 Nov 03 19:42:15.540410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-e393e99f-f051-4f26-adfd-7404a939a215 service neutron] 10.222.0.77 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157079 Nov 03 19:42:15.718883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-79a4330b-cd28-4e78-8e83-8c9bcc7b16ee req-ed73ceb9-6b24-4c46-95fb-a54a3659d9d2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 210 time: 0.0314012 Nov 03 19:42:16.643593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b7dee43-2800-47bb-ac1a-d7de3577967f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:16.645131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b7dee43-2800-47bb-ac1a-d7de3577967f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 812 time: 0.1073837 Nov 03 19:42:16.708924 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-cc8bbe3a-2f1e-4ea8-9f97-b881f08cb457 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 380 time: 0.0548811 Nov 03 19:42:16.725702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'port': {'device_id': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'admin_state_up': True, 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'security_groups': ['373e8eef-f919-4635-bba3-2611ea93bb73']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:16.826223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b30d47c-cd24-4db1-80cd-e19c0f7c8453 req-c2db7dc0-f81c-47c5-b178-1e1308a218e4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 210 time: 0.0342474 Nov 03 19:42:16.870192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Made reservation on behalf of 6d0a1f1d55524c0d9be03477f0b01171 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:42:16.874312 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:16.946272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 442f6fdd-8a6e-4478-961f-bc1ffbc136eb no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:16.971115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 442f6fdd-8a6e-4478-961f-bc1ffbc136eb {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:16.971468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 442f6fdd-8a6e-4478-961f-bc1ffbc136eb not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:17.009795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Allocated IP 172.20.0.8 (c6be7af9-35f4-43eb-9b96-f6202bd06e0a/fdf8502f-c84c-4c6c-ab3d-12705c137686/574fb477-0ebe-477a-a782-46ec64d518f7) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:42:17.154391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:17.187495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:17.230451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:42:17.235744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:17.239653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:42:17.246761 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:17.273078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.273462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.273798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.274139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.274475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.274811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.275148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.275461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.275785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.276112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.276463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.276846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:17.308953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:17.309626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:17.326750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-fbda6d2d-9588-4fc4-8312-d583728e9e49 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050396 Nov 03 19:42:17.340935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Request body: {'port': {'device_id': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:17.401351 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:17.529679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ae1dd34d-3e37-4270-8285-24bafb659d37 None None] Provisioning complete for port 574fb477-0ebe-477a-a782-46ec64d518f7 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:17.530938 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd34d-3e37-4270-8285-24bafb659d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:17.567515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ae1dd34d-3e37-4270-8285-24bafb659d37 None None] Port 574fb477-0ebe-477a-a782-46ec64d518f7 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:42:17.684703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574fb477-0ebe-477a-a782-46ec64d518f7 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:42:17.692804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:17.705191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Transition to ACTIVE for port object 574fb477-0ebe-477a-a782-46ec64d518f7 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:42:17.709603 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:17.765090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:17.844739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Attempting to bind port 574fb477-0ebe-477a-a782-46ec64d518f7 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:42:17.845076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Attempting to bind port 574fb477-0ebe-477a-a782-46ec64d518f7 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:42:17.845428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Attempting to bind port 574fb477-0ebe-477a-a782-46ec64d518f7 on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:17.850548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Port 574fb477-0ebe-477a-a782-46ec64d518f7 on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:42:17.850870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Attempting to bind port 574fb477-0ebe-477a-a782-46ec64d518f7 on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:17.858229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:42:17.858566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:42:17.858956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:42:17.859389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Bound port: 574fb477-0ebe-477a-a782-46ec64d518f7, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:42:17.859840 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:17.955460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:42:17.959450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:42:17.965921 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:18.005827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7dac7-be7e-49fe-8076-03b67c4f6807 req-6d64ca78-a549-42ff-8687-9f8ae80750d7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:18.007361 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfc7dac7-be7e-49fe-8076-03b67c4f6807 req-6d64ca78-a549-42ff-8687-9f8ae80750d7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 943 time: 0.0998595 Nov 03 19:42:18.013931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:18.014470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:18.015868 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] 10.222.0.96 "PUT /v2.0/ports/574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 1091 time: 0.6795526 Nov 03 19:42:18.016320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:18.018643 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f961d8-da3c-4b46-8597-8df0e383ee6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:18.079973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98e0c9-405b-4fe0-81e3-74924fe1ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:18.118589 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cfc7dac7-be7e-49fe-8076-03b67c4f6807 req-82a8416f-9c1f-4cb4-8198-8347660796a5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947862 Nov 03 19:42:18.134141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-6e9d02eb-ebe4-4d64-8176-603bd8480455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:18.135838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-6e9d02eb-ebe4-4d64-8176-603bd8480455 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1094 time: 0.0736816 Nov 03 19:42:18.183988 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6987501-0d6f-497c-bc0b-4cbc50e11903 x-openstack-request-id: req-c6987501-0d6f-497c-bc0b-4cbc50e11903 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:18.184311 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:18.184550 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6987501-0d6f-497c-bc0b-4cbc50e11903 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:18.184964 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7', 'status': 'completed', 'code': 200} Nov 03 19:42:18.187061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-6a9a5b6e-3244-495e-9d51-3416cc4f3756 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 217 time: 0.0422294 Nov 03 19:42:18.241553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-2e808d57-03e6-46bb-acf5-b641a0b11657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:18.243048 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-2e808d57-03e6-46bb-acf5-b641a0b11657 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0481348 Nov 03 19:42:18.295355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-4c05264a-1eca-4b2e-8d1c-74b8f67cf389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:18.296745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-4c05264a-1eca-4b2e-8d1c-74b8f67cf389 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468366 Nov 03 19:42:18.391101 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-b848118f-7c1e-4e8b-bf7e-109f6a3cd8d1 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866582 Nov 03 19:42:18.492684 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5c151747-c6b1-40a5-a711-53678a4b0a09 req-844fec56-0503-474e-8c8d-9b3dc618bf32 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944896 Nov 03 19:42:18.582528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-c32da418-9a09-4ac2-b469-154f2f20195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:18.584164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-c32da418-9a09-4ac2-b469-154f2f20195e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1094 time: 0.0448742 Nov 03 19:42:18.680005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-383adfcf-4b0b-4119-a911-f12b15cc6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:18.681534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-383adfcf-4b0b-4119-a911-f12b15cc6315 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0905931 Nov 03 19:42:19.047927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-2164399e-0568-447a-acd4-d266bc551aac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 217 time: 0.3593404 Nov 03 19:42:19.099034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-96e24d93-59e9-429d-bb11-966dade13ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:19.100537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-96e24d93-59e9-429d-bb11-966dade13ebe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0449300 Nov 03 19:42:19.152616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-9fd60f8a-2396-45f6-8c9e-1997bbc84545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:19.153548 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-9fd60f8a-2396-45f6-8c9e-1997bbc84545 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456150 Nov 03 19:42:19.331296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1660ff-6e2d-4421-b096-4445ea6ab6e5 req-6659bc16-1b0e-49f1-b50a-381dd7a3025f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:19.332808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d1660ff-6e2d-4421-b096-4445ea6ab6e5 req-6659bc16-1b0e-49f1-b50a-381dd7a3025f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 943 time: 0.1289785 Nov 03 19:42:19.351094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-989d952f-c1b0-4d64-b14b-8e5d7ed2dbe3 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887245 Nov 03 19:42:19.442428 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d1660ff-6e2d-4421-b096-4445ea6ab6e5 req-69b48e3e-8c0f-4376-aa67-db952812e23b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006899 Nov 03 19:42:19.472634 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1f961d8-da3c-4b46-8597-8df0e383ee6b req-3e5c8948-6930-43ff-b16b-0681f5e61a7d service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119266 Nov 03 19:42:20.567151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c5b24-e2e5-4efb-a88e-36bbc7caa283 req-a5eac848-8088-4ec1-b472-a9dbef4015dc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:20.568657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a1c5b24-e2e5-4efb-a88e-36bbc7caa283 req-a5eac848-8088-4ec1-b472-a9dbef4015dc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 943 time: 0.0501103 Nov 03 19:42:20.615842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a1c5b24-e2e5-4efb-a88e-36bbc7caa283 req-545f22e1-5757-4f63-9e9e-372b5785436d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410693 Nov 03 19:42:21.115315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 574fb477-0ebe-477a-a782-46ec64d518f7 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:42:21.212012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:21.224563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '574fb477-0ebe-477a-a782-46ec64d518f7', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '574fb477-0ebe-477a-a782-46ec64d518f7', 'mac_address': 'fa:16:3e:45:ca:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:42:21.267767 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:21.282455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574fb477-0ebe-477a-a782-46ec64d518f7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:42:21.303321 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:21.308293 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:21.361968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:21.545183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['574fb477-0ebe-477a-a782-46ec64d518f7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:42:21.738987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ff55-57a4-42f2-9c8a-1f0a553aba50 req-1fb9e99b-2467-4690-a44a-9e0e8ac1a4b3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:21.740393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c74ff55-57a4-42f2-9c8a-1f0a553aba50 req-1fb9e99b-2467-4690-a44a-9e0e8ac1a4b3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 944 time: 0.0551536 Nov 03 19:42:21.788528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c74ff55-57a4-42f2-9c8a-1f0a553aba50 req-ef46e482-c15b-44f8-be86-ec53bc588c24 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Nov 03 19:42:22.905166 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5c749-e2d8-4495-b38c-182499575ae1 req-a7fb18cf-4434-45d6-9d5a-c61f1a1adb67 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:22.907031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e5c749-e2d8-4495-b38c-182499575ae1 req-a7fb18cf-4434-45d6-9d5a-c61f1a1adb67 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 944 time: 0.0498934 Nov 03 19:42:22.955606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b2e5c749-e2d8-4495-b38c-182499575ae1 req-cf799a1e-544c-4dfc-aae0-2b40dbcfa812 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Nov 03 19:42:23.132083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 574fb477-0ebe-477a-a782-46ec64d518f7 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:23.186049 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 574fb477-0ebe-477a-a782-46ec64d518f7 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:42:23.191162 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 574fb477-0ebe-477a-a782-46ec64d518f7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:23.191690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:23.274374 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:23.298950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:23.301334 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66dcd37-4651-49ab-afe8-78eaaf5c7fb4" -d '{"events": [{"server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "name": "network-vif-plugged", "status": "completed", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:23.314095 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:23.324881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:23.350970 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a89cde-6651-4820-bfb1-ed520c2733f9 x-openstack-request-id: req-d3a89cde-6651-4820-bfb1-ed520c2733f9 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:23.351395 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "name": "network-vif-plugged", "status": "completed", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:23.351665 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3a89cde-6651-4820-bfb1-ed520c2733f9 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:23.352039 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7', 'code': 200} Nov 03 19:42:23.381683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:23.450336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a939d-c681-49ad-9ddf-90ed488f6e0a req-dcf4e38d-5c6f-4f60-95db-a681eeca436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:23.451819 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d20a939d-c681-49ad-9ddf-90ed488f6e0a req-dcf4e38d-5c6f-4f60-95db-a681eeca436c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1096 time: 0.0446665 Nov 03 19:42:23.497949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d20a939d-c681-49ad-9ddf-90ed488f6e0a req-96829f95-65a4-4430-a27c-ffdb433f00af service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Nov 03 19:42:24.077647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9130077-da07-4ad1-8429-6354ca476cea req-1d8eb711-ca64-43c2-bb5f-48c742f3d838 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:24.079188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9130077-da07-4ad1-8429-6354ca476cea req-1d8eb711-ca64-43c2-bb5f-48c742f3d838 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0498083 Nov 03 19:42:24.128860 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9130077-da07-4ad1-8429-6354ca476cea req-49664748-b487-490a-9bdb-7951778c83c0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 Nov 03 19:42:24.159566 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:42:25.248604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6c60-2f4c-400c-b6dd-4e6a8c23dc5d req-9053c47c-e4d0-4bca-9186-f0c9bb55ce73 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:25.250213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf2d6c60-2f4c-400c-b6dd-4e6a8c23dc5d req-9053c47c-e4d0-4bca-9186-f0c9bb55ce73 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0502176 Nov 03 19:42:25.302997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bf2d6c60-2f4c-400c-b6dd-4e6a8c23dc5d req-c381373a-151e-4dc8-ba24-aad8bdf0ecc1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 Nov 03 19:42:25.421223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3d7f1-830b-4568-a6c9-1579d098ba28 req-d6cae289-41d1-481e-acfc-a9ed85b015cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:25.422659 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10e3d7f1-830b-4568-a6c9-1579d098ba28 req-d6cae289-41d1-481e-acfc-a9ed85b015cc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0498157 Nov 03 19:42:25.431361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44094) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:25.435937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'floatingip': {'port_id': '574fb477-0ebe-477a-a782-46ec64d518f7'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:25.475920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:25.933502 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:25.941775 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:26.057198 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Floating IP d9b2197e-a419-40f2-a036-6038e31aad64 associated. External IP: 172.25.3.34, port: 574fb477-0ebe-477a-a782-46ec64d518f7. Nov 03 19:42:26.282616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:26.397225 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:26.402423 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:26.407060 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:26.417796 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:26.418394 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:42:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:26.430259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b180ddf3-be02-41a6-ae66-489a1e44288b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "PUT /v2.0/floatingips/d9b2197e-a419-40f2-a036-6038e31aad64 HTTP/1.1" status: 200 len: 990 time: 0.9977815 Nov 03 19:42:26.430855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:26.433729 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e" -d '{"events": [{"name": "network-changed", "server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:26.527881 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa0ad7-32e5-4269-8c58-41d4ec2521ab x-openstack-request-id: req-caaa0ad7-32e5-4269-8c58-41d4ec2521ab {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:26.528242 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:26.528561 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-caaa0ad7-32e5-4269-8c58-41d4ec2521ab {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:26.529202 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7', 'status': 'completed', 'code': 200} Nov 03 19:42:26.529464 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:26.591239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-bdfa3b3b-d478-485d-9eaf-38daf5d75d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:26.592705 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-bdfa3b3b-d478-485d-9eaf-38daf5d75d1e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1096 time: 0.0418735 Nov 03 19:42:26.694615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-757db72a-3c1f-47fa-a6a7-e5fb645cd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:26.697003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-757db72a-3c1f-47fa-a6a7-e5fb645cd60c service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0966458 Nov 03 19:42:26.763669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-d1434bae-dfa2-4ea1-9d56-2cf13ade4740 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 998 time: 0.0606849 Nov 03 19:42:26.764465 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '574fb477-0ebe-477a-a782-46ec64d518f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:45:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:42:25Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:26.795496 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:26.805613 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:26.806519 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:42:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:26.816913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-06a0ea96-c821-40c7-9d80-0d178d656c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:26.818457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-06a0ea96-c821-40c7-9d80-0d178d656c57 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0484109 Nov 03 19:42:26.874987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-93f31560-e4ba-4ec6-8408-500e4296e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:26.876438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-93f31560-e4ba-4ec6-8408-500e4296e7f8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513096 Nov 03 19:42:26.928028 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:26.992182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-eac4cabc-7277-470a-82b6-406d063f2ea7 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085458 Nov 03 19:42:27.099449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c1d2a4a-60b1-477a-b609-75e5d7f6b85e req-1cab06b3-5d90-4f5e-8f8e-f320951c42ab service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004384 Nov 03 19:42:27.268302 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '574fb477-0ebe-477a-a782-46ec64d518f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:45:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:42:25Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:27.299567 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cee20-c1e9-4777-ae66-624f60db3828 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '574fb477-0ebe-477a-a782-46ec64d518f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:45:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:42:25Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:27.529071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b27e5a-1f4b-4e2e-bcf7-e8d7b962c810 None None] New status for floating IP d9b2197e-a419-40f2-a036-6038e31aad64: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:42:32.876615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:33.856702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.135164 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-58ac1c6d-591e-4b73-b981-2b7d626222b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.975627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-6176be73-58c9-470d-b865-dd108852bf5d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421052 Nov 03 19:42:40.063116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-7e3251eb-34b8-4bbf-bf14-0ca0aeedb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:40.065588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-7e3251eb-34b8-4bbf-bf14-0ca0aeedb262 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1096 time: 0.0425634 Nov 03 19:42:40.181627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-0766101a-d5ac-4018-b7d2-9d7dbf89ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:40.183237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-0766101a-d5ac-4018-b7d2-9d7dbf89ea1a service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0970814 Nov 03 19:42:40.254522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-fe33f895-e33c-4700-bcf4-bd3f0bcc4bd2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 1000 time: 0.0626314 Nov 03 19:42:40.258612 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.308984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-fc74ffcc-93e3-4790-ad2e-4d48f2de84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:40.311005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-fc74ffcc-93e3-4790-ad2e-4d48f2de84fc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0497923 Nov 03 19:42:40.347993 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-63f785c9-12fd-4ebc-8909-6cf9c735c241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.367199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-2dd62531-8c5c-4bc8-b633-d907c8847086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:40.368736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-2dd62531-8c5c-4bc8-b633-d907c8847086 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504980 Nov 03 19:42:40.463771 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-89e9d15b-e16d-4efa-91fe-2e83e755bd48 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869944 Nov 03 19:42:40.563297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-37a3e13c-53f5-4d17-a101-b2181b5a137a req-0f9b8157-2c63-4486-a449-eba230dbed44 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923967 Nov 03 19:42:42.341186 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.404335 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.160406 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:43:02.869918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:03.863408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:06.138240 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7bc43f4f-5cf3-4932-84f3-5db23df6a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:10.260787 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:10.349381 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc92efd6-daaa-4736-97ef-8f6fabb70939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:12.344635 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:12.406296 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:32.871173 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:33.861440 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:36.140704 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9115865a-7ef9-41b6-bf0e-dd046aa0b77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:38.160567 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:43:40.261696 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:40.354448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6c8214fa-2ffa-46b9-a808-94362d004714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:41.378303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-2ac1e5b5-7019-4be1-a673-b7e45f5ce31f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420716 Nov 03 19:43:41.460349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-e35548b2-598d-4152-91c4-9f9ac7b7e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.461831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-e35548b2-598d-4152-91c4-9f9ac7b7e9b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1096 time: 0.0412180 Nov 03 19:43:41.568690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-cc7e2a52-86d1-4365-915a-ab06b8a7c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.570224 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-cc7e2a52-86d1-4365-915a-ab06b8a7c414 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0893342 Nov 03 19:43:41.635912 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-64de3529-49a7-4a9a-851e-6693c0e008d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 1000 time: 0.0575867 Nov 03 19:43:41.690124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-530d42e2-fda4-4269-8b58-6ff8e3f2a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.691588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-530d42e2-fda4-4269-8b58-6ff8e3f2a097 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0486166 Nov 03 19:43:41.738624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-205c8fe8-7222-4e1c-a0e0-e2dff10b9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.740062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-205c8fe8-7222-4e1c-a0e0-e2dff10b9af7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416698 Nov 03 19:43:41.832294 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-227e01ec-3fc5-4c51-ae49-423a20f50716 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 Nov 03 19:43:41.928600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf95eae-e96e-4ddf-9d93-7f970678d94c req-32031db2-9d35-4b1d-98fd-4345903d0650 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894623 Nov 03 19:43:42.347713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:42.410358 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:01.685975 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea06f54-f278-46ac-96ec-9fc8b2e070ba req-20b3b5c4-72a4-4c10-9d7d-3ab2aaa4d976 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:01.687608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ea06f54-f278-46ac-96ec-9fc8b2e070ba req-20b3b5c4-72a4-4c10-9d7d-3ab2aaa4d976 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0493035 Nov 03 19:44:01.734909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7ea06f54-f278-46ac-96ec-9fc8b2e070ba req-094e4604-af3f-4039-ad2a-3e30e83efd1c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Nov 03 19:44:02.876577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e74b1-9c50-4b94-b858-0a06e831855a req-4df17985-5749-4abc-b960-fa2776046af1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:02.878257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-890e74b1-9c50-4b94-b858-0a06e831855a req-4df17985-5749-4abc-b960-fa2776046af1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0558236 Nov 03 19:44:02.888419 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:02.931135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-890e74b1-9c50-4b94-b858-0a06e831855a req-56988d46-19ed-4176-93df-abf52eab4a0c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458252 Nov 03 19:44:03.876639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:04.062804 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3773b-e095-4304-a21d-1c0503b2b062 req-8370214d-aed7-459e-b2d7-32b79ced44e3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:04.064301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75b3773b-e095-4304-a21d-1c0503b2b062 req-8370214d-aed7-459e-b2d7-32b79ced44e3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0540547 Nov 03 19:44:04.114093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75b3773b-e095-4304-a21d-1c0503b2b062 req-e617d451-e9af-4ae7-87d2-513c36b8a99f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 Nov 03 19:44:05.240253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109b6d5-701e-40cd-bcf1-f0d8f7229e8d req-2c9a1ae3-5e2d-4a52-81a8-ff17af9ab44a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:05.241777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f109b6d5-701e-40cd-bcf1-f0d8f7229e8d req-2c9a1ae3-5e2d-4a52-81a8-ff17af9ab44a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0560024 Nov 03 19:44:05.293737 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f109b6d5-701e-40cd-bcf1-f0d8f7229e8d req-00792d3e-838f-4bf8-a7f0-0d987a7abd6e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452912 Nov 03 19:44:06.146392 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2874a890-311b-4aa0-b1b4-ed857937b9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:06.424558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159b319-073d-4923-84f4-5216c36a0ff3 req-ac618a36-350f-4a32-ad75-347e852365ee tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:06.432961 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0159b319-073d-4923-84f4-5216c36a0ff3 req-ac618a36-350f-4a32-ad75-347e852365ee tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0638714 Nov 03 19:44:06.480460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0159b319-073d-4923-84f4-5216c36a0ff3 req-d71e3d66-66af-4fb0-8dc5-9b5f5b7990b4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Nov 03 19:44:07.602148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dd0fd-88e7-4383-8e5d-4b44d847c4c3 req-2437da1d-82e1-4010-b75e-48c6b27e9c69 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:07.603635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a4dd0fd-88e7-4383-8e5d-4b44d847c4c3 req-2437da1d-82e1-4010-b75e-48c6b27e9c69 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0503266 Nov 03 19:44:07.657965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a4dd0fd-88e7-4383-8e5d-4b44d847c4c3 req-c5985d09-bcb6-4d26-a288-8f0c29582800 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479777 Nov 03 19:44:08.777995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546e370-0a3c-482b-ac05-1a8a8f5e60ec req-c619731e-1979-4f20-83a8-55f292c0ba0d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:08.779482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7546e370-0a3c-482b-ac05-1a8a8f5e60ec req-c619731e-1979-4f20-83a8-55f292c0ba0d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0508673 Nov 03 19:44:08.830155 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7546e370-0a3c-482b-ac05-1a8a8f5e60ec req-157ae0ee-70bf-404f-b2fc-eea83e7f765a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Nov 03 19:44:09.950015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43410-0151-4d1d-9046-77eae22cfa1a req-4fc4ffec-1b7a-426f-94cb-8ef1609d8e6b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:09.951526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3d43410-0151-4d1d-9046-77eae22cfa1a req-4fc4ffec-1b7a-426f-94cb-8ef1609d8e6b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0515573 Nov 03 19:44:10.005639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3d43410-0151-4d1d-9046-77eae22cfa1a req-72317231-7605-4fc1-8f13-1c588bf0a3f8 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478837 Nov 03 19:44:10.265591 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:10.357393 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-abb2766e-e058-4354-87c3-37663e5f7043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:11.129763 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e19a0-7ebf-43ff-851d-f06a6f248628 req-3f9b9de2-c84d-4421-8e96-cd96b44ad615 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:11.131286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f3e19a0-7ebf-43ff-851d-f06a6f248628 req-3f9b9de2-c84d-4421-8e96-cd96b44ad615 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0537505 Nov 03 19:44:11.180065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f3e19a0-7ebf-43ff-851d-f06a6f248628 req-dc97b15a-3249-4460-beed-9ad37de1c432 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427372 Nov 03 19:44:12.302112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375f55-e8d0-49c5-9a19-ff8d788aab33 req-040d9f96-aeca-4d89-acdd-13ff7cc8af26 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:12.303617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9375f55-e8d0-49c5-9a19-ff8d788aab33 req-040d9f96-aeca-4d89-acdd-13ff7cc8af26 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0489116 Nov 03 19:44:12.350348 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:12.354641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9375f55-e8d0-49c5-9a19-ff8d788aab33 req-4ef3092a-17b1-48b7-ad83-3c3d2ecf62ea tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449412 Nov 03 19:44:12.415059 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:12.604822 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de957a6-61af-4e5d-9586-ab3e0b06c5a1 req-6bc4b281-0a09-4245-bd36-1e649c4d878f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:12.606467 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5de957a6-61af-4e5d-9586-ab3e0b06c5a1 req-6bc4b281-0a09-4245-bd36-1e649c4d878f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0488858 Nov 03 19:44:12.640163 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-efbd7a0d-9889-45f0-bdb0-6dadf3f5e74f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857701 Nov 03 19:44:12.660584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5de957a6-61af-4e5d-9586-ab3e0b06c5a1 req-49402ea6-02c0-4332-af83-60ca3fdb800b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477102 Nov 03 19:44:13.781527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab44805-b007-4c10-9367-1f6e3b647d7c req-2f072a71-fa48-4257-8301-5b005c758497 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:13.783053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ab44805-b007-4c10-9367-1f6e3b647d7c req-2f072a71-fa48-4257-8301-5b005c758497 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0519726 Nov 03 19:44:13.852224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-97f50055-f22e-4246-be3d-7749d56aa872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:13.853753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-97f50055-f22e-4246-be3d-7749d56aa872 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1096 time: 0.0698111 Nov 03 19:44:13.857034 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ab44805-b007-4c10-9367-1f6e3b647d7c req-dbe898ab-6dc1-4cb3-9462-bfaefb2cdfc8 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657248 Nov 03 19:44:13.950959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-faf18498-290f-4e13-92ce-4c9864250da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:13.952338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-faf18498-290f-4e13-92ce-4c9864250da1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0914066 Nov 03 19:44:14.018232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-d34c1f4a-351e-4f40-b5f4-b5270f943e1b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 1000 time: 0.0591760 Nov 03 19:44:14.074727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-ae112015-c7ee-4f6e-979e-8bb1c0ca70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.076209 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-ae112015-c7ee-4f6e-979e-8bb1c0ca70ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0490212 Nov 03 19:44:14.123206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-879e4934-8400-47eb-be35-c3d7cce88642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.124719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-879e4934-8400-47eb-be35-c3d7cce88642 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413084 Nov 03 19:44:14.220413 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-8b3abbd6-ee74-4dca-abc7-9cdd8aaddf36 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886824 Nov 03 19:44:14.317734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-2d195ee4-9a98-49f9-b691-f15d8081c079 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903640 Nov 03 19:44:14.979716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f716a-7b2d-483e-a054-bc2dfc6a0f7f req-7036ab52-8fef-44ce-a1b4-4a023ba15b73 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.981208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f0f716a-7b2d-483e-a054-bc2dfc6a0f7f req-7036ab52-8fef-44ce-a1b4-4a023ba15b73 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0529420 Nov 03 19:44:15.030347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f0f716a-7b2d-483e-a054-bc2dfc6a0f7f req-4f9d0596-92dc-4081-8d32-7212691e774b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Nov 03 19:44:15.160356 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:44:16.197892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b108f0-0e9d-4389-8283-c75f686ca936 req-4a502ed3-4ab1-43c9-9e3d-940817ffc72d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:16.199337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78b108f0-0e9d-4389-8283-c75f686ca936 req-4a502ed3-4ab1-43c9-9e3d-940817ffc72d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0973811 Nov 03 19:44:16.205327 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-9e73fe60-8611-4994-a09e-ff254cfd40ea service neutron] show failed (client error): The resource could not be found. Nov 03 19:44:16.206382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-9e73fe60-8611-4994-a09e-ff254cfd40ea service neutron] 10.222.0.96 "GET /v2.0/ports/574fb477-0ebe-477a-a782-46ec64d518f7/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0912433 Nov 03 19:44:16.254080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78b108f0-0e9d-4389-8283-c75f686ca936 req-4889bac6-efed-43c9-803e-04656e23335e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467432 Nov 03 19:44:16.492743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-e483f9f7-fc44-4d70-8922-fa9996feee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:16.494356 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-e483f9f7-fc44-4d70-8922-fa9996feee7a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 1096 time: 0.1015260 Nov 03 19:44:16.507026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:16.562454 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:16.771608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:16.808994 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:16.851897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:16.854248 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1126c0c9-a045-4443-8cb0-9b92fae41edd" -d '{"events": [{"server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "name": "network-vif-unplugged", "status": "completed", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:16.858682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:16.874127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Transition to ACTIVE for port object 574fb477-0ebe-477a-a782-46ec64d518f7 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:44:16.879029 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:16.971521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:16.984560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.984847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.985200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.986101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.986455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.986796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.987132 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.987489 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.987825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.988159 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.988488 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.988835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:16.998468 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a670aa-7489-4ef9-bea6-4ee8a26bb535 x-openstack-request-id: req-21a670aa-7489-4ef9-bea6-4ee8a26bb535 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:16.998767 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "name": "network-vif-unplugged", "status": "completed", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:16.999009 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21a670aa-7489-4ef9-bea6-4ee8a26bb535 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:16.999412 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7', 'code': 200} Nov 03 19:44:17.028204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] No DVR routers for this DVR port 574fb477-0ebe-477a-a782-46ec64d518f7 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:44:17.174375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Attempting to bind port 574fb477-0ebe-477a-a782-46ec64d518f7 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:44:17.174375 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Attempting to bind port 574fb477-0ebe-477a-a782-46ec64d518f7 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:44:17.174766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Attempting to bind port 574fb477-0ebe-477a-a782-46ec64d518f7 on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:17.179142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Port 574fb477-0ebe-477a-a782-46ec64d518f7 on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:44:17.179461 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Attempting to bind port 574fb477-0ebe-477a-a782-46ec64d518f7 on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:17.184322 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:44:17.184603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:17.184987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:44:17.185434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Bound port: 574fb477-0ebe-477a-a782-46ec64d518f7, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:44:17.185802 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:17.272177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:17.276385 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:44:17.281800 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:17.322781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:17.323557 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:17.325245 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 1091 time: 0.8224821 Nov 03 19:44:17.387179 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d98388-f244-4811-8a38-c766d53229b0 service neutron] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:17.406588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-094a693a-08ba-4408-9c92-4aef041d38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:17.408761 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-094a693a-08ba-4408-9c92-4aef041d38ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1094 time: 0.0584493 Nov 03 19:44:17.452278 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a9e2-6a20-4674-aadf-deb6e608ffb1 req-670a8f3d-615d-4554-90b6-6402435d81bf tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:17.455618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46a8a9e2-6a20-4674-aadf-deb6e608ffb1 req-670a8f3d-615d-4554-90b6-6402435d81bf tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 943 time: 0.0881069 Nov 03 19:44:17.518654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46a8a9e2-6a20-4674-aadf-deb6e608ffb1 req-4e02f4d4-2ecd-4e13-a16b-55ed36c50b68 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560439 Nov 03 19:44:17.522357 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-38dffe58-f86a-47c9-b570-e5b68e88cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:17.523655 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-38dffe58-f86a-47c9-b570-e5b68e88cf06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1070366 Nov 03 19:44:17.600546 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-bfe7e3d7-72b8-4146-8d66-bcfb4b16ee65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 998 time: 0.0694351 Nov 03 19:44:17.654114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-71f65a47-47e6-4766-98b3-bc577dc97dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:17.655853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-71f65a47-47e6-4766-98b3-bc577dc97dc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0486288 Nov 03 19:44:17.707169 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-52c292cd-14ac-4c3d-8c56-537f97c8639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:17.708695 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-52c292cd-14ac-4c3d-8c56-537f97c8639e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461352 Nov 03 19:44:17.807168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-09f915ab-c263-4bd6-ab58-9cdda981a2fb service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900133 Nov 03 19:44:17.898833 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cb7e49c9-c073-46f3-b9f6-17fbbadc039f req-ae3e6bd8-555f-4e71-bd4c-87296d5d99d8 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850704 Nov 03 19:44:18.653010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10812693-5875-485d-a1d4-41b316984550 req-d99fae8f-2dfa-47ca-8fb0-c8d933e4d1a5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:18.654575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10812693-5875-485d-a1d4-41b316984550 req-d99fae8f-2dfa-47ca-8fb0-c8d933e4d1a5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 943 time: 0.0495012 Nov 03 19:44:18.720452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10812693-5875-485d-a1d4-41b316984550 req-13996a99-3168-4663-bde3-c56968593bcf tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594671 Nov 03 19:44:19.000295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:19.003673 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74077a98-e767-449e-8bb8-4f7b209c16d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:19.055363 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fcdfb7-ca20-49c4-9b22-b61f99645b69 x-openstack-request-id: req-f4fcdfb7-ca20-49c4-9b22-b61f99645b69 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:19.055862 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:19.056137 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4fcdfb7-ca20-49c4-9b22-b61f99645b69 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:19.056616 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7', 'status': 'completed', 'code': 200} Nov 03 19:44:19.119091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-8b8d09e0-16c0-48de-af42-f9715ce43ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.120657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-8b8d09e0-16c0-48de-af42-f9715ce43ac4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1094 time: 0.0447516 Nov 03 19:44:19.127310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-460bbeb5-1015-4aae-a149-4c7d5f4b0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.129038 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-460bbeb5-1015-4aae-a149-4c7d5f4b0117 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1094 time: 0.0462735 Nov 03 19:44:19.229610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-bc3b7ea6-a2b9-4966-a741-0473a9ced19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.230982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-bc3b7ea6-a2b9-4966-a741-0473a9ced19b service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1018832 Nov 03 19:44:19.245058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-8e2790c2-6baf-4487-9f1f-704a89f73bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.246920 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-8e2790c2-6baf-4487-9f1f-704a89f73bf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1089046 Nov 03 19:44:19.301664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-82c85e4f-0627-44c7-99c7-a6f9f2ad71a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 998 time: 0.0630682 Nov 03 19:44:19.321387 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-839daa04-8076-44aa-8a14-0654e4336631 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 998 time: 0.0676429 Nov 03 19:44:19.360115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-42a4ca1c-7001-437d-a53d-4a84f33892cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.361708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-42a4ca1c-7001-437d-a53d-4a84f33892cf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0535948 Nov 03 19:44:19.372313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-3f8ca453-72e4-4177-a8c8-9d169056dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.373810 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-3f8ca453-72e4-4177-a8c8-9d169056dca0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0452156 Nov 03 19:44:19.408679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-265aefe5-9f0f-4ec4-a172-0d62ebcbfc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.410267 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-265aefe5-9f0f-4ec4-a172-0d62ebcbfc46 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420735 Nov 03 19:44:19.424053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-02dbec90-4570-4666-a0cd-4e9096ad9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.425610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-02dbec90-4570-4666-a0cd-4e9096ad9eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444021 Nov 03 19:44:19.450501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 574fb477-0ebe-477a-a782-46ec64d518f7 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:44:19.509026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-99245093-4a46-4f1e-ab03-52d88f40b159 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904748 Nov 03 19:44:19.531429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-625f5b87-7994-424f-a985-ca017af9aa51 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985260 Nov 03 19:44:19.568390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:19.582009 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '574fb477-0ebe-477a-a782-46ec64d518f7', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '574fb477-0ebe-477a-a782-46ec64d518f7', 'mac_address': 'fa:16:3e:45:ca:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:44:19.623366 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:19.627371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-800f5374-7f2b-4951-a2da-7a3de9e727e5 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130247 Nov 03 19:44:19.631917 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-74077a98-e767-449e-8bb8-4f7b209c16d3 req-c9d93541-5531-4e43-85a0-878fd1683843 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895338 Nov 03 19:44:19.640258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574fb477-0ebe-477a-a782-46ec64d518f7 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:19.663800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:19.671820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:19.721935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:19.729646 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.729989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.730327 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.730657 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.730984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.731313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.731637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.731958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.732274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.732593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.733308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.733308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:19.787815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 574fb477-0ebe-477a-a782-46ec64d518f7 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:44:19.838250 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 574fb477-0ebe-477a-a782-46ec64d518f7 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:44:19.857538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4e43e-cfd3-4b40-a1cc-c2c70aa84376 req-b2626eef-8265-4618-85e7-821e3bd98077 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:19.859065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55d4e43e-cfd3-4b40-a1cc-c2c70aa84376 req-b2626eef-8265-4618-85e7-821e3bd98077 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 944 time: 0.0570467 Nov 03 19:44:19.887595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['574fb477-0ebe-477a-a782-46ec64d518f7'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:44:19.921234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-55d4e43e-cfd3-4b40-a1cc-c2c70aa84376 req-e3806f8c-ce10-4585-bdfd-0283db46e624 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558579 Nov 03 19:44:20.196305 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd813f8-4f68-442c-ab37-1bdaf5bc291f req-481a72fb-0727-4339-96dc-09517679699d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:20.197810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fd813f8-4f68-442c-ab37-1bdaf5bc291f req-481a72fb-0727-4339-96dc-09517679699d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 944 time: 0.0838935 Nov 03 19:44:20.211811 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-24ca30a0-b0b5-4902-bb32-2c11511fb358 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:20.213190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-24ca30a0-b0b5-4902-bb32-2c11511fb358 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc&tenant_id=6d0a1f1d55524c0d9be03477f0b01171&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 944 time: 0.0684617 Nov 03 19:44:20.292786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7fd813f8-4f68-442c-ab37-1bdaf5bc291f req-7cbf5be9-7359-4a42-b708-cfee4fa2c333 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887406 Nov 03 19:44:20.301874 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-a27890b7-c825-46fc-807e-e95995a7260a service neutron] delete failed (client error): The resource could not be found. Nov 03 19:44:20.302887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-a27890b7-c825-46fc-807e-e95995a7260a service neutron] 10.222.0.96 "DELETE /v2.0/ports/574fb477-0ebe-477a-a782-46ec64d518f7/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0771978 Nov 03 19:44:20.396097 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-975d2170-05b3-4c44-bc3e-ef79647e821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:20.397620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-975d2170-05b3-4c44-bc3e-ef79647e821e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1095 time: 0.0485547 Nov 03 19:44:20.487916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-7fa96287-ee9b-4433-9b36-89f91baa8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:20.489380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-7fa96287-ee9b-4433-9b36-89f91baa8534 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0856707 Nov 03 19:44:20.871574 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-f9174849-c3cd-428f-85fa-acb8650c5aff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 999 time: 0.3753481 Nov 03 19:44:20.922182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-fe5ea790-17a3-42e1-91bd-1500bc331ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:20.923863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-fe5ea790-17a3-42e1-91bd-1500bc331ffb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0452039 Nov 03 19:44:20.974328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-e5ab90c2-eb89-4931-9652-2d436cef0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:20.975848 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-e5ab90c2-eb89-4931-9652-2d436cef0b7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451720 Nov 03 19:44:21.072295 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-a1467f35-c563-4063-bae5-4720dc63aecc service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887921 Nov 03 19:44:21.163906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb62a21d-a497-4dde-9468-51b56e06c573 req-209c923d-7bfe-4be0-a53f-7733e240fcec service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849388 Nov 03 19:44:21.425255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960a99-ecdf-4fee-84a6-0caf086ed123 req-4db30fb7-179a-4cd6-828f-9a44bb50b377 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:21.426699 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13960a99-ecdf-4fee-84a6-0caf086ed123 req-4db30fb7-179a-4cd6-828f-9a44bb50b377 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 944 time: 0.0566061 Nov 03 19:44:21.465336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 574fb477-0ebe-477a-a782-46ec64d518f7 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:21.481068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13960a99-ecdf-4fee-84a6-0caf086ed123 req-09198b85-ed5d-4e57-8ed9-8d0e73bde57b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481503 Nov 03 19:44:21.527187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 574fb477-0ebe-477a-a782-46ec64d518f7 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:44:21.531670 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 574fb477-0ebe-477a-a782-46ec64d518f7 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:21.532407 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.617540 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.641119 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:21.643488 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a016a6-ff64-4d01-bd58-c97d3f9989a8" -d '{"events": [{"server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "name": "network-vif-plugged", "status": "completed", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:21.656988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:21.663890 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.693159 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a558ec1c-83e2-493d-87ef-8f6b7a06da76 x-openstack-request-id: req-a558ec1c-83e2-493d-87ef-8f6b7a06da76 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:21.693473 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "name": "network-vif-plugged", "status": "completed", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:21.693859 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a558ec1c-83e2-493d-87ef-8f6b7a06da76 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:21.694128 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7', 'code': 200} Nov 03 19:44:21.720804 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:22.603436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880dced-3421-4195-b66d-ca65d134c983 req-13743458-1c38-432a-831d-8b4e2d71851d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:22.604887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a880dced-3421-4195-b66d-ca65d134c983 req-13743458-1c38-432a-831d-8b4e2d71851d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0491612 Nov 03 19:44:22.652487 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a880dced-3421-4195-b66d-ca65d134c983 req-95ac5c76-a465-4db3-9cdb-7d358aa480e9 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Nov 03 19:44:22.774529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605419d-2c3c-45b2-b165-18f419120d99 req-84a90875-1a67-42d1-bf26-42669451131b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:22.775989 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0605419d-2c3c-45b2-b165-18f419120d99 req-84a90875-1a67-42d1-bf26-42669451131b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0526028 Nov 03 19:44:22.828588 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0605419d-2c3c-45b2-b165-18f419120d99 req-3c3303db-4864-4c3e-91e5-135d7f41242c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464950 Nov 03 19:44:23.039697 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaa1eb-9774-4980-837a-3885f0708f30 req-bef1b412-32b2-4cdb-ac6a-3f012d3a1d7f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:23.041156 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8acaa1eb-9774-4980-837a-3885f0708f30 req-bef1b412-32b2-4cdb-ac6a-3f012d3a1d7f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0507212 Nov 03 19:44:23.072060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-9b75eccc-cd7b-4454-8eba-ef59aaeb9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:23.073620 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-9b75eccc-cd7b-4454-8eba-ef59aaeb9de8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 1096 time: 0.0436082 Nov 03 19:44:23.093184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8acaa1eb-9774-4980-837a-3885f0708f30 req-02603efb-8951-478a-b9d5-d49e16a22c3f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Nov 03 19:44:23.174674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-82a05430-a3a4-4f46-abba-56fae08d10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:23.176146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-82a05430-a3a4-4f46-abba-56fae08d10d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0961223 Nov 03 19:44:23.248896 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-769130a8-b2a7-4386-b850-3fc19c7b0a0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 200 len: 1000 time: 0.0656333 Nov 03 19:44:23.298889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-e97a00e1-218a-4da0-bb9e-f9f066719109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:23.300246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-e97a00e1-218a-4da0-bb9e-f9f066719109 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0445924 Nov 03 19:44:23.346933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-60121647-fd4a-4ec7-ae5b-ac421a2a57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:23.348430 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-60121647-fd4a-4ec7-ae5b-ac421a2a57ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402980 Nov 03 19:44:23.442485 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-90460b5d-f754-4b95-9de6-e9295468af91 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867562 Nov 03 19:44:23.541863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-303f1a5d-3222-4015-b064-98d10cf0b843 req-9cd629ea-4e71-4353-aec9-ccd0786cad79 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908892 Nov 03 19:44:24.213582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ec1e1-9ce3-41ed-8e60-f5532bbc7096 req-6f32df20-4523-4a70-a167-c4fe4d979402 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:24.215017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e1ec1e1-9ce3-41ed-8e60-f5532bbc7096 req-6f32df20-4523-4a70-a167-c4fe4d979402 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0511022 Nov 03 19:44:24.265771 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e1ec1e1-9ce3-41ed-8e60-f5532bbc7096 req-c9072f32-63be-48b1-b345-c697c028ee60 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445538 Nov 03 19:44:24.519012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29379e84-d8be-4e9a-9735-0173d9ffa484 req-54a0992d-8451-44b1-aa8e-ebfa8646f22b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:24.520439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29379e84-d8be-4e9a-9735-0173d9ffa484 req-54a0992d-8451-44b1-aa8e-ebfa8646f22b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0586150 Nov 03 19:44:24.570432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29379e84-d8be-4e9a-9735-0173d9ffa484 req-08c62212-2bd0-4bf7-9d40-2e155f098225 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Nov 03 19:44:25.687615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a5b27-00af-4b19-9cdd-9c34c977e480 req-73285335-869c-4840-9ed1-92fa7f2c50c6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:25.689682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f00a5b27-00af-4b19-9cdd-9c34c977e480 req-73285335-869c-4840-9ed1-92fa7f2c50c6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0503221 Nov 03 19:44:25.741896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f00a5b27-00af-4b19-9cdd-9c34c977e480 req-8a6b8799-c183-4393-97a4-e8936f927319 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461524 Nov 03 19:44:25.797957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-3bcedd39-0404-4828-adaf-f9fc7e0832b1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:25.799251 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-3bcedd39-0404-4828-adaf-f9fc7e0832b1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 945 time: 0.0574048 Nov 03 19:44:25.898538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Deleting port 574fb477-0ebe-477a-a782-46ec64d518f7 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:44:25.898878 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.017631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] For port 574fb477-0ebe-477a-a782-46ec64d518f7, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=574fb477-0ebe-477a-a782-46ec64d518f7,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:26.017994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.193049 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.193407 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.193753 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Floating IP d9b2197e-a419-40f2-a036-6038e31aad64 disassociated. External IP: 172.25.3.34, port: 574fb477-0ebe-477a-a782-46ec64d518f7. Nov 03 19:44:26.194095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Calling delete_port for 574fb477-0ebe-477a-a782-46ec64d518f7 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:44:26.327374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.355013 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event deleted for resources: {'Port': ['ID=574fb477-0ebe-477a-a782-46ec64d518f7,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:26.498735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:44:26.615428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:44:26.626919 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:44:26.642250 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:26.643251 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:44:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:26.665919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] No DVR routers for this DVR port 574fb477-0ebe-477a-a782-46ec64d518f7 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:44:26.669160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.672748 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f019206b-6393-4d11-9b4e-d86f1cca6a4d req-deaeb977-d9de-4298-884c-1dff70aece52 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "DELETE /v2.0/ports/574fb477-0ebe-477a-a782-46ec64d518f7 HTTP/1.1" status: 204 len: 173 time: 0.8674502 Nov 03 19:44:26.673225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'name': 'network-vif-deleted', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:26.676224 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7accaff-1725-43be-8ed0-4d9ca6c4e657" -d '{"events": [{"server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "name": "network-vif-deleted", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:26.718086 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85647678-83a9-498e-9e9b-d148f4a9aafd x-openstack-request-id: req-85647678-83a9-498e-9e9b-d148f4a9aafd {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:26.718458 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112287b-60b9-4c07-bb68-3861af9b75dc", "name": "network-vif-deleted", "tag": "574fb477-0ebe-477a-a782-46ec64d518f7", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:26.718805 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85647678-83a9-498e-9e9b-d148f4a9aafd {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:26.719259 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112287b-60b9-4c07-bb68-3861af9b75dc', 'name': 'network-vif-deleted', 'tag': '574fb477-0ebe-477a-a782-46ec64d518f7', 'status': 'completed', 'code': 200} Nov 03 19:44:26.761998 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:26.874670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9827e270-d4c9-4c4c-984f-e72befd18930 req-a5941a8b-b078-411d-8753-e06bd21a83e3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=d112287b-60b9-4c07-bb68-3861af9b75dc HTTP/1.1" status: 200 len: 210 time: 0.0286894 Nov 03 19:44:26.984866 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:27.011471 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:44:27.021158 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:27.021806 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:44:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:27.132770 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:27.345883 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:27.372476 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa063f-d1a2-45dc-8033-eb01bd519a71 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:44:27.603992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863e30f-a8d2-48b6-92f5-9cf9f7be1b41 None None] New status for floating IP d9b2197e-a419-40f2-a036-6038e31aad64: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:44:28.181804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-08ea96e9-d74b-4e69-8ed9-14b7cffb3b5f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1312457965&fields=id&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 267 time: 0.0479491 Nov 03 19:44:28.313510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753db34-4446-464a-93cf-e13b0811e2ba req-eabf6554-355e-44db-a72a-0dea51441d9e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:28.315019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-eabf6554-355e-44db-a72a-0dea51441d9e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 812 time: 0.1261079 Nov 03 19:44:28.331023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-4a07f928-330f-4b94-a4bc-c1f864e9ef17 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/quotas/6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 375 time: 0.0101285 Nov 03 19:44:28.395932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-dea70e8d-0542-437e-8c3f-75bbab75d282 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558879 Nov 03 19:44:28.496763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-be3f01b8-09cc-4f21-b945-1b75c11612d6 service neutron] 10.222.0.77 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873632 Nov 03 19:44:28.594559 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-1a73c073-3daf-453e-9819-648b9be872b8 service neutron] 10.222.0.77 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911658 Nov 03 19:44:28.761000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c608b1b0-2eb1-4ae3-b339-0cd58e1433ae req-575817a1-dcae-49d0-bc0b-8120ffdbf7bf tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 210 time: 0.0298028 Nov 03 19:44:29.529835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 574fb477-0ebe-477a-a782-46ec64d518f7 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:44:29.551389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 574fb477-0ebe-477a-a782-46ec64d518f7 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:44:29.551744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 574fb477-0ebe-477a-a782-46ec64d518f7 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:44:29.748675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753db34-4446-464a-93cf-e13b0811e2ba req-90e54a09-de9f-4a6f-997f-794c3a28339b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:29.750814 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-90e54a09-de9f-4a6f-997f-794c3a28339b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 812 time: 0.1092780 Nov 03 19:44:29.820996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-e48e3892-9c1e-4777-8e64-afb21d2f0b94 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 380 time: 0.0619953 Nov 03 19:44:29.832151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'port': {'device_id': 'eed64862-3c1d-494f-9a35-9666102f9827', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'admin_state_up': True, 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'security_groups': ['373e8eef-f919-4635-bba3-2611ea93bb73']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:29.881447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d42451a-2e0f-451e-b1ac-7aedb21a6fb0 req-4175d1cc-48cc-44e7-b1e9-a2a65af01b8e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 210 time: 0.0457926 Nov 03 19:44:29.970532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Made reservation on behalf of 6d0a1f1d55524c0d9be03477f0b01171 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:44:29.974250 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.106311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Allocated IP 172.20.0.3 (c6be7af9-35f4-43eb-9b96-f6202bd06e0a/fdf8502f-c84c-4c6c-ab3d-12705c137686/9650b586-1fb5-4b53-a1f2-137274099b7b) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:44:30.253815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.289235 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.334385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:44:30.339986 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:30.343982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:44:30.350597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:30.381022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.381366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.381747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.382089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.382430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.382813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.383183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.383504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.383880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.384207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.384543 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.384876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:30.412985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:30.413662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.435007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-c2790ab1-7b95-4a60-8fca-378af31cab35 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078651 Nov 03 19:44:30.445767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-9e1a3642-7f6f-4350-a5e5-15286b40546a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:44:30.446909 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-9e1a3642-7f6f-4350-a5e5-15286b40546a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054410 Nov 03 19:44:30.465449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Request body: {'port': {'device_id': 'eed64862-3c1d-494f-9a35-9666102f9827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:30.530617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.546229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-15988587-4fd2-4d00-b71b-5cbbcd5ee316 None None] Provisioning complete for port 9650b586-1fb5-4b53-a1f2-137274099b7b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:30.546820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-15988587-4fd2-4d00-b71b-5cbbcd5ee316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.587614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-15988587-4fd2-4d00-b71b-5cbbcd5ee316 None None] Port 9650b586-1fb5-4b53-a1f2-137274099b7b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:44:30.825922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9650b586-1fb5-4b53-a1f2-137274099b7b {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:30.833541 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.847172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Transition to ACTIVE for port object 9650b586-1fb5-4b53-a1f2-137274099b7b will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:44:30.851402 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.906675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:31.002695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:44:31.002695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:44:31.002695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:31.022474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:44:31.022805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:31.031792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:44:31.032659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:31.033058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:44:31.033553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Bound port: 9650b586-1fb5-4b53-a1f2-137274099b7b, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:44:31.033945 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.066236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80798ef-0107-46e3-bd63-6cbd90f6ed44 req-d4f9ffb3-4905-45f9-8f4a-a1b29e4949e6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.068276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d80798ef-0107-46e3-bd63-6cbd90f6ed44 req-d4f9ffb3-4905-45f9-8f4a-a1b29e4949e6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 943 time: 0.0863574 Nov 03 19:44:31.158481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:31.161641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:44:31.166042 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d80798ef-0107-46e3-bd63-6cbd90f6ed44 req-08bc97f8-657b-4aeb-b472-dff68864209a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769343 Nov 03 19:44:31.167584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.205157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.205825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.207237 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] 10.222.0.96 "PUT /v2.0/ports/9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 1091 time: 0.7525325 Nov 03 19:44:31.207708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:31.210084 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea831b-471e-4ccd-bca9-7bf028acf387" -d '{"events": [{"name": "network-changed", "server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:31.235354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a56df-f44c-4806-bb6c-0fa22d02080d service neutron] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:31.261465 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808a5c9-bab6-437d-957d-7d3be9a99f21 x-openstack-request-id: req-9808a5c9-bab6-437d-957d-7d3be9a99f21 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:31.261873 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:31.262268 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9808a5c9-bab6-437d-957d-7d3be9a99f21 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:31.262857 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'status': 'completed', 'code': 200} Nov 03 19:44:31.311496 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753db34-4446-464a-93cf-e13b0811e2ba req-6975a9d3-803f-4a0f-98b9-42938b6b934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.313072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-6975a9d3-803f-4a0f-98b9-42938b6b934a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1094 time: 0.0567558 Nov 03 19:44:31.362636 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-6d4fd78c-8220-499b-af96-8855495328a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 217 time: 0.0420790 Nov 03 19:44:31.415791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753db34-4446-464a-93cf-e13b0811e2ba req-ffe4191b-bb02-417f-bf73-31f2d93f07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.416956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-ffe4191b-bb02-417f-bf73-31f2d93f07de service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0479596 Nov 03 19:44:31.465645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753db34-4446-464a-93cf-e13b0811e2ba req-f2cc4308-cafa-4088-9811-a0d558b58459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.467216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-f2cc4308-cafa-4088-9811-a0d558b58459 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431502 Nov 03 19:44:31.569960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-9a494d9b-2c14-439d-8529-a505c6818dce service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950658 Nov 03 19:44:31.663374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4753db34-4446-464a-93cf-e13b0811e2ba req-851c782f-7545-4843-ac09-8ee045b37172 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867846 Nov 03 19:44:31.756988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-a6437508-815d-497b-b967-26ef8d94d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.758524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-a6437508-815d-497b-b967-26ef8d94d6ae service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1094 time: 0.0493264 Nov 03 19:44:31.854195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-dadf11e4-e10e-45d2-afd7-188308221be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.855877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-dadf11e4-e10e-45d2-afd7-188308221be0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0910010 Nov 03 19:44:31.907927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-8301544d-fdaf-416d-b497-993d517a64c1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 217 time: 0.0434978 Nov 03 19:44:31.960935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-ee623383-ee57-446b-a56f-e26d8d843f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.962462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-ee623383-ee57-446b-a56f-e26d8d843f82 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0473895 Nov 03 19:44:32.010002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-b5353a48-5624-410d-9931-b5928880b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:32.011503 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-b5353a48-5624-410d-9931-b5928880b118 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413492 Nov 03 19:44:32.107198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-9168385e-3c2d-4a10-a032-aa087e24eceb service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881159 Nov 03 19:44:32.200399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-04ea831b-471e-4ccd-bca9-7bf028acf387 req-1fc9e5db-6ab6-4cb5-8c58-30ae806b294d service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848336 Nov 03 19:44:32.291892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048be5e-7dbc-4595-94ed-73b1d69779fb req-703360de-3263-4a52-a8b2-55f791c294f0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:32.293409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6048be5e-7dbc-4595-94ed-73b1d69779fb req-703360de-3263-4a52-a8b2-55f791c294f0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 943 time: 0.0515394 Nov 03 19:44:32.347139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6048be5e-7dbc-4595-94ed-73b1d69779fb req-601c7b49-83ec-4a48-9ec3-e82d7f0a7931 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 Nov 03 19:44:32.902430 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:33.471909 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd556b-cbea-4ecf-adbc-fdd2c869b16e req-a1c570a1-bfe5-4040-9dd5-0365f82874f0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:33.473502 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9cd556b-cbea-4ecf-adbc-fdd2c869b16e req-a1c570a1-bfe5-4040-9dd5-0365f82874f0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 943 time: 0.0547898 Nov 03 19:44:33.524450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9cd556b-cbea-4ecf-adbc-fdd2c869b16e req-7b763ece-35dc-4856-bc0a-d6f6d06fddd8 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Nov 03 19:44:33.864573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:44:33.886056 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:33.973746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:33.984984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'mac_address': 'fa:16:3e:4a:f1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:44:34.023972 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:34.037673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9650b586-1fb5-4b53-a1f2-137274099b7b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:34.057901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:34.061768 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:34.113182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:34.286527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['9650b586-1fb5-4b53-a1f2-137274099b7b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:44:34.652367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af963e-d8c4-4657-80fa-423fee3a8a88 req-1b390d6b-4cce-4ffe-8887-e25e3d24567f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:34.653921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51af963e-d8c4-4657-80fa-423fee3a8a88 req-1b390d6b-4cce-4ffe-8887-e25e3d24567f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0561960 Nov 03 19:44:34.706570 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-51af963e-d8c4-4657-80fa-423fee3a8a88 req-861805d9-bb2c-467d-b48f-5ab73f2596cf tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462754 Nov 03 19:44:35.825846 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fdc7c-82be-4c5f-a95e-df79b52f5fbc req-c97df5e0-aa96-4bf8-a51e-93a97fb85cce tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:35.827227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-362fdc7c-82be-4c5f-a95e-df79b52f5fbc req-c97df5e0-aa96-4bf8-a51e-93a97fb85cce tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0515089 Nov 03 19:44:35.860823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:35.875107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-362fdc7c-82be-4c5f-a95e-df79b52f5fbc req-b552f2db-a222-43d8-bd48-a70b9fbc9f2a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Nov 03 19:44:35.910876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 9650b586-1fb5-4b53-a1f2-137274099b7b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:44:35.915292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 9650b586-1fb5-4b53-a1f2-137274099b7b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:35.915670 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:35.994338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:36.017617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:36.019845 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1027882-38d7-4bc8-b6d8-1f9ee1aa6d9e" -d '{"events": [{"server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "name": "network-vif-plugged", "status": "completed", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:36.033175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:36.037970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:36.060837 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb6fe78-2681-41d3-8684-5a02954b9242 x-openstack-request-id: req-1eb6fe78-2681-41d3-8684-5a02954b9242 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:36.061122 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "name": "network-vif-plugged", "status": "completed", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:36.061375 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1eb6fe78-2681-41d3-8684-5a02954b9242 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:36.061773 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'code': 200} Nov 03 19:44:36.087286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:36.137895 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e2a3bf9c-698a-4c69-82eb-21e8c7386027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:36.156382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f12927-173f-4710-8acb-68969882ab6d req-3942d111-e388-4ed7-8c93-903684ec5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:36.158419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92f12927-173f-4710-8acb-68969882ab6d req-3942d111-e388-4ed7-8c93-903684ec5ca9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1096 time: 0.0408964 Nov 03 19:44:36.202895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-92f12927-173f-4710-8acb-68969882ab6d req-26f6f9cd-b7c4-45ee-b96a-681b9cdf0eb9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376408 Nov 03 19:44:37.002716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94938e-141a-4dc2-a39d-f1f0706954c2 req-97f23a84-9089-4e57-b6a2-64f46169ad34 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:37.004165 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b94938e-141a-4dc2-a39d-f1f0706954c2 req-97f23a84-9089-4e57-b6a2-64f46169ad34 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0547404 Nov 03 19:44:37.051556 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7b94938e-141a-4dc2-a39d-f1f0706954c2 req-39682346-69c4-4075-b6f7-f2c2a2038c98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Nov 03 19:44:38.174368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed3b85-f4f9-4cd7-b302-7dc2da1c4ede req-9e305403-6600-4ce9-b6e6-11fde7a7d2f4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:38.175874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4ed3b85-f4f9-4cd7-b302-7dc2da1c4ede req-9e305403-6600-4ce9-b6e6-11fde7a7d2f4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0537202 Nov 03 19:44:38.223432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4ed3b85-f4f9-4cd7-b302-7dc2da1c4ede req-ab2e599c-fd69-420a-b0f8-06bd43eb1bff tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415154 Nov 03 19:44:38.335416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7dd77-e4f3-460f-8b43-e84333a4ca57 req-8a403fbf-f7f9-4195-937e-d3e478ed06cf tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:38.336889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e3b7dd77-e4f3-460f-8b43-e84333a4ca57 req-8a403fbf-f7f9-4195-937e-d3e478ed06cf tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0489099 Nov 03 19:44:38.345655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44436) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:38.349969 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'floatingip': {'port_id': '9650b586-1fb5-4b53-a1f2-137274099b7b'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:38.394031 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:38.833965 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:38.838150 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:38.936624 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Floating IP d9b2197e-a419-40f2-a036-6038e31aad64 associated. External IP: 172.25.3.34, port: 9650b586-1fb5-4b53-a1f2-137274099b7b. Nov 03 19:44:39.150906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:44:39.269446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:44:39.274313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:39.279701 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:44:39.292102 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:39.293011 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:44:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:39.310076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2f70c81a-c7d7-4042-af99-e62e944a9953 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "PUT /v2.0/floatingips/d9b2197e-a419-40f2-a036-6038e31aad64 HTTP/1.1" status: 200 len: 990 time: 0.9633467 Nov 03 19:44:39.310650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:39.312934 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fe437c-648d-4600-a31f-60ea90e6ddd2" -d '{"events": [{"name": "network-changed", "server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:39.415271 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7f77de-21de-422f-a3c9-ad94483fd214 x-openstack-request-id: req-8e7f77de-21de-422f-a3c9-ad94483fd214 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:39.415560 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:39.415817 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e7f77de-21de-422f-a3c9-ad94483fd214 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:39.416248 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'status': 'completed', 'code': 200} Nov 03 19:44:39.420554 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:39.482410 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-b7ad5623-a9da-4fc9-8eb9-57410aae8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:39.484157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-b7ad5623-a9da-4fc9-8eb9-57410aae8a2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1096 time: 0.0452309 Nov 03 19:44:39.590884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-a559d3a1-5fbd-44d5-ac4e-24892e92d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:39.592404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-a559d3a1-5fbd-44d5-ac4e-24892e92d5e7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1017938 Nov 03 19:44:39.661732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-6fa33827-24a4-4798-b2d2-81cb095b66b6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 998 time: 0.0621984 Nov 03 19:44:39.724988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-8d852091-21e7-4068-9ccd-74de6667e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:39.726555 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-8d852091-21e7-4068-9ccd-74de6667e6e7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0578914 Nov 03 19:44:39.759539 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:4a:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed64862-3c1d-494f-9a35-9666102f9827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:44:38Z', 'revision_number': 9, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:39.774638 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-fe439301-3458-4b96-ad02-f12fa758b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:39.776239 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-fe439301-3458-4b96-ad02-f12fa758b95d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428598 Nov 03 19:44:39.786771 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:44:39.796263 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:39.796263 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:44:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:39.874222 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-ed0228e5-8835-4ec7-879a-5a79b90a57be service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905309 Nov 03 19:44:39.906400 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:39.991468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38fe437c-648d-4600-a31f-60ea90e6ddd2 req-85ef4455-6ec0-470b-9bbc-d9e39c72e917 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105175 Nov 03 19:44:40.167538 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:4a:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed64862-3c1d-494f-9a35-9666102f9827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:44:38Z', 'revision_number': 9, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:40.202717 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae03dae-4846-46fb-9498-a2dcb5bde4bf None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:4a:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed64862-3c1d-494f-9a35-9666102f9827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:44:38Z', 'revision_number': 9, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:44:40.270023 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:40.366660 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40d4ae5f-2823-4038-8819-df083cf363b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:40.417266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb04e08-cec6-4f01-9101-e6ec9ae02d0a None None] New status for floating IP d9b2197e-a419-40f2-a036-6038e31aad64: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:44:42.352871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:42.416060 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:43.995255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2cbf078-9d5d-4728-938c-096819357039 req-a7113961-e196-41dd-99a1-7efef6fc00cd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884979 Nov 03 19:44:44.085497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbf078-9d5d-4728-938c-096819357039 req-4703a4a9-0b62-402a-8775-517f626d6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.087056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2cbf078-9d5d-4728-938c-096819357039 req-4703a4a9-0b62-402a-8775-517f626d6051 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1096 time: 0.0464180 Nov 03 19:44:44.193540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbf078-9d5d-4728-938c-096819357039 req-c9f87f92-c7e3-4fa9-bffb-f1387ace50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.194931 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2cbf078-9d5d-4728-938c-096819357039 req-c9f87f92-c7e3-4fa9-bffb-f1387ace50bd service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0874252 Nov 03 19:44:44.267802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2cbf078-9d5d-4728-938c-096819357039 req-ee2167cb-1fab-445e-b856-f0ee4710492d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 1001 time: 0.0656226 Nov 03 19:44:44.646600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbf078-9d5d-4728-938c-096819357039 req-44a57f74-9964-4cb5-b207-ee29c27b9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.648067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2cbf078-9d5d-4728-938c-096819357039 req-44a57f74-9964-4cb5-b207-ee29c27b9b4d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.3729975 Nov 03 19:44:44.696920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbf078-9d5d-4728-938c-096819357039 req-0d6a918c-9865-4ff9-9982-cf1aa35c4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.698482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2cbf078-9d5d-4728-938c-096819357039 req-0d6a918c-9865-4ff9-9982-cf1aa35c4fed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435548 Nov 03 19:44:44.803449 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2cbf078-9d5d-4728-938c-096819357039 req-0c8228ea-8232-4674-b394-8361a0e67595 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904911 Nov 03 19:44:44.900517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e2cbf078-9d5d-4728-938c-096819357039 req-6324d3dd-cc33-4570-afe0-cf0fcae70843 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Nov 03 19:44:52.161856 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:45:02.920944 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:03.875520 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:06.142720 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8c47858a-8e71-4105-8857-d20a2f4ff367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:10.271858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:10.358408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d524ade9-d98d-40da-a83f-0755d1f5048f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:12.355918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:12.417491 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:29.160460 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:45:32.918519 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:33.881611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.135430 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e7d0-8c8c-42a8-b793-3a4e796f3f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.274811 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.362050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-863811d4-c605-45c7-a4de-dc6e2f4f55ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.359988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.426382 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.360175 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a718e54-baa0-45a7-85b4-696aa798435a req-28b25110-82ca-4c73-a54e-e4dcf8c837dc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423367 Nov 03 19:45:43.457089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a718e54-baa0-45a7-85b4-696aa798435a req-cb1881de-537f-4ec4-be77-22183968e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:43.458833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a718e54-baa0-45a7-85b4-696aa798435a req-cb1881de-537f-4ec4-be77-22183968e747 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1096 time: 0.0497341 Nov 03 19:45:43.577321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a718e54-baa0-45a7-85b4-696aa798435a req-c1789e5a-87c0-4852-aa4c-03c69a5f3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:43.578857 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a718e54-baa0-45a7-85b4-696aa798435a req-c1789e5a-87c0-4852-aa4c-03c69a5f3e09 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0989699 Nov 03 19:45:43.657560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a718e54-baa0-45a7-85b4-696aa798435a req-740d1154-1eb4-489b-93cd-cfbd0676e548 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 1001 time: 0.0710235 Nov 03 19:45:43.710703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a718e54-baa0-45a7-85b4-696aa798435a req-e2b7d804-c07a-41c6-a08f-0b9af58a7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:43.712201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a718e54-baa0-45a7-85b4-696aa798435a req-e2b7d804-c07a-41c6-a08f-0b9af58a7f6f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0468364 Nov 03 19:45:43.760652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a718e54-baa0-45a7-85b4-696aa798435a req-7ec88290-c6eb-4c84-b6aa-a03a2a1c9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:43.762367 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a718e54-baa0-45a7-85b4-696aa798435a req-7ec88290-c6eb-4c84-b6aa-a03a2a1c9f30 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429418 Nov 03 19:45:43.859496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a718e54-baa0-45a7-85b4-696aa798435a req-d920409e-9802-4c5d-ba1d-b7df3bc6bd66 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901587 Nov 03 19:45:43.957386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a718e54-baa0-45a7-85b4-696aa798435a req-8ec364e9-f242-4a33-940f-59716c49b453 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899839 Nov 03 19:46:02.917361 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:03.876074 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:06.139126 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d9272773-ed24-41e3-949b-4204eab3192f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:06.162249 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:46:10.280147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.367171 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1518326c-5d85-4b7d-aaa0-db9623fe300c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.364177 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.423664 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.914146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-ff5ab19e-5b2f-4152-a264-fdc3072d6098 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478840 Nov 03 19:46:14.922883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ff729-cc4e-4c00-8e37-cbe4de51b364 req-97ed5c2a-9e1d-46ba-9266-3b4605ade347 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:14.924430 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-247ff729-cc4e-4c00-8e37-cbe4de51b364 req-97ed5c2a-9e1d-46ba-9266-3b4605ade347 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0564663 Nov 03 19:46:14.976283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-247ff729-cc4e-4c00-8e37-cbe4de51b364 req-04e1b7b5-a64e-489c-9d24-a1a4c8200d6a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456250 Nov 03 19:46:16.036157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-04cc2824-f607-4fc8-83fb-4ecf545d8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:16.037750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-04cc2824-f607-4fc8-83fb-4ecf545d8bc5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1096 time: 0.0418704 Nov 03 19:46:16.158068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb675e0-d5af-4d25-9dc1-90004de4e8d6 req-b3a6ddd0-29f0-4ccd-8ad7-8677eeef96ee tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:16.160148 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adb675e0-d5af-4d25-9dc1-90004de4e8d6 req-b3a6ddd0-29f0-4ccd-8ad7-8677eeef96ee tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.1062794 Nov 03 19:46:16.180978 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-2ce40182-868e-49fc-b980-b4660e7cdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:16.182325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-2ce40182-868e-49fc-b980-b4660e7cdbe8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1371155 Nov 03 19:46:16.269247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-adb675e0-d5af-4d25-9dc1-90004de4e8d6 req-410e232a-e504-42be-8e22-09a505e468d2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999036 Nov 03 19:46:16.275815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-b165d439-aaa3-4b38-b4f9-77c586556a77 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 1001 time: 0.0865450 Nov 03 19:46:16.327356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-2c376a85-dcb6-4685-812a-e758fa6d440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:16.328904 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-2c376a85-dcb6-4685-812a-e758fa6d440e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0465770 Nov 03 19:46:16.377090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-1327f993-a924-4fd7-b5c1-172ed59196a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:16.378727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-1327f993-a924-4fd7-b5c1-172ed59196a9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426297 Nov 03 19:46:16.478592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-f6c6b7be-11eb-4b6b-a08c-11f19d8a0f53 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917530 Nov 03 19:46:16.569767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-779ddf96-60dd-4664-a44f-433c2cdc15f0 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843334 Nov 03 19:46:17.398793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da3f91-9acf-4c2c-97ac-92cfc7ea432e req-caef0962-2221-439a-aff2-64902655a16e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:17.400359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3da3f91-9acf-4c2c-97ac-92cfc7ea432e req-caef0962-2221-439a-aff2-64902655a16e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0558033 Nov 03 19:46:17.452026 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3da3f91-9acf-4c2c-97ac-92cfc7ea432e req-92872b3f-ec98-42ab-b300-d581f6afa636 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449057 Nov 03 19:46:18.578367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135436f3-9eeb-4b11-893b-7c571364f78f req-0045f785-0dd7-4149-948b-2d5a4f28e737 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:18.579906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-135436f3-9eeb-4b11-893b-7c571364f78f req-0045f785-0dd7-4149-948b-2d5a4f28e737 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0514529 Nov 03 19:46:18.631633 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-135436f3-9eeb-4b11-893b-7c571364f78f req-31293e37-a2f4-4076-afae-5b1c17f9d5c9 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 Nov 03 19:46:19.750824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a14fe2-7a66-48e9-b115-0099b85afd9c req-bde786c3-3b91-4e49-b39e-edbeb3337443 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:19.752315 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a14fe2-7a66-48e9-b115-0099b85afd9c req-bde786c3-3b91-4e49-b39e-edbeb3337443 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0507975 Nov 03 19:46:19.806241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a14fe2-7a66-48e9-b115-0099b85afd9c req-8f54bc9c-a59a-4250-a67b-e90f1c382739 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473695 Nov 03 19:46:20.938238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eb054-ca40-4e6d-8149-ca0b2ade924b req-1e7e8137-c3e9-4744-97dd-a97d8de3f43c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:20.939793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e8eb054-ca40-4e6d-8149-ca0b2ade924b req-1e7e8137-c3e9-4744-97dd-a97d8de3f43c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0573065 Nov 03 19:46:20.998640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e8eb054-ca40-4e6d-8149-ca0b2ade924b req-574d16da-0910-4df9-830b-4912d48a5f2e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517833 Nov 03 19:46:22.124883 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94a7ba-4d5d-4185-8903-e5ba45e364c1 req-58113fc5-995a-421b-8c9b-92d4d7c07d7d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:22.126404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a94a7ba-4d5d-4185-8903-e5ba45e364c1 req-58113fc5-995a-421b-8c9b-92d4d7c07d7d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0550854 Nov 03 19:46:22.179394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a94a7ba-4d5d-4185-8903-e5ba45e364c1 req-6414954a-b6ea-4ac3-9865-5d58436a635a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467598 Nov 03 19:46:23.309642 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cbcd9-511d-469c-9943-670786172caa req-339d7ffd-7d6a-42d8-ba7a-3cb2d0268277 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:23.311198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b9cbcd9-511d-469c-9943-670786172caa req-339d7ffd-7d6a-42d8-ba7a-3cb2d0268277 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0617468 Nov 03 19:46:23.363777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b9cbcd9-511d-469c-9943-670786172caa req-9b767db1-4951-4b04-a1b5-e45692414c66 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464954 Nov 03 19:46:24.484772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880705-568d-4b23-9b66-ac88e3b66422 req-ef170a7e-2f6f-4277-bf6c-a11a7a584bb0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:24.486298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84880705-568d-4b23-9b66-ac88e3b66422 req-ef170a7e-2f6f-4277-bf6c-a11a7a584bb0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Nov 03 19:46:24.542521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84880705-568d-4b23-9b66-ac88e3b66422 req-a940741a-2371-4d6a-9792-56a5d1993e54 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495074 Nov 03 19:46:25.666317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03517-f526-4e99-bb80-d60717695735 req-1e83b7dc-49cd-4f3a-9cc9-d878d7dff90b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:25.667790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1f03517-f526-4e99-bb80-d60717695735 req-1e83b7dc-49cd-4f3a-9cc9-d878d7dff90b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0493846 Nov 03 19:46:25.725159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c1f03517-f526-4e99-bb80-d60717695735 req-0c5722a8-5ddb-4abd-8506-d1cb90cc0c76 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510604 Nov 03 19:46:26.849291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf601eb8-d8df-4fd4-9428-d2aef6e94cd0 req-bfc8a23a-79dd-4043-b564-8a9f4e7731d2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:26.850955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf601eb8-d8df-4fd4-9428-d2aef6e94cd0 req-bfc8a23a-79dd-4043-b564-8a9f4e7731d2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0529695 Nov 03 19:46:26.902587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf601eb8-d8df-4fd4-9428-d2aef6e94cd0 req-13e91f90-e29e-49f6-80a4-15ebe3db4b1a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453753 Nov 03 19:46:28.024683 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830b8b0-062e-4bc0-8156-9f6c3de36641 req-6469dadf-80b0-4b55-ac27-3c7175c7afd2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:28.026309 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7830b8b0-062e-4bc0-8156-9f6c3de36641 req-6469dadf-80b0-4b55-ac27-3c7175c7afd2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Nov 03 19:46:28.078863 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7830b8b0-062e-4bc0-8156-9f6c3de36641 req-d84269f8-5489-402b-927c-90cbd61a5605 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459402 Nov 03 19:46:28.453287 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-aa697ccf-fff1-468d-8cdc-a424b89ec17e service neutron] show failed (client error): The resource could not be found. Nov 03 19:46:28.454377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-aa697ccf-fff1-468d-8cdc-a424b89ec17e service neutron] 10.222.0.96 "GET /v2.0/ports/9650b586-1fb5-4b53-a1f2-137274099b7b/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0630805 Nov 03 19:46:28.666948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-6e6a3944-d69f-42c3-9152-4af82ea1c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:28.668659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-6e6a3944-d69f-42c3-9152-4af82ea1c218 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 1096 time: 0.0421131 Nov 03 19:46:28.682280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:29.044657 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.203117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623f9df-bcc6-49b9-8ad9-ec5b477e6919 req-88af912e-a2ee-41fa-9066-bbbd98188a42 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:29.205346 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2623f9df-bcc6-49b9-8ad9-ec5b477e6919 req-88af912e-a2ee-41fa-9066-bbbd98188a42 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0516562 Nov 03 19:46:29.261443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:29.262536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2623f9df-bcc6-49b9-8ad9-ec5b477e6919 req-9cb09025-36c5-4f8b-ae42-cc9f540379f7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462477 Nov 03 19:46:29.297366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:29.339875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:29.342195 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728927d5-106c-4297-8500-53d9a897662f" -d '{"events": [{"server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "name": "network-vif-unplugged", "status": "completed", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:29.346285 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.360556 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Transition to ACTIVE for port object 9650b586-1fb5-4b53-a1f2-137274099b7b will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:46:29.365602 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.409305 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c785eaf8-7e4f-46da-abe2-9178ae4f37a7 x-openstack-request-id: req-c785eaf8-7e4f-46da-abe2-9178ae4f37a7 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:29.409696 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "name": "network-vif-unplugged", "status": "completed", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:29.410060 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c785eaf8-7e4f-46da-abe2-9178ae4f37a7 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:29.410453 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'code': 200} Nov 03 19:46:29.456986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:29.469819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.470173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.470523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.470856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.471203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.471543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.471873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.472204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.472618 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.472869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.473196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.474180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:29.516879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] No DVR routers for this DVR port 9650b586-1fb5-4b53-a1f2-137274099b7b on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:46:29.662996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:46:29.663235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:46:29.663428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:29.668158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:46:29.668158 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:29.673530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:46:29.673813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:46:29.674201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:46:29.674622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Bound port: 9650b586-1fb5-4b53-a1f2-137274099b7b, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:46:29.674978 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.742711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:29.745939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:46:29.750911 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.787427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:29.788095 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.789507 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] 10.222.0.70 "PUT /v2.0/ports/9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 1091 time: 1.1113825 Nov 03 19:46:29.809559 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e537a-6ba3-4c6d-aed6-0492190bf531 service neutron] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:29.859844 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-4cc13adf-bec6-4a3f-910f-2f8898165746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:29.861509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-4cc13adf-bec6-4a3f-910f-2f8898165746 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1094 time: 0.0474496 Nov 03 19:46:29.965044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-dab3dfe9-a57b-4242-97cd-d584401808c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:29.966592 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-dab3dfe9-a57b-4242-97cd-d584401808c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0980077 Nov 03 19:46:30.057912 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-904a5fe7-8e43-428b-b22e-ad0f0bfff1ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 999 time: 0.0830808 Nov 03 19:46:30.111842 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-d5113b9d-14d0-4538-a7ff-a24ce3116b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:30.113342 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-d5113b9d-14d0-4538-a7ff-a24ce3116b32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0491610 Nov 03 19:46:30.165176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-cd10314f-4310-4580-8f4f-dd88df5d8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:30.177463 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-cd10314f-4310-4580-8f4f-dd88df5d8036 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538929 Nov 03 19:46:30.269941 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-4d216d26-2a76-42ed-8461-6884620a6b55 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891452 Nov 03 19:46:30.377137 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ced81298-ae7c-4d61-b4c7-2d85f565883e req-fc976e11-6ffa-4a90-be49-14a7745bec35 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004686 Nov 03 19:46:30.390747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac152f-22e8-42ae-921e-8479359ef62c req-c83f292c-68f3-4732-a7a7-2dd3bda0b180 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:30.392339 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99ac152f-22e8-42ae-921e-8479359ef62c req-c83f292c-68f3-4732-a7a7-2dd3bda0b180 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 943 time: 0.0534375 Nov 03 19:46:30.450450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-99ac152f-22e8-42ae-921e-8479359ef62c req-81772db8-a5d7-41ae-ab88-f97b576c0301 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505280 Nov 03 19:46:31.411851 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:31.414358 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227c276a-27b9-4319-96ba-7fcbb9bef9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:31.466480 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d907b54-d664-4b94-8f61-edc1c60da7ec x-openstack-request-id: req-3d907b54-d664-4b94-8f61-edc1c60da7ec {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:31.466873 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:31.467854 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d907b54-d664-4b94-8f61-edc1c60da7ec {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:31.468361 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'status': 'completed', 'code': 200} Nov 03 19:46:31.530868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-769b76b3-dbf1-4465-92d0-a84c4dafc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.532607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-769b76b3-dbf1-4465-92d0-a84c4dafc187 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1094 time: 0.0460811 Nov 03 19:46:31.549141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-4803f338-6335-40d8-844f-0e13ed7ba78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.551156 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-4803f338-6335-40d8-844f-0e13ed7ba78d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1094 time: 0.0529506 Nov 03 19:46:31.657983 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1d50f-ad82-4425-97d7-ab3d01466eea req-605cebc4-5902-48df-9070-9fa742444e93 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.658505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-55f412c5-7dfd-4ba1-a27c-42b997312d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.659516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8a1d50f-ad82-4425-97d7-ab3d01466eea req-605cebc4-5902-48df-9070-9fa742444e93 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 943 time: 0.1259944 Nov 03 19:46:31.660040 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-55f412c5-7dfd-4ba1-a27c-42b997312d9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1016712 Nov 03 19:46:31.694426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-fe3c1294-0c39-46f4-85e2-3ec7e7eb4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.695828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-fe3c1294-0c39-46f4-85e2-3ec7e7eb4729 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1541331 Nov 03 19:46:31.728591 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-0b3fb63b-1bf9-4e50-956b-14cad0325774 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 999 time: 0.0611994 Nov 03 19:46:31.765437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a8a1d50f-ad82-4425-97d7-ab3d01466eea req-525a5f0f-d3a1-4ee8-85ac-c4d29d1f70c3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965784 Nov 03 19:46:31.787295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-1bd34fc3-2d80-4a7a-85d8-e09fdd358c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.788831 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-1bd34fc3-2d80-4a7a-85d8-e09fdd358c72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0500011 Nov 03 19:46:31.792521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-884c8e85-6ab8-4125-b634-9eae33f3bd06 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 999 time: 0.0845144 Nov 03 19:46:31.843500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-3c24c001-3752-463e-bd4a-a5633dd55a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.845350 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-3c24c001-3752-463e-bd4a-a5633dd55a83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492013 Nov 03 19:46:31.852805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-fa3314ae-91b5-4b1b-9825-10403746f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.854325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-fa3314ae-91b5-4b1b-9825-10403746f647 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0555446 Nov 03 19:46:31.905771 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-1e101d1d-d79e-4e69-9d3c-2e062be59869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.907635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-1e101d1d-d79e-4e69-9d3c-2e062be59869 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466664 Nov 03 19:46:31.958802 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-9d6e6338-1350-4535-b1a9-5fdc3b4f32e8 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027470 Nov 03 19:46:32.018417 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-21784b09-d5bf-4626-85eb-cb8eb13a2386 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006219 Nov 03 19:46:32.062343 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-407d7188-1145-4b83-8ad5-71087acbab6c service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953419 Nov 03 19:46:32.112080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c276a-27b9-4319-96ba-7fcbb9bef9fa req-2675291b-2c4b-4d69-a7d9-7c6e04daa52f service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856724 Nov 03 19:46:32.544491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:46:32.585852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:46:32.891885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f217-25ac-4a5d-86fc-b9be35b15534 req-57ee3453-e300-4b23-8ebc-097abddfde8c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:32.893688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b894f217-25ac-4a5d-86fc-b9be35b15534 req-57ee3453-e300-4b23-8ebc-097abddfde8c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 943 time: 0.0510361 Nov 03 19:46:32.908225 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:32.948107 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b894f217-25ac-4a5d-86fc-b9be35b15534 req-d5f9df04-54dd-47de-9e61-b2f21c19e605 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479217 Nov 03 19:46:33.234239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-f4baf107-0875-4cf1-b2fa-fdd33e14f70b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:33.235759 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-f4baf107-0875-4cf1-b2fa-fdd33e14f70b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827&tenant_id=6d0a1f1d55524c0d9be03477f0b01171&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 943 time: 0.0522497 Nov 03 19:46:33.250789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e142-cf75-4e97-bd80-b5a5efd67b8a req-dfe22cc9-deb9-49b2-a5bd-730fcbc808e3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:33.252314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fd6e142-cf75-4e97-bd80-b5a5efd67b8a req-dfe22cc9-deb9-49b2-a5bd-730fcbc808e3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 943 time: 0.0500395 Nov 03 19:46:33.297187 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-fde50741-6cc7-4c5c-b506-ee94730ba83a service neutron] 10.222.0.70 "GET /v2.0/ports/9650b586-1fb5-4b53-a1f2-137274099b7b/bindings/n-h2-812148-3 HTTP/1.1" status: 200 len: 382 time: 0.0539443 Nov 03 19:46:33.301171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3fd6e142-cf75-4e97-bd80-b5a5efd67b8a req-f9d25b36-b20d-40a7-be64-1c46599670ad tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Nov 03 19:46:33.364397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-3a79a4b1-919c-4416-9250-29b0a14124cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:33.366740 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-3a79a4b1-919c-4416-9250-29b0a14124cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1094 time: 0.0463378 Nov 03 19:46:33.461193 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-a9ca2b7b-6562-401b-8e9e-a4f7fc9ce4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:33.462780 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-a9ca2b7b-6562-401b-8e9e-a4f7fc9ce4d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0893486 Nov 03 19:46:33.534014 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-8e2a81ba-4699-4744-82c0-96d3a48f4f57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 999 time: 0.0635304 Nov 03 19:46:33.583460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-eadbe0a0-a51e-4441-a8cf-aa6b7c86b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:33.585479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-eadbe0a0-a51e-4441-a8cf-aa6b7c86b231 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0451636 Nov 03 19:46:33.632500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-a7ca811d-fea2-4883-bac9-4f4abcb48cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:33.634023 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-a7ca811d-fea2-4883-bac9-4f4abcb48cec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414362 Nov 03 19:46:33.729678 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-1f7cf1fe-3c8d-4c95-9eef-96c36ddbe4ed service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874844 Nov 03 19:46:33.823000 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-6c8f05db-ca05-49f5-85cd-5b299926fa9b service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867026 Nov 03 19:46:33.885636 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:34.112941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:46:34.213679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:34.224516 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'mac_address': 'fa:16:3e:4a:f1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:46:34.264375 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:34.278749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9650b586-1fb5-4b53-a1f2-137274099b7b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:46:34.299007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:34.302952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:34.357260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:34.365719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.365994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.366334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.366698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.367036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.367365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.367690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.368016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.368347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.368671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.369278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.369620 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:34.428780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c56bd-9325-4b44-9cba-31d2477d72e5 req-b9f5edfd-9139-47d9-90f9-4d09a1c106f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:34.430332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a0c56bd-9325-4b44-9cba-31d2477d72e5 req-b9f5edfd-9139-47d9-90f9-4d09a1c106f3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0513568 Nov 03 19:46:34.477607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a0c56bd-9325-4b44-9cba-31d2477d72e5 req-872392cb-5ac2-4e70-bc1a-81f06ba2bcc6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Nov 03 19:46:34.558679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['9650b586-1fb5-4b53-a1f2-137274099b7b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:46:35.608598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0e7b4-b94a-419c-a556-97f1ac4a78f9 req-393ff0e5-4778-40a3-8cfb-acd36293639e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:35.610391 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ef0e7b4-b94a-419c-a556-97f1ac4a78f9 req-393ff0e5-4778-40a3-8cfb-acd36293639e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0559726 Nov 03 19:46:35.660434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ef0e7b4-b94a-419c-a556-97f1ac4a78f9 req-6e143f16-5334-4125-b214-15036c9f5e73 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 Nov 03 19:46:35.771719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-eca7cd71-9d55-4dc3-8fe5-fbe29bc9c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:35.773170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-eca7cd71-9d55-4dc3-8fe5-fbe29bc9c3da service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 1095 time: 0.0416334 Nov 03 19:46:35.784820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:35.840951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:36.044436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:36.077343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:36.109775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9650b586-1fb5-4b53-a1f2-137274099b7b {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:46:36.114490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:46:36.120521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:36.132450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Ignored duplicate provisioning block setup for port 9650b586-1fb5-4b53-a1f2-137274099b7b by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 03 19:46:36.136252 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:36.162806 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ee46e1fc-5bc6-427a-9915-7fd90ee60c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:36.238580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=9']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:36.240623 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:36.253927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.254266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.254602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.254933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.255261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.255617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.255947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.256273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.256590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.256929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.257238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.257584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:36.258807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'mac_address': 'fa:16:3e:4a:f1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:46:36.326152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] No DVR routers for this DVR port 9650b586-1fb5-4b53-a1f2-137274099b7b on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:46:36.466532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:46:36.466787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:46:36.467121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:36.471398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:46:36.471715 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Attempting to bind port 9650b586-1fb5-4b53-a1f2-137274099b7b on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:36.477164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:46:36.477536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:46:36.477923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:46:36.478349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Bound port: 9650b586-1fb5-4b53-a1f2-137274099b7b, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:46:36.478719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:36.541837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:36.545026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:46:36.549925 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:36.587777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:36.588455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:36.590495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] 10.222.0.96 "PUT /v2.0/ports/9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 1091 time: 0.8089850 Nov 03 19:46:36.590958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:36.593277 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb82dc82-9ba1-490c-b6ea-72f191b3657e" -d '{"events": [{"name": "network-changed", "server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:36.629633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d32f-c2a0-4354-8bc8-5bbbed5746c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=10']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:36.663261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-bd17a5d3-c2be-411c-be0f-536131e15dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:36.664772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-bd17a5d3-c2be-411c-be0f-536131e15dd6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1095 time: 0.0491369 Nov 03 19:46:36.732568 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7652f0da-4cf8-4cfe-95bb-bd27d13f1591 x-openstack-request-id: req-7652f0da-4cf8-4cfe-95bb-bd27d13f1591 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:36.732858 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:36.733114 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7652f0da-4cf8-4cfe-95bb-bd27d13f1591 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:36.733551 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'status': 'completed', 'code': 200} Nov 03 19:46:36.777206 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-68c59194-3aad-432c-8e14-5ad3b30704ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:36.778852 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-68c59194-3aad-432c-8e14-5ad3b30704ab service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1073172 Nov 03 19:46:36.815946 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-033f6b31-e5bb-4822-bcdf-c5c6ff05ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:36.817489 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-033f6b31-e5bb-4822-bcdf-c5c6ff05ae1c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1095 time: 0.0573156 Nov 03 19:46:36.885378 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-d938b69a-e110-48d0-be34-a3209c560d45 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 999 time: 0.0972345 Nov 03 19:46:36.894061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886e24e-03f4-499d-916c-a4434fb276d5 req-7485ae41-7d6a-4d0f-8d6a-40582218c7a5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:36.895629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d886e24e-03f4-499d-916c-a4434fb276d5 req-7485ae41-7d6a-4d0f-8d6a-40582218c7a5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.1093380 Nov 03 19:46:36.921098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-0468ed00-7bc9-4541-b09a-c23cdebe7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:36.922751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-0468ed00-7bc9-4541-b09a-c23cdebe7bfc service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0986032 Nov 03 19:46:36.968389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-52862124-e6c0-4024-a726-dc179f5dc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:36.969939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-52862124-e6c0-4024-a726-dc179f5dc2c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0728645 Nov 03 19:46:36.994000 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d886e24e-03f4-499d-916c-a4434fb276d5 req-042763ab-cf4f-499b-b6fa-98ad25140c07 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886183 Nov 03 19:46:36.997859 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-c9aad922-abbb-43d2-b392-47ca0919d8ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 999 time: 0.0676460 Nov 03 19:46:37.027644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-5f2a7b3e-9e5a-4fe9-b3b9-0be723eb6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:37.029189 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-5f2a7b3e-9e5a-4fe9-b3b9-0be723eb6663 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513797 Nov 03 19:46:37.050491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-303db0ad-1326-4486-9062-6282006daca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:37.051999 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-303db0ad-1326-4486-9062-6282006daca5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0476027 Nov 03 19:46:37.099153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-759f08eb-1a7e-4e2c-8aac-00faf94f3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:37.100722 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-759f08eb-1a7e-4e2c-8aac-00faf94f3f5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419786 Nov 03 19:46:37.127108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-3215d512-ed4f-43a2-8647-b4c5b43f29b5 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906682 Nov 03 19:46:37.198943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-ed5edc66-e2bf-411f-9324-814b0d0e868c service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912306 Nov 03 19:46:37.218404 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ba132e8-d33e-4dcf-a9c4-e2e920fcd985 req-1bb8238b-3c71-491d-b770-5a050d624b36 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840049 Nov 03 19:46:37.295038 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-c59033a9-d3d6-4734-85f1-a9657cb1c86a service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886064 Nov 03 19:46:37.309601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-9449ba89-c89d-49d3-ae10-3ff1b93944db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:37.311102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-9449ba89-c89d-49d3-ae10-3ff1b93944db service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 1095 time: 0.0469694 Nov 03 19:46:37.407550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-64431e72-b117-4f95-afd7-853912eac2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:37.409018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-64431e72-b117-4f95-afd7-853912eac2a9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0875325 Nov 03 19:46:37.482505 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-5ec6bacd-5f9d-46ca-802e-fe4c87754b4c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 200 len: 999 time: 0.0634809 Nov 03 19:46:37.534945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-353c12d4-9d5c-433d-a6b9-32c6cb9280e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:37.536458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-353c12d4-9d5c-433d-a6b9-32c6cb9280e0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0445912 Nov 03 19:46:37.584460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-effbda79-17ee-43ab-90e3-c46af9c700ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:37.586025 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-effbda79-17ee-43ab-90e3-c46af9c700ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412359 Nov 03 19:46:37.686515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-7aa4ac53-1992-47ea-bd54-c4ecd348ecca service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914516 Nov 03 19:46:37.777869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb82dc82-9ba1-490c-b6ea-72f191b3657e req-31877ba1-a12e-46c2-9f60-7e7af6fda10f service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830057 Nov 03 19:46:38.122716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d409c9-e917-4fed-bab7-2d5ac9e5dc1e req-04ca9bb9-8146-4bba-b3dc-895a82198964 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:38.124232 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35d409c9-e917-4fed-bab7-2d5ac9e5dc1e req-04ca9bb9-8146-4bba-b3dc-895a82198964 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0543745 Nov 03 19:46:38.173022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35d409c9-e917-4fed-bab7-2d5ac9e5dc1e req-9548d823-0f21-4cc1-a30c-f5b20f4366e7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Nov 03 19:46:39.290416 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2419c-6b5e-4fc2-b0ce-821f00751912 req-e0fe41a6-5735-4e14-8a11-422df574a306 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:39.291920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9d2419c-6b5e-4fc2-b0ce-821f00751912 req-e0fe41a6-5735-4e14-8a11-422df574a306 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0499597 Nov 03 19:46:39.339585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9d2419c-6b5e-4fc2-b0ce-821f00751912 req-1f859198-b5cb-4bf3-986e-9cbe7378cd1b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Nov 03 19:46:39.455402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4a4fe-69f3-4110-9c73-e103a868c481 req-d03d9a90-cc9d-4720-ae8f-aff01d21958c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:39.456820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03b4a4fe-69f3-4110-9c73-e103a868c481 req-d03d9a90-cc9d-4720-ae8f-aff01d21958c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0481155 Nov 03 19:46:39.508105 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-03b4a4fe-69f3-4110-9c73-e103a868c481 req-18d1a54c-fa3d-4225-adcf-428956db6461 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Nov 03 19:46:39.621977 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5125d8-20b1-40f0-bad8-8d02686759cb req-bd70a146-ec60-4771-bed7-943a42c71935 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:39.623482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f5125d8-20b1-40f0-bad8-8d02686759cb req-bd70a146-ec60-4771-bed7-943a42c71935 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0494998 Nov 03 19:46:39.671282 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9f5125d8-20b1-40f0-bad8-8d02686759cb req-473a1adc-e59a-4d47-a713-63562d2ced3d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Nov 03 19:46:39.904714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9dbe6-cf20-47af-80f5-4ec8eed2b3e8 req-23e42d1f-8f2d-4721-b8e9-a98c505f2d47 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:39.906245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95c9dbe6-cf20-47af-80f5-4ec8eed2b3e8 req-23e42d1f-8f2d-4721-b8e9-a98c505f2d47 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 944 time: 0.0488052 Nov 03 19:46:39.954338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95c9dbe6-cf20-47af-80f5-4ec8eed2b3e8 req-1b88c8bc-2adc-4aba-a50d-2c825f0b93a4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Nov 03 19:46:40.113622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:46:40.156937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:46:40.277958 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:40.360782 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-956aa789-ab2b-41ed-85f1-c16ab088e652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:40.615823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:46:40.707936 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:40.719865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'mac_address': 'fa:16:3e:4a:f1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:46:40.760585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:40.773446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9650b586-1fb5-4b53-a1f2-137274099b7b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:46:40.791820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:40.796084 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:40.845635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=11']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:41.102270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446bd61-48e6-4290-9782-1ee8462a8627 req-16d023aa-a353-4643-b4f9-b8a82d939fb7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:41.103752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2446bd61-48e6-4290-9782-1ee8462a8627 req-16d023aa-a353-4643-b4f9-b8a82d939fb7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0776699 Nov 03 19:46:41.116521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74042998-371e-407c-81e5-8a259ec0d946 req-d447b505-c41d-47bf-aec5-948f0f9f90eb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:41.117962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74042998-371e-407c-81e5-8a259ec0d946 req-d447b505-c41d-47bf-aec5-948f0f9f90eb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 945 time: 0.0633881 Nov 03 19:46:41.214786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2446bd61-48e6-4290-9782-1ee8462a8627 req-47cdfde9-fdd5-4e1a-8f6d-be74e27a6f24 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957558 Nov 03 19:46:41.239151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Deleting port 9650b586-1fb5-4b53-a1f2-137274099b7b {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:46:41.239513 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:41.330474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] For port 9650b586-1fb5-4b53-a1f2-137274099b7b, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=9650b586-1fb5-4b53-a1f2-137274099b7b,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:41.330829 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:41.500613 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:41.500875 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:41.501183 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Floating IP d9b2197e-a419-40f2-a036-6038e31aad64 disassociated. External IP: 172.25.3.34, port: 9650b586-1fb5-4b53-a1f2-137274099b7b. Nov 03 19:46:41.501555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Calling delete_port for 9650b586-1fb5-4b53-a1f2-137274099b7b owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:46:41.629467 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:41.661404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event deleted for resources: {'Port': ['ID=9650b586-1fb5-4b53-a1f2-137274099b7b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:41.777335 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:46:42.211704 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:46:42.223901 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:46:42.234295 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:42.234909 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:46:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:42.257742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] No DVR routers for this DVR port 9650b586-1fb5-4b53-a1f2-137274099b7b on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:46:42.260810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:42.264331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-74042998-371e-407c-81e5-8a259ec0d946 req-756869c6-3319-4132-8e92-47531c229d98 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "DELETE /v2.0/ports/9650b586-1fb5-4b53-a1f2-137274099b7b HTTP/1.1" status: 204 len: 173 time: 1.1394091 Nov 03 19:46:42.264816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'name': 'network-vif-deleted', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:42.267180 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95968f4-cebe-443b-af2d-18c702425f73" -d '{"events": [{"server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "name": "network-vif-deleted", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:42.332024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e8f271f2-0dd3-479b-9608-eb7fac2c4394 req-0021632a-a2d2-4fb4-b3ba-e16d898f1570 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=eed64862-3c1d-494f-9a35-9666102f9827 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Nov 03 19:46:42.372424 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:42.386227 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:42.410735 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ba0b8a-31e9-46f0-8d6f-e4ac4de3ed0e x-openstack-request-id: req-42ba0b8a-31e9-46f0-8d6f-e4ac4de3ed0e {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:42.411022 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed64862-3c1d-494f-9a35-9666102f9827", "name": "network-vif-deleted", "tag": "9650b586-1fb5-4b53-a1f2-137274099b7b", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:42.411399 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42ba0b8a-31e9-46f0-8d6f-e4ac4de3ed0e {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:42.411908 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed64862-3c1d-494f-9a35-9666102f9827', 'name': 'network-vif-deleted', 'tag': '9650b586-1fb5-4b53-a1f2-137274099b7b', 'status': 'completed', 'code': 200} Nov 03 19:46:42.433637 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:42.592137 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:42.621897 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:46:42.631110 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:42.632274 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:46:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:42.653750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:46:42.658800 n-d-812148-3 neutron-server[101757]: INFO neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No ports have port_id starting with 9650b586-1fb5-4b53-a1f2-137274099b7b Nov 03 19:46:42.660422 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b requested by agent hyperv_n-h1-812148-3 not found in database {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 03 19:46:42.746002 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:43.029545 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:43.060449 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0050f5d1-f15e-4297-b8a7-48befa57f388 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:46:43.161804 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:46:43.390644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea696564-b74a-42e9-91d1-8412da6a2d68 None None] New status for floating IP d9b2197e-a419-40f2-a036-6038e31aad64: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:46:43.633656 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-8a4b3364-1201-4384-8fb7-bbb0b6ec91ef tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1312457965&fields=id&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 267 time: 0.0432043 Nov 03 19:46:43.742388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-c10c6071-79ba-4a96-bc62-7582f472c46e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:43.744021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-c10c6071-79ba-4a96-bc62-7582f472c46e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 812 time: 0.1030705 Nov 03 19:46:43.759265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-70adb616-5a13-4a3b-9e1b-2d6306d5453e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/quotas/6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 375 time: 0.0094426 Nov 03 19:46:43.811383 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-a434fa2a-4b01-489a-813e-e1d1e4b7c724 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466816 Nov 03 19:46:43.946590 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-8f1e517f-2696-49be-93be-fdb6de7c7c0b service neutron] 10.222.0.77 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227984 Nov 03 19:46:44.039452 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-e69e6dbb-910b-41cd-b9d9-5bdfa78c3e5f service neutron] 10.222.0.77 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865564 Nov 03 19:46:44.198943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-635fb69c-e996-45b6-a76c-ba49d10021e2 req-55cd512e-49b5-4bec-bdc9-f0aa39ad708d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 210 time: 0.0270760 Nov 03 19:46:44.670028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:46:44.689896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 9650b586-1fb5-4b53-a1f2-137274099b7b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:46:44.690239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 9650b586-1fb5-4b53-a1f2-137274099b7b not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:46:45.196114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-319d987b-7148-450f-8728-2514dad4d29b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:45.198306 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-319d987b-7148-450f-8728-2514dad4d29b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 812 time: 0.1297855 Nov 03 19:46:45.282693 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-13e4f8df-cdca-466a-b03e-89ac567a27ea tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 380 time: 0.0743666 Nov 03 19:46:45.292698 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'port': {'device_id': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'admin_state_up': True, 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'security_groups': ['373e8eef-f919-4635-bba3-2611ea93bb73']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:45.304876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93a8e5d8-db64-4794-aa28-a2b2d940ca51 req-54227a35-bd66-4e5c-a38d-a4ae0f7c68bd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 210 time: 0.0275714 Nov 03 19:46:45.412022 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Made reservation on behalf of 6d0a1f1d55524c0d9be03477f0b01171 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:46:45.415597 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:45.563675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Allocated IP 172.20.0.9 (c6be7af9-35f4-43eb-9b96-f6202bd06e0a/fdf8502f-c84c-4c6c-ab3d-12705c137686/6365a668-9048-4d13-9509-61a9f8dd255e) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:46:45.707242 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:45.741744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:45.784315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:46:45.789528 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:46:45.793333 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:46:45.824989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:45.851869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:45.852666 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:45.870048 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-da82df12-24fa-447f-b6c7-fede8607bff4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813501 Nov 03 19:46:45.884090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Request body: {'port': {'device_id': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:45.947582 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:46.030562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9cc15457-744a-4f32-ae04-873fd308da36 None None] Provisioning complete for port 6365a668-9048-4d13-9509-61a9f8dd255e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:46.031125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9cc15457-744a-4f32-ae04-873fd308da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:46.071243 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9cc15457-744a-4f32-ae04-873fd308da36 None None] Port 6365a668-9048-4d13-9509-61a9f8dd255e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:46:46.225985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6365a668-9048-4d13-9509-61a9f8dd255e {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:46:46.233801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:46.247368 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Transition to ACTIVE for port object 6365a668-9048-4d13-9509-61a9f8dd255e will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:46:46.250517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:46.322623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:46.382175 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:46:46.382660 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:46:46.383120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:46.388520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:46:46.388977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:46.395319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:46:46.395553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:46:46.396001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:46:46.396631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Bound port: 6365a668-9048-4d13-9509-61a9f8dd255e, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:46:46.397618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:46.463254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b9298-8508-4dae-b407-23128fc1984c req-acc6d9f5-fab0-41d4-98af-c94e9947ab7e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:46.468371 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:46.471987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:46:46.472928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-037b9298-8508-4dae-b407-23128fc1984c req-acc6d9f5-fab0-41d4-98af-c94e9947ab7e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0730507 Nov 03 19:46:46.478592 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:46.518631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:46.519465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:46.521520 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 1091 time: 0.6426258 Nov 03 19:46:46.522636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:46.525120 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e297005a-8e1d-493d-9c0b-e3f35b202c01" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:46.535640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-037b9298-8508-4dae-b407-23128fc1984c req-be0bf7e5-9107-4e32-a6d7-a538e1ee9151 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611060 Nov 03 19:46:46.562455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63114c-bb59-4769-8b1d-f9e79e37c4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:46.596151 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc332547-7d0b-44a7-9bd3-f7271f08bb37 x-openstack-request-id: req-bc332547-7d0b-44a7-9bd3-f7271f08bb37 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:46.596558 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:46.596921 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc332547-7d0b-44a7-9bd3-f7271f08bb37 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:46.597483 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'status': 'completed', 'code': 200} Nov 03 19:46:46.631692 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-1efef34f-d949-43d3-a68d-097f5ddf7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:46.633294 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-1efef34f-d949-43d3-a68d-097f5ddf7a5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1094 time: 0.0499940 Nov 03 19:46:46.681687 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-a02460d2-0c1a-427f-8ff4-89a04a50abd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 217 time: 0.0385871 Nov 03 19:46:46.740288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-5fe911c2-dfc8-465c-84e8-57954afd51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:46.741839 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-5fe911c2-dfc8-465c-84e8-57954afd51b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0509043 Nov 03 19:46:46.794105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-b2b65602-9ef8-476c-9f13-83fdc0809c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:46.795608 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-b2b65602-9ef8-476c-9f13-83fdc0809c59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465884 Nov 03 19:46:46.896312 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-d49707a1-26f6-479c-aff9-2ddefa8b515e service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927386 Nov 03 19:46:46.987859 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ec5ce41d-eebb-4e2a-bc0f-3f90c4a265fc req-983bd3d4-6c96-4540-b98e-a4e6ea794cdf service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848479 Nov 03 19:46:47.074989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-c7a30d36-bb72-4155-9df5-a67e1a5cd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:47.076472 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-c7a30d36-bb72-4155-9df5-a67e1a5cd53e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1094 time: 0.0410981 Nov 03 19:46:47.171216 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-ebf49a74-3798-4fd5-b777-f15092ed1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:47.172726 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-ebf49a74-3798-4fd5-b777-f15092ed1a3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0891628 Nov 03 19:46:47.213942 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-683360d6-8903-4196-82ae-f40b54dac25e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 217 time: 0.0345399 Nov 03 19:46:47.267182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-cc534f56-80ba-4066-8877-8e7bfbf460a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:47.268656 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-cc534f56-80ba-4066-8877-8e7bfbf460a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0480559 Nov 03 19:46:47.316672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-111b59ce-144c-4bcf-b373-160c2ac22816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:47.318246 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-111b59ce-144c-4bcf-b373-160c2ac22816 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409236 Nov 03 19:46:47.409780 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-ed0ec1b0-c981-4f0d-b595-a365a7d49097 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836842 Nov 03 19:46:47.503002 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e297005a-8e1d-493d-9c0b-e3f35b202c01 req-19bc9976-d98c-4777-b673-108e48189957 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859015 Nov 03 19:46:47.654467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5c97-7920-4215-a1a0-04cbb4950c1d req-409edad8-b54a-46a2-9c68-34ed26a54589 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:47.655942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-916b5c97-7920-4215-a1a0-04cbb4950c1d req-409edad8-b54a-46a2-9c68-34ed26a54589 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0505586 Nov 03 19:46:47.703946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-916b5c97-7920-4215-a1a0-04cbb4950c1d req-0ce19181-02a6-44cb-a439-6ba2b8e8bfb5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Nov 03 19:46:48.820209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4038e-caf6-46f0-b990-ff6ad7634589 req-003949cc-49e5-4188-b7d5-516747040101 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:48.821692 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50a4038e-caf6-46f0-b990-ff6ad7634589 req-003949cc-49e5-4188-b7d5-516747040101 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0479794 Nov 03 19:46:48.871846 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50a4038e-caf6-46f0-b990-ff6ad7634589 req-134638bc-c443-4db4-8173-fe6eac0525b0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442374 Nov 03 19:46:49.987389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720da98-3692-4aeb-967d-0fc15777786e req-05043b0d-43e6-4343-874e-ca0e156404ef tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:49.988876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e720da98-3692-4aeb-967d-0fc15777786e req-05043b0d-43e6-4343-874e-ca0e156404ef tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0481467 Nov 03 19:46:50.037806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e720da98-3692-4aeb-967d-0fc15777786e req-59bb41de-6f03-47e8-a64b-c8b3c24b9162 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413733 Nov 03 19:46:50.161142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:46:50.258053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:50.269276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '6365a668-9048-4d13-9509-61a9f8dd255e', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '6365a668-9048-4d13-9509-61a9f8dd255e', 'mac_address': 'fa:16:3e:68:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:46:50.311475 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:50.323960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6365a668-9048-4d13-9509-61a9f8dd255e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:46:50.343844 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:50.347776 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:50.395297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:50.536836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['6365a668-9048-4d13-9509-61a9f8dd255e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:46:51.155965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b41151-83d4-4b6e-9d95-e9cf72dfb0e7 req-9818e0dc-dbd9-4fe7-9383-544128608122 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:51.157490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2b41151-83d4-4b6e-9d95-e9cf72dfb0e7 req-9818e0dc-dbd9-4fe7-9383-544128608122 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0495434 Nov 03 19:46:51.205687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a2b41151-83d4-4b6e-9d95-e9cf72dfb0e7 req-db51a215-06b6-43b1-8227-29f22d6d8087 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418150 Nov 03 19:46:52.176199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:46:52.225005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 6365a668-9048-4d13-9509-61a9f8dd255e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:46:52.228938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 6365a668-9048-4d13-9509-61a9f8dd255e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:52.229306 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:52.308398 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:52.332551 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d26a96-750d-48c5-aae0-ea2b0f9e9841 req-2da7f966-2337-4595-8915-f93ff53e9cc1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:52.334118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88d26a96-750d-48c5-aae0-ea2b0f9e9841 req-2da7f966-2337-4595-8915-f93ff53e9cc1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0559809 Nov 03 19:46:52.342824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:52.345560 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd236d90-44e5-4449-8a98-b839780ec722" -d '{"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-plugged", "status": "completed", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:52.349570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:52.355591 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:52.385179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88d26a96-750d-48c5-aae0-ea2b0f9e9841 req-8dd6cc81-0415-4b93-905d-c22821478e65 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445337 Nov 03 19:46:52.403898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:52.487317 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af50be25-56b6-4a1c-808f-01493d9432c0 x-openstack-request-id: req-af50be25-56b6-4a1c-808f-01493d9432c0 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:52.487616 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-plugged", "status": "completed", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:52.487874 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af50be25-56b6-4a1c-808f-01493d9432c0 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:52.488288 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'code': 200} Nov 03 19:46:52.590045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092201b-c8be-45aa-9889-7c97a5f514b8 req-31240c5a-91b2-48eb-b4de-6be121f2fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:52.591605 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7092201b-c8be-45aa-9889-7c97a5f514b8 req-31240c5a-91b2-48eb-b4de-6be121f2fbcb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1096 time: 0.0423450 Nov 03 19:46:52.637553 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-7092201b-c8be-45aa-9889-7c97a5f514b8 req-4e1de629-71e2-4fe1-bc24-fb8abca0ccca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386336 Nov 03 19:46:53.505724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84ffb-cbb7-4aaf-bb28-46e7d17edff9 req-f8915920-49d3-482e-8765-a7b6958b996c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:53.507752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fff84ffb-cbb7-4aaf-bb28-46e7d17edff9 req-f8915920-49d3-482e-8765-a7b6958b996c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0495837 Nov 03 19:46:53.554483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fff84ffb-cbb7-4aaf-bb28-46e7d17edff9 req-dbb338d0-7f10-4df1-8b58-9ec6401804b0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Nov 03 19:46:54.675050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab079d9-5030-45ac-b243-dd93054415de req-1bd125a7-9ccf-48d2-aea8-46d581fac3cb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:54.676528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ab079d9-5030-45ac-b243-dd93054415de req-1bd125a7-9ccf-48d2-aea8-46d581fac3cb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0526309 Nov 03 19:46:54.723225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ab079d9-5030-45ac-b243-dd93054415de req-2b75ca38-04c2-4ccd-be21-cbdb1fe82c3e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Nov 03 19:46:54.834633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb96663-b2d4-42eb-80b1-25419ae8fb91 req-c0e0587f-97b3-4b0f-ba7c-554a05f2390d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:54.836020 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cb96663-b2d4-42eb-80b1-25419ae8fb91 req-c0e0587f-97b3-4b0f-ba7c-554a05f2390d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0492203 Nov 03 19:46:54.844586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 44792) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:54.848884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Request body: {'floatingip': {'port_id': '6365a668-9048-4d13-9509-61a9f8dd255e'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:54.889539 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:55.340298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:55.344321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:55.448932 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Floating IP d9b2197e-a419-40f2-a036-6038e31aad64 associated. External IP: 172.25.3.34, port: 6365a668-9048-4d13-9509-61a9f8dd255e. Nov 03 19:46:55.659548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:46:55.768852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:46:55.773803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:55.778444 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:46:55.788417 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:55.789000 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:46:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:55.800799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a59649a9-de79-494d-bd34-aba35052f849 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "PUT /v2.0/floatingips/d9b2197e-a419-40f2-a036-6038e31aad64 HTTP/1.1" status: 200 len: 991 time: 0.9551778 Nov 03 19:46:55.801393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:55.804332 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb0757-4f11-4622-ab17-daebcdf040d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:55.891500 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725ec9ad-c3d0-45a5-a029-561002dd5f0c x-openstack-request-id: req-725ec9ad-c3d0-45a5-a029-561002dd5f0c {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:55.891824 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:55.892095 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-725ec9ad-c3d0-45a5-a029-561002dd5f0c {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:55.892490 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'status': 'completed', 'code': 200} Nov 03 19:46:55.898333 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:55.960481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-3506756f-1568-4cc9-b059-e0a0413ac01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:55.962008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-3506756f-1568-4cc9-b059-e0a0413ac01b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1096 time: 0.0458038 Nov 03 19:46:56.055257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-85110d7e-483e-4940-afbf-d3707d5af6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:56.056647 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-85110d7e-483e-4940-afbf-d3707d5af6b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0868614 Nov 03 19:46:56.131013 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-8d08c348-3ae5-49be-93ba-69618a3666e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 999 time: 0.0657351 Nov 03 19:46:56.135952 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '6365a668-9048-4d13-9509-61a9f8dd255e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:68:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:46:55Z', 'revision_number': 13, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:56.167713 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:46:56.176292 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:56.176890 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:46:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:56.181517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-45bd563c-b054-48f9-adf6-ea7efaa31930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:56.183010 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-45bd563c-b054-48f9-adf6-ea7efaa31930 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0456123 Nov 03 19:46:56.229693 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-d0f90fd0-a575-42a8-ab9f-a59dd6f36041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:56.231189 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-d0f90fd0-a575-42a8-ab9f-a59dd6f36041 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409389 Nov 03 19:46:56.283162 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:56.326381 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-772436cf-1a4e-4e72-a7ce-58dc144e4247 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878818 Nov 03 19:46:56.421952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-31fb0757-4f11-4622-ab17-daebcdf040d6 req-34e79768-6e25-4043-a662-bfb0f581361d service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883770 Nov 03 19:46:56.507160 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '6365a668-9048-4d13-9509-61a9f8dd255e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:68:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:46:55Z', 'revision_number': 13, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:56.536608 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ee98d-08ca-423b-afed-39c6184c878c None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd9b2197e-a419-40f2-a036-6038e31aad64', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'port_id': '6365a668-9048-4d13-9509-61a9f8dd255e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'mac_address': 'fa:16:3e:68:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:03Z', 'updated_at': '2021-11-03T19:46:55Z', 'revision_number': 13, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:46:56.724175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb323db-e3e2-42a7-89bf-d139f4401fd9 None None] New status for floating IP d9b2197e-a419-40f2-a036-6038e31aad64: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:47:02.924007 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:03.885218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:06.145892 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3614876-7f10-4dba-9b6c-b5c940230bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.282410 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.362211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0204f9d5-055c-4d61-a16b-8c32731e7c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.367133 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.430115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.160986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:47:32.926722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:33.906152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:36.148468 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f414f59-b33f-4cd8-8954-77aeb0d8dd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:40.284790 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:40.364607 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a3f930db-b161-4add-b434-abc84f57dee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:42.359558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:42.433999 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:45.153168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-4b82f394-d958-466a-91cd-cf971ce44469 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471356 Nov 03 19:47:45.239457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-b4214a3f-0cb6-4834-9356-e2e2969229a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:45.240963 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-b4214a3f-0cb6-4834-9356-e2e2969229a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1096 time: 0.0403283 Nov 03 19:47:45.348254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-4593fef8-e93e-4488-a075-f8fd83f91fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:45.349797 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-4593fef8-e93e-4488-a075-f8fd83f91fe7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0868819 Nov 03 19:47:45.422224 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-aa6a24f4-3e7f-435c-ace8-355172069042 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 1001 time: 0.0657640 Nov 03 19:47:45.479731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-c5982303-643f-436b-9ac9-c4b33333a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:45.481862 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-c5982303-643f-436b-9ac9-c4b33333a990 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0526104 Nov 03 19:47:45.543905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-6f0df763-2b35-471e-97f0-6643bd6845a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:45.545467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-6f0df763-2b35-471e-97f0-6643bd6845a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558746 Nov 03 19:47:45.967410 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-6b123c17-e891-4768-a38b-773a79d9d039 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144340 Nov 03 19:47:46.064810 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6ce881a2-f4ec-441f-b878-0bad8dc155dd req-0c266a74-7297-4c3f-a039-3560bec9b3eb service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894811 Nov 03 19:47:57.161089 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:48:02.942645 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:03.899374 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:06.154711 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5a10cfd9-2afb-4aad-aa1f-1c98fb6e71d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:10.287809 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:10.365971 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c7fe-e78e-4a97-826b-2c062796db5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:12.361142 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:12.436787 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:32.934281 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:33.914369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:34.160837 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:48:34.382311 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aa701-1946-490d-8d0d-15c4b7eafa21 req-fe79e5e9-1a17-4f65-86c5-400a757e72b6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:34.383816 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af9aa701-1946-490d-8d0d-15c4b7eafa21 req-fe79e5e9-1a17-4f65-86c5-400a757e72b6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.1151428 Nov 03 19:48:34.432018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-af9aa701-1946-490d-8d0d-15c4b7eafa21 req-aa53d7cf-8959-4976-ac88-b6e50b490c71 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Nov 03 19:48:36.147929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2e79941b-b5df-4bf9-bd72-52705b77bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:40.295565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:40.367057 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4c08f022-7654-4ef6-83cb-612a920b3d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:42.363945 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:42.439044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:46.433226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-6baf1b8e-99a0-47a5-ab68-1e5fadd9e867 req-77c9477c-1dc1-4919-bfc1-b4c1d537f365 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:48:46.434256 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6baf1b8e-99a0-47a5-ab68-1e5fadd9e867 req-77c9477c-1dc1-4919-bfc1-b4c1d537f365 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054071 Nov 03 19:48:46.612053 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-b72dba05-ac33-465b-9731-14f7a82b8356 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496514 Nov 03 19:48:46.621269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-96b9557f-a714-424c-b40f-ed2856ef50c4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:48:46.622392 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-96b9557f-a714-424c-b40f-ed2856ef50c4 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0060954 Nov 03 19:48:46.624819 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b36cd9-5afd-48ec-9f4e-42fcef333d33 req-62578e9a-d21e-4d08-982d-77e4900937b1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:46.626608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38b36cd9-5afd-48ec-9f4e-42fcef333d33 req-62578e9a-d21e-4d08-982d-77e4900937b1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0602925 Nov 03 19:48:46.678082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38b36cd9-5afd-48ec-9f4e-42fcef333d33 req-201cd9f5-65e1-490b-967c-95eb0c35411f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Nov 03 19:48:47.170886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-7a263bed-22e5-4f1d-b866-9f09bead8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:47.172582 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-7a263bed-22e5-4f1d-b866-9f09bead8959 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1096 time: 0.0435910 Nov 03 19:48:47.290133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-7cb117b2-3e78-4780-99b0-e8252ba2c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:47.292199 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-7cb117b2-3e78-4780-99b0-e8252ba2c31e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0990026 Nov 03 19:48:47.361622 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-db0bc813-5ef7-4185-aa80-8574e69c0477 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 1001 time: 0.0625169 Nov 03 19:48:47.421455 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-cc5deb90-93aa-458c-9e81-9b879ceb395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:47.423072 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-cc5deb90-93aa-458c-9e81-9b879ceb395c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0552919 Nov 03 19:48:47.477226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-5c14dc1c-6033-4db2-998d-cbb0467217df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:47.479388 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-5c14dc1c-6033-4db2-998d-cbb0467217df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495851 Nov 03 19:48:47.569709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-dbeb1181-ec67-466d-8fe1-4f870cecc760 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834060 Nov 03 19:48:47.664049 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f4e99f8d-4ba8-4500-9274-e4da4b963e16 req-459c7c45-7405-4fee-81f3-f02eba741578 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874720 Nov 03 19:48:47.759172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-225580b6-5984-4e7b-9948-3fa715202cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:47.760685 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-225580b6-5984-4e7b-9948-3fa715202cf4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1096 time: 0.0434802 Nov 03 19:48:47.800820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a4d91-1179-4135-8d65-a11499896686 req-ec912620-4d56-43d4-ba0b-51b87090bfd3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:47.802618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d6a4d91-1179-4135-8d65-a11499896686 req-ec912620-4d56-43d4-ba0b-51b87090bfd3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0518281 Nov 03 19:48:47.853823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9d6a4d91-1179-4135-8d65-a11499896686 req-a403fe1c-f1c7-4ace-aeba-50466c9243b5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Nov 03 19:48:47.866895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-3ee43f79-df2f-45c1-8c96-f71a4c88b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:47.868550 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-3ee43f79-df2f-45c1-8c96-f71a4c88b68d service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.1013167 Nov 03 19:48:47.936562 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-324b4691-cb5e-4527-a3dc-553ab044274d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 1001 time: 0.0611184 Nov 03 19:48:47.986643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-d9b1144d-58f7-405f-9591-35227bda7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:47.988084 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-d9b1144d-58f7-405f-9591-35227bda7ec7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0440397 Nov 03 19:48:48.040779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-5969c3f2-c4b9-440a-a5c1-cd82cbf2aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:48.042334 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-5969c3f2-c4b9-440a-a5c1-cd82cbf2aced service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474057 Nov 03 19:48:48.135966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-63618498-797d-4970-9960-98b3e9dbbbff service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864966 Nov 03 19:48:48.230521 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-1e4463c1-741c-4703-bb41-bddecb50b2bb service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871780 Nov 03 19:48:48.975481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2776377-2cd9-44ae-a0ae-9138e47333a2 req-82935276-5d7f-4810-a6b0-43c68ba59de0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:48.976950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2776377-2cd9-44ae-a0ae-9138e47333a2 req-82935276-5d7f-4810-a6b0-43c68ba59de0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0526068 Nov 03 19:48:49.026126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2776377-2cd9-44ae-a0ae-9138e47333a2 req-5f7e96f8-683a-401d-9f2e-3db0810c6689 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Nov 03 19:48:50.147120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab09ab-e79f-4388-ad0e-099eaafaed16 req-cc2e53cf-112b-4ff8-9db0-577591ac0452 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:50.148593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ab09ab-e79f-4388-ad0e-099eaafaed16 req-cc2e53cf-112b-4ff8-9db0-577591ac0452 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0490890 Nov 03 19:48:50.197278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0ab09ab-e79f-4388-ad0e-099eaafaed16 req-cb81104f-650e-4e21-88bb-8a686997012e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425870 Nov 03 19:48:51.315576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff809-5d71-49ce-9897-6605300d60e5 req-a51d6d37-09d9-4d2c-afd5-04b5270e1183 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:51.317121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-024ff809-5d71-49ce-9897-6605300d60e5 req-a51d6d37-09d9-4d2c-afd5-04b5270e1183 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0480332 Nov 03 19:48:51.370097 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-024ff809-5d71-49ce-9897-6605300d60e5 req-a5124c22-d2fc-4224-9ead-02deae19de60 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463579 Nov 03 19:48:52.492967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3e31b-0939-4ee4-812e-92f7d7d0c353 req-bfe04164-e065-4c84-86a1-419fc58d147d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:52.494837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-06c3e31b-0939-4ee4-812e-92f7d7d0c353 req-bfe04164-e065-4c84-86a1-419fc58d147d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0524347 Nov 03 19:48:52.543532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-06c3e31b-0939-4ee4-812e-92f7d7d0c353 req-8298efa8-0561-45ec-803e-dda8925c1fd3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 Nov 03 19:48:53.661373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915bb9d-dfa8-4db5-bbfe-b78a3a50a52e req-77ad2da5-abbe-4bf9-884e-ef66efe27a40 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:53.662867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9915bb9d-dfa8-4db5-bbfe-b78a3a50a52e req-77ad2da5-abbe-4bf9-884e-ef66efe27a40 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0501568 Nov 03 19:48:53.711157 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9915bb9d-dfa8-4db5-bbfe-b78a3a50a52e req-fd898bda-951c-4845-8b8f-a0696f2ae96d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Nov 03 19:48:54.833105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284c7ce-eb8a-4df7-a650-8b4791038b16 req-342fdc76-70b6-4292-9ebd-3a3d64be5f83 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:54.834708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6284c7ce-eb8a-4df7-a650-8b4791038b16 req-342fdc76-70b6-4292-9ebd-3a3d64be5f83 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0542221 Nov 03 19:48:54.884252 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6284c7ce-eb8a-4df7-a650-8b4791038b16 req-c3e830d4-7108-4fc4-a9fb-597104f21fb6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435104 Nov 03 19:48:56.001654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa9e03-033e-497a-96af-9001a010ef62 req-eeabbc92-9c1a-44dd-9b08-a9e935a6c6f1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:56.003037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29aa9e03-033e-497a-96af-9001a010ef62 req-eeabbc92-9c1a-44dd-9b08-a9e935a6c6f1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0480990 Nov 03 19:48:56.051087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29aa9e03-033e-497a-96af-9001a010ef62 req-192c91a3-447b-4c81-8cdd-9083462ebc4a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Nov 03 19:48:57.168505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046953-d348-4844-a7ac-a155bc31edaf req-d8c4a746-6809-41ca-8d20-c4f674681048 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:57.169995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d046953-d348-4844-a7ac-a155bc31edaf req-d8c4a746-6809-41ca-8d20-c4f674681048 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0481207 Nov 03 19:48:57.221680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d046953-d348-4844-a7ac-a155bc31edaf req-f6c9e3dd-a300-4d71-be0f-c39d27846871 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457954 Nov 03 19:48:58.348111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deefa9-16cf-403d-a102-39f770b712ce req-a089c969-956c-4cc2-9915-4213e6b8b826 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:58.349619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26deefa9-16cf-403d-a102-39f770b712ce req-a089c969-956c-4cc2-9915-4213e6b8b826 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0487535 Nov 03 19:48:58.398031 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-26deefa9-16cf-403d-a102-39f770b712ce req-bae74a6d-0b06-4af4-8700-7d18ca246a24 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Nov 03 19:48:59.518629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436e60f-f486-4f58-8973-ee967dc61eab req-6909d835-3a34-4293-ad29-02e9757d0182 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:59.520108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0436e60f-f486-4f58-8973-ee967dc61eab req-6909d835-3a34-4293-ad29-02e9757d0182 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0494120 Nov 03 19:48:59.567059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0436e60f-f486-4f58-8973-ee967dc61eab req-2dfefc82-d435-4aca-9cb5-695a3f7c1646 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Nov 03 19:49:00.689652 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81aacc-aaaa-4404-b52a-bc40d15acc95 req-7225985f-671e-4331-b9d3-ff186e539fc5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:00.691072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc81aacc-aaaa-4404-b52a-bc40d15acc95 req-7225985f-671e-4331-b9d3-ff186e539fc5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0527394 Nov 03 19:49:00.740358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cc81aacc-aaaa-4404-b52a-bc40d15acc95 req-d15aa506-4335-4afd-8140-50d493fd161b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Nov 03 19:49:01.860699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f299-970a-4e5a-b906-874a4923ae66 req-25c1fecf-b4a6-47e3-8b10-eff8c0c3c769 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:01.862276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9356f299-970a-4e5a-b906-874a4923ae66 req-25c1fecf-b4a6-47e3-8b10-eff8c0c3c769 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0507843 Nov 03 19:49:01.912975 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9356f299-970a-4e5a-b906-874a4923ae66 req-2b80d322-5d34-484b-983a-f93461b2709b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Nov 03 19:49:02.149882 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-5b7794fe-1d09-4a9c-94de-ccb3c786c58c service neutron] show failed (client error): The resource could not be found. Nov 03 19:49:02.150916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-5b7794fe-1d09-4a9c-94de-ccb3c786c58c service neutron] 10.222.0.70 "GET /v2.0/ports/6365a668-9048-4d13-9509-61a9f8dd255e/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0545793 Nov 03 19:49:02.362231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-50e04f3e-0969-4fa9-9b87-f5a75c516016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:02.363767 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-50e04f3e-0969-4fa9-9b87-f5a75c516016 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 1096 time: 0.0445008 Nov 03 19:49:02.375081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:49:02.427518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:02.634331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:02.667237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:49:02.711192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:02.714124 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825315eb-a716-4651-95c9-c4f201c743d2" -d '{"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:02.718229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:02.731827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Transition to ACTIVE for port object 6365a668-9048-4d13-9509-61a9f8dd255e will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:49:02.735660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:02.772530 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a6cced-922c-46ff-a1a6-7cbb85617f4f x-openstack-request-id: req-73a6cced-922c-46ff-a1a6-7cbb85617f4f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:02.772805 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:02.773145 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73a6cced-922c-46ff-a1a6-7cbb85617f4f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:02.773563 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'code': 200} Nov 03 19:49:02.792645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:02.829112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.829747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.829882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.830132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.830458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.830782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.831104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.831421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.831739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.832055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.832372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.832685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:02.880047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] No DVR routers for this DVR port 6365a668-9048-4d13-9509-61a9f8dd255e on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:49:02.981021 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:03.059134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:49:03.059364 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:49:03.059696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:49:03.066654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:49:03.066968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:49:03.075999 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:49:03.076331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:49:03.076720 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:49:03.077148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Bound port: 6365a668-9048-4d13-9509-61a9f8dd255e, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:49:03.077546 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:03.088023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf8859-270c-477f-b008-769a432532ce req-f6c79f03-d2fb-42b5-8d15-2c7c610affab tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:03.089568 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84bf8859-270c-477f-b008-769a432532ce req-f6c79f03-d2fb-42b5-8d15-2c7c610affab tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0931909 Nov 03 19:49:03.177049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84bf8859-270c-477f-b008-769a432532ce req-5a3b5328-1743-4b00-99aa-4d7acb7aaab6 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809233 Nov 03 19:49:03.183173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:49:03.186465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:49:03.191792 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:03.207591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:03.208202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:03.209971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] 10.222.0.96 "PUT /v2.0/ports/6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 1091 time: 0.8388939 Nov 03 19:49:03.290362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376368e-b4f9-406d-bd64-ac8e31c33859 service neutron] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:03.300348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-778ce107-dd15-48d8-bd2e-d14f6f6b53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:03.301800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-778ce107-dd15-48d8-bd2e-d14f6f6b53fd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1094 time: 0.0679364 Nov 03 19:49:03.405869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-95f9e887-2969-42d0-abf1-36faa3ed8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:03.407389 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-95f9e887-2969-42d0-abf1-36faa3ed8d1b service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0980418 Nov 03 19:49:03.482092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-39509417-510f-4c1c-b1ad-991c48e1e26a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 999 time: 0.0652528 Nov 03 19:49:03.532192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-c43ff61a-5f07-495d-96de-0b0965fa425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:03.533742 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-c43ff61a-5f07-495d-96de-0b0965fa425f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0449793 Nov 03 19:49:03.580967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-9ade5c2e-9d23-460c-a66b-c94b6d1f1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:03.582562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-9ade5c2e-9d23-460c-a66b-c94b6d1f1c5a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410018 Nov 03 19:49:03.676551 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-9972a59b-b99d-4dd5-a0c1-73c1604b47f3 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864484 Nov 03 19:49:03.765869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-3251cc1c-611b-4683-bf1d-6e7261cbafd8 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821528 Nov 03 19:49:03.916373 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:04.302872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c2bb4-7084-4a6c-b584-f649438ade29 req-aea6366c-2a8b-43bc-ac99-8849068b7438 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:04.304392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-075c2bb4-7084-4a6c-b584-f649438ade29 req-aea6366c-2a8b-43bc-ac99-8849068b7438 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0552375 Nov 03 19:49:04.353024 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-075c2bb4-7084-4a6c-b584-f649438ade29 req-5146f6db-aea1-4d92-a1ef-101b09e7a1f7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Nov 03 19:49:04.775021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:04.777502 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a20af6-04d1-4167-ade5-cc5aef3b7c19" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:04.802022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:49:04.831099 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49acfa6e-c13a-4beb-a32b-b21f0c09cbf5 x-openstack-request-id: req-49acfa6e-c13a-4beb-a32b-b21f0c09cbf5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:04.831472 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:04.832413 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49acfa6e-c13a-4beb-a32b-b21f0c09cbf5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:04.832820 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'status': 'completed', 'code': 200} Nov 03 19:49:04.843762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:49:04.897062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-adb68bcb-6c06-4faf-b2fa-5d342557b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:04.898325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-736aa082-5114-45d0-af22-388a97f6f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:04.898829 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-adb68bcb-6c06-4faf-b2fa-5d342557b468 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1094 time: 0.0439892 Nov 03 19:49:04.900384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-736aa082-5114-45d0-af22-388a97f6f5db service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1094 time: 0.0458431 Nov 03 19:49:05.000000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-680fc23b-0dbd-4029-ade6-84decd870efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:05.001521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-680fc23b-0dbd-4029-ade6-84decd870efc service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0946701 Nov 03 19:49:05.003203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-9807f89c-21be-43a4-a099-7327b2aafbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:05.004675 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-9807f89c-21be-43a4-a099-7327b2aafbf5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0990019 Nov 03 19:49:05.072750 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-99c9c9f1-99c8-4ba1-a990-b9b50bff22e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 999 time: 0.0634661 Nov 03 19:49:05.076046 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-d9ce4077-eec1-404a-8af6-3c23e1be459f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 999 time: 0.0640345 Nov 03 19:49:05.129770 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-4b432262-e917-40a0-b08e-35fd6bad975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:05.131321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-4b432262-e917-40a0-b08e-35fd6bad975d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0524085 Nov 03 19:49:05.136613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-4180e0c2-2172-460d-9583-5dd09ec9018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:05.138098 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-4180e0c2-2172-460d-9583-5dd09ec9018b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0543373 Nov 03 19:49:05.182738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-bf9fb5eb-109d-4590-a9f8-783aabe1dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:05.184377 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-bf9fb5eb-109d-4590-a9f8-783aabe1dfc1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461185 Nov 03 19:49:05.185184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-a44b20c5-1241-4297-9e3d-81c608d1a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:05.186706 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-a44b20c5-1241-4297-9e3d-81c608d1a715 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416484 Nov 03 19:49:05.283654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-a43ac2cb-ed10-4f5b-9c13-e889fa5df5a1 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922225 Nov 03 19:49:05.284627 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-8ab57951-1a23-481d-a8fa-6e64b95859d8 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904317 Nov 03 19:49:05.388696 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-31452437-f460-45e8-b4f7-e649d17a3683 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968869 Nov 03 19:49:05.395875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58a20af6-04d1-4167-ade5-cc5aef3b7c19 req-0cedd111-dd99-4cd7-a59b-a4d0023b73a7 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051085 Nov 03 19:49:05.487637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e899e-3445-4a5c-ba24-93ec12b89196 req-344253b8-d83b-4dc7-b9be-2f19998bf008 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:05.489223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d73e899e-3445-4a5c-ba24-93ec12b89196 req-344253b8-d83b-4dc7-b9be-2f19998bf008 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0504491 Nov 03 19:49:05.541562 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d73e899e-3445-4a5c-ba24-93ec12b89196 req-09b36a11-f7d1-4bc1-8cd4-53ad0f528b8c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 Nov 03 19:49:06.145845 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9bc8023d-663b-42dd-a12e-22f94cc50d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:06.663376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ba40e-89df-4d02-ba54-ec72c656b632 req-758c4e56-9dac-4964-90d7-d3aaa6bcd100 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:06.664889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d4ba40e-89df-4d02-ba54-ec72c656b632 req-758c4e56-9dac-4964-90d7-d3aaa6bcd100 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0498881 Nov 03 19:49:06.716641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d4ba40e-89df-4d02-ba54-ec72c656b632 req-7bc26cb6-7e0c-470a-9b0f-ede035e581fe tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Nov 03 19:49:07.837796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3085c9-31dd-4a20-8343-b9488b7ac79e req-700b9133-56c5-434f-9d8c-732a04146bf8 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:07.839409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f3085c9-31dd-4a20-8343-b9488b7ac79e req-700b9133-56c5-434f-9d8c-732a04146bf8 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0520563 Nov 03 19:49:07.888959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8f3085c9-31dd-4a20-8343-b9488b7ac79e req-4a49055a-5556-4927-9fca-0088cec5d53e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Nov 03 19:49:09.008235 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78df9d8-4e98-4777-abd6-8865fb6b0ce3 req-78b42054-7cdc-463c-8433-b7575439d242 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:09.009744 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d78df9d8-4e98-4777-abd6-8865fb6b0ce3 req-78b42054-7cdc-463c-8433-b7575439d242 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0495348 Nov 03 19:49:09.057014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d78df9d8-4e98-4777-abd6-8865fb6b0ce3 req-34fb489b-e1ba-481c-ae28-aa75256c1a65 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 Nov 03 19:49:10.181659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb25e7-9885-4d21-881f-68251a576690 req-ffc471dc-7b7e-4971-81d8-070906b5abf0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:10.183219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7feb25e7-9885-4d21-881f-68251a576690 req-ffc471dc-7b7e-4971-81d8-070906b5abf0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0531800 Nov 03 19:49:10.230713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7feb25e7-9885-4d21-881f-68251a576690 req-f1fb8b23-7828-4c66-aafc-9b1d6b770423 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Nov 03 19:49:10.295169 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:10.370507 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bf0346a9-8d24-4009-8138-62f568f77f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:11.159974 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:49:11.348199 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c1e89-c010-4e8d-a307-90d2cbbb659f req-e20bc44d-5ce8-4847-bbd6-a955273be55e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:11.349700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a42c1e89-c010-4e8d-a307-90d2cbbb659f req-e20bc44d-5ce8-4847-bbd6-a955273be55e tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0485070 Nov 03 19:49:11.397380 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a42c1e89-c010-4e8d-a307-90d2cbbb659f req-87abbe5a-a30b-4490-ad22-e71caa78dd1c tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Nov 03 19:49:12.367972 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:12.443126 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:12.515775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25118e1c-4722-4e59-8bc6-4ef31a43c4fb req-68758e5d-ff6f-4182-8c66-3176b06ea265 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:12.517190 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25118e1c-4722-4e59-8bc6-4ef31a43c4fb req-68758e5d-ff6f-4182-8c66-3176b06ea265 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0479982 Nov 03 19:49:12.568173 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25118e1c-4722-4e59-8bc6-4ef31a43c4fb req-fd9a70e3-f940-4d24-93f2-8b25235c0c83 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449970 Nov 03 19:49:13.689306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf665d8-978f-466a-93a5-0ca79ca44091 req-90c70a88-d16c-4606-9c08-299345ed1942 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:13.690710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf665d8-978f-466a-93a5-0ca79ca44091 req-90c70a88-d16c-4606-9c08-299345ed1942 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0481107 Nov 03 19:49:13.737471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1bf665d8-978f-466a-93a5-0ca79ca44091 req-25e8cb5a-6438-4de3-8cdc-8ef74058c1f7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Nov 03 19:49:14.853766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfde367-2711-433d-a66a-96cbe9058e8c req-79556a1a-9ea7-44ac-9331-2fc8b3d7d57d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:14.855255 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ecfde367-2711-433d-a66a-96cbe9058e8c req-79556a1a-9ea7-44ac-9331-2fc8b3d7d57d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0474429 Nov 03 19:49:14.901891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ecfde367-2711-433d-a66a-96cbe9058e8c req-13d160ce-e21a-4b3d-ba8b-a5f8997b867a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405853 Nov 03 19:49:16.351286 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f307927-209c-4257-ae7a-719579462ac9 req-ff04cd4c-350d-430a-aa22-b215cbf628bc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:16.353208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f307927-209c-4257-ae7a-719579462ac9 req-ff04cd4c-350d-430a-aa22-b215cbf628bc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.3795614 Nov 03 19:49:16.401438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f307927-209c-4257-ae7a-719579462ac9 req-5d4bd43e-ec43-4c43-86b3-88225f7ff494 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Nov 03 19:49:16.704323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-1268b001-ff65-4107-bc3c-2fd40b7e7b0a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:16.705806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-1268b001-ff65-4107-bc3c-2fd40b7e7b0a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.96 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb&tenant_id=6d0a1f1d55524c0d9be03477f0b01171&binding%3Ahost_id=n-h1-812148-3 HTTP/1.1" status: 200 len: 943 time: 0.0764017 Nov 03 19:49:16.722550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63201021-f711-410e-bcae-37f16cd16d7e req-fae87817-9674-4e3d-89b0-0f5aef95f555 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:16.723944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63201021-f711-410e-bcae-37f16cd16d7e req-fae87817-9674-4e3d-89b0-0f5aef95f555 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 943 time: 0.0683670 Nov 03 19:49:16.811160 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63201021-f711-410e-bcae-37f16cd16d7e req-f2a2c12b-720e-4704-856c-a21b0db318a9 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805893 Nov 03 19:49:16.814043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-cad5b801-9acd-4a20-9c56-6686c68ef67d service neutron] 10.222.0.96 "GET /v2.0/ports/6365a668-9048-4d13-9509-61a9f8dd255e/bindings/n-h1-812148-3 HTTP/1.1" status: 200 len: 382 time: 0.0992222 Nov 03 19:49:16.881964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-29c49fdf-b502-47c9-a305-7de8bf3bb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:16.883329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-29c49fdf-b502-47c9-a305-7de8bf3bb6bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1094 time: 0.0409915 Nov 03 19:49:16.980900 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-234f47f4-19af-4c03-ae0c-d5808fc93d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:16.982423 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-234f47f4-19af-4c03-ae0c-d5808fc93d6f service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0917156 Nov 03 19:49:17.048593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-3e4b2f89-06ac-42cb-98ed-a2a4a64c3875 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 999 time: 0.0589993 Nov 03 19:49:17.097599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-77d89ab9-fe15-47ac-b2f3-8c7a5b756e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:17.099056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-77d89ab9-fe15-47ac-b2f3-8c7a5b756e8e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0432255 Nov 03 19:49:17.149953 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-e87206f1-e815-45a7-84ff-51f1f7579b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:17.151458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-e87206f1-e815-45a7-84ff-51f1f7579b5c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446949 Nov 03 19:49:17.244109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-036521be-07ad-471e-8d51-282321761f11 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849173 Nov 03 19:49:17.337838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-ae69a88b-9bb5-4a95-aa98-bc3ef62b0e0c service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870211 Nov 03 19:49:17.376374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:49:17.473325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:17.485506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '6365a668-9048-4d13-9509-61a9f8dd255e', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '6365a668-9048-4d13-9509-61a9f8dd255e', 'mac_address': 'fa:16:3e:68:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:49:17.521984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:17.534913 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6365a668-9048-4d13-9509-61a9f8dd255e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:49:17.554642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:17.558820 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:17.619280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:17.627056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.627439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.627729 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.628064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.628389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.628719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.629076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.629401 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.629746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.630108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.630415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.630752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:17.854632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['6365a668-9048-4d13-9509-61a9f8dd255e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:49:17.955038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c21f9-4883-4de4-87d2-ce56b1afd035 req-7afe2668-3b11-44b6-86fc-baf831633b11 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:17.957201 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de7c21f9-4883-4de4-87d2-ce56b1afd035 req-7afe2668-3b11-44b6-86fc-baf831633b11 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0590479 Nov 03 19:49:18.040344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-de7c21f9-4883-4de4-87d2-ce56b1afd035 req-111e034c-fcbc-46bf-9e25-0b7f255e958a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709753 Nov 03 19:49:19.171059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ccc0-251b-4c52-a3f9-6b1dd5b97f39 req-2a31d9fc-439e-4d4a-9b40-9070e92f95f5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:19.173354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cff1ccc0-251b-4c52-a3f9-6b1dd5b97f39 req-2a31d9fc-439e-4d4a-9b40-9070e92f95f5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0581446 Nov 03 19:49:19.227186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cff1ccc0-251b-4c52-a3f9-6b1dd5b97f39 req-ea49f803-323d-4b42-bae5-cbb2e0f784e8 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Nov 03 19:49:19.382354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:49:19.436269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 6365a668-9048-4d13-9509-61a9f8dd255e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:49:19.441332 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 6365a668-9048-4d13-9509-61a9f8dd255e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:49:19.441732 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:19.518666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:19.543545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:19.545791 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e782c02f-20fc-48f2-b6a4-1e696f2c2d49" -d '{"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-plugged", "status": "completed", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:19.556950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:19.562269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:19.749536 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7db25c-9bf8-41ca-b791-9a52d706c5d7 x-openstack-request-id: req-0f7db25c-9bf8-41ca-b791-9a52d706c5d7 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:19.749823 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-plugged", "status": "completed", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:19.750073 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f7db25c-9bf8-41ca-b791-9a52d706c5d7 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:19.750460 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'code': 200} Nov 03 19:49:19.775679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:20.353380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766e706-e1e4-4ac0-b786-482f023ad276 req-88b9ac8b-9852-4cb8-acdc-7e7b520f539a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:20.355056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a766e706-e1e4-4ac0-b786-482f023ad276 req-88b9ac8b-9852-4cb8-acdc-7e7b520f539a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0540891 Nov 03 19:49:20.407225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a766e706-e1e4-4ac0-b786-482f023ad276 req-7c3ec1db-a23b-44e5-9100-b4fd1a27f8a4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Nov 03 19:49:21.474114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-9f6c9c38-fa2c-41d4-837f-d0fbaad19d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:21.475718 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-9f6c9c38-fa2c-41d4-837f-d0fbaad19d76 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb&tenant_id=6d0a1f1d55524c0d9be03477f0b01171 HTTP/1.1" status: 200 len: 1096 time: 0.0834541 Nov 03 19:49:21.487142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:49:21.533063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c32b13-bb86-4455-97b5-c9ad5c932440 req-eaf0d763-7fcd-49fd-a340-c0c0951ec7c7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:21.534525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38c32b13-bb86-4455-97b5-c9ad5c932440 req-eaf0d763-7fcd-49fd-a340-c0c0951ec7c7 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0537481 Nov 03 19:49:21.548510 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:21.582960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38c32b13-bb86-4455-97b5-c9ad5c932440 req-afdcdc05-a4e2-44f1-a463-fb33c7441ee1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Nov 03 19:49:21.755033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:21.788195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:49:21.826807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:21.829061 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a613d03a-dc51-42cf-b4fe-dd7d50a82d67" -d '{"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:21.833139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:21.846163 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Transition to ACTIVE for port object 6365a668-9048-4d13-9509-61a9f8dd255e will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:49:21.851089 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:21.937138 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=10']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:21.947752 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c285e0a0-faeb-4a1d-96b6-23f03df2ca42 x-openstack-request-id: req-c285e0a0-faeb-4a1d-96b6-23f03df2ca42 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:21.948048 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:21.948307 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c285e0a0-faeb-4a1d-96b6-23f03df2ca42 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:21.948707 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'code': 200} Nov 03 19:49:21.954740 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.955086 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.955432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.955768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.956102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.956431 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.956759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.957085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.957434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.957758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.958080 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.958419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:21.997668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] No DVR routers for this DVR port 6365a668-9048-4d13-9509-61a9f8dd255e on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:49:22.135031 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:49:22.135319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:49:22.135639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:49:22.140064 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:49:22.140382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Attempting to bind port 6365a668-9048-4d13-9509-61a9f8dd255e on network c6be7af9-35f4-43eb-9b96-f6202bd06e0a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:49:22.145203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:49:22.145573 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Checking segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:49:22.145959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Bound using segment: {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:49:22.146378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Bound port: 6365a668-9048-4d13-9509-61a9f8dd255e, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91f4a-bb21-41db-9078-8e3facc4872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:49:22.146808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:22.211020 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:49:22.214721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:49:22.218539 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:22.256920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:22.257566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:22.259024 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] 10.222.0.70 "PUT /v2.0/ports/6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 1092 time: 0.7760348 Nov 03 19:49:22.291651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa739-998d-4ff6-9cde-d9f690410b93 service neutron] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=11']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:22.323975 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-8da5e63c-0929-498f-a547-a6ca67be5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:22.325512 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-8da5e63c-0929-498f-a547-a6ca67be5883 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1095 time: 0.0449765 Nov 03 19:49:22.424750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-789722e0-d51d-4e20-a859-c786bb34ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:22.426358 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-789722e0-d51d-4e20-a859-c786bb34ccce service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0932176 Nov 03 19:49:22.502651 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-517ec7dd-b9ce-4387-9a3b-8ca52240c32d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 999 time: 0.0693948 Nov 03 19:49:22.556402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-b0f0e128-2099-4964-a04e-257f7cc99c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:22.558262 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-b0f0e128-2099-4964-a04e-257f7cc99c54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0478406 Nov 03 19:49:22.606237 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f48ed-c162-499a-bf96-15848a372a8e req-4a5be4a8-b947-46a7-a3f0-b0bfeef39623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:22.607742 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-4a5be4a8-b947-46a7-a3f0-b0bfeef39623 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423779 Nov 03 19:49:22.706917 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-f9ef2931-b12b-414a-a796-093bc75946dc service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919461 Nov 03 19:49:22.709351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6184-048e-4907-bd02-1add422cfda2 req-34faa6b5-ca55-4e27-8060-885940472168 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:22.710878 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e4a6184-048e-4907-bd02-1add422cfda2 req-34faa6b5-ca55-4e27-8060-885940472168 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0540783 Nov 03 19:49:22.760281 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e4a6184-048e-4907-bd02-1add422cfda2 req-33a0a9a9-8d9f-4d33-a2a7-d3aadae32d3a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 Nov 03 19:49:22.802568 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-986f48ed-c162-499a-bf96-15848a372a8e req-4e6e98a2-d2cc-4ca5-997a-92ef7d9bb260 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875199 Nov 03 19:49:23.413754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:49:23.451554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:49:23.881139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff10b48-021c-49b4-8bf0-eb90ebb44515 req-fa754d05-93a8-4664-8ed2-77751ab082c2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:23.883066 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fff10b48-021c-49b4-8bf0-eb90ebb44515 req-fa754d05-93a8-4664-8ed2-77751ab082c2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0501575 Nov 03 19:49:23.935412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fff10b48-021c-49b4-8bf0-eb90ebb44515 req-bfff4c6e-0441-4a57-b7eb-9d642b0f2bbb tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456054 Nov 03 19:49:23.949733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:23.952526 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a66edbd-3d3c-490e-bac8-f123f6abd79c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:24.000116 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d80cf-0c40-4a01-a917-95e1232d7160 x-openstack-request-id: req-5f9d80cf-0c40-4a01-a917-95e1232d7160 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:24.000413 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:24.000672 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f9d80cf-0c40-4a01-a917-95e1232d7160 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:24.001080 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'status': 'completed', 'code': 200} Nov 03 19:49:24.066648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-c8a97e59-5565-422f-8160-8a61a370e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:24.068044 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-c8a97e59-5565-422f-8160-8a61a370e032 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1095 time: 0.0425580 Nov 03 19:49:24.069931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-2d151b7f-0300-4992-a838-1733e2661d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:24.072070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-2d151b7f-0300-4992-a838-1733e2661d58 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 1095 time: 0.0506527 Nov 03 19:49:24.163492 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-855f8dab-9ead-4caf-9b96-785910377c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:24.165026 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-855f8dab-9ead-4caf-9b96-785910377c41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0895815 Nov 03 19:49:24.166923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-666f7fe2-3624-4c30-8061-6dcec49c1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:24.168550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-666f7fe2-3624-4c30-8061-6dcec49c1cb3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 200 len: 913 time: 0.0900815 Nov 03 19:49:24.238870 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-35d93d6d-79e3-439d-8181-fce21cbaeedc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 999 time: 0.0669138 Nov 03 19:49:24.249928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-f2af3b63-f313-4d9d-91f2-b91ae8ca4948 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 200 len: 999 time: 0.0735579 Nov 03 19:49:24.292725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-736e82c6-5ae4-4c53-9281-1e8a86b14620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:24.294275 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-736e82c6-5ae4-4c53-9281-1e8a86b14620 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0483413 Nov 03 19:49:24.302459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-dfca8fd9-8a02-4767-b786-9381e2020e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:24.304137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-dfca8fd9-8a02-4767-b786-9381e2020e8d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 200 len: 851 time: 0.0475967 Nov 03 19:49:24.345654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-66304087-dd34-480c-adb6-c5afeba990fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:24.353475 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-66304087-dd34-480c-adb6-c5afeba990fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522716 Nov 03 19:49:24.356934 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-aa6752d1-7f86-4bce-8246-e99a621f56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:24.358886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-aa6752d1-7f86-4bce-8246-e99a621f56fa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6be7af9-35f4-43eb-9b96-f6202bd06e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469427 Nov 03 19:49:24.457750 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-53fd6661-ea85-4cb3-bd03-4fe40f07eda1 service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963678 Nov 03 19:49:24.467417 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-851da59d-0d7c-4889-ab51-23c5505f7158 service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004081 Nov 03 19:49:24.552498 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-989846cf-306b-472b-9b1a-b3d46c240b6e service neutron] 10.222.0.70 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882912 Nov 03 19:49:24.575257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3a66edbd-3d3c-490e-bac8-f123f6abd79c req-c8240710-44d3-4a15-8ef3-403cd989bdfc service neutron] 10.222.0.96 "GET /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006100 Nov 03 19:49:25.062754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff83a2-e9fb-472f-afee-264983f4867d req-4b2fef2c-1d12-4a32-b3f1-61fcca813722 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:25.064294 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22ff83a2-e9fb-472f-afee-264983f4867d req-4b2fef2c-1d12-4a32-b3f1-61fcca813722 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0553665 Nov 03 19:49:25.117010 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22ff83a2-e9fb-472f-afee-264983f4867d req-13c5c4b0-3cf4-4dc3-a43a-cd8fb065e912 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467086 Nov 03 19:49:26.257051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c783d8-24f5-48bf-98a3-20d5d82d7c91 req-47ff52e0-e7b5-4c6a-9861-7fedd01647ab tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:26.259186 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4c783d8-24f5-48bf-98a3-20d5d82d7c91 req-47ff52e0-e7b5-4c6a-9861-7fedd01647ab tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0511987 Nov 03 19:49:26.306950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4c783d8-24f5-48bf-98a3-20d5d82d7c91 req-5950e838-8d2d-4492-83d1-3a395c961f8b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Nov 03 19:49:27.426816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac86ff-b519-4402-bf98-950901c7418d req-f20fdfbb-5c63-49a5-8429-4d9105f527a0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:27.428344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38ac86ff-b519-4402-bf98-950901c7418d req-f20fdfbb-5c63-49a5-8429-4d9105f527a0 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0496602 Nov 03 19:49:27.480933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38ac86ff-b519-4402-bf98-950901c7418d req-00b15242-ee24-4c76-9550-24b319849c06 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465622 Nov 03 19:49:28.597493 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8391c5c-a3ce-49b4-a887-d4c7016f4ff9 req-5cf4e854-d883-4778-8019-eba5544a8a64 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:28.598975 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8391c5c-a3ce-49b4-a887-d4c7016f4ff9 req-5cf4e854-d883-4778-8019-eba5544a8a64 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0486035 Nov 03 19:49:28.647871 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8391c5c-a3ce-49b4-a887-d4c7016f4ff9 req-7fd49499-050a-416f-b17b-f0e89c9a9aa4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Nov 03 19:49:29.763598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c984ee-f7e6-43e2-8bba-e0ee49961493 req-9eafc8c3-2b2c-4e21-b0bf-f5b72ed0087f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:29.765084 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10c984ee-f7e6-43e2-8bba-e0ee49961493 req-9eafc8c3-2b2c-4e21-b0bf-f5b72ed0087f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0490236 Nov 03 19:49:29.814032 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10c984ee-f7e6-43e2-8bba-e0ee49961493 req-2cb52e60-7263-46d4-a6e8-10f61f9a3921 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429416 Nov 03 19:49:30.939121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fb44a-c750-49f2-a6d1-f67a3ac313f1 req-00e1bfa2-630d-4ee3-9406-33b0cd96caf5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:30.940657 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-189fb44a-c750-49f2-a6d1-f67a3ac313f1 req-00e1bfa2-630d-4ee3-9406-33b0cd96caf5 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0542572 Nov 03 19:49:30.988649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-189fb44a-c750-49f2-a6d1-f67a3ac313f1 req-49d42b1d-2325-481b-96e7-a2be13be3dfe tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Nov 03 19:49:32.107806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57526143-8480-4e01-88eb-daf4ed672d2d req-32c481ee-a365-492b-8e77-4ebf2d1463e1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:32.109341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57526143-8480-4e01-88eb-daf4ed672d2d req-32c481ee-a365-492b-8e77-4ebf2d1463e1 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0501702 Nov 03 19:49:32.160988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-57526143-8480-4e01-88eb-daf4ed672d2d req-6e60f160-de6e-444d-bab4-4e106b3d2dfd tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 Nov 03 19:49:32.985639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:33.288990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d0bf-1b46-45e5-971e-b9f6a335cabb req-e14eb52c-c3f6-4ad9-8634-9096c80bb70a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:33.291202 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a208d0bf-1b46-45e5-971e-b9f6a335cabb req-e14eb52c-c3f6-4ad9-8634-9096c80bb70a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0547438 Nov 03 19:49:33.342847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a208d0bf-1b46-45e5-971e-b9f6a335cabb req-e4266f86-e0f8-4cf9-9094-e791cab22a22 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Nov 03 19:49:33.911253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:34.464765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294673-210b-4dbe-af50-7b1a14c5c69e req-ae46b16a-849c-4475-bf0e-4fff5997bd08 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:34.466563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6294673-210b-4dbe-af50-7b1a14c5c69e req-ae46b16a-849c-4475-bf0e-4fff5997bd08 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0510373 Nov 03 19:49:34.517441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c6294673-210b-4dbe-af50-7b1a14c5c69e req-687deea0-c480-4075-9671-b0ec44c3c3a2 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445845 Nov 03 19:49:35.640272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad823e48-0daa-47a1-88e8-9a8b801d33da req-54237009-7ab8-425e-964e-748b8763a735 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:35.641786 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad823e48-0daa-47a1-88e8-9a8b801d33da req-54237009-7ab8-425e-964e-748b8763a735 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0492473 Nov 03 19:49:35.689999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad823e48-0daa-47a1-88e8-9a8b801d33da req-1cc47504-343c-4920-9ae7-e5e285d382b8 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Nov 03 19:49:35.809839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b12ac-79db-432b-a6ff-f9d930f853e5 req-678bfc8b-1c31-445f-9b51-39155f1558ed tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:35.811234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be5b12ac-79db-432b-a6ff-f9d930f853e5 req-678bfc8b-1c31-445f-9b51-39155f1558ed tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0536373 Nov 03 19:49:35.858895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be5b12ac-79db-432b-a6ff-f9d930f853e5 req-047df6a0-d5a8-4131-a354-8bf0280b03b4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 Nov 03 19:49:35.973077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042c651-411e-44e9-adb6-f8eb99a9c101 req-6d0ab9ca-bf67-45d8-887b-8799fc723bf3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:35.974584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d042c651-411e-44e9-adb6-f8eb99a9c101 req-6d0ab9ca-bf67-45d8-887b-8799fc723bf3 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0500464 Nov 03 19:49:36.021949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d042c651-411e-44e9-adb6-f8eb99a9c101 req-5634370d-51f3-4797-8dd8-b50f6c6ab938 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Nov 03 19:49:36.147713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-81d2afd4-d858-4be0-85ad-403cc73f00de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:36.266270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f524-7c8e-4583-8020-05300716b8b9 req-42811eee-d926-4c41-8522-69d62d595238 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:36.267753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63d1f524-7c8e-4583-8020-05300716b8b9 req-42811eee-d926-4c41-8522-69d62d595238 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 944 time: 0.0532966 Nov 03 19:49:36.316027 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63d1f524-7c8e-4583-8020-05300716b8b9 req-397476be-8fb4-42f4-8700-295371ec6c8b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Nov 03 19:49:36.962829 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:49:37.057986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:37.069011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '6365a668-9048-4d13-9509-61a9f8dd255e', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'port_id': '6365a668-9048-4d13-9509-61a9f8dd255e', 'mac_address': 'fa:16:3e:68:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:49:37.104987 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:37.118120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6365a668-9048-4d13-9509-61a9f8dd255e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:49:37.137523 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:37.141674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:37.191018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=12']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:37.436257 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd2471-b863-4ffb-b1ef-1a66f16315c9 req-c6504d61-9f00-4d94-87de-e590f4f7ea07 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:37.437778 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22bd2471-b863-4ffb-b1ef-1a66f16315c9 req-c6504d61-9f00-4d94-87de-e590f4f7ea07 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0490098 Nov 03 19:49:37.487213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22bd2471-b863-4ffb-b1ef-1a66f16315c9 req-e39f4f8f-02e2-4e5b-98e2-f587a9c4746b tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups?id=373e8eef-f919-4635-bba3-2611ea93bb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432367 Nov 03 19:49:37.743033 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384019e-5923-4188-b726-58fb5feee75e req-5df49c24-7a62-4f05-bcfa-8bec54c5fb4f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:37.744420 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5384019e-5923-4188-b726-58fb5feee75e req-5df49c24-7a62-4f05-bcfa-8bec54c5fb4f tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 945 time: 0.0541778 Nov 03 19:49:37.831720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Deleting port 6365a668-9048-4d13-9509-61a9f8dd255e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:49:37.832055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:37.925967 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] For port 6365a668-9048-4d13-9509-61a9f8dd255e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6365a668-9048-4d13-9509-61a9f8dd255e,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:37.926332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:38.101501 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:38.101808 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:38.102117 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Floating IP d9b2197e-a419-40f2-a036-6038e31aad64 disassociated. External IP: 172.25.3.34, port: 6365a668-9048-4d13-9509-61a9f8dd255e. Nov 03 19:49:38.102490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Calling delete_port for 6365a668-9048-4d13-9509-61a9f8dd255e owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:49:38.233138 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:38.268406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event deleted for resources: {'Port': ['ID=6365a668-9048-4d13-9509-61a9f8dd255e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:38.386595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:49:38.499810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:49:38.511119 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:49:38.521667 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:49:38.522282 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:49:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:38.544228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] No DVR routers for this DVR port 6365a668-9048-4d13-9509-61a9f8dd255e on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:49:38.547116 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:38.551509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5384019e-5923-4188-b726-58fb5feee75e req-9db78c7c-f240-4db7-894a-03ac30ac8907 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.70 "DELETE /v2.0/ports/6365a668-9048-4d13-9509-61a9f8dd255e HTTP/1.1" status: 204 len: 173 time: 0.8010476 Nov 03 19:49:38.551934 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-deleted', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:38.555458 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c070cee-26d5-4601-b6d8-fc5499a6e207" -d '{"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-deleted", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:38.602563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0a96eaa7-48df-4dbe-944a-3b343841fe2e req-02e4c338-7f67-4040-9155-117e6d9198bc tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 210 time: 0.0401380 Nov 03 19:49:38.644375 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:49:38.653658 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1c9ab1-24e4-4189-9069-a31a0324b249 x-openstack-request-id: req-4e1c9ab1-24e4-4189-9069-a31a0324b249 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:38.653959 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cf5c17-5885-48f0-ab7f-8806b7fe65fb", "name": "network-vif-deleted", "tag": "6365a668-9048-4d13-9509-61a9f8dd255e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:38.654240 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e1c9ab1-24e4-4189-9069-a31a0324b249 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:38.654668 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cf5c17-5885-48f0-ab7f-8806b7fe65fb', 'name': 'network-vif-deleted', 'tag': '6365a668-9048-4d13-9509-61a9f8dd255e', 'status': 'completed', 'code': 200} Nov 03 19:49:38.844790 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:38.872048 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:49:38.880988 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:49:38.881546 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:49:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:38.962674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:49:38.966810 n-d-812148-3 neutron-server[101757]: INFO neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No ports have port_id starting with 6365a668-9048-4d13-9509-61a9f8dd255e Nov 03 19:49:38.968527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e requested by agent hyperv_n-h2-812148-3 not found in database {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 03 19:49:38.989876 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:49:39.186261 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:39.216525 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7038b-a47e-4cf9-821d-9be96a2da606 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c4144f69-a353-4356-b18d-17b31a31d8b0', 'name': '', 'network_id': 'c6be7af9-35f4-43eb-9b96-f6202bd06e0a', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'mac_address': 'fa:16:3e:7d:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:59Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'subnets': [{'id': 'fdf8502f-c84c-4c6c-ab3d-12705c137686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:49:39.439548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62b68c-ba7a-4bee-8b0b-8cbcfee8059b None None] New status for floating IP d9b2197e-a419-40f2-a036-6038e31aad64: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:49:39.706486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e371cb6-f2aa-43ba-a9ef-909d233b3f60 req-65755f85-b81d-441c-892e-a125a41e538a tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 210 time: 0.0277927 Nov 03 19:49:40.299978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:40.373540 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87bba5f4-941d-4722-905f-a0acb2ca59d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:40.808352 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3dc23240-d5c2-4d19-8fd9-ac37aba6c753 req-248ebab4-401a-429c-a9a6-cfff7c33a72d tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 210 time: 0.0305822 Nov 03 19:49:40.962786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:49:40.983297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 6365a668-9048-4d13-9509-61a9f8dd255e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:49:40.983635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6365a668-9048-4d13-9509-61a9f8dd255e not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:49:41.912470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5374be14-d8b6-4be3-8f04-9a3944d62554 req-1509c582-029d-41b7-a373-bc5826f37d16 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 210 time: 0.0276482 Nov 03 19:49:42.370269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:42.446779 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:43.019330 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8755dc4f-f681-49f1-85cf-5eb92a996618 req-c16f21ac-a46f-45c4-9efb-eaf990cf86e4 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9cf5c17-5885-48f0-ab7f-8806b7fe65fb HTTP/1.1" status: 200 len: 210 time: 0.0272131 Nov 03 19:49:47.783055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45230) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:47.844206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55c54f92-6e5b-47bf-b375-7a569d36b889 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:47.868731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55c54f92-6e5b-47bf-b375-7a569d36b889 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:47.923985 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55c54f92-6e5b-47bf-b375-7a569d36b889 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:47.929778 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55c54f92-6e5b-47bf-b375-7a569d36b889 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:47.929778 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-55c54f92-6e5b-47bf-b375-7a569d36b889 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "DELETE /v2.0/security-groups/373e8eef-f919-4635-bba3-2611ea93bb73 HTTP/1.1" status: 204 len: 168 time: 0.1450934 Nov 03 19:49:47.932580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45232) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:47.939042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c54f92-6e5b-47bf-b375-7a569d36b889 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373e8eef-f919-4635-bba3-2611ea93bb73,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:47.962382 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [None req-f0f14efd-f35e-45cc-aadd-6454156337f9 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] show failed (client error): The resource could not be found. Nov 03 19:49:47.965483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f0f14efd-f35e-45cc-aadd-6454156337f9 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "GET /v2.0/security-groups/373e8eef-f919-4635-bba3-2611ea93bb73 HTTP/1.1" status: 404 len: 347 time: 0.0294418 Nov 03 19:49:47.966538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45234) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:48.099016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Deleting port 97443c71-11c0-48f8-8af6-c71db93f416a {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:49:48.099252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:48.159659 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:49:48.187466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:48.187777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:48.201651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Calling delete_port for 97443c71-11c0-48f8-8af6-c71db93f416a owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:49:48.343553 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:48.375078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Pushing event deleted for resources: {'Port': ['ID=97443c71-11c0-48f8-8af6-c71db93f416a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:48.436084 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:48.439564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:48.441126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-82553f7f-3f03-4174-8fbe-05f4f4bead70 tempest-ServerActionsTestJSON-438194697 tempest-ServerActionsTestJSON-438194697-project] 10.222.0.77 "DELETE /v2.0/floatingips/d9b2197e-a419-40f2-a036-6038e31aad64 HTTP/1.1" status: 204 len: 168 time: 0.4732621 Nov 03 19:49:48.443996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45236) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:49.177323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:49.432136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Deleting port c4144f69-a353-4356-b18d-17b31a31d8b0 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:49:49.432387 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:49.515382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] For port c4144f69-a353-4356-b18d-17b31a31d8b0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c4144f69-a353-4356-b18d-17b31a31d8b0,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:49.515645 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:49.528171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Calling delete_port for c4144f69-a353-4356-b18d-17b31a31d8b0 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:49:49.710565 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:49.736771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4144f69-a353-4356-b18d-17b31a31d8b0,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:49.904928 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:50.126421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Router 6f5affda-9029-4505-99c4-004cc10a55f9 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:49:50.239705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:49:50.245082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0becbe5f-b803-4105-88c2-30a3e17f7ac4 admin admin] 10.222.0.77 "PUT /v2.0/routers/6f5affda-9029-4505-99c4-004cc10a55f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7999518 Nov 03 19:49:50.247676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45240) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:50.251067 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] Sync routers for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:49:50.262734 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:49:50.263342 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:49:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:50.367205 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:50.377486 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:49:50.475861 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:50.529260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Deleting port 90a70d28-f853-4562-83c4-075cca803a7c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:49:50.529630 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:50.558803 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '90a70d28-f853-4562-83c4-075cca803a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:49:49Z', 'revision_number': 5, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port': {'id': '90a70d28-f853-4562-83c4-075cca803a7c', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:50.591289 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] Checking router: 6f5affda-9029-4505-99c4-004cc10a55f9 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:49:50.600570 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] Routers {'6f5affda-9029-4505-99c4-004cc10a55f9'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:49:50.601163 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:49:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6f5affda-9029-4505-99c4-004cc10a55f9'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:50.613103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] For port 90a70d28-f853-4562-83c4-075cca803a7c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=90a70d28-f853-4562-83c4-075cca803a7c,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:50.613491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:50.626060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Calling delete_port for 90a70d28-f853-4562-83c4-075cca803a7c owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:49:50.781316 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] Set router 6f5affda-9029-4505-99c4-004cc10a55f9 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:49:50.803424 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:50.829996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Pushing event deleted for resources: {'Port': ['ID=90a70d28-f853-4562-83c4-075cca803a7c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:50.840304 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:49:50Z', 'revision_number': 6, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:50.869995 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967e8f3-5627-436b-adc2-b5dadcae8244 None None] The sync data for ids ['6f5affda-9029-4505-99c4-004cc10a55f9'] in n-d-812148-3 is: [{'id': '6f5affda-9029-4505-99c4-004cc10a55f9', 'name': 'tempest-ServerActionsTestJSON-1610704091-router', 'tenant_id': '6d0a1f1d55524c0d9be03477f0b01171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:49:50Z', 'revision_number': 6, 'project_id': '6d0a1f1d55524c0d9be03477f0b01171', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:49:50.892013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:50.989329 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:50.991873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.036897 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.037350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f5affda-9029-4505-99c4-004cc10a55f9 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:49:51.042055 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.043069 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-be897ea5-d629-402d-9af8-4fd0b3c4230d admin admin] 10.222.0.77 "DELETE /v2.0/routers/6f5affda-9029-4505-99c4-004cc10a55f9 HTTP/1.1" status: 204 len: 168 time: 0.7942007 Nov 03 19:49:51.045617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45242) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:51.090225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e78e4f0-ca6f-4311-b990-3098bde934be admin admin] Deleting subnet fdf8502f-c84c-4c6c-ab3d-12705c137686 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:49:51.093317 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e78e4f0-ca6f-4311-b990-3098bde934be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.127792 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e78e4f0-ca6f-4311-b990-3098bde934be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.212334 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e78e4f0-ca6f-4311-b990-3098bde934be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.273894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e78e4f0-ca6f-4311-b990-3098bde934be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.300603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78e4f0-ca6f-4311-b990-3098bde934be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf8502f-c84c-4c6c-ab3d-12705c137686,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:51.304255 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e78e4f0-ca6f-4311-b990-3098bde934be admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.309918 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e78e4f0-ca6f-4311-b990-3098bde934be admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fdf8502f-c84c-4c6c-ab3d-12705c137686 HTTP/1.1" status: 204 len: 168 time: 0.2633078 Nov 03 19:49:51.310421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08915e6d-bc7a-4814-900f-166645a27096 None None] Network c6be7af9-35f4-43eb-9b96-f6202bd06e0a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:49:51.310912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45244) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:51.386229 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.440524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Deleting port 878e1ead-bffd-4eab-828f-71bc591b7e71 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:49:51.440860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.504586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] For port 878e1ead-bffd-4eab-828f-71bc591b7e71, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=878e1ead-bffd-4eab-828f-71bc591b7e71,segment=NetworkSegment(4ce91f4a-bb21-41db-9078-8e3facc4872e),segment_id=4ce91f4a-bb21-41db-9078-8e3facc4872e)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:51.504940 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.517765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Calling delete_port for 878e1ead-bffd-4eab-828f-71bc591b7e71 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:49:51.599375 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.629198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] No DVR routers for this DVR port 878e1ead-bffd-4eab-828f-71bc591b7e71 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:49:51.634165 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Pushing event deleted for resources: {'Port': ['ID=878e1ead-bffd-4eab-828f-71bc591b7e71,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:51.635986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d140e-c2a0-4184-8ea4-d89c244b7804 None None] DHCP port deletion for c6be7af9-35f4-43eb-9b96-f6202bd06e0a request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:49:51.711025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.733863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6be7af9-35f4-43eb-9b96-f6202bd06e0a']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:51.747243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce91f4a-bb21-41db-9078-8e3facc4872e') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:51.747504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce91f4a-bb21-41db-9078-8e3facc4872e') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:49:51.757841 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.771455 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 878e1ead-bffd-4eab-828f-71bc591b7e71 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:49:51.772117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.778833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:49:51.779254 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:49:51.780990 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:49:51.794688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 878e1ead-bffd-4eab-828f-71bc591b7e71 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:49:51.795127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 878e1ead-bffd-4eab-828f-71bc591b7e71 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:49:51.795613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c4144f69-a353-4356-b18d-17b31a31d8b0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:49:51.814863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c4144f69-a353-4356-b18d-17b31a31d8b0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:49:51.815285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c4144f69-a353-4356-b18d-17b31a31d8b0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:49:51.815764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 90a70d28-f853-4562-83c4-075cca803a7c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:49:51.838593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.839669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 90a70d28-f853-4562-83c4-075cca803a7c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:49:51.840012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 90a70d28-f853-4562-83c4-075cca803a7c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:49:51.854893 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:51.860481 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] 10.222.0.77 "DELETE /v2.0/networks/c6be7af9-35f4-43eb-9b96-f6202bd06e0a HTTP/1.1" status: 204 len: 168 time: 0.5464022 Nov 03 19:49:51.860481 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c60b64-1ee1-40d8-8153-82eb1e1cae4d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6be7af9-35f4-43eb-9b96-f6202bd06e0a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:51.987994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45248) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:52.033064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d3c6a7f9-a789-49a6-bb58-65478b2a7d2e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d0a1f1d55524c0d9be03477f0b01171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437932 Nov 03 19:49:52.035418 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45250) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:52.083335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06853e21-920d-4a5f-93de-3dca1ac3dee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:52.104209 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06853e21-920d-4a5f-93de-3dca1ac3dee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:52.151999 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06853e21-920d-4a5f-93de-3dca1ac3dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:52.154678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-06853e21-920d-4a5f-93de-3dca1ac3dee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:52.155822 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-06853e21-920d-4a5f-93de-3dca1ac3dee8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2610f982-ebf3-4afa-bb32-00bc3bc68289 HTTP/1.1" status: 204 len: 168 time: 0.1195102 Nov 03 19:49:52.164033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06853e21-920d-4a5f-93de-3dca1ac3dee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2610f982-ebf3-4afa-bb32-00bc3bc68289,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:52.916495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45272) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:53.026686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1847939201-network', 'tenant_id': '156518cbee154041beb60fa5949db3e7'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:49:53.048646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Made reservation on behalf of 156518cbee154041beb60fa5949db3e7 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:49:53.050962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.059401 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.136203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.139949 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.160762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:49:53.175593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b9bb33-d454-41d5-9010-1316ad3dd88c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:53.178498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.178839 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Added segment ccd61b76-e003-4fce-9efb-3b2952e6988a of type vlan for network d0e84efe-ca0c-460e-862b-7420c2c1049a Nov 03 19:49:53.222760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.247592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.248470 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:53.249046 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.305069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3867128 Nov 03 19:49:53.308138 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45276) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:49:53.312084 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec668f7-eda7-4dd2-ad99-705b11405069 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e84efe-ca0c-460e-862b-7420c2c1049a,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:53.313065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Request body: {'subnet': {'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1847939201-subnet', 'tenant_id': '156518cbee154041beb60fa5949db3e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:49:53.322610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network d0e84efe-ca0c-460e-862b-7420c2c1049a details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:49:53.334511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Made reservation on behalf of 156518cbee154041beb60fa5949db3e7 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:49:53.337492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.511869 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.566231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8ca4cf-378d-4350-9347-7635dfd35d9d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:53.581120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Checking segment: {'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:49:53.581524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Network hostable DHCP agents. Network: d0e84efe-ca0c-460e-862b-7420c2c1049a, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:49:53.598956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Network d0e84efe-ca0c-460e-862b-7420c2c1049a is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:49:53.608923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, d0e84efe-ca0c-460e-862b-7420c2c1049a) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:49:53.613526 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:53.614114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:53.618106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e8c9f-4a2a-4978-bca0-b90fd3916a06 None None] Network d0e84efe-ca0c-460e-862b-7420c2c1049a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:49:53.632110 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eb356a35-503f-48a8-806f-5f0e3ee5304a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3222322 Nov 03 19:49:53.747831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c8e52-e7a5-424e-9139-bc8825f3529a None None] Network d0e84efe-ca0c-460e-862b-7420c2c1049a requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:49:54.090505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-3c96b76c-4ad0-4488-a9a7-2d5e8daf863c tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:54.091951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-3c96b76c-4ad0-4488-a9a7-2d5e8daf863c tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/networks?id=d0e84efe-ca0c-460e-862b-7420c2c1049a HTTP/1.1" status: 200 len: 814 time: 0.1100149 Nov 03 19:49:54.108835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-35c5256c-3980-4b20-b0af-aa86cda6a453 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/quotas/156518cbee154041beb60fa5949db3e7 HTTP/1.1" status: 200 len: 375 time: 0.0106125 Nov 03 19:49:54.142068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-e5b38e2c-de26-47ea-b2cf-d36bcc8b7f70 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=156518cbee154041beb60fa5949db3e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272324 Nov 03 19:49:54.153497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-aedda2ce-7788-40c9-9b11-738efdc2bfc1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:49:54.154440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-aedda2ce-7788-40c9-9b11-738efdc2bfc1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051134 Nov 03 19:49:54.249306 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-a9400a7d-05ca-466a-98a6-58e49f6be8f2 service neutron] 10.222.0.77 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870292 Nov 03 19:49:54.342992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-5ac49683-1a8e-459c-9a47-79930de0a120 service neutron] 10.222.0.77 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Nov 03 19:49:54.503627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-646e1fea-6cdc-444f-ae4e-a95ef52e34f8 req-0b7a0883-f78c-4768-b156-25159a7941f6 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 210 time: 0.0261688 Nov 03 19:49:55.421976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1abc2727-b146-4c87-b137-e16db9b57295 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:55.423577 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1abc2727-b146-4c87-b137-e16db9b57295 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.70 "GET /v2.0/networks?id=d0e84efe-ca0c-460e-862b-7420c2c1049a HTTP/1.1" status: 200 len: 814 time: 0.1069655 Nov 03 19:49:55.436756 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Request body: {'port': {'device_id': '39f5c65e-d993-426b-b84b-082fb43bb39c', 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a', 'admin_state_up': True, 'tenant_id': '156518cbee154041beb60fa5949db3e7'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:49:55.555192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Made reservation on behalf of 156518cbee154041beb60fa5949db3e7 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:49:55.559405 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:55.599325 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-15c892c0-e7d2-44bf-9aa2-8ad669734110 req-1a61e158-7297-436f-bb13-1b4ce3f98be5 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 210 time: 0.0260644 Nov 03 19:49:55.686892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Allocated IP 172.20.0.3 (d0e84efe-ca0c-460e-862b-7420c2c1049a/0a8ca4cf-378d-4350-9347-7635dfd35d9d/45616693-e937-4a54-bc90-04d916543e5e) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:49:55.841984 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:55.875707 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:55.918614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Network d0e84efe-ca0c-460e-862b-7420c2c1049a is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:49:55.923611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:49:55.927307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:49:55.934535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Pushing event updated for resources: {'Port': ['ID=45616693-e937-4a54-bc90-04d916543e5e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:55.983454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:55.984064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:56.000740 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1c1398af-7175-4455-8ecb-96c1d6984727 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679286 Nov 03 19:49:56.013594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Request body: {'port': {'device_id': '39f5c65e-d993-426b-b84b-082fb43bb39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:49:56.067251 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:56.338305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45616693-e937-4a54-bc90-04d916543e5e {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:49:56.346059 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:56.364437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Transition to ACTIVE for port object 45616693-e937-4a54-bc90-04d916543e5e will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:49:56.369140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:56.417466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Pushing event updated for resources: {'Port': ['ID=45616693-e937-4a54-bc90-04d916543e5e,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:56.486755 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Attempting to bind port 45616693-e937-4a54-bc90-04d916543e5e on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:49:56.487437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Attempting to bind port 45616693-e937-4a54-bc90-04d916543e5e by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:49:56.487437 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Attempting to bind port 45616693-e937-4a54-bc90-04d916543e5e on network d0e84efe-ca0c-460e-862b-7420c2c1049a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:49:56.492477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Port 45616693-e937-4a54-bc90-04d916543e5e on network d0e84efe-ca0c-460e-862b-7420c2c1049a not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:49:56.492796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Attempting to bind port 45616693-e937-4a54-bc90-04d916543e5e on network d0e84efe-ca0c-460e-862b-7420c2c1049a {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:49:56.497671 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:49:56.498007 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Checking segment: {'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:49:56.498390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Bound using segment: {'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:49:56.498814 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Bound port: 45616693-e937-4a54-bc90-04d916543e5e, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:49:56.499167 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:56.571996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] For port 45616693-e937-4a54-bc90-04d916543e5e, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:49:56.574998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] For port 45616693-e937-4a54-bc90-04d916543e5e, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45616693-e937-4a54-bc90-04d916543e5e,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:49:56.578636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:56.612629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:56.613238 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:56.614637 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] 10.222.0.70 "PUT /v2.0/ports/45616693-e937-4a54-bc90-04d916543e5e HTTP/1.1" status: 200 len: 1091 time: 0.6050692 Nov 03 19:49:56.615072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f5c65e-d993-426b-b84b-082fb43bb39c', 'tag': '45616693-e937-4a54-bc90-04d916543e5e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:56.617609 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "39f5c65e-d993-426b-b84b-082fb43bb39c", "tag": "45616693-e937-4a54-bc90-04d916543e5e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:56.641582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274e02b-5598-42f9-9073-6b94b738c955 service neutron] Pushing event updated for resources: {'Port': ['ID=45616693-e937-4a54-bc90-04d916543e5e,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:56.699268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-efd7ce88-a262-4521-a6f1-cb8b7a70f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:56.700799 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-efd7ce88-a262-4521-a6f1-cb8b7a70f5bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=156518cbee154041beb60fa5949db3e7&device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 1094 time: 0.0428686 Nov 03 19:49:56.732029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf54948-96a3-4ef3-a505-99757fd6ae7b req-4ac24997-a982-4257-9468-689ff28812f6 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:56.733604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcf54948-96a3-4ef3-a505-99757fd6ae7b req-4ac24997-a982-4257-9468-689ff28812f6 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 943 time: 0.0544107 Nov 03 19:49:56.746131 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-d4ff6969-0dbb-423c-a86a-aec13647d3f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45616693-e937-4a54-bc90-04d916543e5e HTTP/1.1" status: 200 len: 217 time: 0.0359626 Nov 03 19:49:56.782411 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dcf54948-96a3-4ef3-a505-99757fd6ae7b req-c78c61c9-46e7-4a25-8173-a5aebc455cbf tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Nov 03 19:49:56.800874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-4574ce54-07f5-4f1e-b83e-626de255c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:56.802474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-4574ce54-07f5-4f1e-b83e-626de255c10d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0a8ca4cf-378d-4350-9347-7635dfd35d9d HTTP/1.1" status: 200 len: 854 time: 0.0500064 Nov 03 19:49:56.836025 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bfb5e0-3560-4ecb-9c81-f5841ad5c47a x-openstack-request-id: req-e4bfb5e0-3560-4ecb-9c81-f5841ad5c47a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:56.836328 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f5c65e-d993-426b-b84b-082fb43bb39c", "tag": "45616693-e937-4a54-bc90-04d916543e5e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:56.836584 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4bfb5e0-3560-4ecb-9c81-f5841ad5c47a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:56.836984 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f5c65e-d993-426b-b84b-082fb43bb39c', 'tag': '45616693-e937-4a54-bc90-04d916543e5e', 'status': 'completed', 'code': 200} Nov 03 19:49:56.838927 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-4f0321e6-ce96-4572-99ab-d0dd725f0a73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e84efe-ca0c-460e-862b-7420c2c1049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294564 Nov 03 19:49:56.934000 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-78395cef-0ec6-4633-8db6-30d2bbb2a339 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878885 Nov 03 19:49:57.029321 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b377a49b-c969-42a7-83c2-4989cd3601aa req-d1d7ab2f-1190-4382-a77d-1c4e8287d9be service neutron] 10.222.0.70 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879889 Nov 03 19:49:57.118319 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-20d5c1c5-63b2-4e92-814b-205aae012806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:57.120152 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-20d5c1c5-63b2-4e92-814b-205aae012806 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=156518cbee154041beb60fa5949db3e7&device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 1094 time: 0.0420992 Nov 03 19:49:57.214817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-2d718a84-e1cf-460a-8ae5-40b312af3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:57.216220 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-2d718a84-e1cf-460a-8ae5-40b312af3500 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0e84efe-ca0c-460e-862b-7420c2c1049a HTTP/1.1" status: 200 len: 915 time: 0.0889995 Nov 03 19:49:57.258502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-af046f9d-c2d5-4465-b71e-bf0a0739365f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45616693-e937-4a54-bc90-04d916543e5e HTTP/1.1" status: 200 len: 217 time: 0.0353949 Nov 03 19:49:57.312011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-5245528b-8c7a-4640-a66d-781dbade68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:57.313673 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-5245528b-8c7a-4640-a66d-781dbade68fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0a8ca4cf-378d-4350-9347-7635dfd35d9d HTTP/1.1" status: 200 len: 854 time: 0.0483978 Nov 03 19:49:57.346157 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-9a1db0d0-b993-4929-975d-4da0ae674e75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e84efe-ca0c-460e-862b-7420c2c1049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245533 Nov 03 19:49:57.438570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-9408bb32-03e1-4a1b-a4bc-2a87c1f1abee service neutron] 10.222.0.70 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849993 Nov 03 19:49:57.537624 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4f2cf16f-d811-4db7-af24-6ed2f3a7a1d0 req-a9898e28-61e4-46c0-ab85-e8fdab5b967a service neutron] 10.222.0.70 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905211 Nov 03 19:49:57.899467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ed972-1878-490c-a167-83b00decf44d req-1c4a9bcd-53e2-4d40-bd26-11cda055d186 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:57.900940 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c4ed972-1878-490c-a167-83b00decf44d req-1c4a9bcd-53e2-4d40-bd26-11cda055d186 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 943 time: 0.0486715 Nov 03 19:49:57.948029 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c4ed972-1878-490c-a167-83b00decf44d req-fe3a052f-44d4-429a-841a-e1594c65c8a5 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Nov 03 19:49:59.066534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b00ba-67e3-443c-8149-8ed0a3fb9d8b req-e12236dd-5a22-413e-9f92-1db664e22d64 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:59.068002 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49b00ba-67e3-443c-8149-8ed0a3fb9d8b req-e12236dd-5a22-413e-9f92-1db664e22d64 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 943 time: 0.0520642 Nov 03 19:49:59.116003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f49b00ba-67e3-443c-8149-8ed0a3fb9d8b req-b987b323-35fe-4ace-acc5-4367fe15f789 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Nov 03 19:50:00.233461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58cf6e-f525-47ef-bd8e-11cc17b4003f req-96e427cf-75d4-4f47-b9a7-fc5242c152c0 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:00.234954 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba58cf6e-f525-47ef-bd8e-11cc17b4003f req-96e427cf-75d4-4f47-b9a7-fc5242c152c0 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 943 time: 0.0489209 Nov 03 19:50:00.282247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ba58cf6e-f525-47ef-bd8e-11cc17b4003f req-2ff2d7ef-2086-4d29-8788-9e58b2da2601 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Nov 03 19:50:00.987544 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 45616693-e937-4a54-bc90-04d916543e5e details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:50:01.087414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 45616693-e937-4a54-bc90-04d916543e5e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45616693-e937-4a54-bc90-04d916543e5e,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:01.098241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '45616693-e937-4a54-bc90-04d916543e5e', 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a', 'port_id': '45616693-e937-4a54-bc90-04d916543e5e', 'mac_address': 'fa:16:3e:00:50:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8ca4cf-378d-4350-9347-7635dfd35d9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:50:01.138040 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:01.150741 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45616693-e937-4a54-bc90-04d916543e5e {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:01.173984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 45616693-e937-4a54-bc90-04d916543e5e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45616693-e937-4a54-bc90-04d916543e5e,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:01.178145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:01.224718 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=45616693-e937-4a54-bc90-04d916543e5e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:01.372380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['45616693-e937-4a54-bc90-04d916543e5e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:01.399943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aba14-f4c9-4b1c-ab7a-4ca665d54297 req-462e63ad-6e7d-49c1-b88a-a97b181a34b3 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:01.401470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec8aba14-f4c9-4b1c-ab7a-4ca665d54297 req-462e63ad-6e7d-49c1-b88a-a97b181a34b3 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 944 time: 0.0509737 Nov 03 19:50:01.453667 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec8aba14-f4c9-4b1c-ab7a-4ca665d54297 req-41cbf851-9433-4e55-b517-74a9994551ab tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458539 Nov 03 19:50:02.572191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149ec19-4e1f-4807-a725-bcebc266cb78 req-2893b1b2-92e0-4c4f-9c3f-ece2e10a8dde tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:02.573698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9149ec19-4e1f-4807-a725-bcebc266cb78 req-2893b1b2-92e0-4c4f-9c3f-ece2e10a8dde tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 944 time: 0.0520418 Nov 03 19:50:02.622395 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9149ec19-4e1f-4807-a725-bcebc266cb78 req-164b6320-e303-4a6e-938a-c1dff3f6dbbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Nov 03 19:50:02.994590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 45616693-e937-4a54-bc90-04d916543e5e up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:02.996326 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:03.043272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 45616693-e937-4a54-bc90-04d916543e5e completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:50:03.047282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 45616693-e937-4a54-bc90-04d916543e5e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:03.047649 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:03.123370 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:03.150554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f5c65e-d993-426b-b84b-082fb43bb39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45616693-e937-4a54-bc90-04d916543e5e'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:03.152815 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3726237-9066-4889-94e9-8846f4d01df3" -d '{"events": [{"server_uuid": "39f5c65e-d993-426b-b84b-082fb43bb39c", "name": "network-vif-plugged", "status": "completed", "tag": "45616693-e937-4a54-bc90-04d916543e5e"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:03.165934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 45616693-e937-4a54-bc90-04d916543e5e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45616693-e937-4a54-bc90-04d916543e5e,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:03.170139 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:03.194322 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b883af0a-b26e-4ef4-a5d2-5e42ccd2a35b x-openstack-request-id: req-b883af0a-b26e-4ef4-a5d2-5e42ccd2a35b {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:03.194604 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f5c65e-d993-426b-b84b-082fb43bb39c", "name": "network-vif-plugged", "status": "completed", "tag": "45616693-e937-4a54-bc90-04d916543e5e", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:03.195506 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b883af0a-b26e-4ef4-a5d2-5e42ccd2a35b {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:03.195902 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f5c65e-d993-426b-b84b-082fb43bb39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45616693-e937-4a54-bc90-04d916543e5e', 'code': 200} Nov 03 19:50:03.224234 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=45616693-e937-4a54-bc90-04d916543e5e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:03.292058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dd22c-fcb3-498d-8ac7-47c5320dfd26 req-84fd70b9-46e1-499c-9bb0-769e42503d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:03.293610 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-369dd22c-fcb3-498d-8ac7-47c5320dfd26 req-84fd70b9-46e1-499c-9bb0-769e42503d92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 1096 time: 0.0420477 Nov 03 19:50:03.339459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-369dd22c-fcb3-498d-8ac7-47c5320dfd26 req-51fc6102-c7ab-4fd9-86e8-7f42fc2f2012 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390401 Nov 03 19:50:03.745051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a0253-20e4-4b54-b06e-389dbe9684b5 req-d24a8b04-b2df-4524-ad91-5dcb02b087af tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:03.746674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b5a0253-20e4-4b54-b06e-389dbe9684b5 req-d24a8b04-b2df-4524-ad91-5dcb02b087af tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0523813 Nov 03 19:50:03.798188 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b5a0253-20e4-4b54-b06e-389dbe9684b5 req-a3f383c6-80ec-4e9f-b95c-fa810affeaf7 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454519 Nov 03 19:50:03.912040 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:04.931445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103e5f9-23f3-42a8-8157-437c54a51312 req-1d19804b-8b07-4e8c-a749-60d4fb5b901f tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:04.933022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7103e5f9-23f3-42a8-8157-437c54a51312 req-1d19804b-8b07-4e8c-a749-60d4fb5b901f tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0617592 Nov 03 19:50:04.983343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7103e5f9-23f3-42a8-8157-437c54a51312 req-f0c96cf5-7df7-45f7-b1a2-dbacde2f0f3d tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Nov 03 19:50:05.212553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-f2e6adb2-9015-4b27-9999-e37922482d85 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:05.214082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-f2e6adb2-9015-4b27-9999-e37922482d85 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/networks?id=d0e84efe-ca0c-460e-862b-7420c2c1049a HTTP/1.1" status: 200 len: 814 time: 0.1048753 Nov 03 19:50:05.230117 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-4582edcd-0b6e-4912-8790-71542b1bcf9b tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/quotas/156518cbee154041beb60fa5949db3e7 HTTP/1.1" status: 200 len: 375 time: 0.0102222 Nov 03 19:50:05.285867 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-8a5d62d6-5fbd-494c-9f1f-a5148045bdef tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=156518cbee154041beb60fa5949db3e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499954 Nov 03 19:50:05.382728 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-a33212df-fce2-49df-9563-5988f8997b1b service neutron] 10.222.0.77 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887547 Nov 03 19:50:05.479127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-ada8e647-76f3-4684-a119-074b1a58b26c service neutron] 10.222.0.77 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900140 Nov 03 19:50:05.641112 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d58f2612-40e4-438d-b56f-4f010b9cac1e req-c94dd328-0db1-462c-bbc2-bca329c22724 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 210 time: 0.0277817 Nov 03 19:50:06.152383 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3fa6-a9ec-4af1-a5d5-f5a392603b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:06.750279 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-193f3c87-37a9-47d4-a1e0-a4620b7126c2 req-e757734c-cc67-42ca-9e95-6ad95202b6d8 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 210 time: 0.0317552 Nov 03 19:50:06.777974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-7a7e56cd-7dfa-4cc0-b3e9-d99809d65395 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:06.779441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-7a7e56cd-7dfa-4cc0-b3e9-d99809d65395 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.96 "GET /v2.0/networks?id=d0e84efe-ca0c-460e-862b-7420c2c1049a HTTP/1.1" status: 200 len: 814 time: 0.1411266 Nov 03 19:50:06.792848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Request body: {'port': {'device_id': 'f2375074-d69c-48d0-bb0e-87b55deffaaa', 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a', 'admin_state_up': True, 'tenant_id': '156518cbee154041beb60fa5949db3e7'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:06.897259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Made reservation on behalf of 156518cbee154041beb60fa5949db3e7 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:06.901464 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:07.028949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Allocated IP 172.20.0.6 (d0e84efe-ca0c-460e-862b-7420c2c1049a/0a8ca4cf-378d-4350-9347-7635dfd35d9d/f76d0981-6d6c-4355-a8d6-6dcdc97dad52) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:07.175972 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:07.211113 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:07.222903 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['45616693-e937-4a54-bc90-04d916543e5e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:07.261505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Network d0e84efe-ca0c-460e-862b-7420c2c1049a is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:07.264759 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:07.267399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:07.274540 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Pushing event updated for resources: {'Port': ['ID=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:07.301471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.301723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.302068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.302400 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.302731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.303064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.303390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.303710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.304635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.304917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.305236 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.305586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:07.335818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:07.336437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:07.352659 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-b98183ee-13a2-45e6-b528-b91865332adc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5634906 Nov 03 19:50:07.412672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Request body: {'port': {'device_id': 'f2375074-d69c-48d0-bb0e-87b55deffaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:07.469183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:07.737525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76d0981-6d6c-4355-a8d6-6dcdc97dad52 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:07.740958 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:07.753881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Transition to ACTIVE for port object f76d0981-6d6c-4355-a8d6-6dcdc97dad52 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:50:07.757754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:07.811555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Pushing event updated for resources: {'Port': ['ID=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:07.916890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Attempting to bind port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:07.917233 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Attempting to bind port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:07.917606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Attempting to bind port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 on network d0e84efe-ca0c-460e-862b-7420c2c1049a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:07.927820 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141fd7d-17c1-480a-a696-9e742ed71585 req-25dc3ca5-98a9-4074-bed0-df9a06128511 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:07.929390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6141fd7d-17c1-480a-a696-9e742ed71585 req-25dc3ca5-98a9-4074-bed0-df9a06128511 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 943 time: 0.0944793 Nov 03 19:50:07.931691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 on network d0e84efe-ca0c-460e-862b-7420c2c1049a not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:50:07.932011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Attempting to bind port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 on network d0e84efe-ca0c-460e-862b-7420c2c1049a {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:07.943915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:07.944248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Checking segment: {'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:07.944628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Bound using segment: {'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:07.945223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Bound port: f76d0981-6d6c-4355-a8d6-6dcdc97dad52, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd61b76-e003-4fce-9efb-3b2952e6988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:07.945601 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.015952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6141fd7d-17c1-480a-a696-9e742ed71585 req-8d6a8617-8097-4b18-9dea-c2da4c458ff5 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804737 Nov 03 19:50:08.050646 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] For port f76d0981-6d6c-4355-a8d6-6dcdc97dad52, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:08.054050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] For port f76d0981-6d6c-4355-a8d6-6dcdc97dad52, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:08.059946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.096858 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.097678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.099233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] 10.222.0.96 "PUT /v2.0/ports/f76d0981-6d6c-4355-a8d6-6dcdc97dad52 HTTP/1.1" status: 200 len: 1091 time: 0.7385097 Nov 03 19:50:08.099675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2375074-d69c-48d0-bb0e-87b55deffaaa', 'tag': 'f76d0981-6d6c-4355-a8d6-6dcdc97dad52'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:08.102014 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2375074-d69c-48d0-bb0e-87b55deffaaa", "tag": "f76d0981-6d6c-4355-a8d6-6dcdc97dad52"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:08.133071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b3d8c-ed6f-45d4-a742-51092623cefe service neutron] Pushing event updated for resources: {'Port': ['ID=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:08.168111 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489d8460-f9f7-4a20-b701-c5047f0132dc x-openstack-request-id: req-489d8460-f9f7-4a20-b701-c5047f0132dc {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:08.168392 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2375074-d69c-48d0-bb0e-87b55deffaaa", "tag": "f76d0981-6d6c-4355-a8d6-6dcdc97dad52", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:08.168638 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-489d8460-f9f7-4a20-b701-c5047f0132dc {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:08.169030 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2375074-d69c-48d0-bb0e-87b55deffaaa', 'tag': 'f76d0981-6d6c-4355-a8d6-6dcdc97dad52', 'status': 'completed', 'code': 200} Nov 03 19:50:08.184936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-0e7a206f-4032-43c3-aed8-f3cd56a38c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.186558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-0e7a206f-4032-43c3-aed8-f3cd56a38c8c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=156518cbee154041beb60fa5949db3e7&device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 1094 time: 0.0454922 Nov 03 19:50:08.236609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-53ca0ee8-8ede-4c3b-aac7-c552c265a8b3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76d0981-6d6c-4355-a8d6-6dcdc97dad52 HTTP/1.1" status: 200 len: 217 time: 0.0408199 Nov 03 19:50:08.291076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-959e68c0-4579-41b9-a607-571ae641f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.292468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-959e68c0-4579-41b9-a607-571ae641f5e9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a8ca4cf-378d-4350-9347-7635dfd35d9d HTTP/1.1" status: 200 len: 854 time: 0.0478311 Nov 03 19:50:08.330729 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-7531ab04-ca07-48c2-a786-b5cd6c4047cd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d0e84efe-ca0c-460e-862b-7420c2c1049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282917 Nov 03 19:50:08.437770 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-2b679df2-bb17-4f72-a1eb-58ee41919816 service neutron] 10.222.0.96 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003730 Nov 03 19:50:08.553629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3810b5ec-b0dd-4c29-b09b-b05e23012904 req-9db5fc30-0f4b-489e-b53f-35f55f5f41f3 service neutron] 10.222.0.96 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076431 Nov 03 19:50:08.644382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-bb93d1b1-afb6-4a81-a220-429cf3227cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.645903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-bb93d1b1-afb6-4a81-a220-429cf3227cc7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=156518cbee154041beb60fa5949db3e7&device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 1094 time: 0.0425053 Nov 03 19:50:08.754259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-28e3e552-3ee3-4b45-81d6-5ad00a7b7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.755759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-28e3e552-3ee3-4b45-81d6-5ad00a7b7c2d service neutron] 10.222.0.96 "GET /v2.0/networks?id=d0e84efe-ca0c-460e-862b-7420c2c1049a HTTP/1.1" status: 200 len: 915 time: 0.1024458 Nov 03 19:50:08.799641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-da4611ed-6d21-4bd5-9220-c24fded0105d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76d0981-6d6c-4355-a8d6-6dcdc97dad52 HTTP/1.1" status: 200 len: 217 time: 0.0363650 Nov 03 19:50:08.858295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-06128085-97dc-4551-939d-6a13ace981bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.859654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-06128085-97dc-4551-939d-6a13ace981bf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a8ca4cf-378d-4350-9347-7635dfd35d9d HTTP/1.1" status: 200 len: 854 time: 0.0528452 Nov 03 19:50:09.236741 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-86a033e6-b9f7-48ef-9af2-0be47f75089f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d0e84efe-ca0c-460e-862b-7420c2c1049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3662302 Nov 03 19:50:09.342943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c69a5-ffd9-4f72-9fa5-8d1610765e91 req-c284e49b-30e2-4dac-a6df-4b568e86e431 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:09.344646 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-481c69a5-ffd9-4f72-9fa5-8d1610765e91 req-c284e49b-30e2-4dac-a6df-4b568e86e431 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 943 time: 0.1103802 Nov 03 19:50:09.381716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-c827543c-79cc-4e84-8062-309e879d74df service neutron] 10.222.0.96 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360476 Nov 03 19:50:09.434935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-481c69a5-ffd9-4f72-9fa5-8d1610765e91 req-f32303f1-7c3c-48ad-b6ce-9797b544e89d tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811853 Nov 03 19:50:09.497682 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ec39d59a-abf2-4fea-9a9e-d6a2d35e807f req-b8331640-f4e4-454c-ab34-cb2ddec9399b service neutron] 10.222.0.96 "GET /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037757 Nov 03 19:50:10.303846 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:10.377951 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b005eb63-89ca-47be-8cb9-595ab8ebfb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:10.563891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8fb7d-8e59-43b2-bfc3-abd303701f60 req-7daa51bc-e129-41fa-bce3-d3592bcf34c0 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.565484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20b8fb7d-8e59-43b2-bfc3-abd303701f60 req-7daa51bc-e129-41fa-bce3-d3592bcf34c0 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 943 time: 0.0539653 Nov 03 19:50:10.632595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-20b8fb7d-8e59-43b2-bfc3-abd303701f60 req-ff306851-6957-414a-8395-d92f8c14d057 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561893 Nov 03 19:50:11.661757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f76d0981-6d6c-4355-a8d6-6dcdc97dad52 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:50:11.755767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9947c62-9963-4988-8ed9-9f7b8e3f32ab req-ef8a378c-ddc4-47f5-8d11-33857e69fbb9 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:11.757979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9947c62-9963-4988-8ed9-9f7b8e3f32ab req-ef8a378c-ddc4-47f5-8d11-33857e69fbb9 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 943 time: 0.0530505 Nov 03 19:50:11.767571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f76d0981-6d6c-4355-a8d6-6dcdc97dad52, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:11.779712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'f76d0981-6d6c-4355-a8d6-6dcdc97dad52', 'network_id': 'd0e84efe-ca0c-460e-862b-7420c2c1049a', 'port_id': 'f76d0981-6d6c-4355-a8d6-6dcdc97dad52', 'mac_address': 'fa:16:3e:90:35:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8ca4cf-378d-4350-9347-7635dfd35d9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:50:11.811830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c9947c62-9963-4988-8ed9-9f7b8e3f32ab req-60c09a6f-dcb9-4fff-abfc-d0feb4bf6b08 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473042 Nov 03 19:50:11.819795 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:11.833842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76d0981-6d6c-4355-a8d6-6dcdc97dad52 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:11.854029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f76d0981-6d6c-4355-a8d6-6dcdc97dad52, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:11.858345 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:11.910083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:12.047923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['f76d0981-6d6c-4355-a8d6-6dcdc97dad52'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:12.375895 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:12.448807 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:12.942526 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf59c6-5096-44b0-9c7d-d8e087e8b576 req-cc828fca-2019-4b86-b576-847504b5c5d4 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:12.944087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ccf59c6-5096-44b0-9c7d-d8e087e8b576 req-cc828fca-2019-4b86-b576-847504b5c5d4 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 944 time: 0.0585427 Nov 03 19:50:12.998859 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5ccf59c6-5096-44b0-9c7d-d8e087e8b576 req-fa8f8f4b-2504-4d2a-bca3-ba712142e619 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486274 Nov 03 19:50:13.680852 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f76d0981-6d6c-4355-a8d6-6dcdc97dad52 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:13.731279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:50:13.736082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:13.736769 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:13.815869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:13.840781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2375074-d69c-48d0-bb0e-87b55deffaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76d0981-6d6c-4355-a8d6-6dcdc97dad52'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:13.843104 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88240c94-8917-4d22-b155-589b1a3b64cf" -d '{"events": [{"server_uuid": "f2375074-d69c-48d0-bb0e-87b55deffaaa", "name": "network-vif-plugged", "status": "completed", "tag": "f76d0981-6d6c-4355-a8d6-6dcdc97dad52"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:13.858223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port f76d0981-6d6c-4355-a8d6-6dcdc97dad52, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:13.870250 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:13.900631 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e821a8b8-be28-4765-ad95-e31bc3d02104 x-openstack-request-id: req-e821a8b8-be28-4765-ad95-e31bc3d02104 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:13.900916 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2375074-d69c-48d0-bb0e-87b55deffaaa", "name": "network-vif-plugged", "status": "completed", "tag": "f76d0981-6d6c-4355-a8d6-6dcdc97dad52", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:13.901166 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e821a8b8-be28-4765-ad95-e31bc3d02104 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:13.901604 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2375074-d69c-48d0-bb0e-87b55deffaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76d0981-6d6c-4355-a8d6-6dcdc97dad52', 'code': 200} Nov 03 19:50:13.930974 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:13.995289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d3ba8-d739-48c5-a520-59d53e57fbde req-ef19a44d-561f-43a8-8c66-c6418ede74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:13.996811 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac4d3ba8-d739-48c5-a520-59d53e57fbde req-ef19a44d-561f-43a8-8c66-c6418ede74c6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 1096 time: 0.0435441 Nov 03 19:50:14.046331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac4d3ba8-d739-48c5-a520-59d53e57fbde req-4434776b-2c0e-4699-9bee-28807fdc969f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Nov 03 19:50:14.123122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27718d13-6a5b-4096-9b85-dc5cd41d9450 req-d70d0aa0-2e70-4a92-aed6-fe2c849a2a16 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:14.124686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27718d13-6a5b-4096-9b85-dc5cd41d9450 req-d70d0aa0-2e70-4a92-aed6-fe2c849a2a16 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 945 time: 0.0552378 Nov 03 19:50:14.175826 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-27718d13-6a5b-4096-9b85-dc5cd41d9450 req-59f89786-9aba-4247-aa30-22f7de182c01 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Nov 03 19:50:15.306428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb2493-bc69-4276-bd45-22e5564e66a5 req-46abb665-3c04-4ece-836c-3577ab58f5a8 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:15.308011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ddb2493-bc69-4276-bd45-22e5564e66a5 req-46abb665-3c04-4ece-836c-3577ab58f5a8 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 945 time: 0.0620430 Nov 03 19:50:15.367536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ddb2493-bc69-4276-bd45-22e5564e66a5 req-63122e98-8bf5-4f22-a6c2-d63a7cba169c tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Nov 03 19:50:15.630371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df51c3-44d0-4f33-8bb6-296e039c4c8a req-dce66911-840a-465e-b876-6d5b3ba70846 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:15.632486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3df51c3-44d0-4f33-8bb6-296e039c4c8a req-dce66911-840a-465e-b876-6d5b3ba70846 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 945 time: 0.0508227 Nov 03 19:50:15.692083 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3df51c3-44d0-4f33-8bb6-296e039c4c8a req-30e256dd-5d89-4099-9465-d1d2bda06058 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510304 Nov 03 19:50:16.826910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58bed8-9e47-49f5-9b20-923c398766bf req-9e0f7a22-a309-4f3f-b70c-9c1b7f8b3b77 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:16.828461 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff58bed8-9e47-49f5-9b20-923c398766bf req-9e0f7a22-a309-4f3f-b70c-9c1b7f8b3b77 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 945 time: 0.0620646 Nov 03 19:50:16.892732 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825005d2-4757-438e-a564-0e516aba875b req-de44bf74-2065-4c82-bfb5-d8a568a5901f tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:16.894286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-825005d2-4757-438e-a564-0e516aba875b req-de44bf74-2065-4c82-bfb5-d8a568a5901f tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.96 "GET /v2.0/ports?device_id=f2375074-d69c-48d0-bb0e-87b55deffaaa HTTP/1.1" status: 200 len: 945 time: 0.0869792 Nov 03 19:50:16.914594 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff58bed8-9e47-49f5-9b20-923c398766bf req-e2db0502-12f4-4532-b2d5-fe9c49afe442 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724354 Nov 03 19:50:16.999242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Deleting port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:50:16.999493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.089841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] For port f76d0981-6d6c-4355-a8d6-6dcdc97dad52, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:17.090210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.103872 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Calling delete_port for f76d0981-6d6c-4355-a8d6-6dcdc97dad52 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:50:17.239695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.257434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['45616693-e937-4a54-bc90-04d916543e5e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:17.260535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['f76d0981-6d6c-4355-a8d6-6dcdc97dad52'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:17.271323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Pushing event deleted for resources: {'Port': ['ID=f76d0981-6d6c-4355-a8d6-6dcdc97dad52,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:17.322427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] No DVR routers for this DVR port f76d0981-6d6c-4355-a8d6-6dcdc97dad52 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:17.325335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.329030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-825005d2-4757-438e-a564-0e516aba875b req-bd3388fb-aeb9-47ff-b814-f638eaad5dbd tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.96 "DELETE /v2.0/ports/f76d0981-6d6c-4355-a8d6-6dcdc97dad52 HTTP/1.1" status: 204 len: 173 time: 0.4266965 Nov 03 19:50:17.329539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2375074-d69c-48d0-bb0e-87b55deffaaa', 'name': 'network-vif-deleted', 'tag': 'f76d0981-6d6c-4355-a8d6-6dcdc97dad52'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:17.332561 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e23ae27-e1b0-4c06-9038-eef08d5af90c" -d '{"events": [{"server_uuid": "f2375074-d69c-48d0-bb0e-87b55deffaaa", "name": "network-vif-deleted", "tag": "f76d0981-6d6c-4355-a8d6-6dcdc97dad52"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:17.382557 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d961bee0-3c12-40c2-a490-bccce400c3e8 x-openstack-request-id: req-d961bee0-3c12-40c2-a490-bccce400c3e8 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:17.382842 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2375074-d69c-48d0-bb0e-87b55deffaaa", "name": "network-vif-deleted", "tag": "f76d0981-6d6c-4355-a8d6-6dcdc97dad52", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:17.383309 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d961bee0-3c12-40c2-a490-bccce400c3e8 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:17.383715 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2375074-d69c-48d0-bb0e-87b55deffaaa', 'name': 'network-vif-deleted', 'tag': 'f76d0981-6d6c-4355-a8d6-6dcdc97dad52', 'status': 'completed', 'code': 200} Nov 03 19:50:18.092659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b01986-f918-44ac-aab8-aaf5c4593e68 req-7f1096a2-0f8e-4498-99e8-6d483695ba4d tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:18.094227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18b01986-f918-44ac-aab8-aaf5c4593e68 req-7f1096a2-0f8e-4498-99e8-6d483695ba4d tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0523148 Nov 03 19:50:18.172951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18b01986-f918-44ac-aab8-aaf5c4593e68 req-b97fc8cc-d399-4ae2-a7a2-9638778e5835 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721316 Nov 03 19:50:18.324148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4d361-c7b6-4af3-b774-fbcca4551b65 req-d6422a1f-81c8-4ddb-bc5f-cc2dc28965cb tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:18.325761 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4d361-c7b6-4af3-b774-fbcca4551b65 req-d6422a1f-81c8-4ddb-bc5f-cc2dc28965cb tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0570190 Nov 03 19:50:18.393907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4a4d361-c7b6-4af3-b774-fbcca4551b65 req-11327181-25ce-4f0d-b2f7-458ea83222ef tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597022 Nov 03 19:50:18.526523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80b912-f2d1-4126-afa4-7f74419b0cc7 req-a1864bf8-5641-44d0-af81-021cff5481e7 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:18.527938 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c80b912-f2d1-4126-afa4-7f74419b0cc7 req-a1864bf8-5641-44d0-af81-021cff5481e7 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0620713 Nov 03 19:50:18.577677 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c80b912-f2d1-4126-afa4-7f74419b0cc7 req-865569ef-6b60-48ba-9f09-4b5e145ad523 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Nov 03 19:50:18.750406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae50b91-920b-49e6-ba63-400776bd6ef6 req-110cd136-0bd3-405a-ab00-1abf1dbbc6a9 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:18.751933 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ae50b91-920b-49e6-ba63-400776bd6ef6 req-110cd136-0bd3-405a-ab00-1abf1dbbc6a9 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0504339 Nov 03 19:50:18.801856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ae50b91-920b-49e6-ba63-400776bd6ef6 req-5624df42-319b-4c23-a4a1-b6a643042bc6 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Nov 03 19:50:18.934059 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a512469-654d-437e-aa5d-c395c3b9e09c req-222e3b94-e980-4c44-a277-529bfe60ddbc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:18.935580 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a512469-654d-437e-aa5d-c395c3b9e09c req-222e3b94-e980-4c44-a277-529bfe60ddbc tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0571923 Nov 03 19:50:18.990071 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5a512469-654d-437e-aa5d-c395c3b9e09c req-0145e9eb-37e1-4890-b78b-b5cf77123fd3 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434296 Nov 03 19:50:19.120874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd1867-ccf1-49e0-aeda-218e0bb811d2 req-4ca114f4-6a6c-4860-99aa-961274ca9796 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:19.122347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3cd1867-ccf1-49e0-aeda-218e0bb811d2 req-4ca114f4-6a6c-4860-99aa-961274ca9796 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0497744 Nov 03 19:50:19.170768 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3cd1867-ccf1-49e0-aeda-218e0bb811d2 req-a530ea71-cabb-4265-a66b-fd9eba8328ca tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Nov 03 19:50:19.503355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e335b3a-8a6f-44c9-a08e-8d8a0810081b req-e6d8c8f5-30b6-4a02-ab65-22f52540740a tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:19.504856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e335b3a-8a6f-44c9-a08e-8d8a0810081b req-e6d8c8f5-30b6-4a02-ab65-22f52540740a tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0496156 Nov 03 19:50:19.558109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e335b3a-8a6f-44c9-a08e-8d8a0810081b req-7640ce31-fd17-47c5-b0e1-ca4d38e9fc65 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 Nov 03 19:50:20.686621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e355-558c-4ebc-85f4-4d2169f5b2fe req-00bcd2c7-2227-4beb-832f-e9ff2be299db tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:20.688233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bac2e355-558c-4ebc-85f4-4d2169f5b2fe req-00bcd2c7-2227-4beb-832f-e9ff2be299db tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0513270 Nov 03 19:50:20.738294 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bac2e355-558c-4ebc-85f4-4d2169f5b2fe req-ebb3a3b5-5baa-4e6b-a1a9-7e8ceff2b92d tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/security-groups?id=87b9bb33-d454-41d5-9010-1316ad3dd88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Nov 03 19:50:20.919182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ea039b8b-c529-49f5-83a2-b9aa9d568063 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:20.920740 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ea039b8b-c529-49f5-83a2-b9aa9d568063 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.70 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 945 time: 0.0562453 Nov 03 19:50:21.026067 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Deleting port 45616693-e937-4a54-bc90-04d916543e5e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:50:21.026406 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.125210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] For port 45616693-e937-4a54-bc90-04d916543e5e, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=45616693-e937-4a54-bc90-04d916543e5e,segment=NetworkSegment(ccd61b76-e003-4fce-9efb-3b2952e6988a),segment_id=ccd61b76-e003-4fce-9efb-3b2952e6988a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:21.125602 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.139603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Calling delete_port for 45616693-e937-4a54-bc90-04d916543e5e owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:50:21.276344 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.288167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['45616693-e937-4a54-bc90-04d916543e5e'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:21.646483 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Pushing event deleted for resources: {'Port': ['ID=45616693-e937-4a54-bc90-04d916543e5e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:21.688948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] No DVR routers for this DVR port 45616693-e937-4a54-bc90-04d916543e5e on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:21.691638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.695470 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-21a9c24b-c3ee-407f-b8a2-a0ddadc3c97b req-ff6aed52-4b64-4232-9954-109739225226 tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.70 "DELETE /v2.0/ports/45616693-e937-4a54-bc90-04d916543e5e HTTP/1.1" status: 204 len: 173 time: 0.7683010 Nov 03 19:50:21.695914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f5c65e-d993-426b-b84b-082fb43bb39c', 'name': 'network-vif-deleted', 'tag': '45616693-e937-4a54-bc90-04d916543e5e'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:21.698192 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8221d1c5-4381-46dd-b7d8-b545fe4a1017" -d '{"events": [{"server_uuid": "39f5c65e-d993-426b-b84b-082fb43bb39c", "name": "network-vif-deleted", "tag": "45616693-e937-4a54-bc90-04d916543e5e"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:21.710628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f76d0981-6d6c-4355-a8d6-6dcdc97dad52 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:50:21.735939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: f76d0981-6d6c-4355-a8d6-6dcdc97dad52 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:50:21.736125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device f76d0981-6d6c-4355-a8d6-6dcdc97dad52 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:50:21.738251 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17783c54-03df-47f9-9276-857a4824e56a x-openstack-request-id: req-17783c54-03df-47f9-9276-857a4824e56a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:21.738554 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f5c65e-d993-426b-b84b-082fb43bb39c", "name": "network-vif-deleted", "tag": "45616693-e937-4a54-bc90-04d916543e5e", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:21.738814 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17783c54-03df-47f9-9276-857a4824e56a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:21.739216 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f5c65e-d993-426b-b84b-082fb43bb39c', 'name': 'network-vif-deleted', 'tag': '45616693-e937-4a54-bc90-04d916543e5e', 'status': 'completed', 'code': 200} Nov 03 19:50:21.845615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7095ff54-c83f-4751-be15-9ae724347098 req-b19fdf34-c52d-4e1b-910d-49548067710a tempest-ServersNegativeTestJSON-895051091 tempest-ServersNegativeTestJSON-895051091-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f5c65e-d993-426b-b84b-082fb43bb39c HTTP/1.1" status: 200 len: 210 time: 0.0304372 Nov 03 19:50:22.904215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45420) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:22.949811 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Deleting subnet 0a8ca4cf-378d-4350-9347-7635dfd35d9d {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:50:22.953007 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:22.993634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.032593 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.088252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.111948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8ca4cf-378d-4350-9347-7635dfd35d9d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:23.121837 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.125035 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0a8ca4cf-378d-4350-9347-7635dfd35d9d HTTP/1.1" status: 204 len: 168 time: 0.2197545 Nov 03 19:50:23.127096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.127447 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.127681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.128015 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.128342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.128665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.128986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.129224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45422) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:23.129727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.129727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.129957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.130265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.130584 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9844e1-ccec-487b-806d-d90b19397e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:23.204449 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.287916 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.307370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e84efe-ca0c-460e-862b-7420c2c1049a']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:23.316631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd61b76-e003-4fce-9efb-3b2952e6988a') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:23.316956 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd61b76-e003-4fce-9efb-3b2952e6988a') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:23.331753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.345722 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.351553 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:50:23.351930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:50:23.353571 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:50:23.409445 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.414397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.417936 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d0e84efe-ca0c-460e-862b-7420c2c1049a HTTP/1.1" status: 204 len: 168 time: 0.2875879 Nov 03 19:50:23.431033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c26a76-8826-4c46-aef8-fdfac5906736 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e84efe-ca0c-460e-862b-7420c2c1049a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:23.525151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45426) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:23.565465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d11c8545-2f01-4206-90ce-84da8dded257 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=156518cbee154041beb60fa5949db3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390303 Nov 03 19:50:23.567868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45428) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:23.616527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11ff2dc3-05e6-4dab-9a11-0bbe077480e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.641719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11ff2dc3-05e6-4dab-9a11-0bbe077480e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.687236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11ff2dc3-05e6-4dab-9a11-0bbe077480e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.689815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-11ff2dc3-05e6-4dab-9a11-0bbe077480e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:23.695062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-11ff2dc3-05e6-4dab-9a11-0bbe077480e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87b9bb33-d454-41d5-9010-1316ad3dd88c HTTP/1.1" status: 204 len: 168 time: 0.1221638 Nov 03 19:50:23.702304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff2dc3-05e6-4dab-9a11-0bbe077480e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b9bb33-d454-41d5-9010-1316ad3dd88c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:24.403983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45450) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:24.500681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508868395'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:24.521029 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:24.525043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:24.533866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:24.611471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:24.615558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:24.638378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:24.654249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa66d09-2519-412e-b3a2-e614d83f2397,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:24.657110 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:24.657446 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Added segment 26448587-797f-4670-936e-fce90228f4d6 of type vlan for network 226a6ec6-009f-4440-80e0-88fd99c25077 Nov 03 19:50:24.701915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:24.727058 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:24.732534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:24.733122 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:24.769115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3639336 Nov 03 19:50:24.803404 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdda4b-245f-47d8-a16d-112b7a5e9624 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Network': ['ID=226a6ec6-009f-4440-80e0-88fd99c25077,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:24.814335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 226a6ec6-009f-4440-80e0-88fd99c25077 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:25.104633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 45616693-e937-4a54-bc90-04d916543e5e no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:50:25.125625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 45616693-e937-4a54-bc90-04d916543e5e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:50:25.125969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 45616693-e937-4a54-bc90-04d916543e5e not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:50:25.158658 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:50:28.074358 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45454) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:28.079436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'subnet': {'network_id': '226a6ec6-009f-4440-80e0-88fd99c25077', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:28.172452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:28.176173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.365373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.429564 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Subnet': ['ID=51603437-7eea-4262-9f9c-3d4ef6d6e404,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:28.439342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Checking segment: {'id': '26448587-797f-4670-936e-fce90228f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '226a6ec6-009f-4440-80e0-88fd99c25077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:28.439716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network hostable DHCP agents. Network: 226a6ec6-009f-4440-80e0-88fd99c25077, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:28.461392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network 226a6ec6-009f-4440-80e0-88fd99c25077 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:28.471440 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 226a6ec6-009f-4440-80e0-88fd99c25077) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:28.476347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:28.477435 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.481040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db9118-89d4-4eeb-9004-3be69d1bde88 None None] Network 226a6ec6-009f-4440-80e0-88fd99c25077 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:28.497469 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bbfeb184-95f6-489d-b807-53ae5773dc4b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4189155 Nov 03 19:50:28.497792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45456) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:28.502950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022377523'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:28.526519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:28.530032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.554149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:28.564065 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.564438 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Added segment bc1a817d-6988-4319-b733-fc2b736eed7c of type vlan for network ce023dbf-3bed-4385-aed6-be340b5b7c47 Nov 03 19:50:28.611184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.640899 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.641182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-226a6ec6-009f-4440-80e0-88fd99c25077', 'network_id': '226a6ec6-009f-4440-80e0-88fd99c25077', 'tenant_id': 'bbe125b088c74e7cb4cd5f6c6e389335', 'fixed_ips': [{'subnet_id': '51603437-7eea-4262-9f9c-3d4ef6d6e404'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:50:28.642276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.649121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:28.649823 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.697239 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1984053 Nov 03 19:50:28.700264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45458) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:28.707426 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'subnet': {'network_id': 'ce023dbf-3bed-4385-aed6-be340b5b7c47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:28.734213 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a284b42-ee1e-4aa3-bdbd-41e19f94fbd9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Network': ['ID=ce023dbf-3bed-4385-aed6-be340b5b7c47,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:28.744190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network ce023dbf-3bed-4385-aed6-be340b5b7c47 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:28.815538 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:28.819346 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.016538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Allocated IP 2001:db8:0:ffff::2 (226a6ec6-009f-4440-80e0-88fd99c25077/51603437-7eea-4262-9f9c-3d4ef6d6e404/138c34a2-fe6f-4a25-8d76-20521e120c83) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:29.052729 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.127743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Subnet': ['ID=239a981f-1c6c-48c3-8b15-d5935d8c98e6,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:29.135878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Checking segment: {'id': 'bc1a817d-6988-4319-b733-fc2b736eed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce023dbf-3bed-4385-aed6-be340b5b7c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:29.136355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network hostable DHCP agents. Network: ce023dbf-3bed-4385-aed6-be340b5b7c47, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:29.157447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network ce023dbf-3bed-4385-aed6-be340b5b7c47 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:29.166602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, ce023dbf-3bed-4385-aed6-be340b5b7c47) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:29.171404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:29.171936 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.177390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4757f5-e0ca-4642-a1ec-8f092b2e3e9f None None] Network ce023dbf-3bed-4385-aed6-be340b5b7c47 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:29.183391 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.188951 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f28e7280-7515-4848-8ab1-4f6b5bcc9107 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4865012 Nov 03 19:50:29.191806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45460) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:29.204869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.291215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Network 226a6ec6-009f-4440-80e0-88fd99c25077 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:29.293838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Pushing event updated for resources: {'Port': ['ID=138c34a2-fe6f-4a25-8d76-20521e120c83,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:29.294752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.297814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:29.302221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:29.317343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.317712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.318050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.318383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.318712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.319554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.319917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.320245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.320568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.320890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.321209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.321551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:29.382749 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.410820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Attempting to bind port 138c34a2-fe6f-4a25-8d76-20521e120c83 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:29.411195 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Attempting to bind port 138c34a2-fe6f-4a25-8d76-20521e120c83 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '26448587-797f-4670-936e-fce90228f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '226a6ec6-009f-4440-80e0-88fd99c25077'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:29.411566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Attempting to bind port 138c34a2-fe6f-4a25-8d76-20521e120c83 on network 226a6ec6-009f-4440-80e0-88fd99c25077 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:29.421671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:29.421967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Checking segment: {'id': '26448587-797f-4670-936e-fce90228f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '226a6ec6-009f-4440-80e0-88fd99c25077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:29.422370 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.422762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Bound using segment: {'id': '26448587-797f-4670-936e-fce90228f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '226a6ec6-009f-4440-80e0-88fd99c25077'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:29.423353 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Bound port: 138c34a2-fe6f-4a25-8d76-20521e120c83, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26448587-797f-4670-936e-fce90228f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '226a6ec6-009f-4440-80e0-88fd99c25077'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:29.423743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.450442 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.477847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Subnet': ['ID=239a981f-1c6c-48c3-8b15-d5935d8c98e6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:29.479515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0099e6f-8939-4308-923e-8f0596546462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-ce023dbf-3bed-4385-aed6-be340b5b7c47', 'network_id': 'ce023dbf-3bed-4385-aed6-be340b5b7c47', 'tenant_id': 'bbe125b088c74e7cb4cd5f6c6e389335', 'fixed_ips': [{'subnet_id': '239a981f-1c6c-48c3-8b15-d5935d8c98e6'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:50:29.480843 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e0099e6f-8939-4308-923e-8f0596546462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.543746 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.564438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce023dbf-3bed-4385-aed6-be340b5b7c47']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:29.575086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] For port 138c34a2-fe6f-4a25-8d76-20521e120c83, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:29.575678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1a817d-6988-4319-b733-fc2b736eed7c') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:29.575678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1a817d-6988-4319-b733-fc2b736eed7c') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:29.586116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.590061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] For port 138c34a2-fe6f-4a25-8d76-20521e120c83, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=138c34a2-fe6f-4a25-8d76-20521e120c83,segment=NetworkSegment(26448587-797f-4670-936e-fce90228f4d6),segment_id=26448587-797f-4670-936e-fce90228f4d6)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:29.592973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b220c2-c31b-4e5d-ad0b-10346a6d082c None None] Network ce023dbf-3bed-4385-aed6-be340b5b7c47 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:29.605676 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.613457 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.614146 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:50:29.614908 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:50:29.618857 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:50:29.683736 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.688604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.696538 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/ce023dbf-3bed-4385-aed6-be340b5b7c47 HTTP/1.1" status: 204 len: 168 time: 0.4994500 Nov 03 19:50:29.698445 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45462) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:29.719876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2106708718'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:29.723256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc0091-ff71-4a59-9ac0-3184f9d57e36 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Network': ['ID=ce023dbf-3bed-4385-aed6-be340b5b7c47,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:29.737961 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44806a0-6a16-4423-9ca8-c7dcc2b4a227 None None] Pushing event updated for resources: {'Port': ['ID=138c34a2-fe6f-4a25-8d76-20521e120c83,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:29.747152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:29.751655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.784321 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:29.794665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.795018 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Added segment dba67208-37fb-4f98-a49e-df87e4ca7813 of type vlan for network 12d6b6ee-7d85-4f53-95e4-9dc338975765 Nov 03 19:50:29.838245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.883737 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.891226 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:29.891914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:29.957102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2561421 Nov 03 19:50:29.960122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45464) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:29.965581 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'subnet': {'network_id': '12d6b6ee-7d85-4f53-95e4-9dc338975765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:29.967615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7594e2-00a6-438b-ab8e-c8253354af18 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Network': ['ID=12d6b6ee-7d85-4f53-95e4-9dc338975765,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:29.979183 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 12d6b6ee-7d85-4f53-95e4-9dc338975765 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:30.068369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:30.072529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.130680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Performing IP validity checks on allocation pools {{(pid=101755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:50:30.132050 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.ipam_backend_mixin [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:50:30.263588 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.327267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Subnet': ['ID=70b4b98b-a3c5-4f36-abe4-6bcf4e6e248e,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:30.339047 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Checking segment: {'id': 'dba67208-37fb-4f98-a49e-df87e4ca7813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '12d6b6ee-7d85-4f53-95e4-9dc338975765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:30.339419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network hostable DHCP agents. Network: 12d6b6ee-7d85-4f53-95e4-9dc338975765, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:30.357883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network 12d6b6ee-7d85-4f53-95e4-9dc338975765 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:30.368106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 12d6b6ee-7d85-4f53-95e4-9dc338975765) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:30.372971 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:30.373623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.379314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bccc9c-8549-4b1d-99b6-a381dda1c1a8 None None] Network 12d6b6ee-7d85-4f53-95e4-9dc338975765 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:30.403460 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-609ed81d-8d8a-433b-9d3c-2f0fccba8003 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4414241 Nov 03 19:50:30.405868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45466) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:30.522725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.558217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b27eb4-75b3-488c-b25b-a36cb11fe400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-12d6b6ee-7d85-4f53-95e4-9dc338975765', 'network_id': '12d6b6ee-7d85-4f53-95e4-9dc338975765', 'tenant_id': 'bbe125b088c74e7cb4cd5f6c6e389335', 'fixed_ips': [{'subnet_id': '70b4b98b-a3c5-4f36-abe4-6bcf4e6e248e'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:50:30.559440 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-83b27eb4-75b3-488c-b25b-a36cb11fe400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.588565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.673719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server [None req-83b27eb4-75b3-488c-b25b-a36cb11fe400 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70b4b98b-a3c5-4f36-abe4-6bcf4e6e248e: This subnet is being modified by another concurrent operation. Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70b4b98b-a3c5-4f36-abe4-6bcf4e6e248e: This subnet is being modified by another concurrent operation. Nov 03 19:50:30.680470 n-d-812148-3 neutron-server[101757]: ERROR oslo_messaging.rpc.server Nov 03 19:50:30.707914 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Subnet': ['ID=70b4b98b-a3c5-4f36-abe4-6bcf4e6e248e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:30.713848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e5220-a2f1-4fff-ba3a-5c0b0d5258d5 None None] Network 12d6b6ee-7d85-4f53-95e4-9dc338975765 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:30.753054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eae2a4-6a78-4f2a-a03e-07697be21409 None None] Network 226a6ec6-009f-4440-80e0-88fd99c25077 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:30.771449 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.793468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d6b6ee-7d85-4f53-95e4-9dc338975765']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:30.803457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba67208-37fb-4f98-a49e-df87e4ca7813') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:30.803756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba67208-37fb-4f98-a49e-df87e4ca7813') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:30.813679 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.827617 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.836596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:50:30.837011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:50:30.840341 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:50:30.906425 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.921323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.928053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/12d6b6ee-7d85-4f53-95e4-9dc338975765 HTTP/1.1" status: 204 len: 168 time: 0.5174921 Nov 03 19:50:30.929269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45468) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:30.937318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66b3a-0771-4040-bdbd-703389bb1689 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Network': ['ID=12d6b6ee-7d85-4f53-95e4-9dc338975765,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:30.937919 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-397270870'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:30.971001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:30.976925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.992887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7a7fc524-2e5f-491a-b061-7f79905309ba None None] Provisioning complete for port 138c34a2-fe6f-4a25-8d76-20521e120c83 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:30.993174 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc524-2e5f-491a-b061-7f79905309ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.017055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:31.028904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.029169 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Added segment 363d180c-140a-4273-beb7-1dd124cfb185 of type vlan for network cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 Nov 03 19:50:31.075831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.105324 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.111123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:31.111722 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.140928 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc524-2e5f-491a-b061-7f79905309ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.156972 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2261963 Nov 03 19:50:31.160775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45470) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:31.169649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'subnet': {'network_id': 'cb1f08fa-7ff2-4165-96ed-c8e0b89334d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:31.180767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7a7fc524-2e5f-491a-b061-7f79905309ba None None] For port 138c34a2-fe6f-4a25-8d76-20521e120c83, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=138c34a2-fe6f-4a25-8d76-20521e120c83,segment=NetworkSegment(26448587-797f-4670-936e-fce90228f4d6),segment_id=26448587-797f-4670-936e-fce90228f4d6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:31.186706 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc524-2e5f-491a-b061-7f79905309ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.198129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61c4e3-a406-4cd5-ab1f-b5951bba0e5a tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Network': ['ID=cb1f08fa-7ff2-4165-96ed-c8e0b89334d0,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:31.221387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:31.279595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:31.284300 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.302967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fc524-2e5f-491a-b061-7f79905309ba None None] Pushing event updated for resources: {'Port': ['ID=138c34a2-fe6f-4a25-8d76-20521e120c83,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:31.404881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a321a4-3f39-4a1a-92e6-b836f45123b4 None None] get_active_networks_info from n-d-812148-3 {{(pid=101757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:50:31.481601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a321a4-3f39-4a1a-92e6-b836f45123b4 None None] Resources bound (agent type, host, resource id): {{(pid=101757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:50:31.485232 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.553967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Subnet': ['ID=c7b6f671-03a2-47a8-9baa-77e693a01a36,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:31.560784 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-61bd62c7-2a39-4f86-97fc-9d6900a957a6 None None] Provisioning complete for port 138c34a2-fe6f-4a25-8d76-20521e120c83 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:31.561024 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61bd62c7-2a39-4f86-97fc-9d6900a957a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.562415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Checking segment: {'id': '363d180c-140a-4273-beb7-1dd124cfb185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cb1f08fa-7ff2-4165-96ed-c8e0b89334d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:31.563533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network hostable DHCP agents. Network: cb1f08fa-7ff2-4165-96ed-c8e0b89334d0, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:31.581157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:31.592092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, cb1f08fa-7ff2-4165-96ed-c8e0b89334d0) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:31.596694 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:31.597700 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.628199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7ce37e90-3450-4f3f-a2cd-4835022c95e5 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4632444 Nov 03 19:50:31.632076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45472) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:31.644523 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520719617'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:31.671205 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:31.676318 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.709148 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:31.721480 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.721832 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Added segment b1470838-359e-4a33-8a76-6033461b348c of type vlan for network c482f99a-faca-40af-bde8-c75d4bdb5cac Nov 03 19:50:31.783257 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.798932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb14fb-79c6-4c13-af45-48fb9fbaeaf2 None None] Network cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:31.817515 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.823605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:31.824388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.878524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 138c34a2-fe6f-4a25-8d76-20521e120c83 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:31.902943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2685618 Nov 03 19:50:31.906984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45474) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:31.918263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Request body: {'subnet': {'network_id': 'c482f99a-faca-40af-bde8-c75d4bdb5cac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:31.919822 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a5387-2a73-4be0-b9fc-a6011383b449 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Network': ['ID=c482f99a-faca-40af-bde8-c75d4bdb5cac,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:31.937573 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c482f99a-faca-40af-bde8-c75d4bdb5cac details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:32.025622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Made reservation on behalf of bbe125b088c74e7cb4cd5f6c6e389335 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:32.030315 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.054152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 138c34a2-fe6f-4a25-8d76-20521e120c83 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:32.054522 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.106686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-cb1f08fa-7ff2-4165-96ed-c8e0b89334d0', 'network_id': 'cb1f08fa-7ff2-4165-96ed-c8e0b89334d0', 'tenant_id': 'bbe125b088c74e7cb4cd5f6c6e389335', 'fixed_ips': [{'subnet_id': 'c7b6f671-03a2-47a8-9baa-77e693a01a36'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:50:32.107571 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.244878 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.291688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Allocated IP 2001:db8::2 (cb1f08fa-7ff2-4165-96ed-c8e0b89334d0/c7b6f671-03a2-47a8-9baa-77e693a01a36/68961608-efe8-4a4a-803c-52d5469bf6cc) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:32.332492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event updated for resources: {'Subnet': ['ID=10d53318-9be4-4748-9abe-f55b467bf2fc,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:32.340800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Checking segment: {'id': 'b1470838-359e-4a33-8a76-6033461b348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c482f99a-faca-40af-bde8-c75d4bdb5cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:32.341168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network hostable DHCP agents. Network: c482f99a-faca-40af-bde8-c75d4bdb5cac, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:32.359446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Network c482f99a-faca-40af-bde8-c75d4bdb5cac is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:32.370592 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c482f99a-faca-40af-bde8-c75d4bdb5cac) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:32.377004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:32.377811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.401080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1cdbec0c-efc0-46ad-ae57-ff2fe6cd3b67 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4915967 Nov 03 19:50:32.403786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45476) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:32.513738 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.542291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ba459-e067-492f-a1b0-a8874a118c6f None None] Network c482f99a-faca-40af-bde8-c75d4bdb5cac requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:32.567763 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.641708 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.670967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Subnet': ['ID=10d53318-9be4-4748-9abe-f55b467bf2fc,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:32.732561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.742183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.742826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db801083-49f0-4fdc-9958-03dcab1708db None None] Network c482f99a-faca-40af-bde8-c75d4bdb5cac requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:32.745668 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.773453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c482f99a-faca-40af-bde8-c75d4bdb5cac']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:32.788112 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1470838-359e-4a33-8a76-6033461b348c') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:32.788570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1470838-359e-4a33-8a76-6033461b348c') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:32.804215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.818452 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.824547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:50:32.824936 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:50:32.828314 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:50:32.841044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Network cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:32.848182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:32.855517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Pushing event updated for resources: {'Port': ['ID=68961608-efe8-4a4a-803c-52d5469bf6cc,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:32.859773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:32.909144 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.934121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.937534 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/c482f99a-faca-40af-bde8-c75d4bdb5cac HTTP/1.1" status: 204 len: 168 time: 0.5326931 Nov 03 19:50:32.940486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45478) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:32.951289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a70e5-72d0-4b8e-a420-d681c86ac499 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Network': ['ID=c482f99a-faca-40af-bde8-c75d4bdb5cac,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:32.965367 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Attempting to bind port 68961608-efe8-4a4a-803c-52d5469bf6cc on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:32.965890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Attempting to bind port 68961608-efe8-4a4a-803c-52d5469bf6cc by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '363d180c-140a-4273-beb7-1dd124cfb185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cb1f08fa-7ff2-4165-96ed-c8e0b89334d0'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:32.966343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Attempting to bind port 68961608-efe8-4a4a-803c-52d5469bf6cc on network cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:32.972764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:32.973088 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5812c7-6dc5-4fdb-8f0a-30f737aad18b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] GET failed (client error): The resource could not be found. Nov 03 19:50:32.973259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Checking segment: {'id': '363d180c-140a-4273-beb7-1dd124cfb185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cb1f08fa-7ff2-4165-96ed-c8e0b89334d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:32.973554 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.973940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Bound using segment: {'id': '363d180c-140a-4273-beb7-1dd124cfb185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cb1f08fa-7ff2-4165-96ed-c8e0b89334d0'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:32.974396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Bound port: 68961608-efe8-4a4a-803c-52d5469bf6cc, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363d180c-140a-4273-beb7-1dd124cfb185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cb1f08fa-7ff2-4165-96ed-c8e0b89334d0'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:32.974522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fd5812c7-6dc5-4fdb-8f0a-30f737aad18b tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "GET /v2.0/subnets/10d53318-9be4-4748-9abe-f55b467bf2fc HTTP/1.1" status: 404 len: 337 time: 0.0330129 Nov 03 19:50:32.975536 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.979908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45480) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:33.004246 n-d-812148-3 neutron-server[101755]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c2b20b-cc4f-4abe-a88d-53e5a2e6ef81 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] DELETE failed (client error): The resource could not be found. Nov 03 19:50:33.005123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c2b20b-cc4f-4abe-a88d-53e5a2e6ef81 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:50:33.008551 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-00c2b20b-cc4f-4abe-a88d-53e5a2e6ef81 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/c482f99a-faca-40af-bde8-c75d4bdb5cac HTTP/1.1" status: 404 len: 339 time: 0.0253870 Nov 03 19:50:33.012695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45482) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:33.021702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.039066 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dd2863-f632-40b4-9989-3ce01872b7b6 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] DELETE failed (client error): The resource could not be found. Nov 03 19:50:33.039513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dd2863-f632-40b4-9989-3ce01872b7b6 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:50:33.045162 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d2dd2863-f632-40b4-9989-3ce01872b7b6 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/subnets/10d53318-9be4-4748-9abe-f55b467bf2fc HTTP/1.1" status: 404 len: 337 time: 0.0288949 Nov 03 19:50:33.045361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45484) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:33.053927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] For port 68961608-efe8-4a4a-803c-52d5469bf6cc, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:33.058467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] For port 68961608-efe8-4a4a-803c-52d5469bf6cc, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=68961608-efe8-4a4a-803c-52d5469bf6cc,segment=NetworkSegment(363d180c-140a-4273-beb7-1dd124cfb185),segment_id=363d180c-140a-4273-beb7-1dd124cfb185)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:33.062691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.063900 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c9d92a-2f28-45eb-a211-1f679bba3483 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] DELETE failed (client error): The resource could not be found. Nov 03 19:50:33.064669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c9d92a-2f28-45eb-a211-1f679bba3483 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:50:33.072392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-16c9d92a-2f28-45eb-a211-1f679bba3483 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/c482f99a-faca-40af-bde8-c75d4bdb5cac HTTP/1.1" status: 404 len: 339 time: 0.0218532 Nov 03 19:50:33.072904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45486) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:33.126471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae82b2-ea31-4339-bb44-40b89e1952ef None None] Pushing event updated for resources: {'Port': ['ID=68961608-efe8-4a4a-803c-52d5469bf6cc,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:33.138459 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcf5459-268e-4ed9-b2ab-2edb1d12e6e9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Deleting subnet c7b6f671-03a2-47a8-9baa-77e693a01a36 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:50:33.142391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5459-268e-4ed9-b2ab-2edb1d12e6e9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.186773 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5459-268e-4ed9-b2ab-2edb1d12e6e9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.280974 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5459-268e-4ed9-b2ab-2edb1d12e6e9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.350631 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5459-268e-4ed9-b2ab-2edb1d12e6e9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.379153 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf5459-268e-4ed9-b2ab-2edb1d12e6e9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b6f671-03a2-47a8-9baa-77e693a01a36,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:33.383847 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5459-268e-4ed9-b2ab-2edb1d12e6e9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.388939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ebcf5459-268e-4ed9-b2ab-2edb1d12e6e9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/subnets/c7b6f671-03a2-47a8-9baa-77e693a01a36 HTTP/1.1" status: 204 len: 168 time: 0.3152730 Nov 03 19:50:33.389897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45488) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:33.472965 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.526525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Deleting port 68961608-efe8-4a4a-803c-52d5469bf6cc {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:50:33.526784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.590877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] For port 68961608-efe8-4a4a-803c-52d5469bf6cc, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=68961608-efe8-4a4a-803c-52d5469bf6cc,segment=NetworkSegment(363d180c-140a-4273-beb7-1dd124cfb185),segment_id=363d180c-140a-4273-beb7-1dd124cfb185)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:33.591247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.604350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Calling delete_port for 68961608-efe8-4a4a-803c-52d5469bf6cc owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:50:33.686594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.714558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No DVR routers for this DVR port 68961608-efe8-4a4a-803c-52d5469bf6cc on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:33.716070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Port': ['ID=68961608-efe8-4a4a-803c-52d5469bf6cc,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:33.803153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.826325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1f08fa-7ff2-4165-96ed-c8e0b89334d0']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:33.838434 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363d180c-140a-4273-beb7-1dd124cfb185') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:33.838871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363d180c-140a-4273-beb7-1dd124cfb185') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:33.849575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.864763 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.871048 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:50:33.871556 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:50:33.874849 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:50:33.919257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.943636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.952298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:33.956172 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 HTTP/1.1" status: 204 len: 168 time: 0.5651755 Nov 03 19:50:33.958666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45490) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:33.972725 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c277d0-8586-413b-a2e3-59f2c8a6e777 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Network': ['ID=cb1f08fa-7ff2-4165-96ed-c8e0b89334d0,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:33.986608 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c26a80-85a2-47b7-8d04-2e96e3529f21 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] DELETE failed (client error): The resource could not be found. Nov 03 19:50:33.986976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c26a80-85a2-47b7-8d04-2e96e3529f21 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:50:33.990382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f9c26a80-85a2-47b7-8d04-2e96e3529f21 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/subnets/70b4b98b-a3c5-4f36-abe4-6bcf4e6e248e HTTP/1.1" status: 404 len: 337 time: 0.0304079 Nov 03 19:50:33.993571 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45492) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:34.013053 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f09a99-285a-4759-8500-dc9c3b485e5f tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] DELETE failed (client error): The resource could not be found. Nov 03 19:50:34.013676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f09a99-285a-4759-8500-dc9c3b485e5f tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:50:34.016782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-06f09a99-285a-4759-8500-dc9c3b485e5f tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/12d6b6ee-7d85-4f53-95e4-9dc338975765 HTTP/1.1" status: 404 len: 339 time: 0.0222604 Nov 03 19:50:34.020148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45494) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:34.046901 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9d8fc7-bd8f-4f24-8fec-fe59e3b3420c tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] DELETE failed (client error): The resource could not be found. Nov 03 19:50:34.047356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9d8fc7-bd8f-4f24-8fec-fe59e3b3420c tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:50:34.050498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ca9d8fc7-bd8f-4f24-8fec-fe59e3b3420c tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/subnets/239a981f-1c6c-48c3-8b15-d5935d8c98e6 HTTP/1.1" status: 404 len: 337 time: 0.0292394 Nov 03 19:50:34.053673 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45496) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:34.072598 n-d-812148-3 neutron-server[101756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae59e00-a08d-4983-aa31-5346a7b9adb1 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] DELETE failed (client error): The resource could not be found. Nov 03 19:50:34.073149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae59e00-a08d-4983-aa31-5346a7b9adb1 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:50:34.076333 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0ae59e00-a08d-4983-aa31-5346a7b9adb1 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/ce023dbf-3bed-4385-aed6-be340b5b7c47 HTTP/1.1" status: 404 len: 339 time: 0.0217080 Nov 03 19:50:34.079008 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45498) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:34.140194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1956a8-8cf5-4cb5-9540-474afc66f815 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Deleting subnet 51603437-7eea-4262-9f9c-3d4ef6d6e404 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:50:34.143888 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1956a8-8cf5-4cb5-9540-474afc66f815 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.151622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25b749-234c-4abc-a570-145cb9fca533 None None] DHCP port deletion for cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:50:34.153768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-903046b7-d5c4-4b2a-b1aa-9af5e68a6704 None None] Could not find standard attr ID for object 68961608-efe8-4a4a-803c-52d5469bf6cc. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:50:34.172652 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db79c6-180f-40e4-a5d4-1a77bcf7531f None None] Network cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:34.185799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db79c6-180f-40e4-a5d4-1a77bcf7531f None None] Network cb1f08fa-7ff2-4165-96ed-c8e0b89334d0 could not be found, it might have been deleted concurrently. {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:50:34.189068 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1956a8-8cf5-4cb5-9540-474afc66f815 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.272636 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1956a8-8cf5-4cb5-9540-474afc66f815 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.348937 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1956a8-8cf5-4cb5-9540-474afc66f815 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.380478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1956a8-8cf5-4cb5-9540-474afc66f815 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Subnet': ['ID=51603437-7eea-4262-9f9c-3d4ef6d6e404,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:34.382751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed1956a8-8cf5-4cb5-9540-474afc66f815 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.386065 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed1956a8-8cf5-4cb5-9540-474afc66f815 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/subnets/51603437-7eea-4262-9f9c-3d4ef6d6e404 HTTP/1.1" status: 204 len: 168 time: 0.3059747 Nov 03 19:50:34.388451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45500) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:34.389292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f79c3-08c2-453e-abe5-34eb9de27b79 None None] Network 226a6ec6-009f-4440-80e0-88fd99c25077 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:34.465820 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.520540 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Deleting port 138c34a2-fe6f-4a25-8d76-20521e120c83 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:50:34.520882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.565226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] DHCP port deletion for 226a6ec6-009f-4440-80e0-88fd99c25077 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:50:34.593614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] For port 138c34a2-fe6f-4a25-8d76-20521e120c83, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=138c34a2-fe6f-4a25-8d76-20521e120c83,segment=NetworkSegment(26448587-797f-4670-936e-fce90228f4d6),segment_id=26448587-797f-4670-936e-fce90228f4d6)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:34.593965 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.607140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Calling delete_port for 138c34a2-fe6f-4a25-8d76-20521e120c83 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:50:34.618939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] Deleting port 138c34a2-fe6f-4a25-8d76-20521e120c83 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:50:34.619309 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.681635 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] For port 138c34a2-fe6f-4a25-8d76-20521e120c83, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=138c34a2-fe6f-4a25-8d76-20521e120c83,segment=NetworkSegment(26448587-797f-4670-936e-fce90228f4d6),segment_id=26448587-797f-4670-936e-fce90228f4d6)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:34.682030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.687533 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.694846 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] Calling delete_port for 138c34a2-fe6f-4a25-8d76-20521e120c83 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:50:34.715908 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Port': ['ID=138c34a2-fe6f-4a25-8d76-20521e120c83,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:34.728392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] No DVR routers for this DVR port 138c34a2-fe6f-4a25-8d76-20521e120c83 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:34.782761 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.808066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] Pushing event deleted for resources: {'Port': ['ID=138c34a2-fe6f-4a25-8d76-20521e120c83,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:34.808483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.811520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93f694-6f48-4ac9-96cb-f37173a6b088 None None] No DVR routers for this DVR port 138c34a2-fe6f-4a25-8d76-20521e120c83 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:34.832643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226a6ec6-009f-4440-80e0-88fd99c25077']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:34.842668 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26448587-797f-4670-936e-fce90228f4d6') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:34.842963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26448587-797f-4670-936e-fce90228f4d6') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:34.853290 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.866682 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.872835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:50:34.873305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:50:34.876258 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:50:34.943401 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.950384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.953751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] 10.222.0.77 "DELETE /v2.0/networks/226a6ec6-009f-4440-80e0-88fd99c25077 HTTP/1.1" status: 204 len: 168 time: 0.5641384 Nov 03 19:50:34.965745 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45874ac6-4a88-4d2b-8b83-6724a01f2ea9 tempest-NetworksIpV6Test-347716012 tempest-NetworksIpV6Test-347716012-project] Pushing event deleted for resources: {'Network': ['ID=226a6ec6-009f-4440-80e0-88fd99c25077,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:35.202389 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45506) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:35.333063 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f16c9670-50ce-428c-b501-01291fba8bc3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bbe125b088c74e7cb4cd5f6c6e389335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295369 Nov 03 19:50:35.336201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45510) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:35.388130 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51d0ec6d-b65b-4469-86d9-6940c4600f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:35.408866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51d0ec6d-b65b-4469-86d9-6940c4600f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:35.461437 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51d0ec6d-b65b-4469-86d9-6940c4600f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:35.463979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-51d0ec6d-b65b-4469-86d9-6940c4600f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:35.465122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-51d0ec6d-b65b-4469-86d9-6940c4600f66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9fa66d09-2519-412e-b3a2-e614d83f2397 HTTP/1.1" status: 204 len: 168 time: 0.1280234 Nov 03 19:50:35.473247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0ec6d-b65b-4469-86d9-6940c4600f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa66d09-2519-412e-b3a2-e614d83f2397,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:35.797939 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 138c34a2-fe6f-4a25-8d76-20521e120c83 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:50:35.818383 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 138c34a2-fe6f-4a25-8d76-20521e120c83 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:50:35.818747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 138c34a2-fe6f-4a25-8d76-20521e120c83 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:50:35.819166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68961608-efe8-4a4a-803c-52d5469bf6cc no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:50:35.837850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 68961608-efe8-4a4a-803c-52d5469bf6cc {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:50:35.838193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 68961608-efe8-4a4a-803c-52d5469bf6cc not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:50:36.129074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45532) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:36.159351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bec4936d-491d-4225-a1eb-e40211c38e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.230527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-6ca45f50-6630-45a3-81f5-0489c3fbb094 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1456955703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:36.254114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ca45f50-6630-45a3-81f5-0489c3fbb094 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.255159 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ca45f50-6630-45a3-81f5-0489c3fbb094 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.306187 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ca45f50-6630-45a3-81f5-0489c3fbb094 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.310230 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ca45f50-6630-45a3-81f5-0489c3fbb094 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.327602 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6ca45f50-6630-45a3-81f5-0489c3fbb094 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.328794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6ca45f50-6630-45a3-81f5-0489c3fbb094 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1986878 Nov 03 19:50:36.331566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45536) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:36.336728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-344347029'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:36.357220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Made reservation on behalf of 8399267baa0140e1b0e2fbaaf055131a for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:36.360584 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.369085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.447356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.451182 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.479500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:36.489139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804b0e97-9098-441f-86d9-6135e9a3b88b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:36.495150 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.495493 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Added segment 57d9293a-3e79-47f6-afed-d93d08eda208 of type vlan for network 19fd848d-d900-4ea9-bfe7-fb61ec870beb Nov 03 19:50:36.536529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.562296 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.568116 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:36.568728 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.604347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2717311 Nov 03 19:50:36.607614 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45538) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:36.613072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Request body: {'subnet': {'network_id': '19fd848d-d900-4ea9-bfe7-fb61ec870beb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:36.638727 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaadcec-ecb5-451a-8450-5ac72ad16df2 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event updated for resources: {'Network': ['ID=19fd848d-d900-4ea9-bfe7-fb61ec870beb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:36.649007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 19fd848d-d900-4ea9-bfe7-fb61ec870beb details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:36.706059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Made reservation on behalf of 8399267baa0140e1b0e2fbaaf055131a for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:36.709854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.886710 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.946369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event updated for resources: {'Subnet': ['ID=83a5fe22-bd83-49b7-af88-0b3750c77123,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:36.956835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Checking segment: {'id': '57d9293a-3e79-47f6-afed-d93d08eda208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '19fd848d-d900-4ea9-bfe7-fb61ec870beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:36.957257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Network hostable DHCP agents. Network: 19fd848d-d900-4ea9-bfe7-fb61ec870beb, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:36.974161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Network 19fd848d-d900-4ea9-bfe7-fb61ec870beb is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:36.983444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 19fd848d-d900-4ea9-bfe7-fb61ec870beb) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:36.987864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:36.989002 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:36.993277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a53e6-01d2-4a44-b65b-421bcf6de7a4 None None] Network 19fd848d-d900-4ea9-bfe7-fb61ec870beb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:37.005008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9ba8e1eb-c0cd-4c69-99a9-4ca905b64315 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3961735 Nov 03 19:50:37.008012 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45540) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:37.013160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-904654782'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:37.039687 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Made reservation on behalf of 8399267baa0140e1b0e2fbaaf055131a for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:37.042958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.067865 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:37.078519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.078866 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Added segment dd30ec4f-ce67-407b-975a-b24b29149a08 of type vlan for network 5e090d1d-27cc-415a-a509-a703571044be Nov 03 19:50:37.121857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.146294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.152543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:37.153058 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.156564 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-19fd848d-d900-4ea9-bfe7-fb61ec870beb', 'network_id': '19fd848d-d900-4ea9-bfe7-fb61ec870beb', 'tenant_id': '8399267baa0140e1b0e2fbaaf055131a', 'fixed_ips': [{'subnet_id': '83a5fe22-bd83-49b7-af88-0b3750c77123'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:50:37.157441 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.191763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1826513 Nov 03 19:50:37.194710 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45542) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:37.200303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Request body: {'subnet': {'network_id': '5e090d1d-27cc-415a-a509-a703571044be', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:37.230578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f84b2-db3a-46a6-af17-444aaa0dc53d tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event updated for resources: {'Network': ['ID=5e090d1d-27cc-415a-a509-a703571044be,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:37.245093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5e090d1d-27cc-415a-a509-a703571044be details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:37.298944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Made reservation on behalf of 8399267baa0140e1b0e2fbaaf055131a for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:37.302430 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.351958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Allocated IP 172.20.0.2 (19fd848d-d900-4ea9-bfe7-fb61ec870beb/83a5fe22-bd83-49b7-af88-0b3750c77123/4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:37.490281 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.500499 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.507353 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.555316 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event updated for resources: {'Subnet': ['ID=5ab06eda-7bf8-4a1c-a15f-03adeecd0a87,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:37.555598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Network 19fd848d-d900-4ea9-bfe7-fb61ec870beb is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:37.559566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:37.559753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Checking segment: {'id': 'dd30ec4f-ce67-407b-975a-b24b29149a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5e090d1d-27cc-415a-a509-a703571044be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:37.560057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Network hostable DHCP agents. Network: 5e090d1d-27cc-415a-a509-a703571044be, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:37.561453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Pushing event updated for resources: {'Port': ['ID=4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:37.563643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:37.580386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Network 5e090d1d-27cc-415a-a509-a703571044be is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:37.591054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 5e090d1d-27cc-415a-a509-a703571044be) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:37.595565 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:37.596181 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.612512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68276bfa-7cf1-49b6-a50e-86123e96751e None None] Network 5e090d1d-27cc-415a-a509-a703571044be requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:37.613975 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8d741e5c-3fa9-4de6-b542-2939a42d419b tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4179151 Nov 03 19:50:37.616129 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45544) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:37.620835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7a0e647d-f56a-4c62-a014-2162ae01ce61 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e090d1d-27cc-415a-a509-a703571044be'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:37.644379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Attempting to bind port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:37.644753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Attempting to bind port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '57d9293a-3e79-47f6-afed-d93d08eda208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '19fd848d-d900-4ea9-bfe7-fb61ec870beb'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:37.645118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Attempting to bind port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db on network 19fd848d-d900-4ea9-bfe7-fb61ec870beb {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:37.677774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:37.678733 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Checking segment: {'id': '57d9293a-3e79-47f6-afed-d93d08eda208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '19fd848d-d900-4ea9-bfe7-fb61ec870beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:37.679137 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.679532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Bound using segment: {'id': '57d9293a-3e79-47f6-afed-d93d08eda208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '19fd848d-d900-4ea9-bfe7-fb61ec870beb'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:37.681352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Bound port: 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d9293a-3e79-47f6-afed-d93d08eda208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '19fd848d-d900-4ea9-bfe7-fb61ec870beb'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:37.681352 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.794595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] For port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:37.799276 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] For port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db,segment=NetworkSegment(57d9293a-3e79-47f6-afed-d93d08eda208),segment_id=57d9293a-3e79-47f6-afed-d93d08eda208)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:37.806470 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.831490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7a0e647d-f56a-4c62-a014-2162ae01ce61 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.849066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-5e090d1d-27cc-415a-a509-a703571044be', 'network_id': '5e090d1d-27cc-415a-a509-a703571044be', 'tenant_id': '8399267baa0140e1b0e2fbaaf055131a', 'fixed_ips': [{'subnet_id': '5ab06eda-7bf8-4a1c-a15f-03adeecd0a87'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:50:37.849984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:37.906580 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf3c38-81f9-460e-8e25-33a902f1bdf4 None None] Pushing event updated for resources: {'Port': ['ID=4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:37.958747 n-d-812148-3 neutron-server[101755]: INFO neutron.api.v2.resource [None req-7a0e647d-f56a-4c62-a014-2162ae01ce61 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:50:37.961468 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7a0e647d-f56a-4c62-a014-2162ae01ce61 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "PUT /v2.0/routers/086f5c25-28ec-40b5-a8bd-c4e89791f891 HTTP/1.1" status: 400 len: 364 time: 0.3427303 Nov 03 19:50:37.966021 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45546) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:38.023475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Allocated IP 172.21.0.2 (5e090d1d-27cc-415a-a509-a703571044be/5ab06eda-7bf8-4a1c-a15f-03adeecd0a87/fec12520-468c-426d-bbb6-e8b32118817e) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:38.023957 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e351294f-6cc1-488b-9160-74732cd38937 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Deleting subnet 5ab06eda-7bf8-4a1c-a15f-03adeecd0a87 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:50:38.190112 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.195964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e351294f-6cc1-488b-9160-74732cd38937 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.197119 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.234968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Network 5e090d1d-27cc-415a-a509-a703571044be is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:38.239866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:38.242501 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e351294f-6cc1-488b-9160-74732cd38937 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.243120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:38.253173 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Pushing event updated for resources: {'Port': ['ID=fec12520-468c-426d-bbb6-e8b32118817e,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:38.308225 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Attempting to bind port fec12520-468c-426d-bbb6-e8b32118817e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:38.308495 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Attempting to bind port fec12520-468c-426d-bbb6-e8b32118817e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'dd30ec4f-ce67-407b-975a-b24b29149a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5e090d1d-27cc-415a-a509-a703571044be'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:38.308848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Attempting to bind port fec12520-468c-426d-bbb6-e8b32118817e on network 5e090d1d-27cc-415a-a509-a703571044be {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:38.313915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:38.314285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Checking segment: {'id': 'dd30ec4f-ce67-407b-975a-b24b29149a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5e090d1d-27cc-415a-a509-a703571044be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:38.314679 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.315067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Bound using segment: {'id': 'dd30ec4f-ce67-407b-975a-b24b29149a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5e090d1d-27cc-415a-a509-a703571044be'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:38.315533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Bound port: fec12520-468c-426d-bbb6-e8b32118817e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd30ec4f-ce67-407b-975a-b24b29149a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5e090d1d-27cc-415a-a509-a703571044be'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:38.315929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.328023 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e351294f-6cc1-488b-9160-74732cd38937 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.390019 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e351294f-6cc1-488b-9160-74732cd38937 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.392802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] For port fec12520-468c-426d-bbb6-e8b32118817e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:38.397436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] For port fec12520-468c-426d-bbb6-e8b32118817e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fec12520-468c-426d-bbb6-e8b32118817e,segment=NetworkSegment(dd30ec4f-ce67-407b-975a-b24b29149a08),segment_id=dd30ec4f-ce67-407b-975a-b24b29149a08)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:38.403473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.425108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e351294f-6cc1-488b-9160-74732cd38937 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.428407 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e351294f-6cc1-488b-9160-74732cd38937 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "DELETE /v2.0/subnets/5ab06eda-7bf8-4a1c-a15f-03adeecd0a87 HTTP/1.1" status: 204 len: 168 time: 0.4605181 Nov 03 19:50:38.429373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351294f-6cc1-488b-9160-74732cd38937 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab06eda-7bf8-4a1c-a15f-03adeecd0a87,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:38.431195 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45548) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:38.463750 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c0d5-af60-4638-b30f-876744bbb17a None None] Pushing event updated for resources: {'Port': ['ID=fec12520-468c-426d-bbb6-e8b32118817e,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:38.515021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.572674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Deleting port fec12520-468c-426d-bbb6-e8b32118817e {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:50:38.573022 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.667076 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] For port fec12520-468c-426d-bbb6-e8b32118817e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fec12520-468c-426d-bbb6-e8b32118817e,segment=NetworkSegment(dd30ec4f-ce67-407b-975a-b24b29149a08),segment_id=dd30ec4f-ce67-407b-975a-b24b29149a08)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:38.667736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.679954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Calling delete_port for fec12520-468c-426d-bbb6-e8b32118817e owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:50:38.767986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.800869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event deleted for resources: {'Port': ['ID=fec12520-468c-426d-bbb6-e8b32118817e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:38.802828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] No DVR routers for this DVR port fec12520-468c-426d-bbb6-e8b32118817e on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:38.886502 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.909019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e090d1d-27cc-415a-a509-a703571044be']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:38.919784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd30ec4f-ce67-407b-975a-b24b29149a08') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:38.920110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd30ec4f-ce67-407b-975a-b24b29149a08') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:38.932595 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8679208-e94f-47f7-9a89-680d98321326 None None] Network 19fd848d-d900-4ea9-bfe7-fb61ec870beb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:38.942076 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.956594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.963537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:50:38.964004 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:50:38.967266 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:50:39.015170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3c322308-4d59-4b76-aec3-a1a707b225f4 None None] Provisioning complete for port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:39.015530 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3c322308-4d59-4b76-aec3-a1a707b225f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.027465 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.034272 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.037965 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "DELETE /v2.0/networks/5e090d1d-27cc-415a-a509-a703571044be HTTP/1.1" status: 204 len: 168 time: 0.6052947 Nov 03 19:50:39.040824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45550) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:39.049212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cdf4d-0e56-48e8-859f-fb58efd4f56f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event deleted for resources: {'Network': ['ID=5e090d1d-27cc-415a-a509-a703571044be,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:39.103671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b59f6fe-3187-41cf-ba08-55696fddb775 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Deleting subnet 83a5fe22-bd83-49b7-af88-0b3750c77123 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:50:39.108184 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b59f6fe-3187-41cf-ba08-55696fddb775 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.153527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b59f6fe-3187-41cf-ba08-55696fddb775 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.163028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3c322308-4d59-4b76-aec3-a1a707b225f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.212796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3c322308-4d59-4b76-aec3-a1a707b225f4 None None] For port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db,segment=NetworkSegment(57d9293a-3e79-47f6-afed-d93d08eda208),segment_id=57d9293a-3e79-47f6-afed-d93d08eda208)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:39.219005 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3c322308-4d59-4b76-aec3-a1a707b225f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.270468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b59f6fe-3187-41cf-ba08-55696fddb775 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.277106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c322308-4d59-4b76-aec3-a1a707b225f4 None None] Pushing event updated for resources: {'Port': ['ID=4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:39.343062 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b59f6fe-3187-41cf-ba08-55696fddb775 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.373566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59f6fe-3187-41cf-ba08-55696fddb775 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event deleted for resources: {'Subnet': ['ID=83a5fe22-bd83-49b7-af88-0b3750c77123,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:39.375689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b59f6fe-3187-41cf-ba08-55696fddb775 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.379804 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0b59f6fe-3187-41cf-ba08-55696fddb775 tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "DELETE /v2.0/subnets/83a5fe22-bd83-49b7-af88-0b3750c77123 HTTP/1.1" status: 204 len: 168 time: 0.3375564 Nov 03 19:50:39.382535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45552) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:39.453311 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0274dc-5971-4f17-8c5f-780aac58440c None None] Network 19fd848d-d900-4ea9-bfe7-fb61ec870beb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:39.474077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.532145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Deleting port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:50:39.532495 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.566960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c060766b-7a86-410f-b16a-611d7bf9aad1 None None] Provisioning complete for port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:39.567326 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c060766b-7a86-410f-b16a-611d7bf9aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.599965 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] For port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db,segment=NetworkSegment(57d9293a-3e79-47f6-afed-d93d08eda208),segment_id=57d9293a-3e79-47f6-afed-d93d08eda208)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:39.600331 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.614619 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Calling delete_port for 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:50:39.614856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4202d3f-f133-431a-bc7a-1f720db87a02 None None] DHCP port deletion for 5e090d1d-27cc-415a-a509-a703571044be request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:50:39.673166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d129838-4f20-47cd-86cb-9c3bcb7aded1 None None] Network 5e090d1d-27cc-415a-a509-a703571044be requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:39.689711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d129838-4f20-47cd-86cb-9c3bcb7aded1 None None] Network 5e090d1d-27cc-415a-a509-a703571044be could not be found, it might have been deleted concurrently. {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:50:39.702848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.712474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca87b3-795b-4789-b5dc-10554306f51d None None] DHCP port deletion for 19fd848d-d900-4ea9-bfe7-fb61ec870beb request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:50:39.729810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event deleted for resources: {'Port': ['ID=4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:39.731625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] No DVR routers for this DVR port 4cf0b3ac-c7f7-4b63-8a19-b9e1fb92b3db on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:39.812556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3b6e2a35-b857-4094-bf4b-57c69eac3d5a None None] Could not find standard attr ID for object fec12520-468c-426d-bbb6-e8b32118817e. {{(pid=101757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:50:39.814586 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.836456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fd848d-d900-4ea9-bfe7-fb61ec870beb']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:39.845654 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d9293a-3e79-47f6-afed-d93d08eda208') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:39.845947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d9293a-3e79-47f6-afed-d93d08eda208') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:39.855193 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.868100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.874111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:50:39.874559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:50:39.877811 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:50:39.936846 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.941804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:39.945748 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "DELETE /v2.0/networks/19fd848d-d900-4ea9-bfe7-fb61ec870beb HTTP/1.1" status: 204 len: 168 time: 0.5620539 Nov 03 19:50:39.948509 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45554) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:39.960930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8d5-3797-4b87-a9a0-ca641e9218bf tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Pushing event deleted for resources: {'Network': ['ID=19fd848d-d900-4ea9-bfe7-fb61ec870beb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:39.974873 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b686cdb7-afe8-4a7c-9bdf-98f51e5a1c9f tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "GET /v2.0/ports?device_id=086f5c25-28ec-40b5-a8bd-c4e89791f891 HTTP/1.1" status: 200 len: 205 time: 0.0251672 Nov 03 19:50:39.977140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45556) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:40.052071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e712e1e0-f082-40db-8ea1-575d69ca0dbb tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.213043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e712e1e0-f082-40db-8ea1-575d69ca0dbb tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.215271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e712e1e0-f082-40db-8ea1-575d69ca0dbb tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.262066 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e712e1e0-f082-40db-8ea1-575d69ca0dbb tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.262578 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e712e1e0-f082-40db-8ea1-575d69ca0dbb tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Fanout notify agent at l3_agent the message router_deleted on router 086f5c25-28ec-40b5-a8bd-c4e89791f891 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:50:40.269806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e712e1e0-f082-40db-8ea1-575d69ca0dbb tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.270946 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e712e1e0-f082-40db-8ea1-575d69ca0dbb tempest-RoutersNegativeTest-406111053 tempest-RoutersNegativeTest-406111053-project] 10.222.0.77 "DELETE /v2.0/routers/086f5c25-28ec-40b5-a8bd-c4e89791f891 HTTP/1.1" status: 204 len: 168 time: 0.2928908 Nov 03 19:50:40.304878 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.383427 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1be5c533-36f6-405d-99dc-91e9c6094cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.520307 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45562) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:40.661174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-51f7d500-ccbe-4186-99c6-101647177713 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8399267baa0140e1b0e2fbaaf055131a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395638 Nov 03 19:50:40.664239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45568) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:40.712824 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5227d8d-5019-4b48-afb8-178552ef7d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.734235 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5227d8d-5019-4b48-afb8-178552ef7d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.781491 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5227d8d-5019-4b48-afb8-178552ef7d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.784112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f5227d8d-5019-4b48-afb8-178552ef7d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.785247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f5227d8d-5019-4b48-afb8-178552ef7d22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/804b0e97-9098-441f-86d9-6135e9a3b88b HTTP/1.1" status: 204 len: 168 time: 0.1202033 Nov 03 19:50:40.795363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5227d8d-5019-4b48-afb8-178552ef7d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804b0e97-9098-441f-86d9-6135e9a3b88b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:41.430484 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45590) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:41.545664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1954542185-network', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:41.566303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Made reservation on behalf of d54332351cea45e782c5fdfcea8fb472 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:41.569455 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:41.577707 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:41.650517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:41.654611 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:41.679626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:41.688622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac73c6-3201-43f8-af26-d0603449d339,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:41.697682 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:41.698058 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Added segment 228247ae-b26b-4c1c-a574-74e0022fc3bd of type vlan for network 25543085-2bde-495c-a0ea-e5b065f1accb Nov 03 19:50:41.741205 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:41.766922 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:41.768207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:41.768919 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:41.826210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3945324 Nov 03 19:50:41.829451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:41.833695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f98827-2853-4dfe-9038-d405e034ff2c admin admin] Pushing event updated for resources: {'Network': ['ID=25543085-2bde-495c-a0ea-e5b065f1accb,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:41.834384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Request body: {'subnet': {'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-subnet', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:41.843073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 25543085-2bde-495c-a0ea-e5b065f1accb details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:41.855648 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Made reservation on behalf of d54332351cea45e782c5fdfcea8fb472 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:41.858300 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.031979 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.092785 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9420bc14-12ab-4995-be65-823d49d956c1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:42.100688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Checking segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:42.101042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Network hostable DHCP agents. Network: 25543085-2bde-495c-a0ea-e5b065f1accb, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:42.118848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Network 25543085-2bde-495c-a0ea-e5b065f1accb is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:42.129043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 25543085-2bde-495c-a0ea-e5b065f1accb) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:42.133397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:42.134018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.141117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7afdf8-5287-48d4-916d-cd45a17a7b78 None None] Network 25543085-2bde-495c-a0ea-e5b065f1accb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:42.152029 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d866c171-2295-4424-b3a4-f664f75bee71 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3214540 Nov 03 19:50:42.154806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:42.159691 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:42.187789 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.188951 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.243019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.410145 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.464628 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.499021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-25543085-2bde-495c-a0ea-e5b065f1accb', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'fixed_ips': [{'subnet_id': '9420bc14-12ab-4995-be65-823d49d956c1'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:50:42.499877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.645032 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Allocated IP 172.20.0.2 (25543085-2bde-495c-a0ea-e5b065f1accb/9420bc14-12ab-4995-be65-823d49d956c1/b381c47e-5ac9-4198-8d9b-7a8143502133) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:42.709715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.795124 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.801450 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.838275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Network 25543085-2bde-495c-a0ea-e5b065f1accb is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:42.841194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:42.847081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:42.855760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Pushing event updated for resources: {'Port': ['ID=b381c47e-5ac9-4198-8d9b-7a8143502133,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:42.907110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Attempting to bind port b381c47e-5ac9-4198-8d9b-7a8143502133 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:42.907485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Attempting to bind port b381c47e-5ac9-4198-8d9b-7a8143502133 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:42.907842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Attempting to bind port b381c47e-5ac9-4198-8d9b-7a8143502133 on network 25543085-2bde-495c-a0ea-e5b065f1accb {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:42.913029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:42.913612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Checking segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:42.914031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.914414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Bound using segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:42.914882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Bound port: b381c47e-5ac9-4198-8d9b-7a8143502133, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:42.915262 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.917985 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.941549 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.982474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] For port b381c47e-5ac9-4198-8d9b-7a8143502133, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:42.986072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] For port b381c47e-5ac9-4198-8d9b-7a8143502133, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b381c47e-5ac9-4198-8d9b-7a8143502133,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:42.991253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:43.050370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Allocated IP 172.25.3.198 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/2a638412-62af-4602-8af5-2e2d8a453d45) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:43.059660 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42f62c-03be-4531-88ab-8f75fa4cafa5 None None] Pushing event updated for resources: {'Port': ['ID=b381c47e-5ac9-4198-8d9b-7a8143502133,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:43.164696 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:43.220968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:43.264432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:43.269703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:43.273449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:43.297520 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Pushing event updated for resources: {'Port': ['ID=2a638412-62af-4602-8af5-2e2d8a453d45,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:43.538215 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:43.748121 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:43.846138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b381c47e-5ac9-4198-8d9b-7a8143502133 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:43.891100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:50:43.897517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b381c47e-5ac9-4198-8d9b-7a8143502133 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:43.898100 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:43.959482 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e25fb6-a71c-4db1-b2f4-28399f652ecd None None] Network 25543085-2bde-495c-a0ea-e5b065f1accb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:44.007965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:50:44.025426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.026684 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-77ba9dc2-49d0-47a1-8189-9b25c2a24d5a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8708613 Nov 03 19:50:44.029280 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45598) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:44.040912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Sync routers for ids ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:50:44.050034 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.086065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Routers {'748c1185-4e88-47b9-9b2a-52c33d1aaf9f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:44.086065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:50:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:44.166396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-88c4eaec-49f7-4568-8f48-ef5c1e40f20a None None] Provisioning complete for port b381c47e-5ac9-4198-8d9b-7a8143502133 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:44.166759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88c4eaec-49f7-4568-8f48-ef5c1e40f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.188891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port b381c47e-5ac9-4198-8d9b-7a8143502133, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b381c47e-5ac9-4198-8d9b-7a8143502133,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:44.246867 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.330194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Set router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:44.417209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=b381c47e-5ac9-4198-8d9b-7a8143502133,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:44.462490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.596944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:43Z', 'revision_number': 3, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:44.626686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Checking router: 748c1185-4e88-47b9-9b2a-52c33d1aaf9f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:50:44.627088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Updating router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f port 2a638412-62af-4602-8af5-2e2d8a453d45 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:50:44.636267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Allocated IP 172.20.0.1 (25543085-2bde-495c-a0ea-e5b065f1accb/9420bc14-12ab-4995-be65-823d49d956c1/c119d3c0-7e6a-46c4-a750-b4468df551c2) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:44.655326 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.753481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.770514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-acb1af71-2cd5-48f9-83f7-305f38c6e86c None None] Provisioning complete for port b381c47e-5ac9-4198-8d9b-7a8143502133 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:44.770881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-acb1af71-2cd5-48f9-83f7-305f38c6e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.789435 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:44.827747 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Network 25543085-2bde-495c-a0ea-e5b065f1accb is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:44.832759 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:44.836305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:44.860372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Pushing event updated for resources: {'Port': ['ID=c119d3c0-7e6a-46c4-a750-b4468df551c2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:44.880562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.009033 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.015754 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.018005 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.072016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e377b-7d88-4dfa-afd4-cd7b09237ab4 None None] Pushing event updated for resources: {'Port': ['ID=2a638412-62af-4602-8af5-2e2d8a453d45,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:45.077147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Attempting to bind port 2a638412-62af-4602-8af5-2e2d8a453d45 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:45.077614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Attempting to bind port 2a638412-62af-4602-8af5-2e2d8a453d45 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:45.077999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Attempting to bind port 2a638412-62af-4602-8af5-2e2d8a453d45 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:45.083174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:45.083557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:45.083992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.085074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:45.085631 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Bound port: 2a638412-62af-4602-8af5-2e2d8a453d45, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:45.086647 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.144989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] For port 2a638412-62af-4602-8af5-2e2d8a453d45, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:45.149336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] For port 2a638412-62af-4602-8af5-2e2d8a453d45, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2a638412-62af-4602-8af5-2e2d8a453d45,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:45.155378 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.194966 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.201349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.212315 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-39002907-7a97-402f-baae-77a301d868da None None] Provisioning complete for port c119d3c0-7e6a-46c4-a750-b4468df551c2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:45.212691 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-39002907-7a97-402f-baae-77a301d868da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.258877 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e377b-7d88-4dfa-afd4-cd7b09237ab4 None None] Pushing event updated for resources: {'Port': ['ID=2a638412-62af-4602-8af5-2e2d8a453d45,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:45.261442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Routers {'748c1185-4e88-47b9-9b2a-52c33d1aaf9f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:45.262051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:50:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:45.272736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.275735 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Pushing event updated for resources: {'Port': ['ID=c119d3c0-7e6a-46c4-a750-b4468df551c2,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:45.375063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Network 25543085-2bde-495c-a0ea-e5b065f1accb is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:45.376770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:45.470154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-39002907-7a97-402f-baae-77a301d868da None None] Port c119d3c0-7e6a-46c4-a750-b4468df551c2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:50:45.516701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:50:45.553189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] Set router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:45.646166 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:50:45.651590 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-099b6961-fbcd-4ebe-8eaf-1f73943e6488 admin admin] 10.222.0.77 "PUT /v2.0/routers/748c1185-4e88-47b9-9b2a-52c33d1aaf9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6211967 Nov 03 19:50:45.716995 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e8ef847a-a5fe-470d-ad8a-ceec625bbb1d None None] Provisioning complete for port c119d3c0-7e6a-46c4-a750-b4468df551c2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:45.717358 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e8ef847a-a5fe-470d-ad8a-ceec625bbb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:45.802305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef847a-a5fe-470d-ad8a-ceec625bbb1d None None] Port c119d3c0-7e6a-46c4-a750-b4468df551c2 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:50:45.832088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:44Z', 'revision_number': 4, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c119d3c0-7e6a-46c4-a750-b4468df551c2', 'name': '', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'mac_address': 'fa:16:3e:25:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9420bc14-12ab-4995-be65-823d49d956c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:44Z', 'updated_at': '2021-11-03T19:50:45Z', 'revision_number': 2, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'subnets': [{'id': '9420bc14-12ab-4995-be65-823d49d956c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:45.867346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b381c47e-5ac9-4198-8d9b-7a8143502133 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:45.870628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeac590-4b4a-4718-95ce-137e33eb83c9 None None] The sync data for ids ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'] in n-d-812148-3 is: [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:44Z', 'revision_number': 4, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c119d3c0-7e6a-46c4-a750-b4468df551c2', 'name': '', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'mac_address': 'fa:16:3e:25:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9420bc14-12ab-4995-be65-823d49d956c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:44Z', 'updated_at': '2021-11-03T19:50:45Z', 'revision_number': 2, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'subnets': [{'id': '9420bc14-12ab-4995-be65-823d49d956c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:50:45.928701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b381c47e-5ac9-4198-8d9b-7a8143502133 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:45.930166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.263663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45614) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:46.268656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-15709601-network', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:46.292253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Made reservation on behalf of 9be7d824f3ca4045abd66a66140480cc for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:46.294752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.309206 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.397743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.402348 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.429201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:50:46.439278 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da464467-55f7-4c0d-b78c-ab28fb3db0f5,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:46.452267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.452728 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Added segment e1190200-ce6d-4919-b509-1ce79b7e80b9 of type vlan for network dae68719-91e0-4523-ab6e-fd445465d37d Nov 03 19:50:46.499431 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.528356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.529670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:46.530471 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:46.596215 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3312254 Nov 03 19:50:46.598810 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45616) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:46.612808 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Request body: {'subnet': {'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-subnet', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:46.630835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c152d-ef18-41a3-846c-7241df37fc4d admin admin] Pushing event updated for resources: {'Network': ['ID=dae68719-91e0-4523-ab6e-fd445465d37d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:46.643996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network dae68719-91e0-4523-ab6e-fd445465d37d details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:50:46.648843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Made reservation on behalf of 9be7d824f3ca4045abd66a66140480cc for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:46.655877 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.183301 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.244173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9637746a-37f7-429f-8b20-0d4f3643bc69,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:47.253831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Checking segment: {'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:47.254201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Network hostable DHCP agents. Network: dae68719-91e0-4523-ab6e-fd445465d37d, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:50:47.273313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Network dae68719-91e0-4523-ab6e-fd445465d37d is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:50:47.284038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, dae68719-91e0-4523-ab6e-fd445465d37d) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:47.291247 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:47.292004 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.294475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ac14a-f6eb-4fbe-a574-b45cd6244a85 None None] Network dae68719-91e0-4523-ab6e-fd445465d37d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:47.314534 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-bfaa2f95-6148-4738-a634-d742dc42eef9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7146668 Nov 03 19:50:47.317366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45618) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:47.323396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:47.351721 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.353528 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.419960 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.458475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-dae68719-91e0-4523-ab6e-fd445465d37d', 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'fixed_ips': [{'subnet_id': '9637746a-37f7-429f-8b20-0d4f3643bc69'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:50:47.459666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.561192 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.605205 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Allocated IP 172.20.0.2 (dae68719-91e0-4523-ab6e-fd445465d37d/9637746a-37f7-429f-8b20-0d4f3643bc69/e7439b75-40b8-45da-b43d-9d7130bef170) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:47.768457 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.779312 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.782567 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.806467 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.827885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Network dae68719-91e0-4523-ab6e-fd445465d37d is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:47.832335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:47.835069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Pushing event updated for resources: {'Port': ['ID=e7439b75-40b8-45da-b43d-9d7130bef170,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:47.837757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:47.871566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2a638412-62af-4602-8af5-2e2d8a453d45 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:47.928244 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Attempting to bind port e7439b75-40b8-45da-b43d-9d7130bef170 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:47.928752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Attempting to bind port e7439b75-40b8-45da-b43d-9d7130bef170 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:47.929187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Attempting to bind port e7439b75-40b8-45da-b43d-9d7130bef170 on network dae68719-91e0-4523-ab6e-fd445465d37d {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:47.942344 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:47.942803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Checking segment: {'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:47.943803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.944270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Bound using segment: {'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:47.944396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Allocated IP 172.25.3.151 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/7871836e-be49-4837-af6e-037bc5df61e9) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:47.944840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Bound port: e7439b75-40b8-45da-b43d-9d7130bef170, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:47.945294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:47.991887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2a638412-62af-4602-8af5-2e2d8a453d45 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:47.992257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.056487 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] For port e7439b75-40b8-45da-b43d-9d7130bef170, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:48.062879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] For port e7439b75-40b8-45da-b43d-9d7130bef170, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e7439b75-40b8-45da-b43d-9d7130bef170,segment=NetworkSegment(e1190200-ce6d-4919-b509-1ce79b7e80b9),segment_id=e1190200-ce6d-4919-b509-1ce79b7e80b9)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:48.068143 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.069754 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.071347 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Sync routers for ids ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:50:48.087479 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Routers {'748c1185-4e88-47b9-9b2a-52c33d1aaf9f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:48.088113 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:50:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:48.116534 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.162961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.169690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab5e31-0317-4f7f-90b4-9fcdc910cda0 None None] Pushing event updated for resources: {'Port': ['ID=e7439b75-40b8-45da-b43d-9d7130bef170,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:48.177225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:48.180945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:48.189730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 2a638412-62af-4602-8af5-2e2d8a453d45, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2a638412-62af-4602-8af5-2e2d8a453d45,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:48.194517 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:48.198670 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.200084 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Pushing event updated for resources: {'Port': ['ID=7871836e-be49-4837-af6e-037bc5df61e9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:48.226096 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Set router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:48.275380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=2a638412-62af-4602-8af5-2e2d8a453d45,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:48.471168 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:44Z', 'revision_number': 4, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c119d3c0-7e6a-46c4-a750-b4468df551c2', 'name': '', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'mac_address': 'fa:16:3e:25:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9420bc14-12ab-4995-be65-823d49d956c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:44Z', 'updated_at': '2021-11-03T19:50:45Z', 'revision_number': 2, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'subnets': [{'id': '9420bc14-12ab-4995-be65-823d49d956c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:48.503118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Checking router: 748c1185-4e88-47b9-9b2a-52c33d1aaf9f for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:50:48.503466 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Updating router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f port c119d3c0-7e6a-46c4-a750-b4468df551c2 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:50:48.528957 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.529184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.730060 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.793700 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.800702 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.858966 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Pushing event updated for resources: {'Port': ['ID=c119d3c0-7e6a-46c4-a750-b4468df551c2,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:48.872187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Router c55ac34e-e053-451c-88a1-a156bd301ac2 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:50:48.886853 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.887189 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.887522 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.888118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.888531 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.889106 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.889614 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.889964 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.890339 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.890670 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.891008 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.891341 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:48.930757 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Attempting to bind port c119d3c0-7e6a-46c4-a750-b4468df551c2 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:48.931487 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Attempting to bind port c119d3c0-7e6a-46c4-a750-b4468df551c2 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:48.931871 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Attempting to bind port c119d3c0-7e6a-46c4-a750-b4468df551c2 on network 25543085-2bde-495c-a0ea-e5b065f1accb {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:48.941738 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:48.942190 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Checking segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:48.942505 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:48.943035 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Bound using segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:48.943563 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Bound port: c119d3c0-7e6a-46c4-a750-b4468df551c2, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:48.943940 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:49.011627 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:50:49.022245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Sync routers for ids ['c55ac34e-e053-451c-88a1-a156bd301ac2'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:50:49.026194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] For port c119d3c0-7e6a-46c4-a750-b4468df551c2, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:49.030055 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] For port c119d3c0-7e6a-46c4-a750-b4468df551c2, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c119d3c0-7e6a-46c4-a750-b4468df551c2,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:49.038810 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:49.046129 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Routers {'c55ac34e-e053-451c-88a1-a156bd301ac2'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:49.046917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:50:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c55ac34e-e053-451c-88a1-a156bd301ac2'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:49.054907 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:49.056370 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4e858c2b-9a16-4ea3-a5be-668098a8291f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7376196 Nov 03 19:50:49.060362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:49.120678 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Routers {'748c1185-4e88-47b9-9b2a-52c33d1aaf9f'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:49.121212 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:50:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:49.176049 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d3ba-56c2-48c6-9d04-66319162b143 None None] Pushing event updated for resources: {'Port': ['ID=c119d3c0-7e6a-46c4-a750-b4468df551c2,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:49.241797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Set router c55ac34e-e053-451c-88a1-a156bd301ac2 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:49.296344 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] Set router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:49.342737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6370e2ee-ee52-4bb4-942a-cbccfe545e1b None None] Provisioning complete for port c119d3c0-7e6a-46c4-a750-b4468df551c2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:49.343275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6370e2ee-ee52-4bb4-942a-cbccfe545e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:49.393110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1232e48-549f-4810-8097-b1b683c447c2 None None] Network dae68719-91e0-4523-ab6e-fd445465d37d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:50:49.543397 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:44Z', 'revision_number': 4, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c119d3c0-7e6a-46c4-a750-b4468df551c2', 'name': '', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'mac_address': 'fa:16:3e:25:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9420bc14-12ab-4995-be65-823d49d956c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:44Z', 'updated_at': '2021-11-03T19:50:49Z', 'revision_number': 4, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'subnets': [{'id': '9420bc14-12ab-4995-be65-823d49d956c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:49.578559 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b61f39-c09b-4d89-b916-8c1b03ab55e9 None None] The sync data for ids ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'] in n-d-812148-3 is: [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:44Z', 'revision_number': 4, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'c119d3c0-7e6a-46c4-a750-b4468df551c2', 'name': '', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'mac_address': 'fa:16:3e:25:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9420bc14-12ab-4995-be65-823d49d956c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:44Z', 'updated_at': '2021-11-03T19:50:49Z', 'revision_number': 4, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'subnets': [{'id': '9420bc14-12ab-4995-be65-823d49d956c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:50:49.685408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6370e2ee-ee52-4bb4-942a-cbccfe545e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:49.729022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:48Z', 'revision_number': 3, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:49.773127 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Checking router: c55ac34e-e053-451c-88a1-a156bd301ac2 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:50:49.773507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Updating router c55ac34e-e053-451c-88a1-a156bd301ac2 port 7871836e-be49-4837-af6e-037bc5df61e9 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:50:49.796176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-6370e2ee-ee52-4bb4-942a-cbccfe545e1b None None] For port c119d3c0-7e6a-46c4-a750-b4468df551c2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c119d3c0-7e6a-46c4-a750-b4468df551c2,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:49.807500 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6370e2ee-ee52-4bb4-942a-cbccfe545e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:49.814573 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:49.938570 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370e2ee-ee52-4bb4-942a-cbccfe545e1b None None] Pushing event updated for resources: {'Port': ['ID=c119d3c0-7e6a-46c4-a750-b4468df551c2,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:50.002696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2bac0024-c73e-4dbc-a30b-a9e42e872df4 None None] Provisioning complete for port c119d3c0-7e6a-46c4-a750-b4468df551c2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:50.003164 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bac0024-c73e-4dbc-a30b-a9e42e872df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.032534 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e7439b75-40b8-45da-b43d-9d7130bef170 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:50.042805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.222554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e7439b75-40b8-45da-b43d-9d7130bef170 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:50.222924 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.233339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Allocated IP 172.20.0.1 (dae68719-91e0-4523-ab6e-fd445465d37d/9637746a-37f7-429f-8b20-0d4f3643bc69/e1cd638a-ed27-4cd2-abac-2383a7df8981) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:50.353882 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.390894 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.431367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Network dae68719-91e0-4523-ab6e-fd445465d37d is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:50.434228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:50.440006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:50.470545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Pushing event updated for resources: {'Port': ['ID=e1cd638a-ed27-4cd2-abac-2383a7df8981,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:50.491142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.500043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2bac0024-c73e-4dbc-a30b-a9e42e872df4 None None] Provisioning complete for port e7439b75-40b8-45da-b43d-9d7130bef170 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:50.500408 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bac0024-c73e-4dbc-a30b-a9e42e872df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.554432 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.591913 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.628907 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.642970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.697981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Attempting to bind port 7871836e-be49-4837-af6e-037bc5df61e9 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:50.698264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Attempting to bind port 7871836e-be49-4837-af6e-037bc5df61e9 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:50.698624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Attempting to bind port 7871836e-be49-4837-af6e-037bc5df61e9 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:50.703376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a39eb-6230-4a86-b6a0-968ea55782b8 None None] Pushing event updated for resources: {'Port': ['ID=7871836e-be49-4837-af6e-037bc5df61e9,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:50.728448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:50.728819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:50.729215 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.729997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:50.730121 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Bound port: 7871836e-be49-4837-af6e-037bc5df61e9, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:50.730472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.735480 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port e7439b75-40b8-45da-b43d-9d7130bef170, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e7439b75-40b8-45da-b43d-9d7130bef170,segment=NetworkSegment(e1190200-ce6d-4919-b509-1ce79b7e80b9),segment_id=e1190200-ce6d-4919-b509-1ce79b7e80b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:50.736546 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bac0024-c73e-4dbc-a30b-a9e42e872df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.758276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.759067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c119d3c0-7e6a-46c4-a750-b4468df551c2 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:50.816494 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.822147 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.894347 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Pushing event updated for resources: {'Port': ['ID=e1cd638a-ed27-4cd2-abac-2383a7df8981,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:50.896950 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.904164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] For port 7871836e-be49-4837-af6e-037bc5df61e9, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:50.906227 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=e7439b75-40b8-45da-b43d-9d7130bef170,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:50.934412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] For port 7871836e-be49-4837-af6e-037bc5df61e9, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7871836e-be49-4837-af6e-037bc5df61e9,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:50.940601 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-2bac0024-c73e-4dbc-a30b-a9e42e872df4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:50:50.940956 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-2bac0024-c73e-4dbc-a30b-a9e42e872df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:50:50.942317 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.977772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c119d3c0-7e6a-46c4-a750-b4468df551c2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:50.978096 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:50.996242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Network dae68719-91e0-4523-ab6e-fd445465d37d is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:50.997680 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:51.043770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a39eb-6230-4a86-b6a0-968ea55782b8 None None] Pushing event updated for resources: {'Port': ['ID=7871836e-be49-4837-af6e-037bc5df61e9,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:51.049361 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Routers {'c55ac34e-e053-451c-88a1-a156bd301ac2'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:51.050043 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:50:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c55ac34e-e053-451c-88a1-a156bd301ac2'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:51.134428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Router c55ac34e-e053-451c-88a1-a156bd301ac2 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:50:51.182137 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2a638412-62af-4602-8af5-2e2d8a453d45 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:51.219416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] Set router c55ac34e-e053-451c-88a1-a156bd301ac2 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:51.259546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:50:51.265184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c128a38d-afd6-4e91-b436-d3cd4d84418f admin admin] 10.222.0.77 "PUT /v2.0/routers/c55ac34e-e053-451c-88a1-a156bd301ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2027044 Nov 03 19:50:51.332667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 2a638412-62af-4602-8af5-2e2d8a453d45 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:51.333044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:51.552822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 4, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1cd638a-ed27-4cd2-abac-2383a7df8981', 'name': '', 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'mac_address': 'fa:16:3e:ee:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:50Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 2, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'subnets': [{'id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:51.580561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381b790-2bf8-4e0b-b71d-514bd767cc23 None None] The sync data for ids ['c55ac34e-e053-451c-88a1-a156bd301ac2'] in n-d-812148-3 is: [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 4, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1cd638a-ed27-4cd2-abac-2383a7df8981', 'name': '', 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'mac_address': 'fa:16:3e:ee:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:50Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 2, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'subnets': [{'id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:50:51.652075 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fa7a1ea0-3637-4d1a-80f3-7194856c03dc None None] Provisioning complete for port e7439b75-40b8-45da-b43d-9d7130bef170 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:51.652482 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1ea0-3637-4d1a-80f3-7194856c03dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:51.747568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fa7a1ea0-3637-4d1a-80f3-7194856c03dc None None] Provisioning complete for port e1cd638a-ed27-4cd2-abac-2383a7df8981 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:51.748025 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1ea0-3637-4d1a-80f3-7194856c03dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:51.798399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a1ea0-3637-4d1a-80f3-7194856c03dc None None] Port e1cd638a-ed27-4cd2-abac-2383a7df8981 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:50:51.867890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e7439b75-40b8-45da-b43d-9d7130bef170 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:51.932921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e7439b75-40b8-45da-b43d-9d7130bef170 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:51.933291 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:52.024076 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c119d3c0-7e6a-46c4-a750-b4468df551c2 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:52.075733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-4e45118a-4a8e-4564-acd8-53ea721120ef tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:52.077846 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-4e45118a-4a8e-4564-acd8-53ea721120ef tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/networks?id=25543085-2bde-495c-a0ea-e5b065f1accb HTTP/1.1" status: 200 len: 817 time: 0.1206858 Nov 03 19:50:52.082239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port c119d3c0-7e6a-46c4-a750-b4468df551c2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:52.082722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:52.095806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-831c5676-2bd6-4900-8465-e1662a6e47b6 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/quotas/d54332351cea45e782c5fdfcea8fb472 HTTP/1.1" status: 200 len: 375 time: 0.0111115 Nov 03 19:50:52.155443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-cb2c511e-8cfc-409f-9c68-8373f4ddca5c tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d54332351cea45e782c5fdfcea8fb472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534642 Nov 03 19:50:52.262738 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-c74cf3a1-d276-4bfd-ae05-9a91f2ce7ffd service neutron] 10.222.0.77 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937474 Nov 03 19:50:52.355563 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-c56db936-75b2-4624-a440-0f4afcf91933 service neutron] 10.222.0.77 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Nov 03 19:50:52.549399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d963faf9-d49a-4432-abb4-0316dd6a8aa9 req-52337a8f-5920-40e2-b44e-ca3c0dea0013 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Nov 03 19:50:53.667800 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-593a67ca-4760-499f-8fe8-da377662937b req-c1af7543-335e-4a0d-81f4-22f2fa432477 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 210 time: 0.0293229 Nov 03 19:50:53.729819 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-4e67fdb1-0ae0-443e-8dc9-03a95a3ab17d tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:53.731682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-4e67fdb1-0ae0-443e-8dc9-03a95a3ab17d tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.70 "GET /v2.0/networks?id=25543085-2bde-495c-a0ea-e5b065f1accb HTTP/1.1" status: 200 len: 817 time: 0.1568937 Nov 03 19:50:53.744066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Request body: {'port': {'device_id': '09ac9f15-65c0-4be1-8c66-3d0fb32f2f18', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'admin_state_up': True, 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:53.813196 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Sync routers for ids ['c55ac34e-e053-451c-88a1-a156bd301ac2'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:50:53.825336 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Routers {'c55ac34e-e053-451c-88a1-a156bd301ac2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:53.826506 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:50:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c55ac34e-e053-451c-88a1-a156bd301ac2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:53.846239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7871836e-be49-4837-af6e-037bc5df61e9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:53.892721 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Made reservation on behalf of d54332351cea45e782c5fdfcea8fb472 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:53.898435 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:53.906058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7871836e-be49-4837-af6e-037bc5df61e9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:53.906788 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:53.944815 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Set router c55ac34e-e053-451c-88a1-a156bd301ac2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:53.995557 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.016855 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 7871836e-be49-4837-af6e-037bc5df61e9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7871836e-be49-4837-af6e-037bc5df61e9,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:54.021771 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.048742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Allocated IP 172.20.0.12 (25543085-2bde-495c-a0ea-e5b065f1accb/9420bc14-12ab-4995-be65-823d49d956c1/44df0cb9-236c-4136-ba9e-a12f778f2d0b) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:54.080975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=7871836e-be49-4837-af6e-037bc5df61e9,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:54.215160 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.253198 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.256516 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 4, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1cd638a-ed27-4cd2-abac-2383a7df8981', 'name': '', 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'mac_address': 'fa:16:3e:ee:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:50Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 2, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'subnets': [{'id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:54.286720 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Checking router: c55ac34e-e053-451c-88a1-a156bd301ac2 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:50:54.287105 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Updating router c55ac34e-e053-451c-88a1-a156bd301ac2 port e1cd638a-ed27-4cd2-abac-2383a7df8981 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:50:54.294807 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Network 25543085-2bde-495c-a0ea-e5b065f1accb is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:54.298273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:54.302941 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:54.319916 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.341257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Pushing event updated for resources: {'Port': ['ID=44df0cb9-236c-4136-ba9e-a12f778f2d0b,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:54.379652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:54.380326 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.400076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-3d204102-b52a-465d-93b3-8414fb96da07 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6599360 Nov 03 19:50:54.413454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Request body: {'port': {'device_id': '09ac9f15-65c0-4be1-8c66-3d0fb32f2f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:54.476053 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.620227 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.626012 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.641671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d0780fac-116f-49c4-86a5-aad2a5ecee30 None None] Provisioning complete for port 44df0cb9-236c-4136-ba9e-a12f778f2d0b triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:54.642187 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d0780fac-116f-49c4-86a5-aad2a5ecee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.679314 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9b790-4092-4166-83f9-42587680466f None None] Pushing event updated for resources: {'Port': ['ID=e1cd638a-ed27-4cd2-abac-2383a7df8981,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:54.679853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d0780fac-116f-49c4-86a5-aad2a5ecee30 None None] Port 44df0cb9-236c-4136-ba9e-a12f778f2d0b cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:50:54.734561 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Attempting to bind port e1cd638a-ed27-4cd2-abac-2383a7df8981 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:54.734936 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Attempting to bind port e1cd638a-ed27-4cd2-abac-2383a7df8981 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:54.735301 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Attempting to bind port e1cd638a-ed27-4cd2-abac-2383a7df8981 on network dae68719-91e0-4523-ab6e-fd445465d37d {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:54.741808 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:54.742185 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Checking segment: {'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:54.742581 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.743108 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Bound using segment: {'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:54.743580 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Bound port: e1cd638a-ed27-4cd2-abac-2383a7df8981, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1190200-ce6d-4919-b509-1ce79b7e80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:54.743962 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.775082 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44df0cb9-236c-4136-ba9e-a12f778f2d0b {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:54.788859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.806783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735494ff-5161-4fc7-8b6c-ca8384dcea97 req-f03d135f-b4ef-4adf-aee6-20400ef0ba47 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:54.808111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Transition to ACTIVE for port object 44df0cb9-236c-4136-ba9e-a12f778f2d0b will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:50:54.811717 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] For port e1cd638a-ed27-4cd2-abac-2383a7df8981, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:54.812870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.815151 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-735494ff-5161-4fc7-8b6c-ca8384dcea97 req-f03d135f-b4ef-4adf-aee6-20400ef0ba47 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 932 time: 0.0657847 Nov 03 19:50:54.820852 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] For port e1cd638a-ed27-4cd2-abac-2383a7df8981, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e1cd638a-ed27-4cd2-abac-2383a7df8981,segment=NetworkSegment(e1190200-ce6d-4919-b509-1ce79b7e80b9),segment_id=e1190200-ce6d-4919-b509-1ce79b7e80b9)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:54.826496 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:54.872823 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-735494ff-5161-4fc7-8b6c-ca8384dcea97 req-e1cc2935-42a6-4a8f-9c45-1672c5b973a3 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554721 Nov 03 19:50:54.894741 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Routers {'c55ac34e-e053-451c-88a1-a156bd301ac2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:54.895467 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:50:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c55ac34e-e053-451c-88a1-a156bd301ac2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:54.939473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Pushing event updated for resources: {'Port': ['ID=44df0cb9-236c-4136-ba9e-a12f778f2d0b,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:54.963580 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9b790-4092-4166-83f9-42587680466f None None] Pushing event updated for resources: {'Port': ['ID=e1cd638a-ed27-4cd2-abac-2383a7df8981,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:54.976924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Attempting to bind port 44df0cb9-236c-4136-ba9e-a12f778f2d0b on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:54.977267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Attempting to bind port 44df0cb9-236c-4136-ba9e-a12f778f2d0b by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:54.977643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Attempting to bind port 44df0cb9-236c-4136-ba9e-a12f778f2d0b on network 25543085-2bde-495c-a0ea-e5b065f1accb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:54.983124 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Port 44df0cb9-236c-4136-ba9e-a12f778f2d0b on network 25543085-2bde-495c-a0ea-e5b065f1accb not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:50:54.983372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Attempting to bind port 44df0cb9-236c-4136-ba9e-a12f778f2d0b on network 25543085-2bde-495c-a0ea-e5b065f1accb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:54.988800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:54.989002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Checking segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:54.989284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Bound using segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:54.990904 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Bound port: 44df0cb9-236c-4136-ba9e-a12f778f2d0b, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:54.991269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.035980 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] Set router c55ac34e-e053-451c-88a1-a156bd301ac2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:55.066176 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] For port 44df0cb9-236c-4136-ba9e-a12f778f2d0b, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:55.071466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] For port 44df0cb9-236c-4136-ba9e-a12f778f2d0b, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=44df0cb9-236c-4136-ba9e-a12f778f2d0b,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:55.080298 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.123993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f2c99fde-ba60-4a09-801b-80dc231c79d7 None None] Provisioning complete for port e1cd638a-ed27-4cd2-abac-2383a7df8981 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:55.125091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2c99fde-ba60-4a09-801b-80dc231c79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.155606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Pushing event updated for resources: {'Port': ['ID=44df0cb9-236c-4136-ba9e-a12f778f2d0b,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:55.173962 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:55.175037 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.176491 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-45b17d46-c56c-4137-a8e8-fd66be66c4db service neutron] 10.222.0.70 "PUT /v2.0/ports/44df0cb9-236c-4136-ba9e-a12f778f2d0b HTTP/1.1" status: 200 len: 1092 time: 0.7675569 Nov 03 19:50:55.177042 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac9f15-65c0-4be1-8c66-3d0fb32f2f18', 'tag': '44df0cb9-236c-4136-ba9e-a12f778f2d0b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:55.180173 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daec706-1b5d-4a2b-a744-088af5c17d13" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac9f15-65c0-4be1-8c66-3d0fb32f2f18", "tag": "44df0cb9-236c-4136-ba9e-a12f778f2d0b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:55.233257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2c99fde-ba60-4a09-801b-80dc231c79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.285498 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2858c47b-ba4e-4e20-8745-4113d38807d2 x-openstack-request-id: req-2858c47b-ba4e-4e20-8745-4113d38807d2 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:55.286136 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac9f15-65c0-4be1-8c66-3d0fb32f2f18", "tag": "44df0cb9-236c-4136-ba9e-a12f778f2d0b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:55.286473 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2858c47b-ba4e-4e20-8745-4113d38807d2 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:55.287651 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ac9f15-65c0-4be1-8c66-3d0fb32f2f18', 'tag': '44df0cb9-236c-4136-ba9e-a12f778f2d0b', 'status': 'completed', 'code': 200} Nov 03 19:50:55.304994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-f2c99fde-ba60-4a09-801b-80dc231c79d7 None None] For port e1cd638a-ed27-4cd2-abac-2383a7df8981, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e1cd638a-ed27-4cd2-abac-2383a7df8981,segment=NetworkSegment(e1190200-ce6d-4919-b509-1ce79b7e80b9),segment_id=e1190200-ce6d-4919-b509-1ce79b7e80b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:55.311200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-44952613-63b3-4176-a523-b5ed39447392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:55.312281 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f2c99fde-ba60-4a09-801b-80dc231c79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.318880 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-44952613-63b3-4176-a523-b5ed39447392 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d54332351cea45e782c5fdfcea8fb472&device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 1095 time: 0.0836728 Nov 03 19:50:55.339559 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 4, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1cd638a-ed27-4cd2-abac-2383a7df8981', 'name': '', 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'mac_address': 'fa:16:3e:ee:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:50Z', 'updated_at': '2021-11-03T19:50:54Z', 'revision_number': 4, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'subnets': [{'id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:55.390756 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-6310ea79-b186-4f78-80dc-f5913a6aea6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44df0cb9-236c-4136-ba9e-a12f778f2d0b HTTP/1.1" status: 200 len: 217 time: 0.0578158 Nov 03 19:50:55.392231 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bca330-509d-485b-9017-b8fd5e3e4a91 None None] The sync data for ids ['c55ac34e-e053-451c-88a1-a156bd301ac2'] in n-d-812148-3 is: [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:50Z', 'revision_number': 4, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'e1cd638a-ed27-4cd2-abac-2383a7df8981', 'name': '', 'network_id': 'dae68719-91e0-4523-ab6e-fd445465d37d', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'mac_address': 'fa:16:3e:ee:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:50Z', 'updated_at': '2021-11-03T19:50:54Z', 'revision_number': 4, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'subnets': [{'id': '9637746a-37f7-429f-8b20-0d4f3643bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:50:55.411380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c99fde-ba60-4a09-801b-80dc231c79d7 None None] Pushing event updated for resources: {'Port': ['ID=e1cd638a-ed27-4cd2-abac-2383a7df8981,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:55.451918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c933f1d3-e993-4047-a646-02190a1443fd None None] Provisioning complete for port e1cd638a-ed27-4cd2-abac-2383a7df8981 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:55.452592 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c933f1d3-e993-4047-a646-02190a1443fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.486172 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-7abd2c2b-665a-4e8d-b233-b72474c81041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:55.487616 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-7abd2c2b-665a-4e8d-b233-b72474c81041 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9420bc14-12ab-4995-be65-823d49d956c1 HTTP/1.1" status: 200 len: 856 time: 0.0872717 Nov 03 19:50:55.570640 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-24ca8867-04b1-43d3-8dd7-647204e68a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:55.572280 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-24ca8867-04b1-43d3-8dd7-647204e68a55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25543085-2bde-495c-a0ea-e5b065f1accb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725470 Nov 03 19:50:55.669188 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-d0fe8d39-03a2-4282-bbd0-6c977b342b4b service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889468 Nov 03 19:50:55.772197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5f55ec4b-5f87-449c-80f9-1628aaca1fab req-e5191816-8969-4c54-8e1c-1e0d24c60f5a service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954404 Nov 03 19:50:55.859181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7871836e-be49-4837-af6e-037bc5df61e9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:55.870931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-71fa08a8-8af2-4220-9612-808417231ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:55.872433 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-71fa08a8-8af2-4220-9612-808417231ec7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d54332351cea45e782c5fdfcea8fb472&device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 1095 time: 0.0446692 Nov 03 19:50:55.927096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7871836e-be49-4837-af6e-037bc5df61e9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:55.928141 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.991874 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-03c06b76-3151-4d29-8796-cc270f15662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:55.993354 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-03c06b76-3151-4d29-8796-cc270f15662c service neutron] 10.222.0.70 "GET /v2.0/networks?id=25543085-2bde-495c-a0ea-e5b065f1accb HTTP/1.1" status: 200 len: 918 time: 0.1136019 Nov 03 19:50:56.010126 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3205bd4-722a-407b-8816-df76bc183124 req-421abaf0-a05d-4552-a3ca-f3a9a48ccfbb tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:56.012776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3205bd4-722a-407b-8816-df76bc183124 req-421abaf0-a05d-4552-a3ca-f3a9a48ccfbb tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 944 time: 0.0619762 Nov 03 19:50:56.022088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e1cd638a-ed27-4cd2-abac-2383a7df8981 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:56.039853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-0eb11fb9-e934-4f0c-8902-fad6ec811f06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44df0cb9-236c-4136-ba9e-a12f778f2d0b HTTP/1.1" status: 200 len: 217 time: 0.0392392 Nov 03 19:50:56.068678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c3205bd4-722a-407b-8816-df76bc183124 req-ca25d00f-b92f-49e3-95a4-125c11d60d5a tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Nov 03 19:50:56.076141 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e1cd638a-ed27-4cd2-abac-2383a7df8981 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:56.076593 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:56.099774 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-e737a515-1387-45f8-85bc-639854667c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:56.101281 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-e737a515-1387-45f8-85bc-639854667c45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9420bc14-12ab-4995-be65-823d49d956c1 HTTP/1.1" status: 200 len: 856 time: 0.0537837 Nov 03 19:50:56.148809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-f8256920-7c3b-4758-b7db-627c70e239c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:56.150464 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-f8256920-7c3b-4758-b7db-627c70e239c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25543085-2bde-495c-a0ea-e5b065f1accb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418975 Nov 03 19:50:56.246279 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-90696184-babd-4a53-8f8c-27fc9f7b459b service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873508 Nov 03 19:50:56.340751 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2daec706-1b5d-4a2b-a744-088af5c17d13 req-0ffb32f7-6297-464f-8557-dda61f41771d service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862055 Nov 03 19:50:57.191422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7a843-5efa-4b94-8d78-b0cd1e7318aa req-5961b7e7-5667-4967-9d3e-2cd832d67692 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:57.192911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36e7a843-5efa-4b94-8d78-b0cd1e7318aa req-5961b7e7-5667-4967-9d3e-2cd832d67692 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 944 time: 0.0539565 Nov 03 19:50:57.241100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-36e7a843-5efa-4b94-8d78-b0cd1e7318aa req-e6f9351a-e9f1-44ef-99a5-ed7f37e8f46f tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Nov 03 19:50:58.361451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc2bab-5359-4434-9e51-6815f5e5981f req-d19755db-0290-4201-a0c5-b01bbed8e2df tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:58.362840 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-86dc2bab-5359-4434-9e51-6815f5e5981f req-d19755db-0290-4201-a0c5-b01bbed8e2df tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 944 time: 0.0492966 Nov 03 19:50:58.411654 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-86dc2bab-5359-4434-9e51-6815f5e5981f req-6df9aac7-5c60-4ff2-aff1-f30b86a3a39a tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Nov 03 19:50:59.208213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 44df0cb9-236c-4136-ba9e-a12f778f2d0b details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:50:59.305803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 44df0cb9-236c-4136-ba9e-a12f778f2d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=44df0cb9-236c-4136-ba9e-a12f778f2d0b,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:59.318592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '44df0cb9-236c-4136-ba9e-a12f778f2d0b', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'port_id': '44df0cb9-236c-4136-ba9e-a12f778f2d0b', 'mac_address': 'fa:16:3e:b2:8f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9420bc14-12ab-4995-be65-823d49d956c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:50:59.356685 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:59.369938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44df0cb9-236c-4136-ba9e-a12f778f2d0b {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:59.391063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 44df0cb9-236c-4136-ba9e-a12f778f2d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=44df0cb9-236c-4136-ba9e-a12f778f2d0b,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:59.394209 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:59.442219 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=44df0cb9-236c-4136-ba9e-a12f778f2d0b,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:59.530566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbef0b-f754-41e2-9817-659b803f5a3f req-c2f08207-c585-4547-9e56-5bda5fe0daab tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:59.532062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fcbef0b-f754-41e2-9817-659b803f5a3f req-c2f08207-c585-4547-9e56-5bda5fe0daab tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 945 time: 0.0485773 Nov 03 19:50:59.587159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fcbef0b-f754-41e2-9817-659b803f5a3f req-5041ac89-3cff-4c72-ae1f-27a006ac69be tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Nov 03 19:50:59.598672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['44df0cb9-236c-4136-ba9e-a12f778f2d0b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:51:00.703825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f34fa-decb-498b-94e2-9cb62f88ed3f req-ae870b74-d84a-4fe5-81b7-922cf52078c8 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:00.705348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b2f34fa-decb-498b-94e2-9cb62f88ed3f req-ae870b74-d84a-4fe5-81b7-922cf52078c8 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 945 time: 0.0495489 Nov 03 19:51:00.754185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b2f34fa-decb-498b-94e2-9cb62f88ed3f req-e24186bb-bf4d-4598-8437-906e5588bc1a tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Nov 03 19:51:01.215696 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 44df0cb9-236c-4136-ba9e-a12f778f2d0b up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:51:01.266911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 44df0cb9-236c-4136-ba9e-a12f778f2d0b completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:51:01.270512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 44df0cb9-236c-4136-ba9e-a12f778f2d0b triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:51:01.270886 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:01.348606 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:01.371468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac9f15-65c0-4be1-8c66-3d0fb32f2f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44df0cb9-236c-4136-ba9e-a12f778f2d0b'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:51:01.373737 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fecaa52-0727-4011-91ea-e2a4243b6e52" -d '{"events": [{"server_uuid": "09ac9f15-65c0-4be1-8c66-3d0fb32f2f18", "name": "network-vif-plugged", "status": "completed", "tag": "44df0cb9-236c-4136-ba9e-a12f778f2d0b"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:51:01.389122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 44df0cb9-236c-4136-ba9e-a12f778f2d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=44df0cb9-236c-4136-ba9e-a12f778f2d0b,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:51:01.393241 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:01.417071 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9b7cc7-80ee-464a-a8dc-5c819085eb1d x-openstack-request-id: req-9f9b7cc7-80ee-464a-a8dc-5c819085eb1d {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:51:01.417574 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac9f15-65c0-4be1-8c66-3d0fb32f2f18", "name": "network-vif-plugged", "status": "completed", "tag": "44df0cb9-236c-4136-ba9e-a12f778f2d0b", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:51:01.417748 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f9b7cc7-80ee-464a-a8dc-5c819085eb1d {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:51:01.418025 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac9f15-65c0-4be1-8c66-3d0fb32f2f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44df0cb9-236c-4136-ba9e-a12f778f2d0b', 'code': 200} Nov 03 19:51:01.445013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=44df0cb9-236c-4136-ba9e-a12f778f2d0b,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:01.510639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9997038-e372-429d-ad25-6b6d52efb292 req-40ca963d-33cd-4fef-963f-33b85b6ee9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:01.512156 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c9997038-e372-429d-ad25-6b6d52efb292 req-40ca963d-33cd-4fef-963f-33b85b6ee9b3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 1097 time: 0.0401118 Nov 03 19:51:01.556640 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c9997038-e372-429d-ad25-6b6d52efb292 req-824b844b-08bc-4255-8409-299b597128ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 Nov 03 19:51:01.870288 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa1118-2a31-4e11-96da-f750c66d8d00 req-3c374d77-7ad7-4796-8e06-fc5a21335e5a tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:01.871780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-42fa1118-2a31-4e11-96da-f750c66d8d00 req-3c374d77-7ad7-4796-8e06-fc5a21335e5a tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 946 time: 0.0491118 Nov 03 19:51:01.919820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-42fa1118-2a31-4e11-96da-f750c66d8d00 req-313cd1f8-c50f-4773-8911-ce9b97177e9c tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Nov 03 19:51:02.157622 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:51:03.014208 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:03.043360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99c4b7-d00e-437d-8801-f0639cbcf486 req-5ad2c253-29f1-4fcb-81f0-9e493f5cece5 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:03.044858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a99c4b7-d00e-437d-8801-f0639cbcf486 req-5ad2c253-29f1-4fcb-81f0-9e493f5cece5 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 946 time: 0.0553415 Nov 03 19:51:03.092641 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8a99c4b7-d00e-437d-8801-f0639cbcf486 req-a1cab3c3-8df2-45e3-90d2-5e4ed36fb3aa tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Nov 03 19:51:03.205664 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dbca-d57e-44f1-9885-61c18a098e1e req-4d81927b-81a6-4528-95e5-816cdb6dd97d tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:03.207086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe64dbca-d57e-44f1-9885-61c18a098e1e req-4d81927b-81a6-4528-95e5-816cdb6dd97d tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 946 time: 0.0489707 Nov 03 19:51:03.256394 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fe64dbca-d57e-44f1-9885-61c18a098e1e req-a47fff46-8b3d-4cb6-ba28-5c787079e149 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Nov 03 19:51:03.910920 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:06.152761 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-818a6ded-3bb1-489e-ae6d-ad46a404e15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:10.308018 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:10.389064 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-de869507-a450-4431-9857-48b01129fcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:12.372461 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:12.454376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:25.124990 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf919fe-9eb1-4b57-9d0e-9a08aed80f06 req-52c1fb9f-0a6d-4d6a-8a2b-716d8070e3c5 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:25.126483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3cf919fe-9eb1-4b57-9d0e-9a08aed80f06 req-52c1fb9f-0a6d-4d6a-8a2b-716d8070e3c5 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 946 time: 0.0569711 Nov 03 19:51:25.182321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3cf919fe-9eb1-4b57-9d0e-9a08aed80f06 req-55cbd7d6-9c33-4ed3-9da3-b1acac31ee14 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485759 Nov 03 19:51:26.307411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de04ca2-9a67-4eab-a65e-19c60b0607c7 req-1b11323d-a818-4ba5-b7ca-a96c553eb861 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:26.308921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3de04ca2-9a67-4eab-a65e-19c60b0607c7 req-1b11323d-a818-4ba5-b7ca-a96c553eb861 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 946 time: 0.0498617 Nov 03 19:51:26.356625 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3de04ca2-9a67-4eab-a65e-19c60b0607c7 req-59a912e7-6ccc-4a2c-bd5a-99d4fda82b3d tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Nov 03 19:51:26.393075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d2405-e456-45da-83f5-db8e61dac712 req-4446463b-c322-4c6f-acc6-7a76288337eb tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:26.394532 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-446d2405-e456-45da-83f5-db8e61dac712 req-4446463b-c322-4c6f-acc6-7a76288337eb tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ac9f15-65c0-4be1-8c66-3d0fb32f2f18 HTTP/1.1" status: 200 len: 946 time: 0.0501754 Nov 03 19:51:26.487268 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Deleting port 44df0cb9-236c-4136-ba9e-a12f778f2d0b {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:51:26.487517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:26.578883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] For port 44df0cb9-236c-4136-ba9e-a12f778f2d0b, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=44df0cb9-236c-4136-ba9e-a12f778f2d0b,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:51:26.579236 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:26.591370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Calling delete_port for 44df0cb9-236c-4136-ba9e-a12f778f2d0b owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:51:26.719885 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:26.732365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['44df0cb9-236c-4136-ba9e-a12f778f2d0b'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:51:26.749858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Pushing event deleted for resources: {'Port': ['ID=44df0cb9-236c-4136-ba9e-a12f778f2d0b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:26.763219 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.763491 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.763837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.764196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.764530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.764868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.765199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.765575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.765909 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.766235 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.766560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.766890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:26.806702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] No DVR routers for this DVR port 44df0cb9-236c-4136-ba9e-a12f778f2d0b on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:51:26.809464 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:26.812882 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-446d2405-e456-45da-83f5-db8e61dac712 req-bffc27a7-97aa-4098-9dbf-0c38d7dfa1a0 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.70 "DELETE /v2.0/ports/44df0cb9-236c-4136-ba9e-a12f778f2d0b HTTP/1.1" status: 204 len: 173 time: 0.4116819 Nov 03 19:51:26.814116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac9f15-65c0-4be1-8c66-3d0fb32f2f18', 'name': 'network-vif-deleted', 'tag': '44df0cb9-236c-4136-ba9e-a12f778f2d0b'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:51:26.815745 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0817bf0-68a8-445b-816e-96b7d71eca50" -d '{"events": [{"server_uuid": "09ac9f15-65c0-4be1-8c66-3d0fb32f2f18", "name": "network-vif-deleted", "tag": "44df0cb9-236c-4136-ba9e-a12f778f2d0b"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:51:26.857031 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73e0d70-d68c-45d1-b7e7-9b856e985f83 x-openstack-request-id: req-d73e0d70-d68c-45d1-b7e7-9b856e985f83 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:51:26.857327 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac9f15-65c0-4be1-8c66-3d0fb32f2f18", "name": "network-vif-deleted", "tag": "44df0cb9-236c-4136-ba9e-a12f778f2d0b", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:51:26.857627 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d73e0d70-d68c-45d1-b7e7-9b856e985f83 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:51:26.858042 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac9f15-65c0-4be1-8c66-3d0fb32f2f18', 'name': 'network-vif-deleted', 'tag': '44df0cb9-236c-4136-ba9e-a12f778f2d0b', 'status': 'completed', 'code': 200} Nov 03 19:51:28.036967 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-c984e33c-e7ce-4a3b-a25b-ff5d68f5aaf2 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:28.038388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-c984e33c-e7ce-4a3b-a25b-ff5d68f5aaf2 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/networks?id=25543085-2bde-495c-a0ea-e5b065f1accb HTTP/1.1" status: 200 len: 817 time: 0.1076887 Nov 03 19:51:28.055134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-39fbcbc9-5d9e-4b87-8705-79adfeef6953 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/quotas/d54332351cea45e782c5fdfcea8fb472 HTTP/1.1" status: 200 len: 375 time: 0.0107749 Nov 03 19:51:28.115064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-cb21d46e-7986-403c-acae-9b464837fd7a tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d54332351cea45e782c5fdfcea8fb472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496719 Nov 03 19:51:28.217772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-26fc18ff-9b7b-4b2d-9b72-3c825989685d service neutron] 10.222.0.77 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858939 Nov 03 19:51:28.311745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-945c55f2-3a6b-443a-a444-ce50f21162a3 service neutron] 10.222.0.77 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872238 Nov 03 19:51:28.474431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-922fabf6-9ed1-4ac3-b598-ac6e171445ae req-66f52833-e825-4b02-985e-2a456c937e95 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 210 time: 0.0270050 Nov 03 19:51:29.307251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 44df0cb9-236c-4136-ba9e-a12f778f2d0b no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:51:29.330188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 44df0cb9-236c-4136-ba9e-a12f778f2d0b {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:51:29.330714 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 44df0cb9-236c-4136-ba9e-a12f778f2d0b not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:51:29.378227 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-27bb1e82-cb56-48f9-915c-e0fdc9bc8ae2 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:29.379745 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-27bb1e82-cb56-48f9-915c-e0fdc9bc8ae2 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.70 "GET /v2.0/networks?id=25543085-2bde-495c-a0ea-e5b065f1accb HTTP/1.1" status: 200 len: 817 time: 0.1070817 Nov 03 19:51:29.393225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Request body: {'port': {'device_id': 'fafee087-46bb-4832-8302-a72183355c71', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'admin_state_up': True, 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:29.571876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6707af23-76df-47aa-9068-8d4f00d302ff req-cfcca740-83fc-4578-ad5e-eb2948f82267 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 210 time: 0.0269606 Nov 03 19:51:29.811484 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Made reservation on behalf of d54332351cea45e782c5fdfcea8fb472 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:51:29.815077 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:29.936825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Allocated IP 172.20.0.5 (25543085-2bde-495c-a0ea-e5b065f1accb/9420bc14-12ab-4995-be65-823d49d956c1/06516afa-b689-43e8-892f-f79bddfb963c) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:51:30.084717 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.117843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.157428 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Network 25543085-2bde-495c-a0ea-e5b065f1accb is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:51:30.160462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:51:30.164078 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:51:30.202136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Pushing event updated for resources: {'Port': ['ID=06516afa-b689-43e8-892f-f79bddfb963c,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:30.225830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:30.226460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.244742 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-18b425d4-a6cb-47a1-9637-62b7528ff817 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8555954 Nov 03 19:51:30.258703 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Request body: {'port': {'device_id': 'fafee087-46bb-4832-8302-a72183355c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:30.314648 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.434887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ec2f6284-2333-46ae-83a9-88a2cea8e6af None None] Provisioning complete for port 06516afa-b689-43e8-892f-f79bddfb963c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:51:30.435471 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6284-2333-46ae-83a9-88a2cea8e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.470981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f6284-2333-46ae-83a9-88a2cea8e6af None None] Port 06516afa-b689-43e8-892f-f79bddfb963c cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:51:30.585168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06516afa-b689-43e8-892f-f79bddfb963c {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:51:30.592420 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.604482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Transition to ACTIVE for port object 06516afa-b689-43e8-892f-f79bddfb963c will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:51:30.611567 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.663243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Pushing event updated for resources: {'Port': ['ID=06516afa-b689-43e8-892f-f79bddfb963c,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:30.706197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e201c28-3272-4dc1-8e6b-08e694b836c7 req-6233af74-e5d7-4da7-bf6d-4128b00187e4 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:30.709571 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e201c28-3272-4dc1-8e6b-08e694b836c7 req-6233af74-e5d7-4da7-bf6d-4128b00187e4 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 943 time: 0.0649970 Nov 03 19:51:30.735077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Attempting to bind port 06516afa-b689-43e8-892f-f79bddfb963c on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:51:30.735424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Attempting to bind port 06516afa-b689-43e8-892f-f79bddfb963c by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:51:30.735816 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Attempting to bind port 06516afa-b689-43e8-892f-f79bddfb963c on network 25543085-2bde-495c-a0ea-e5b065f1accb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:51:30.740743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Port 06516afa-b689-43e8-892f-f79bddfb963c on network 25543085-2bde-495c-a0ea-e5b065f1accb not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:51:30.741038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Attempting to bind port 06516afa-b689-43e8-892f-f79bddfb963c on network 25543085-2bde-495c-a0ea-e5b065f1accb {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:51:30.746481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:51:30.746816 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Checking segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:51:30.747199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Bound using segment: {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:51:30.747625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Bound port: 06516afa-b689-43e8-892f-f79bddfb963c, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228247ae-b26b-4c1c-a574-74e0022fc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:51:30.748394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.761614 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e201c28-3272-4dc1-8e6b-08e694b836c7 req-5e0a6a3a-f7ad-4f52-88b4-b6e4ba3e5097 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449443 Nov 03 19:51:30.821856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] For port 06516afa-b689-43e8-892f-f79bddfb963c, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:51:30.825199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] For port 06516afa-b689-43e8-892f-f79bddfb963c, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=06516afa-b689-43e8-892f-f79bddfb963c,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:51:30.834384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.871465 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:30.872070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.873471 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] 10.222.0.70 "PUT /v2.0/ports/06516afa-b689-43e8-892f-f79bddfb963c HTTP/1.1" status: 200 len: 1091 time: 0.6202800 Nov 03 19:51:30.873915 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafee087-46bb-4832-8302-a72183355c71', 'tag': '06516afa-b689-43e8-892f-f79bddfb963c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:51:30.876172 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981d4819-4fae-412f-9ea5-0e4c62392002" -d '{"events": [{"name": "network-changed", "server_uuid": "fafee087-46bb-4832-8302-a72183355c71", "tag": "06516afa-b689-43e8-892f-f79bddfb963c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:51:30.923236 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4a719-a823-4759-852f-826ec23338e6 service neutron] Pushing event updated for resources: {'Port': ['ID=06516afa-b689-43e8-892f-f79bddfb963c,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:30.929118 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6703d-ed7d-4e99-a0fb-29cfe0814d4d x-openstack-request-id: req-65b6703d-ed7d-4e99-a0fb-29cfe0814d4d {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:51:30.929389 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafee087-46bb-4832-8302-a72183355c71", "tag": "06516afa-b689-43e8-892f-f79bddfb963c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:51:30.929876 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65b6703d-ed7d-4e99-a0fb-29cfe0814d4d {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:51:30.930297 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafee087-46bb-4832-8302-a72183355c71', 'tag': '06516afa-b689-43e8-892f-f79bddfb963c', 'status': 'completed', 'code': 200} Nov 03 19:51:30.977799 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-d8ea7f56-d2a0-494c-905b-ba2b5d008529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:30.979403 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-d8ea7f56-d2a0-494c-905b-ba2b5d008529 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d54332351cea45e782c5fdfcea8fb472&device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 1094 time: 0.0483272 Nov 03 19:51:31.024394 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-406209ba-8088-4b22-851b-37a1af1053a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06516afa-b689-43e8-892f-f79bddfb963c HTTP/1.1" status: 200 len: 217 time: 0.0362823 Nov 03 19:51:31.078881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-94d3288b-47c0-4bbe-8cbd-9049e1b53d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:31.080341 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-94d3288b-47c0-4bbe-8cbd-9049e1b53d39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9420bc14-12ab-4995-be65-823d49d956c1 HTTP/1.1" status: 200 len: 856 time: 0.0490987 Nov 03 19:51:31.127275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-4a91d83d-7108-47d5-9a1a-d1b620e83a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:31.128813 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-4a91d83d-7108-47d5-9a1a-d1b620e83a5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25543085-2bde-495c-a0ea-e5b065f1accb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408676 Nov 03 19:51:31.222325 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-9431fb88-5cfe-4f0f-a219-1958370ec243 service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859547 Nov 03 19:51:31.313707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fa372232-d07d-4f5f-85fe-f685c9be0323 req-b8498b87-b9ac-41d3-9fb5-581874146bfc service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835688 Nov 03 19:51:31.404662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-7232ae25-c9eb-4222-944c-dbee3ca1c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:31.406252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-7232ae25-c9eb-4222-944c-dbee3ca1c945 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d54332351cea45e782c5fdfcea8fb472&device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 1094 time: 0.0434594 Nov 03 19:51:31.503875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-2695a79c-b1db-4f11-98e4-0b98b6e75f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:31.505405 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-2695a79c-b1db-4f11-98e4-0b98b6e75f85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=25543085-2bde-495c-a0ea-e5b065f1accb HTTP/1.1" status: 200 len: 918 time: 0.0921416 Nov 03 19:51:31.547794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-883b685d-1cdf-49e3-ad65-e46fb345839b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06516afa-b689-43e8-892f-f79bddfb963c HTTP/1.1" status: 200 len: 217 time: 0.0346735 Nov 03 19:51:31.600976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-54593054-41ff-4a80-b0a7-0e11159e7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:31.602380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-54593054-41ff-4a80-b0a7-0e11159e7511 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9420bc14-12ab-4995-be65-823d49d956c1 HTTP/1.1" status: 200 len: 856 time: 0.0478158 Nov 03 19:51:31.649161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-0598ff29-15c0-494a-998f-7fcff3638845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:31.650683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-0598ff29-15c0-494a-998f-7fcff3638845 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25543085-2bde-495c-a0ea-e5b065f1accb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405040 Nov 03 19:51:31.741430 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-769ee4ec-0b54-46f2-a50d-1befc1a1b27e service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831535 Nov 03 19:51:31.842034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-981d4819-4fae-412f-9ea5-0e4c62392002 req-7692d8eb-9054-4aa1-9906-9b490f661851 service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930879 Nov 03 19:51:31.884280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746eb09-69d9-4947-a50d-4e0ce72849a1 req-3e426386-fba2-4e78-935c-08483e829f22 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:31.885837 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3746eb09-69d9-4947-a50d-4e0ce72849a1 req-3e426386-fba2-4e78-935c-08483e829f22 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 943 time: 0.0511639 Nov 03 19:51:31.934960 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3746eb09-69d9-4947-a50d-4e0ce72849a1 req-ac5057fc-ee51-49f2-b633-1338f04b12b9 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Nov 03 19:51:33.024666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:33.058461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3bf87-5cf7-4d13-8282-3a53ebdf3923 req-cfb18da6-9908-448f-840c-a62f07852c34 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:33.060056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7c3bf87-5cf7-4d13-8282-3a53ebdf3923 req-cfb18da6-9908-448f-840c-a62f07852c34 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 943 time: 0.0581079 Nov 03 19:51:33.112044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e7c3bf87-5cf7-4d13-8282-3a53ebdf3923 req-eea1f513-ef12-4daa-afe0-c8a4d3e0703e tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Nov 03 19:51:33.307565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 06516afa-b689-43e8-892f-f79bddfb963c details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:51:33.405654 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 06516afa-b689-43e8-892f-f79bddfb963c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=06516afa-b689-43e8-892f-f79bddfb963c,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:51:33.417257 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '06516afa-b689-43e8-892f-f79bddfb963c', 'network_id': '25543085-2bde-495c-a0ea-e5b065f1accb', 'port_id': '06516afa-b689-43e8-892f-f79bddfb963c', 'mac_address': 'fa:16:3e:c2:2a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9420bc14-12ab-4995-be65-823d49d956c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:51:33.454948 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:33.472689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06516afa-b689-43e8-892f-f79bddfb963c {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:51:33.494938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 06516afa-b689-43e8-892f-f79bddfb963c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=06516afa-b689-43e8-892f-f79bddfb963c,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:51:33.498630 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:33.546950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=06516afa-b689-43e8-892f-f79bddfb963c,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:33.554399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.555189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.555189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.555443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.555778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.556111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.556556 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.556892 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.557222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.557628 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.557904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.558230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:33.691659 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['06516afa-b689-43e8-892f-f79bddfb963c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:51:33.907915 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:34.228035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ddadf-aa01-453b-b652-3d22c5a99db7 req-3178be74-1923-4faa-a452-416ac711b3c8 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:34.229497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b75ddadf-aa01-453b-b652-3d22c5a99db7 req-3178be74-1923-4faa-a452-416ac711b3c8 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 944 time: 0.0483551 Nov 03 19:51:34.277008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b75ddadf-aa01-453b-b652-3d22c5a99db7 req-4339c6da-5415-4141-914c-428686d657de tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Nov 03 19:51:35.328431 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 06516afa-b689-43e8-892f-f79bddfb963c up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:51:35.377668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 06516afa-b689-43e8-892f-f79bddfb963c completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:51:35.381818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 06516afa-b689-43e8-892f-f79bddfb963c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:51:35.382270 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:35.396057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0ebaf-e640-456f-85cc-78d41df911cd req-6a774ba8-00fd-482e-902d-604d97088504 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:35.397618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffb0ebaf-e640-456f-85cc-78d41df911cd req-6a774ba8-00fd-482e-902d-604d97088504 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 944 time: 0.0513434 Nov 03 19:51:35.446062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffb0ebaf-e640-456f-85cc-78d41df911cd req-7bda822f-0e1a-4175-8f54-592acaebd799 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Nov 03 19:51:35.461080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:35.487827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafee087-46bb-4832-8302-a72183355c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06516afa-b689-43e8-892f-f79bddfb963c'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:51:35.490475 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedbd875-5d18-46ca-99c3-35ccaeb5a2b3" -d '{"events": [{"server_uuid": "fafee087-46bb-4832-8302-a72183355c71", "name": "network-vif-plugged", "status": "completed", "tag": "06516afa-b689-43e8-892f-f79bddfb963c"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:51:35.503749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 06516afa-b689-43e8-892f-f79bddfb963c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=06516afa-b689-43e8-892f-f79bddfb963c,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:51:35.508264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:35.531399 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccf1877-d6f8-44cf-af76-3d2cb938afe2 x-openstack-request-id: req-cccf1877-d6f8-44cf-af76-3d2cb938afe2 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:51:35.531689 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafee087-46bb-4832-8302-a72183355c71", "name": "network-vif-plugged", "status": "completed", "tag": "06516afa-b689-43e8-892f-f79bddfb963c", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:51:35.531973 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cccf1877-d6f8-44cf-af76-3d2cb938afe2 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:51:35.532364 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafee087-46bb-4832-8302-a72183355c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06516afa-b689-43e8-892f-f79bddfb963c', 'code': 200} Nov 03 19:51:35.558739 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=06516afa-b689-43e8-892f-f79bddfb963c,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:35.627583 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a40ab6-acc0-48a0-ac72-bf19f5c81b03 req-51f9e782-a91f-40fd-8f4d-5561cbe4cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:35.629101 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-25a40ab6-acc0-48a0-ac72-bf19f5c81b03 req-51f9e782-a91f-40fd-8f4d-5561cbe4cd5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 1096 time: 0.0410011 Nov 03 19:51:35.674410 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-25a40ab6-acc0-48a0-ac72-bf19f5c81b03 req-bc6aa4ee-c128-449d-b7d0-cac65df2f6b0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376041 Nov 03 19:51:36.156500 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cbccd4a1-b193-4143-8271-44a2b92d5f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:36.571529 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782ba8-98af-43ac-96cf-5c5489b52012 req-9a1a7462-4d3c-45bf-9160-205408d0d33f tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:36.573050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1782ba8-98af-43ac-96cf-5c5489b52012 req-9a1a7462-4d3c-45bf-9160-205408d0d33f tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 945 time: 0.0537403 Nov 03 19:51:36.621397 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1782ba8-98af-43ac-96cf-5c5489b52012 req-b87f68dd-a19a-497d-9a9a-6c9902f85887 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Nov 03 19:51:37.740434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f579e0e-010e-4a7e-8a30-3e5c3820abc9 req-4f7b7900-4281-450d-aa81-398c692346ac tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:37.741952 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f579e0e-010e-4a7e-8a30-3e5c3820abc9 req-4f7b7900-4281-450d-aa81-398c692346ac tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Nov 03 19:51:37.789693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f579e0e-010e-4a7e-8a30-3e5c3820abc9 req-e5bca62c-e081-4353-a3a9-ffb9efc9fc85 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Nov 03 19:51:37.913851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b281e-b3dc-4347-8a7e-ff39d8686c5f req-5cde352c-ab5e-4748-ba9f-23667d70db67 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:37.915343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a87b281e-b3dc-4347-8a7e-ff39d8686c5f req-5cde352c-ab5e-4748-ba9f-23667d70db67 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 945 time: 0.0534883 Nov 03 19:51:37.963962 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a87b281e-b3dc-4347-8a7e-ff39d8686c5f req-6ccee6f6-e554-48ef-9dc2-ac6b0dc74b42 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Nov 03 19:51:39.156921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:51:40.313082 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:40.383992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72450271-d1ca-44b2-bdcc-64b5405895bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:42.375631 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:42.460580 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:49.125492 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-28c9112e-56a5-4598-8a81-eff13b652322 req-5fd8fc6d-91e3-49ba-9da1-bf566c2ae571 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448713 Nov 03 19:51:49.210669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9112e-56a5-4598-8a81-eff13b652322 req-2cff7ef1-0e65-4cb9-8810-0a5e9b9ab89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:49.212186 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-28c9112e-56a5-4598-8a81-eff13b652322 req-2cff7ef1-0e65-4cb9-8810-0a5e9b9ab89a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d54332351cea45e782c5fdfcea8fb472&device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 1096 time: 0.0418925 Nov 03 19:51:49.322935 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9112e-56a5-4598-8a81-eff13b652322 req-011a8d5a-7ee9-411e-8491-3581e85a8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:49.324434 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-28c9112e-56a5-4598-8a81-eff13b652322 req-011a8d5a-7ee9-411e-8491-3581e85a8329 service neutron] 10.222.0.70 "GET /v2.0/networks?id=25543085-2bde-495c-a0ea-e5b065f1accb HTTP/1.1" status: 200 len: 918 time: 0.0903964 Nov 03 19:51:49.368892 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-28c9112e-56a5-4598-8a81-eff13b652322 req-01ccbb40-8f93-41b7-a3ac-d6aebe6770f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06516afa-b689-43e8-892f-f79bddfb963c HTTP/1.1" status: 200 len: 217 time: 0.0355256 Nov 03 19:51:49.418873 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9112e-56a5-4598-8a81-eff13b652322 req-73a8eff4-756b-4630-a6eb-f4ee2e555f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:49.420346 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-28c9112e-56a5-4598-8a81-eff13b652322 req-73a8eff4-756b-4630-a6eb-f4ee2e555f94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9420bc14-12ab-4995-be65-823d49d956c1 HTTP/1.1" status: 200 len: 856 time: 0.0452843 Nov 03 19:51:49.467070 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9112e-56a5-4598-8a81-eff13b652322 req-abe372d1-b3ba-4755-9785-3e12d31e16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:49.468479 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-28c9112e-56a5-4598-8a81-eff13b652322 req-abe372d1-b3ba-4755-9785-3e12d31e16dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25543085-2bde-495c-a0ea-e5b065f1accb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402107 Nov 03 19:51:49.564082 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-28c9112e-56a5-4598-8a81-eff13b652322 req-baf360ba-b33b-4389-bb73-3e8c06c62666 service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876153 Nov 03 19:51:49.660239 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-28c9112e-56a5-4598-8a81-eff13b652322 req-e7bd5815-8382-481b-9a5a-ef535142e11e service neutron] 10.222.0.70 "GET /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Nov 03 19:51:59.430241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f88f-6e30-41b8-99e7-5d3d3ad15dc5 req-5700266b-b847-45d5-8a53-93bd205da270 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:59.431753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f674f88f-6e30-41b8-99e7-5d3d3ad15dc5 req-5700266b-b847-45d5-8a53-93bd205da270 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 945 time: 0.0532460 Nov 03 19:51:59.480077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f674f88f-6e30-41b8-99e7-5d3d3ad15dc5 req-2c38069e-2ce7-4776-9de6-8ad24752e15f tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Nov 03 19:52:00.596458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd021c6-3556-4415-8cb0-d5aa4642145e req-314b1bde-2f1f-4f46-bc0e-b4d7c6f0a3c5 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:00.598640 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bd021c6-3556-4415-8cb0-d5aa4642145e req-314b1bde-2f1f-4f46-bc0e-b4d7c6f0a3c5 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 945 time: 0.0495298 Nov 03 19:52:00.650978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8bd021c6-3556-4415-8cb0-d5aa4642145e req-418221f7-83e0-4274-bf8a-102e16c45536 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ac73c6-3201-43f8-af26-d0603449d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Nov 03 19:52:01.041749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-1b72d9eb-4a5d-4c20-b719-0f1b4c6e5594 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:01.043226 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-1b72d9eb-4a5d-4c20-b719-0f1b4c6e5594 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.70 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Nov 03 19:52:01.132857 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Deleting port 06516afa-b689-43e8-892f-f79bddfb963c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:01.133192 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:01.225800 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] For port 06516afa-b689-43e8-892f-f79bddfb963c, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=06516afa-b689-43e8-892f-f79bddfb963c,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:01.226071 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:01.238704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Calling delete_port for 06516afa-b689-43e8-892f-f79bddfb963c owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:01.370098 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:01.382288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['06516afa-b689-43e8-892f-f79bddfb963c'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:52:01.400673 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Pushing event deleted for resources: {'Port': ['ID=06516afa-b689-43e8-892f-f79bddfb963c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:01.445372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] No DVR routers for this DVR port 06516afa-b689-43e8-892f-f79bddfb963c on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:52:01.448120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:01.451528 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eb9da795-b6c2-4920-abc8-1124cea4b51e req-626d6224-9b32-4d4b-9d37-3c8a1d7c2f58 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.70 "DELETE /v2.0/ports/06516afa-b689-43e8-892f-f79bddfb963c HTTP/1.1" status: 204 len: 173 time: 0.4024386 Nov 03 19:52:01.452003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafee087-46bb-4832-8302-a72183355c71', 'name': 'network-vif-deleted', 'tag': '06516afa-b689-43e8-892f-f79bddfb963c'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:01.454346 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedea0e7-718e-4c2f-98f3-6b175b8ac90c" -d '{"events": [{"server_uuid": "fafee087-46bb-4832-8302-a72183355c71", "name": "network-vif-deleted", "tag": "06516afa-b689-43e8-892f-f79bddfb963c"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:01.498234 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c1a232-cbc1-4dd2-bc7a-1c98128c888c x-openstack-request-id: req-29c1a232-cbc1-4dd2-bc7a-1c98128c888c {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:01.498600 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafee087-46bb-4832-8302-a72183355c71", "name": "network-vif-deleted", "tag": "06516afa-b689-43e8-892f-f79bddfb963c", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:01.498922 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29c1a232-cbc1-4dd2-bc7a-1c98128c888c {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:01.499396 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafee087-46bb-4832-8302-a72183355c71', 'name': 'network-vif-deleted', 'tag': '06516afa-b689-43e8-892f-f79bddfb963c', 'status': 'completed', 'code': 200} Nov 03 19:52:01.764055 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-806ce1e2-4937-4427-8482-9c2d4bf54c22 req-8188b965-cbfa-4504-ab01-60ee7ec692d7 tempest-TestEncryptedCinderVolumes-1433730393 tempest-TestEncryptedCinderVolumes-1433730393-project] 10.222.0.77 "GET /v2.0/ports?device_id=fafee087-46bb-4832-8302-a72183355c71 HTTP/1.1" status: 200 len: 210 time: 0.0282288 Nov 03 19:52:02.854817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45924) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:03.029396 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.205040 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.454133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Deleting port c119d3c0-7e6a-46c4-a750-b4468df551c2 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:03.454491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.534588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] For port c119d3c0-7e6a-46c4-a750-b4468df551c2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=c119d3c0-7e6a-46c4-a750-b4468df551c2,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:03.535869 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.548367 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Calling delete_port for c119d3c0-7e6a-46c4-a750-b4468df551c2 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:03.731117 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.760549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c119d3c0-7e6a-46c4-a750-b4468df551c2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:03.908855 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.947908 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:04.163136 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:52:04.270601 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:04.275712 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7da1cd3a-33d8-4bb3-81c1-f6602a956a7d admin admin] 10.222.0.77 "PUT /v2.0/routers/748c1185-4e88-47b9-9b2a-52c33d1aaf9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198399 Nov 03 19:52:04.278201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45926) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:04.280561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] Sync routers for ids ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:04.291738 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] Routers {'748c1185-4e88-47b9-9b2a-52c33d1aaf9f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:04.292358 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:51:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:04.383430 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:04.401977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] Set router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:04.599674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:52:03Z', 'revision_number': 5, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:04.633063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] Checking router: 748c1185-4e88-47b9-9b2a-52c33d1aaf9f for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:04.642152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] Routers {'748c1185-4e88-47b9-9b2a-52c33d1aaf9f'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:04.642774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:51:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:04.752994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] Set router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:04.800984 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:04.853519 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Deleting port 2a638412-62af-4602-8af5-2e2d8a453d45 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:04.853896 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:04.937864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] For port 2a638412-62af-4602-8af5-2e2d8a453d45, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=2a638412-62af-4602-8af5-2e2d8a453d45,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:04.938227 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:04.944582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:52:03Z', 'revision_number': 5, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:04.951383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Calling delete_port for 2a638412-62af-4602-8af5-2e2d8a453d45 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:04.971529 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36cf76-d760-49e5-b842-83063749fd77 None None] The sync data for ids ['748c1185-4e88-47b9-9b2a-52c33d1aaf9f'] in n-d-812148-3 is: [{'id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'name': 'tempest-TestEncryptedCinderVolumes-1954542185-router', 'tenant_id': 'd54332351cea45e782c5fdfcea8fb472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:52:03Z', 'revision_number': 5, 'project_id': 'd54332351cea45e782c5fdfcea8fb472', 'gw_port': {'id': '2a638412-62af-4602-8af5-2e2d8a453d45', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c1185-4e88-47b9-9b2a-52c33d1aaf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:42Z', 'updated_at': '2021-11-03T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:05.124226 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.150891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a638412-62af-4602-8af5-2e2d8a453d45,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:05.212771 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.309008 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.312794 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.361597 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.362296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 748c1185-4e88-47b9-9b2a-52c33d1aaf9f {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:52:05.367322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.368666 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1271a643-11fb-4132-8c4d-7601a6d48ec3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/748c1185-4e88-47b9-9b2a-52c33d1aaf9f HTTP/1.1" status: 204 len: 168 time: 1.0894158 Nov 03 19:52:05.371018 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45928) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:05.423041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb67280-8635-4cb0-8f2f-fcc5ac2fae0c admin admin] Deleting subnet 9420bc14-12ab-4995-be65-823d49d956c1 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:52:05.427038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb67280-8635-4cb0-8f2f-fcc5ac2fae0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.463834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb67280-8635-4cb0-8f2f-fcc5ac2fae0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.512758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 06516afa-b689-43e8-892f-f79bddfb963c no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:05.537313 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 06516afa-b689-43e8-892f-f79bddfb963c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:52:05.540074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 06516afa-b689-43e8-892f-f79bddfb963c not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:05.545460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb67280-8635-4cb0-8f2f-fcc5ac2fae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.609027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb67280-8635-4cb0-8f2f-fcc5ac2fae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.636626 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb67280-8635-4cb0-8f2f-fcc5ac2fae0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9420bc14-12ab-4995-be65-823d49d956c1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:05.640414 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6bb67280-8635-4cb0-8f2f-fcc5ac2fae0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.644056 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6bb67280-8635-4cb0-8f2f-fcc5ac2fae0c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9420bc14-12ab-4995-be65-823d49d956c1 HTTP/1.1" status: 204 len: 168 time: 0.2718019 Nov 03 19:52:05.646381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45930) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:05.648275 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014dbb94-51a6-40ed-98c3-3fdb808106ca None None] Network 25543085-2bde-495c-a0ea-e5b065f1accb requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:52:05.716814 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.769354 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Deleting port b381c47e-5ac9-4198-8d9b-7a8143502133 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:05.769724 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.841395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] For port b381c47e-5ac9-4198-8d9b-7a8143502133, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b381c47e-5ac9-4198-8d9b-7a8143502133,segment=NetworkSegment(228247ae-b26b-4c1c-a574-74e0022fc3bd),segment_id=228247ae-b26b-4c1c-a574-74e0022fc3bd)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:05.841782 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.854767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Calling delete_port for b381c47e-5ac9-4198-8d9b-7a8143502133 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:05.936157 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.968204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Pushing event deleted for resources: {'Port': ['ID=b381c47e-5ac9-4198-8d9b-7a8143502133,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:05.970109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] No DVR routers for this DVR port b381c47e-5ac9-4198-8d9b-7a8143502133 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:52:06.014502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2bb48a-5fd5-4aba-a039-f6466b670cf9 None None] DHCP port deletion for 25543085-2bde-495c-a0ea-e5b065f1accb request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:52:06.057019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.078332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25543085-2bde-495c-a0ea-e5b065f1accb']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:06.087630 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228247ae-b26b-4c1c-a574-74e0022fc3bd') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:06.087897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228247ae-b26b-4c1c-a574-74e0022fc3bd') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:06.096879 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c119d3c0-7e6a-46c4-a750-b4468df551c2 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:06.098035 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.112114 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.118978 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: c119d3c0-7e6a-46c4-a750-b4468df551c2 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:52:06.119329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device c119d3c0-7e6a-46c4-a750-b4468df551c2 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:06.119468 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:52:06.119896 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2a638412-62af-4602-8af5-2e2d8a453d45 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:06.120118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:52:06.121547 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:52:06.140351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 2a638412-62af-4602-8af5-2e2d8a453d45 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:52:06.140662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 2a638412-62af-4602-8af5-2e2d8a453d45 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:06.140969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b381c47e-5ac9-4198-8d9b-7a8143502133 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:06.165109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b381c47e-5ac9-4198-8d9b-7a8143502133 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:52:06.165557 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b381c47e-5ac9-4198-8d9b-7a8143502133 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:06.178414 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-db3e96f5-55d7-48b1-9720-f22441eb8c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.186342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.192264 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.195409 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] 10.222.0.77 "DELETE /v2.0/networks/25543085-2bde-495c-a0ea-e5b065f1accb HTTP/1.1" status: 204 len: 168 time: 0.5481002 Nov 03 19:52:06.198409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45932) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:06.206320 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026cf76-4a1f-426b-8007-f262bd9d4493 admin admin] Pushing event deleted for resources: {'Network': ['ID=25543085-2bde-495c-a0ea-e5b065f1accb,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:06.547156 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.797015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Deleting port e1cd638a-ed27-4cd2-abac-2383a7df8981 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:06.797404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.880834 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] For port e1cd638a-ed27-4cd2-abac-2383a7df8981, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e1cd638a-ed27-4cd2-abac-2383a7df8981,segment=NetworkSegment(e1190200-ce6d-4919-b509-1ce79b7e80b9),segment_id=e1190200-ce6d-4919-b509-1ce79b7e80b9)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:06.881443 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.895505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Calling delete_port for e1cd638a-ed27-4cd2-abac-2383a7df8981 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:07.080298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:07.106390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cd638a-ed27-4cd2-abac-2383a7df8981,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:07.134259 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.134610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.134949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.135283 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.135613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.135943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.136269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.136593 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.136912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.137232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.137591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.137901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:07.288143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:07.504625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Router c55ac34e-e053-451c-88a1-a156bd301ac2 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:52:07.611407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:07.617261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fbc464e1-6a03-4c30-aaec-8bbcb3988ea6 admin admin] 10.222.0.77 "PUT /v2.0/routers/c55ac34e-e053-451c-88a1-a156bd301ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4177463 Nov 03 19:52:07.619738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45934) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:07.622591 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] Sync routers for ids ['c55ac34e-e053-451c-88a1-a156bd301ac2'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:07.632897 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] Routers {'c55ac34e-e053-451c-88a1-a156bd301ac2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:07.633618 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:51:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c55ac34e-e053-451c-88a1-a156bd301ac2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:07.725948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:07.737517 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] Set router c55ac34e-e053-451c-88a1-a156bd301ac2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:07.928212 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:52:07Z', 'revision_number': 5, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:07.955100 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] Checking router: c55ac34e-e053-451c-88a1-a156bd301ac2 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:07.964929 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] Routers {'c55ac34e-e053-451c-88a1-a156bd301ac2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:07.965607 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:51:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['c55ac34e-e053-451c-88a1-a156bd301ac2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:08.083387 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] Set router c55ac34e-e053-451c-88a1-a156bd301ac2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:08.181534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.236915 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Deleting port 7871836e-be49-4837-af6e-037bc5df61e9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:08.237254 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.318792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] For port 7871836e-be49-4837-af6e-037bc5df61e9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7871836e-be49-4837-af6e-037bc5df61e9,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:08.319516 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.336786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Calling delete_port for 7871836e-be49-4837-af6e-037bc5df61e9 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:08.356089 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:52:07Z', 'revision_number': 5, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:08.382606 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d30d9-8cf3-4de1-b523-2a017fa39fe5 None None] The sync data for ids ['c55ac34e-e053-451c-88a1-a156bd301ac2'] in n-d-812148-3 is: [{'id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'name': 'tempest-TestEncryptedCinderVolumes-15709601-router', 'tenant_id': '9be7d824f3ca4045abd66a66140480cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7871836e-be49-4837-af6e-037bc5df61e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:52:07Z', 'revision_number': 5, 'project_id': '9be7d824f3ca4045abd66a66140480cc', 'gw_port': {'id': '7871836e-be49-4837-af6e-037bc5df61e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ac34e-e053-451c-88a1-a156bd301ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:50:47Z', 'updated_at': '2021-11-03T19:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:08.502439 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.531589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Pushing event deleted for resources: {'Port': ['ID=7871836e-be49-4837-af6e-037bc5df61e9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:08.591085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.682543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.684590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.735620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.736392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55ac34e-e053-451c-88a1-a156bd301ac2 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:52:08.741955 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.743260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d2e763db-76d6-481a-9fec-e9c1abfb4820 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c55ac34e-e053-451c-88a1-a156bd301ac2 HTTP/1.1" status: 204 len: 168 time: 1.1226072 Nov 03 19:52:08.746041 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45938) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:08.791641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d88955e-6a12-4a1b-a60a-41c862059cae admin admin] Deleting subnet 9637746a-37f7-429f-8b20-0d4f3643bc69 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:52:08.795058 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d88955e-6a12-4a1b-a60a-41c862059cae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.831914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d88955e-6a12-4a1b-a60a-41c862059cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.917373 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d88955e-6a12-4a1b-a60a-41c862059cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.973506 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d88955e-6a12-4a1b-a60a-41c862059cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.998608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88955e-6a12-4a1b-a60a-41c862059cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9637746a-37f7-429f-8b20-0d4f3643bc69,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:09.004378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2d88955e-6a12-4a1b-a60a-41c862059cae admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.007675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d88955e-6a12-4a1b-a60a-41c862059cae admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9637746a-37f7-429f-8b20-0d4f3643bc69 HTTP/1.1" status: 204 len: 168 time: 0.2608886 Nov 03 19:52:09.010884 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45940) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:09.012582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad9902-1aa3-4a13-afeb-8118d7ec241d None None] Network dae68719-91e0-4523-ab6e-fd445465d37d requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:52:09.087562 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.146953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Deleting port e7439b75-40b8-45da-b43d-9d7130bef170 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:09.147374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.201374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] DHCP port deletion for dae68719-91e0-4523-ab6e-fd445465d37d request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:52:09.230165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] For port e7439b75-40b8-45da-b43d-9d7130bef170, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e7439b75-40b8-45da-b43d-9d7130bef170,segment=NetworkSegment(e1190200-ce6d-4919-b509-1ce79b7e80b9),segment_id=e1190200-ce6d-4919-b509-1ce79b7e80b9)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:09.230524 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.244448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Calling delete_port for e7439b75-40b8-45da-b43d-9d7130bef170 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:09.254436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] Deleting port e7439b75-40b8-45da-b43d-9d7130bef170 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:09.254856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.329113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] For port e7439b75-40b8-45da-b43d-9d7130bef170, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e7439b75-40b8-45da-b43d-9d7130bef170,segment=NetworkSegment(e1190200-ce6d-4919-b509-1ce79b7e80b9),segment_id=e1190200-ce6d-4919-b509-1ce79b7e80b9)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:09.329590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.343129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.345543 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] Calling delete_port for e7439b75-40b8-45da-b43d-9d7130bef170 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:09.377805 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7439b75-40b8-45da-b43d-9d7130bef170,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:09.381233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] No DVR routers for this DVR port e7439b75-40b8-45da-b43d-9d7130bef170 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:52:09.439792 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.463262 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] Pushing event deleted for resources: {'Port': ['ID=e7439b75-40b8-45da-b43d-9d7130bef170,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:09.463748 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.470174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3198f3b-17c3-4c76-a2fc-5e1d7558e636 None None] No DVR routers for this DVR port e7439b75-40b8-45da-b43d-9d7130bef170 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:52:09.493438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae68719-91e0-4523-ab6e-fd445465d37d']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:09.503804 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1190200-ce6d-4919-b509-1ce79b7e80b9') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:09.504100 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1190200-ce6d-4919-b509-1ce79b7e80b9') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:09.515305 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.531689 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.544075 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:52:09.544488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:52:09.546388 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:52:09.606266 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.612346 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.615822 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dae68719-91e0-4523-ab6e-fd445465d37d HTTP/1.1" status: 204 len: 168 time: 0.6031191 Nov 03 19:52:09.627133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297bf5-014b-4316-a392-b95a35979fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dae68719-91e0-4523-ab6e-fd445465d37d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:09.783727 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45944) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:09.835898 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-31b38b81-c7fb-4bd9-8592-c8533e8d9917 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d54332351cea45e782c5fdfcea8fb472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502739 Nov 03 19:52:09.838535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45946) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:09.850023 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e7439b75-40b8-45da-b43d-9d7130bef170 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:09.872583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e7439b75-40b8-45da-b43d-9d7130bef170 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:52:09.872968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e7439b75-40b8-45da-b43d-9d7130bef170 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:09.873360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7871836e-be49-4837-af6e-037bc5df61e9 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:09.895766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 7871836e-be49-4837-af6e-037bc5df61e9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:52:09.896216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7871836e-be49-4837-af6e-037bc5df61e9 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:09.896712 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e1cd638a-ed27-4cd2-abac-2383a7df8981 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:09.907772 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01cde487-b159-4f98-959e-933348656877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.916366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e1cd638a-ed27-4cd2-abac-2383a7df8981 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:52:09.916643 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e1cd638a-ed27-4cd2-abac-2383a7df8981 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:09.939941 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01cde487-b159-4f98-959e-933348656877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.999284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01cde487-b159-4f98-959e-933348656877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.001961 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01cde487-b159-4f98-959e-933348656877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.003147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-01cde487-b159-4f98-959e-933348656877 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99ac73c6-3201-43f8-af26-d0603449d339 HTTP/1.1" status: 204 len: 168 time: 0.1636019 Nov 03 19:52:10.012070 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cde487-b159-4f98-959e-933348656877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac73c6-3201-43f8-af26-d0603449d339,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:10.314555 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.378104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45952) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:10.388498 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4fb86116-5ae5-4197-b46c-ddd1a665f004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.424257 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5a20d5ed-13ce-4233-92ce-c78d8663b2b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9be7d824f3ca4045abd66a66140480cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448444 Nov 03 19:52:10.427724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45954) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:10.501721 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-34cdbda1-d7fd-4c0b-936b-3f85ddd26895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.525003 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-34cdbda1-d7fd-4c0b-936b-3f85ddd26895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.596697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-34cdbda1-d7fd-4c0b-936b-3f85ddd26895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.600020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-34cdbda1-d7fd-4c0b-936b-3f85ddd26895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.601486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-34cdbda1-d7fd-4c0b-936b-3f85ddd26895 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da464467-55f7-4c0d-b78c-ab28fb3db0f5 HTTP/1.1" status: 204 len: 168 time: 0.1725266 Nov 03 19:52:10.610578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdbda1-d7fd-4c0b-936b-3f85ddd26895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da464467-55f7-4c0d-b78c-ab28fb3db0f5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:11.372175 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45976) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:11.476081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1976154117-network', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:11.498180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Made reservation on behalf of 231cd4de5f304546bbe97a1725f7df45 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:52:11.500471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.510192 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.581943 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.585965 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.605776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:52:11.619590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:11.624313 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.624650 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Added segment 0a75c88f-e1c6-407e-8547-3e14b145e19d of type vlan for network 74c8ed69-e95d-465c-a45e-c89763c6cb3b Nov 03 19:52:11.666434 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.694892 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.695847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:11.696417 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.726999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3533731 Nov 03 19:52:11.729931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 45980) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:11.735092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Request body: {'subnet': {'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1976154117-subnet', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:11.758988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Made reservation on behalf of 231cd4de5f304546bbe97a1725f7df45 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:52:11.760125 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7379e6-8d12-442e-b987-9d9ad6f09fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=74c8ed69-e95d-465c-a45e-c89763c6cb3b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:11.761402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:11.770622 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:52:11.945944 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.009059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c10d819-8672-4d81-834b-9414f4e6ce13,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:12.016254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Checking segment: {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:12.016613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Network hostable DHCP agents. Network: 74c8ed69-e95d-465c-a45e-c89763c6cb3b, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:52:12.033646 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:52:12.043289 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 74c8ed69-e95d-465c-a45e-c89763c6cb3b) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:12.047588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:12.048197 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.053080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0783bef6-48fe-45e2-b507-0140b5fc2ad5 None None] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:52:12.066043 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-91bc1666-60e3-46ac-b583-b153cac47227 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3343565 Nov 03 19:52:12.068376 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45982) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:12.072791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:12.094997 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.096323 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.149954 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.207073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:52:12.208007 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.293520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.350239 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Allocated IP 172.20.0.2 (74c8ed69-e95d-465c-a45e-c89763c6cb3b/3c10d819-8672-4d81-834b-9414f4e6ce13/9e6b3e98-e77f-40ce-a3d0-cbe095f679d2) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:12.397332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.498105 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.518404 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.626195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Allocated IP 172.25.3.120 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/7ced6709-e340-4e93-8bf6-30992b6f6ca0) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:12.643731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.687939 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.695174 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.734297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:12.741249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:12.743160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.745708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:12.750841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Pushing event updated for resources: {'Port': ['ID=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:12.778128 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.804409 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Attempting to bind port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:12.805006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Attempting to bind port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:12.805111 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Attempting to bind port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 on network 74c8ed69-e95d-465c-a45e-c89763c6cb3b {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:12.810324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:12.810701 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Checking segment: {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:12.811100 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.811491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Bound using segment: {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:12.811979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Bound port: 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:12.812359 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.814777 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:12.817863 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:12.823537 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:12.849474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Pushing event updated for resources: {'Port': ['ID=7ced6709-e340-4e93-8bf6-30992b6f6ca0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:12.877303 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] For port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:12.880848 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] For port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:12.886885 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.944687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cc96d-d330-4522-87e3-f620eaa8cbc6 None None] Pushing event updated for resources: {'Port': ['ID=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:13.096042 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:13.329112 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:13.465661 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:52:13.575635 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:13.585840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Sync routers for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:13.593848 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:13.598305 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f3351ae7-b9a1-4f40-af8e-e846740381fc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5257235 Nov 03 19:52:13.598621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 45984) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:13.599154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:13.599891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:13.714479 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:13.898885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86712f9-f0ac-4c5b-ac17-d0ef12a7d441 None None] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:52:13.917045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:14.020283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-a265b308-04f7-4407-98a0-b48814376ac7 None None] Provisioning complete for port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:14.020572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a265b308-04f7-4407-98a0-b48814376ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.044642 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.109649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:12Z', 'revision_number': 3, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:14.114189 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:14.114556 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.174265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Checking router: dfda9d3b-6a18-4a05-ad00-0c3ca487d75b for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:14.174612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Updating router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b port 7ced6709-e340-4e93-8bf6-30992b6f6ca0 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:52:14.204741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Allocated IP 172.20.0.1 (74c8ed69-e95d-465c-a45e-c89763c6cb3b/3c10d819-8672-4d81-834b-9414f4e6ce13/d6e3ca65-ba13-4b89-a799-2e1c3684f794) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:14.260218 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.318143 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.318401 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a265b308-04f7-4407-98a0-b48814376ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.353236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.392271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:14.400373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:14.404966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:14.408282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e3ca65-ba13-4b89-a799-2e1c3684f794,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:14.447090 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.466674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a265b308-04f7-4407-98a0-b48814376ac7 None None] For port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:14.467872 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.480726 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a265b308-04f7-4407-98a0-b48814376ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.581124 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.616980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b308-04f7-4407-98a0-b48814376ac7 None None] Pushing event updated for resources: {'Port': ['ID=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:14.645968 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:52:14.646292 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:52:14.729642 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.734549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8b2c17bd-2619-4381-a069-dc6c5bdeccbb None None] Provisioning complete for port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:14.735078 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c17bd-2619-4381-a069-dc6c5bdeccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.762845 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.785338 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.791248 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.836203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Attempting to bind port 7ced6709-e340-4e93-8bf6-30992b6f6ca0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:14.836610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Attempting to bind port 7ced6709-e340-4e93-8bf6-30992b6f6ca0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:14.836993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Attempting to bind port 7ced6709-e340-4e93-8bf6-30992b6f6ca0 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:14.841359 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373df24-4585-4823-b0ea-4a74b91da234 None None] Pushing event updated for resources: {'Port': ['ID=7ced6709-e340-4e93-8bf6-30992b6f6ca0,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:14.849461 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:14.849837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:14.850234 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.850624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:14.851105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Bound port: 7ced6709-e340-4e93-8bf6-30992b6f6ca0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:14.851488 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.869580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e3ca65-ba13-4b89-a799-2e1c3684f794,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:14.872001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.932065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] For port 7ced6709-e340-4e93-8bf6-30992b6f6ca0, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:14.935898 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] For port 7ced6709-e340-4e93-8bf6-30992b6f6ca0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7ced6709-e340-4e93-8bf6-30992b6f6ca0,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:14.941729 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:14.974449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:14.976576 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:14.997366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:14.997644 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:15.051412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373df24-4585-4823-b0ea-4a74b91da234 None None] Pushing event updated for resources: {'Port': ['ID=7ced6709-e340-4e93-8bf6-30992b6f6ca0,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:15.131634 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:52:15.258029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:15.263134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-03a97b40-ac31-413c-a83d-e8d89dc9a986 admin admin] 10.222.0.77 "PUT /v2.0/routers/dfda9d3b-6a18-4a05-ad00-0c3ca487d75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634870 Nov 03 19:52:15.304966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8e68fadf-26f3-41bd-aa81-2c4b04e73b30 None None] Provisioning complete for port d6e3ca65-ba13-4b89-a799-2e1c3684f794 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:15.305369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8e68fadf-26f3-41bd-aa81-2c4b04e73b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:15.388935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:15.392299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8e68fadf-26f3-41bd-aa81-2c4b04e73b30 None None] Port d6e3ca65-ba13-4b89-a799-2e1c3684f794 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:52:15.552064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8b83fa84-3982-41cd-957c-b77e68267f23 None None] Provisioning complete for port d6e3ca65-ba13-4b89-a799-2e1c3684f794 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:15.552433 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8b83fa84-3982-41cd-957c-b77e68267f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:15.618990 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8b83fa84-3982-41cd-957c-b77e68267f23 None None] Port d6e3ca65-ba13-4b89-a799-2e1c3684f794 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:52:15.648856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 2, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:15.677228 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cec88d-3113-449f-a4ef-df930e1c38ca None None] The sync data for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 is: [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 2, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:15.761241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46000) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:15.766564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-942078227-network', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:15.787972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Made reservation on behalf of 146bbb0491f94df0b4bf95a31e2cb62a for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:52:15.790580 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:15.801161 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:15.900590 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:15.903065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:15.905796 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:15.942391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22247beb-e4e2-4b31-aa14-3884c891c9a5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:15.948936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:52:15.960341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:15.960763 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Added segment 521e2f90-7bb2-485b-a93f-7f8dbb3a799f of type vlan for network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 Nov 03 19:52:15.974650 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:15.975464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.006982 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.036695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.037817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:16.038957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.157652 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:52:16.426745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6643200 Nov 03 19:52:16.429565 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46002) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:16.434932 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Request body: {'subnet': {'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-942078227-subnet', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:16.460841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d888895-fc67-449a-9f00-761279adfcc1 admin admin] Pushing event updated for resources: {'Network': ['ID=6118d74c-dcae-4f7e-8a8c-66fb936056f3,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:16.470649 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Made reservation on behalf of 146bbb0491f94df0b4bf95a31e2cb62a for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:52:16.472800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:52:16.474648 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.661103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.723142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c073d482-9960-4358-b0b5-fd59bb88826a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:16.732662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Checking segment: {'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:16.733026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Network hostable DHCP agents. Network: 6118d74c-dcae-4f7e-8a8c-66fb936056f3, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:52:16.758161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:52:16.770265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 6118d74c-dcae-4f7e-8a8c-66fb936056f3) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:16.774462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:16.775049 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.780188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3209d2f-afde-48ad-913d-2ca4044e9eaa None None] Network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:52:16.798287 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-46a2f48e-b0ab-4764-ae3a-1dd0a68d9046 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3672128 Nov 03 19:52:16.800537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46004) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:16.804942 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:16.829506 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.830633 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.889939 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:16.945216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-6118d74c-dcae-4f7e-8a8c-66fb936056f3', 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'fixed_ips': [{'subnet_id': 'c073d482-9960-4358-b0b5-fd59bb88826a'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:52:16.946116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.047207 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.090768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Allocated IP 172.20.0.2 (6118d74c-dcae-4f7e-8a8c-66fb936056f3/c073d482-9960-4358-b0b5-fd59bb88826a/65060dc9-7c66-4c31-9470-d6f72eeaeb04) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:17.239929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.245816 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.263486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.283247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.283450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:17.293938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:17.296366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:17.305777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Pushing event updated for resources: {'Port': ['ID=65060dc9-7c66-4c31-9470-d6f72eeaeb04,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:17.357342 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Attempting to bind port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:17.357901 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Attempting to bind port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:17.358380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Attempting to bind port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 on network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:17.364281 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:17.364728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Checking segment: {'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:17.365343 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.365658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Bound using segment: {'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:17.366187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Bound port: 65060dc9-7c66-4c31-9470-d6f72eeaeb04, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:17.366633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.398893 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Allocated IP 172.25.3.230 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/5e8ae9b0-de68-4dd7-91e5-658fb09662ae) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:17.440031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] For port 65060dc9-7c66-4c31-9470-d6f72eeaeb04, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:17.444345 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] For port 65060dc9-7c66-4c31-9470-d6f72eeaeb04, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=65060dc9-7c66-4c31-9470-d6f72eeaeb04,segment=NetworkSegment(521e2f90-7bb2-485b-a93f-7f8dbb3a799f),segment_id=521e2f90-7bb2-485b-a93f-7f8dbb3a799f)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:17.449105 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.506618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa20d3-978e-4a96-9638-3ebbe307a4e3 None None] Pushing event updated for resources: {'Port': ['ID=65060dc9-7c66-4c31-9470-d6f72eeaeb04,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:17.521057 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.557542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.596304 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:17.603277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:17.605706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:17.635152 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Pushing event updated for resources: {'Port': ['ID=5e8ae9b0-de68-4dd7-91e5-658fb09662ae,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:17.777995 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Sync routers for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:17.792890 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:17.793546 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:17.921977 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:17.927739 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:17.946943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 65060dc9-7c66-4c31-9470-d6f72eeaeb04 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:18.007110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:18.008470 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.125612 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.154943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.168904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 65060dc9-7c66-4c31-9470-d6f72eeaeb04, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=65060dc9-7c66-4c31-9470-d6f72eeaeb04,segment=NetworkSegment(521e2f90-7bb2-485b-a93f-7f8dbb3a799f),segment_id=521e2f90-7bb2-485b-a93f-7f8dbb3a799f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:18.170047 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 2, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:18.174699 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.175764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7ced6709-e340-4e93-8bf6-30992b6f6ca0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:18.201892 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Checking router: dfda9d3b-6a18-4a05-ad00-0c3ca487d75b for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:18.202247 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Updating router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b port d6e3ca65-ba13-4b89-a799-2e1c3684f794 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:52:18.232237 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.279088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=65060dc9-7c66-4c31-9470-d6f72eeaeb04,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:18.292270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7ced6709-e340-4e93-8bf6-30992b6f6ca0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:18.292803 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.339499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Router 32609669-7a27-4fa2-81b7-40f490ac39b0 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:52:18.391307 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.420911 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 7ced6709-e340-4e93-8bf6-30992b6f6ca0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7ced6709-e340-4e93-8bf6-30992b6f6ca0,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:18.426115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.488082 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:18.488436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=7ced6709-e340-4e93-8bf6-30992b6f6ca0,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:18.500084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Sync routers for ids ['32609669-7a27-4fa2-81b7-40f490ac39b0'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:18.514368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.516383 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9f8ce6d1-77ff-412c-91d2-1e5eee345035 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7148149 Nov 03 19:52:18.519780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46006) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:18.522108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Routers {'32609669-7a27-4fa2-81b7-40f490ac39b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:18.522864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['32609669-7a27-4fa2-81b7-40f490ac39b0'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:18.608573 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.619413 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.673475 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Set router 32609669-7a27-4fa2-81b7-40f490ac39b0 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:18.700945 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Pushing event updated for resources: {'Port': ['ID=d6e3ca65-ba13-4b89-a799-2e1c3684f794,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:18.730194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.730627 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.730911 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.731205 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.731537 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.732493 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.732493 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.732493 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.732938 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.733100 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.733454 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.733790 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:18.752121 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Attempting to bind port d6e3ca65-ba13-4b89-a799-2e1c3684f794 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:18.752493 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Attempting to bind port d6e3ca65-ba13-4b89-a799-2e1c3684f794 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:18.752858 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Attempting to bind port d6e3ca65-ba13-4b89-a799-2e1c3684f794 on network 74c8ed69-e95d-465c-a45e-c89763c6cb3b {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:18.765922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cc9b8d-6cde-4074-9be6-c79f8e1d6203 None None] Network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:52:18.768013 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:18.768500 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Checking segment: {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:18.769666 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.770135 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Bound using segment: {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:18.770669 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Bound port: d6e3ca65-ba13-4b89-a799-2e1c3684f794, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:18.771194 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.851721 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] For port d6e3ca65-ba13-4b89-a799-2e1c3684f794, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:18.856834 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] For port d6e3ca65-ba13-4b89-a799-2e1c3684f794, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d6e3ca65-ba13-4b89-a799-2e1c3684f794,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:18.863158 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.936007 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d7e46753-3107-4a6c-9900-cc060c9c706b None None] Provisioning complete for port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:18.936255 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7e46753-3107-4a6c-9900-cc060c9c706b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:18.955035 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:18.955667 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:18.963232 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432cbe7-2825-4c82-9e1e-cb5589215317 None None] Pushing event updated for resources: {'Port': ['ID=d6e3ca65-ba13-4b89-a799-2e1c3684f794,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:19.125409 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:19.155697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.176154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:52:17Z', 'revision_number': 3, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port': {'id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:17Z', 'updated_at': '2021-11-03T19:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:19.210904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Checking router: 32609669-7a27-4fa2-81b7-40f490ac39b0 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:19.211266 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Updating router 32609669-7a27-4fa2-81b7-40f490ac39b0 port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:52:19.239734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.338895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2025ed31-dd1d-4805-af22-c9b7c0542eef None None] Provisioning complete for port d6e3ca65-ba13-4b89-a799-2e1c3684f794 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:19.339673 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2025ed31-dd1d-4805-af22-c9b7c0542eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.374135 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:19.383837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Allocated IP 172.20.0.1 (6118d74c-dcae-4f7e-8a8c-66fb936056f3/c073d482-9960-4358-b0b5-fd59bb88826a/0aa985e4-0ce6-4001-a75d-ba6bcded2973) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:19.416391 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de83ca-5407-47f9-9b0a-07fb86a88a14 None None] The sync data for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 is: [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:19.523860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.542922 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2025ed31-dd1d-4805-af22-c9b7c0542eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.559727 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.600231 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:19.605480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:19.609260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:19.615433 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa985e4-0ce6-4001-a75d-ba6bcded2973,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:19.673108 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.830054 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2025ed31-dd1d-4805-af22-c9b7c0542eef None None] For port d6e3ca65-ba13-4b89-a799-2e1c3684f794, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d6e3ca65-ba13-4b89-a799-2e1c3684f794,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:19.843883 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2025ed31-dd1d-4805-af22-c9b7c0542eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.850204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.870821 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.903509 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.926300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d6e3ca65-ba13-4b89-a799-2e1c3684f794 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:19.997931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025ed31-dd1d-4805-af22-c9b7c0542eef None None] Pushing event updated for resources: {'Port': ['ID=d6e3ca65-ba13-4b89-a799-2e1c3684f794,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:20.008971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Attempting to bind port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:20.009446 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Attempting to bind port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:20.009895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Attempting to bind port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:20.045790 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8300fd64-e387-4330-a479-cf0f91ef14b9 None None] Provisioning complete for port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:20.046214 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8300fd64-e387-4330-a479-cf0f91ef14b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.047800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:20.048176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:20.048567 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.048960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:20.049547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Bound port: 5e8ae9b0-de68-4dd7-91e5-658fb09662ae, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:20.049892 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.067044 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.072371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.137365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170d8a1-e111-4b11-9f2a-88db09f997c7 None None] Pushing event updated for resources: {'Port': ['ID=5e8ae9b0-de68-4dd7-91e5-658fb09662ae,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:20.148462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.150905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8300fd64-e387-4330-a479-cf0f91ef14b9 None None] Port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:52:20.151094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa985e4-0ce6-4001-a75d-ba6bcded2973,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:20.166569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d6e3ca65-ba13-4b89-a799-2e1c3684f794 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:20.166943 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.173558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] For port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:20.214216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] For port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e8ae9b0-de68-4dd7-91e5-658fb09662ae,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:20.216979 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8300fd64-e387-4330-a479-cf0f91ef14b9 None None] Provisioning complete for port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:20.217350 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8300fd64-e387-4330-a479-cf0f91ef14b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.225278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.264741 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:20.266207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:20.332437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170d8a1-e111-4b11-9f2a-88db09f997c7 None None] Pushing event updated for resources: {'Port': ['ID=5e8ae9b0-de68-4dd7-91e5-658fb09662ae,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:20.360912 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Routers {'32609669-7a27-4fa2-81b7-40f490ac39b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:20.361593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['32609669-7a27-4fa2-81b7-40f490ac39b0'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:20.423136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Router 32609669-7a27-4fa2-81b7-40f490ac39b0 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:52:20.466341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 65060dc9-7c66-4c31-9470-d6f72eeaeb04 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:20.542186 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:20.547448 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-713bdbf8-54e4-466b-818b-eb3a18d4b2e9 admin admin] 10.222.0.77 "PUT /v2.0/routers/32609669-7a27-4fa2-81b7-40f490ac39b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0255616 Nov 03 19:52:20.561507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] Set router 32609669-7a27-4fa2-81b7-40f490ac39b0 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:20.601152 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:20.601534 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.740430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6edb7032-3ed8-477f-a122-7dda911f0dfd None None] Provisioning complete for port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:20.741021 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6edb7032-3ed8-477f-a122-7dda911f0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:20.826090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-6edb7032-3ed8-477f-a122-7dda911f0dfd None None] Port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:52:20.876314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7ced6709-e340-4e93-8bf6-30992b6f6ca0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:20.934307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 4, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port': {'id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:17Z', 'updated_at': '2021-11-03T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0aa985e4-0ce6-4001-a75d-ba6bcded2973', 'name': '', 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'mac_address': 'fa:16:3e:17:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:19Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 2, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'subnets': [{'id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:20.974177 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ef4bb-31eb-4580-ace3-535b64b36d90 None None] The sync data for ids ['32609669-7a27-4fa2-81b7-40f490ac39b0'] in n-d-812148-3 is: [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 4, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port': {'id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:17Z', 'updated_at': '2021-11-03T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0aa985e4-0ce6-4001-a75d-ba6bcded2973', 'name': '', 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'mac_address': 'fa:16:3e:17:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:19Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 2, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'subnets': [{'id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:20.980796 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 7ced6709-e340-4e93-8bf6-30992b6f6ca0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:20.981252 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:21.904993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d6e3ca65-ba13-4b89-a799-2e1c3684f794 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:21.988238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d6e3ca65-ba13-4b89-a799-2e1c3684f794 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:21.989146 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:23.839303 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Sync routers for ids ['32609669-7a27-4fa2-81b7-40f490ac39b0'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:23.851041 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Routers {'32609669-7a27-4fa2-81b7-40f490ac39b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:23.851794 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['32609669-7a27-4fa2-81b7-40f490ac39b0'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:23.928352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e8ae9b0-de68-4dd7-91e5-658fb09662ae up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:23.995318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:23.995570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.049962 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Set router 32609669-7a27-4fa2-81b7-40f490ac39b0 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:24.121635 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.136490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e8ae9b0-de68-4dd7-91e5-658fb09662ae,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:24.142210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.214029 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=5e8ae9b0-de68-4dd7-91e5-658fb09662ae,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:24.476997 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 4, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port': {'id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:17Z', 'updated_at': '2021-11-03T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0aa985e4-0ce6-4001-a75d-ba6bcded2973', 'name': '', 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'mac_address': 'fa:16:3e:17:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:19Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 2, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'subnets': [{'id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:24.513576 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Checking router: 32609669-7a27-4fa2-81b7-40f490ac39b0 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:24.514028 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Updating router 32609669-7a27-4fa2-81b7-40f490ac39b0 port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:52:24.560973 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.929469 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.936583 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.996969 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd9c37-d001-4e2f-9d95-db2d8a2628cc None None] Pushing event updated for resources: {'Port': ['ID=0aa985e4-0ce6-4001-a75d-ba6bcded2973,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:25.068427 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Attempting to bind port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:25.068874 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Attempting to bind port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:25.069294 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Attempting to bind port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 on network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:25.078938 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:25.079642 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Checking segment: {'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:25.080044 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:25.080462 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Bound using segment: {'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:25.081021 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Bound port: 0aa985e4-0ce6-4001-a75d-ba6bcded2973, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521e2f90-7bb2-485b-a93f-7f8dbb3a799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:25.081450 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:25.163984 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] For port 0aa985e4-0ce6-4001-a75d-ba6bcded2973, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:25.168139 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] For port 0aa985e4-0ce6-4001-a75d-ba6bcded2973, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0aa985e4-0ce6-4001-a75d-ba6bcded2973,segment=NetworkSegment(521e2f90-7bb2-485b-a93f-7f8dbb3a799f),segment_id=521e2f90-7bb2-485b-a93f-7f8dbb3a799f)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:25.173029 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:25.219373 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Routers {'32609669-7a27-4fa2-81b7-40f490ac39b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:25.219997 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['32609669-7a27-4fa2-81b7-40f490ac39b0'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:25.298181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-49f7f08a-42ac-4007-924d-eb46176e8b62 None None] Provisioning complete for port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:25.300758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-49f7f08a-42ac-4007-924d-eb46176e8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:25.303894 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd9c37-d001-4e2f-9d95-db2d8a2628cc None None] Pushing event updated for resources: {'Port': ['ID=0aa985e4-0ce6-4001-a75d-ba6bcded2973,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:25.412658 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] Set router 32609669-7a27-4fa2-81b7-40f490ac39b0 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:25.474424 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-49f7f08a-42ac-4007-924d-eb46176e8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:25.541960 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-49f7f08a-42ac-4007-924d-eb46176e8b62 None None] For port 0aa985e4-0ce6-4001-a75d-ba6bcded2973, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0aa985e4-0ce6-4001-a75d-ba6bcded2973,segment=NetworkSegment(521e2f90-7bb2-485b-a93f-7f8dbb3a799f),segment_id=521e2f90-7bb2-485b-a93f-7f8dbb3a799f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:25.549001 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-49f7f08a-42ac-4007-924d-eb46176e8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:25.648693 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7f08a-42ac-4007-924d-eb46176e8b62 None None] Pushing event updated for resources: {'Port': ['ID=0aa985e4-0ce6-4001-a75d-ba6bcded2973,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:25.688491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6ea4f6ef-2846-43f6-8792-95afc0df629e None None] Provisioning complete for port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:25.689021 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f6ef-2846-43f6-8792-95afc0df629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:25.845775 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 4, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port': {'id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:17Z', 'updated_at': '2021-11-03T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0aa985e4-0ce6-4001-a75d-ba6bcded2973', 'name': '', 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'mac_address': 'fa:16:3e:17:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:19Z', 'updated_at': '2021-11-03T19:52:25Z', 'revision_number': 4, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'subnets': [{'id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:25.915770 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943b65a-476b-4938-b0fc-28d376161269 None None] The sync data for ids ['32609669-7a27-4fa2-81b7-40f490ac39b0'] in n-d-812148-3 is: [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 4, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port': {'id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:17Z', 'updated_at': '2021-11-03T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '0aa985e4-0ce6-4001-a75d-ba6bcded2973', 'name': '', 'network_id': '6118d74c-dcae-4f7e-8a8c-66fb936056f3', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'mac_address': 'fa:16:3e:17:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:19Z', 'updated_at': '2021-11-03T19:52:25Z', 'revision_number': 4, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'subnets': [{'id': 'c073d482-9960-4358-b0b5-fd59bb88826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:25.958419 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e8ae9b0-de68-4dd7-91e5-658fb09662ae up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:26.023091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:26.023858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:26.122943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0aa985e4-0ce6-4001-a75d-ba6bcded2973 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:26.185142 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:26.185862 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:31.651772 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-4990f73c-b8ae-4750-b530-010f76760cd1 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:31.653184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-4990f73c-b8ae-4750-b530-010f76760cd1 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 815 time: 0.1126294 Nov 03 19:52:31.669064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-5512e846-f505-4bf2-8af3-2b17618c7f07 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/quotas/231cd4de5f304546bbe97a1725f7df45 HTTP/1.1" status: 200 len: 375 time: 0.0100803 Nov 03 19:52:31.723314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-fe70f730-db26-480d-8ed6-c9520996f4a9 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485196 Nov 03 19:52:31.920957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-e8cafc1e-1e5a-48bb-a5ff-8c8cb352a1df service neutron] 10.222.0.77 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851366 Nov 03 19:52:32.013475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-c6f69e05-485b-4a80-b221-3715e578474f service neutron] 10.222.0.77 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 Nov 03 19:52:32.219109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-872cd171-2ead-4120-bf0d-042172ec84bf req-8d625aa8-ddc5-4b82-b337-a09ef14b6627 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 210 time: 0.0334580 Nov 03 19:52:33.038253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:33.331537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6d0b097-e601-4fe3-a0a1-18176ab8b63f req-d9765588-45c1-416b-8ad7-b25352b24ee3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 210 time: 0.0308428 Nov 03 19:52:33.368623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-ef25229d-a308-4e83-9539-6c0cb9f45730 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:33.370115 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-ef25229d-a308-4e83-9539-6c0cb9f45730 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.70 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 815 time: 0.1157508 Nov 03 19:52:33.386249 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'port': {'device_id': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'admin_state_up': True, 'tenant_id': '231cd4de5f304546bbe97a1725f7df45'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:33.512412 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Made reservation on behalf of 231cd4de5f304546bbe97a1725f7df45 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:52:33.516119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:33.657644 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Allocated IP 172.20.0.8 (74c8ed69-e95d-465c-a45e-c89763c6cb3b/3c10d819-8672-4d81-834b-9414f4e6ce13/2c007b7c-ffe7-4fb0-95b4-ba3518ce45db) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:33.839997 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:33.887536 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:33.922331 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:33.962765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'Port': ['ID=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:33.974911 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.975276 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.975615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.975949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.976277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.976603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.976924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.977260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.977592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.977912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.978229 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.978541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:33.986338 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:33.987964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:33.990580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:34.044399 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:34.045196 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:34.069373 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-2273b6d4-e021-4716-a204-f3c1722f589f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6874669 Nov 03 19:52:34.229577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-494c986d-afd5-48c3-b58f-f092f24cddac None None] Provisioning complete for port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:34.229577 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-494c986d-afd5-48c3-b58f-f092f24cddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:34.274050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-494c986d-afd5-48c3-b58f-f092f24cddac None None] Port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:52:34.481241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0f102-5e0e-48f2-892e-68b05e9142b0 req-e1f5fd84-f55f-4f75-bedf-a4ba521e6473 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:34.483958 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6dc0f102-5e0e-48f2-892e-68b05e9142b0 req-e1f5fd84-f55f-4f75-bedf-a4ba521e6473 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0742602 Nov 03 19:52:34.540850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6dc0f102-5e0e-48f2-892e-68b05e9142b0 req-b9175b30-5b5f-4909-9d99-734c4832955f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501783 Nov 03 19:52:35.672057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c1cef-d6a9-46b3-bd49-21b49625c795 req-21e586f8-f467-4abb-b158-6926ffdaec06 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:35.673621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b3c1cef-d6a9-46b3-bd49-21b49625c795 req-21e586f8-f467-4abb-b158-6926ffdaec06 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0510397 Nov 03 19:52:35.725249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9b3c1cef-d6a9-46b3-bd49-21b49625c795 req-af31844d-f715-4cd0-ac5b-71a72a178f2f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453112 Nov 03 19:52:36.165878 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffb07-6888-470f-bc6b-852e4b325a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:36.857499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55cbaf-298c-44e6-b230-09b79c5c62e4 req-fc3f464a-8900-4b19-922d-6e5b5009534b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:36.859408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c55cbaf-298c-44e6-b230-09b79c5c62e4 req-fc3f464a-8900-4b19-922d-6e5b5009534b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0614409 Nov 03 19:52:36.911964 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c55cbaf-298c-44e6-b230-09b79c5c62e4 req-f9cef3cd-89aa-4350-867e-7de054b66abe tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Nov 03 19:52:38.044711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e7da9-2099-4ab4-9797-865c19e1300f req-a471f265-0371-43a7-8fc6-fb0198ff24d2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:38.046278 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-953e7da9-2099-4ab4-9797-865c19e1300f req-a471f265-0371-43a7-8fc6-fb0198ff24d2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0529597 Nov 03 19:52:38.103223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-953e7da9-2099-4ab4-9797-865c19e1300f req-06fc7fdb-0805-48b2-9468-953606bc4c08 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504930 Nov 03 19:52:39.285966 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944dc2a-a408-4961-9327-a99b95d2f33c req-ecdd31ca-c77a-4148-a093-172b147a9828 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:39.287689 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0944dc2a-a408-4961-9327-a99b95d2f33c req-ecdd31ca-c77a-4148-a093-172b147a9828 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0971146 Nov 03 19:52:39.384438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0944dc2a-a408-4961-9327-a99b95d2f33c req-4a34e50c-48e3-4cbc-9aaa-d09a552d3cef tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829391 Nov 03 19:52:40.319888 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:40.387029 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ac6d0cf6-7858-46fe-a52a-7d60cd8401d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:40.540310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20c6d6-f084-4908-becb-c31115be529d req-91e15d5d-c5c3-4697-91b0-a0e951c1d53b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:40.541929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df20c6d6-f084-4908-becb-c31115be529d req-91e15d5d-c5c3-4697-91b0-a0e951c1d53b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0603180 Nov 03 19:52:40.597365 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-df20c6d6-f084-4908-becb-c31115be529d req-5615f6b1-abf7-406d-adea-620b2addac29 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468469 Nov 03 19:52:41.719512 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf25ad-a5bd-47a3-a816-8e41f2b3e5b3 req-b93a2f2c-4f3d-42b7-9df3-bbe4bc1e33e6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:41.721055 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cebf25ad-a5bd-47a3-a816-8e41f2b3e5b3 req-b93a2f2c-4f3d-42b7-9df3-bbe4bc1e33e6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0483229 Nov 03 19:52:41.786914 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cebf25ad-a5bd-47a3-a816-8e41f2b3e5b3 req-a855bc0a-b10b-45c0-b659-8a03b7945311 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589178 Nov 03 19:52:42.385080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:42.466496 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:42.966662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d026a-0492-4eec-9b5e-376f49e2f504 req-8801d34c-e1a0-4772-bfc1-733899d97470 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:42.968167 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e21d026a-0492-4eec-9b5e-376f49e2f504 req-8801d34c-e1a0-4772-bfc1-733899d97470 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0802665 Nov 03 19:52:43.023535 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e21d026a-0492-4eec-9b5e-376f49e2f504 req-0d03c4f0-9864-487e-9d06-f1da35edd078 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492997 Nov 03 19:52:44.058026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-bb44ad02-226c-468f-8100-30d8591ca12a tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:52:44.059914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-bb44ad02-226c-468f-8100-30d8591ca12a tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0094192 Nov 03 19:52:44.077232 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Request body: {'port': {'device_id': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:44.160719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a90644-c053-45e7-8344-f95c83349aef req-2d12524e-ed91-45f9-ac49-453f2920bb81 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.162396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33a90644-c053-45e7-8344-f95c83349aef req-2d12524e-ed91-45f9-ac49-453f2920bb81 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 931 time: 0.0538483 Nov 03 19:52:44.225807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33a90644-c053-45e7-8344-f95c83349aef req-27956d95-d9b9-4243-8555-9cde6cb054dd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561898 Nov 03 19:52:44.480449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:44.749203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:52:44.758483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:44.771864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Transition to ACTIVE for port object 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:52:44.775815 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:44.831066 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Pushing event updated for resources: {'Port': ['ID=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:44.906887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Attempting to bind port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:44.907231 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Attempting to bind port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:44.907580 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Attempting to bind port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db on network 74c8ed69-e95d-465c-a45e-c89763c6cb3b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:44.913239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db on network 74c8ed69-e95d-465c-a45e-c89763c6cb3b not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:52:44.913599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Attempting to bind port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db on network 74c8ed69-e95d-465c-a45e-c89763c6cb3b {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:44.921396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:44.921779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Checking segment: {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:44.922160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Bound using segment: {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:44.922593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Bound port: 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a75c88f-e1c6-407e-8547-3e14b145e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:44.922951 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:44.995096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] For port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:44.998579 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] For port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:45.003194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:45.050828 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.051415 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:45.052897 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] 10.222.0.70 "PUT /v2.0/ports/2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 1091 time: 0.9832358 Nov 03 19:52:45.053360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:45.055783 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43982478-dc87-4c78-ab93-58f0bd4b6185" -d '{"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:45.084925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da05b77-3c55-4156-b897-b9936a515381 service neutron] Pushing event updated for resources: {'Port': ['ID=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:45.128806 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3667ce-5d34-4526-80da-4c4aaafb6dcc x-openstack-request-id: req-5e3667ce-5d34-4526-80da-4c4aaafb6dcc {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:45.129099 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:45.129352 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e3667ce-5d34-4526-80da-4c4aaafb6dcc {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:45.129774 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'status': 'completed', 'code': 200} Nov 03 19:52:45.151251 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-d2908b52-be13-441d-a959-48f9ea719c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.153000 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-d2908b52-be13-441d-a959-48f9ea719c19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1094 time: 0.0519631 Nov 03 19:52:45.197767 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-0153e831-abaf-446d-b1c9-61a5ff41d232 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 217 time: 0.0364165 Nov 03 19:52:45.258615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-d48c64e9-fc3f-4b01-9d7e-abc9cfbf8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.261225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-d48c64e9-fc3f-4b01-9d7e-abc9cfbf8f4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 200 len: 854 time: 0.0567367 Nov 03 19:52:45.363507 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233398-3b62-4132-846e-9f9adb8e0781 req-2322bec3-e7ad-4468-b556-cff0eb5bcc3c tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.365051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b233398-3b62-4132-846e-9f9adb8e0781 req-2322bec3-e7ad-4468-b556-cff0eb5bcc3c tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 943 time: 0.0576901 Nov 03 19:52:45.372883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-dfd02805-335c-4070-af75-e8ed334d5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.374568 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-dfd02805-335c-4070-af75-e8ed334d5118 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74c8ed69-e95d-465c-a45e-c89763c6cb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017156 Nov 03 19:52:45.422259 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b233398-3b62-4132-846e-9f9adb8e0781 req-575c26f9-44fb-4cb5-a926-5ac632fb1890 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492716 Nov 03 19:52:45.473387 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-378cf09c-a5f8-49d7-b7fd-e0c7673f750c service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903921 Nov 03 19:52:45.572525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b3c436f2-c835-4680-aa86-ae6fedaf04cd req-d0a3d4bc-1d63-49f2-b8ef-9e1e742359fd service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902436 Nov 03 19:52:45.661505 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-d2f4a0a0-d177-451f-ab34-1fb77f5cd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.663061 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-d2f4a0a0-d177-451f-ab34-1fb77f5cd64a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1094 time: 0.0416608 Nov 03 19:52:45.761535 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-16cde72d-eb20-4901-bd81-fff3747aca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.762928 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-16cde72d-eb20-4901-bd81-fff3747aca55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 916 time: 0.0918694 Nov 03 19:52:45.804299 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-c4069fae-3a88-4186-b51a-08ed46d7af28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 217 time: 0.0347149 Nov 03 19:52:45.855600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-370335de-fe0f-410a-83ba-647f8e31a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.857066 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-370335de-fe0f-410a-83ba-647f8e31a93c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 200 len: 854 time: 0.0460191 Nov 03 19:52:45.912439 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-04b5608e-90cd-48ef-9591-8cca03824a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.912439 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-04b5608e-90cd-48ef-9591-8cca03824a49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74c8ed69-e95d-465c-a45e-c89763c6cb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462520 Nov 03 19:52:46.008184 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-ed6224ab-4db2-4b2f-83cd-8fe22f5c04c6 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876863 Nov 03 19:52:46.108373 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-43982478-dc87-4c78-ab93-58f0bd4b6185 req-81087384-bf39-4dd0-9d04-ba47941d30f3 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917838 Nov 03 19:52:46.546896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34180317-a527-41e6-9f87-352bc055aa15 req-8e2cb053-252f-426b-84e9-07637c9aaa55 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:46.548540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34180317-a527-41e6-9f87-352bc055aa15 req-8e2cb053-252f-426b-84e9-07637c9aaa55 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 943 time: 0.0520277 Nov 03 19:52:46.615957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-34180317-a527-41e6-9f87-352bc055aa15 req-cc40f885-7705-4647-b029-50923888d3b6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582013 Nov 03 19:52:47.591578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:52:47.693605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:47.705335 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'port_id': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'mac_address': 'fa:16:3e:c7:0e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:52:47.736431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e5f19-3704-4193-a705-0818caa480a7 req-f26ad3eb-caef-4c55-a25f-095af224399b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:47.738776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e5f19-3704-4193-a705-0818caa480a7 req-f26ad3eb-caef-4c55-a25f-095af224399b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 943 time: 0.0510316 Nov 03 19:52:47.743741 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:47.767012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:52:47.787237 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:47.788243 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-726e5f19-3704-4193-a705-0818caa480a7 req-9c0c3074-1d1b-4597-9fda-a52d0de29bf9 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Nov 03 19:52:47.791734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:47.837900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:47.845203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.845508 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.846374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.846754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.847080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.847402 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.847721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.848039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.848355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.848669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.848984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.849297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:47.999849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:52:48.912090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c3ac4-7ffc-413a-97f8-2992aa474e12 req-d3c957e6-64bd-4bef-84d8-48843bb6daf6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:48.913749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be6c3ac4-7ffc-413a-97f8-2992aa474e12 req-d3c957e6-64bd-4bef-84d8-48843bb6daf6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 944 time: 0.0544968 Nov 03 19:52:48.962602 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be6c3ac4-7ffc-413a-97f8-2992aa474e12 req-d5eb2518-c4a4-4bfc-82c1-82c338092911 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Nov 03 19:52:49.607773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:49.657726 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:52:49.662571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:49.662935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:49.746345 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:49.771215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:49.773510 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc844ba-2073-432b-9dc5-50dfba89b5d5" -d '{"events": [{"server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "name": "network-vif-plugged", "status": "completed", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:49.788017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:49.792396 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:49.840916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:49.943156 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2087db1-0c4e-47e2-9e6c-00e5c7a7f515 x-openstack-request-id: req-f2087db1-0c4e-47e2-9e6c-00e5c7a7f515 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:49.943489 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "name": "network-vif-plugged", "status": "completed", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:49.943749 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2087db1-0c4e-47e2-9e6c-00e5c7a7f515 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:49.944151 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'code': 200} Nov 03 19:52:50.049598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8faf01-e9fd-46a1-ab14-79d0b0919a88 req-b135364f-4dcb-4a99-b8be-147cb6d59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:50.051186 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0e8faf01-e9fd-46a1-ab14-79d0b0919a88 req-b135364f-4dcb-4a99-b8be-147cb6d59ea6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0435741 Nov 03 19:52:50.087480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661db11e-487c-49a8-b4e1-adcf9e7e6d40 req-d27cc1d0-e0fb-4665-8291-887e86e2fa1d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:50.089050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-661db11e-487c-49a8-b4e1-adcf9e7e6d40 req-d27cc1d0-e0fb-4665-8291-887e86e2fa1d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0556636 Nov 03 19:52:50.103374 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0e8faf01-e9fd-46a1-ab14-79d0b0919a88 req-4e4c76de-c5d5-4347-969f-b637298aabb3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 Nov 03 19:52:50.140396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-661db11e-487c-49a8-b4e1-adcf9e7e6d40 req-77a87849-a5da-41c0-a77d-0089a6344d2f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Nov 03 19:52:51.282085 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fafc-0633-4110-b7e1-103be185255f req-74839a4c-b8fd-4baa-b7e4-dba4df39e23f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:51.284233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bd9fafc-0633-4110-b7e1-103be185255f req-74839a4c-b8fd-4baa-b7e4-dba4df39e23f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0611467 Nov 03 19:52:51.334979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bd9fafc-0633-4110-b7e1-103be185255f req-8ad17873-3168-47ed-948d-2d33a5c5f1d7 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Nov 03 19:52:51.477187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2fa7a-765f-46f3-b975-dbaefbef4770 req-e2a9553e-c189-4c45-a6cc-be0ffa52364c tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:51.478674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fe2fa7a-765f-46f3-b975-dbaefbef4770 req-e2a9553e-c189-4c45-a6cc-be0ffa52364c tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0590348 Nov 03 19:52:51.533212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4fe2fa7a-765f-46f3-b975-dbaefbef4770 req-1132a739-c540-4c63-8b2a-e0aabeb28078 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Nov 03 19:52:51.730906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c1823-60fd-4eef-9b4a-bef8f710838c req-1a47b21b-a158-4a0c-9413-4f296c785eb0 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:51.732440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a10c1823-60fd-4eef-9b4a-bef8f710838c req-1a47b21b-a158-4a0c-9413-4f296c785eb0 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0524507 Nov 03 19:52:51.789799 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a10c1823-60fd-4eef-9b4a-bef8f710838c req-974defbe-9a78-4c07-8a83-56c37a9d653a tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Nov 03 19:52:53.157323 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:53:03.027290 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:03.904743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:04.333607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852def0c-8845-4e56-92a9-4e7a0cc795f1 req-7ff12dbb-7c24-4fc9-ad20-6cba160c8c76 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:04.335079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-852def0c-8845-4e56-92a9-4e7a0cc795f1 req-7ff12dbb-7c24-4fc9-ad20-6cba160c8c76 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Nov 03 19:53:04.386663 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-852def0c-8845-4e56-92a9-4e7a0cc795f1 req-925c8b99-260a-496b-b513-01772c5fd95f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Nov 03 19:53:04.409552 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46202) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:04.492913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a485af8-de39-4837-8742-770cc6e0757d tempest-TestMinimumBasicScenario-1215504893 tempest-TestMinimumBasicScenario-1215504893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:04.494443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1a485af8-de39-4837-8742-770cc6e0757d tempest-TestMinimumBasicScenario-1215504893 tempest-TestMinimumBasicScenario-1215504893-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1091 time: 0.0838976 Nov 03 19:53:04.497480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46206) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:04.501812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:04.525860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:04.626520 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:04.728696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Allocated IP 172.25.3.185 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/a3200f00-bb57-40c3-82a9-aee602983eb9) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:53:04.836221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:04.868867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:04.904132 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:53:04.906870 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:53:04.913291 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:53:04.939365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'Port': ['ID=a3200f00-bb57-40c3-82a9-aee602983eb9,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:05.277008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:05.353408 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:05.505471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:05.509877 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:05.579379 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'Port': ['ID=a3200f00-bb57-40c3-82a9-aee602983eb9,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:05.593348 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:05.697578 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Floating IP 49caa95a-a94e-43e9-9ac1-3e8543f0747c associated. External IP: 172.25.3.185, port: 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db. Nov 03 19:53:05.903823 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:53:06.012435 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:53:06.022843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] Sync routers for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:53:06.029806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.032507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:53:06.033656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:53:06.061974 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cff9638c-576a-478a-b496-cdab12520240 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5633788 Nov 03 19:53:06.062589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:53:06.064355 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46208) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:06.065232 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aec2daa-da74-42aa-ad67-302341742bba" -d '{"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:53:06.069764 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d2f11800-dd13-4835-91e5-65cb6b90089f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533838072', 'description': 'tempest-secgroup-smoke-533838072 description', 'project_id': '231cd4de5f304546bbe97a1725f7df45'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:06.098046 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2f11800-dd13-4835-91e5-65cb6b90089f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.176176 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688614d2-01ac-4e60-a31e-f902fcc3e390 x-openstack-request-id: req-688614d2-01ac-4e60-a31e-f902fcc3e390 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:53:06.176562 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:53:06.176744 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-688614d2-01ac-4e60-a31e-f902fcc3e390 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:53:06.177124 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'status': 'completed', 'code': 200} Nov 03 19:53:06.205577 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2f11800-dd13-4835-91e5-65cb6b90089f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.214558 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2f11800-dd13-4835-91e5-65cb6b90089f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.263841 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d0daa3f4-cf72-43bc-ba97-83824f32f9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.268569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d2f11800-dd13-4835-91e5-65cb6b90089f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.269840 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d2f11800-dd13-4835-91e5-65cb6b90089f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2043006 Nov 03 19:53:06.273306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46214) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:06.278201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f11800-dd13-4835-91e5-65cb6b90089f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f936ab9-48e4-4d22-8782-96aa955dc1f2,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:06.279417 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8baf1f20-4dca-46df-953a-775c275d947d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'security_group_rule': {'security_group_id': '3f936ab9-48e4-4d22-8782-96aa955dc1f2', 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:06.283639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2daa-da74-42aa-ad67-302341742bba req-dfff1075-b0da-4049-825e-fa399b6a6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:06.285255 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aec2daa-da74-42aa-ad67-302341742bba req-dfff1075-b0da-4049-825e-fa399b6a6cec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0839341 Nov 03 19:53:06.311531 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8baf1f20-4dca-46df-953a-775c275d947d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.318582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:53:06.390409 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2daa-da74-42aa-ad67-302341742bba req-78a5e3a9-fe33-4474-aaf2-5ad996e96265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:06.393282 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aec2daa-da74-42aa-ad67-302341742bba req-78a5e3a9-fe33-4474-aaf2-5ad996e96265 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 916 time: 0.0988991 Nov 03 19:53:06.474880 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aec2daa-da74-42aa-ad67-302341742bba req-e7f7ba16-98a8-4f99-88c4-6757c5a0eb0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 999 time: 0.0737405 Nov 03 19:53:06.529977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2daa-da74-42aa-ad67-302341742bba req-7795b991-3f0c-4532-9b72-4d675efb8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:06.531816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aec2daa-da74-42aa-ad67-302341742bba req-7795b991-3f0c-4532-9b72-4d675efb8c12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 200 len: 854 time: 0.0494897 Nov 03 19:53:06.572574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '49caa95a-a94e-43e9-9ac1-3e8543f0747c', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'port_id': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'mac_address': 'fa:16:3e:c7:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:53:05Z', 'updated_at': '2021-11-03T19:53:05Z', 'revision_number': 0, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:53:06.582786 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2daa-da74-42aa-ad67-302341742bba req-84cad818-a860-41e7-815a-1e8035e8228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:06.584309 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aec2daa-da74-42aa-ad67-302341742bba req-84cad818-a860-41e7-815a-1e8035e8228f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74c8ed69-e95d-465c-a45e-c89763c6cb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451734 Nov 03 19:53:06.601582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] Checking router: dfda9d3b-6a18-4a05-ad00-0c3ca487d75b for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:53:06.610316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:53:06.610963 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:52:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:53:06.685378 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aec2daa-da74-42aa-ad67-302341742bba req-22e3f2e3-b5ff-4990-b94e-a10119123030 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909591 Nov 03 19:53:06.713100 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8baf1f20-4dca-46df-953a-775c275d947d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.718021 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8baf1f20-4dca-46df-953a-775c275d947d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.726206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:53:06.737030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf1f20-4dca-46df-953a-775c275d947d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b385ffc-8f61-462c-a6db-69e938007208,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:06.747487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8baf1f20-4dca-46df-953a-775c275d947d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.748979 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8baf1f20-4dca-46df-953a-775c275d947d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4740252 Nov 03 19:53:06.751480 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46216) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:06.756640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2523a471-4606-40d2-b939-331a6d65a459 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'security_group_rule': {'security_group_id': '3f936ab9-48e4-4d22-8782-96aa955dc1f2', 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:06.788917 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2523a471-4606-40d2-b939-331a6d65a459 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.792081 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1aec2daa-da74-42aa-ad67-302341742bba req-8b9213e4-7ebc-47a7-9e20-bca794cd138d service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994468 Nov 03 19:53:06.850838 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2523a471-4606-40d2-b939-331a6d65a459 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.855111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2523a471-4606-40d2-b939-331a6d65a459 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.873657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523a471-4606-40d2-b939-331a6d65a459 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c423212-14a3-4df4-bcf8-2e5f170f89fb,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:06.882532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2523a471-4606-40d2-b939-331a6d65a459 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.886267 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2523a471-4606-40d2-b939-331a6d65a459 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304290 Nov 03 19:53:06.886916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46218) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:06.891669 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-641f707f-ccce-430d-98f3-2f4c63164774 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'security_group_rule': {'security_group_id': '3f936ab9-48e4-4d22-8782-96aa955dc1f2', 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:06.925093 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-641f707f-ccce-430d-98f3-2f4c63164774 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.975994 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '49caa95a-a94e-43e9-9ac1-3e8543f0747c', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'port_id': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'mac_address': 'fa:16:3e:c7:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:53:05Z', 'updated_at': '2021-11-03T19:53:05Z', 'revision_number': 0, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:53:06.983381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-641f707f-ccce-430d-98f3-2f4c63164774 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:06.988422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-641f707f-ccce-430d-98f3-2f4c63164774 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.005089 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f858f68-aae3-4efa-8361-48a7d4b72f8b None None] The sync data for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 is: [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '49caa95a-a94e-43e9-9ac1-3e8543f0747c', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'port_id': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'mac_address': 'fa:16:3e:c7:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:53:05Z', 'updated_at': '2021-11-03T19:53:05Z', 'revision_number': 0, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:53:07.007087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f707f-ccce-430d-98f3-2f4c63164774 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3130576-6499-4430-8f40-0692eff471a2,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:07.019042 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-641f707f-ccce-430d-98f3-2f4c63164774 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.020317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-641f707f-ccce-430d-98f3-2f4c63164774 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322691 Nov 03 19:53:07.024383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46220) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:07.029208 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-8673e557-486e-4ae9-a64a-b37c3e01fbe3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'security_group_rule': {'security_group_id': '3f936ab9-48e4-4d22-8782-96aa955dc1f2', 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:07.059444 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8673e557-486e-4ae9-a64a-b37c3e01fbe3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.129004 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8673e557-486e-4ae9-a64a-b37c3e01fbe3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.133566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8673e557-486e-4ae9-a64a-b37c3e01fbe3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.152044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673e557-486e-4ae9-a64a-b37c3e01fbe3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f89192-926f-405a-bec3-6ce3cea28d4b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:07.160442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-8673e557-486e-4ae9-a64a-b37c3e01fbe3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.161673 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-8673e557-486e-4ae9-a64a-b37c3e01fbe3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362460 Nov 03 19:53:07.164402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:07.168933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-fcb41c85-c8d8-4ae9-89b9-fb4e4baa26cc tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'security_group_rule': {'security_group_id': '3f936ab9-48e4-4d22-8782-96aa955dc1f2', 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:07.195938 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-fcb41c85-c8d8-4ae9-89b9-fb4e4baa26cc tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Project 231cd4de5f304546bbe97a1725f7df45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:53:07.204043 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fcb41c85-c8d8-4ae9-89b9-fb4e4baa26cc tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.222646 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa7d76-8bde-4dcc-946d-b337bd50bf3a None None] New status for floating IP 49caa95a-a94e-43e9-9ac1-3e8543f0747c: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:53:07.274756 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fcb41c85-c8d8-4ae9-89b9-fb4e4baa26cc tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.278852 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fcb41c85-c8d8-4ae9-89b9-fb4e4baa26cc tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.306448 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb41c85-c8d8-4ae9-89b9-fb4e4baa26cc tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f52f8e9-e3f4-406e-9a05-cb14029dc15e,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:07.313409 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-fcb41c85-c8d8-4ae9-89b9-fb4e4baa26cc tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.317325 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-fcb41c85-c8d8-4ae9-89b9-fb4e4baa26cc tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493483 Nov 03 19:53:07.317674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46224) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:53:07.322108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6c8fbc6e-1ee1-46db-9742-8665baeaa091 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'security_group_rule': {'security_group_id': '3f936ab9-48e4-4d22-8782-96aa955dc1f2', 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:07.345868 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-6c8fbc6e-1ee1-46db-9742-8665baeaa091 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Project 231cd4de5f304546bbe97a1725f7df45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:53:07.350760 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c8fbc6e-1ee1-46db-9742-8665baeaa091 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.416705 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c8fbc6e-1ee1-46db-9742-8665baeaa091 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.421021 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c8fbc6e-1ee1-46db-9742-8665baeaa091 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.439544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fbc6e-1ee1-46db-9742-8665baeaa091 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0852e08b-b68a-4f96-9634-cedbc8bf32f3,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:07.448391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c8fbc6e-1ee1-46db-9742-8665baeaa091 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.449780 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6c8fbc6e-1ee1-46db-9742-8665baeaa091 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310630 Nov 03 19:53:07.541612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-9dd95cd2-5fe6-4dd6-9d1f-54cf1a7381df tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533838072&fields=id&tenant_id=231cd4de5f304546bbe97a1725f7df45 HTTP/1.1" status: 200 len: 267 time: 0.0431485 Nov 03 19:53:07.597622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-7e7556cd-d5ec-403f-aebd-6ec8a922c44b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:07.599241 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-7e7556cd-d5ec-403f-aebd-6ec8a922c44b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0508635 Nov 03 19:53:07.612991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'port': {'security_groups': ['baaa3c2b-41b1-41a4-b5ed-71f6e777c15c', '3f936ab9-48e4-4d22-8782-96aa955dc1f2']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:53:07.674115 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.862411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] For port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:53:07.895097 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.899543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.911627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:53:07.947464 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:07.948094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:07.949531 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-782ab2f0-0939-49e0-a043-55a1fa239007 req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "PUT /v2.0/ports/2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 981 time: 0.3421800 Nov 03 19:53:07.977920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'Port': ['ID=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,revision_number=6']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:53:07.986917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.987268 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.987608 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.988191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.988518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.988837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.989350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.989855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.990333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.990807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.991715 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:07.992044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21786a3-b124-4a08-a6e7-8edd9e2b97f6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:53:08.014610 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:53:08.102848 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a68587-5cd8-4e56-adde-686076371198 req-b1133a1f-11ab-4e34-b7f7-779ee92bdc8a tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:08.104722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19a68587-5cd8-4e56-adde-686076371198 req-b1133a1f-11ab-4e34-b7f7-779ee92bdc8a tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0641544 Nov 03 19:53:08.175233 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-19a68587-5cd8-4e56-adde-686076371198 req-2f5cb555-ea9d-470f-aee4-993e8a2243d1 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631292 Nov 03 19:53:08.178739 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:53:08.181578 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc4298-0872-4064-9592-497c4b280405" -d '{"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:53:08.223995 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11170536-b9fd-4c52-8c94-b42480fe0c57 x-openstack-request-id: req-11170536-b9fd-4c52-8c94-b42480fe0c57 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:53:08.224311 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:53:08.224565 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11170536-b9fd-4c52-8c94-b42480fe0c57 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:53:08.224964 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'status': 'completed', 'code': 200} Nov 03 19:53:08.248632 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-273c828f-2612-45f3-a677-51dee125c2bf None None] Provisioning complete for port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:53:08.249003 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-273c828f-2612-45f3-a677-51dee125c2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:08.296282 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc4298-0872-4064-9592-497c4b280405 req-27fd16d9-6cad-4dae-89a4-e49860f216a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:08.297822 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8fc4298-0872-4064-9592-497c4b280405 req-27fd16d9-6cad-4dae-89a4-e49860f216a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1135 time: 0.0475090 Nov 03 19:53:08.400373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc4298-0872-4064-9592-497c4b280405 req-d6ec2ce0-3ec1-4541-a0f9-b25e86cf49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:08.401916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8fc4298-0872-4064-9592-497c4b280405 req-d6ec2ce0-3ec1-4541-a0f9-b25e86cf49f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 916 time: 0.0957448 Nov 03 19:53:08.479355 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8fc4298-0872-4064-9592-497c4b280405 req-3eb60f61-799b-4959-a8a4-48143ba60a5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 1001 time: 0.0698979 Nov 03 19:53:08.532034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc4298-0872-4064-9592-497c4b280405 req-ba4bedcb-3ffc-4a51-8193-14998f08d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:08.533543 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8fc4298-0872-4064-9592-497c4b280405 req-ba4bedcb-3ffc-4a51-8193-14998f08d9a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 200 len: 854 time: 0.0459378 Nov 03 19:53:08.582053 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc4298-0872-4064-9592-497c4b280405 req-02cbfaee-960a-485e-9f3d-2a3852cfab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:08.583701 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8fc4298-0872-4064-9592-497c4b280405 req-02cbfaee-960a-485e-9f3d-2a3852cfab4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74c8ed69-e95d-465c-a45e-c89763c6cb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425076 Nov 03 19:53:08.679944 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8fc4298-0872-4064-9592-497c4b280405 req-acf6d309-3fc2-4af8-b391-da296de08ceb service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876002 Nov 03 19:53:08.773215 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8fc4298-0872-4064-9592-497c4b280405 req-3e40cf12-4861-4750-a05c-6060666ccf90 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838010 Nov 03 19:53:10.318465 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:10.385047 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4673d9c2-55ce-48a0-bc47-7ab69cefaa91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:12.378616 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:12.470625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:25.393756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2962-7cfe-4ff5-933b-f47b88eaa686 req-3216f8da-1e17-40f0-8d4b-bfe6b13b1c08 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:25.395803 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c09a2962-7cfe-4ff5-933b-f47b88eaa686 req-3216f8da-1e17-40f0-8d4b-bfe6b13b1c08 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0550330 Nov 03 19:53:25.398351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-37ac6c1b-2f9e-475c-9164-410dc73837f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:25.399976 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-37ac6c1b-2f9e-475c-9164-410dc73837f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1135 time: 0.0489795 Nov 03 19:53:25.462992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c09a2962-7cfe-4ff5-933b-f47b88eaa686 req-8ba62396-70d3-44d6-976b-c50715a693b1 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599606 Nov 03 19:53:25.492983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-f6809e60-69db-4219-8f20-8c9ee36a5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:25.494494 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-f6809e60-69db-4219-8f20-8c9ee36a5d62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 916 time: 0.0872223 Nov 03 19:53:25.565623 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-34bdc7cb-ebb4-45da-b090-47b9228be2e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 1001 time: 0.0625026 Nov 03 19:53:25.613823 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-9e644fb2-d32d-45ca-8320-7dc27df0cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:25.615290 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-9e644fb2-d32d-45ca-8320-7dc27df0cc72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 200 len: 854 time: 0.0433760 Nov 03 19:53:25.666659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-6a2f6c51-5e3e-43ff-9721-af02306fe9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:25.668125 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-6a2f6c51-5e3e-43ff-9721-af02306fe9ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74c8ed69-e95d-465c-a45e-c89763c6cb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403295 Nov 03 19:53:25.760289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-f96db8f3-7219-4d2b-b7d0-855818ec6293 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847783 Nov 03 19:53:25.850365 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6743bbd3-22dd-4b91-b197-592b098e7267 req-23fa1f4d-fb82-4605-b451-9bc8b23aae12 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823855 Nov 03 19:53:26.581119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979a185-03ee-4f79-8be4-3b3084a7a7f4 req-7361cf26-d712-409d-8c8b-0f1dd5c2cd25 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:26.582642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e979a185-03ee-4f79-8be4-3b3084a7a7f4 req-7361cf26-d712-409d-8c8b-0f1dd5c2cd25 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0498998 Nov 03 19:53:26.642289 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e979a185-03ee-4f79-8be4-3b3084a7a7f4 req-890519e6-6ff4-4135-a5f9-69b3c556c3a2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535393 Nov 03 19:53:27.761068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d351-39d8-46f3-bb35-b08d38becdef req-24f521a6-4728-42d7-8939-9d589d1fd9d4 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:27.762007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0055d351-39d8-46f3-bb35-b08d38becdef req-24f521a6-4728-42d7-8939-9d589d1fd9d4 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0479219 Nov 03 19:53:27.821424 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0055d351-39d8-46f3-bb35-b08d38becdef req-fc57952a-0300-4353-a112-b82eaf9068e8 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533757 Nov 03 19:53:28.942474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10949c-9480-4e03-b91c-d55e6593a349 req-0e8e1c52-93a3-4766-b670-1dc7fb1fa9c6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:28.943942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f10949c-9480-4e03-b91c-d55e6593a349 req-0e8e1c52-93a3-4766-b670-1dc7fb1fa9c6 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0532029 Nov 03 19:53:29.006739 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0f10949c-9480-4e03-b91c-d55e6593a349 req-faab9956-7e37-4d56-951f-6de26e844d56 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562630 Nov 03 19:53:30.124265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39cbe9-136b-41da-b142-40d93b363ea9 req-37a00fa9-d34f-41aa-9326-80e542f724b3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:30.125681 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f39cbe9-136b-41da-b142-40d93b363ea9 req-37a00fa9-d34f-41aa-9326-80e542f724b3 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0495605 Nov 03 19:53:30.156830 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:53:30.186506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3f39cbe9-136b-41da-b142-40d93b363ea9 req-7401b4f4-ceed-45f3-b319-7109a044dd6f tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545211 Nov 03 19:53:31.310926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367b2a-f0bb-40d6-8696-b60254dd51c9 req-cbc33d05-8785-4736-9bc3-19a22f417251 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:31.312440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25367b2a-f0bb-40d6-8696-b60254dd51c9 req-cbc33d05-8785-4736-9bc3-19a22f417251 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0537555 Nov 03 19:53:31.377261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-25367b2a-f0bb-40d6-8696-b60254dd51c9 req-5abf45ed-c758-4f80-8409-0d6d6540f4c4 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585449 Nov 03 19:53:32.493800 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf14b-a409-4407-a2cf-b5f006760415 req-5a2b7a6f-4833-4349-a22b-79ea3957095c tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:32.495369 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e47cf14b-a409-4407-a2cf-b5f006760415 req-5a2b7a6f-4833-4349-a22b-79ea3957095c tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0496283 Nov 03 19:53:32.562528 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e47cf14b-a409-4407-a2cf-b5f006760415 req-99a62a3f-06bd-4016-be77-45702b266c61 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611503 Nov 03 19:53:33.041724 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:33.678868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c907f1-e94f-4f74-a2e7-0c3c9963a3d1 req-da2dab1c-933e-4ff9-80ca-f7d9887c16ed tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:33.680386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3c907f1-e94f-4f74-a2e7-0c3c9963a3d1 req-da2dab1c-933e-4ff9-80ca-f7d9887c16ed tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0487611 Nov 03 19:53:33.744435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d3c907f1-e94f-4f74-a2e7-0c3c9963a3d1 req-3cfa6f0e-eb1a-43fa-9597-c3c5f4d436ac tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577457 Nov 03 19:53:33.918985 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:34.916888 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbe5c-5c53-44e3-9f8e-17bcd47f0046 req-603cf8ee-3792-4137-bd6d-bd33c2680b5d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:34.918499 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11ddbe5c-5c53-44e3-9f8e-17bcd47f0046 req-603cf8ee-3792-4137-bd6d-bd33c2680b5d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0982680 Nov 03 19:53:34.980987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-11ddbe5c-5c53-44e3-9f8e-17bcd47f0046 req-2c846bba-83d0-4edd-9d54-465ba462e4ef tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554621 Nov 03 19:53:36.098547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5ef76-a924-4b16-8ff5-6c743b5d9d0d req-fd4b9eb0-2e5e-4e1e-aa9d-874f394e181c tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:36.099943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0fa5ef76-a924-4b16-8ff5-6c743b5d9d0d req-fd4b9eb0-2e5e-4e1e-aa9d-874f394e181c tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0491509 Nov 03 19:53:36.155572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e16bbda1-61dd-4ea8-9664-7380f66b50df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:36.165458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0fa5ef76-a924-4b16-8ff5-6c743b5d9d0d req-112b6648-c9f7-4955-b9f9-f344634975c5 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592890 Nov 03 19:53:37.290398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d333-5fbd-461f-a2de-a03d108dec83 req-834f8f8f-2ad5-4ba8-ae22-b330e61b2499 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:37.291921 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9387d333-5fbd-461f-a2de-a03d108dec83 req-834f8f8f-2ad5-4ba8-ae22-b330e61b2499 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0555825 Nov 03 19:53:37.352460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9387d333-5fbd-461f-a2de-a03d108dec83 req-bff551db-0e8a-4bbe-a918-9af8aed1b117 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f936ab9-48e4-4d22-8782-96aa955dc1f2&id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543563 Nov 03 19:53:40.321329 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:40.379858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f671c01a-957c-436b-b3a6-09ca8633711c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:42.383295 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:42.473630 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:52.127124 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-6e7d25ec-f1c5-42d8-835f-170a6ea8a405 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439327 Nov 03 19:53:52.212930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-37f924c0-c7d6-4d18-8d40-e270e19b414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:52.214515 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-37f924c0-c7d6-4d18-8d40-e270e19b414d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1135 time: 0.0419476 Nov 03 19:53:52.320019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-c9d989d0-f6c5-4c9e-b2ab-27ef0bfceecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:52.321507 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-c9d989d0-f6c5-4c9e-b2ab-27ef0bfceecc service neutron] 10.222.0.70 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 916 time: 0.0862558 Nov 03 19:53:52.392808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-08103223-137a-4dbf-969a-5cbb4a7a0576 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 1001 time: 0.0629511 Nov 03 19:53:52.441705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-59d5e7cc-b5b4-4f02-949f-3be351486b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:52.443175 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-59d5e7cc-b5b4-4f02-949f-3be351486b36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 200 len: 854 time: 0.0438845 Nov 03 19:53:52.490931 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-708b9792-7636-4d8c-b897-ec109cf4637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:52.492444 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-708b9792-7636-4d8c-b897-ec109cf4637a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74c8ed69-e95d-465c-a45e-c89763c6cb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410662 Nov 03 19:53:52.596828 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-f8fb6aca-9c8b-4d91-8648-c67f91765f16 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952094 Nov 03 19:53:52.687467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2ac0eb98-7673-4259-bd27-c343792b5190 req-6b45d3fe-3776-4bdc-827a-fa60baa7cdf8 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830283 Nov 03 19:54:03.048977 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:03.917446 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:05.169341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-39a5eca0-f206-4ae5-99b9-5169d6549b5a req-e48895c4-035e-4163-9e35-e52529353f0c tempest-ServerDiskConfigTestJSON-1056014599 tempest-ServerDiskConfigTestJSON-1056014599-project] (101756) timed out ('10.222.0.70', 51542) {{(pid=101756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:54:06.157603 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a85174a6-315b-4256-9ff7-f3c3d28c9d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:07.156270 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:54:09.804929 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-966028ea-3fc9-4f06-a08d-5897127a7aff tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533838072&fields=id&tenant_id=231cd4de5f304546bbe97a1725f7df45 HTTP/1.1" status: 200 len: 267 time: 0.0514519 Nov 03 19:54:09.859159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-573289bf-709b-43b8-8e98-c6235a796566 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:09.861139 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-573289bf-709b-43b8-8e98-c6235a796566 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 984 time: 0.0503037 Nov 03 19:54:09.872708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Request body: {'port': {'security_groups': ['baaa3c2b-41b1-41a4-b5ed-71f6e777c15c']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:09.943476 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.138062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] For port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:10.166783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.172110 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.185439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:54:10.217928 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:10.218560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.223094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-81b2c198-10f4-4c7f-9c93-b0e02c901cd8 req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "PUT /v2.0/ports/2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 942 time: 0.3548951 Nov 03 19:54:10.223604 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:54:10.226223 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1523b-3ee1-4ddb-852e-33bc03d60390" -d '{"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:54:10.227750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46272) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:10.287831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event updated for resources: {'Port': ['ID=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,revision_number=7']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:10.308976 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c9e1e-9d8f-41bd-beb4-5e64be2a7a1f x-openstack-request-id: req-307c9e1e-9d8f-41bd-beb4-5e64be2a7a1f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:54:10.309263 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:54:10.309591 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-307c9e1e-9d8f-41bd-beb4-5e64be2a7a1f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:54:10.309949 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'status': 'completed', 'code': 200} Nov 03 19:54:10.311578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:54:10.311728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.312027 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.312363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.313878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.313878 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.314087 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.314297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.314622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.314943 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.315262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.315579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.315895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba186eb6-e0a3-4370-8078-299029aac0bd tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.351260 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.387976 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.404202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-81da8a59-18bd-4183-9de0-57fc85fa150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:10.405889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-81da8a59-18bd-4183-9de0-57fc85fa150d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0917320 Nov 03 19:54:10.423989 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.437237 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-29da4bd1-2394-4def-877b-75d9091fc1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.521247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-8ddb50be-2c1b-410b-a92f-d9f5809a66ef None None] Provisioning complete for port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:10.521651 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8ddb50be-2c1b-410b-a92f-d9f5809a66ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.530030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-3d1be7be-f482-4b35-a165-1f0ba6c069b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:10.531550 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-3d1be7be-f482-4b35-a165-1f0ba6c069b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 916 time: 0.1180058 Nov 03 19:54:10.547809 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.549352 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.553009 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "DELETE /v2.0/security-groups/3f936ab9-48e4-4d22-8782-96aa955dc1f2 HTTP/1.1" status: 204 len: 168 time: 0.3213043 Nov 03 19:54:10.553441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46276) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:10.590945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f936ab9-48e4-4d22-8782-96aa955dc1f2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:10.601346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.601895 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.602059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.602394 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.602734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.603057 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.603387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.603714 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.604060 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.604387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.604834 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.605196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7b1d5-2d22-4859-8795-3a6ffbbe945b tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:10.625640 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-c8636023-0713-4196-af3b-5d164d2e7acc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 1001 time: 0.0867774 Nov 03 19:54:10.684518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-34f5e6b9-6774-4e24-8253-a14c731d0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:10.686692 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-34f5e6b9-6774-4e24-8253-a14c731d0d1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 200 len: 854 time: 0.0521054 Nov 03 19:54:10.735237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Deleting port a3200f00-bb57-40c3-82a9-aee602983eb9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:10.735576 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.735947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-bd642de9-cae3-4819-9191-72b978c6a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:10.737763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-bd642de9-cae3-4819-9191-72b978c6a52e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74c8ed69-e95d-465c-a45e-c89763c6cb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442040 Nov 03 19:54:10.817282 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.817975 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.830487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Calling delete_port for a3200f00-bb57-40c3-82a9-aee602983eb9 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:10.830731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-210acee0-e804-453e-a669-ff1cc601f178 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Nov 03 19:54:10.933134 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-40f1523b-3ee1-4ddb-852e-33bc03d60390 req-7825aebb-4db0-438c-85cc-8df507ca4a42 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950632 Nov 03 19:54:10.988390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:11.017973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event deleted for resources: {'Port': ['ID=a3200f00-bb57-40c3-82a9-aee602983eb9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:11.082742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:11.083107 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Floating IP 49caa95a-a94e-43e9-9ac1-3e8543f0747c disassociated (deleted). External IP: 172.25.3.185, port: 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db. Nov 03 19:54:11.300812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:54:11.411201 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:54:11.416082 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:11.420958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] Sync routers for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:54:11.432005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:11.432601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:11.443647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7abb8c80-1306-4b16-b417-073e06d95129 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "DELETE /v2.0/floatingips/49caa95a-a94e-43e9-9ac1-3e8543f0747c HTTP/1.1" status: 204 len: 168 time: 0.8886223 Nov 03 19:54:11.544706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:11.756747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:11.782783 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] Checking router: dfda9d3b-6a18-4a05-ad00-0c3ca487d75b for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:54:11.791017 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:11.791608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:11.897935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:12.102285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:12.131255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17d3bc-e05b-4c1b-9eeb-5b84f5617092 None None] The sync data for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 is: [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:14Z', 'revision_number': 4, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'd6e3ca65-ba13-4b89-a799-2e1c3684f794', 'name': '', 'network_id': '74c8ed69-e95d-465c-a45e-c89763c6cb3b', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'mac_address': 'fa:16:3e:ff:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:14Z', 'updated_at': '2021-11-03T19:52:19Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'subnets': [{'id': '3c10d819-8672-4d81-834b-9414f4e6ce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:54:12.311011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:54:12.314466 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fb3684-b901-4580-9b44-1eb14cb65016" -d '{"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:54:12.354442 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785396fa-ae40-42f6-b50c-8ad8f7910379 x-openstack-request-id: req-785396fa-ae40-42f6-b50c-8ad8f7910379 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:54:12.354740 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:54:12.354995 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-785396fa-ae40-42f6-b50c-8ad8f7910379 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:54:12.355405 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'status': 'completed', 'code': 200} Nov 03 19:54:12.388230 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:12.404139 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36232c-05ca-4cd0-9402-0404c44a0ec9 None None] New status for floating IP 49caa95a-a94e-43e9-9ac1-3e8543f0747c: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:54:12.421910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-6bdc182d-fda3-430a-9fdb-02ef65f5a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:12.424018 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-6bdc182d-fda3-430a-9fdb-02ef65f5a8b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=231cd4de5f304546bbe97a1725f7df45&device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0447757 Nov 03 19:54:12.474530 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:12.545400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-1bd4fe1f-5dd8-4c13-8cc5-af4ff731abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:12.546940 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-1bd4fe1f-5dd8-4c13-8cc5-af4ff731abeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 200 len: 916 time: 0.1158636 Nov 03 19:54:12.589201 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-7189a828-8eb2-40b0-b710-c1d171ce86e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 200 len: 217 time: 0.0346980 Nov 03 19:54:12.639058 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-2fd56f7a-4dc5-4d1d-a849-837f687adb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:12.640639 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-2fd56f7a-4dc5-4d1d-a849-837f687adb4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 200 len: 854 time: 0.0445757 Nov 03 19:54:12.692651 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-b607b35d-c979-49a1-a9c3-f5c2f4d7412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:12.694999 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-b607b35d-c979-49a1-a9c3-f5c2f4d7412a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74c8ed69-e95d-465c-a45e-c89763c6cb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473738 Nov 03 19:54:12.789193 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-8e332475-430b-4997-8bed-2beb18fa296e service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Nov 03 19:54:12.888918 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-15fb3684-b901-4580-9b44-1eb14cb65016 req-b983d864-60f0-46d5-b3a0-514cb2fd8ec9 service neutron] 10.222.0.70 "GET /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918925 Nov 03 19:54:20.476896 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8797-3cff-40f0-9d76-a2297227535b req-6cdfa664-e57c-4e87-95a5-83cc1e2c2901 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:20.478466 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-916d8797-3cff-40f0-9d76-a2297227535b req-6cdfa664-e57c-4e87-95a5-83cc1e2c2901 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Nov 03 19:54:20.529637 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-916d8797-3cff-40f0-9d76-a2297227535b req-5110dbe1-98b8-4e1c-8d7d-caad4fcf34da tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450914 Nov 03 19:54:21.650569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded400a-30ee-4b8e-8e12-7162898b18cc req-cbf3f0c7-926a-4680-afa5-ebc8239c8191 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:21.652141 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dded400a-30ee-4b8e-8e12-7162898b18cc req-cbf3f0c7-926a-4680-afa5-ebc8239c8191 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0531423 Nov 03 19:54:21.699662 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dded400a-30ee-4b8e-8e12-7162898b18cc req-efbe985a-e64c-4ccb-97a4-f50737c3aa05 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/security-groups?id=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Nov 03 19:54:22.095949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-99f3765a-95d8-41ec-8172-f592d1260f9d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:22.097441 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-99f3765a-95d8-41ec-8172-f592d1260f9d tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.70 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Nov 03 19:54:22.187965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Deleting port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:22.188306 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:22.308977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] For port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:22.309437 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:22.323817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Calling delete_port for 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:22.457952 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:22.470501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:54:22.488521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Pushing event deleted for resources: {'Port': ['ID=2c007b7c-ffe7-4fb0-95b4-ba3518ce45db,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:22.531831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] No DVR routers for this DVR port 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:54:22.534496 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:22.537936 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ddce7110-dc58-45ed-abe8-1edbb9546f07 req-5f40d5b8-822a-4e47-9616-b1617eeabad2 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.70 "DELETE /v2.0/ports/2c007b7c-ffe7-4fb0-95b4-ba3518ce45db HTTP/1.1" status: 204 len: 173 time: 0.4346244 Nov 03 19:54:22.538392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'name': 'network-vif-deleted', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:54:22.540651 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade168ff-5d0b-4abe-9180-6e3051b3dc9a" -d '{"events": [{"server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "name": "network-vif-deleted", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:54:22.651671 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19f509b-3f54-4c9b-8abf-43d68f439f51 x-openstack-request-id: req-d19f509b-3f54-4c9b-8abf-43d68f439f51 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:54:22.651971 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28da4e4-ed1e-4703-8112-4ff0938e29f0", "name": "network-vif-deleted", "tag": "2c007b7c-ffe7-4fb0-95b4-ba3518ce45db", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:54:22.652234 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d19f509b-3f54-4c9b-8abf-43d68f439f51 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:54:22.652731 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28da4e4-ed1e-4703-8112-4ff0938e29f0', 'name': 'network-vif-deleted', 'tag': '2c007b7c-ffe7-4fb0-95b4-ba3518ce45db', 'status': 'completed', 'code': 200} Nov 03 19:54:22.811992 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89e69878-e76c-41bc-a6ed-7e37436abe50 req-b967c930-4a40-471f-b7e0-5249dfeced04 tempest-TestMinimumBasicScenario-2054776302 tempest-TestMinimumBasicScenario-2054776302-project] 10.222.0.77 "GET /v2.0/ports?device_id=c28da4e4-ed1e-4703-8112-4ff0938e29f0 HTTP/1.1" status: 200 len: 210 time: 0.0272145 Nov 03 19:54:24.398769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46376) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:24.751543 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:24.997249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Deleting port d6e3ca65-ba13-4b89-a799-2e1c3684f794 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:24.997625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:25.081462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] For port d6e3ca65-ba13-4b89-a799-2e1c3684f794, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d6e3ca65-ba13-4b89-a799-2e1c3684f794,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:25.081740 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:25.093950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Calling delete_port for d6e3ca65-ba13-4b89-a799-2e1c3684f794 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:25.284514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:25.309817 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e3ca65-ba13-4b89-a799-2e1c3684f794,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:25.482873 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:25.709760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:54:25.815808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:54:25.820846 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f4003f48-4b04-445b-93e7-fa7495e88812 admin admin] 10.222.0.77 "PUT /v2.0/routers/dfda9d3b-6a18-4a05-ad00-0c3ca487d75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4210236 Nov 03 19:54:25.823599 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46378) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:25.826370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] Sync routers for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:54:25.836341 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:25.836951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:26.127770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:26.235407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:54:26.259593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:54:26.259934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 2c007b7c-ffe7-4fb0-95b4-ba3518ce45db not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:54:26.268332 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.339245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:54:25Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:26.366569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] Checking router: dfda9d3b-6a18-4a05-ad00-0c3ca487d75b for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:54:26.372995 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.375374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] Routers {'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:26.376545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:26.426826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Deleting port 7ced6709-e340-4e93-8bf6-30992b6f6ca0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:26.427160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.486167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] Set router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:26.507362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] For port 7ced6709-e340-4e93-8bf6-30992b6f6ca0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=7ced6709-e340-4e93-8bf6-30992b6f6ca0,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:26.507948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.520801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Calling delete_port for 7ced6709-e340-4e93-8bf6-30992b6f6ca0 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:26.667731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:54:25Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:26.687131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.694841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404c06e-ccf2-48b4-8678-b530e2dd632b None None] The sync data for ids ['dfda9d3b-6a18-4a05-ad00-0c3ca487d75b'] in n-d-812148-3 is: [{'id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'name': 'tempest-TestMinimumBasicScenario-1976154117-router', 'tenant_id': '231cd4de5f304546bbe97a1725f7df45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:54:25Z', 'revision_number': 5, 'project_id': '231cd4de5f304546bbe97a1725f7df45', 'gw_port': {'id': '7ced6709-e340-4e93-8bf6-30992b6f6ca0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda9d3b-6a18-4a05-ad00-0c3ca487d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:12Z', 'updated_at': '2021-11-03T19:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:54:26.721736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7ced6709-e340-4e93-8bf6-30992b6f6ca0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:26.782588 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.873745 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.875858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.919156 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.919769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfda9d3b-6a18-4a05-ad00-0c3ca487d75b {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:54:26.925293 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.926319 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-88a6db32-0b7c-4e1f-9feb-65e0729cb7dd admin admin] 10.222.0.77 "DELETE /v2.0/routers/dfda9d3b-6a18-4a05-ad00-0c3ca487d75b HTTP/1.1" status: 204 len: 168 time: 1.1017947 Nov 03 19:54:26.928880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46380) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:26.977237 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e595e52-3a2c-4534-ae52-c96ccfe0c98b admin admin] Deleting subnet 3c10d819-8672-4d81-834b-9414f4e6ce13 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:54:26.980498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3e595e52-3a2c-4534-ae52-c96ccfe0c98b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.016176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3e595e52-3a2c-4534-ae52-c96ccfe0c98b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.098660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3e595e52-3a2c-4534-ae52-c96ccfe0c98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.156658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3e595e52-3a2c-4534-ae52-c96ccfe0c98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.188509 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e595e52-3a2c-4534-ae52-c96ccfe0c98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c10d819-8672-4d81-834b-9414f4e6ce13,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:27.192324 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3e595e52-3a2c-4534-ae52-c96ccfe0c98b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.195653 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3e595e52-3a2c-4534-ae52-c96ccfe0c98b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3c10d819-8672-4d81-834b-9414f4e6ce13 HTTP/1.1" status: 204 len: 168 time: 0.2657435 Nov 03 19:54:27.198471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46382) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:27.201168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6ed7d-5e6e-49ff-8842-0043e550f04c None None] Network 74c8ed69-e95d-465c-a45e-c89763c6cb3b requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:54:27.273761 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.334012 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Deleting port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:27.334314 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.414385 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] DHCP port deletion for 74c8ed69-e95d-465c-a45e-c89763c6cb3b request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:54:27.416466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] For port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:27.416835 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.430118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Calling delete_port for 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:27.462264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Deleting port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:27.462640 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.511964 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.530456 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] For port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,segment=NetworkSegment(0a75c88f-e1c6-407e-8547-3e14b145e19d),segment_id=0a75c88f-e1c6-407e-8547-3e14b145e19d)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:27.530851 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.541272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:27.544784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] No DVR routers for this DVR port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:54:27.545515 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Calling delete_port for 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:54:27.615826 n-d-812148-3 neutron-server[101757]: self.session.flush() Nov 03 19:54:27.619932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.622601 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.636774 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c8ed69-e95d-465c-a45e-c89763c6cb3b']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:27.646589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a75c88f-e1c6-407e-8547-3e14b145e19d') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:27.646875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a75c88f-e1c6-407e-8547-3e14b145e19d') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:27.648107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Pushing event deleted for resources: {'Port': ['ID=9e6b3e98-e77f-40ce-a3d0-cbe095f679d2,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:27.653791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] No DVR routers for this DVR port 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:54:27.656390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.663775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.663775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.664235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.664524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.664915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.666011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.666011 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.666410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.666737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.667124 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.667511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.667840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78827c92-74aa-44ec-9e2a-e232b8edba51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:27.671992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.678355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:54:27.678808 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:54:27.680975 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:54:27.745487 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.754524 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:27.755485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] 10.222.0.77 "DELETE /v2.0/networks/74c8ed69-e95d-465c-a45e-c89763c6cb3b HTTP/1.1" status: 204 len: 168 time: 0.5553064 Nov 03 19:54:27.758302 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46384) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:27.767850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef931e-08f4-44f8-bd83-c9f19c30189c admin admin] Pushing event deleted for resources: {'Network': ['ID=74c8ed69-e95d-465c-a45e-c89763c6cb3b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:27.937284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d6e3ca65-ba13-4b89-a799-2e1c3684f794 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:54:27.961035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d6e3ca65-ba13-4b89-a799-2e1c3684f794 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:54:27.961371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d6e3ca65-ba13-4b89-a799-2e1c3684f794 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:54:27.961819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:54:27.981651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:54:27.981996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 9e6b3e98-e77f-40ce-a3d0-cbe095f679d2 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:54:27.982418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7ced6709-e340-4e93-8bf6-30992b6f6ca0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:54:28.002511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 7ced6709-e340-4e93-8bf6-30992b6f6ca0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:54:28.002853 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 7ced6709-e340-4e93-8bf6-30992b6f6ca0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:54:28.126983 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:28.394384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Deleting port 0aa985e4-0ce6-4001-a75d-ba6bcded2973 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:28.394732 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:28.474396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] For port 0aa985e4-0ce6-4001-a75d-ba6bcded2973, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0aa985e4-0ce6-4001-a75d-ba6bcded2973,segment=NetworkSegment(521e2f90-7bb2-485b-a93f-7f8dbb3a799f),segment_id=521e2f90-7bb2-485b-a93f-7f8dbb3a799f)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:28.474750 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:28.488481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Calling delete_port for 0aa985e4-0ce6-4001-a75d-ba6bcded2973 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:28.664203 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:28.698888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa985e4-0ce6-4001-a75d-ba6bcded2973,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:29.163924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:29.383937 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Router 32609669-7a27-4fa2-81b7-40f490ac39b0 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:54:29.492472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:54:29.497711 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-af99cd3a-2203-49f4-a2be-1b605515b73d admin admin] 10.222.0.77 "PUT /v2.0/routers/32609669-7a27-4fa2-81b7-40f490ac39b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380021 Nov 03 19:54:29.500215 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46386) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:29.503513 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] Sync routers for ids ['32609669-7a27-4fa2-81b7-40f490ac39b0'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:54:29.514180 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] Routers {'32609669-7a27-4fa2-81b7-40f490ac39b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:29.514860 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['32609669-7a27-4fa2-81b7-40f490ac39b0'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:29.608385 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:29.707407 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] Set router 32609669-7a27-4fa2-81b7-40f490ac39b0 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:29.715033 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:29.768787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Deleting port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:29.769019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:29.849604 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] For port 5e8ae9b0-de68-4dd7-91e5-658fb09662ae, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e8ae9b0-de68-4dd7-91e5-658fb09662ae,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:29.849980 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:29.863742 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Calling delete_port for 5e8ae9b0-de68-4dd7-91e5-658fb09662ae owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:29.892882 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:54:28Z', 'revision_number': 5, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port': {'id': '5e8ae9b0-de68-4dd7-91e5-658fb09662ae', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:52:17Z', 'updated_at': '2021-11-03T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:29.926072 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] Checking router: 32609669-7a27-4fa2-81b7-40f490ac39b0 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:54:29.934833 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] Routers {'32609669-7a27-4fa2-81b7-40f490ac39b0'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:29.935507 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['32609669-7a27-4fa2-81b7-40f490ac39b0'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:30.023827 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] Set router 32609669-7a27-4fa2-81b7-40f490ac39b0 gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:30.037991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.069337 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8ae9b0-de68-4dd7-91e5-658fb09662ae,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:30.080423 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:54:29Z', 'revision_number': 6, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:30.107480 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364f35f-2bd6-4329-9f04-ffe25bc58d25 None None] The sync data for ids ['32609669-7a27-4fa2-81b7-40f490ac39b0'] in n-d-812148-3 is: [{'id': '32609669-7a27-4fa2-81b7-40f490ac39b0', 'name': 'tempest-TestMinimumBasicScenario-942078227-router', 'tenant_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:52:16Z', 'updated_at': '2021-11-03T19:54:29Z', 'revision_number': 6, 'project_id': '146bbb0491f94df0b4bf95a31e2cb62a', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:54:30.132878 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.235173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.238496 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.287564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.288153 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32609669-7a27-4fa2-81b7-40f490ac39b0 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:54:30.293011 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.294186 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6c5e6a30-9544-481b-bd3d-9914f3f5e698 admin admin] 10.222.0.77 "DELETE /v2.0/routers/32609669-7a27-4fa2-81b7-40f490ac39b0 HTTP/1.1" status: 204 len: 168 time: 0.7924840 Nov 03 19:54:30.296767 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46388) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:30.346234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-847c5ba3-7ee3-4e66-94e6-b943235eeef6 admin admin] Deleting subnet c073d482-9960-4358-b0b5-fd59bb88826a {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:54:30.349518 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-847c5ba3-7ee3-4e66-94e6-b943235eeef6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.385933 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-847c5ba3-7ee3-4e66-94e6-b943235eeef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.470627 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-847c5ba3-7ee3-4e66-94e6-b943235eeef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.531441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-847c5ba3-7ee3-4e66-94e6-b943235eeef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.555636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5ba3-7ee3-4e66-94e6-b943235eeef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c073d482-9960-4358-b0b5-fd59bb88826a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:30.567436 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-847c5ba3-7ee3-4e66-94e6-b943235eeef6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.571035 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-847c5ba3-7ee3-4e66-94e6-b943235eeef6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c073d482-9960-4358-b0b5-fd59bb88826a HTTP/1.1" status: 204 len: 168 time: 0.2730138 Nov 03 19:54:30.573595 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46390) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:30.574165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d53713-372a-4bdc-9df1-30908716cc6e None None] Network 6118d74c-dcae-4f7e-8a8c-66fb936056f3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:54:30.659263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.721890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Deleting port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:30.722244 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.785688 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] DHCP port deletion for 6118d74c-dcae-4f7e-8a8c-66fb936056f3 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:54:30.796842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] For port 65060dc9-7c66-4c31-9470-d6f72eeaeb04, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=65060dc9-7c66-4c31-9470-d6f72eeaeb04,segment=NetworkSegment(521e2f90-7bb2-485b-a93f-7f8dbb3a799f),segment_id=521e2f90-7bb2-485b-a93f-7f8dbb3a799f)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:30.797280 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.812809 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Calling delete_port for 65060dc9-7c66-4c31-9470-d6f72eeaeb04 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:30.833278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] Deleting port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:54:30.833784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.913406 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] For port 65060dc9-7c66-4c31-9470-d6f72eeaeb04, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=65060dc9-7c66-4c31-9470-d6f72eeaeb04,segment=NetworkSegment(521e2f90-7bb2-485b-a93f-7f8dbb3a799f),segment_id=521e2f90-7bb2-485b-a93f-7f8dbb3a799f)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:30.914091 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.914236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.930279 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] Calling delete_port for 65060dc9-7c66-4c31-9470-d6f72eeaeb04 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:54:30.942783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=65060dc9-7c66-4c31-9470-d6f72eeaeb04,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:30.957192 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] No DVR routers for this DVR port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:54:31.012867 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.039273 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.043484 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] Pushing event deleted for resources: {'Port': ['ID=65060dc9-7c66-4c31-9470-d6f72eeaeb04,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:31.047566 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff059a-7dc1-462f-807a-3007f47730d0 None None] No DVR routers for this DVR port 65060dc9-7c66-4c31-9470-d6f72eeaeb04 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:54:31.067270 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6118d74c-dcae-4f7e-8a8c-66fb936056f3']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:31.077252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521e2f90-7bb2-485b-a93f-7f8dbb3a799f') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:31.077569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521e2f90-7bb2-485b-a93f-7f8dbb3a799f') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:31.088570 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.103632 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.110614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:54:31.110989 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:54:31.112969 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:54:31.169777 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.175462 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.179197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] 10.222.0.77 "DELETE /v2.0/networks/6118d74c-dcae-4f7e-8a8c-66fb936056f3 HTTP/1.1" status: 204 len: 168 time: 0.6035209 Nov 03 19:54:31.190403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585f80-ed4c-4189-ac3e-4c4daaa54fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=6118d74c-dcae-4f7e-8a8c-66fb936056f3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:31.344855 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46394) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:31.385057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2d9a0881-1d1d-4948-85f7-c37f6ecdb599 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=231cd4de5f304546bbe97a1725f7df45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389984 Nov 03 19:54:31.387520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46396) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:31.443968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3063-0c0f-441c-b8c2-13dbedd3c27e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.467699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3063-0c0f-441c-b8c2-13dbedd3c27e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.519540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3063-0c0f-441c-b8c2-13dbedd3c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.522241 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3063-0c0f-441c-b8c2-13dbedd3c27e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.523447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ae4e3063-0c0f-441c-b8c2-13dbedd3c27e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/baaa3c2b-41b1-41a4-b5ed-71f6e777c15c HTTP/1.1" status: 204 len: 168 time: 0.1350384 Nov 03 19:54:31.531744 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e3063-0c0f-441c-b8c2-13dbedd3c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaa3c2b-41b1-41a4-b5ed-71f6e777c15c,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:31.854168 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46402) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:31.898698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1b491ef8-beb5-4c68-82a7-b36057a25e6e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=146bbb0491f94df0b4bf95a31e2cb62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433335 Nov 03 19:54:31.901530 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46404) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:31.926259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e8ae9b0-de68-4dd7-91e5-658fb09662ae no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:54:31.946992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 5e8ae9b0-de68-4dd7-91e5-658fb09662ae {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:54:31.947329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e8ae9b0-de68-4dd7-91e5-658fb09662ae not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:54:31.947744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 65060dc9-7c66-4c31-9470-d6f72eeaeb04 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:54:31.956099 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-93770c39-2680-4e5a-a3d2-b7f5f6823449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.967424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 65060dc9-7c66-4c31-9470-d6f72eeaeb04 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:54:31.967769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 65060dc9-7c66-4c31-9470-d6f72eeaeb04 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:54:31.968191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0aa985e4-0ce6-4001-a75d-ba6bcded2973 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:54:31.980730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-93770c39-2680-4e5a-a3d2-b7f5f6823449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.989194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0aa985e4-0ce6-4001-a75d-ba6bcded2973 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:54:31.989194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0aa985e4-0ce6-4001-a75d-ba6bcded2973 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:54:32.033478 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-93770c39-2680-4e5a-a3d2-b7f5f6823449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:32.036238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-93770c39-2680-4e5a-a3d2-b7f5f6823449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:32.037575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-93770c39-2680-4e5a-a3d2-b7f5f6823449 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22247beb-e4e2-4b31-aa14-3884c891c9a5 HTTP/1.1" status: 204 len: 168 time: 0.1349816 Nov 03 19:54:32.047901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93770c39-2680-4e5a-a3d2-b7f5f6823449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22247beb-e4e2-4b31-aa14-3884c891c9a5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:33.055784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:33.886991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46444) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:33.891679 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522856984', 'description': 'tempest-secgroup-smoke-1522856984 description', 'project_id': 'f50d597dd9904eb4b91df80a617f2860'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:33.918610 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:33.921328 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:33.930479 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.007167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.011278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.049893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565fc067-0fb2-4529-8ba0-e9c215541d33,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:34.092377 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.096411 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.127649 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.128817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2407808 Nov 03 19:54:34.131948 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46446) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:34.134170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f7a4a-f71a-4cf1-972d-d99069670b4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62728a4-82bc-480e-a12d-dda8f1a0781b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:34.137716 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c9ce1626-4e9e-43af-a291-0cf064af324e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'd62728a4-82bc-480e-a12d-dda8f1a0781b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:34.165731 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1626-4e9e-43af-a291-0cf064af324e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.231085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1626-4e9e-43af-a291-0cf064af324e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.236971 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1626-4e9e-43af-a291-0cf064af324e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.256864 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce1626-4e9e-43af-a291-0cf064af324e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ccacdc-019e-452e-bd01-239ed2fe040d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:34.263541 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1626-4e9e-43af-a291-0cf064af324e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.264796 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c9ce1626-4e9e-43af-a291-0cf064af324e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318502 Nov 03 19:54:34.267991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46448) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:34.272256 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f1b38943-332e-4bc0-901b-9c5775ee0edc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'd62728a4-82bc-480e-a12d-dda8f1a0781b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:34.301587 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1b38943-332e-4bc0-901b-9c5775ee0edc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.366424 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1b38943-332e-4bc0-901b-9c5775ee0edc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.370925 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1b38943-332e-4bc0-901b-9c5775ee0edc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.389743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b38943-332e-4bc0-901b-9c5775ee0edc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0dde81-b74d-4330-b67e-b73c81917c54,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:34.397694 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f1b38943-332e-4bc0-901b-9c5775ee0edc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.398948 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f1b38943-332e-4bc0-901b-9c5775ee0edc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300271 Nov 03 19:54:34.402925 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46450) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:34.407950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-1384d359-9f05-4d14-b80d-ca9f4479ced4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'd62728a4-82bc-480e-a12d-dda8f1a0781b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:34.435194 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1384d359-9f05-4d14-b80d-ca9f4479ced4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.498032 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1384d359-9f05-4d14-b80d-ca9f4479ced4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.502243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1384d359-9f05-4d14-b80d-ca9f4479ced4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.520374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384d359-9f05-4d14-b80d-ca9f4479ced4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c93d18-2d1c-4503-bd73-c6a3005121c3,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:34.529476 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1384d359-9f05-4d14-b80d-ca9f4479ced4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.530730 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1384d359-9f05-4d14-b80d-ca9f4479ced4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268473 Nov 03 19:54:34.533918 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46452) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:34.538349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-574ebcbc-4e62-4673-98ea-a34481f774a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'd62728a4-82bc-480e-a12d-dda8f1a0781b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:34.568067 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-574ebcbc-4e62-4673-98ea-a34481f774a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.630958 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-574ebcbc-4e62-4673-98ea-a34481f774a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.635208 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-574ebcbc-4e62-4673-98ea-a34481f774a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.655415 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ebcbc-4e62-4673-98ea-a34481f774a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15adcea8-58fa-4a6a-b444-bfc137dedf3d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:34.664186 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-574ebcbc-4e62-4673-98ea-a34481f774a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.665498 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-574ebcbc-4e62-4673-98ea-a34481f774a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305785 Nov 03 19:54:34.668392 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46454) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:34.672940 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9667779f-5f9c-44d0-af03-0532aafbfea2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'd62728a4-82bc-480e-a12d-dda8f1a0781b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:34.695957 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-9667779f-5f9c-44d0-af03-0532aafbfea2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:54:34.701310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9667779f-5f9c-44d0-af03-0532aafbfea2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.762835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9667779f-5f9c-44d0-af03-0532aafbfea2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.767479 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9667779f-5f9c-44d0-af03-0532aafbfea2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.788782 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667779f-5f9c-44d0-af03-0532aafbfea2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d75dd9d-567e-493f-ac6e-7e3db7e6f22a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:34.795096 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9667779f-5f9c-44d0-af03-0532aafbfea2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.797887 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9667779f-5f9c-44d0-af03-0532aafbfea2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284771 Nov 03 19:54:34.799035 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46456) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:34.803518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-23ba6c28-f5e1-4d94-aee4-fd828a24f3b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'd62728a4-82bc-480e-a12d-dda8f1a0781b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:34.826108 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-23ba6c28-f5e1-4d94-aee4-fd828a24f3b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:54:34.831689 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ba6c28-f5e1-4d94-aee4-fd828a24f3b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.896378 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ba6c28-f5e1-4d94-aee4-fd828a24f3b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.900153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ba6c28-f5e1-4d94-aee4-fd828a24f3b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.919059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba6c28-f5e1-4d94-aee4-fd828a24f3b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8472acd7-3466-4a45-9b50-fdee8e933d8b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:34.928013 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23ba6c28-f5e1-4d94-aee4-fd828a24f3b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.929244 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-23ba6c28-f5e1-4d94-aee4-fd828a24f3b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292624 Nov 03 19:54:34.932402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46458) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:34.937296 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'network': {'name': 'tempest-network-smoke--838884657', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:34.958815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:54:34.962552 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.988110 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:54:34.997382 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.997756 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Added segment 6a73d9e6-fc90-4705-a89a-a04c6747e1bc of type vlan for network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f Nov 03 19:54:35.038988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.064828 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.070471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:35.071087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.107380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1739004 Nov 03 19:54:35.110506 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46460) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:35.115420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'admin_state_up': True, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:35.143855 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.144924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.147820 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019536a7-696e-4a16-896f-f6db39650ea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Network': ['ID=56dedff6-5b0f-4505-9cc7-89a2eb5b948f,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:35.161114 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:54:35.200773 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.346304 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.570739 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.590582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.692970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.147 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/931d7d9f-06aa-4cef-aa51-30f230dea824) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:54:35.803972 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.836655 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:35.878534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:54:35.881441 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:54:35.886022 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:54:35.889104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=931d7d9f-06aa-4cef-aa51-30f230dea824,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:36.142478 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:36.160801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-652e42dc-28ea-42d7-bd77-8e8f0b8bb2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:36.344798 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:36.480641 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 9cc5b136-99c8-41b0-9518-b08d42f7435b is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:54:36.591583 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:54:36.601290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Sync routers for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:54:36.611975 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:36.612589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:36.612752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:36.614007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b1d73fbe-0c77-400b-a988-650cf05a9098 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5024772 Nov 03 19:54:36.617187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46462) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:36.725637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:36.742522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f72efac4-37ba-4a9f-89fb-d04da640a44d tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=f50d597dd9904eb4b91df80a617f2860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240959 Nov 03 19:54:36.745217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46466) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:36.837163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210467d-ac63-4d95-933c-e844beb45ff5 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:36.838759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b210467d-ac63-4d95-933c-e844beb45ff5 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925422 Nov 03 19:54:36.841617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46468) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:36.869772 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-05e6f521-623d-4668-866a-0f24e925cc3a tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270276 Nov 03 19:54:36.872499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46470) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:36.878083 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-124015998', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:36.917277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:36Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:36.945041 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Checking router: 9cc5b136-99c8-41b0-9518-b08d42f7435b for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:54:36.945390 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Updating router 9cc5b136-99c8-41b0-9518-b08d42f7435b port 931d7d9f-06aa-4cef-aa51-30f230dea824 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:54:36.968066 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:54:36.970762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:36.972309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.166760 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.238754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Subnet': ['ID=8da86c5b-bfc7-475e-ad0a-8041bfcb5811,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:37.242161 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.249514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Checking segment: {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:54:37.250035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network hostable DHCP agents. Network: 56dedff6-5b0f-4505-9cc7-89a2eb5b948f, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:54:37.251216 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.269249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:54:37.280104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 56dedff6-5b0f-4505-9cc7-89a2eb5b948f) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:54:37.284940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:37.285624 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.296672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d282e-9143-4d38-87e7-ecc8deda649c None None] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:54:37.306099 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-96bb19c1-139a-421f-9472-e3bcd6b81636 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4324534 Nov 03 19:54:37.309396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46472) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:37.328615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Attempting to bind port 931d7d9f-06aa-4cef-aa51-30f230dea824 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:54:37.328984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Attempting to bind port 931d7d9f-06aa-4cef-aa51-30f230dea824 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:54:37.329350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Attempting to bind port 931d7d9f-06aa-4cef-aa51-30f230dea824 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:54:37.334448 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab77813-7c8f-4496-8028-4c7b65f94437 None None] Pushing event updated for resources: {'Port': ['ID=931d7d9f-06aa-4cef-aa51-30f230dea824,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:37.370278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:54:37.370648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:54:37.371052 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.371447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:54:37.371931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Bound port: 931d7d9f-06aa-4cef-aa51-30f230dea824, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:54:37.372323 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.447055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] For port 931d7d9f-06aa-4cef-aa51-30f230dea824, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:54:37.451154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] For port 931d7d9f-06aa-4cef-aa51-30f230dea824, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=931d7d9f-06aa-4cef-aa51-30f230dea824,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:54:37.472030 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.566185 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab77813-7c8f-4496-8028-4c7b65f94437 None None] Pushing event updated for resources: {'Port': ['ID=931d7d9f-06aa-4cef-aa51-30f230dea824,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:37.570602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:37.571231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:37.574906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:54:37.575763 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:37.945838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:38.063413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Allocated IP 172.20.0.2 (56dedff6-5b0f-4505-9cc7-89a2eb5b948f/8da86c5b-bfc7-475e-ad0a-8041bfcb5811/fe3697ab-e966-4e27-9e2e-6b540c4847cb) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:54:38.103288 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.271025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:36Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:38.273015 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.301247 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.303175 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72deb5ce-4310-4b38-ae75-3b1795366a3d None None] The sync data for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 is: [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:36Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:54:38.342740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:54:38.348355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:54:38.351970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:54:38.359942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Pushing event updated for resources: {'Port': ['ID=fe3697ab-e966-4e27-9e2e-6b540c4847cb,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:38.394495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.1 (56dedff6-5b0f-4505-9cc7-89a2eb5b948f/8da86c5b-bfc7-475e-ad0a-8041bfcb5811/47bb0928-0e99-40ec-a8a2-1b3bb45bdd15) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:54:38.415703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Attempting to bind port fe3697ab-e966-4e27-9e2e-6b540c4847cb on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:54:38.415970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Attempting to bind port fe3697ab-e966-4e27-9e2e-6b540c4847cb by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:54:38.416091 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Attempting to bind port fe3697ab-e966-4e27-9e2e-6b540c4847cb on network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:54:38.422428 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:54:38.422797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Checking segment: {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:54:38.423192 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.423621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Bound using segment: {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:54:38.424128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Bound port: fe3697ab-e966-4e27-9e2e-6b540c4847cb, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:54:38.424512 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.497800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] For port fe3697ab-e966-4e27-9e2e-6b540c4847cb, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:54:38.501466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] For port fe3697ab-e966-4e27-9e2e-6b540c4847cb, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fe3697ab-e966-4e27-9e2e-6b540c4847cb,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:54:38.506460 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.530352 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.593251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cedcf8-d2a0-4156-8592-eb7889f9da7b None None] Pushing event updated for resources: {'Port': ['ID=fe3697ab-e966-4e27-9e2e-6b540c4847cb,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:38.607343 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.657360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:54:38.662850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:54:38.666797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:54:38.692005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:38.723918 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.891353 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:39.196926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:39.201793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:39.285944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:39.288331 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:39.400856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:54:39.402212 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:54:39.529238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 9cc5b136-99c8-41b0-9518-b08d42f7435b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:54:39.579773 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895bdd94-2ea5-4790-8f19-14e73a8f0255 None None] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:54:39.644122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:54:39.649627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-894453e4-71b9-48c5-abae-c8b3af2d45a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/9cc5b136-99c8-41b0-9518-b08d42f7435b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3390760 Nov 03 19:54:39.712600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9e81142e-e36f-4eb2-a40c-6e66e0b03c33 None None] Provisioning complete for port fe3697ab-e966-4e27-9e2e-6b540c4847cb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:39.712956 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e81142e-e36f-4eb2-a40c-6e66e0b03c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:39.822959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-d0d4a4f3-d341-46f7-8f13-12e4fe2eb4ab tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522856984&fields=id&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 267 time: 0.0550127 Nov 03 19:54:39.831211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e81142e-e36f-4eb2-a40c-6e66e0b03c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:39.866348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9e81142e-e36f-4eb2-a40c-6e66e0b03c33 None None] For port fe3697ab-e966-4e27-9e2e-6b540c4847cb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fe3697ab-e966-4e27-9e2e-6b540c4847cb,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:39.872627 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e81142e-e36f-4eb2-a40c-6e66e0b03c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:39.939305 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81142e-e36f-4eb2-a40c-6e66e0b03c33 None None] Pushing event updated for resources: {'Port': ['ID=fe3697ab-e966-4e27-9e2e-6b540c4847cb,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:39.975522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-926dfe5c-4dc1-487d-8ed6-a8405e4e5d6b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:39.977235 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-926dfe5c-4dc1-487d-8ed6-a8405e4e5d6b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/networks?id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f HTTP/1.1" status: 200 len: 796 time: 0.1458597 Nov 03 19:54:39.996525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-25b1926c-5e7c-4f49-ace7-cfc2c7b3974a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/quotas/f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 375 time: 0.0115535 Nov 03 19:54:40.056612 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fe3697ab-e966-4e27-9e2e-6b540c4847cb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:54:40.068414 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-2eab238b-df86-49cf-bfbd-4dcdca441e04 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623543 Nov 03 19:54:40.116085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f6b9f037-1a3e-4376-a3d9-220947e1f967 None None] Provisioning complete for port fe3697ab-e966-4e27-9e2e-6b540c4847cb triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:40.116451 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f037-1a3e-4376-a3d9-220947e1f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.135543 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Sync routers for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:54:40.147531 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:40.148518 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:40.165642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fe3697ab-e966-4e27-9e2e-6b540c4847cb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:40.166014 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.200090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-ae821396-c97c-41ea-953a-2a9d7b10cdad service neutron] 10.222.0.77 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189761 Nov 03 19:54:40.296044 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 931d7d9f-06aa-4cef-aa51-30f230dea824 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:54:40.298120 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:40.320299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-3d61d20f-f001-4340-a813-0569ad6f6ae2 service neutron] 10.222.0.77 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138353 Nov 03 19:54:40.332434 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f6b9f037-1a3e-4376-a3d9-220947e1f967 None None] Provisioning complete for port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:40.332795 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f037-1a3e-4376-a3d9-220947e1f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.372966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9f037-1a3e-4376-a3d9-220947e1f967 None None] Port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:54:40.409185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.412103 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-218b6996-05e6-4125-a429-d9a3ce085acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.422546 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 931d7d9f-06aa-4cef-aa51-30f230dea824 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:40.422915 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.529000 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.555803 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 931d7d9f-06aa-4cef-aa51-30f230dea824, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=931d7d9f-06aa-4cef-aa51-30f230dea824,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:40.568440 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.586987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:39Z', 'revision_number': 2, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:40.591990 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb3ee4f1-0396-4032-b690-140e097deccc req-3c9eaefb-57e7-4b96-8f60-20fad85db230 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 210 time: 0.0316565 Nov 03 19:54:40.617247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d664cee8-f5cc-4c3c-8854-16a140f54f80 None None] Provisioning complete for port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:40.617947 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d664cee8-f5cc-4c3c-8854-16a140f54f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.628127 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Checking router: 9cc5b136-99c8-41b0-9518-b08d42f7435b for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:54:40.628509 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Updating router 9cc5b136-99c8-41b0-9518-b08d42f7435b port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:54:40.655705 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.675140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d664cee8-f5cc-4c3c-8854-16a140f54f80 None None] Port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:54:40.676900 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=931d7d9f-06aa-4cef-aa51-30f230dea824,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:40.797405 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e84d9714-736b-4cce-aeb0-fe5ddc1333f1 None None] Provisioning complete for port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:40.797957 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e84d9714-736b-4cce-aeb0-fe5ddc1333f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.835569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e84d9714-736b-4cce-aeb0-fe5ddc1333f1 None None] Port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:54:40.948670 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.953785 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:41.003128 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Pushing event updated for resources: {'Port': ['ID=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:41.025650 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.025987 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.026314 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.026637 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.026959 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.027278 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.027591 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.027905 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.028216 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.028526 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.028834 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.029142 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:41.064295 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Attempting to bind port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:54:41.064958 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Attempting to bind port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:54:41.065510 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Attempting to bind port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 on network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:54:41.071090 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:54:41.071456 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Checking segment: {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:54:41.071854 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:41.072234 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Bound using segment: {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:54:41.073009 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Bound port: 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:54:41.073146 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:41.141268 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] For port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:54:41.144719 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] For port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:54:41.149026 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:41.204552 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:41.205249 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:41.257251 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d30d8-e8b2-430e-b103-742f46688b72 None None] Pushing event updated for resources: {'Port': ['ID=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:41.262135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-11406e00-4140-4f64-8de9-da1fd731febd None None] Provisioning complete for port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:41.262594 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-11406e00-4140-4f64-8de9-da1fd731febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:41.339595 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:41.353070 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-11406e00-4140-4f64-8de9-da1fd731febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:41.387850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-11406e00-4140-4f64-8de9-da1fd731febd None None] For port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:41.393631 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-11406e00-4140-4f64-8de9-da1fd731febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:41.447270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11406e00-4140-4f64-8de9-da1fd731febd None None] Pushing event updated for resources: {'Port': ['ID=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:41.516138 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-40f19520-d77c-41cc-b4ba-10e661486f19 None None] Provisioning complete for port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:41.516833 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-40f19520-d77c-41cc-b4ba-10e661486f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:41.661606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-beee83a1-fda9-4d86-9daf-756891f8ae00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:41.663187 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-beee83a1-fda9-4d86-9daf-756891f8ae00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/networks?id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f HTTP/1.1" status: 200 len: 796 time: 0.1431978 Nov 03 19:54:41.684920 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:41Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:41.714810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-439e3d5d-5113-400e-b8ce-866b888f9ea8 req-95dc6a3f-8cf8-4965-8482-1cb1f77ab923 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 210 time: 0.0344162 Nov 03 19:54:41.715507 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5fc0f-05c5-4a28-a5ed-7c4730e60f93 None None] The sync data for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 is: [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:41Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:54:41.759982 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-a648e0a0-ef57-46ce-ab4d-9eaaa04f92a9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 380 time: 0.0865912 Nov 03 19:54:41.777060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'port': {'device_id': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'admin_state_up': True, 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'security_groups': ['d62728a4-82bc-480e-a12d-dda8f1a0781b']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:41.902161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:54:41.906275 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.046751 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fe3697ab-e966-4e27-9e2e-6b540c4847cb up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:54:42.070462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.8 (56dedff6-5b0f-4505-9cc7-89a2eb5b948f/8da86c5b-bfc7-475e-ad0a-8041bfcb5811/76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:54:42.100191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port fe3697ab-e966-4e27-9e2e-6b540c4847cb triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:42.100569 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.187481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 931d7d9f-06aa-4cef-aa51-30f230dea824 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:54:42.249923 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.256366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 931d7d9f-06aa-4cef-aa51-30f230dea824 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:42.257147 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.293367 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.341091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:54:42.347564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:54:42.348514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:54:42.351751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:54:42.359046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:42.413185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.426304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:42.427101 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.429083 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:42.429684 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.446843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-91347497-b177-46b3-98e4-ff8d57963178 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6750815 Nov 03 19:54:42.457258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-e580cea6-faa9-496f-8a39-957b5c7144ac tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:54:42.458779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-e580cea6-faa9-496f-8a39-957b5c7144ac tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0067217 Nov 03 19:54:42.475873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Request body: {'port': {'device_id': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:42.505759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.543378 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.690325 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f34a0a06-7b65-49ae-a499-711cbdfc03ed None None] Provisioning complete for port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:42.690868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f34a0a06-7b65-49ae-a499-711cbdfc03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.735387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f34a0a06-7b65-49ae-a499-711cbdfc03ed None None] Port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:54:42.861917 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:54:42.871664 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.889971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Transition to ACTIVE for port object 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:54:42.900136 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95286f-2b0c-44ff-bd3d-4d3ffad1e51d req-26d3bc58-88f4-4283-b2cb-0966fc189a06 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:42.901785 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd95286f-2b0c-44ff-bd3d-4d3ffad1e51d req-26d3bc58-88f4-4283-b2cb-0966fc189a06 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 931 time: 0.1039793 Nov 03 19:54:42.902926 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:43.011004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Pushing event updated for resources: {'Port': ['ID=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:43.044062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fd95286f-2b0c-44ff-bd3d-4d3ffad1e51d req-8cbea6b1-7402-4f21-b1fd-7e12513401e4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347942 Nov 03 19:54:43.074573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Attempting to bind port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:54:43.074905 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Attempting to bind port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:54:43.075242 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Attempting to bind port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 on network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:54:43.080298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 on network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:54:43.080616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Attempting to bind port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 on network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:54:43.085792 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:54:43.086130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Checking segment: {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:54:43.086611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Bound using segment: {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:54:43.087054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Bound port: 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a73d9e6-fc90-4705-a89a-a04c6747e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:54:43.087409 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:43.152706 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] For port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:54:43.155736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] For port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:54:43.162004 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:43.195839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:43.196577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:43.198126 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] 10.222.0.96 "PUT /v2.0/ports/76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 HTTP/1.1" status: 200 len: 1091 time: 0.7278337 Nov 03 19:54:43.198559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:54:43.200878 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:54:43.230485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f019a-aa7b-45e6-ab25-038d045beda1 service neutron] Pushing event updated for resources: {'Port': ['ID=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:43.259291 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbb3248-785b-4b71-a526-14c570733b41 x-openstack-request-id: req-4cbb3248-785b-4b71-a526-14c570733b41 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:54:43.259674 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:54:43.259880 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cbb3248-785b-4b71-a526-14c570733b41 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:54:43.260287 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'status': 'completed', 'code': 200} Nov 03 19:54:43.304163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-8638d0c0-a7e2-41dd-8208-f5302ef07172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:43.306152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-8638d0c0-a7e2-41dd-8208-f5302ef07172 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 1094 time: 0.0592039 Nov 03 19:54:43.358119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-f92353f5-5ae9-4c0a-ab32-e92fed74965b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 HTTP/1.1" status: 200 len: 217 time: 0.0443821 Nov 03 19:54:43.416536 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-0753065c-c7a5-4a40-9144-de0f2b008155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:43.418043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-0753065c-c7a5-4a40-9144-de0f2b008155 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8da86c5b-bfc7-475e-ad0a-8041bfcb5811 HTTP/1.1" status: 200 len: 834 time: 0.0533738 Nov 03 19:54:43.468989 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-32ed7b86-28e1-4377-bd89-ebfeee0201a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:43.470438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-32ed7b86-28e1-4377-bd89-ebfeee0201a9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458276 Nov 03 19:54:43.564421 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-550c4d10-f8b4-4a48-a6fe-6bd05e839d48 service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855579 Nov 03 19:54:43.663838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1d63ee27-b586-4d27-8136-b2372d19a9bf req-54988b1b-7474-44ee-b9f6-dd18586a1855 service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925481 Nov 03 19:54:43.746873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-6b415a3b-1f73-4dba-94af-e5a1e47e3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:43.748323 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-6b415a3b-1f73-4dba-94af-e5a1e47e3473 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 1094 time: 0.0407066 Nov 03 19:54:43.843113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-020a6268-0cc9-4c6c-9214-6c292f325184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:43.844628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-020a6268-0cc9-4c6c-9214-6c292f325184 service neutron] 10.222.0.96 "GET /v2.0/networks?id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f HTTP/1.1" status: 200 len: 897 time: 0.0896566 Nov 03 19:54:43.888576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-498f795a-44d9-423c-9306-93451ecff4c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 HTTP/1.1" status: 200 len: 217 time: 0.0359790 Nov 03 19:54:43.940230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-3ee5e061-b79d-4064-bb78-8d52f9d6b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:43.941743 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-3ee5e061-b79d-4064-bb78-8d52f9d6b2df service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8da86c5b-bfc7-475e-ad0a-8041bfcb5811 HTTP/1.1" status: 200 len: 834 time: 0.0457578 Nov 03 19:54:43.989864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-67f6029b-00de-4a34-b239-023dc92cb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:43.991382 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-67f6029b-00de-4a34-b239-023dc92cb00a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424058 Nov 03 19:54:44.100702 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-1abb75e2-8bc4-4c52-8f9e-c0a6c8fa995c service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014755 Nov 03 19:54:44.155579 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:54:44.229982 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422909d1-0597-4553-8c7e-ebe7c9280c0c req-af811745-c4bd-4232-9102-2cd31fbbb50c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:44.231456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-422909d1-0597-4553-8c7e-ebe7c9280c0c req-af811745-c4bd-4232-9102-2cd31fbbb50c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 943 time: 0.1030633 Nov 03 19:54:44.235200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-10660f53-8c0f-4b3c-8eaf-c2f6392d545d req-5d711e8f-642f-408d-ad07-cee8f5b4b292 service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259916 Nov 03 19:54:44.284460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-422909d1-0597-4553-8c7e-ebe7c9280c0c req-ad39fcc5-58b5-4af5-8dd1-2a871715c990 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Nov 03 19:54:44.855619 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:54:44.953300 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:44.964648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'port_id': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'mac_address': 'fa:16:3e:c7:9b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:54:45.002590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:45.015494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:54:45.034501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:45.038301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:45.083508 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:45.256323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:54:45.427295 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a08fc2-02b9-4718-8e08-1b70774257b4 req-40130401-57fe-454d-b6d5-daf1e2ec786e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:45.428997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89a08fc2-02b9-4718-8e08-1b70774257b4 req-40130401-57fe-454d-b6d5-daf1e2ec786e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 944 time: 0.0541923 Nov 03 19:54:45.486774 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89a08fc2-02b9-4718-8e08-1b70774257b4 req-c2cb5109-f00a-45ea-9704-3e2571753b4f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511591 Nov 03 19:54:46.606907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39eb75-1900-4939-bbc0-549e6bdbf764 req-4f8113e3-4f32-4dad-b499-8574d0bab992 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:46.608374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb39eb75-1900-4939-bbc0-549e6bdbf764 req-4f8113e3-4f32-4dad-b499-8574d0bab992 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 944 time: 0.0486243 Nov 03 19:54:46.665471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb39eb75-1900-4939-bbc0-549e6bdbf764 req-cd053770-1145-4315-ad59-c50fc3022976 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506792 Nov 03 19:54:46.856757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:54:46.909206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:54:46.913511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:46.913881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:46.990788 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:47.015068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:54:47.017993 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb53ae52-b3a7-434e-80b0-0221bada5824" -d '{"events": [{"server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "name": "network-vif-plugged", "status": "completed", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:54:47.030914 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:47.035229 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:47.057595 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5800c6-4553-42c4-81eb-4871baff98a5 x-openstack-request-id: req-6c5800c6-4553-42c4-81eb-4871baff98a5 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:54:47.057889 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "name": "network-vif-plugged", "status": "completed", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:54:47.058142 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c5800c6-4553-42c4-81eb-4871baff98a5 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:54:47.058536 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'code': 200} Nov 03 19:54:47.085433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:47.153946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484152-a9ae-4d85-9140-2b2752748e23 req-b52f67e5-4499-44c9-97f8-1891b2794675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:47.155412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70484152-a9ae-4d85-9140-2b2752748e23 req-b52f67e5-4499-44c9-97f8-1891b2794675 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 1096 time: 0.0397446 Nov 03 19:54:47.200950 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-70484152-a9ae-4d85-9140-2b2752748e23 req-52a0cfad-af48-465c-8d17-710175ae693b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383494 Nov 03 19:54:47.790187 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a622c4-7592-487a-b49c-f09c38395905 req-a11e2e2c-7794-43a9-b11c-a5c9e61a0fc6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:47.791736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64a622c4-7592-487a-b49c-f09c38395905 req-a11e2e2c-7794-43a9-b11c-a5c9e61a0fc6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Nov 03 19:54:47.843364 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64a622c4-7592-487a-b49c-f09c38395905 req-8530cfdc-3150-4102-ae40-e6be49d31cbf tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451880 Nov 03 19:54:48.962262 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721f2fb-8ab9-49b5-a613-244f65c76831 req-0f66ffde-01c5-4c6d-ba50-eeb5735dbbd4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:48.963752 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d721f2fb-8ab9-49b5-a613-244f65c76831 req-0f66ffde-01c5-4c6d-ba50-eeb5735dbbd4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0502355 Nov 03 19:54:49.013727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d721f2fb-8ab9-49b5-a613-244f65c76831 req-f96c84f4-6b60-4f33-9348-d8042268d8a9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Nov 03 19:54:49.128572 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244e8b6-99e2-499d-880a-8b65823c9e49 req-a28413bd-05b2-4261-99be-2ce503cdf13c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:49.130004 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9244e8b6-99e2-499d-880a-8b65823c9e49 req-a28413bd-05b2-4261-99be-2ce503cdf13c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Nov 03 19:54:49.181849 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9244e8b6-99e2-499d-880a-8b65823c9e49 req-29b62d55-4741-4da0-b579-53edb5555d23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458846 Nov 03 19:54:49.203674 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:49.243648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a54334-b631-4052-990f-b5c4fa398534 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:49.245162 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b3a54334-b631-4052-990f-b5c4fa398534 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 1091 time: 0.0404880 Nov 03 19:54:49.248065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46520) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:49.252437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:54:49.273930 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:49.376813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:49.479808 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.83 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/ab904e99-5804-4bd9-bc06-c04642dd4b7e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:54:49.583379 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:49.616316 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:49.651086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:54:49.653853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:54:49.660224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:54:49.685843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=ab904e99-5804-4bd9-bc06-c04642dd4b7e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:50.377239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:50.449582 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:50.612765 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:50.617794 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:50.691228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=ab904e99-5804-4bd9-bc06-c04642dd4b7e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:50.705720 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:50.806500 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP d393b1b6-27d2-47c6-93bf-61211bb486dd associated. External IP: 172.25.3.83, port: 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6. Nov 03 19:54:51.026269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 9cc5b136-99c8-41b0-9518-b08d42f7435b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:54:51.140625 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:54:51.152088 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] Sync routers for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:54:51.165532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:51.170207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:51.171010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:51.198338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9ca6f6fb-d16c-421b-bcff-b8568582d769 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9492078 Nov 03 19:54:51.199056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:54:51.201623 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d05551-883c-4f45-89af-2c5203e1d691" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:54:51.319032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449ead-29b2-44fb-b2f0-661f7822bf28 req-9df83726-51eb-41c8-b5cf-06ca038f49c3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:51.320581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76449ead-29b2-44fb-b2f0-661f7822bf28 req-9df83726-51eb-41c8-b5cf-06ca038f49c3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0588787 Nov 03 19:54:51.376298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-76449ead-29b2-44fb-b2f0-661f7822bf28 req-fc6b9c08-10d0-4bef-8973-2b5472bf0b01 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492620 Nov 03 19:54:51.401167 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46526) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:51.439535 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ba8dc-0b52-4b34-bcf7-51fb1138a8a0 x-openstack-request-id: req-261ba8dc-0b52-4b34-bcf7-51fb1138a8a0 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:54:51.439886 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:54:51.440086 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-261ba8dc-0b52-4b34-bcf7-51fb1138a8a0 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:54:51.440492 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'status': 'completed', 'code': 200} Nov 03 19:54:51.472208 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:51.493949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-33af846b-671a-4be6-878b-8fd61af1c017 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/d393b1b6-27d2-47c6-93bf-61211bb486dd HTTP/1.1" status: 200 len: 990 time: 0.0915818 Nov 03 19:54:51.507422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-deb76f31-1508-474e-9280-8aa463369e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:51.509044 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-deb76f31-1508-474e-9280-8aa463369e84 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 1096 time: 0.0557842 Nov 03 19:54:51.601111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-33eb372e-1c19-437b-be2c-66a9f54f94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:51.602522 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-33eb372e-1c19-437b-be2c-66a9f54f94b8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f HTTP/1.1" status: 200 len: 897 time: 0.0865145 Nov 03 19:54:51.674764 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-106aafec-53f7-42af-a2b0-fa7c5d5cc082 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 HTTP/1.1" status: 200 len: 998 time: 0.0653806 Nov 03 19:54:51.696778 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd393b1b6-27d2-47c6-93bf-61211bb486dd', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'port_id': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'mac_address': 'fa:16:3e:c7:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:54:50Z', 'updated_at': '2021-11-03T19:54:50Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:41Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:51.724169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-66e6c68d-bc0e-4283-98d2-e4a13814d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:51.725643 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-66e6c68d-bc0e-4283-98d2-e4a13814d4c5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8da86c5b-bfc7-475e-ad0a-8041bfcb5811 HTTP/1.1" status: 200 len: 834 time: 0.0440598 Nov 03 19:54:51.726982 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] Checking router: 9cc5b136-99c8-41b0-9518-b08d42f7435b for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:54:51.735634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:54:51.736500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:54:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:51.773102 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-ea37d4ac-c032-40e6-b749-65aab003a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:51.774639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-ea37d4ac-c032-40e6-b749-65aab003a22e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416195 Nov 03 19:54:51.843537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:54:51.869128 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-f12dace9-cebf-441f-b425-d4b9fd9a2664 service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873072 Nov 03 19:54:51.960879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4d05551-883c-4f45-89af-2c5203e1d691 req-41ad4bf8-670f-42e1-bcb0-b2968dc8d6af service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844309 Nov 03 19:54:52.080932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd393b1b6-27d2-47c6-93bf-61211bb486dd', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'port_id': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'mac_address': 'fa:16:3e:c7:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:54:50Z', 'updated_at': '2021-11-03T19:54:50Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:41Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:54:52.112569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070e9f5-9da2-4ec6-bbe2-9085f07e804f None None] The sync data for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 is: [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'd393b1b6-27d2-47c6-93bf-61211bb486dd', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'port_id': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'mac_address': 'fa:16:3e:c7:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:54:50Z', 'updated_at': '2021-11-03T19:54:50Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:41Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:54:52.304283 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65e056-0e96-433a-9e71-688a4c3b353a None None] New status for floating IP d393b1b6-27d2-47c6-93bf-61211bb486dd: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:54:52.498791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46528) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:54:52.564589 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3c6e1f64-9042-4622-b46e-a248030d9e32 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/d393b1b6-27d2-47c6-93bf-61211bb486dd HTTP/1.1" status: 200 len: 992 time: 0.0646377 Nov 03 19:54:53.357146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-71253ca5-acd5-4dd2-ade1-634e9ecdf110 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407486 Nov 03 19:54:53.437783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-4f4a89d8-5354-4624-a9fd-74810ab0a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:53.439268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-4f4a89d8-5354-4624-a9fd-74810ab0a1a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 1096 time: 0.0400052 Nov 03 19:54:53.551381 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-b4b8773b-2c64-49a9-a6ec-384220df0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:53.552856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-b4b8773b-2c64-49a9-a6ec-384220df0034 service neutron] 10.222.0.96 "GET /v2.0/networks?id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f HTTP/1.1" status: 200 len: 897 time: 0.0939319 Nov 03 19:54:53.621450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-80aee0ab-7106-4160-8ab4-1b51b4e5d01d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 HTTP/1.1" status: 200 len: 1000 time: 0.0606649 Nov 03 19:54:53.677788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-2da647d4-47de-4c6b-a8a2-68df40e808ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:53.679268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-2da647d4-47de-4c6b-a8a2-68df40e808ba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8da86c5b-bfc7-475e-ad0a-8041bfcb5811 HTTP/1.1" status: 200 len: 834 time: 0.0501699 Nov 03 19:54:53.726546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-7abfa8b6-ba68-4e08-b313-82d6dd24f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:53.728041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-7abfa8b6-ba68-4e08-b313-82d6dd24f498 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415611 Nov 03 19:54:53.822434 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-1d056abf-6a31-4f59-9f94-1321b697a248 service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866122 Nov 03 19:54:53.921483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-32aec2ef-d1a6-47c8-b190-5b2049acdae9 req-ef2f6bb4-91a9-4db3-9a03-49cf8c53e975 service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913994 Nov 03 19:55:03.063221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:03.933283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:06.167190 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1eca76ae-eb43-41b2-8fc5-4fb12025a2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:10.329769 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:10.404183 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b7daf798-5219-4c76-bf57-0672bb77aab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:12.381506 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:12.488519 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:21.156258 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:55:23.973598 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949686a2-d2b3-46c2-9496-0337753a6204 req-2b5ec79b-3838-4f69-ae2a-b853ee1f625e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:23.976953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-949686a2-d2b3-46c2-9496-0337753a6204 req-2b5ec79b-3838-4f69-ae2a-b853ee1f625e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0534520 Nov 03 19:55:24.027745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-949686a2-d2b3-46c2-9496-0337753a6204 req-30e0f61c-d740-434b-97ce-a3e774231bc6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448492 Nov 03 19:55:25.163452 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549afaa-21d6-43c3-b8c9-4c66a9afd463 req-f48a5a79-c534-44c3-9a1a-2d50f2b89519 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:25.165920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8549afaa-21d6-43c3-b8c9-4c66a9afd463 req-f48a5a79-c534-44c3-9a1a-2d50f2b89519 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0631261 Nov 03 19:55:25.229013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8549afaa-21d6-43c3-b8c9-4c66a9afd463 req-552bbd40-1eed-4348-ab8e-8ded8d3210d2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575385 Nov 03 19:55:25.254701 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46546) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:25.345573 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-40c3845f-c729-4e0b-8785-e1ae8ac48735 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/d393b1b6-27d2-47c6-93bf-61211bb486dd HTTP/1.1" status: 200 len: 992 time: 0.0885360 Nov 03 19:55:26.638040 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181fabc-54c6-4bf4-a829-7b8148fea1e9 req-0c577dea-23a5-49ec-8f97-4274310c0167 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:26.639678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2181fabc-54c6-4bf4-a829-7b8148fea1e9 req-0c577dea-23a5-49ec-8f97-4274310c0167 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0552065 Nov 03 19:55:26.708672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2181fabc-54c6-4bf4-a829-7b8148fea1e9 req-f418d98b-ecda-4324-a6f1-a5cef285a761 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621734 Nov 03 19:55:27.830852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597411a-52bb-471f-ab3a-04926ed539b3 req-723d289b-c3c2-4660-a2c2-6e942d2af79e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:27.832341 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b597411a-52bb-471f-ab3a-04926ed539b3 req-723d289b-c3c2-4660-a2c2-6e942d2af79e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0521452 Nov 03 19:55:27.888014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b597411a-52bb-471f-ab3a-04926ed539b3 req-22e0300b-75f7-461a-8953-37aa3cf46d79 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489991 Nov 03 19:55:27.911069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46558) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:27.975172 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cc929326-7c3d-4854-a058-e32883455b25 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/d393b1b6-27d2-47c6-93bf-61211bb486dd HTTP/1.1" status: 200 len: 992 time: 0.0628412 Nov 03 19:55:28.212019 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46564) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:28.389397 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port ab904e99-5804-4bd9-bc06-c04642dd4b7e {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:28.389781 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:28.473139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:28.473489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:28.485558 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for ab904e99-5804-4bd9-bc06-c04642dd4b7e owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:28.642667 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:28.669360 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=ab904e99-5804-4bd9-bc06-c04642dd4b7e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:28.685078 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.685450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.685794 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.686161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.686494 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.686827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.687160 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.687489 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.687816 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.688149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.688475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.688795 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:28.748204 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:28.748532 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP d393b1b6-27d2-47c6-93bf-61211bb486dd disassociated (deleted). External IP: 172.25.3.83, port: 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6. Nov 03 19:55:28.979657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 9cc5b136-99c8-41b0-9518-b08d42f7435b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:55:29.102144 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:29.107344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:29.113568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] Sync routers for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:29.126151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:29.126791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:29.141082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ac5e1465-186c-4bb1-8f05-05ecad1ad176 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/floatingips/d393b1b6-27d2-47c6-93bf-61211bb486dd HTTP/1.1" status: 204 len: 168 time: 0.9248130 Nov 03 19:55:29.141082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:29.141820 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eca268-3d14-4b0d-b3fe-547dbc365174" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:29.259144 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:29.351365 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166555d4-7e96-4c25-8629-df7dc1feba42 x-openstack-request-id: req-166555d4-7e96-4c25-8629-df7dc1feba42 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:29.351903 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:29.352139 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-166555d4-7e96-4c25-8629-df7dc1feba42 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:29.352692 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'status': 'completed', 'code': 200} Nov 03 19:55:29.494577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6674d1-42fd-4e52-8e11-a74b9f05a750 req-d66aefbf-4882-4e87-bc26-b11e9b2a647f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.496219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c6674d1-42fd-4e52-8e11-a74b9f05a750 req-d66aefbf-4882-4e87-bc26-b11e9b2a647f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0894470 Nov 03 19:55:29.499472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-b811da5c-457d-4833-a0e3-ee2afdcbb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.500997 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-b811da5c-457d-4833-a0e3-ee2afdcbb444 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 1096 time: 0.1191049 Nov 03 19:55:29.501980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:41Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:29.531981 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] Checking router: 9cc5b136-99c8-41b0-9518-b08d42f7435b for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:29.542156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:29.551010 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:29.626969 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3c6674d1-42fd-4e52-8e11-a74b9f05a750 req-e0eedb87-0f2c-4527-8073-2370d6a935ce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209893 Nov 03 19:55:29.659670 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-8d9cde95-92bb-4779-aedc-d14e972438e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.661152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-8d9cde95-92bb-4779-aedc-d14e972438e0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f HTTP/1.1" status: 200 len: 897 time: 0.1480734 Nov 03 19:55:29.670924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:29.714247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-5e9d6799-068a-4042-bb96-b85591b5dade service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 HTTP/1.1" status: 200 len: 217 time: 0.0452595 Nov 03 19:55:29.769204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-63b8d617-5f41-4696-992a-e6547b4cafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.770113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-63b8d617-5f41-4696-992a-e6547b4cafbe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8da86c5b-bfc7-475e-ad0a-8041bfcb5811 HTTP/1.1" status: 200 len: 834 time: 0.0490046 Nov 03 19:55:29.838920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-891c1f6d-de53-4b9d-9e51-41394a884a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.841356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-891c1f6d-de53-4b9d-9e51-41394a884a53 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=56dedff6-5b0f-4505-9cc7-89a2eb5b948f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634356 Nov 03 19:55:29.895508 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:41Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:29.926207 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57679131-3825-48ca-bff4-2cee80b7bc40 None None] The sync data for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 is: [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:38Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '47bb0928-0e99-40ec-a8a2-1b3bb45bdd15', 'name': '', 'network_id': '56dedff6-5b0f-4505-9cc7-89a2eb5b948f', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:e6:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:38Z', 'updated_at': '2021-11-03T19:54:41Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '8da86c5b-bfc7-475e-ad0a-8041bfcb5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:29.949385 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-41cb0069-cc49-408f-8c92-be8133dd5de2 service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999107 Nov 03 19:55:30.078906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-87eca268-3d14-4b0d-b3fe-547dbc365174 req-05b6796d-15a5-44a3-96db-c840b0c0bd60 service neutron] 10.222.0.96 "GET /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211061 Nov 03 19:55:30.198684 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f5159-dea4-4ec5-93f8-04f0d76b626a None None] New status for floating IP d393b1b6-27d2-47c6-93bf-61211bb486dd: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:55:30.761954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970f3d-e5d8-4027-9de0-0eb28acbd198 req-51c09f43-8039-4166-b0dd-b3694cefea81 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:30.763539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39970f3d-e5d8-4027-9de0-0eb28acbd198 req-51c09f43-8039-4166-b0dd-b3694cefea81 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0585313 Nov 03 19:55:31.196644 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-39970f3d-e5d8-4027-9de0-0eb28acbd198 req-8c57b4b6-b05d-4de3-88b1-0488b8a50ff7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=d62728a4-82bc-480e-a12d-dda8f1a0781b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260840 Nov 03 19:55:31.212229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27da414-f963-4979-a60a-96ddb3f0435a req-34e9210f-94dd-4c4c-b71e-273095731dc8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:31.214264 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a27da414-f963-4979-a60a-96ddb3f0435a req-34e9210f-94dd-4c4c-b71e-273095731dc8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8aa6db5-acb0-4052-bafa-31076c0ef111 HTTP/1.1" status: 200 len: 945 time: 0.0782270 Nov 03 19:55:31.314483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:31.315344 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:31.407013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:31.407381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:31.421275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:31.553460 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:31.582545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:31.624882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] No DVR routers for this DVR port 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:31.628210 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:31.631678 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a27da414-f963-4979-a60a-96ddb3f0435a req-efb3c587-b978-4060-b186-c768e880bfd2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "DELETE /v2.0/ports/76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 HTTP/1.1" status: 204 len: 173 time: 0.4113598 Nov 03 19:55:31.632139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'name': 'network-vif-deleted', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:31.634455 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa02e67-540a-4e5f-91d5-52438be78531" -d '{"events": [{"server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "name": "network-vif-deleted", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:31.673860 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88230e37-21c5-48b9-bd86-616d1308b402 x-openstack-request-id: req-88230e37-21c5-48b9-bd86-616d1308b402 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:31.674877 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa6db5-acb0-4052-bafa-31076c0ef111", "name": "network-vif-deleted", "tag": "76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:31.675129 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88230e37-21c5-48b9-bd86-616d1308b402 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:31.675555 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa6db5-acb0-4052-bafa-31076c0ef111', 'name': 'network-vif-deleted', 'tag': '76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6', 'status': 'completed', 'code': 200} Nov 03 19:55:32.256028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46580) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:32.630168 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:32.909752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:32.910117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:33.005010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:33.014471 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:33.022002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:33.070310 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:33.217894 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:33.243657 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=47bb0928-0e99-40ec-a8a2-1b3bb45bdd15,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:33.429159 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:33.652541 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 9cc5b136-99c8-41b0-9518-b08d42f7435b has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:55:33.760668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:33.766147 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b5c34cea-aba7-461b-a439-6c0f7e9a1c97 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/9cc5b136-99c8-41b0-9518-b08d42f7435b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5089321 Nov 03 19:55:33.770362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46582) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:33.771221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] Sync routers for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:33.781788 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:33.782407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:33.823833 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f164aa-498e-48b5-b7f9-ccdbfbd6e529 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting subnet 8da86c5b-bfc7-475e-ad0a-8041bfcb5811 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:55:33.828406 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33f164aa-498e-48b5-b7f9-ccdbfbd6e529 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:33.872505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33f164aa-498e-48b5-b7f9-ccdbfbd6e529 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:33.892510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:33.967299 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33f164aa-498e-48b5-b7f9-ccdbfbd6e529 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.024602 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.029253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33f164aa-498e-48b5-b7f9-ccdbfbd6e529 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.058578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-33f164aa-498e-48b5-b7f9-ccdbfbd6e529 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.062627 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-33f164aa-498e-48b5-b7f9-ccdbfbd6e529 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/subnets/8da86c5b-bfc7-475e-ad0a-8041bfcb5811 HTTP/1.1" status: 204 len: 168 time: 0.2912648 Nov 03 19:55:34.063841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f164aa-498e-48b5-b7f9-ccdbfbd6e529 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Subnet': ['ID=8da86c5b-bfc7-475e-ad0a-8041bfcb5811,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:34.065540 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46584) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:34.088617 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215e14b-55f5-463e-ab1f-b0777ad24117 None None] Network 56dedff6-5b0f-4505-9cc7-89a2eb5b948f requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:55:34.184229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.210881 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:55:33Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:34.241904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] Checking router: 9cc5b136-99c8-41b0-9518-b08d42f7435b for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:34.260196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] Routers {'9cc5b136-99c8-41b0-9518-b08d42f7435b'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:34.260196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['9cc5b136-99c8-41b0-9518-b08d42f7435b'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:34.299820 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.367611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 931d7d9f-06aa-4cef-aa51-30f230dea824 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:34.368049 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.461150 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 931d7d9f-06aa-4cef-aa51-30f230dea824, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=931d7d9f-06aa-4cef-aa51-30f230dea824,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:34.461449 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.475305 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 931d7d9f-06aa-4cef-aa51-30f230dea824 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:34.515517 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] DHCP port deletion for 56dedff6-5b0f-4505-9cc7-89a2eb5b948f request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:55:34.563058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] Set router 9cc5b136-99c8-41b0-9518-b08d42f7435b gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:34.646253 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.672773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=931d7d9f-06aa-4cef-aa51-30f230dea824,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:34.680069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Deleting port fe3697ab-e966-4e27-9e2e-6b540c4847cb {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:34.680445 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.697271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.698009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.698009 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.698307 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.698639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.698968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.699295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.699616 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.699939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.700257 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.700575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.700890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.744494 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.766490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] For port fe3697ab-e966-4e27-9e2e-6b540c4847cb, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=fe3697ab-e966-4e27-9e2e-6b540c4847cb,segment=NetworkSegment(6a73d9e6-fc90-4705-a89a-a04c6747e1bc),segment_id=6a73d9e6-fc90-4705-a89a-a04c6747e1bc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:34.766881 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.797132 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Calling delete_port for fe3697ab-e966-4e27-9e2e-6b540c4847cb owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:34.844519 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.846968 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.882683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:55:33Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:34.897904 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.898449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc5b136-99c8-41b0-9518-b08d42f7435b {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:55:34.905384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.909587 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-09d544e6-fb9e-4998-8f5b-e4aa0b54ff09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/routers/9cc5b136-99c8-41b0-9518-b08d42f7435b HTTP/1.1" status: 204 len: 168 time: 0.8395717 Nov 03 19:55:34.910255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46586) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:34.915418 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646963d1-5589-45d7-9819-0e650e5840eb None None] The sync data for ids ['9cc5b136-99c8-41b0-9518-b08d42f7435b'] in n-d-812148-3 is: [{'id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274797218', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:55:33Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '931d7d9f-06aa-4cef-aa51-30f230dea824', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b136-99c8-41b0-9518-b08d42f7435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:54:35Z', 'updated_at': '2021-11-03T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:34.924961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.950807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Pushing event deleted for resources: {'Port': ['ID=fe3697ab-e966-4e27-9e2e-6b540c4847cb,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:34.958720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] No DVR routers for this DVR port fe3697ab-e966-4e27-9e2e-6b540c4847cb on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:34.963669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.963669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.963669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.963669 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.964242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.964350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.966880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.966880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.966880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.966880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.966880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:34.966880 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a1a0c-632a-4c86-875b-fc8f3fd00081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:35.012262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.099118 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.124241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dedff6-5b0f-4505-9cc7-89a2eb5b948f']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:35.133328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a73d9e6-fc90-4705-a89a-a04c6747e1bc') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:35.133648 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a73d9e6-fc90-4705-a89a-a04c6747e1bc') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:35.142864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.155778 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.162708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:55:35.163141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:55:35.166376 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:55:35.197585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:35.218056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:35.218284 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 76beaad7-1d2c-40c9-ba7f-4bde8f8ff0f6 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:35.227024 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.233811 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.237708 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/networks/56dedff6-5b0f-4505-9cc7-89a2eb5b948f HTTP/1.1" status: 204 len: 168 time: 0.3252332 Nov 03 19:55:35.240594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46588) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:35.248916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3747d0-f684-4c9b-b0d8-4a1963c3ddf0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Network': ['ID=56dedff6-5b0f-4505-9cc7-89a2eb5b948f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:35.311091 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9bbea3bf-f88e-482d-a46b-b60eaf900d20 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.346568 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9bbea3bf-f88e-482d-a46b-b60eaf900d20 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.415270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9bbea3bf-f88e-482d-a46b-b60eaf900d20 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.418490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9bbea3bf-f88e-482d-a46b-b60eaf900d20 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.419914 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9bbea3bf-f88e-482d-a46b-b60eaf900d20 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/security-groups/d62728a4-82bc-480e-a12d-dda8f1a0781b HTTP/1.1" status: 204 len: 168 time: 0.1782174 Nov 03 19:55:35.430612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbea3bf-f88e-482d-a46b-b60eaf900d20 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62728a4-82bc-480e-a12d-dda8f1a0781b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:35.670211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46594) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:35.674920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-cd2c222e-602a-4f85-aacd-94f294a23bb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70220549', 'description': 'tempest-secgroup-smoke-70220549 description', 'project_id': 'f50d597dd9904eb4b91df80a617f2860'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:35.698835 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd2c222e-602a-4f85-aacd-94f294a23bb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.768840 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd2c222e-602a-4f85-aacd-94f294a23bb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.772851 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd2c222e-602a-4f85-aacd-94f294a23bb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.805520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-cd2c222e-602a-4f85-aacd-94f294a23bb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.806859 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-cd2c222e-602a-4f85-aacd-94f294a23bb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1355941 Nov 03 19:55:35.809969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46596) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:35.815705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ddbfb084-05e1-4822-a98b-69bbe9b5ff66 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'cde3311c-ac66-48a1-b43d-62fa340d9cbb', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:35.823446 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c222e-602a-4f85-aacd-94f294a23bb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde3311c-ac66-48a1-b43d-62fa340d9cbb,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:35.847094 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb084-05e1-4822-a98b-69bbe9b5ff66 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.910153 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb084-05e1-4822-a98b-69bbe9b5ff66 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.917440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb084-05e1-4822-a98b-69bbe9b5ff66 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.935765 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfb084-05e1-4822-a98b-69bbe9b5ff66 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be67143-d57a-44d2-9e45-6e8e67507e92,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:35.944996 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb084-05e1-4822-a98b-69bbe9b5ff66 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.946249 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ddbfb084-05e1-4822-a98b-69bbe9b5ff66 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352427 Nov 03 19:55:35.949689 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46598) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:35.954474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-1188a4dd-e0bb-41a5-a011-6a4f07266d5b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'cde3311c-ac66-48a1-b43d-62fa340d9cbb', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:35.989803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1188a4dd-e0bb-41a5-a011-6a4f07266d5b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.023777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fe3697ab-e966-4e27-9e2e-6b540c4847cb no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:36.044202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: fe3697ab-e966-4e27-9e2e-6b540c4847cb {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:36.044553 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device fe3697ab-e966-4e27-9e2e-6b540c4847cb not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:36.044977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 931d7d9f-06aa-4cef-aa51-30f230dea824 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:36.053147 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1188a4dd-e0bb-41a5-a011-6a4f07266d5b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.057517 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1188a4dd-e0bb-41a5-a011-6a4f07266d5b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.066806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 931d7d9f-06aa-4cef-aa51-30f230dea824 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:36.067190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 931d7d9f-06aa-4cef-aa51-30f230dea824 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:36.067574 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:36.081258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188a4dd-e0bb-41a5-a011-6a4f07266d5b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e8f180-1276-4fb9-b7e0-d48a59958b6d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:36.086560 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1188a4dd-e0bb-41a5-a011-6a4f07266d5b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.087346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:36.090645 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 47bb0928-0e99-40ec-a8a2-1b3bb45bdd15 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:36.090776 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1188a4dd-e0bb-41a5-a011-6a4f07266d5b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371922 Nov 03 19:55:36.090776 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46600) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:36.094976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-67b7373f-bd7a-4d8c-8df2-f02f24c3a6d9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'cde3311c-ac66-48a1-b43d-62fa340d9cbb', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:36.134730 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67b7373f-bd7a-4d8c-8df2-f02f24c3a6d9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.159287 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5457-6045-461e-83b5-ad1dc10b82c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.195116 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67b7373f-bd7a-4d8c-8df2-f02f24c3a6d9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.199428 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67b7373f-bd7a-4d8c-8df2-f02f24c3a6d9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.217684 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7373f-bd7a-4d8c-8df2-f02f24c3a6d9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4963e66-ac14-42c0-b806-fccbeb582421,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:36.224706 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-67b7373f-bd7a-4d8c-8df2-f02f24c3a6d9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.225932 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-67b7373f-bd7a-4d8c-8df2-f02f24c3a6d9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343524 Nov 03 19:55:36.228584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46602) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:36.232880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cea7c342-5d5b-4da8-855e-ba3e51680e46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'cde3311c-ac66-48a1-b43d-62fa340d9cbb', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:36.261278 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cea7c342-5d5b-4da8-855e-ba3e51680e46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.321603 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cea7c342-5d5b-4da8-855e-ba3e51680e46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.325337 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cea7c342-5d5b-4da8-855e-ba3e51680e46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.343049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7c342-5d5b-4da8-855e-ba3e51680e46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b3a657-895a-49c5-bf5f-8d150a643a99,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:36.351349 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cea7c342-5d5b-4da8-855e-ba3e51680e46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.352624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cea7c342-5d5b-4da8-855e-ba3e51680e46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231232 Nov 03 19:55:36.355384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46604) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:36.359708 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5e3ecd53-274b-4e59-8617-f13392e8b60e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'cde3311c-ac66-48a1-b43d-62fa340d9cbb', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:36.382457 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-5e3ecd53-274b-4e59-8617-f13392e8b60e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:55:36.387248 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e3ecd53-274b-4e59-8617-f13392e8b60e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.448370 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e3ecd53-274b-4e59-8617-f13392e8b60e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.452104 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e3ecd53-274b-4e59-8617-f13392e8b60e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.474631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ecd53-274b-4e59-8617-f13392e8b60e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bf40a9-c56d-42c9-a0e1-5d74d7f355e0,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:36.483912 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5e3ecd53-274b-4e59-8617-f13392e8b60e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.485124 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5e3ecd53-274b-4e59-8617-f13392e8b60e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288192 Nov 03 19:55:36.488793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46606) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:36.493279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-73864b13-80ab-4fee-a913-984619418653 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': 'cde3311c-ac66-48a1-b43d-62fa340d9cbb', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:36.515077 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-73864b13-80ab-4fee-a913-984619418653 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:55:36.525651 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73864b13-80ab-4fee-a913-984619418653 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.587407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73864b13-80ab-4fee-a913-984619418653 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.591335 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73864b13-80ab-4fee-a913-984619418653 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.610006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73864b13-80ab-4fee-a913-984619418653 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d1922c-6f02-45b3-98c2-841456fe2544,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:36.615951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-73864b13-80ab-4fee-a913-984619418653 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.617121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-73864b13-80ab-4fee-a913-984619418653 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272721 Nov 03 19:55:36.619950 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46608) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:36.624645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'network': {'name': 'tempest-network-smoke--1949678581', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'port_security_enabled': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:36.644813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:55:36.648325 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.671839 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:55:36.681883 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.682227 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Added segment db17cab0-31a1-4357-a5c8-dd6abb381f72 of type vlan for network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 Nov 03 19:55:36.722472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.748493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.754109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:36.754699 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.790082 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691341 Nov 03 19:55:36.792905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46610) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:36.797654 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'admin_state_up': True, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:36.822070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.823102 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:36.828753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ca0f4-d7eb-4417-9722-91337c96bde0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Network': ['ID=2386fa6f-caa1-4b87-a755-276d1a5e64f2,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:36.840283 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:55:36.877163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:37.028201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:37.221358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:37.243451 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:37.346702 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.78 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/faa173b4-3165-4e9a-bca6-ea3a4b18594d) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:55:37.450979 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:37.483829 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:37.521382 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:55:37.524168 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:55:37.529954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:55:37.555546 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=faa173b4-3165-4e9a-bca6-ea3a4b18594d,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:38.088183 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:38.300713 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:38.442414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 59b4af5c-1315-4c71-9599-89daf6b4da85 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:55:38.550661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:38.561168 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Sync routers for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:38.570092 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:38.574474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c7867c84-9cb8-4ec0-80c4-3d8b801fe08a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7773862 Nov 03 19:55:38.574638 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:38.574638 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:38.574880 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46612) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:38.605497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eccacff3-5602-4b9b-b60e-1a2e1d992b26 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=f50d597dd9904eb4b91df80a617f2860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296478 Nov 03 19:55:38.608210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46614) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:38.676840 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:38.696092 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c19f7-b224-464b-92fe-0c483ff15b63 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:38.697633 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2c8c19f7-b224-464b-92fe-0c483ff15b63 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884969 Nov 03 19:55:38.700602 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46616) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:38.733985 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5055071c-2568-4a91-8293-a247f339bbd1 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323086 Nov 03 19:55:38.736763 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46618) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:38.741830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1222529694', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:38.831400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:55:38.835018 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:38.855543 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:37Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:38.885210 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Checking router: 59b4af5c-1315-4c71-9599-89daf6b4da85 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:38.885581 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Updating router 59b4af5c-1315-4c71-9599-89daf6b4da85 port faa173b4-3165-4e9a-bca6-ea3a4b18594d binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:55:38.913759 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.023528 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.083194 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Subnet': ['ID=e9e6d074-118c-4e73-85c4-27a417cd0d9e,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:39.092524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Checking segment: {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:55:39.093093 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network hostable DHCP agents. Network: 2386fa6f-caa1-4b87-a755-276d1a5e64f2, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:55:39.110274 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:55:39.121021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 2386fa6f-caa1-4b87-a755-276d1a5e64f2) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:55:39.125149 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:39.125834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.132209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710764c0-2a9b-43d9-b678-401dd8ee67c2 None None] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:55:39.147527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46620) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:39.148118 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-302bc47c-120c-45d8-9f78-41fedbab3688 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4099529 Nov 03 19:55:39.174800 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.180358 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.226251 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Attempting to bind port faa173b4-3165-4e9a-bca6-ea3a4b18594d on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:55:39.226652 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Attempting to bind port faa173b4-3165-4e9a-bca6-ea3a4b18594d by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:55:39.226921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Attempting to bind port faa173b4-3165-4e9a-bca6-ea3a4b18594d on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:39.238888 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:55:39.239322 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:55:39.240213 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.240610 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:55:39.241187 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Bound port: faa173b4-3165-4e9a-bca6-ea3a4b18594d, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:55:39.241503 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.289117 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bfb99-0488-430c-ba8d-54dc52220494 None None] Pushing event updated for resources: {'Port': ['ID=faa173b4-3165-4e9a-bca6-ea3a4b18594d,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:39.304675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:55:39.305858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.308461 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] For port faa173b4-3165-4e9a-bca6-ea3a4b18594d, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:55:39.312032 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] For port faa173b4-3165-4e9a-bca6-ea3a4b18594d, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=faa173b4-3165-4e9a-bca6-ea3a4b18594d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:55:39.317302 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.390062 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:39.390750 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:39.437243 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bfb99-0488-430c-ba8d-54dc52220494 None None] Pushing event updated for resources: {'Port': ['ID=faa173b4-3165-4e9a-bca6-ea3a4b18594d,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:39.464844 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Allocated IP 172.20.0.2 (2386fa6f-caa1-4b87-a755-276d1a5e64f2/e9e6d074-118c-4e73-85c4-27a417cd0d9e/b25c7e05-8a3a-498b-bdbd-130225936e10) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:55:39.617223 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:39.624675 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.631387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.642172 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.681188 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:55:39.684346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:55:39.689053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:55:39.692639 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Pushing event updated for resources: {'Port': ['ID=b25c7e05-8a3a-498b-bdbd-130225936e10,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:39.752084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Attempting to bind port b25c7e05-8a3a-498b-bdbd-130225936e10 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:55:39.753211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Attempting to bind port b25c7e05-8a3a-498b-bdbd-130225936e10 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:55:39.753757 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Attempting to bind port b25c7e05-8a3a-498b-bdbd-130225936e10 on network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:39.760055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:55:39.760443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Checking segment: {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:55:39.760887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.761241 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Bound using segment: {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:55:39.762358 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Bound port: b25c7e05-8a3a-498b-bdbd-130225936e10, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:55:39.762358 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.820068 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:37Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:39.832048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] For port b25c7e05-8a3a-498b-bdbd-130225936e10, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:55:39.835497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] For port b25c7e05-8a3a-498b-bdbd-130225936e10, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b25c7e05-8a3a-498b-bdbd-130225936e10,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:55:39.840575 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.854448 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46984507-2ea9-4be7-98d5-0c859df1de80 None None] The sync data for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 is: [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:37Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:39.914902 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0df52f-2c5a-4a52-a574-1d1e6a6484f7 None None] Pushing event updated for resources: {'Port': ['ID=b25c7e05-8a3a-498b-bdbd-130225936e10,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:39.969922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.1 (2386fa6f-caa1-4b87-a755-276d1a5e64f2/e9e6d074-118c-4e73-85c4-27a417cd0d9e/cb744c51-e71a-4cc9-9eda-95a7c40a7b8e) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:55:40.107592 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.150946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.218074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:55:40.221182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:55:40.227765 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:55:40.256722 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:40.283695 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.339470 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.395811 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-16c6dc84-d0b0-466a-96ce-ebb7ff850c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.432538 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.749015 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.756052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.848351 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.851606 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:40.969384 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:55:40.969590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c322e5c7-b49f-4a99-95d9-71c890f739d1 None None] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:55:40.971442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:55:41.055699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3d4e33a1-c9a3-423b-ae00-681f297958f5 None None] Provisioning complete for port b25c7e05-8a3a-498b-bdbd-130225936e10 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:41.055978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3d4e33a1-c9a3-423b-ae00-681f297958f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:41.103937 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 59b4af5c-1315-4c71-9599-89daf6b4da85 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:55:41.237650 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3d4e33a1-c9a3-423b-ae00-681f297958f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:41.303001 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3d4e33a1-c9a3-423b-ae00-681f297958f5 None None] For port b25c7e05-8a3a-498b-bdbd-130225936e10, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b25c7e05-8a3a-498b-bdbd-130225936e10,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:41.309128 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3d4e33a1-c9a3-423b-ae00-681f297958f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:41.401569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e33a1-c9a3-423b-ae00-681f297958f5 None None] Pushing event updated for resources: {'Port': ['ID=b25c7e05-8a3a-498b-bdbd-130225936e10,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:41.544649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9af33b60-c1f7-4fa8-ab6d-caab69d79630 None None] Provisioning complete for port b25c7e05-8a3a-498b-bdbd-130225936e10 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:41.545067 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9af33b60-c1f7-4fa8-ab6d-caab69d79630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:41.613931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:41.621978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4c87bf32-150f-4b47-8347-d55747de2acd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/59b4af5c-1315-4c71-9599-89daf6b4da85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4731455 Nov 03 19:55:41.653022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9af33b60-c1f7-4fa8-ab6d-caab69d79630 None None] Provisioning complete for port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:41.653674 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9af33b60-c1f7-4fa8-ab6d-caab69d79630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:41.709246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Sync routers for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:41.713444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-9af33b60-c1f7-4fa8-ab6d-caab69d79630 None None] Port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:55:41.722374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:41.722993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:41.797913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-9459030c-f741-4819-b6e4-f91aec6c6deb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70220549&fields=id&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 267 time: 0.0477512 Nov 03 19:55:41.846680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:41.872992 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-34644f8d-e5d2-41dc-9464-2dcc91606e2b None None] Provisioning complete for port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:41.873350 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-34644f8d-e5d2-41dc-9464-2dcc91606e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:41.958488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-34644f8d-e5d2-41dc-9464-2dcc91606e2b None None] Port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:55:41.970755 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdc92-de77-4866-ae5f-804e704e024f req-0fbafc59-798a-438d-8cbf-93df1d83c0b9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:41.973260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-0fbafc59-798a-438d-8cbf-93df1d83c0b9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/networks?id=2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 200 len: 797 time: 0.1674376 Nov 03 19:55:42.014193 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-6eb7889d-5543-42fe-8896-7dfb633c1b4a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/quotas/f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 375 time: 0.0256264 Nov 03 19:55:42.080956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-4e1004e5-d733-4f56-8146-40648434a8f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531154 Nov 03 19:55:42.100312 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b25c7e05-8a3a-498b-bdbd-130225936e10 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:55:42.126941 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-e61dfc8c-7e32-42b3-b691-2f6b693bb074 None None] Provisioning complete for port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:42.127810 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e61dfc8c-7e32-42b3-b691-2f6b693bb074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.183715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e61dfc8c-7e32-42b3-b691-2f6b693bb074 None None] Port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:55:42.187120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-fb73edfc-732a-4657-9cf6-a76a0de541c7 service neutron] 10.222.0.77 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931089 Nov 03 19:55:42.187530 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 2, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:42.222485 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Checking router: 59b4af5c-1315-4c71-9599-89daf6b4da85 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:42.222838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Updating router 59b4af5c-1315-4c71-9599-89daf6b4da85 port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:55:42.290497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-4d0633e8-1cc0-4c30-a133-b7c93e8fd004 service neutron] 10.222.0.77 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958986 Nov 03 19:55:42.421452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port b25c7e05-8a3a-498b-bdbd-130225936e10 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:42.422606 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.430461 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.452095 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.471432 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5979f81a-9889-4fdc-9df9-1676ce9e86f9 req-535b0f35-bde6-4303-a7a3-6d2f41b81e2d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 210 time: 0.0286818 Nov 03 19:55:42.527155 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.633392 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device faa173b4-3165-4e9a-bca6-ea3a4b18594d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:55:42.757885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port faa173b4-3165-4e9a-bca6-ea3a4b18594d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:42.758257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.861089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.884005 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.940166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.951971 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c157a-963d-4d4b-afd0-c687a2f6dc7b None None] Pushing event updated for resources: {'Port': ['ID=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:42.990060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port faa173b4-3165-4e9a-bca6-ea3a4b18594d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=faa173b4-3165-4e9a-bca6-ea3a4b18594d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:43.010751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.048055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Attempting to bind port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:55:43.048414 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Attempting to bind port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:55:43.048806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Attempting to bind port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e on network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:43.058938 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:55:43.059310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Checking segment: {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:55:43.059712 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.060103 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Bound using segment: {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:55:43.060578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Bound port: cb744c51-e71a-4cc9-9eda-95a7c40a7b8e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:55:43.060961 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.098148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=faa173b4-3165-4e9a-bca6-ea3a4b18594d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:43.181925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] For port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:55:43.185204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] For port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:55:43.190221 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.254561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-72231063-f09f-461e-a5b4-cc3022308a19 None None] Provisioning complete for port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:43.255528 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72231063-f09f-461e-a5b4-cc3022308a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.268806 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:43.269490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:43.297028 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c157a-963d-4d4b-afd0-c687a2f6dc7b None None] Pushing event updated for resources: {'Port': ['ID=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:43.449037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:43.486673 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72231063-f09f-461e-a5b4-cc3022308a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.558537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5818ba80-baee-48a8-b1d8-1522cab2353c req-da5c9713-358b-4343-afa5-02bb97443285 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 210 time: 0.0282385 Nov 03 19:55:43.591507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-72231063-f09f-461e-a5b4-cc3022308a19 None None] For port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:43.619639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-72231063-f09f-461e-a5b4-cc3022308a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.706161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72231063-f09f-461e-a5b4-cc3022308a19 None None] Pushing event updated for resources: {'Port': ['ID=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:43.758093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2381e3a5-9eb1-4c65-a67f-8837ff053452 None None] Provisioning complete for port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:43.758481 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2381e3a5-9eb1-4c65-a67f-8837ff053452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.809679 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:43Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:43.854163 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102786e-6f55-4c2b-b249-eaff2f9fe313 None None] The sync data for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 is: [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:43Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:44.096758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device faa173b4-3165-4e9a-bca6-ea3a4b18594d up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:55:44.151338 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port faa173b4-3165-4e9a-bca6-ea3a4b18594d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:44.152170 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:44.242835 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb744c51-e71a-4cc9-9eda-95a7c40a7b8e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:55:44.307800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:44.308174 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:44.644935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-981c68c8-ed55-4397-9098-32516d83de2d req-78d66d8d-7dcc-4851-82b4-d2b1201fdb4d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 210 time: 0.0289629 Nov 03 19:55:45.758611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-65e5e8d9-30ce-4c6e-a126-1d17aef36263 req-989758ab-056c-435d-a32c-18570ee14f3f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 210 time: 0.0315301 Nov 03 19:55:46.627780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdc92-de77-4866-ae5f-804e704e024f req-f6d8a3fd-a7fb-4314-9578-a9d298192787 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:46.629264 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-f6d8a3fd-a7fb-4314-9578-a9d298192787 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "GET /v2.0/networks?id=2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 200 len: 797 time: 0.1294837 Nov 03 19:55:46.695732 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-8ecfc833-0752-4007-8ffe-bbe3dccee8b8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 378 time: 0.0572307 Nov 03 19:55:46.705433 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'port': {'device_id': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'admin_state_up': True, 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'security_groups': ['cde3311c-ac66-48a1-b43d-62fa340d9cbb']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:46.828006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:55:46.831774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:46.860184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-38f7ee43-84c6-44c0-bff0-1349f78063c4 req-ecda2fd2-f069-4849-a91c-b0d3bde5ab55 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 210 time: 0.0262172 Nov 03 19:55:46.960929 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.13 (2386fa6f-caa1-4b87-a755-276d1a5e64f2/e9e6d074-118c-4e73-85c4-27a417cd0d9e/0c5d1215-dd2e-4fae-8ea6-45e102897d93) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:55:47.113762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.160486 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.201957 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:55:47.205288 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:55:47.209141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:55:47.247072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=0c5d1215-dd2e-4fae-8ea6-45e102897d93,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:47.279170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:47.279170 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.298298 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-d43f5b4e-f4cd-4510-9ff3-a29be8b78f4c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969062 Nov 03 19:55:47.362734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Request body: {'port': {'device_id': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:47.423030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.474040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2471ef72-11c9-430f-9241-8a3e0c0b9cf3 None None] Provisioning complete for port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:47.474598 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2471ef72-11c9-430f-9241-8a3e0c0b9cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.512512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2471ef72-11c9-430f-9241-8a3e0c0b9cf3 None None] Port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:55:47.712675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5d1215-dd2e-4fae-8ea6-45e102897d93 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:55:47.720641 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.733781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Transition to ACTIVE for port object 0c5d1215-dd2e-4fae-8ea6-45e102897d93 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:55:47.738325 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.789073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5d1215-dd2e-4fae-8ea6-45e102897d93,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:47.865279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Attempting to bind port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:55:47.865650 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Attempting to bind port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:55:47.866021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Attempting to bind port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 on network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:47.870829 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 on network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:55:47.871157 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Attempting to bind port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 on network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:47.876665 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:55:47.877527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Checking segment: {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:55:47.877924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Bound using segment: {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:55:47.878359 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Bound port: 0c5d1215-dd2e-4fae-8ea6-45e102897d93, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db17cab0-31a1-4357-a5c8-dd6abb381f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:55:47.878719 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.972211 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] For port 0c5d1215-dd2e-4fae-8ea6-45e102897d93, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:55:47.975938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] For port 0c5d1215-dd2e-4fae-8ea6-45e102897d93, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:55:47.982319 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:48.003898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e6d08-e410-4b5e-afe7-dd36d86a2695 req-4952cf6e-4271-4391-a08f-e8af3153cfbd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.006815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-385e6d08-e410-4b5e-afe7-dd36d86a2695 req-4952cf6e-4271-4391-a08f-e8af3153cfbd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 944 time: 0.0587888 Nov 03 19:55:48.017269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.018497 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:48.020146 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] 10.222.0.70 "PUT /v2.0/ports/0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 200 len: 1092 time: 0.7137141 Nov 03 19:55:48.020587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:48.023000 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9070536-f71d-4bf1-91ca-f41595d2563e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:48.065093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-385e6d08-e410-4b5e-afe7-dd36d86a2695 req-e4d69875-ca5f-41c3-831a-84a583f8379c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529935 Nov 03 19:55:48.112390 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a3e19-f026-4cfe-b63f-b20d18a76698 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5d1215-dd2e-4fae-8ea6-45e102897d93,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:48.131466 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdc92-de77-4866-ae5f-804e704e024f req-2175f44a-4b78-4ab0-97fe-00e02a595678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.133024 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-2175f44a-4b78-4ab0-97fe-00e02a595678 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1095 time: 0.0688791 Nov 03 19:55:48.134547 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64265a9a-7058-4755-8184-f5d7002d9034 x-openstack-request-id: req-64265a9a-7058-4755-8184-f5d7002d9034 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:48.134851 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:48.135105 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64265a9a-7058-4755-8184-f5d7002d9034 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:48.135512 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'status': 'completed', 'code': 200} Nov 03 19:55:48.184876 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-f1c03ea8-5d98-4754-8ed6-4a799e5078d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 200 len: 217 time: 0.0427029 Nov 03 19:55:48.241886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdc92-de77-4866-ae5f-804e704e024f req-77543ef7-e1af-4b34-a170-ca70bfbb4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.243379 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-77543ef7-e1af-4b34-a170-ca70bfbb4a7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9e6d074-118c-4e73-85c4-27a417cd0d9e HTTP/1.1" status: 200 len: 835 time: 0.0496969 Nov 03 19:55:48.300841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdc92-de77-4866-ae5f-804e704e024f req-1c675b28-51f8-4714-847e-bec2b0587d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.302394 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-1c675b28-51f8-4714-847e-bec2b0587d0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2386fa6f-caa1-4b87-a755-276d1a5e64f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521250 Nov 03 19:55:48.398989 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-f10c75bf-b21f-4af0-a851-4ca0973cb2cf service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895929 Nov 03 19:55:48.496170 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-9becdc92-de77-4866-ae5f-804e704e024f req-261d7f6f-1cf8-4d9d-8340-013b793c7802 service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906696 Nov 03 19:55:48.582365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-34d1769c-7924-4143-9233-b589768b0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.583874 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-34d1769c-7924-4143-9233-b589768b0029 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1095 time: 0.0412300 Nov 03 19:55:48.680108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-9225c709-23fa-4ccc-8910-635e624984b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.681624 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-9225c709-23fa-4ccc-8910-635e624984b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 200 len: 898 time: 0.0910921 Nov 03 19:55:48.725794 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-7c8bf49d-035c-4b46-a456-e2b39a8a0e7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 200 len: 217 time: 0.0368767 Nov 03 19:55:48.779711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-13208685-5fe4-479b-964e-903570124cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.781090 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-13208685-5fe4-479b-964e-903570124cb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9e6d074-118c-4e73-85c4-27a417cd0d9e HTTP/1.1" status: 200 len: 835 time: 0.0481412 Nov 03 19:55:48.829396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-c30b30e0-0f70-4476-a75a-30fd9a923554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.831457 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-c30b30e0-0f70-4476-a75a-30fd9a923554 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2386fa6f-caa1-4b87-a755-276d1a5e64f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420091 Nov 03 19:55:48.927435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-390a2408-f7e9-4587-b9a3-a164d4139dad service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885522 Nov 03 19:55:49.022055 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d9070536-f71d-4bf1-91ca-f41595d2563e req-3a368925-5e3b-4c87-9c5a-aef44aac3cac service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874550 Nov 03 19:55:49.188453 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c508b7-6526-4d9d-a8e0-9b7d54cc5d5d req-9c6c2194-3822-40e3-b832-0bbdb4f85734 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:49.190484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4c508b7-6526-4d9d-a8e0-9b7d54cc5d5d req-9c6c2194-3822-40e3-b832-0bbdb4f85734 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 944 time: 0.0494139 Nov 03 19:55:49.242666 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4c508b7-6526-4d9d-a8e0-9b7d54cc5d5d req-b9bb9acf-6c6b-4d6c-acd1-4206ca068187 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460653 Nov 03 19:55:50.360845 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ad231-a96d-4ea0-93cc-509518cf8619 req-24264554-5f3c-49c4-af5a-6ff943c9b47a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:50.362381 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-265ad231-a96d-4ea0-93cc-509518cf8619 req-24264554-5f3c-49c4-af5a-6ff943c9b47a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 944 time: 0.0494912 Nov 03 19:55:50.415701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-265ad231-a96d-4ea0-93cc-509518cf8619 req-deb5219f-055b-41b6-af4a-e6bd979a6e07 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470676 Nov 03 19:55:50.569651 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0c5d1215-dd2e-4fae-8ea6-45e102897d93 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:55:50.671836 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0c5d1215-dd2e-4fae-8ea6-45e102897d93, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:50.684379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'port_id': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'mac_address': 'fa:16:3e:ea:c1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:55:50.724683 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:50.737799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5d1215-dd2e-4fae-8ea6-45e102897d93 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:55:50.756932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0c5d1215-dd2e-4fae-8ea6-45e102897d93, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:50.761126 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:50.809074 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0c5d1215-dd2e-4fae-8ea6-45e102897d93,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:51.021008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['0c5d1215-dd2e-4fae-8ea6-45e102897d93'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:55:51.542629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae8bb0-9e9a-4b9e-ba56-3a090c4b9305 req-b3e5d8bd-d7cf-48ab-a9d3-5e2885568f8e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:51.544154 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffae8bb0-9e9a-4b9e-ba56-3a090c4b9305 req-b3e5d8bd-d7cf-48ab-a9d3-5e2885568f8e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 945 time: 0.0541067 Nov 03 19:55:51.593433 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ffae8bb0-9e9a-4b9e-ba56-3a090c4b9305 req-8c3565fa-c742-4588-bbaa-7d95edf8b520 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425854 Nov 03 19:55:52.571285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0c5d1215-dd2e-4fae-8ea6-45e102897d93 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:55:52.624849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:55:52.630059 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:52.630619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:52.710253 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:52.723730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598293-ea44-4ad8-9ef6-bd155fe6a7aa req-60c1b088-e513-416d-bedf-654e2a761e72 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:52.725455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc598293-ea44-4ad8-9ef6-bd155fe6a7aa req-60c1b088-e513-416d-bedf-654e2a761e72 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 945 time: 0.0573368 Nov 03 19:55:52.733583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:52.736583 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3655843f-62d9-45b1-a893-de2f542f5971" -d '{"events": [{"server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "name": "network-vif-plugged", "status": "completed", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:52.749067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 0c5d1215-dd2e-4fae-8ea6-45e102897d93, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:52.753642 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:52.782277 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fc598293-ea44-4ad8-9ef6-bd155fe6a7aa req-b3fe3200-909b-4d78-ace0-58724d411582 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494511 Nov 03 19:55:52.805548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=0c5d1215-dd2e-4fae-8ea6-45e102897d93,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:52.831264 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a98fb4-b463-404c-aba8-e9837cd9285a x-openstack-request-id: req-e8a98fb4-b463-404c-aba8-e9837cd9285a {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:52.831561 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "name": "network-vif-plugged", "status": "completed", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:52.831815 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8a98fb4-b463-404c-aba8-e9837cd9285a {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:52.832212 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'code': 200} Nov 03 19:55:52.932659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e7736-1262-4816-bb5a-f84ebdfe9f74 req-11dd06c4-bcb2-4dfb-b13d-d30b280f1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:52.934227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-230e7736-1262-4816-bb5a-f84ebdfe9f74 req-11dd06c4-bcb2-4dfb-b13d-d30b280f1e57 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1097 time: 0.0426359 Nov 03 19:55:52.987815 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-230e7736-1262-4816-bb5a-f84ebdfe9f74 req-f5179227-108d-4271-a290-97a62d730356 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470865 Nov 03 19:55:53.910096 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986eb67-d7f8-490d-af29-f83592b31610 req-1034220e-fbcf-4deb-876f-e9b4e915f0ba tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:53.911756 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5986eb67-d7f8-490d-af29-f83592b31610 req-1034220e-fbcf-4deb-876f-e9b4e915f0ba tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0513203 Nov 03 19:55:53.969109 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5986eb67-d7f8-490d-af29-f83592b31610 req-69355933-ce91-42c6-a30b-c161e0c9fcab tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512865 Nov 03 19:55:54.119841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77422582-9694-478c-8958-cd28e52ca8ad req-7974ebd8-7c90-4846-aee0-573c132d0513 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427048 Nov 03 19:55:54.207985 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422582-9694-478c-8958-cd28e52ca8ad req-db9de8e5-2946-4fba-ab91-2c13b1956da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:54.209694 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77422582-9694-478c-8958-cd28e52ca8ad req-db9de8e5-2946-4fba-ab91-2c13b1956da9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1097 time: 0.0450566 Nov 03 19:55:54.326025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422582-9694-478c-8958-cd28e52ca8ad req-7c6829e6-a9e8-4c1a-9af9-e429df894e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:54.327674 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77422582-9694-478c-8958-cd28e52ca8ad req-7c6829e6-a9e8-4c1a-9af9-e429df894e22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 200 len: 898 time: 0.0981002 Nov 03 19:55:54.373841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77422582-9694-478c-8958-cd28e52ca8ad req-19db9f16-e788-42c5-8cea-c46f8652e47d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 200 len: 217 time: 0.0377705 Nov 03 19:55:54.427656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422582-9694-478c-8958-cd28e52ca8ad req-8f616323-f6ce-42e0-9e59-738851b40f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:54.429180 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77422582-9694-478c-8958-cd28e52ca8ad req-8f616323-f6ce-42e0-9e59-738851b40f51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9e6d074-118c-4e73-85c4-27a417cd0d9e HTTP/1.1" status: 200 len: 835 time: 0.0480726 Nov 03 19:55:54.482123 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422582-9694-478c-8958-cd28e52ca8ad req-1b380ed2-76f2-439f-a33d-0b407ed64627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:54.483664 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77422582-9694-478c-8958-cd28e52ca8ad req-1b380ed2-76f2-439f-a33d-0b407ed64627 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2386fa6f-caa1-4b87-a755-276d1a5e64f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474575 Nov 03 19:55:54.581988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77422582-9694-478c-8958-cd28e52ca8ad req-6c1e8e61-0609-447d-a115-109a21422297 service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901647 Nov 03 19:55:54.678806 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-77422582-9694-478c-8958-cd28e52ca8ad req-e5b7495d-b11d-4ac5-9012-f4cae4a45167 service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896859 Nov 03 19:55:55.095890 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e8910-6728-4f8d-b809-3b19a15475be req-328235dc-c5b3-4b65-ba87-572a2eb3ca51 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:55.097439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e4e8910-6728-4f8d-b809-3b19a15475be req-328235dc-c5b3-4b65-ba87-572a2eb3ca51 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0524354 Nov 03 19:55:55.153343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e4e8910-6728-4f8d-b809-3b19a15475be req-46d08a31-54b6-48fa-95c3-0e494225f431 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498083 Nov 03 19:55:55.272647 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0692ada-3169-425a-ad84-822bd0217fba req-9a7c2c5c-7a24-4420-b481-8529674bfccf tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:55.274268 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0692ada-3169-425a-ad84-822bd0217fba req-9a7c2c5c-7a24-4420-b481-8529674bfccf tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0544014 Nov 03 19:55:55.329136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c0692ada-3169-425a-ad84-822bd0217fba req-9a3cfbc7-47af-4f26-8848-2261d9ea61ce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479274 Nov 03 19:55:55.352485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46688) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:55.394141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0e157-d575-4b48-b0d6-3266920c6342 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:55.395941 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-29a0e157-d575-4b48-b0d6-3266920c6342 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1092 time: 0.0421951 Nov 03 19:55:55.398564 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46690) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:55.402924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:55.427924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.540790 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.654502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.154 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/c3fe2a69-3bab-4c5a-ab98-2109b3808f00) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:55:55.765345 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.800209 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.838035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:55:55.843562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:55:55.847929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:55:55.853700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=c3fe2a69-3bab-4c5a-ab98-2109b3808f00,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:56.233859 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.310387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.481932 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.487052 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.559891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=c3fe2a69-3bab-4c5a-ab98-2109b3808f00,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:56.575142 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.690239 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP b2808e3f-e7a9-4a17-83de-18553afb1ed0 associated. External IP: 172.25.3.154, port: 0c5d1215-dd2e-4fae-8ea6-45e102897d93. Nov 03 19:55:56.932357 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 59b4af5c-1315-4c71-9599-89daf6b4da85 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:55:57.057195 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:57.070421 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] Sync routers for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:57.078368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.082235 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:57.082855 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:57.114210 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-94e4026a-1491-4f6c-8967-6e842fefea96 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7145836 Nov 03 19:55:57.115031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:57.117965 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce908d00-c345-4509-8451-ec0706c4c935" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:57.208717 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:57.240492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1a11d-b3ab-4d1a-8ba1-fbb702c0b026 req-86457720-89d8-4019-ae74-267cbdec3ef4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:57.243231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89c1a11d-b3ab-4d1a-8ba1-fbb702c0b026 req-86457720-89d8-4019-ae74-267cbdec3ef4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0726268 Nov 03 19:55:57.311955 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-89c1a11d-b3ab-4d1a-8ba1-fbb702c0b026 req-ce7cf22e-a5b4-4f15-bb10-a46af638dedf tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623930 Nov 03 19:55:57.343735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46696) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:57.406159 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe760b4-be98-477d-af4b-7f70b8f9685f x-openstack-request-id: req-dfe760b4-be98-477d-af4b-7f70b8f9685f {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:57.406736 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:57.407260 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfe760b4-be98-477d-af4b-7f70b8f9685f {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:57.408059 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'status': 'completed', 'code': 200} Nov 03 19:55:57.436662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908d00-c345-4509-8451-ec0706c4c935 req-112763d4-80a1-47f5-8607-05dba8e32eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:57.438248 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce908d00-c345-4509-8451-ec0706c4c935 req-112763d4-80a1-47f5-8607-05dba8e32eee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1097 time: 0.0507543 Nov 03 19:55:57.454843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b96b4e55-4733-4316-a224-6587c3eb55f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/b2808e3f-e7a9-4a17-83de-18553afb1ed0 HTTP/1.1" status: 200 len: 992 time: 0.1105256 Nov 03 19:55:57.497993 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b2808e3f-e7a9-4a17-83de-18553afb1ed0', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'port_id': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'mac_address': 'fa:16:3e:ea:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:55:56Z', 'updated_at': '2021-11-03T19:55:56Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:57.530825 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] Checking router: 59b4af5c-1315-4c71-9599-89daf6b4da85 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:57.541052 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:57.541708 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:55:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:57.560174 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908d00-c345-4509-8451-ec0706c4c935 req-82ffa23a-9945-4cbf-83d9-4112560bd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:57.561763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce908d00-c345-4509-8451-ec0706c4c935 req-82ffa23a-9945-4cbf-83d9-4112560bd325 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 200 len: 898 time: 0.1154146 Nov 03 19:55:57.633118 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce908d00-c345-4509-8451-ec0706c4c935 req-c5297fcd-22d4-416b-b460-74940cc06e96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 200 len: 1000 time: 0.0640748 Nov 03 19:55:57.659959 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:57.683784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908d00-c345-4509-8451-ec0706c4c935 req-a64f6b37-4406-473f-b529-591e952e1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:57.685267 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce908d00-c345-4509-8451-ec0706c4c935 req-a64f6b37-4406-473f-b529-591e952e1e15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9e6d074-118c-4e73-85c4-27a417cd0d9e HTTP/1.1" status: 200 len: 835 time: 0.0457795 Nov 03 19:55:57.737568 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908d00-c345-4509-8451-ec0706c4c935 req-379307eb-bb4f-4f81-aa8f-468eca7749c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:57.739106 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce908d00-c345-4509-8451-ec0706c4c935 req-379307eb-bb4f-4f81-aa8f-468eca7749c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2386fa6f-caa1-4b87-a755-276d1a5e64f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464671 Nov 03 19:55:57.840462 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce908d00-c345-4509-8451-ec0706c4c935 req-c1cc8328-98e7-4a37-8d59-e7185bff327d service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942318 Nov 03 19:55:57.898405 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b2808e3f-e7a9-4a17-83de-18553afb1ed0', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'port_id': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'mac_address': 'fa:16:3e:ea:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:55:56Z', 'updated_at': '2021-11-03T19:55:56Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:57.930722 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a6698-c6e5-4174-ab1c-57fd48a5bca1 None None] The sync data for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 is: [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b2808e3f-e7a9-4a17-83de-18553afb1ed0', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'port_id': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'mac_address': 'fa:16:3e:ea:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:55:56Z', 'updated_at': '2021-11-03T19:55:56Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:57.946014 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-ce908d00-c345-4509-8451-ec0706c4c935 req-89cbf870-9250-46ba-ae9e-594498b09bcb service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989332 Nov 03 19:55:58.155918 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:55:58.156490 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dbe59a-7da6-4147-8734-7676b021ddfe None None] New status for floating IP b2808e3f-e7a9-4a17-83de-18553afb1ed0: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:55:58.459150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46698) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:58.523508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3eb78765-7083-407d-8145-94cc4d4ab3f3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/b2808e3f-e7a9-4a17-83de-18553afb1ed0 HTTP/1.1" status: 200 len: 994 time: 0.0630825 Nov 03 19:56:03.085864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:03.928472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.161717 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-14473331-3223-48fa-8380-467a6a54382b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.340295 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.399704 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3921530-0169-4c71-a798-1df5b4dd5e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.394119 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.488809 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:29.635234 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f5184-b164-4362-bf95-85656674dfe1 req-45c78f39-7f8b-485a-973b-897e3e8055c8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:29.636913 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb4f5184-b164-4362-bf95-85656674dfe1 req-45c78f39-7f8b-485a-973b-897e3e8055c8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0523207 Nov 03 19:56:29.647726 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-0a715764-c544-4440-9771-d3296bbc948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:29.649374 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-0a715764-c544-4440-9771-d3296bbc948b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1097 time: 0.0456486 Nov 03 19:56:29.696058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-eb4f5184-b164-4362-bf95-85656674dfe1 req-a6bf650d-586e-4899-9fa7-8d5eba84e2ac tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521305 Nov 03 19:56:29.748511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-c0586bc1-3d02-410f-a9a7-45c13867f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:29.750041 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-c0586bc1-3d02-410f-a9a7-45c13867f4ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 200 len: 898 time: 0.0933759 Nov 03 19:56:30.135228 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-34fbea0f-cfea-44d1-ac76-39ab06908db3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 200 len: 1002 time: 0.3761852 Nov 03 19:56:30.199881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-3de6a18e-5566-4d39-87d1-24aea6834a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:30.201270 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-3de6a18e-5566-4d39-87d1-24aea6834a2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9e6d074-118c-4e73-85c4-27a417cd0d9e HTTP/1.1" status: 200 len: 835 time: 0.0583851 Nov 03 19:56:30.254473 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-548d9906-2de5-4503-b938-4af9e76f0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:30.256001 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-548d9906-2de5-4503-b938-4af9e76f0f3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2386fa6f-caa1-4b87-a755-276d1a5e64f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468183 Nov 03 19:56:30.356744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-4b2f3118-fbde-4e4e-ba64-34032ca023d3 service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928760 Nov 03 19:56:30.454269 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-004fb815-64d2-4c13-9b7d-72ddee25d92d req-6507de23-0b92-41b7-acc4-817a6c10d574 service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883467 Nov 03 19:56:30.821398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4052ae5-3ea2-4429-bfa9-a400733c0a1c req-a27171e9-d21f-49da-8047-94419246f504 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:30.822928 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4052ae5-3ea2-4429-bfa9-a400733c0a1c req-a27171e9-d21f-49da-8047-94419246f504 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0527909 Nov 03 19:56:30.874138 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d4052ae5-3ea2-4429-bfa9-a400733c0a1c req-84d5c4ea-7050-486b-93de-deb24e325404 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446854 Nov 03 19:56:31.995081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf765-0848-4e8c-a075-3551c5522e1e req-2d874de5-ab80-467c-9deb-ded12d6b07a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:31.996619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1fcf765-0848-4e8c-a075-3551c5522e1e req-2d874de5-ab80-467c-9deb-ded12d6b07a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0512462 Nov 03 19:56:32.046741 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e1fcf765-0848-4e8c-a075-3551c5522e1e req-07946c34-c7b9-4fe5-9c93-913fc9f103d7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440626 Nov 03 19:56:33.086801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:33.166913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264a049-e3ce-475a-93e1-e62578cd59c9 req-720e6cd1-3edf-47c8-b62f-3b4a07e359c5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:33.168370 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8264a049-e3ce-475a-93e1-e62578cd59c9 req-720e6cd1-3edf-47c8-b62f-3b4a07e359c5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0531611 Nov 03 19:56:33.221855 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8264a049-e3ce-475a-93e1-e62578cd59c9 req-ca213260-5692-4ab3-9b55-3a778eda4a9c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467339 Nov 03 19:56:33.944660 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.352402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f06270-c451-4266-8eae-7577fc9e6006 req-e3cfc485-85ce-41e4-ac55-8f13bf0eda2b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:34.354041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6f06270-c451-4266-8eae-7577fc9e6006 req-e3cfc485-85ce-41e4-ac55-8f13bf0eda2b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0553625 Nov 03 19:56:34.423864 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6f06270-c451-4266-8eae-7577fc9e6006 req-a09c162f-dae2-4c3a-8767-91906ff130df tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617423 Nov 03 19:56:35.158555 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:56:35.548044 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e33ac-ac8d-46af-8b6d-00c6fda3a079 req-cd66b092-e2e8-4a10-951d-d03756ebc7a8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:35.549747 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-768e33ac-ac8d-46af-8b6d-00c6fda3a079 req-cd66b092-e2e8-4a10-951d-d03756ebc7a8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0522783 Nov 03 19:56:35.611179 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-768e33ac-ac8d-46af-8b6d-00c6fda3a079 req-4a5f558f-d366-44a3-a637-45db48bb8147 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534708 Nov 03 19:56:36.166398 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0e65f40b-6db5-4d40-9718-feae135e6ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.738873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9c3c3-772b-42a2-9f20-c7cd27431554 req-5ddd3a1e-e6aa-480b-bed4-9205b75d47a5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:36.740831 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6e9c3c3-772b-42a2-9f20-c7cd27431554 req-5ddd3a1e-e6aa-480b-bed4-9205b75d47a5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0574265 Nov 03 19:56:36.802178 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6e9c3c3-772b-42a2-9f20-c7cd27431554 req-aefeaadd-bd3a-4026-a1c3-fbdb687bf38f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546994 Nov 03 19:56:37.929913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df42a8-c9b7-490a-9c1d-d7d42e354683 req-3bfc980e-5fbe-4911-844e-1cdfcbd00a0d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:37.931520 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0df42a8-c9b7-490a-9c1d-d7d42e354683 req-3bfc980e-5fbe-4911-844e-1cdfcbd00a0d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0554910 Nov 03 19:56:37.988003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0df42a8-c9b7-490a-9c1d-d7d42e354683 req-5b54591a-1990-4486-a495-f3c77dd7dfce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502696 Nov 03 19:56:39.122562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905cbeb-e314-4795-9357-19353153578d req-49bb12ae-c5bc-47d8-aca1-b5fd639bf821 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:39.124200 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6905cbeb-e314-4795-9357-19353153578d req-49bb12ae-c5bc-47d8-aca1-b5fd639bf821 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0623951 Nov 03 19:56:39.178834 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6905cbeb-e314-4795-9357-19353153578d req-2903a501-612d-488c-804e-30a4664ff90e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482328 Nov 03 19:56:40.303581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05736c-3703-4a7e-950b-343a705eccde req-e555e225-d6b9-46b3-8078-ddc083897cbc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:40.305180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e05736c-3703-4a7e-950b-343a705eccde req-e555e225-d6b9-46b3-8078-ddc083897cbc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0504441 Nov 03 19:56:40.341258 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.361065 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e05736c-3703-4a7e-950b-343a705eccde req-99fd5dc7-1087-4e9b-9724-c3a37a3a2aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496643 Nov 03 19:56:40.406665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd7ee-ee7a-4645-906c-81c1c776179c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.491358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02b99e-5314-4ac9-81a5-d87480f0ca23 req-7d66c7aa-c72a-47ad-b141-8be0d787d0d6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:41.492947 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da02b99e-5314-4ac9-81a5-d87480f0ca23 req-7d66c7aa-c72a-47ad-b141-8be0d787d0d6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0545533 Nov 03 19:56:41.552440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-da02b99e-5314-4ac9-81a5-d87480f0ca23 req-dbcbf2c6-7280-4e0d-8e41-731ba2a62d1d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527864 Nov 03 19:56:41.575754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46738) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:41.638978 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-90a7b73e-9f74-4fe8-86de-310efce76f44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/b2808e3f-e7a9-4a17-83de-18553afb1ed0 HTTP/1.1" status: 200 len: 994 time: 0.0620227 Nov 03 19:56:42.387641 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:42.492283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.119901 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-75171443-fe5d-4898-b35a-bc0e59fbe094 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434561 Nov 03 19:56:56.213365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-fbb96e7b-7438-4ff0-b94c-8c52d0804939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:56.214823 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-fbb96e7b-7438-4ff0-b94c-8c52d0804939 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1097 time: 0.0473869 Nov 03 19:56:56.330325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-b41f19b1-1777-41d4-a61b-6d8ccb8735ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:56.331828 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-b41f19b1-1777-41d4-a61b-6d8ccb8735ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 200 len: 898 time: 0.0969431 Nov 03 19:56:56.402011 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-1cb1accd-7c4f-47d1-9bf6-bf52408950b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 200 len: 1002 time: 0.0635235 Nov 03 19:56:56.460072 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-e795292c-d886-486f-9830-3c9853338d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:56.461677 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-e795292c-d886-486f-9830-3c9853338d4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9e6d074-118c-4e73-85c4-27a417cd0d9e HTTP/1.1" status: 200 len: 835 time: 0.0528469 Nov 03 19:56:56.515685 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-f6547389-585f-4e0b-8847-9098cecbc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:56.518117 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-f6547389-585f-4e0b-8847-9098cecbc1f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2386fa6f-caa1-4b87-a755-276d1a5e64f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490530 Nov 03 19:56:56.620777 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-318de5f9-503b-42fe-ab75-53c2fc45da7d service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949991 Nov 03 19:56:56.728389 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-2deee3dc-af0d-4011-bb1c-8d40e19c0d20 req-1c9b4582-6f67-4617-8510-c01cb50c35bb service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988944 Nov 03 19:57:03.100454 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:03.942753 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:06.169123 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c69238cd-915a-4512-a474-bd10f61cbc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:10.345900 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:10.399644 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f7704f4a-080b-4b89-a81a-fabec98e1ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:12.159185 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:57:12.390633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:12.495387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:14.309138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46752) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:14.476466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port c3fe2a69-3bab-4c5a-ab98-2109b3808f00 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:57:14.476805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:14.557810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:14.558141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:14.571238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for c3fe2a69-3bab-4c5a-ab98-2109b3808f00 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:57:14.730889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:14.758200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=c3fe2a69-3bab-4c5a-ab98-2109b3808f00,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:14.771007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.771354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.771703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.772054 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.772390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.772731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.773065 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.773454 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.773874 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.774204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.774534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.774860 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:14.834043 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:14.834292 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP b2808e3f-e7a9-4a17-83de-18553afb1ed0 disassociated (deleted). External IP: 172.25.3.154, port: 0c5d1215-dd2e-4fae-8ea6-45e102897d93. Nov 03 19:57:15.049910 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 59b4af5c-1315-4c71-9599-89daf6b4da85 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:57:15.161261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:57:15.166326 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:15.171288 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] Sync routers for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:57:15.182710 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:15.183315 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:15.197043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-1c08ecb7-e0b5-44e2-bfeb-318945eb237b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/floatingips/b2808e3f-e7a9-4a17-83de-18553afb1ed0 HTTP/1.1" status: 204 len: 168 time: 0.8868515 Nov 03 19:57:15.197767 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:15.200126 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde3176-4eac-43c4-afab-24378d14f5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:15.366580 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06c1658-9b01-4459-9d4c-a26b9eb92bc7 x-openstack-request-id: req-d06c1658-9b01-4459-9d4c-a26b9eb92bc7 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:15.367219 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:15.367219 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d06c1658-9b01-4459-9d4c-a26b9eb92bc7 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:15.367569 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'status': 'completed', 'code': 200} Nov 03 19:57:15.399546 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:15.435109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-5c7d0918-8e47-4bdf-a1fd-1aed20973bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:15.436543 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-5c7d0918-8e47-4bdf-a1fd-1aed20973bca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 1097 time: 0.0462766 Nov 03 19:57:15.474539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8ed6b-32b4-4c84-8226-446c930fcaaa req-42c5f885-6aae-49e3-9919-b25f0729afb0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:15.476030 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ea8ed6b-32b4-4c84-8226-446c930fcaaa req-42c5f885-6aae-49e3-9919-b25f0729afb0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0573728 Nov 03 19:57:15.533927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9ea8ed6b-32b4-4c84-8226-446c930fcaaa req-d0990dd0-65c9-40dc-8fd4-753b5b11c18d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502894 Nov 03 19:57:15.544996 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-8c60e4d3-aed4-40c2-86d8-8853a2e4b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:15.546628 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-8c60e4d3-aed4-40c2-86d8-8853a2e4b70d service neutron] 10.222.0.70 "GET /v2.0/networks?id=2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 200 len: 898 time: 0.1014695 Nov 03 19:57:15.595345 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-e0036160-06a2-4c00-8c38-545b6396fe87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 200 len: 217 time: 0.0406647 Nov 03 19:57:15.617348 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:15.650930 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] Checking router: 59b4af5c-1315-4c71-9599-89daf6b4da85 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:57:15.652416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-25180754-914f-445c-9af5-a58abb539875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:15.653969 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-25180754-914f-445c-9af5-a58abb539875 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9e6d074-118c-4e73-85c4-27a417cd0d9e HTTP/1.1" status: 200 len: 835 time: 0.0492628 Nov 03 19:57:15.659841 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:15.660451 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:15.707993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-e8645d12-6e54-4e36-b4f5-a181edaaa7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:15.709459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-e8645d12-6e54-4e36-b4f5-a181edaaa7e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2386fa6f-caa1-4b87-a755-276d1a5e64f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474842 Nov 03 19:57:15.769702 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:15.805386 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-20fb3b03-5b61-447a-b8d4-82d55732d7d3 service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883815 Nov 03 19:57:15.915399 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-fbde3176-4eac-43c4-afab-24378d14f5c8 req-0598bf44-de20-4c46-82aa-7e06022c784e service neutron] 10.222.0.70 "GET /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026328 Nov 03 19:57:15.978119 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:16.012223 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5aa5c-aab9-4cd4-b29f-46b932d4c6a4 None None] The sync data for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 is: [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:55:40Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'cb744c51-e71a-4cc9-9eda-95a7c40a7b8e', 'name': '', 'network_id': '2386fa6f-caa1-4b87-a755-276d1a5e64f2', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:2c:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:39Z', 'updated_at': '2021-11-03T19:55:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'e9e6d074-118c-4e73-85c4-27a417cd0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:57:16.239980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7107adf4-7f17-4894-9559-48dc03f3e99e None None] New status for floating IP b2808e3f-e7a9-4a17-83de-18553afb1ed0: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:57:16.662252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9746128-0901-4662-b20b-ae53707304b7 req-c81a7e00-5096-49d4-b131-78473b8a39cc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:16.663791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9746128-0901-4662-b20b-ae53707304b7 req-c81a7e00-5096-49d4-b131-78473b8a39cc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0519423 Nov 03 19:57:16.715322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f9746128-0901-4662-b20b-ae53707304b7 req-8100faea-d56b-49fd-857b-7e90c34117c3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=cde3311c-ac66-48a1-b43d-62fa340d9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455606 Nov 03 19:57:16.940279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-c640cc11-ab4a-4bfe-bb89-fe5e92151c08 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:16.941796 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-c640cc11-ab4a-4bfe-bb89-fe5e92151c08 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 946 time: 0.0526681 Nov 03 19:57:17.033196 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:57:17.033581 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:17.129266 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 0c5d1215-dd2e-4fae-8ea6-45e102897d93, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=0c5d1215-dd2e-4fae-8ea6-45e102897d93,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:17.129661 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:17.142783 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 0c5d1215-dd2e-4fae-8ea6-45e102897d93 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:57:17.276129 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:17.312277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=0c5d1215-dd2e-4fae-8ea6-45e102897d93,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:17.334490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.334836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.335178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.335514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.335861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.336181 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.336515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.336845 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.337173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.337594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.337923 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.338245 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:17.360317 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] No DVR routers for this DVR port 0c5d1215-dd2e-4fae-8ea6-45e102897d93 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:57:17.362928 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:17.366272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-a38bceda-fe2b-4194-9e40-f2a7e0187e86 req-3d64095c-9b8c-4976-b61b-488afca38df8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "DELETE /v2.0/ports/0c5d1215-dd2e-4fae-8ea6-45e102897d93 HTTP/1.1" status: 204 len: 173 time: 0.4186125 Nov 03 19:57:17.366775 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'name': 'network-vif-deleted', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:17.369040 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0da14f-6ac1-4184-bd08-b687e4727f7e" -d '{"events": [{"server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "name": "network-vif-deleted", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:17.410513 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4cb80c-b26d-4c71-a9f4-775521491e74 x-openstack-request-id: req-0e4cb80c-b26d-4c71-a9f4-775521491e74 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:17.411029 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb04747-4706-4e75-8d26-2b3da2e1285c", "name": "network-vif-deleted", "tag": "0c5d1215-dd2e-4fae-8ea6-45e102897d93", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:17.411288 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e4cb80c-b26d-4c71-a9f4-775521491e74 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:17.411812 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb04747-4706-4e75-8d26-2b3da2e1285c', 'name': 'network-vif-deleted', 'tag': '0c5d1215-dd2e-4fae-8ea6-45e102897d93', 'status': 'completed', 'code': 200} Nov 03 19:57:17.840540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-75b5dda5-d57a-4c34-a97d-d582c524de52 req-910f0bd1-2787-4bc0-a4be-c55310e70206 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb04747-4706-4e75-8d26-2b3da2e1285c HTTP/1.1" status: 200 len: 210 time: 0.0268214 Nov 03 19:57:18.901666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46776) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:19.267079 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:19.847590 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:57:19.847903 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:19.939183 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port cb744c51-e71a-4cc9-9eda-95a7c40a7b8e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:19.939850 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:19.956362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for cb744c51-e71a-4cc9-9eda-95a7c40a7b8e owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:57:20.139774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:20.166320 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=cb744c51-e71a-4cc9-9eda-95a7c40a7b8e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:20.357230 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:20.573026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 59b4af5c-1315-4c71-9599-89daf6b4da85 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:57:20.682137 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:57:20.687317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2cd0abdc-d7d1-42e9-9c16-3ea17dc65879 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/59b4af5c-1315-4c71-9599-89daf6b4da85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7845714 Nov 03 19:57:20.690797 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46778) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:20.693253 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] Sync routers for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:57:20.707749 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:20.708352 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:20.747588 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-920f887f-43e7-489e-b385-250f8b404e3d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting subnet e9e6d074-118c-4e73-85c4-27a417cd0d9e {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:57:20.750751 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920f887f-43e7-489e-b385-250f8b404e3d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:20.792147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920f887f-43e7-489e-b385-250f8b404e3d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:20.815392 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:20.879945 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920f887f-43e7-489e-b385-250f8b404e3d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:20.946360 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920f887f-43e7-489e-b385-250f8b404e3d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:20.974631 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f887f-43e7-489e-b385-250f8b404e3d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e6d074-118c-4e73-85c4-27a417cd0d9e,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:20.978752 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-920f887f-43e7-489e-b385-250f8b404e3d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:20.982133 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-920f887f-43e7-489e-b385-250f8b404e3d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/subnets/e9e6d074-118c-4e73-85c4-27a417cd0d9e HTTP/1.1" status: 204 len: 168 time: 0.2901611 Nov 03 19:57:20.986122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46780) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:20.996104 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b4ba6-540d-401a-bd9e-d60f611a0641 None None] Network 2386fa6f-caa1-4b87-a755-276d1a5e64f2 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:57:21.015238 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:57:20Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:21.044577 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] Checking router: 59b4af5c-1315-4c71-9599-89daf6b4da85 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:57:21.058209 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] Routers {'59b4af5c-1315-4c71-9599-89daf6b4da85'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:21.058591 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['59b4af5c-1315-4c71-9599-89daf6b4da85'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:21.061577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0c5d1215-dd2e-4fae-8ea6-45e102897d93 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:57:21.105656 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 0c5d1215-dd2e-4fae-8ea6-45e102897d93 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:57:21.106002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 0c5d1215-dd2e-4fae-8ea6-45e102897d93 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:57:21.121549 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.187177 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] Set router 59b4af5c-1315-4c71-9599-89daf6b4da85 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:21.212916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] DHCP port deletion for 2386fa6f-caa1-4b87-a755-276d1a5e64f2 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:57:21.243638 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.265538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Deleting port b25c7e05-8a3a-498b-bdbd-130225936e10 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:57:21.267103 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.306827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port faa173b4-3165-4e9a-bca6-ea3a4b18594d {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:57:21.307172 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.345719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] For port b25c7e05-8a3a-498b-bdbd-130225936e10, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=b25c7e05-8a3a-498b-bdbd-130225936e10,segment=NetworkSegment(db17cab0-31a1-4357-a5c8-dd6abb381f72),segment_id=db17cab0-31a1-4357-a5c8-dd6abb381f72)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:21.346109 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.361134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Calling delete_port for b25c7e05-8a3a-498b-bdbd-130225936e10 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:57:21.397601 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:57:20Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:21.404746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port faa173b4-3165-4e9a-bca6-ea3a4b18594d, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=faa173b4-3165-4e9a-bca6-ea3a4b18594d,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:21.405364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.419886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for faa173b4-3165-4e9a-bca6-ea3a4b18594d owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:57:21.425223 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47632606-e221-4fc4-a42a-3e4b76411da2 None None] The sync data for ids ['59b4af5c-1315-4c71-9599-89daf6b4da85'] in n-d-812148-3 is: [{'id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020336770', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:55:36Z', 'updated_at': '2021-11-03T19:57:20Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': 'faa173b4-3165-4e9a-bca6-ea3a4b18594d', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4af5c-1315-4c71-9599-89daf6b4da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:55:37Z', 'updated_at': '2021-11-03T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:57:21.447045 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.471965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Pushing event deleted for resources: {'Port': ['ID=b25c7e05-8a3a-498b-bdbd-130225936e10,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:21.481734 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] No DVR routers for this DVR port b25c7e05-8a3a-498b-bdbd-130225936e10 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:57:21.484397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.485248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.485667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.485937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.486269 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.486599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.486923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.487251 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.487744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.487870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.488194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.488514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6645b1-1af1-46a8-8e9c-0c2bc19e32d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:21.602014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.630097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=faa173b4-3165-4e9a-bca6-ea3a4b18594d,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:21.692440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.786009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.786972 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.832161 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.832717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Fanout notify agent at l3_agent the message router_deleted on router 59b4af5c-1315-4c71-9599-89daf6b4da85 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:57:21.843351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:21.844434 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-2f68d509-5c1b-4a47-992c-a6d83f808db3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/routers/59b4af5c-1315-4c71-9599-89daf6b4da85 HTTP/1.1" status: 204 len: 168 time: 0.8562307 Nov 03 19:57:21.847226 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46782) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:21.933442 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.029608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.052537 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2386fa6f-caa1-4b87-a755-276d1a5e64f2']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:22.062860 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db17cab0-31a1-4357-a5c8-dd6abb381f72') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:22.063243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db17cab0-31a1-4357-a5c8-dd6abb381f72') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:22.074133 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.088069 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b25c7e05-8a3a-498b-bdbd-130225936e10 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:57:22.089956 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.097003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:57:22.097395 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: timer() Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:57:22.100597 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:57:22.116273 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: b25c7e05-8a3a-498b-bdbd-130225936e10 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:57:22.116653 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device b25c7e05-8a3a-498b-bdbd-130225936e10 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:57:22.117532 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb744c51-e71a-4cc9-9eda-95a7c40a7b8e no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:57:22.137637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: cb744c51-e71a-4cc9-9eda-95a7c40a7b8e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:57:22.138238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device cb744c51-e71a-4cc9-9eda-95a7c40a7b8e not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:57:22.180358 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.189943 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.193233 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/networks/2386fa6f-caa1-4b87-a755-276d1a5e64f2 HTTP/1.1" status: 204 len: 168 time: 0.3449912 Nov 03 19:57:22.196247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46784) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:22.206247 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9091019-2b6a-42df-976d-b4e4452f10fd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Network': ['ID=2386fa6f-caa1-4b87-a755-276d1a5e64f2,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:22.260284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b8f-b081-4f3f-bf49-f43297982600 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.287387 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b8f-b081-4f3f-bf49-f43297982600 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.347942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b8f-b081-4f3f-bf49-f43297982600 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.350704 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b8f-b081-4f3f-bf49-f43297982600 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.351883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-17ab1b8f-b081-4f3f-bf49-f43297982600 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/security-groups/cde3311c-ac66-48a1-b43d-62fa340d9cbb HTTP/1.1" status: 204 len: 168 time: 0.1545324 Nov 03 19:57:22.361548 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab1b8f-b081-4f3f-bf49-f43297982600 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde3311c-ac66-48a1-b43d-62fa340d9cbb,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:22.545331 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46790) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:22.549904 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-a6b51630-aa2b-4062-aa35-984e8a399916 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549720315', 'description': 'tempest-secgroup-smoke-1549720315 description', 'project_id': 'f50d597dd9904eb4b91df80a617f2860'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:22.572263 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6b51630-aa2b-4062-aa35-984e8a399916 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.647277 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6b51630-aa2b-4062-aa35-984e8a399916 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.651061 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6b51630-aa2b-4062-aa35-984e8a399916 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.679202 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a6b51630-aa2b-4062-aa35-984e8a399916 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.680429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a6b51630-aa2b-4062-aa35-984e8a399916 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1341481 Nov 03 19:57:22.683551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46792) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:22.684769 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b51630-aa2b-4062-aa35-984e8a399916 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b535fcb-76d2-462d-884d-3adebf21b48b,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:22.688773 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-88091e5c-9b49-456a-ab5b-fcba3aaa4932 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '8b535fcb-76d2-462d-884d-3adebf21b48b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:22.714782 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88091e5c-9b49-456a-ab5b-fcba3aaa4932 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.776491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88091e5c-9b49-456a-ab5b-fcba3aaa4932 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.780337 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88091e5c-9b49-456a-ab5b-fcba3aaa4932 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.798710 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88091e5c-9b49-456a-ab5b-fcba3aaa4932 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c46d58b-88eb-415f-b9cc-59f5dce9d985,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:22.805843 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-88091e5c-9b49-456a-ab5b-fcba3aaa4932 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.807072 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-88091e5c-9b49-456a-ab5b-fcba3aaa4932 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220894 Nov 03 19:57:22.809707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46794) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:22.814485 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-74c59a63-0b8d-4f3a-a007-2274ffff2dce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '8b535fcb-76d2-462d-884d-3adebf21b48b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:22.839536 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74c59a63-0b8d-4f3a-a007-2274ffff2dce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.897070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74c59a63-0b8d-4f3a-a007-2274ffff2dce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.900644 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74c59a63-0b8d-4f3a-a007-2274ffff2dce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.918939 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c59a63-0b8d-4f3a-a007-2274ffff2dce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93b8401-d86d-4da7-a6ed-45fb18847868,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:22.925087 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-74c59a63-0b8d-4f3a-a007-2274ffff2dce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:22.928860 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-74c59a63-0b8d-4f3a-a007-2274ffff2dce tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156721 Nov 03 19:57:22.929530 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46796) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:22.933887 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-23619900-d882-43c7-966a-d4734db4d791 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '8b535fcb-76d2-462d-884d-3adebf21b48b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:22.960810 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23619900-d882-43c7-966a-d4734db4d791 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.023024 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23619900-d882-43c7-966a-d4734db4d791 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.027139 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23619900-d882-43c7-966a-d4734db4d791 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.046846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23619900-d882-43c7-966a-d4734db4d791 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a03147d-066d-47e3-ad33-6e5e9ca45cb9,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:23.057774 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-23619900-d882-43c7-966a-d4734db4d791 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.059126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-23619900-d882-43c7-966a-d4734db4d791 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286106 Nov 03 19:57:23.061868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46798) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:23.066532 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-db08c6a5-3a12-47f6-bff1-dae4ff68800d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '8b535fcb-76d2-462d-884d-3adebf21b48b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:23.097744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db08c6a5-3a12-47f6-bff1-dae4ff68800d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.167243 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db08c6a5-3a12-47f6-bff1-dae4ff68800d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.170989 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db08c6a5-3a12-47f6-bff1-dae4ff68800d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.189198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08c6a5-3a12-47f6-bff1-dae4ff68800d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a287d1ea-0221-419a-8a28-246e88d5c5ee,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:23.197620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-db08c6a5-3a12-47f6-bff1-dae4ff68800d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.198828 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-db08c6a5-3a12-47f6-bff1-dae4ff68800d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358392 Nov 03 19:57:23.202019 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46800) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:23.206431 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-350e069a-fa31-402f-aa67-debfb9203ed6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '8b535fcb-76d2-462d-884d-3adebf21b48b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:23.229984 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-350e069a-fa31-402f-aa67-debfb9203ed6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:57:23.236857 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-350e069a-fa31-402f-aa67-debfb9203ed6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.300073 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-350e069a-fa31-402f-aa67-debfb9203ed6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.304566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-350e069a-fa31-402f-aa67-debfb9203ed6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.323028 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e069a-fa31-402f-aa67-debfb9203ed6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8df81b7-6f78-44c4-9f19-ceb4ad88e1c1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:23.332620 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-350e069a-fa31-402f-aa67-debfb9203ed6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.334481 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-350e069a-fa31-402f-aa67-debfb9203ed6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309099 Nov 03 19:57:23.336560 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46802) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:23.340933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-7239c93f-673d-4ad6-81fd-9d3739c67bec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '8b535fcb-76d2-462d-884d-3adebf21b48b', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:23.363385 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-7239c93f-673d-4ad6-81fd-9d3739c67bec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:57:23.368941 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7239c93f-673d-4ad6-81fd-9d3739c67bec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.431819 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7239c93f-673d-4ad6-81fd-9d3739c67bec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.435606 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7239c93f-673d-4ad6-81fd-9d3739c67bec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.455055 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239c93f-673d-4ad6-81fd-9d3739c67bec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21676c3e-6196-4ed1-85c9-885f32d5c7c0,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:23.463674 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7239c93f-673d-4ad6-81fd-9d3739c67bec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.465050 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7239c93f-673d-4ad6-81fd-9d3739c67bec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275554 Nov 03 19:57:23.468840 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46804) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:23.474637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'network': {'name': 'tempest-network-smoke--1602041526', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:23.509400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:57:23.513579 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.541224 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:57:23.552235 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.552529 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Added segment 99122105-bf18-44e0-985d-1265b96708b5 of type vlan for network 5098e16f-e885-48bb-842e-411a3992d54e Nov 03 19:57:23.599483 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.623329 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.630438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:23.630438 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.693108 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2224793 Nov 03 19:57:23.695935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46806) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:23.700626 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'admin_state_up': True, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:23.702538 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eaeaa-e5b8-4f7d-8230-cfcac08773a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Network': ['ID=5098e16f-e885-48bb-842e-411a3992d54e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:23.714013 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 5098e16f-e885-48bb-842e-411a3992d54e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:57:23.724645 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.725661 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.778341 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.921012 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:23.990060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device faa173b4-3165-4e9a-bca6-ea3a4b18594d no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:57:24.014792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: faa173b4-3165-4e9a-bca6-ea3a4b18594d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:57:24.015242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device faa173b4-3165-4e9a-bca6-ea3a4b18594d not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:57:24.124000 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:24.144469 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:24.255362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.53 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/5e1793cc-750e-4fea-af16-92bb7693cc16) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:57:24.358779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:24.400793 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:24.445959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:57:24.450108 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:24.455894 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:57:24.458662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=5e1793cc-750e-4fea-af16-92bb7693cc16,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:24.717759 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:24.941063 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:25.072009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 222e7dde-2004-4298-8050-5ee00155a6f5 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:57:25.181731 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:57:25.192583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Sync routers for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:57:25.203697 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:25.205285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:25.206148 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:25.208267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46808) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:25.209009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-16008078-b5fc-4595-8b92-24add29685f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5112631 Nov 03 19:57:25.241200 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6383af80-5bf6-4faf-9b53-c7824c30d97d tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=f50d597dd9904eb4b91df80a617f2860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316267 Nov 03 19:57:25.244095 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46810) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:25.336781 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402f7a4-fb66-47aa-ad9a-cf7fbe4c4bbc tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:25.338235 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5402f7a4-fb66-47aa-ad9a-cf7fbe4c4bbc tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932484 Nov 03 19:57:25.341071 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46812) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:25.370626 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6694b757-8a44-4f87-897b-b1eafc9b7bd3 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284116 Nov 03 19:57:25.373209 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46814) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:25.378560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739440767', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:25.387056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:25.470501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:57:25.474083 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:25.575320 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:24Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:25.607436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Checking router: 222e7dde-2004-4298-8050-5ee00155a6f5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:57:25.607667 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Updating router 222e7dde-2004-4298-8050-5ee00155a6f5 port 5e1793cc-750e-4fea-af16-92bb7693cc16 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:57:25.636045 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:25.668222 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:25.739787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Subnet': ['ID=f3622547-cb25-45f2-ba90-31d204a89cf6,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:25.748119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Checking segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:57:25.748119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network hostable DHCP agents. Network: 5098e16f-e885-48bb-842e-411a3992d54e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:57:25.767466 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 5098e16f-e885-48bb-842e-411a3992d54e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:57:25.777892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 5098e16f-e885-48bb-842e-411a3992d54e) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:25.783003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:25.783596 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:25.802094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-216df52f-c6e7-4f64-a653-76b97be9fb15 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4273949 Nov 03 19:57:25.805020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46816) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:25.808310 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a05ec-74e5-4559-b1a0-da3a8a3e9590 None None] Network 5098e16f-e885-48bb-842e-411a3992d54e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:57:26.028006 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.036299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-5098e16f-e885-48bb-842e-411a3992d54e', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:57:26.037090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.039623 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.158535 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Attempting to bind port 5e1793cc-750e-4fea-af16-92bb7693cc16 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:57:26.158906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Attempting to bind port 5e1793cc-750e-4fea-af16-92bb7693cc16 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:57:26.159263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Attempting to bind port 5e1793cc-750e-4fea-af16-92bb7693cc16 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:26.169060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4fd68-73ca-42cc-9d79-8eb0ceecc448 None None] Pushing event updated for resources: {'Port': ['ID=5e1793cc-750e-4fea-af16-92bb7693cc16,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:26.182613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:57:26.182964 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:57:26.183358 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.183745 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:57:26.184211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Bound port: 5e1793cc-750e-4fea-af16-92bb7693cc16, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:57:26.184586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.256228 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.280588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] For port 5e1793cc-750e-4fea-af16-92bb7693cc16, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:57:26.283187 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Allocated IP 172.20.0.2 (5098e16f-e885-48bb-842e-411a3992d54e/f3622547-cb25-45f2-ba90-31d204a89cf6/d3b4b717-9380-4036-b968-bf732e07c42e) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:57:26.286387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] For port 5e1793cc-750e-4fea-af16-92bb7693cc16, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e1793cc-750e-4fea-af16-92bb7693cc16,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:57:26.294952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.404155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:26.404771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:26.452582 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4fd68-73ca-42cc-9d79-8eb0ceecc448 None None] Pushing event updated for resources: {'Port': ['ID=5e1793cc-750e-4fea-af16-92bb7693cc16,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:26.754785 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:26.810275 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.817569 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:26.908045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Network 5098e16f-e885-48bb-842e-411a3992d54e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:57:26.918351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:26.930633 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:57:26.935843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Pushing event updated for resources: {'Port': ['ID=d3b4b717-9380-4036-b968-bf732e07c42e,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:27.043524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Attempting to bind port d3b4b717-9380-4036-b968-bf732e07c42e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:57:27.043799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Attempting to bind port d3b4b717-9380-4036-b968-bf732e07c42e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:57:27.044161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Attempting to bind port d3b4b717-9380-4036-b968-bf732e07c42e on network 5098e16f-e885-48bb-842e-411a3992d54e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:27.054296 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:57:27.054648 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Checking segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:57:27.055068 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:27.055460 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Bound using segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:57:27.055950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Bound port: d3b4b717-9380-4036-b968-bf732e07c42e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:57:27.056403 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:27.133026 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:24Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:27.167614 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] For port d3b4b717-9380-4036-b968-bf732e07c42e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:57:27.170379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d3fd0-5ebb-4291-8e50-133e36e78390 None None] The sync data for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 is: [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:24Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:57:27.185229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] For port d3b4b717-9380-4036-b968-bf732e07c42e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d3b4b717-9380-4036-b968-bf732e07c42e,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:57:27.199802 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:27.255475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.1 (5098e16f-e885-48bb-842e-411a3992d54e/f3622547-cb25-45f2-ba90-31d204a89cf6/f830d9be-c85d-4613-a04f-4107af9e13d6) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:57:27.289336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f0a7f-cdc1-4f25-8e63-dab4ec0453b5 None None] Pushing event updated for resources: {'Port': ['ID=d3b4b717-9380-4036-b968-bf732e07c42e,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:27.427836 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:27.506139 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:27.559562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 5098e16f-e885-48bb-842e-411a3992d54e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:57:27.564873 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:27.570385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:57:27.599398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=f830d9be-c85d-4613-a04f-4107af9e13d6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:27.633104 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:27.787531 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.138816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e1793cc-750e-4fea-af16-92bb7693cc16 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:28.141866 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.148166 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.211797 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5e1793cc-750e-4fea-af16-92bb7693cc16 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:28.212462 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.233152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=f830d9be-c85d-4613-a04f-4107af9e13d6,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:28.236878 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.344284 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.357929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 5098e16f-e885-48bb-842e-411a3992d54e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:57:28.361062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:28.372933 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 5e1793cc-750e-4fea-af16-92bb7693cc16, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e1793cc-750e-4fea-af16-92bb7693cc16,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:28.380565 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.381364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d3b4b717-9380-4036-b968-bf732e07c42e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:28.449665 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de91c981-a1c9-43e6-9cdd-e8ffe743fe6b None None] Network 5098e16f-e885-48bb-842e-411a3992d54e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:57:28.518892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 222e7dde-2004-4298-8050-5ee00155a6f5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:57:28.523581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=5e1793cc-750e-4fea-af16-92bb7693cc16,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:28.553178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d99230eb-5db1-4129-8e26-a836e2c94138 None None] Provisioning complete for port d3b4b717-9380-4036-b968-bf732e07c42e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:28.553579 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d99230eb-5db1-4129-8e26-a836e2c94138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.593940 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d3b4b717-9380-4036-b968-bf732e07c42e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:28.594313 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.643815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:57:28.657476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fbaa9b05-36c2-4b12-a9af-8298f9f643f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/222e7dde-2004-4298-8050-5ee00155a6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8429220 Nov 03 19:57:28.775916 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d99230eb-5db1-4129-8e26-a836e2c94138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.782281 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.817059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-fa684b30-b903-4729-a344-73d8ee0a254c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549720315&fields=id&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 267 time: 0.0555477 Nov 03 19:57:28.841450 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d99230eb-5db1-4129-8e26-a836e2c94138 None None] For port d3b4b717-9380-4036-b968-bf732e07c42e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d3b4b717-9380-4036-b968-bf732e07c42e,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:28.851698 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d99230eb-5db1-4129-8e26-a836e2c94138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.935743 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:57:28.936105 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:57:28.939682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99230eb-5db1-4129-8e26-a836e2c94138 None None] Pushing event updated for resources: {'Port': ['ID=d3b4b717-9380-4036-b968-bf732e07c42e,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:28.972176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-ff6d7601-5d4a-4684-848f-e6c35ba09d67 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:28.973889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-ff6d7601-5d4a-4684-848f-e6c35ba09d67 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 797 time: 0.1546581 Nov 03 19:57:28.994273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-b6c61d87-0282-43e0-ad6c-2d682890a4ea tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/quotas/f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 375 time: 0.0115185 Nov 03 19:57:29.056062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-3ab54f86-b846-49bc-a7bd-131844274c16 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558472 Nov 03 19:57:29.084210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-febfbd1d-41cf-43b4-80f2-b06474aa0fef None None] Provisioning complete for port d3b4b717-9380-4036-b968-bf732e07c42e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:29.084502 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-febfbd1d-41cf-43b4-80f2-b06474aa0fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:29.175535 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-268260c8-29fb-4241-acf4-1c0b60312ae2 service neutron] 10.222.0.77 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011169 Nov 03 19:57:29.181041 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Sync routers for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:57:29.195073 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:29.195676 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:29.202674 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-febfbd1d-41cf-43b4-80f2-b06474aa0fef None None] Provisioning complete for port f830d9be-c85d-4613-a04f-4107af9e13d6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:29.203826 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-febfbd1d-41cf-43b4-80f2-b06474aa0fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:29.250166 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-febfbd1d-41cf-43b4-80f2-b06474aa0fef None None] Port f830d9be-c85d-4613-a04f-4107af9e13d6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:57:29.288310 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-1e7e36ec-270e-479f-a1c8-09b66e3964bb service neutron] 10.222.0.77 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056068 Nov 03 19:57:29.372839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-df661a00-c8aa-4a25-83b9-950322006e2e None None] Provisioning complete for port f830d9be-c85d-4613-a04f-4107af9e13d6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:29.373557 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-df661a00-c8aa-4a25-83b9-950322006e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:29.426238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-df661a00-c8aa-4a25-83b9-950322006e2e None None] Port f830d9be-c85d-4613-a04f-4107af9e13d6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:57:29.438166 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:29.543470 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3e2a906d-7ad9-4b93-b004-77f32db1b9de req-17782799-4354-42d4-8236-8b46522e89b8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 210 time: 0.0714731 Nov 03 19:57:29.648064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-af8c498c-f0ce-4021-bc14-fc46fbf14130 None None] Provisioning complete for port f830d9be-c85d-4613-a04f-4107af9e13d6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:29.648268 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-af8c498c-f0ce-4021-bc14-fc46fbf14130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:29.692538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-af8c498c-f0ce-4021-bc14-fc46fbf14130 None None] Port f830d9be-c85d-4613-a04f-4107af9e13d6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:57:29.697624 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 2, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:29.725362 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Checking router: 222e7dde-2004-4298-8050-5ee00155a6f5 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:57:29.726008 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Updating router 222e7dde-2004-4298-8050-5ee00155a6f5 port f830d9be-c85d-4613-a04f-4107af9e13d6 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:57:29.752831 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.056843 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.065054 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.066858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e1793cc-750e-4fea-af16-92bb7693cc16 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:30.133703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5e1793cc-750e-4fea-af16-92bb7693cc16 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:30.134196 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.141132 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Pushing event updated for resources: {'Port': ['ID=f830d9be-c85d-4613-a04f-4107af9e13d6,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:30.162343 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.162669 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.163192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.163665 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.164167 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.164658 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.165143 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.165656 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.166161 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.166654 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.167115 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.167594 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:30.188986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Attempting to bind port f830d9be-c85d-4613-a04f-4107af9e13d6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:57:30.188986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Attempting to bind port f830d9be-c85d-4613-a04f-4107af9e13d6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:57:30.189780 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Attempting to bind port f830d9be-c85d-4613-a04f-4107af9e13d6 on network 5098e16f-e885-48bb-842e-411a3992d54e {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:30.194944 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:57:30.196044 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Checking segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:57:30.196566 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.197458 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Bound using segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:57:30.198562 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Bound port: f830d9be-c85d-4613-a04f-4107af9e13d6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:57:30.198562 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.274079 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] For port f830d9be-c85d-4613-a04f-4107af9e13d6, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:57:30.277553 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] For port f830d9be-c85d-4613-a04f-4107af9e13d6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f830d9be-c85d-4613-a04f-4107af9e13d6,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:57:30.282889 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.291704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d3b4b717-9380-4036-b968-bf732e07c42e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:30.334322 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:30.334919 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:30.354888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d3b4b717-9380-4036-b968-bf732e07c42e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:30.355169 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.393242 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ffe15-69fe-4da8-830e-bf6ec0b70576 None None] Pushing event updated for resources: {'Port': ['ID=f830d9be-c85d-4613-a04f-4107af9e13d6,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:30.473559 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:30.474488 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-64c4ded4-ab34-4f98-ae6c-5d1948875ff9 None None] Provisioning complete for port f830d9be-c85d-4613-a04f-4107af9e13d6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:30.475014 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64c4ded4-ab34-4f98-ae6c-5d1948875ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.623847 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64c4ded4-ab34-4f98-ae6c-5d1948875ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.675486 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7949dbf-cce4-4114-b2e4-3e23b0a5fe38 req-d76a803b-f252-4590-873d-5ec350db308c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 210 time: 0.0290754 Nov 03 19:57:30.684675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-81696c8c-78a2-4e75-843a-00a151141042 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:30.686368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-81696c8c-78a2-4e75-843a-00a151141042 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 797 time: 0.2011764 Nov 03 19:57:30.702593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-64c4ded4-ab34-4f98-ae6c-5d1948875ff9 None None] For port f830d9be-c85d-4613-a04f-4107af9e13d6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f830d9be-c85d-4613-a04f-4107af9e13d6,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:30.707083 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-64c4ded4-ab34-4f98-ae6c-5d1948875ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.766359 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-9521251a-e833-4acf-acc8-11fe56a07e60 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 380 time: 0.0683765 Nov 03 19:57:30.774051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4ded4-ab34-4f98-ae6c-5d1948875ff9 None None] Pushing event updated for resources: {'Port': ['ID=f830d9be-c85d-4613-a04f-4107af9e13d6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:30.779285 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'port': {'device_id': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'admin_state_up': True, 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'security_groups': ['8b535fcb-76d2-462d-884d-3adebf21b48b']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:30.793327 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:30Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:30.826575 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13568cc8-aa5e-4e34-9fe0-128535c734c4 None None] The sync data for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 is: [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:30Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:57:30.833443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-311a16bb-3f0c-477e-9e44-064c589013e5 None None] Provisioning complete for port f830d9be-c85d-4613-a04f-4107af9e13d6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:30.834174 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-311a16bb-3f0c-477e-9e44-064c589013e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.929487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:57:30.933362 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.077587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.7 (5098e16f-e885-48bb-842e-411a3992d54e/f3622547-cb25-45f2-ba90-31d204a89cf6/cc67b74e-6d56-4a95-8f29-42ca95ac4534) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:57:31.238131 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.274167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.319148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 5098e16f-e885-48bb-842e-411a3992d54e is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:57:31.325182 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:31.327947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:57:31.358503 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:31.408120 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:31.409295 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.427745 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-727568c4-3517-4fa9-bbb3-2d05a1e4878e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6535084 Nov 03 19:57:31.444000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Request body: {'port': {'device_id': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:31.504957 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.579899 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-01d8fcf7-6c68-48b7-932d-157b90ee81f4 None None] Provisioning complete for port cc67b74e-6d56-4a95-8f29-42ca95ac4534 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:31.580441 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-01d8fcf7-6c68-48b7-932d-157b90ee81f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.618051 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-01d8fcf7-6c68-48b7-932d-157b90ee81f4 None None] Port cc67b74e-6d56-4a95-8f29-42ca95ac4534 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:57:31.829702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc67b74e-6d56-4a95-8f29-42ca95ac4534 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:57:31.839176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.857918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070c28-3c98-4351-853a-f20ee22a480d req-4cb398ea-cce1-402b-8e02-2da7cf3e782b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:31.863886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35070c28-3c98-4351-853a-f20ee22a480d req-4cb398ea-cce1-402b-8e02-2da7cf3e782b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 931 time: 0.1018760 Nov 03 19:57:31.865760 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Transition to ACTIVE for port object cc67b74e-6d56-4a95-8f29-42ca95ac4534 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:57:31.870849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.966113 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:31.985550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-35070c28-3c98-4351-853a-f20ee22a480d req-433e2d4f-8d00-433e-8491-464479d8940f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103961 Nov 03 19:57:32.076602 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f830d9be-c85d-4613-a04f-4107af9e13d6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:32.091857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Attempting to bind port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:57:32.092447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Attempting to bind port cc67b74e-6d56-4a95-8f29-42ca95ac4534 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:57:32.092971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Attempting to bind port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on network 5098e16f-e885-48bb-842e-411a3992d54e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:32.100801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on network 5098e16f-e885-48bb-842e-411a3992d54e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:57:32.101139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Attempting to bind port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on network 5098e16f-e885-48bb-842e-411a3992d54e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:32.107751 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:57:32.108109 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Checking segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:57:32.108549 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Bound using segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:57:32.109170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Bound port: cc67b74e-6d56-4a95-8f29-42ca95ac4534, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:57:32.109752 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:32.134247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port f830d9be-c85d-4613-a04f-4107af9e13d6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:32.134978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:32.190785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:57:32.194298 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:57:32.199446 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:32.238256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:32.238858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:32.240318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] 10.222.0.96 "PUT /v2.0/ports/cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 1091 time: 0.8046045 Nov 03 19:57:32.240998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:32.243195 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:32.267456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fac8b8-bbf2-4308-b6b4-5a9ebd651d04 service neutron] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:32.329399 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e728a08-420c-4e21-9bce-804a323ceb01 x-openstack-request-id: req-1e728a08-420c-4e21-9bce-804a323ceb01 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:32.329820 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:32.330140 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e728a08-420c-4e21-9bce-804a323ceb01 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:32.330644 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'status': 'completed', 'code': 200} Nov 03 19:57:32.350421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-e21902ca-788d-41f9-bc67-d54183b6779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:32.351893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-e21902ca-788d-41f9-bc67-d54183b6779a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1094 time: 0.0555017 Nov 03 19:57:32.405865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-e59adc79-067f-4234-b06c-574e0fe7e062 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 217 time: 0.0450974 Nov 03 19:57:32.465118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-828fe475-4c0c-435f-a171-ace8624b018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:32.466688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-828fe475-4c0c-435f-a171-ace8624b018b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0524621 Nov 03 19:57:32.517524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-b0ccba9b-f11a-4d07-8c58-241b9c5037d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:32.519069 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-b0ccba9b-f11a-4d07-8c58-241b9c5037d2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443039 Nov 03 19:57:32.632828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-a0f6e9f6-5b53-47a2-b27b-8f2169b63fb4 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062179 Nov 03 19:57:32.729484 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-805b74f5-d9f1-4142-9507-dfd8909e9835 req-61c61733-b955-4b24-8d72-7c814ffcf8c5 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898635 Nov 03 19:57:32.823280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-ccc52127-9bdc-4d8f-bcc5-ce2041f07876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:32.824807 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-ccc52127-9bdc-4d8f-bcc5-ce2041f07876 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1094 time: 0.0456247 Nov 03 19:57:32.927474 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-f48f7f5f-3550-4a6e-91c1-a3f371c3a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:32.929023 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-f48f7f5f-3550-4a6e-91c1-a3f371c3a51b service neutron] 10.222.0.96 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.0967197 Nov 03 19:57:32.974714 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-53cf0bdf-204a-4786-9c02-ecd73e48c835 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 217 time: 0.0384798 Nov 03 19:57:33.027377 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-939a3a35-8d49-4b5b-b901-a059513f77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:33.028858 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-939a3a35-8d49-4b5b-b901-a059513f77bc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0459580 Nov 03 19:57:33.102649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-f781e620-c255-49a6-a946-dd8f3e0e6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:33.104159 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-f781e620-c255-49a6-a946-dd8f3e0e6ce7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677960 Nov 03 19:57:33.112929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:33.128352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08352-88cd-4077-a0f7-d6972bf161a0 req-f102c162-ce80-4844-90fa-c5d95a80c0b1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:33.129833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85c08352-88cd-4077-a0f7-d6972bf161a0 req-f102c162-ce80-4844-90fa-c5d95a80c0b1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 943 time: 0.0656040 Nov 03 19:57:33.231873 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-85c08352-88cd-4077-a0f7-d6972bf161a0 req-7fabeb82-b94e-4e51-8baa-51c61c367a3c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904932 Nov 03 19:57:33.248843 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-322fc21b-98f6-46d2-abd6-10cb2529510c service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357145 Nov 03 19:57:33.351746 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d3a4b84-896d-4cc9-bf76-bc98b8bc2bb7 req-8e46ae96-b77e-4d48-9fa2-97f1e7a10287 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943508 Nov 03 19:57:33.568907 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cc67b74e-6d56-4a95-8f29-42ca95ac4534 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:57:33.673649 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:33.684856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'port_id': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:57:33.721975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:33.734985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc67b74e-6d56-4a95-8f29-42ca95ac4534 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:57:33.755006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:33.759373 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:33.810439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:33.942679 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:34.015965 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['cc67b74e-6d56-4a95-8f29-42ca95ac4534'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:57:34.354047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434055cd-eda9-42ab-a97c-e92251439bb9 req-52a43ff5-e871-41a0-bc89-0fd098a2603b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:34.355572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-434055cd-eda9-42ab-a97c-e92251439bb9 req-52a43ff5-e871-41a0-bc89-0fd098a2603b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 944 time: 0.0523870 Nov 03 19:57:34.407300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-434055cd-eda9-42ab-a97c-e92251439bb9 req-d0b7806e-7e80-4fea-aae6-5e60a4ee55d1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448439 Nov 03 19:57:35.524714 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78957d7-d39d-451c-b6c7-65042ebf7955 req-ee4380e3-47fe-41ca-b264-8a61e266d0ba tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:35.526236 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f78957d7-d39d-451c-b6c7-65042ebf7955 req-ee4380e3-47fe-41ca-b264-8a61e266d0ba tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 944 time: 0.0484958 Nov 03 19:57:35.575174 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f78957d7-d39d-451c-b6c7-65042ebf7955 req-049e54e6-47df-492e-87c0-2fae858006e1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Nov 03 19:57:35.588134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cc67b74e-6d56-4a95-8f29-42ca95ac4534 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:35.637823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port cc67b74e-6d56-4a95-8f29-42ca95ac4534 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:57:35.642221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port cc67b74e-6d56-4a95-8f29-42ca95ac4534 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:35.642604 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:35.719774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:35.746439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:35.748702 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cd3b71-c301-4b93-9f2d-7a00f673282b" -d '{"events": [{"server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:35.761379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:35.765589 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:35.794702 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174f3309-c200-4638-9a28-6a2169cfad17 x-openstack-request-id: req-174f3309-c200-4638-9a28-6a2169cfad17 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:35.794997 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:35.795250 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-174f3309-c200-4638-9a28-6a2169cfad17 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:35.795631 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'code': 200} Nov 03 19:57:35.824951 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:35.887738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831f903-57ec-43c9-ba5b-3e5b52c50735 req-0b122efa-b96d-4cbf-94dc-f63784f56b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:35.889208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c831f903-57ec-43c9-ba5b-3e5b52c50735 req-0b122efa-b96d-4cbf-94dc-f63784f56b37 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1096 time: 0.0442548 Nov 03 19:57:35.938672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c831f903-57ec-43c9-ba5b-3e5b52c50735 req-0c665eb6-780d-4e8d-b253-fd0f38156f41 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394633 Nov 03 19:57:36.171935 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9f868f94-f46c-4efd-a0f5-728bf9ac03b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:36.695356 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c382d1-afa8-41c2-94f3-57f006ba7599 req-326c729c-c709-4f8e-a5ee-8de6b8d89969 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:36.696875 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49c382d1-afa8-41c2-94f3-57f006ba7599 req-326c729c-c709-4f8e-a5ee-8de6b8d89969 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0503056 Nov 03 19:57:36.748171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49c382d1-afa8-41c2-94f3-57f006ba7599 req-f85d09e4-43c7-4f37-b29c-7f2a2cec5b3f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452111 Nov 03 19:57:37.874217 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595fc97-d353-4d70-a1e1-22da4c952ad5 req-a8a5d2aa-bc13-4d31-b752-773597a40f6f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:37.876247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e595fc97-d353-4d70-a1e1-22da4c952ad5 req-a8a5d2aa-bc13-4d31-b752-773597a40f6f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0509193 Nov 03 19:57:37.933621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e595fc97-d353-4d70-a1e1-22da4c952ad5 req-b6d02d32-f3f5-4b1b-91ec-3b287d637de9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512109 Nov 03 19:57:38.053532 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97737ea2-794b-4f2d-b49b-6ba2a2dd7b66 req-8c15ad88-9e64-4ca0-ab92-94cb78fb4f74 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:38.055018 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97737ea2-794b-4f2d-b49b-6ba2a2dd7b66 req-8c15ad88-9e64-4ca0-ab92-94cb78fb4f74 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0529816 Nov 03 19:57:38.115934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97737ea2-794b-4f2d-b49b-6ba2a2dd7b66 req-de838419-bd2a-42d7-a3d2-73b65cc5e3e2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544813 Nov 03 19:57:38.139500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46866) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:38.180880 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f2be1b-36ed-4933-8031-c69a9b67ed9c tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:38.182506 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e4f2be1b-36ed-4933-8031-c69a9b67ed9c tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1091 time: 0.0419960 Nov 03 19:57:38.185578 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46868) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:38.190485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:38.213027 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.318565 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.426451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.45 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/240cc55b-c228-4300-87e6-6aa4126089b5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:57:38.550589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.590368 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.631133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:57:38.636885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:38.640600 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:57:38.667482 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=240cc55b-c228-4300-87e6-6aa4126089b5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:39.027774 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:39.104391 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:39.294869 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:39.300589 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:39.373869 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=240cc55b-c228-4300-87e6-6aa4126089b5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:39.391239 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:39.842876 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP 6a753d39-a926-4ece-98bf-79c84a311f09 associated. External IP: 172.25.3.45, port: cc67b74e-6d56-4a95-8f29-42ca95ac4534. Nov 03 19:57:40.058803 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 222e7dde-2004-4298-8050-5ee00155a6f5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:57:40.167240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:57:40.177568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] Sync routers for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:57:40.186578 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:40.188521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:40.189468 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:40.220162 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bdf622f6-9fb3-4593-ab37-6ff0ad6a805c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0335202 Nov 03 19:57:40.220742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:40.223543 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01831d95-5905-4c1b-8858-62b9963d422a" -d '{"events": [{"name": "network-changed", "server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:40.303429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:40.326758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5527cd-9d2b-433e-a21b-bb6140dfde66 req-63473869-f522-49a6-9550-e92becf51556 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.328870 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce5527cd-9d2b-433e-a21b-bb6140dfde66 req-63473869-f522-49a6-9550-e92becf51556 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0519421 Nov 03 19:57:40.359321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:40.392298 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ce5527cd-9d2b-433e-a21b-bb6140dfde66 req-4b7ff955-18ed-49e1-a135-b67eacbc9430 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570002 Nov 03 19:57:40.417376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c76d377e-71b2-4653-8fc2-e6f685daf16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:40.426478 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46874) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:40.464491 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c27fbe4-fdbc-4378-91d5-4e7d230af5da x-openstack-request-id: req-9c27fbe4-fdbc-4378-91d5-4e7d230af5da {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:40.464782 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:40.465165 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c27fbe4-fdbc-4378-91d5-4e7d230af5da {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:40.465464 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'status': 'completed', 'code': 200} Nov 03 19:57:40.504871 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4096fdb4-8c2f-42f7-9400-567c1179a4f9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/6a753d39-a926-4ece-98bf-79c84a311f09 HTTP/1.1" status: 200 len: 990 time: 0.0770667 Nov 03 19:57:40.533756 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01831d95-5905-4c1b-8858-62b9963d422a req-71a98ced-72f9-4dd0-9c5d-5311d58b4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.534874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01831d95-5905-4c1b-8858-62b9963d422a req-71a98ced-72f9-4dd0-9c5d-5311d58b4cd9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1096 time: 0.0485294 Nov 03 19:57:40.636993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01831d95-5905-4c1b-8858-62b9963d422a req-5e9a0219-39dd-4c39-9e9f-22e5766efd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.638516 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01831d95-5905-4c1b-8858-62b9963d422a req-5e9a0219-39dd-4c39-9e9f-22e5766efd08 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.0960383 Nov 03 19:57:40.711554 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01831d95-5905-4c1b-8858-62b9963d422a req-5072a2ad-675e-4bd2-b492-4bea62d71828 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 998 time: 0.0652249 Nov 03 19:57:40.754613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6a753d39-a926-4ece-98bf-79c84a311f09', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'port_id': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:57:38Z', 'updated_at': '2021-11-03T19:57:38Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:30Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:40.767629 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01831d95-5905-4c1b-8858-62b9963d422a req-bba73e8e-e0d8-4ed7-9b5c-e6e8a5daa906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.769092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01831d95-5905-4c1b-8858-62b9963d422a req-bba73e8e-e0d8-4ed7-9b5c-e6e8a5daa906 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0507646 Nov 03 19:57:40.782176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] Checking router: 222e7dde-2004-4298-8050-5ee00155a6f5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:57:40.790800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:40.791410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:57:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:40.815650 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01831d95-5905-4c1b-8858-62b9963d422a req-a1c281f1-4de7-40aa-9561-8b3df07c534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.817149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01831d95-5905-4c1b-8858-62b9963d422a req-a1c281f1-4de7-40aa-9561-8b3df07c534d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409417 Nov 03 19:57:40.902199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:40.912185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01831d95-5905-4c1b-8858-62b9963d422a req-e178c885-1c69-4190-bb3f-7575618f3e97 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842731 Nov 03 19:57:41.012894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-01831d95-5905-4c1b-8858-62b9963d422a req-5a69bc41-e4f6-4b4a-9283-29d6065dd49e service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971739 Nov 03 19:57:41.139496 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6a753d39-a926-4ece-98bf-79c84a311f09', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'port_id': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:57:38Z', 'updated_at': '2021-11-03T19:57:38Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:30Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:41.166031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea861c4-9adf-4914-b91c-ac9a5c553f95 None None] The sync data for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 is: [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '6a753d39-a926-4ece-98bf-79c84a311f09', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'port_id': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:57:38Z', 'updated_at': '2021-11-03T19:57:38Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:30Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:57:41.355847 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7967006a-f046-4d09-a291-189ac3775814 None None] New status for floating IP 6a753d39-a926-4ece-98bf-79c84a311f09: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:57:41.508830 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46876) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:57:41.571225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4415efcd-eef7-4133-8e5f-8a92a59f6a9b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/6a753d39-a926-4ece-98bf-79c84a311f09 HTTP/1.1" status: 200 len: 992 time: 0.0612137 Nov 03 19:57:42.394200 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:42.496031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:49.159406 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:57:57.334439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-664cceff-579f-4c5b-9bfc-b353b5dcab26 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398965 Nov 03 19:57:57.424068 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-5d7635e2-460c-4866-beb7-c3a636f36162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:57.425794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-5d7635e2-460c-4866-beb7-c3a636f36162 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1096 time: 0.0461688 Nov 03 19:57:57.530786 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-79ec2b83-993a-4895-a193-68b41d48a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:57.532261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-79ec2b83-993a-4895-a193-68b41d48a0b7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.0863357 Nov 03 19:57:57.602942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-f9ed8bed-d0cb-4d99-bb6d-476476f98f33 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 1000 time: 0.0622149 Nov 03 19:57:57.652355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-553bc465-e879-4bf2-b135-e50d07c8859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:57.653893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-553bc465-e879-4bf2-b135-e50d07c8859c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0436764 Nov 03 19:57:57.700345 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-64110d2d-a7cc-4672-a0b4-e9de1ebf67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:57.701852 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-64110d2d-a7cc-4672-a0b4-e9de1ebf67f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402026 Nov 03 19:57:57.797498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-5c2ef99e-0120-4c59-9c41-ec80c7d589f3 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882034 Nov 03 19:57:57.888988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b34c6dd8-20a5-439e-995c-a6a9b74f7c60 req-5764d634-e6b3-4530-a0ac-2ed4ee3e52f1 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833025 Nov 03 19:58:03.128871 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:03.944579 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:06.174852 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8841a68d-b778-4555-92d8-e8d5a3b325eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:08.378743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46892) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:08.380306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3acc1-0969-43e7-97c5-c5ae70143ae2 req-fbc2a8a5-5e5c-49b0-82b6-7bab05214588 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:08.381876 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4e3acc1-0969-43e7-97c5-c5ae70143ae2 req-fbc2a8a5-5e5c-49b0-82b6-7bab05214588 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0528507 Nov 03 19:58:08.459207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4e3acc1-0969-43e7-97c5-c5ae70143ae2 req-05547fbe-c244-41e8-bff9-0fe9dcb0cdd0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711970 Nov 03 19:58:08.465094 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-57d843d6-c7f8-43e2-b5a3-ecf504054aad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851109 Nov 03 19:58:08.474383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-3f4e5a2d-cfda-422f-ac7b-dec127e45381 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:58:08.475389 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-3f4e5a2d-cfda-422f-ac7b-dec127e45381 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053937 Nov 03 19:58:09.604057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c939ab-dc32-468d-99a7-a1823f7947be req-74fdb62d-1d69-441c-aa22-3865ab3b5bf2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:09.605606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b5c939ab-dc32-468d-99a7-a1823f7947be req-74fdb62d-1d69-441c-aa22-3865ab3b5bf2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0731924 Nov 03 19:58:09.634151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fb8875a7-32b7-4d25-9890-15f487c12c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:09.635624 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fb8875a7-32b7-4d25-9890-15f487c12c4d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1096 time: 0.0657206 Nov 03 19:58:09.692208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b5c939ab-dc32-468d-99a7-a1823f7947be req-9384eed5-f065-4153-9350-a544819b5304 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783737 Nov 03 19:58:09.751959 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-05f707ff-cca1-45bb-b257-ef857a0d224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:09.753358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-05f707ff-cca1-45bb-b257-ef857a0d224f service neutron] 10.222.0.96 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.1082561 Nov 03 19:58:09.832131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-d7325722-cc13-4065-b0ee-f2b733530868 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 1000 time: 0.0700667 Nov 03 19:58:09.889810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-c3233442-9b80-4d35-93fb-8b4e9632e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:09.891284 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-c3233442-9b80-4d35-93fb-8b4e9632e5eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0509925 Nov 03 19:58:09.941437 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-00d41440-3b5c-452d-9a24-abc4c0a3e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:09.943946 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-00d41440-3b5c-452d-9a24-abc4c0a3e503 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450902 Nov 03 19:58:10.037223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fbd7edc9-c2a1-400d-b0ae-1aefb1c40a0f service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869379 Nov 03 19:58:10.163485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-1f594599-47a0-4eca-bf47-9705a2eb4b2a service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178715 Nov 03 19:58:10.355337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:10.400951 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d611a05-2178-4771-a8c1-8143e1369796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:10.812931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e7228-c307-4122-911e-a21c401a48ee req-b961ef4d-58f8-43fb-9c35-977879ccfb84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:10.814953 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-985e7228-c307-4122-911e-a21c401a48ee req-b961ef4d-58f8-43fb-9c35-977879ccfb84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0499632 Nov 03 19:58:10.865536 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-985e7228-c307-4122-911e-a21c401a48ee req-b7685855-8097-4056-bc1c-cdc228aba2c1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445447 Nov 03 19:58:11.993082 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d19a-3e3a-41f0-a4b4-5f7caf7705e1 req-087c81f3-9e8d-4968-be21-9c64b348399e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:11.994680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa50d19a-3e3a-41f0-a4b4-5f7caf7705e1 req-087c81f3-9e8d-4968-be21-9c64b348399e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0564091 Nov 03 19:58:12.045606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fa50d19a-3e3a-41f0-a4b4-5f7caf7705e1 req-e081de7d-2d34-438e-a9c0-f64c43d7b89b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447981 Nov 03 19:58:12.397064 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:12.506601 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.170730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843f227-1ff7-423a-9318-c552109d08b0 req-3080bd97-1da6-461a-8b50-c4c839f755cd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:13.172229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c843f227-1ff7-423a-9318-c552109d08b0 req-3080bd97-1da6-461a-8b50-c4c839f755cd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0515180 Nov 03 19:58:13.225854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c843f227-1ff7-423a-9318-c552109d08b0 req-7daf8186-496c-4b2e-8fb1-7f61cf0bd5c9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461807 Nov 03 19:58:14.360498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb24c5d-2314-4ef9-a12d-cb471327061e req-ddd61bbf-0b59-43e7-ad06-91f17bc9d3c8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:14.362079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0eb24c5d-2314-4ef9-a12d-cb471327061e req-ddd61bbf-0b59-43e7-ad06-91f17bc9d3c8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0576472 Nov 03 19:58:14.424709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0eb24c5d-2314-4ef9-a12d-cb471327061e req-b1880639-babf-4e75-b769-ab5c3e94786a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551815 Nov 03 19:58:15.553589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c308-83d5-4be8-a2a4-fef5a91dd7fa req-f1ad280d-cbad-4a3c-bf67-0d0db51a73e4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:15.555021 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a0c308-83d5-4be8-a2a4-fef5a91dd7fa req-f1ad280d-cbad-4a3c-bf67-0d0db51a73e4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0564849 Nov 03 19:58:15.606495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c8a0c308-83d5-4be8-a2a4-fef5a91dd7fa req-f456ec0b-eebe-4d9b-8ce2-cf03bc07ad32 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Nov 03 19:58:16.741687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eed9a2-6bbc-48db-bf8c-9b66d0fbef47 req-e99a84e2-de8f-4bfa-8921-085e38cffac8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:16.744460 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6eed9a2-6bbc-48db-bf8c-9b66d0fbef47 req-e99a84e2-de8f-4bfa-8921-085e38cffac8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0634634 Nov 03 19:58:16.804647 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f6eed9a2-6bbc-48db-bf8c-9b66d0fbef47 req-0cdecdee-65d6-46c4-9858-798b8b11e06c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538576 Nov 03 19:58:17.929395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636080e-752b-4cf9-a1c5-9ece362f3e85 req-830f3ffa-cbda-48d4-a9e2-7d5e3c96c2e6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:17.930996 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3636080e-752b-4cf9-a1c5-9ece362f3e85 req-830f3ffa-cbda-48d4-a9e2-7d5e3c96c2e6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0541537 Nov 03 19:58:17.981791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3636080e-752b-4cf9-a1c5-9ece362f3e85 req-02b5d169-9671-4e06-b6f9-292e6e3eaec4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 Nov 03 19:58:19.102877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384692d-056b-435b-8f21-d048a934fb33 req-18e6af3d-a709-42ec-8ce1-e9f9953ab4f9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:19.104406 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3384692d-056b-435b-8f21-d048a934fb33 req-18e6af3d-a709-42ec-8ce1-e9f9953ab4f9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0496316 Nov 03 19:58:19.157638 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3384692d-056b-435b-8f21-d048a934fb33 req-94b3edcb-ab2d-4bab-9f2c-0e0b77ecbe12 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Nov 03 19:58:20.290264 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964027-a087-43dd-8e53-4eb5d814bc4a req-887f91f8-b56d-46eb-a084-04dffeb12f7b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:20.292317 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e964027-a087-43dd-8e53-4eb5d814bc4a req-887f91f8-b56d-46eb-a084-04dffeb12f7b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0589640 Nov 03 19:58:20.347015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e964027-a087-43dd-8e53-4eb5d814bc4a req-027f1177-18d3-4849-bd48-40a1c589c89f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478828 Nov 03 19:58:21.483515 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004171c-3d4f-41a7-b588-7619c5e237f7 req-5ba9a7ca-b555-4b85-b67d-31610443e891 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:21.485180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2004171c-3d4f-41a7-b588-7619c5e237f7 req-5ba9a7ca-b555-4b85-b67d-31610443e891 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0595579 Nov 03 19:58:21.542719 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2004171c-3d4f-41a7-b588-7619c5e237f7 req-af904e18-2b0a-42a8-a976-af8ed273ed11 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510054 Nov 03 19:58:22.001319 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-1ae30422-0629-464b-b846-f52e42fa425a service neutron] show failed (client error): The resource could not be found. Nov 03 19:58:22.002483 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-1ae30422-0629-464b-b846-f52e42fa425a service neutron] 10.222.0.96 "GET /v2.0/ports/cc67b74e-6d56-4a95-8f29-42ca95ac4534/bindings/n-h2-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.0731626 Nov 03 19:58:22.240016 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-e867ec97-0974-47b3-a1a1-13d7c832cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:22.241509 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-e867ec97-0974-47b3-a1a1-13d7c832cf0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 1096 time: 0.0493736 Nov 03 19:58:22.257234 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:22.325893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.549924 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:22.589741 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h1-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:22.634706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:22.637139 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0624a7-88e5-4a92-8572-40216d88937a" -d '{"events": [{"server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:22.642350 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.655914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Transition to ACTIVE for port object cc67b74e-6d56-4a95-8f29-42ca95ac4534 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:58:22.661520 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.694709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52949e4b-3ecf-465f-b112-6ffd8e7e6aa0 req-71401b81-8c18-4a88-8135-88ef20cdaef6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:22.696339 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52949e4b-3ecf-465f-b112-6ffd8e7e6aa0 req-71401b81-8c18-4a88-8135-88ef20cdaef6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0746934 Nov 03 19:58:22.730477 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=6']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:22.770051 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52949e4b-3ecf-465f-b112-6ffd8e7e6aa0 req-166d3919-e3f4-4f3c-ba14-30eeff0b2f98 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634570 Nov 03 19:58:22.798418 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.798954 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.799737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.800342 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.800843 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.801450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.802039 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.802999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.803641 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.803983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.804511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.805073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.845938 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a51175-9d8a-4fd9-ba8c-f44b94626756 x-openstack-request-id: req-60a51175-9d8a-4fd9-ba8c-f44b94626756 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:22.846246 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:22.846727 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60a51175-9d8a-4fd9-ba8c-f44b94626756 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:22.847151 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'code': 200} Nov 03 19:58:22.874425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] No DVR routers for this DVR port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on host n-h1-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:58:23.101378 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Attempting to bind port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:23.101776 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Attempting to bind port cc67b74e-6d56-4a95-8f29-42ca95ac4534 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:23.102286 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Attempting to bind port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on network 5098e16f-e885-48bb-842e-411a3992d54e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:23.108133 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on network 5098e16f-e885-48bb-842e-411a3992d54e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:58:23.108711 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Attempting to bind port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on network 5098e16f-e885-48bb-842e-411a3992d54e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:23.116287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:23.116621 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Checking segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:23.117021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Bound using segment: {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:23.117482 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Bound port: cc67b74e-6d56-4a95-8f29-42ca95ac4534, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99122105-bf18-44e0-985d-1265b96708b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:23.117850 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.186240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:23.190369 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:23.196746 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.241681 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:23.242426 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.244369 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] 10.222.0.70 "PUT /v2.0/ports/cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 1091 time: 0.9938059 Nov 03 19:58:23.292431 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47e40d-b6b6-4782-adf6-355502e37c4b service neutron] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=7']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:23.331002 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-0007a08b-63fd-43f9-b9a3-582495e16aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:23.332478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-0007a08b-63fd-43f9-b9a3-582495e16aca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1094 time: 0.0594916 Nov 03 19:58:23.449453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-f1b3571b-e2ed-4e04-8b4f-289ac78c5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:23.451613 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-f1b3571b-e2ed-4e04-8b4f-289ac78c5287 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.1104989 Nov 03 19:58:23.530558 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-03aa127a-c3d4-4552-ad39-bdba5b9ac1f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 998 time: 0.0712445 Nov 03 19:58:23.599443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-91e816c9-2297-4e15-9d82-18830b2e3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:23.601029 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-91e816c9-2297-4e15-9d82-18830b2e3128 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0639038 Nov 03 19:58:23.651562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-e3767a74-f53e-4fc0-8a67-b4c8147b09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:23.653106 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-e3767a74-f53e-4fc0-8a67-b4c8147b09ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456574 Nov 03 19:58:23.928700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd7774-9717-465a-8456-ca88fdbfd67c req-653ac12f-a678-4ef4-abed-74656cc61d3a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:23.930440 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0fdd7774-9717-465a-8456-ca88fdbfd67c req-653ac12f-a678-4ef4-abed-74656cc61d3a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 943 time: 0.0779181 Nov 03 19:58:23.993779 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0fdd7774-9717-465a-8456-ca88fdbfd67c req-ad86a69a-7d38-4549-b5a0-d14c972f81c0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527761 Nov 03 19:58:24.090587 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-1aa21843-c6bb-483c-a090-0b791e10b8cf service neutron] 10.222.0.70 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304495 Nov 03 19:58:24.187988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-0c68b042-ef0f-4114-a7ea-e74ba418c9a6 req-37a98bce-165a-4a24-9bcb-4aa324349d3a service neutron] 10.222.0.70 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900140 Nov 03 19:58:24.849083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:24.851483 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf4960-c324-473f-86bd-2d3a668f3fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:24.911232 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f793ad27-26a4-4419-8866-f6c438f9623b x-openstack-request-id: req-f793ad27-26a4-4419-8866-f6c438f9623b {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:24.911851 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:24.912221 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f793ad27-26a4-4419-8866-f6c438f9623b {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:24.912897 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'status': 'completed', 'code': 200} Nov 03 19:58:24.983607 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-7fa812ac-b8e5-4033-b510-90b04d5d2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:24.985366 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-379865f3-74f8-4c8f-8e8c-2e730d77a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:24.986087 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-7fa812ac-b8e5-4033-b510-90b04d5d2aa9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1094 time: 0.0564198 Nov 03 19:58:24.987010 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-379865f3-74f8-4c8f-8e8c-2e730d77a3cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1094 time: 0.0467932 Nov 03 19:58:25.117869 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-93c9b7ef-591a-4093-8ce5-251f8ddf19df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:25.119821 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-93c9b7ef-591a-4093-8ce5-251f8ddf19df service neutron] 10.222.0.70 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.1245651 Nov 03 19:58:25.128204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-f12f704f-c764-4efd-aad9-6978e8c4cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:25.129856 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-f12f704f-c764-4efd-aad9-6978e8c4cec6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.1372876 Nov 03 19:58:25.191382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968a57a-8add-477b-84b6-426ee947a140 req-69cf0612-554a-4dd4-a861-0623710590fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:25.191872 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-5d6473b2-be9d-459d-bdc2-9ea88327de71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 998 time: 0.0644314 Nov 03 19:58:25.193019 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4968a57a-8add-477b-84b6-426ee947a140 req-69cf0612-554a-4dd4-a861-0623710590fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 943 time: 0.1130705 Nov 03 19:58:25.234392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-92c6758b-99ac-4b5f-947f-6aa59bb490a9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 998 time: 0.0975497 Nov 03 19:58:25.254852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-9f696be1-8e45-4d5c-a9b5-4817ef8a2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:25.256388 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-9f696be1-8e45-4d5c-a9b5-4817ef8a2400 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0569220 Nov 03 19:58:25.296788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4968a57a-8add-477b-84b6-426ee947a140 req-a581e9d5-156e-4f72-a87c-665598929a9e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951171 Nov 03 19:58:25.311628 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-96eb59a9-61e7-49c8-a56c-b9ac154aa30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:25.312230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-f8144665-847f-499b-9b89-fd5d37a4d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:25.313252 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-96eb59a9-61e7-49c8-a56c-b9ac154aa30a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487595 Nov 03 19:58:25.313808 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-f8144665-847f-499b-9b89-fd5d37a4d0b5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0688314 Nov 03 19:58:25.378287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-06cbb2d1-4e57-4f9d-bb40-dfdf3417fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:25.380444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-06cbb2d1-4e57-4f9d-bb40-dfdf3417fb0b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592334 Nov 03 19:58:25.431227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-303ad17c-b077-402d-b6cb-ad27cb269e8a service neutron] 10.222.0.70 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068923 Nov 03 19:58:25.487408 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-236aa8f0-9e19-47d9-b3cf-5763e41132e2 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000178 Nov 03 19:58:25.543518 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-a0bacb8b-5888-4cf9-8efc-468b306fbe74 service neutron] 10.222.0.70 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037850 Nov 03 19:58:25.601934 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acbf4960-c324-473f-86bd-2d3a668f3fd9 req-b257a6bd-4614-4e06-a7e9-19e0f27b3232 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071918 Nov 03 19:58:25.934811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cc67b74e-6d56-4a95-8f29-42ca95ac4534 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:25.978363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cc67b74e-6d56-4a95-8f29-42ca95ac4534 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:58:26.159177 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:58:26.442271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460e7b6-177f-4166-870b-d3d959f547d1 req-2f57c709-6837-4911-ae3b-da8fba834cb0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:26.444207 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5460e7b6-177f-4166-870b-d3d959f547d1 req-2f57c709-6837-4911-ae3b-da8fba834cb0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 943 time: 0.0641212 Nov 03 19:58:26.497973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5460e7b6-177f-4166-870b-d3d959f547d1 req-cced336e-61aa-4ecc-afbd-7aad0c3737b7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474598 Nov 03 19:58:26.791260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa18e2-8900-4267-bc38-0a27509ee8b2 req-7a18b7ef-a9b6-4eff-8693-0dee95fef635 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:26.793221 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-affa18e2-8900-4267-bc38-0a27509ee8b2 req-7a18b7ef-a9b6-4eff-8693-0dee95fef635 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 943 time: 0.1006298 Nov 03 19:58:26.811947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8827db-112a-4652-a627-1b81709f8f3f req-f6af7d2b-2794-491b-aab7-87b78289c850 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:26.813576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-f6af7d2b-2794-491b-aab7-87b78289c850 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb&tenant_id=f50d597dd9904eb4b91df80a617f2860&binding%3Ahost_id=n-h2-812148-3 HTTP/1.1" status: 200 len: 943 time: 0.0899975 Nov 03 19:58:26.904118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-affa18e2-8900-4267-bc38-0a27509ee8b2 req-2533ad33-9adb-45d8-b548-6ec8a1de9aff tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015108 Nov 03 19:58:26.930572 n-d-812148-3 neutron-server[101756]: INFO neutron.api.v2.resource [req-6e8827db-112a-4652-a627-1b81709f8f3f req-f5fdbb38-b8e8-4d6e-bf43-586c42c64eda service neutron] delete failed (client error): The resource could not be found. Nov 03 19:58:26.930572 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-f5fdbb38-b8e8-4d6e-bf43-586c42c64eda service neutron] 10.222.0.96 "DELETE /v2.0/ports/cc67b74e-6d56-4a95-8f29-42ca95ac4534/bindings/n-h1-812148-3 HTTP/1.1" status: 404 len: 380 time: 0.1003826 Nov 03 19:58:27.058069 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8827db-112a-4652-a627-1b81709f8f3f req-5ddf8e49-4271-4d34-8c19-ac30b9f2bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:27.064802 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-5ddf8e49-4271-4d34-8c19-ac30b9f2bd04 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1094 time: 0.0890172 Nov 03 19:58:27.143995 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c3f96-c11c-4b73-8c0e-8fd01082e532 req-63cca33d-163b-41b4-8af8-8add8871e8c5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:27.145713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c3f96-c11c-4b73-8c0e-8fd01082e532 req-63cca33d-163b-41b4-8af8-8add8871e8c5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 943 time: 0.1321323 Nov 03 19:58:27.213407 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8827db-112a-4652-a627-1b81709f8f3f req-37fa049c-8e00-427c-b032-cece80efba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:27.215845 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-37fa049c-8e00-427c-b032-cece80efba20 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.1469991 Nov 03 19:58:27.241235 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-227c3f96-c11c-4b73-8c0e-8fd01082e532 req-c273a25e-d3b6-445c-b6da-dc2a2a482d8b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865281 Nov 03 19:58:27.279256 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cc67b74e-6d56-4a95-8f29-42ca95ac4534 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:58:27.331561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-45d02a27-e3a4-4fad-bd80-c83101200ada service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 998 time: 0.1034718 Nov 03 19:58:27.398411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8827db-112a-4652-a627-1b81709f8f3f req-c1386065-5b19-4ecc-a845-a619e44a38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:27.400064 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-c1386065-5b19-4ecc-a845-a619e44a38a8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0625067 Nov 03 19:58:27.421139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:27.445842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'port_id': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:58:27.462214 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8827db-112a-4652-a627-1b81709f8f3f req-7a52c821-8727-4396-bc3b-4761a6606a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:27.464056 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-7a52c821-8727-4396-bc3b-4761a6606a7d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562088 Nov 03 19:58:27.494177 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.509006 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc67b74e-6d56-4a95-8f29-42ca95ac4534 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:58:27.542527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:27.548877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.595168 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-20f0f31e-3056-49a1-a699-0ab68ecf1284 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235664 Nov 03 19:58:27.629908 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:27.644224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.644818 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.645410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.646031 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.646626 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.647209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.647792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.648372 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.648972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.649569 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.650146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.650717 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:27.697131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e8827db-112a-4652-a627-1b81709f8f3f req-51941ead-ca7f-4790-a6ad-21f5dccf9aa3 service neutron] 10.222.0.96 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949299 Nov 03 19:58:27.798432 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cc67b74e-6d56-4a95-8f29-42ca95ac4534'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:58:28.398403 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad551c-22d8-4462-95d6-cbf3bc876e6c req-b5ea031d-88bf-4e3c-bf42-622a0cffb877 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:28.400219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b5ad551c-22d8-4462-95d6-cbf3bc876e6c req-b5ea031d-88bf-4e3c-bf42-622a0cffb877 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 944 time: 0.0715981 Nov 03 19:58:28.459959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b5ad551c-22d8-4462-95d6-cbf3bc876e6c req-5f973387-7ff4-4051-af57-1f645f49f22a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528560 Nov 03 19:58:28.485351 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46962) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:28.561168 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5395f9d7-c7fd-451b-8f3a-b7914b0bbd88 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/6a753d39-a926-4ece-98bf-79c84a311f09 HTTP/1.1" status: 200 len: 991 time: 0.0740817 Nov 03 19:58:29.299798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cc67b74e-6d56-4a95-8f29-42ca95ac4534 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:29.358467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port cc67b74e-6d56-4a95-8f29-42ca95ac4534 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:58:29.363878 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port cc67b74e-6d56-4a95-8f29-42ca95ac4534 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:29.364392 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.463984 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.491604 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:29.494146 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092cb6fa-f8c2-4e88-8bc1-ba394dc06cfc" -d '{"events": [{"server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:29.509504 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:29.516139 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.593451 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=9']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:29.624408 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8c99c8-ed2e-440d-8115-4fee1ac607fa x-openstack-request-id: req-2f8c99c8-ed2e-440d-8115-4fee1ac607fa {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:29.624714 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:29.624979 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f8c99c8-ed2e-440d-8115-4fee1ac607fa {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:29.626028 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'code': 200} Nov 03 19:58:33.127308 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:33.964393 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:36.179018 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dc706153-de9c-425e-bd56-1272418af491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:40.352988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:40.405901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b9c13c70-b425-466a-b953-63da89547c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:42.403877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:42.511901 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.906342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46978) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:57.088224 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 240cc55b-c228-4300-87e6-6aa4126089b5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:57.088905 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:57.173503 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:57.174238 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:57.186171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 240cc55b-c228-4300-87e6-6aa4126089b5 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:57.333050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:57.363782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=240cc55b-c228-4300-87e6-6aa4126089b5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:57.388061 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.388411 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.388752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.389099 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.389449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.389787 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.390118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.390447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.390773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.391100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.391420 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.391740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:57.431705 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:57.431924 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP 6a753d39-a926-4ece-98bf-79c84a311f09 disassociated (deleted). External IP: 172.25.3.45, port: cc67b74e-6d56-4a95-8f29-42ca95ac4534. Nov 03 19:58:57.640617 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 222e7dde-2004-4298-8050-5ee00155a6f5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:58:58.080922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:58:58.085662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:58.090658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] Sync routers for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:58:58.101304 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:58.102362 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:58:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:58.114009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d5b17063-1dc1-4335-a7c5-2203a95567ad tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/floatingips/6a753d39-a926-4ece-98bf-79c84a311f09 HTTP/1.1" status: 204 len: 168 time: 1.2065024 Nov 03 19:58:58.114587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:58.116918 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61ca86c-4838-47d4-b55e-01cb91a4374e" -d '{"events": [{"name": "network-changed", "server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:58.134389 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-ea4a0f18-d8b0-4ed7-88dd-f4248726e5d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556188 Nov 03 19:58:58.223826 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:58.224608 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-f467f71a-0a86-46b4-93b4-afd09f2e848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.226429 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-f467f71a-0a86-46b4-93b4-afd09f2e848f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1096 time: 0.0466633 Nov 03 19:58:58.365720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-37b41e8d-bcb8-4661-861b-4de35d4332b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.367570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-37b41e8d-bcb8-4661-861b-4de35d4332b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.1207449 Nov 03 19:58:58.398876 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d2276-beb4-4d0b-8c10-8a22a491fb95 x-openstack-request-id: req-e20d2276-beb4-4d0b-8c10-8a22a491fb95 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:58.399185 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:58.399507 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e20d2276-beb4-4d0b-8c10-8a22a491fb95 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:58.399972 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'status': 'completed', 'code': 200} Nov 03 19:58:58.414865 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-b70ca3fc-642e-43de-88be-4e04087394cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 217 time: 0.0394597 Nov 03 19:58:58.470034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:30Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:58.472228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-1ac9abc2-bef9-41ef-b319-485912558076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.473785 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-1ac9abc2-bef9-41ef-b319-485912558076 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0513802 Nov 03 19:58:58.501329 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] Checking router: 222e7dde-2004-4298-8050-5ee00155a6f5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:58:58.511820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:58.512443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:58:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:58.530425 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-8e0275db-cbe1-4f2d-a2e9-109fcef6cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.532122 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-8e0275db-cbe1-4f2d-a2e9-109fcef6cffe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492549 Nov 03 19:58:58.571467 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1ece-d92d-452d-ab0c-9f37f13c80da req-a6740b8d-da79-4d1e-b1c7-4e8028b323da tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.573893 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-483c1ece-d92d-452d-ab0c-9f37f13c80da req-a6740b8d-da79-4d1e-b1c7-4e8028b323da tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.1191332 Nov 03 19:58:58.624224 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:58.625890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-483c1ece-d92d-452d-ab0c-9f37f13c80da req-7ae94193-c4f2-42b5-badc-0efeede1af8d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468149 Nov 03 19:58:58.637074 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-50ccd0e9-a8cc-4448-91a8-69b1e71fd8d7 service neutron] 10.222.0.70 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957465 Nov 03 19:58:58.740100 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-bf016c54-aa56-45b3-b07b-9aad0e7d97de req-f8d6573b-ebb2-4b8b-82ea-30a6244d2c22 service neutron] 10.222.0.70 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958645 Nov 03 19:58:58.828043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-5e21f5f6-48d9-439a-85bd-e9d9cdd00783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.829752 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-5e21f5f6-48d9-439a-85bd-e9d9cdd00783 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 1096 time: 0.0421712 Nov 03 19:58:58.835970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:30Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:58.863658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f863ada-7c26-46a6-83eb-400ca5e62b02 None None] The sync data for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 is: [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:57:27Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': 'f830d9be-c85d-4613-a04f-4107af9e13d6', 'name': '', 'network_id': '5098e16f-e885-48bb-842e-411a3992d54e', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:79:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:26Z', 'updated_at': '2021-11-03T19:57:30Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'f3622547-cb25-45f2-ba90-31d204a89cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:58:58.935122 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-e4ed05cc-fe62-41ff-bce5-583b2544170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.936941 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-e4ed05cc-fe62-41ff-bce5-583b2544170c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 200 len: 898 time: 0.0975730 Nov 03 19:58:58.981308 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-d2fe1708-8b24-475f-8862-a782afba4fa6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 200 len: 217 time: 0.0369105 Nov 03 19:58:59.033689 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-39a85868-077f-44da-851b-7008f39b9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:59.035171 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-39a85868-077f-44da-851b-7008f39b9c4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 200 len: 835 time: 0.0461287 Nov 03 19:58:59.085675 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-53c155d0-c171-480e-8205-fb307315151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:59.087191 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-53c155d0-c171-480e-8205-fb307315151a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5098e16f-e885-48bb-842e-411a3992d54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436299 Nov 03 19:58:59.100142 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bd9d3-b726-4cda-8a10-cc01d4a9e995 None None] New status for floating IP 6a753d39-a926-4ece-98bf-79c84a311f09: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:58:59.187151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-5cd9e4b7-5d17-4231-8022-8561b6e09121 service neutron] 10.222.0.70 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916560 Nov 03 19:58:59.286063 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e61ca86c-4838-47d4-b55e-01cb91a4374e req-e93793b8-5e7a-46ce-8ed0-fc0c28be51f4 service neutron] 10.222.0.70 "GET /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906146 Nov 03 19:58:59.730620 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850656e0-2c40-4eef-b728-52645f9705e6 req-c8515d12-cf9f-494b-bbcd-8cddda9a439a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:59.732089 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-850656e0-2c40-4eef-b728-52645f9705e6 req-c8515d12-cf9f-494b-bbcd-8cddda9a439a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0492182 Nov 03 19:58:59.745686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537854d-5d0f-4b44-a257-93c5693d2696 req-111d6a4b-9c0a-4908-8cc2-448bc3349356 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:59.747184 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c537854d-5d0f-4b44-a257-93c5693d2696 req-111d6a4b-9c0a-4908-8cc2-448bc3349356 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23781f5-2280-4d2b-884d-f1339cb7f6bb HTTP/1.1" status: 200 len: 945 time: 0.0522649 Nov 03 19:58:59.798293 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c537854d-5d0f-4b44-a257-93c5693d2696 req-51fc40b0-251a-460e-ad08-e4fd01c0cb09 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b535fcb-76d2-462d-884d-3adebf21b48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442610 Nov 03 19:58:59.827973 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port cc67b74e-6d56-4a95-8f29-42ca95ac4534 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:59.828309 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.920003 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port cc67b74e-6d56-4a95-8f29-42ca95ac4534, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cc67b74e-6d56-4a95-8f29-42ca95ac4534,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:59.920356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.933402 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for cc67b74e-6d56-4a95-8f29-42ca95ac4534 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:59:00.063462 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:00.092966 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=cc67b74e-6d56-4a95-8f29-42ca95ac4534,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:00.138451 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] No DVR routers for this DVR port cc67b74e-6d56-4a95-8f29-42ca95ac4534 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:59:00.141545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:00.145533 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-850656e0-2c40-4eef-b728-52645f9705e6 req-7da201a9-38da-4ef9-8764-31f629d6cde1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "DELETE /v2.0/ports/cc67b74e-6d56-4a95-8f29-42ca95ac4534 HTTP/1.1" status: 204 len: 173 time: 0.4070778 Nov 03 19:59:00.146026 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'name': 'network-vif-deleted', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:59:00.148444 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ff3332-6c60-486f-8755-70f8cf2fde3a" -d '{"events": [{"server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "name": "network-vif-deleted", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:59:00.188479 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03289c33-308e-4072-887f-502850a2a399 x-openstack-request-id: req-03289c33-308e-4072-887f-502850a2a399 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:59:00.189151 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23781f5-2280-4d2b-884d-f1339cb7f6bb", "name": "network-vif-deleted", "tag": "cc67b74e-6d56-4a95-8f29-42ca95ac4534", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:59:00.189151 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03289c33-308e-4072-887f-502850a2a399 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:59:00.189447 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23781f5-2280-4d2b-884d-f1339cb7f6bb', 'name': 'network-vif-deleted', 'tag': 'cc67b74e-6d56-4a95-8f29-42ca95ac4534', 'status': 'completed', 'code': 200} Nov 03 19:59:00.862917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 46996) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:01.233491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:01.490876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port f830d9be-c85d-4613-a04f-4107af9e13d6 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:59:01.491120 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:01.582436 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port f830d9be-c85d-4613-a04f-4107af9e13d6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=f830d9be-c85d-4613-a04f-4107af9e13d6,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:01.583440 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:01.601318 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for f830d9be-c85d-4613-a04f-4107af9e13d6 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:59:01.790173 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:01.816145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=f830d9be-c85d-4613-a04f-4107af9e13d6,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:02.001019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.240142 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 222e7dde-2004-4298-8050-5ee00155a6f5 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:59:02.352364 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:59:02.358725 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-10375f02-e3d5-464f-9178-2b5cd50d4592 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/222e7dde-2004-4298-8050-5ee00155a6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4947183 Nov 03 19:59:02.361000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 46998) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:02.363563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] Sync routers for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:59:02.374369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:02.374980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:58:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:02.412306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28f1046-8668-4d40-a7be-4dac19dca6f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting subnet f3622547-cb25-45f2-ba90-31d204a89cf6 {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:59:02.415472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c28f1046-8668-4d40-a7be-4dac19dca6f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.457233 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c28f1046-8668-4d40-a7be-4dac19dca6f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.485725 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:02.553810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c28f1046-8668-4d40-a7be-4dac19dca6f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.615956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c28f1046-8668-4d40-a7be-4dac19dca6f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.645891 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f1046-8668-4d40-a7be-4dac19dca6f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Subnet': ['ID=f3622547-cb25-45f2-ba90-31d204a89cf6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:02.649827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c28f1046-8668-4d40-a7be-4dac19dca6f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.653102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c28f1046-8668-4d40-a7be-4dac19dca6f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/subnets/f3622547-cb25-45f2-ba90-31d204a89cf6 HTTP/1.1" status: 204 len: 168 time: 0.2909918 Nov 03 19:59:02.655883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47000) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:02.658298 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee82af6-ef31-434d-b81a-16feed0a13e0 None None] Network 5098e16f-e885-48bb-842e-411a3992d54e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:59:02.772866 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.890391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.946688 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 5e1793cc-750e-4fea-af16-92bb7693cc16 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:59:02.947027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:02.947500 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:59:01Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '5e1793cc-750e-4fea-af16-92bb7693cc16', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:57:24Z', 'updated_at': '2021-11-03T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:02.977331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] Checking router: 222e7dde-2004-4298-8050-5ee00155a6f5 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:59:02.992037 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] Routers {'222e7dde-2004-4298-8050-5ee00155a6f5'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:02.992629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:58:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['222e7dde-2004-4298-8050-5ee00155a6f5'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:03.034947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 5e1793cc-750e-4fea-af16-92bb7693cc16, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5e1793cc-750e-4fea-af16-92bb7693cc16,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:03.035570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.049980 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 5e1793cc-750e-4fea-af16-92bb7693cc16 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:59:03.073542 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] DHCP port deletion for 5098e16f-e885-48bb-842e-411a3992d54e request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:59:03.107950 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] Set router 222e7dde-2004-4298-8050-5ee00155a6f5 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:03.158448 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:59:03.170641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:59:02Z', 'revision_number': 6, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:03.209351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e587d73-cd4b-472a-b7ee-49fba3f8bef7 None None] The sync data for ids ['222e7dde-2004-4298-8050-5ee00155a6f5'] in n-d-812148-3 is: [{'id': '222e7dde-2004-4298-8050-5ee00155a6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868991830', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:57:23Z', 'updated_at': '2021-11-03T19:59:02Z', 'revision_number': 6, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:59:03.212561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.230190 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] Deleting port d3b4b717-9380-4036-b968-bf732e07c42e {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:59:03.230559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.231164 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.304452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] For port d3b4b717-9380-4036-b968-bf732e07c42e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d3b4b717-9380-4036-b968-bf732e07c42e,segment=NetworkSegment(99122105-bf18-44e0-985d-1265b96708b5),segment_id=99122105-bf18-44e0-985d-1265b96708b5)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:03.304731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.318815 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] Calling delete_port for d3b4b717-9380-4036-b968-bf732e07c42e owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:59:03.408904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.432873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] Pushing event deleted for resources: {'Port': ['ID=d3b4b717-9380-4036-b968-bf732e07c42e,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:03.439258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cc67b74e-6d56-4a95-8f29-42ca95ac4534 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:59:03.464895 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a00848-151e-487b-8191-d615068e0a23 None None] No DVR routers for this DVR port d3b4b717-9380-4036-b968-bf732e07c42e on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:59:03.466868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: cc67b74e-6d56-4a95-8f29-42ca95ac4534 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:59:03.467943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cc67b74e-6d56-4a95-8f29-42ca95ac4534 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:59:03.599391 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=5e1793cc-750e-4fea-af16-92bb7693cc16,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:03.667156 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.763223 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.765388 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.810537 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.811118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Fanout notify agent at l3_agent the message router_deleted on router 222e7dde-2004-4298-8050-5ee00155a6f5 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:59:03.819775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.820908 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-61ab831b-363d-4419-afe4-6c6812a013bb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/routers/222e7dde-2004-4298-8050-5ee00155a6f5 HTTP/1.1" status: 204 len: 168 time: 1.1633213 Nov 03 19:59:03.823901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47002) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:03.908514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.957848 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.006160 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.028935 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5098e16f-e885-48bb-842e-411a3992d54e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:04.041686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99122105-bf18-44e0-985d-1265b96708b5') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:04.042906 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99122105-bf18-44e0-985d-1265b96708b5') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:04.058967 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.073267 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.079621 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:59:04.080020 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: timer() Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:59:04.083934 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:59:04.115681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e1793cc-750e-4fea-af16-92bb7693cc16 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:59:04.137541 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 5e1793cc-750e-4fea-af16-92bb7693cc16 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:59:04.138642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5e1793cc-750e-4fea-af16-92bb7693cc16 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:59:04.138642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f830d9be-c85d-4613-a04f-4107af9e13d6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:59:04.151529 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.158747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: f830d9be-c85d-4613-a04f-4107af9e13d6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:59:04.159093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device f830d9be-c85d-4613-a04f-4107af9e13d6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:59:04.160263 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d3b4b717-9380-4036-b968-bf732e07c42e no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:59:04.162736 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.169261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/networks/5098e16f-e885-48bb-842e-411a3992d54e HTTP/1.1" status: 204 len: 168 time: 0.3435991 Nov 03 19:59:04.173938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47004) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:04.185887 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d3b4b717-9380-4036-b968-bf732e07c42e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:59:04.186147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7814c4-9171-47b2-b026-fc9f54513ac3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Network': ['ID=5098e16f-e885-48bb-842e-411a3992d54e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:04.186265 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d3b4b717-9380-4036-b968-bf732e07c42e not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:59:04.253019 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b2e56f4-b091-4737-89f7-02a7dbb6aea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.279344 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b2e56f4-b091-4737-89f7-02a7dbb6aea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.341994 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b2e56f4-b091-4737-89f7-02a7dbb6aea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.344665 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b2e56f4-b091-4737-89f7-02a7dbb6aea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.349435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9b2e56f4-b091-4737-89f7-02a7dbb6aea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/security-groups/8b535fcb-76d2-462d-884d-3adebf21b48b HTTP/1.1" status: 204 len: 168 time: 0.1710017 Nov 03 19:59:04.358813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e56f4-b091-4737-89f7-02a7dbb6aea0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b535fcb-76d2-462d-884d-3adebf21b48b,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:04.702907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47010) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:04.707516 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ef02f7b9-4efd-44c4-8ccb-6b8cfc9e7397 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092429355', 'description': 'tempest-secgroup-smoke-1092429355 description', 'project_id': 'f50d597dd9904eb4b91df80a617f2860'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:04.732571 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef02f7b9-4efd-44c4-8ccb-6b8cfc9e7397 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.803216 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef02f7b9-4efd-44c4-8ccb-6b8cfc9e7397 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.807271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef02f7b9-4efd-44c4-8ccb-6b8cfc9e7397 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.835991 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02f7b9-4efd-44c4-8ccb-6b8cfc9e7397 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634a5604-0baf-43ba-bafd-6f53e53bbb78,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:04.840110 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ef02f7b9-4efd-44c4-8ccb-6b8cfc9e7397 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.841337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ef02f7b9-4efd-44c4-8ccb-6b8cfc9e7397 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1374218 Nov 03 19:59:04.844270 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47012) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:04.849077 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3633572c-c139-403f-9be2-02955f4d7085 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '634a5604-0baf-43ba-bafd-6f53e53bbb78', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:04.876267 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3633572c-c139-403f-9be2-02955f4d7085 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.938278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3633572c-c139-403f-9be2-02955f4d7085 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.942909 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3633572c-c139-403f-9be2-02955f4d7085 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.964539 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633572c-c139-403f-9be2-02955f4d7085 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41adcb9-7ff1-4189-9e39-103d051234af,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:04.976616 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3633572c-c139-403f-9be2-02955f4d7085 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.980931 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3633572c-c139-403f-9be2-02955f4d7085 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327281 Nov 03 19:59:04.981140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47014) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:04.986182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-3d565786-54f0-498f-a698-d913ac638fef tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '634a5604-0baf-43ba-bafd-6f53e53bbb78', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:05.015737 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d565786-54f0-498f-a698-d913ac638fef tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.073119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d565786-54f0-498f-a698-d913ac638fef tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.077106 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d565786-54f0-498f-a698-d913ac638fef tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.095625 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d565786-54f0-498f-a698-d913ac638fef tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f677bf-ff97-45fa-8b5e-debd719f405e,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:05.104258 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3d565786-54f0-498f-a698-d913ac638fef tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.105502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3d565786-54f0-498f-a698-d913ac638fef tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234655 Nov 03 19:59:05.108522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47016) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:05.113170 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-e589a698-b676-46d6-9c4a-36b57638b222 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '634a5604-0baf-43ba-bafd-6f53e53bbb78', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:05.139374 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e589a698-b676-46d6-9c4a-36b57638b222 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.197230 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e589a698-b676-46d6-9c4a-36b57638b222 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.201323 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e589a698-b676-46d6-9c4a-36b57638b222 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.220036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589a698-b676-46d6-9c4a-36b57638b222 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9d1d41-2553-4837-870d-d62a0ae5537b,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:05.235213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e589a698-b676-46d6-9c4a-36b57638b222 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.236525 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e589a698-b676-46d6-9c4a-36b57638b222 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270108 Nov 03 19:59:05.239964 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47018) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:05.244445 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-b1861eb4-9efe-43b0-a3bb-0f9476c3c19a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '634a5604-0baf-43ba-bafd-6f53e53bbb78', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:05.272104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-9efe-43b0-a3bb-0f9476c3c19a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.333801 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-9efe-43b0-a3bb-0f9476c3c19a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.339202 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-9efe-43b0-a3bb-0f9476c3c19a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.359396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1861eb4-9efe-43b0-a3bb-0f9476c3c19a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261befcd-33df-4813-9846-75fe2bc9f518,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:05.368603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1861eb4-9efe-43b0-a3bb-0f9476c3c19a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.369829 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1861eb4-9efe-43b0-a3bb-0f9476c3c19a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289020 Nov 03 19:59:05.372733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47020) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:05.378611 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-22be08bb-e053-4ee0-bf01-80ac21ae0aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '634a5604-0baf-43ba-bafd-6f53e53bbb78', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:05.400096 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-22be08bb-e053-4ee0-bf01-80ac21ae0aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:59:05.405726 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22be08bb-e053-4ee0-bf01-80ac21ae0aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.470872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22be08bb-e053-4ee0-bf01-80ac21ae0aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.475882 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22be08bb-e053-4ee0-bf01-80ac21ae0aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.495400 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be08bb-e053-4ee0-bf01-80ac21ae0aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb569e44-30ec-43e6-8ff0-39a8394ca7e1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:05.505779 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-22be08bb-e053-4ee0-bf01-80ac21ae0aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.507015 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-22be08bb-e053-4ee0-bf01-80ac21ae0aa6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333551 Nov 03 19:59:05.510680 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47022) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:05.515454 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-5fba1f3d-6bf5-4372-955c-763712e69570 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '634a5604-0baf-43ba-bafd-6f53e53bbb78', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:05.538826 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-5fba1f3d-6bf5-4372-955c-763712e69570 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:59:05.544237 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fba1f3d-6bf5-4372-955c-763712e69570 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.606923 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fba1f3d-6bf5-4372-955c-763712e69570 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.611044 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fba1f3d-6bf5-4372-955c-763712e69570 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.631313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba1f3d-6bf5-4372-955c-763712e69570 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738c3b9c-18be-4d41-818f-69b44482de51,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:05.640213 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5fba1f3d-6bf5-4372-955c-763712e69570 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.641438 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5fba1f3d-6bf5-4372-955c-763712e69570 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297641 Nov 03 19:59:05.644365 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47024) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:05.649331 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'network': {'name': 'tempest-network-smoke--153936999', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'port_security_enabled': True}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:05.673349 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:59:05.677563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.702113 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:59:05.711639 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.712334 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Added segment d67c5345-4650-42d0-ba27-404f155804e3 of type vlan for network 342fca5f-15df-4af0-90f2-6a5b15800134 Nov 03 19:59:05.759278 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.786115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.791835 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:05.792492 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.829627 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1840634 Nov 03 19:59:05.833023 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47026) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:05.837783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'admin_state_up': True, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:05.863927 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.865039 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:05.866746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42918d1f-2d8b-4318-b6e3-95599da02a0a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Network': ['ID=342fca5f-15df-4af0-90f2-6a5b15800134,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:05.878036 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 342fca5f-15df-4af0-90f2-6a5b15800134 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:59:05.930468 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:06.073573 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:06.182464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c6023b53-548c-4aea-a8b6-bf709a365390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:06.280970 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:06.306666 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:06.420150 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.220 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/0ce5540b-fb64-441b-9d41-17a67efff86f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:59:06.528037 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:06.562515 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:06.602409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:59:06.608577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:59:06.613190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:59:06.637663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=0ce5540b-fb64-441b-9d41-17a67efff86f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:06.873854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:07.083025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:07.215954 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router fde116f1-4fe8-4170-86a7-d02c66c93ed2 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:59:07.327563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:59:07.340230 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Sync routers for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:59:07.350729 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:07.351341 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:58:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:07.360599 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:07.361617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7bbc05bd-d3f2-4c4f-8f65-c6c6f3d407bc tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5273471 Nov 03 19:59:07.364762 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47028) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:07.397510 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9d61af30-4576-45a9-bd0c-4b018be64a6a tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=f50d597dd9904eb4b91df80a617f2860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315077 Nov 03 19:59:07.400092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47030) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:07.467494 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:07.501505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e4cea-a994-4e20-9a4d-c158662317e0 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:07.503090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a50e4cea-a994-4e20-9a4d-c158662317e0 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1018968 Nov 03 19:59:07.513313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47032) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:07.543995 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9b131e68-6668-415e-816d-0e22040dc202 tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292726 Nov 03 19:59:07.546341 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47034) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:07.551461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-314119047', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:07.649368 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:59:07.653094 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:07.752780 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:06Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:07.780683 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Checking router: fde116f1-4fe8-4170-86a7-d02c66c93ed2 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:59:07.781108 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Updating router fde116f1-4fe8-4170-86a7-d02c66c93ed2 port 0ce5540b-fb64-441b-9d41-17a67efff86f binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:59:07.806388 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:07.850230 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:07.919613 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Subnet': ['ID=a0606de2-166c-466d-8fac-c84110100dc4,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:07.930188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Checking segment: {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:59:07.930188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network hostable DHCP agents. Network: 342fca5f-15df-4af0-90f2-6a5b15800134, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:59:07.947979 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 342fca5f-15df-4af0-90f2-6a5b15800134 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:59:07.958566 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 342fca5f-15df-4af0-90f2-6a5b15800134) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:59:07.963218 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:07.963810 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:07.968763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a85fe9-0c06-4e47-b344-575603cef70e None None] Network 342fca5f-15df-4af0-90f2-6a5b15800134 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:59:07.983130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-fa1380ad-a764-4fcf-a6d5-641f07e92c44 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4352326 Nov 03 19:59:07.985840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47036) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:08.087116 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.094241 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.145816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-342fca5f-15df-4af0-90f2-6a5b15800134', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:59:08.147094 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.156447 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Attempting to bind port 0ce5540b-fb64-441b-9d41-17a67efff86f on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:59:08.156874 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Attempting to bind port 0ce5540b-fb64-441b-9d41-17a67efff86f by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:59:08.157185 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Attempting to bind port 0ce5540b-fb64-441b-9d41-17a67efff86f on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:59:08.170289 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:59:08.170748 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:59:08.171065 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.171465 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:59:08.171935 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Bound port: 0ce5540b-fb64-441b-9d41-17a67efff86f, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:59:08.172318 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.173986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Pushing event updated for resources: {'Port': ['ID=0ce5540b-fb64-441b-9d41-17a67efff86f,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:08.202364 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.202709 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.203245 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.203589 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.203921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.204251 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.204578 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.204903 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.205225 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.205571 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.205963 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.206288 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:08.243789 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] For port 0ce5540b-fb64-441b-9d41-17a67efff86f, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:59:08.247990 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] For port 0ce5540b-fb64-441b-9d41-17a67efff86f, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0ce5540b-fb64-441b-9d41-17a67efff86f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:59:08.255606 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.294782 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Allocated IP 172.20.0.2 (342fca5f-15df-4af0-90f2-6a5b15800134/a0606de2-166c-466d-8fac-c84110100dc4/5130a77f-9951-446b-a6ed-753706bb00f6) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:59:08.332922 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:08.333611 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:58:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:08.372855 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330505e4-56ff-43dd-9228-9638b6dd1028 None None] Pushing event updated for resources: {'Port': ['ID=0ce5540b-fb64-441b-9d41-17a67efff86f,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:08.466217 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:08.486335 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.493486 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.509447 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.531411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Network 342fca5f-15df-4af0-90f2-6a5b15800134 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:59:08.534700 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:59:08.542056 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:59:08.577589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Pushing event updated for resources: {'Port': ['ID=5130a77f-9951-446b-a6ed-753706bb00f6,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:08.609590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Attempting to bind port 5130a77f-9951-446b-a6ed-753706bb00f6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:59:08.609966 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Attempting to bind port 5130a77f-9951-446b-a6ed-753706bb00f6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:59:08.610294 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Attempting to bind port 5130a77f-9951-446b-a6ed-753706bb00f6 on network 342fca5f-15df-4af0-90f2-6a5b15800134 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:59:08.616062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:59:08.616062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Checking segment: {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:59:08.616393 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.616735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Bound using segment: {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:59:08.617206 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Bound port: 5130a77f-9951-446b-a6ed-753706bb00f6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:59:08.618114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.658705 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:06Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:08.689986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791f07e-381b-43ba-a39d-e129bace0494 None None] The sync data for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 is: [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:06Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:59:08.690288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] For port 5130a77f-9951-446b-a6ed-753706bb00f6, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:59:08.695647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] For port 5130a77f-9951-446b-a6ed-753706bb00f6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5130a77f-9951-446b-a6ed-753706bb00f6,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:59:08.700612 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.780545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d955b60-2dbc-4528-89ff-55b4fa0712c9 None None] Pushing event updated for resources: {'Port': ['ID=5130a77f-9951-446b-a6ed-753706bb00f6,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:08.830473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.1 (342fca5f-15df-4af0-90f2-6a5b15800134/a0606de2-166c-466d-8fac-c84110100dc4/8c4d9e65-c712-40a5-9c71-ab82f045db33) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:59:08.997214 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:09.038945 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:09.091671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 342fca5f-15df-4af0-90f2-6a5b15800134 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:59:09.095768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:59:09.098544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:59:09.106253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=8c4d9e65-c712-40a5-9c71-ab82f045db33,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:09.153951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:09.315441 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:09.657461 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:09.663416 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:09.741204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=8c4d9e65-c712-40a5-9c71-ab82f045db33,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:09.743825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:09.817068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a85c36b-092e-4272-8b9e-f89e2108a680 None None] Network 342fca5f-15df-4af0-90f2-6a5b15800134 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:59:09.845952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 342fca5f-15df-4af0-90f2-6a5b15800134 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:59:09.847485 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:59:09.893547 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d2e64a46-d06e-4dfa-bcf7-0d6b777e3f05 None None] Provisioning complete for port 5130a77f-9951-446b-a6ed-753706bb00f6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:09.893547 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2e64a46-d06e-4dfa-bcf7-0d6b777e3f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.048036 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2e64a46-d06e-4dfa-bcf7-0d6b777e3f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.091724 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-d2e64a46-d06e-4dfa-bcf7-0d6b777e3f05 None None] For port 5130a77f-9951-446b-a6ed-753706bb00f6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5130a77f-9951-446b-a6ed-753706bb00f6,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:10.100106 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2e64a46-d06e-4dfa-bcf7-0d6b777e3f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.169629 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e64a46-d06e-4dfa-bcf7-0d6b777e3f05 None None] Pushing event updated for resources: {'Port': ['ID=5130a77f-9951-446b-a6ed-753706bb00f6,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:10.235314 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0ce5540b-fb64-441b-9d41-17a67efff86f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:59:10.302349 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0ce5540b-fb64-441b-9d41-17a67efff86f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:10.302724 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.344229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router fde116f1-4fe8-4170-86a7-d02c66c93ed2 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:59:10.366326 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.418458 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.432877 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a888c6c-a965-4086-823d-a826ac7fc860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.459077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 0ce5540b-fb64-441b-9d41-17a67efff86f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0ce5540b-fb64-441b-9d41-17a67efff86f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:10.463935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d7f787fc-e536-427c-ae02-25b2f353db73 None None] Provisioning complete for port 8c4d9e65-c712-40a5-9c71-ab82f045db33 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:10.464362 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7f787fc-e536-427c-ae02-25b2f353db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.468042 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.468944 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5130a77f-9951-446b-a6ed-753706bb00f6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:59:10.484945 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:59:10.502017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e4ab7512-a0bc-4d3f-85bc-6bd9a3363fb2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/fde116f1-4fe8-4170-86a7-d02c66c93ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5149169 Nov 03 19:59:10.573984 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d7f787fc-e536-427c-ae02-25b2f353db73 None None] Port 8c4d9e65-c712-40a5-9c71-ab82f045db33 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:59:10.597749 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=0ce5540b-fb64-441b-9d41-17a67efff86f,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:10.612146 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d7f787fc-e536-427c-ae02-25b2f353db73 None None] Provisioning complete for port 5130a77f-9951-446b-a6ed-753706bb00f6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:10.612146 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7f787fc-e536-427c-ae02-25b2f353db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.652716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5130a77f-9951-446b-a6ed-753706bb00f6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:10.653087 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.685134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Sync routers for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:59:10.715920 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-108fa4f5-dd98-4cf8-94e0-250826e83bfe tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092429355&fields=id&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 267 time: 0.0570397 Nov 03 19:59:10.718415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:10.719039 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:59:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:10.841313 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-a1e23664-00f1-4091-a504-e4539377fae2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:10.843037 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-a1e23664-00f1-4091-a504-e4539377fae2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/networks?id=342fca5f-15df-4af0-90f2-6a5b15800134 HTTP/1.1" status: 200 len: 796 time: 0.1187270 Nov 03 19:59:10.859322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-6f51b866-c69a-4f6f-ba98-411bd42a692f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/quotas/f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 375 time: 0.0099976 Nov 03 19:59:10.898746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:10.927984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-89402716-cffd-42d1-9509-0321831f8c1a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549619 Nov 03 19:59:11.045616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b57122e7-1f41-4cef-b82e-df631a3a76e3 None None] Provisioning complete for port 8c4d9e65-c712-40a5-9c71-ab82f045db33 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:11.046405 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b57122e7-1f41-4cef-b82e-df631a3a76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:11.076077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-a9f5a7f8-b527-4917-a7aa-d69b6f456f25 service neutron] 10.222.0.77 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355133 Nov 03 19:59:11.102578 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b57122e7-1f41-4cef-b82e-df631a3a76e3 None None] Port 8c4d9e65-c712-40a5-9c71-ab82f045db33 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:59:11.152735 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 2, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:11.179711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Checking router: fde116f1-4fe8-4170-86a7-d02c66c93ed2 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:59:11.180067 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Updating router fde116f1-4fe8-4170-86a7-d02c66c93ed2 port 8c4d9e65-c712-40a5-9c71-ab82f045db33 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:59:11.182001 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-12e8bab5-fc0e-4d00-8001-679fbf5b1b11 service neutron] 10.222.0.77 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987725 Nov 03 19:59:11.209511 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:11.350751 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ea66e2f-47bf-4244-9da8-b55dbfe7cb83 req-9c6031f8-604c-40ab-9ca1-8d28ecd8730f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 210 time: 0.0290442 Nov 03 19:59:11.652454 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:11.658320 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:11.712512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e7f73-2dce-47da-9575-6e98b03beaae None None] Pushing event updated for resources: {'Port': ['ID=8c4d9e65-c712-40a5-9c71-ab82f045db33,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:11.766932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Attempting to bind port 8c4d9e65-c712-40a5-9c71-ab82f045db33 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:59:11.767299 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Attempting to bind port 8c4d9e65-c712-40a5-9c71-ab82f045db33 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:59:11.767655 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Attempting to bind port 8c4d9e65-c712-40a5-9c71-ab82f045db33 on network 342fca5f-15df-4af0-90f2-6a5b15800134 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:59:11.773890 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:59:11.774248 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Checking segment: {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:59:11.774644 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:11.775035 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Bound using segment: {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:59:11.775525 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Bound port: 8c4d9e65-c712-40a5-9c71-ab82f045db33, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:59:11.775904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:11.842988 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] For port 8c4d9e65-c712-40a5-9c71-ab82f045db33, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:59:11.846805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] For port 8c4d9e65-c712-40a5-9c71-ab82f045db33, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8c4d9e65-c712-40a5-9c71-ab82f045db33,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:59:11.855539 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:11.916201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:11.917640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:59:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:11.977374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e7f73-2dce-47da-9575-6e98b03beaae None None] Pushing event updated for resources: {'Port': ['ID=8c4d9e65-c712-40a5-9c71-ab82f045db33,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:11.996809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-67fef78b-cb96-40f8-b4f9-39f84f55aaa8 None None] Provisioning complete for port 8c4d9e65-c712-40a5-9c71-ab82f045db33 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:11.997182 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67fef78b-cb96-40f8-b4f9-39f84f55aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.085845 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:12.118202 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0ce5540b-fb64-441b-9d41-17a67efff86f up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:59:12.280410 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67fef78b-cb96-40f8-b4f9-39f84f55aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.327520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0ce5540b-fb64-441b-9d41-17a67efff86f triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:12.327887 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.360265 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-b1297f42-2087-41d9-9912-8e056cf29d46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:12.361817 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-b1297f42-2087-41d9-9912-8e056cf29d46 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "GET /v2.0/networks?id=342fca5f-15df-4af0-90f2-6a5b15800134 HTTP/1.1" status: 200 len: 796 time: 0.1388443 Nov 03 19:59:12.365673 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-67fef78b-cb96-40f8-b4f9-39f84f55aaa8 None None] For port 8c4d9e65-c712-40a5-9c71-ab82f045db33, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8c4d9e65-c712-40a5-9c71-ab82f045db33,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:12.389376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-67fef78b-cb96-40f8-b4f9-39f84f55aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.444952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-16308bc2-e205-4ce8-a4b6-0057be198fec tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 380 time: 0.0707576 Nov 03 19:59:12.454598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'port': {'device_id': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'admin_state_up': True, 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'security_groups': ['634a5604-0baf-43ba-bafd-6f53e53bbb78']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:12.456751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.458152 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f650111b-5606-40b9-a416-a790ba5e5e69 req-ea4c342a-a223-46be-b53d-023cbb210c76 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 210 time: 0.0326166 Nov 03 19:59:12.480072 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fef78b-cb96-40f8-b4f9-39f84f55aaa8 None None] Pushing event updated for resources: {'Port': ['ID=8c4d9e65-c712-40a5-9c71-ab82f045db33,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:12.546376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.550350 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5130a77f-9951-446b-a6ed-753706bb00f6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:59:12.573258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:11Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:12.575108 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-61793664-b786-41a8-a864-df6837c2851f None None] Provisioning complete for port 8c4d9e65-c712-40a5-9c71-ab82f045db33 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:12.575469 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-61793664-b786-41a8-a864-df6837c2851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.578328 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:59:12.585408 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.633808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0377c4-2099-4a10-9924-f05fa927cae1 None None] The sync data for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 is: [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:11Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:59:12.678888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5130a77f-9951-446b-a6ed-753706bb00f6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:12.679264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.773757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.3 (342fca5f-15df-4af0-90f2-6a5b15800134/a0606de2-166c-466d-8fac-c84110100dc4/ade9a60e-1cca-480b-86d6-3e744570bab1) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:59:12.944027 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.980699 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.026405 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 342fca5f-15df-4af0-90f2-6a5b15800134 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:59:13.032032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:59:13.036204 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:59:13.060981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=ade9a60e-1cca-480b-86d6-3e744570bab1,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:13.092140 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:13.092694 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.111729 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-c76288bb-7b77-4bd8-b61c-90d5187647f1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6609926 Nov 03 19:59:13.126674 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Request body: {'port': {'device_id': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:13.194893 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.286272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-b62d639b-a481-4572-acb7-3a80499ea8b5 None None] Provisioning complete for port ade9a60e-1cca-480b-86d6-3e744570bab1 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:13.286868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b62d639b-a481-4572-acb7-3a80499ea8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.326891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-b62d639b-a481-4572-acb7-3a80499ea8b5 None None] Port ade9a60e-1cca-480b-86d6-3e744570bab1 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:59:13.479555 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade9a60e-1cca-480b-86d6-3e744570bab1 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:59:13.489618 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.503770 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Transition to ACTIVE for port object ade9a60e-1cca-480b-86d6-3e744570bab1 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:59:13.509384 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.567201 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Pushing event updated for resources: {'Port': ['ID=ade9a60e-1cca-480b-86d6-3e744570bab1,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:13.606145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cb11b-0abb-4b0a-b284-d2a51b707e1e req-46c5c8e4-f7d8-4aca-8f50-db093e08e207 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:13.608973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-239cb11b-0abb-4b0a-b284-d2a51b707e1e req-46c5c8e4-f7d8-4aca-8f50-db093e08e207 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 943 time: 0.0642095 Nov 03 19:59:13.646848 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Attempting to bind port ade9a60e-1cca-480b-86d6-3e744570bab1 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:59:13.647353 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Attempting to bind port ade9a60e-1cca-480b-86d6-3e744570bab1 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:59:13.647695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Attempting to bind port ade9a60e-1cca-480b-86d6-3e744570bab1 on network 342fca5f-15df-4af0-90f2-6a5b15800134 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:59:13.652384 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Port ade9a60e-1cca-480b-86d6-3e744570bab1 on network 342fca5f-15df-4af0-90f2-6a5b15800134 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:59:13.652719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Attempting to bind port ade9a60e-1cca-480b-86d6-3e744570bab1 on network 342fca5f-15df-4af0-90f2-6a5b15800134 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:59:13.658244 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:59:13.658576 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Checking segment: {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:59:13.659049 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Bound using segment: {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:59:13.659479 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Bound port: ade9a60e-1cca-480b-86d6-3e744570bab1, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67c5345-4650-42d0-ba27-404f155804e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:59:13.660245 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.698040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-239cb11b-0abb-4b0a-b284-d2a51b707e1e req-a33dc902-e3d8-4339-8b4f-da53675db595 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687850 Nov 03 19:59:13.738267 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] For port ade9a60e-1cca-480b-86d6-3e744570bab1, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:59:13.742038 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] For port ade9a60e-1cca-480b-86d6-3e744570bab1, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ade9a60e-1cca-480b-86d6-3e744570bab1,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:59:13.748140 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.782790 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:13.783648 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:13.785324 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] 10.222.0.70 "PUT /v2.0/ports/ade9a60e-1cca-480b-86d6-3e744570bab1 HTTP/1.1" status: 200 len: 1091 time: 0.6640422 Nov 03 19:59:13.787841 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:59:13.791007 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e324da07-d2a0-4483-8471-f9bb7a3656e2" -d '{"events": [{"name": "network-changed", "server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:59:13.836595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781eb6c2-a85a-4ce2-accb-b646d0c36d7a service neutron] Pushing event updated for resources: {'Port': ['ID=ade9a60e-1cca-480b-86d6-3e744570bab1,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:13.870847 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f8eade-d53f-4416-8969-aaacd845f449 x-openstack-request-id: req-e6f8eade-d53f-4416-8969-aaacd845f449 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:59:13.871154 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:59:13.871534 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6f8eade-d53f-4416-8969-aaacd845f449 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:59:13.872004 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'status': 'completed', 'code': 200} Nov 03 19:59:13.889999 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-fbbb5bbb-78c7-4226-9685-dee3eaad363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:13.891555 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-fbbb5bbb-78c7-4226-9685-dee3eaad363f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 1094 time: 0.0564802 Nov 03 19:59:13.939757 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-a12b9e58-ba1d-41ef-b0a0-40512fe0bab9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade9a60e-1cca-480b-86d6-3e744570bab1 HTTP/1.1" status: 200 len: 217 time: 0.0391135 Nov 03 19:59:13.994300 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-3cf0d1c1-47c6-4cdc-8126-01bec39f4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:13.996011 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-3cf0d1c1-47c6-4cdc-8126-01bec39f4145 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0606de2-166c-466d-8fac-c84110100dc4 HTTP/1.1" status: 200 len: 834 time: 0.0492954 Nov 03 19:59:14.049387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-e1f9fa73-9e7e-4ec7-a49e-c8cb16b9a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:14.051565 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-e1f9fa73-9e7e-4ec7-a49e-c8cb16b9a050 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=342fca5f-15df-4af0-90f2-6a5b15800134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489922 Nov 03 19:59:14.114779 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8c4d9e65-c712-40a5-9c71-ab82f045db33 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:59:14.152367 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-beaff8d9-cc2e-42ab-8040-eb343677d253 service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923297 Nov 03 19:59:14.165407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 8c4d9e65-c712-40a5-9c71-ab82f045db33 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:14.165856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:14.256209 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4e79a5ae-05a2-40ab-915b-1d4f25b0c163 req-0e9360ea-db8f-428c-8c8d-1bbe1ce0f1c4 service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971866 Nov 03 19:59:14.344344 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-63b09bcd-1210-4202-a9f1-86f6a19a3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:14.345899 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-63b09bcd-1210-4202-a9f1-86f6a19a3506 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 1094 time: 0.0417378 Nov 03 19:59:14.443859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-854d385c-f5bf-40ce-bd22-8140f4cf4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:14.445268 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-854d385c-f5bf-40ce-bd22-8140f4cf4f8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=342fca5f-15df-4af0-90f2-6a5b15800134 HTTP/1.1" status: 200 len: 897 time: 0.0921834 Nov 03 19:59:14.489446 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-f4a4ebb3-be0a-4919-870d-bc958be8630d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade9a60e-1cca-480b-86d6-3e744570bab1 HTTP/1.1" status: 200 len: 217 time: 0.0377240 Nov 03 19:59:14.540453 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-37dd55bc-7123-44a3-becd-8414c657c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:14.541962 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-37dd55bc-7123-44a3-becd-8414c657c342 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0606de2-166c-466d-8fac-c84110100dc4 HTTP/1.1" status: 200 len: 834 time: 0.0446506 Nov 03 19:59:14.587348 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-caabfbfe-4617-44a8-9fb8-c5f3a1412336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:14.588858 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-caabfbfe-4617-44a8-9fb8-c5f3a1412336 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=342fca5f-15df-4af0-90f2-6a5b15800134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398610 Nov 03 19:59:14.683216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-92d667a5-d827-4a89-aaa7-d1acfd38b4da service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865803 Nov 03 19:59:14.787126 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e324da07-d2a0-4483-8471-f9bb7a3656e2 req-bd5b5dca-cdb5-4875-bac6-41663cb09deb service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958970 Nov 03 19:59:14.802827 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559179f7-b0f8-4cc6-ad58-aac5258fa8ed req-de3760df-c069-42c6-a0cb-6c34c1cf4e3c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:14.804418 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-559179f7-b0f8-4cc6-ad58-aac5258fa8ed req-de3760df-c069-42c6-a0cb-6c34c1cf4e3c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 943 time: 0.0520797 Nov 03 19:59:14.862005 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-559179f7-b0f8-4cc6-ad58-aac5258fa8ed req-6df539ef-d2f2-482a-a27f-2842a7e84006 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471516 Nov 03 19:59:15.981893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf47d1e-e54b-470f-8e46-2e2b1577d89d req-ae0822e1-26a9-4d43-afea-26b6d5f23a53 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:15.983668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cf47d1e-e54b-470f-8e46-2e2b1577d89d req-ae0822e1-26a9-4d43-afea-26b6d5f23a53 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 943 time: 0.0502341 Nov 03 19:59:16.045115 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9cf47d1e-e54b-470f-8e46-2e2b1577d89d req-fe2f41c1-7f9b-4425-94d4-7fbf3ba49304 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488024 Nov 03 19:59:17.172267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ff61-dfc1-47ef-b0c2-6e23e7081487 req-8544b296-0d76-4cd8-92cc-1a93cb51343a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:17.173733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0987ff61-dfc1-47ef-b0c2-6e23e7081487 req-8544b296-0d76-4cd8-92cc-1a93cb51343a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 943 time: 0.0574446 Nov 03 19:59:17.226794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0987ff61-dfc1-47ef-b0c2-6e23e7081487 req-6cf53a9b-ad6f-4f6c-a803-b58270d5bc53 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448694 Nov 03 19:59:17.495128 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ade9a60e-1cca-480b-86d6-3e744570bab1 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:59:17.598512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ade9a60e-1cca-480b-86d6-3e744570bab1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ade9a60e-1cca-480b-86d6-3e744570bab1,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:17.610412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'port_id': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'mac_address': 'fa:16:3e:e2:f0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:59:17.649981 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:17.664343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade9a60e-1cca-480b-86d6-3e744570bab1 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:59:17.684863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ade9a60e-1cca-480b-86d6-3e744570bab1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ade9a60e-1cca-480b-86d6-3e744570bab1,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:17.689061 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:17.740084 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=ade9a60e-1cca-480b-86d6-3e744570bab1,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:17.878593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['ade9a60e-1cca-480b-86d6-3e744570bab1'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:59:18.356049 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9b295-05b1-43c0-8739-0a07eb1dfcb3 req-4938fb34-ca9f-4df5-b88e-2085fcd5ef36 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:18.357854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0df9b295-05b1-43c0-8739-0a07eb1dfcb3 req-4938fb34-ca9f-4df5-b88e-2085fcd5ef36 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 944 time: 0.0536175 Nov 03 19:59:18.412730 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0df9b295-05b1-43c0-8739-0a07eb1dfcb3 req-64d7251f-0ef2-4923-910e-fc2a22c0daf7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484936 Nov 03 19:59:19.496465 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ade9a60e-1cca-480b-86d6-3e744570bab1 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:59:19.542394 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f02a84-806f-47a9-84de-b05243cfa3f0 req-1afe5f00-2116-43e4-814e-ef270f6ccbdd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:19.544213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40f02a84-806f-47a9-84de-b05243cfa3f0 req-1afe5f00-2116-43e4-814e-ef270f6ccbdd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 944 time: 0.0557745 Nov 03 19:59:19.558565 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port ade9a60e-1cca-480b-86d6-3e744570bab1 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:59:19.562672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port ade9a60e-1cca-480b-86d6-3e744570bab1 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:19.563044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.608525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40f02a84-806f-47a9-84de-b05243cfa3f0 req-5a45ae7d-4bd6-4deb-9b03-46275512b4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567470 Nov 03 19:59:19.647739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.672231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:59:19.675108 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6601b3d-6a9b-40f0-ad2a-208704287587" -d '{"events": [{"server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "name": "network-vif-plugged", "status": "completed", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:59:19.688030 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port ade9a60e-1cca-480b-86d6-3e744570bab1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ade9a60e-1cca-480b-86d6-3e744570bab1,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:19.693433 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.721074 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f346188a-6ce4-4de9-a598-7afb332af957 x-openstack-request-id: req-f346188a-6ce4-4de9-a598-7afb332af957 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:59:19.722079 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "name": "network-vif-plugged", "status": "completed", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:59:19.722293 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f346188a-6ce4-4de9-a598-7afb332af957 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:59:19.722671 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'code': 200} Nov 03 19:59:19.749728 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=ade9a60e-1cca-480b-86d6-3e744570bab1,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:19.820917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bfe45-78db-4ded-9e0b-4e788bfb32f2 req-bc5aff56-596a-4d8c-83b6-cd3493423f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:19.822459 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e81bfe45-78db-4ded-9e0b-4e788bfb32f2 req-bc5aff56-596a-4d8c-83b6-cd3493423f83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 1096 time: 0.0418878 Nov 03 19:59:19.871380 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e81bfe45-78db-4ded-9e0b-4e788bfb32f2 req-aa886bd8-6024-40f2-84b8-b93a9e36a06d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Nov 03 19:59:20.734317 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701b6ce-d898-44b6-8fb5-1c98fc9f394e req-54aa230d-5605-42fa-a123-704e29b1b090 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.735836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6701b6ce-d898-44b6-8fb5-1c98fc9f394e req-54aa230d-5605-42fa-a123-704e29b1b090 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0520992 Nov 03 19:59:20.788079 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6701b6ce-d898-44b6-8fb5-1c98fc9f394e req-55a236ec-0763-4e25-9998-9c1147d50266 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453608 Nov 03 19:59:21.904093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04609d-a6b4-48f8-a807-16e4aa1affc9 req-a6cbc84a-c517-4496-abab-9fbef7324309 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:21.905621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b04609d-a6b4-48f8-a807-16e4aa1affc9 req-a6cbc84a-c517-4496-abab-9fbef7324309 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Nov 03 19:59:21.960587 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b04609d-a6b4-48f8-a807-16e4aa1affc9 req-2397030b-8cb0-4d15-aff5-7fb9bddf473f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482020 Nov 03 19:59:22.078611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09c7d7-2bae-4e55-a164-f8a56daea66f req-6caef443-eb15-4a64-a61e-904b36006da1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:22.080007 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad09c7d7-2bae-4e55-a164-f8a56daea66f req-6caef443-eb15-4a64-a61e-904b36006da1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0499139 Nov 03 19:59:22.130247 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad09c7d7-2bae-4e55-a164-f8a56daea66f req-96064af3-ff29-49d3-88e1-bb1be2c7b948 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Nov 03 19:59:22.151358 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47090) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:22.190812 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac3dc56-7da6-4b4d-b057-1d28d5c6ebdd tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:22.192336 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bac3dc56-7da6-4b4d-b057-1d28d5c6ebdd tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 1091 time: 0.0400128 Nov 03 19:59:22.195122 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47092) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:22.199351 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:22.221719 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:22.325637 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:22.433161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.77 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/b46e68db-41dc-4861-9721-7b8134584d25) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:59:22.538688 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:22.571498 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:22.608897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:59:22.614899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:59:22.618523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:59:22.645261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=b46e68db-41dc-4861-9721-7b8134584d25,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:22.992867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:23.074216 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:23.234265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:23.239198 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:23.311402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=b46e68db-41dc-4861-9721-7b8134584d25,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:23.328946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:23.436902 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP 43ccde6a-8b79-4e74-98b2-73720824d7df associated. External IP: 172.25.3.77, port: ade9a60e-1cca-480b-86d6-3e744570bab1. Nov 03 19:59:23.652256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router fde116f1-4fe8-4170-86a7-d02c66c93ed2 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:59:23.762434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:59:23.772706 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] Sync routers for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:59:23.782822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:23.787204 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:23.787825 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:59:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:23.814550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-29480888-c13b-4bfa-9639-f857cd409ca3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6183834 Nov 03 19:59:23.815309 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:59:23.817754 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324e7b9f-99cb-4dc9-bbb7-234595c1c590" -d '{"events": [{"name": "network-changed", "server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:59:23.899325 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:23.915495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fd4be-0f19-4708-be34-f8190b3b044f req-e6266bba-20a6-4df4-a6ca-c2e6f13e3448 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:23.917050 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-819fd4be-0f19-4708-be34-f8190b3b044f req-e6266bba-20a6-4df4-a6ca-c2e6f13e3448 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0506322 Nov 03 19:59:23.968839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-819fd4be-0f19-4708-be34-f8190b3b044f req-ea3ecad1-1403-48d0-b7c3-47d23dc3f5ae tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 Nov 03 19:59:23.992700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47098) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:24.030632 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d0c69-425d-4fcc-a62c-45a2c2001141 x-openstack-request-id: req-e10d0c69-425d-4fcc-a62c-45a2c2001141 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:59:24.031339 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:59:24.031339 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e10d0c69-425d-4fcc-a62c-45a2c2001141 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:59:24.031606 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'status': 'completed', 'code': 200} Nov 03 19:59:24.070755 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bfcada49-edf2-489e-9a13-360b7229a3d2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/43ccde6a-8b79-4e74-98b2-73720824d7df HTTP/1.1" status: 200 len: 990 time: 0.0753281 Nov 03 19:59:24.080233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-a1bd6042-5039-413a-99f8-a41073804788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:24.082407 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-a1bd6042-5039-413a-99f8-a41073804788 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 1096 time: 0.0412407 Nov 03 19:59:24.129429 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '43ccde6a-8b79-4e74-98b2-73720824d7df', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'port_id': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'mac_address': 'fa:16:3e:e2:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:59:22Z', 'updated_at': '2021-11-03T19:59:22Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:12Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:24.160367 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] Checking router: fde116f1-4fe8-4170-86a7-d02c66c93ed2 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:59:24.168923 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:24.169467 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T19:59:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:24.180897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-a21b161f-7d89-4ebc-8308-9bb2d3813334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:24.182406 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-a21b161f-7d89-4ebc-8308-9bb2d3813334 service neutron] 10.222.0.70 "GET /v2.0/networks?id=342fca5f-15df-4af0-90f2-6a5b15800134 HTTP/1.1" status: 200 len: 897 time: 0.0917997 Nov 03 19:59:24.249524 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-15eb3701-47e5-4ba6-b045-81ceef1dd21d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade9a60e-1cca-480b-86d6-3e744570bab1 HTTP/1.1" status: 200 len: 998 time: 0.0601506 Nov 03 19:59:24.284882 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:24.313383 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-b05f822f-a180-4161-bdd5-21fcae01fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:24.315454 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-b05f822f-a180-4161-bdd5-21fcae01fa19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0606de2-166c-466d-8fac-c84110100dc4 HTTP/1.1" status: 200 len: 834 time: 0.0582044 Nov 03 19:59:24.361281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-328ad7b5-6a65-4ed1-a1c4-02427f3cafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:24.362928 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-328ad7b5-6a65-4ed1-a1c4-02427f3cafba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=342fca5f-15df-4af0-90f2-6a5b15800134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412495 Nov 03 19:59:24.461087 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-09b9b914-72c7-4080-a2fd-b057f105ae64 service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907073 Nov 03 19:59:24.568731 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-324e7b9f-99cb-4dc9-bbb7-234595c1c590 req-6e10f96e-6f28-4a75-a31f-fb394d884260 service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008010 Nov 03 19:59:24.608860 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '43ccde6a-8b79-4e74-98b2-73720824d7df', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'port_id': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'mac_address': 'fa:16:3e:e2:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:59:22Z', 'updated_at': '2021-11-03T19:59:22Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:12Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:24.638017 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4a4fc-7c94-4ec6-9cb7-b463b099e37a None None] The sync data for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 is: [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '43ccde6a-8b79-4e74-98b2-73720824d7df', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'port_id': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'mac_address': 'fa:16:3e:e2:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:59:22Z', 'updated_at': '2021-11-03T19:59:22Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:12Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:59:24.836497 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3a86f-51f0-44cd-bd2f-aa60f8793e71 None None] New status for floating IP 43ccde6a-8b79-4e74-98b2-73720824d7df: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:59:25.073733 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47100) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:25.134879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-871acfa0-7808-4334-8bb0-eece703beeab tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/43ccde6a-8b79-4e74-98b2-73720824d7df HTTP/1.1" status: 200 len: 992 time: 0.0599420 Nov 03 19:59:33.133739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:33.968402 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:36.186144 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4a496c43-6acc-4c2e-bc82-fb9f03e5efb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:40.158050 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:59:40.358363 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:40.415484 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-152a068d-4dcf-441a-a520-25c7523c073b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:42.399260 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:42.517060 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:53.925913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680623da-79af-41b2-99bc-73e8ec74549a req-49a17cb1-f6aa-4ebe-81d4-4652ae809d53 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:53.927435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-680623da-79af-41b2-99bc-73e8ec74549a req-49a17cb1-f6aa-4ebe-81d4-4652ae809d53 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Nov 03 19:59:53.978463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-680623da-79af-41b2-99bc-73e8ec74549a req-6f9f5783-8643-48f9-9c85-bc113e6beb9a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Nov 03 19:59:55.099387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cfc3-bec1-4cb7-98ad-5607bc834eb2 req-f758de04-42f1-452e-8006-a0087b2e4a11 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:55.101707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fed0cfc3-bec1-4cb7-98ad-5607bc834eb2 req-f758de04-42f1-452e-8006-a0087b2e4a11 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0542274 Nov 03 19:59:55.153149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fed0cfc3-bec1-4cb7-98ad-5607bc834eb2 req-5130f198-95d0-4165-8eac-54e7a7f55380 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451739 Nov 03 19:59:56.273176 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83d04a-9c33-4756-bcb3-05df265f893b req-7c1c5a57-708b-46de-8925-87e425ec1e75 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:56.274703 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f83d04a-9c33-4756-bcb3-05df265f893b req-7c1c5a57-708b-46de-8925-87e425ec1e75 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0527542 Nov 03 19:59:56.323999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f83d04a-9c33-4756-bcb3-05df265f893b req-6af43e4c-0347-4d50-b6bd-984c124c3ac4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430472 Nov 03 19:59:57.445931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305265fe-c41f-4efa-b9ed-f10f496a3f33 req-e1d4c0ee-e4f8-460e-bd42-1c9be031a0eb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:57.447420 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-305265fe-c41f-4efa-b9ed-f10f496a3f33 req-e1d4c0ee-e4f8-460e-bd42-1c9be031a0eb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0529568 Nov 03 19:59:57.496301 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-305265fe-c41f-4efa-b9ed-f10f496a3f33 req-bb627bef-954c-46aa-a9b9-bd6cb2f289e6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Nov 03 19:59:58.612616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9b64-e59a-4108-a306-06a6481719bd req-e5aaf75e-1a2f-4bd4-b956-b3a353ddea7b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:58.614123 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740a9b64-e59a-4108-a306-06a6481719bd req-e5aaf75e-1a2f-4bd4-b956-b3a353ddea7b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Nov 03 19:59:58.663070 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-740a9b64-e59a-4108-a306-06a6481719bd req-10681b0d-c03c-4b0b-85ad-d32dbb570f94 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Nov 03 19:59:59.140356 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-d6d3505a-c9e4-4301-9df0-0d8743aff571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:59.142025 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-d6d3505a-c9e4-4301-9df0-0d8743aff571 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 1096 time: 0.0413127 Nov 03 19:59:59.250396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-be15d5f3-5abe-41ff-82f7-8837e8fe52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:59.251586 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-be15d5f3-5abe-41ff-82f7-8837e8fe52f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=342fca5f-15df-4af0-90f2-6a5b15800134 HTTP/1.1" status: 200 len: 897 time: 0.0903888 Nov 03 19:59:59.319173 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-7383c0b2-4d73-4d1b-85b0-9741acf783ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade9a60e-1cca-480b-86d6-3e744570bab1 HTTP/1.1" status: 200 len: 1000 time: 0.0591617 Nov 03 19:59:59.373321 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-869c6bac-3f40-4796-bb4e-a9b018538036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:59.374844 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-869c6bac-3f40-4796-bb4e-a9b018538036 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0606de2-166c-466d-8fac-c84110100dc4 HTTP/1.1" status: 200 len: 834 time: 0.0484776 Nov 03 19:59:59.420676 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-689ccc82-96ce-4896-bfb9-457fad1309a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:59.422226 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-689ccc82-96ce-4896-bfb9-457fad1309a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=342fca5f-15df-4af0-90f2-6a5b15800134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406921 Nov 03 19:59:59.515156 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-7efb5216-e597-491e-b9da-03bab943019a service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Nov 03 19:59:59.610199 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f429db69-8ed8-4f7d-bedd-6c67e642ed09 req-bd4ea665-6a92-4ac4-aeec-371cadc87240 service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Nov 03 19:59:59.783944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63492c6-ef20-408c-ba4e-cc5594a8b534 req-abe9e6d7-3a65-435a-8f18-ff8ea52a87e4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:59.785329 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e63492c6-ef20-408c-ba4e-cc5594a8b534 req-abe9e6d7-3a65-435a-8f18-ff8ea52a87e4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0496402 Nov 03 19:59:59.839412 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e63492c6-ef20-408c-ba4e-cc5594a8b534 req-77777980-f645-4c11-8e4d-1ebaf6d16a9d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 Nov 03 20:00:00.961385 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a78cc9-092e-4fc1-a55f-ee0c79587d51 req-18177925-46b0-42a4-a05c-d994b84c248d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:00.962889 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4a78cc9-092e-4fc1-a55f-ee0c79587d51 req-18177925-46b0-42a4-a05c-d994b84c248d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0542173 Nov 03 20:00:01.012881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b4a78cc9-092e-4fc1-a55f-ee0c79587d51 req-5ac9a996-e8c9-4173-ab08-e9d85704037b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439367 Nov 03 20:00:02.129124 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54566c98-d46a-4cb7-904c-4b617cf5221a req-0c426c4c-f14d-4501-bf53-9ed6a0b2ae99 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:02.130618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54566c98-d46a-4cb7-904c-4b617cf5221a req-0c426c4c-f14d-4501-bf53-9ed6a0b2ae99 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0493829 Nov 03 20:00:02.180090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54566c98-d46a-4cb7-904c-4b617cf5221a req-6f92ba69-3a3d-4615-bc80-10486357bde3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Nov 03 20:00:03.137602 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:03.301991 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ab1a0-477a-4535-a431-16d130e07cc6 req-006b5413-1632-413a-8e21-b44ca49119a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:03.303476 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b1ab1a0-477a-4535-a431-16d130e07cc6 req-006b5413-1632-413a-8e21-b44ca49119a4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0544021 Nov 03 20:00:03.353009 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b1ab1a0-477a-4535-a431-16d130e07cc6 req-920a624e-dbde-4869-bd48-67c1bcc08615 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434067 Nov 03 20:00:04.009179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:04.470942 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6d437-727f-4c0c-b0ee-779b59a92e74 req-db549088-5cd0-453c-83e9-2951f8969afe tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:04.472439 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ca6d437-727f-4c0c-b0ee-779b59a92e74 req-db549088-5cd0-453c-83e9-2951f8969afe tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0492384 Nov 03 20:00:04.522865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ca6d437-727f-4c0c-b0ee-779b59a92e74 req-45cd8b3d-f1b6-4f37-9d5c-fae6e8b4002d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440228 Nov 03 20:00:04.545370 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47136) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:04.610473 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-18786b54-43aa-4c47-8e27-bdb7b5e3caf8 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/43ccde6a-8b79-4e74-98b2-73720824d7df HTTP/1.1" status: 200 len: 992 time: 0.0638647 Nov 03 20:00:05.876627 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8df1-7793-47d8-b07f-c109640c77d8 req-fa41771f-f8d3-4f4a-a2b3-544d9fc9381f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:05.878290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e6d8df1-7793-47d8-b07f-c109640c77d8 req-fa41771f-f8d3-4f4a-a2b3-544d9fc9381f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Nov 03 20:00:05.902350 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-90c4a764-c374-49c4-9b94-108dc929b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:05.903925 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-90c4a764-c374-49c4-9b94-108dc929b0fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 1096 time: 0.0422175 Nov 03 20:00:05.941868 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8e6d8df1-7793-47d8-b07f-c109640c77d8 req-c2145152-8007-48ae-8272-9845bf5099d7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570765 Nov 03 20:00:06.012030 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-d3cdd638-32e3-41b9-a4df-1b1b9de3b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:06.013531 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-d3cdd638-32e3-41b9-a4df-1b1b9de3b3b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=342fca5f-15df-4af0-90f2-6a5b15800134 HTTP/1.1" status: 200 len: 897 time: 0.1022160 Nov 03 20:00:06.079658 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-870a4ad4-b8db-4d74-a7ee-695bde45f245 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade9a60e-1cca-480b-86d6-3e744570bab1 HTTP/1.1" status: 200 len: 1000 time: 0.0592849 Nov 03 20:00:06.133637 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-9e3fc5dc-96bb-443b-8729-77589a0d0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:06.135102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-9e3fc5dc-96bb-443b-8729-77589a0d0534 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0606de2-166c-466d-8fac-c84110100dc4 HTTP/1.1" status: 200 len: 834 time: 0.0488343 Nov 03 20:00:06.180684 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-4d8e4bef-c9e4-4afe-b479-b7df4278f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:06.182218 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-4d8e4bef-c9e4-4afe-b479-b7df4278f9bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=342fca5f-15df-4af0-90f2-6a5b15800134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402083 Nov 03 20:00:06.188406 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1a408095-8214-490a-9dda-fb36cb03fbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:06.273002 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-fc7593db-4d33-45be-aa6a-6ab2c4be1eab service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833857 Nov 03 20:00:06.367091 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-339b1db2-45f9-4b6d-83a7-5da782322ace req-8f2d5a66-8096-47c0-8a30-798ba11f114c service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866797 Nov 03 20:00:07.058328 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518eca-a02e-4ead-8b5e-e8fd5efb1946 req-80b756c9-302d-4cd8-8249-9a94b603c0f7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:07.059809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf518eca-a02e-4ead-8b5e-e8fd5efb1946 req-80b756c9-302d-4cd8-8249-9a94b603c0f7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0481126 Nov 03 20:00:07.112898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cf518eca-a02e-4ead-8b5e-e8fd5efb1946 req-d636cf86-fb7e-4eca-8db8-9d2ae9317da9 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470860 Nov 03 20:00:07.136185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47146) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:07.196622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-4b6b78b0-c08b-4d4b-892b-5c1b41bf7d66 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/43ccde6a-8b79-4e74-98b2-73720824d7df HTTP/1.1" status: 200 len: 992 time: 0.0590968 Nov 03 20:00:10.362702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:10.412739 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-893f6e02-0a08-40a4-9a7f-d549327e6135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:12.402311 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:12.512485 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:17.158120 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:00:33.153646 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:34.028608 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:36.190070 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f340724f-b016-4145-ba22-8da94a26337a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:37.589948 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47156) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:37.751491 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port b46e68db-41dc-4861-9721-7b8134584d25 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:37.751827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:37.833625 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:37.833862 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:37.846104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for b46e68db-41dc-4861-9721-7b8134584d25 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:37.997548 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:38.025094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=b46e68db-41dc-4861-9721-7b8134584d25,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:38.049230 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.049614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.049981 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.050324 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.050690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.051020 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.051354 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.052015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.052015 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.053147 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.053258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.053556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:38.096577 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:38.096793 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP 43ccde6a-8b79-4e74-98b2-73720824d7df disassociated (deleted). External IP: 172.25.3.77, port: ade9a60e-1cca-480b-86d6-3e744570bab1. Nov 03 20:00:38.678685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router fde116f1-4fe8-4170-86a7-d02c66c93ed2 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:38.807852 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:38.815014 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:38.819921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] Sync routers for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:38.830116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:38.830732 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:38.863836 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-666c0f95-ba15-4735-b926-3a78e6ace977 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/floatingips/43ccde6a-8b79-4e74-98b2-73720824d7df HTTP/1.1" status: 204 len: 168 time: 1.2725039 Nov 03 20:00:38.864807 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:38.868867 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:38.962011 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:39.053917 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d88c35-84c7-4c20-88b0-cbaa63c40ba5 x-openstack-request-id: req-08d88c35-84c7-4c20-88b0-cbaa63c40ba5 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:39.054268 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:39.054569 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08d88c35-84c7-4c20-88b0-cbaa63c40ba5 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:39.055138 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'status': 'completed', 'code': 200} Nov 03 20:00:39.127986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-51264cc1-14c2-466b-a638-5d7868c49bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:39.129631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-51264cc1-14c2-466b-a638-5d7868c49bba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 1096 time: 0.0477202 Nov 03 20:00:39.164038 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c292a9-f404-40be-b6db-672f7518d30b req-24608583-b9ba-48b0-a407-e36812805ea3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:39.165847 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61c292a9-f404-40be-b6db-672f7518d30b req-24608583-b9ba-48b0-a407-e36812805ea3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0594573 Nov 03 20:00:39.204512 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:12Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:39.225642 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-61c292a9-f404-40be-b6db-672f7518d30b req-1d584c74-7363-457d-98a6-baf560f057d5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526192 Nov 03 20:00:39.239191 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] Checking router: fde116f1-4fe8-4170-86a7-d02c66c93ed2 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:39.249978 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:39.250614 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:39.282200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-c987ad46-34a1-4a0f-860b-118d16765cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:39.283763 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-c987ad46-34a1-4a0f-860b-118d16765cb6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=342fca5f-15df-4af0-90f2-6a5b15800134 HTTP/1.1" status: 200 len: 897 time: 0.1464086 Nov 03 20:00:39.332008 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-feefbbcb-1ecb-4695-b59f-53a2fcae033f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade9a60e-1cca-480b-86d6-3e744570bab1 HTTP/1.1" status: 200 len: 217 time: 0.0382428 Nov 03 20:00:39.377450 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:39.390421 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-f7be5b42-8e76-4d1d-985b-3fb1efca7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:39.391916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-f7be5b42-8e76-4d1d-985b-3fb1efca7166 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0606de2-166c-466d-8fac-c84110100dc4 HTTP/1.1" status: 200 len: 834 time: 0.0515394 Nov 03 20:00:39.444678 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-c2fe917f-54a9-47aa-9e5b-2cb44ac59696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:39.446308 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-c2fe917f-54a9-47aa-9e5b-2cb44ac59696 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=342fca5f-15df-4af0-90f2-6a5b15800134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466969 Nov 03 20:00:39.544804 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-9c5e52d5-9516-4b3e-9768-a902ed73e1a2 service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902493 Nov 03 20:00:39.591070 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:12Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:39.619654 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a370695-0fe5-4695-bf12-6db4fc078891 None None] The sync data for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 is: [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T19:59:09Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '8c4d9e65-c712-40a5-9c71-ab82f045db33', 'name': '', 'network_id': '342fca5f-15df-4af0-90f2-6a5b15800134', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:c8:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:08Z', 'updated_at': '2021-11-03T19:59:12Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': 'a0606de2-166c-466d-8fac-c84110100dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:39.651144 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f1b50485-87a6-4b48-bb0a-4d8fae0a8cd2 req-855e03c9-3a8e-44cd-b38c-60ac2ac52ce5 service neutron] 10.222.0.70 "GET /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987742 Nov 03 20:00:39.857290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a2628-bd88-4885-960b-c62ce21c41f1 None None] New status for floating IP 43ccde6a-8b79-4e74-98b2-73720824d7df: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:00:40.368318 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.387615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57e17-807d-4a93-a724-556579bb764d req-46b63523-e2fc-4d03-9d1a-1015742f50be tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:40.389242 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78e57e17-807d-4a93-a724-556579bb764d req-46b63523-e2fc-4d03-9d1a-1015742f50be tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0689144 Nov 03 20:00:40.419129 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cdf82373-bab1-4cb7-8edd-bc29233bb57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.449500 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-78e57e17-807d-4a93-a724-556579bb764d req-0beb175f-2e9e-4800-b059-e0785162a87b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=634a5604-0baf-43ba-bafd-6f53e53bbb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535090 Nov 03 20:00:40.623717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132341b-21df-4205-a223-b550ebb2927a req-0f4cce9d-1dd0-4624-a192-0e592eb859e0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:40.625169 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d132341b-21df-4205-a223-b550ebb2927a req-0f4cce9d-1dd0-4624-a192-0e592eb859e0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 945 time: 0.0502911 Nov 03 20:00:40.722514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port ade9a60e-1cca-480b-86d6-3e744570bab1 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:40.722855 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.817326 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port ade9a60e-1cca-480b-86d6-3e744570bab1, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=ade9a60e-1cca-480b-86d6-3e744570bab1,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:40.817715 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.832041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for ade9a60e-1cca-480b-86d6-3e744570bab1 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:40.971229 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:41.007145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=ade9a60e-1cca-480b-86d6-3e744570bab1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:41.035543 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.035896 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.036240 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.036667 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.037541 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.037878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.038212 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.038548 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.038875 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.039203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.039534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.039859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:41.062899 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] No DVR routers for this DVR port ade9a60e-1cca-480b-86d6-3e744570bab1 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:41.065563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:41.069435 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d132341b-21df-4205-a223-b550ebb2927a req-adcbfd6d-1fdd-4f5e-a6b9-852ddc7dd03f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.70 "DELETE /v2.0/ports/ade9a60e-1cca-480b-86d6-3e744570bab1 HTTP/1.1" status: 204 len: 173 time: 0.4386368 Nov 03 20:00:41.069881 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'name': 'network-vif-deleted', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:41.072245 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325ec19-8f6c-470f-ba83-f265b799dacb" -d '{"events": [{"server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "name": "network-vif-deleted", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:41.210312 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bfffe4-7747-4479-b007-0938a0cfe664 x-openstack-request-id: req-49bfffe4-7747-4479-b007-0938a0cfe664 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:41.210611 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80815dfd-376e-4e4a-918c-cbe2bbc973c6", "name": "network-vif-deleted", "tag": "ade9a60e-1cca-480b-86d6-3e744570bab1", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:41.210870 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49bfffe4-7747-4479-b007-0938a0cfe664 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:41.211381 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80815dfd-376e-4e4a-918c-cbe2bbc973c6', 'name': 'network-vif-deleted', 'tag': 'ade9a60e-1cca-480b-86d6-3e744570bab1', 'status': 'completed', 'code': 200} Nov 03 20:00:41.588223 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-16ed0791-a8ff-4a88-a735-8c821dff432e req-11837a47-ec20-4d0d-9a0f-94ba245ea2eb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=80815dfd-376e-4e4a-918c-cbe2bbc973c6 HTTP/1.1" status: 200 len: 210 time: 0.0334997 Nov 03 20:00:42.406665 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.516940 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.652852 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47174) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:43.053184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.663993 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 8c4d9e65-c712-40a5-9c71-ab82f045db33 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:43.664686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.779917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 8c4d9e65-c712-40a5-9c71-ab82f045db33, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=8c4d9e65-c712-40a5-9c71-ab82f045db33,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:43.780297 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.794202 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 8c4d9e65-c712-40a5-9c71-ab82f045db33 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:43.920151 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ade9a60e-1cca-480b-86d6-3e744570bab1 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:43.941164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: ade9a60e-1cca-480b-86d6-3e744570bab1 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:43.941537 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device ade9a60e-1cca-480b-86d6-3e744570bab1 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:43.998924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.024751 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=8c4d9e65-c712-40a5-9c71-ab82f045db33,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:44.220041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.457198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router fde116f1-4fe8-4170-86a7-d02c66c93ed2 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:44.570731 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:44.576682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-3fed983f-9bd3-4af1-8b80-18531f308f00 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/fde116f1-4fe8-4170-86a7-d02c66c93ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9226151 Nov 03 20:00:44.578497 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47180) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:44.581680 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] Sync routers for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:44.592532 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:44.593227 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:44.638622 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-994eac67-2475-4926-908c-e49a3d0dba5d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting subnet a0606de2-166c-466d-8fac-c84110100dc4 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:00:44.641700 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994eac67-2475-4926-908c-e49a3d0dba5d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.684191 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994eac67-2475-4926-908c-e49a3d0dba5d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.720281 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:44.789927 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994eac67-2475-4926-908c-e49a3d0dba5d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.858909 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994eac67-2475-4926-908c-e49a3d0dba5d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.887377 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994eac67-2475-4926-908c-e49a3d0dba5d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Subnet': ['ID=a0606de2-166c-466d-8fac-c84110100dc4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:44.891570 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-994eac67-2475-4926-908c-e49a3d0dba5d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.897859 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47184) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:44.900182 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb801a4-e4ff-422f-adf8-0e49c782b617 None None] Network 342fca5f-15df-4af0-90f2-6a5b15800134 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:44.912626 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-994eac67-2475-4926-908c-e49a3d0dba5d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/subnets/a0606de2-166c-466d-8fac-c84110100dc4 HTTP/1.1" status: 204 len: 168 time: 0.3303545 Nov 03 20:00:44.947091 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T20:00:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:44.976155 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] Checking router: fde116f1-4fe8-4170-86a7-d02c66c93ed2 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:44.985194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] Routers {'fde116f1-4fe8-4170-86a7-d02c66c93ed2'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:44.985843 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:45.013640 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.143715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.146986 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] DHCP port deletion for 342fca5f-15df-4af0-90f2-6a5b15800134 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:00:45.204091 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 0ce5540b-fb64-441b-9d41-17a67efff86f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:45.204486 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.205110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Deleting port 5130a77f-9951-446b-a6ed-753706bb00f6 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:45.205523 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.228937 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] Set router fde116f1-4fe8-4170-86a7-d02c66c93ed2 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:45.291307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] For port 5130a77f-9951-446b-a6ed-753706bb00f6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5130a77f-9951-446b-a6ed-753706bb00f6,segment=NetworkSegment(d67c5345-4650-42d0-ba27-404f155804e3),segment_id=d67c5345-4650-42d0-ba27-404f155804e3)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:45.291708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.305196 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 0ce5540b-fb64-441b-9d41-17a67efff86f, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0ce5540b-fb64-441b-9d41-17a67efff86f,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:45.305626 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.305744 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Calling delete_port for 5130a77f-9951-446b-a6ed-753706bb00f6 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:45.320876 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 0ce5540b-fb64-441b-9d41-17a67efff86f owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:45.406526 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.436307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Pushing event deleted for resources: {'Port': ['ID=5130a77f-9951-446b-a6ed-753706bb00f6,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:45.445949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] No DVR routers for this DVR port 5130a77f-9951-446b-a6ed-753706bb00f6 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:45.448330 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.448698 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.449045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.449507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.449809 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.450123 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.450481 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.450874 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.451522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.451849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.452180 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.452502 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175cd737-dd91-42a1-8666-641c35a9ebdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:45.518923 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.526926 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T20:00:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:45.552690 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=0ce5540b-fb64-441b-9d41-17a67efff86f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:45.564325 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58250061-536f-45f1-b14f-a6f00e4de62b None None] The sync data for ids ['fde116f1-4fe8-4170-86a7-d02c66c93ed2'] in n-d-812148-3 is: [{'id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203005670', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:59:05Z', 'updated_at': '2021-11-03T20:00:43Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '0ce5540b-fb64-441b-9d41-17a67efff86f', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde116f1-4fe8-4170-86a7-d02c66c93ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:59:06Z', 'updated_at': '2021-11-03T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:45.627619 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.726804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.729407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.780531 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.780840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Fanout notify agent at l3_agent the message router_deleted on router fde116f1-4fe8-4170-86a7-d02c66c93ed2 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:00:45.788291 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.789444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0b65a426-db0f-4541-bfa0-fb65835aecfd tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/routers/fde116f1-4fe8-4170-86a7-d02c66c93ed2 HTTP/1.1" status: 204 len: 168 time: 0.8905690 Nov 03 20:00:45.792220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47186) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:45.871298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.972614 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.002997 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342fca5f-15df-4af0-90f2-6a5b15800134']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:46.014527 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67c5345-4650-42d0-ba27-404f155804e3') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:46.014828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67c5345-4650-42d0-ba27-404f155804e3') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:46.025439 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.040365 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.047473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:00:46.048014 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: timer() Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:00:46.051798 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:00:46.133725 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.149249 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.152828 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/networks/342fca5f-15df-4af0-90f2-6a5b15800134 HTTP/1.1" status: 204 len: 168 time: 0.3594501 Nov 03 20:00:46.155871 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47190) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:46.166402 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ae163-155a-4df2-acfa-a8321ea45546 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Network': ['ID=342fca5f-15df-4af0-90f2-6a5b15800134,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:46.235221 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8c4d9e65-c712-40a5-9c71-ab82f045db33 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:46.259365 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55124983-4ce8-449e-a7de-ac1526ed7b80 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.263689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 8c4d9e65-c712-40a5-9c71-ab82f045db33 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:46.264176 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 8c4d9e65-c712-40a5-9c71-ab82f045db33 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:46.264720 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5130a77f-9951-446b-a6ed-753706bb00f6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:46.288364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 5130a77f-9951-446b-a6ed-753706bb00f6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:46.288968 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5130a77f-9951-446b-a6ed-753706bb00f6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:46.298113 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55124983-4ce8-449e-a7de-ac1526ed7b80 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.381247 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55124983-4ce8-449e-a7de-ac1526ed7b80 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.384009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-55124983-4ce8-449e-a7de-ac1526ed7b80 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.385259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-55124983-4ce8-449e-a7de-ac1526ed7b80 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/security-groups/634a5604-0baf-43ba-bafd-6f53e53bbb78 HTTP/1.1" status: 204 len: 168 time: 0.2282364 Nov 03 20:00:46.396672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55124983-4ce8-449e-a7de-ac1526ed7b80 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a5604-0baf-43ba-bafd-6f53e53bbb78,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:46.748499 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47196) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:46.753106 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-20ea8e9c-ea0d-4f3c-b3b1-9f93d3c50b23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413903598', 'description': 'tempest-secgroup-smoke-1413903598 description', 'project_id': 'f50d597dd9904eb4b91df80a617f2860'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:46.777566 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20ea8e9c-ea0d-4f3c-b3b1-9f93d3c50b23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.860870 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20ea8e9c-ea0d-4f3c-b3b1-9f93d3c50b23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.866006 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20ea8e9c-ea0d-4f3c-b3b1-9f93d3c50b23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.909178 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-20ea8e9c-ea0d-4f3c-b3b1-9f93d3c50b23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.910484 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-20ea8e9c-ea0d-4f3c-b3b1-9f93d3c50b23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1609719 Nov 03 20:00:46.911787 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea8e9c-ea0d-4f3c-b3b1-9f93d3c50b23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819a96b1-ad27-4332-a13a-4a3ec045fe65,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:46.916527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47198) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:46.920598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f8a42f36-7952-49a8-94ad-04a232ff2470 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '819a96b1-ad27-4332-a13a-4a3ec045fe65', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:46.950668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a42f36-7952-49a8-94ad-04a232ff2470 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.013192 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a42f36-7952-49a8-94ad-04a232ff2470 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.018491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a42f36-7952-49a8-94ad-04a232ff2470 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.040766 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a42f36-7952-49a8-94ad-04a232ff2470 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfafca8-2e68-48b8-ba96-a9b908c70eb2,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.046891 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f8a42f36-7952-49a8-94ad-04a232ff2470 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.047990 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f8a42f36-7952-49a8-94ad-04a232ff2470 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319041 Nov 03 20:00:47.051131 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47200) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.056388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f383c916-e5ec-41a8-9182-01cfadef1407 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '819a96b1-ad27-4332-a13a-4a3ec045fe65', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.083761 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f383c916-e5ec-41a8-9182-01cfadef1407 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.150572 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f383c916-e5ec-41a8-9182-01cfadef1407 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.157523 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f383c916-e5ec-41a8-9182-01cfadef1407 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.176297 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383c916-e5ec-41a8-9182-01cfadef1407 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4609db9-4be9-4b1c-a126-4d78e3c31a15,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.187767 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f383c916-e5ec-41a8-9182-01cfadef1407 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.190031 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f383c916-e5ec-41a8-9182-01cfadef1407 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375959 Nov 03 20:00:47.193652 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47202) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.199312 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-c652d747-c166-4095-98aa-88f53af3185b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '819a96b1-ad27-4332-a13a-4a3ec045fe65', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.230984 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c652d747-c166-4095-98aa-88f53af3185b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.307550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c652d747-c166-4095-98aa-88f53af3185b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.312394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c652d747-c166-4095-98aa-88f53af3185b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.334524 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652d747-c166-4095-98aa-88f53af3185b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc8d915-2b93-4d3a-90b3-b49e10e2feac,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.343856 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-c652d747-c166-4095-98aa-88f53af3185b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.345127 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-c652d747-c166-4095-98aa-88f53af3185b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501935 Nov 03 20:00:47.348510 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47204) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.353715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-f7a71705-290e-433c-8071-b022a21bd0df tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '819a96b1-ad27-4332-a13a-4a3ec045fe65', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.383165 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7a71705-290e-433c-8071-b022a21bd0df tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.449608 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7a71705-290e-433c-8071-b022a21bd0df tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.453795 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7a71705-290e-433c-8071-b022a21bd0df tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.472768 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a71705-290e-433c-8071-b022a21bd0df tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8476f38-7eb7-411d-a56d-6e277d3946b9,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.482041 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f7a71705-290e-433c-8071-b022a21bd0df tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.483271 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f7a71705-290e-433c-8071-b022a21bd0df tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331582 Nov 03 20:00:47.486544 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47206) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.491599 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-35187008-c92d-42d8-b45f-e5dc36a5471c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '819a96b1-ad27-4332-a13a-4a3ec045fe65', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.514589 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-35187008-c92d-42d8-b45f-e5dc36a5471c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:00:47.519966 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35187008-c92d-42d8-b45f-e5dc36a5471c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.586668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35187008-c92d-42d8-b45f-e5dc36a5471c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.590986 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35187008-c92d-42d8-b45f-e5dc36a5471c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.610281 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35187008-c92d-42d8-b45f-e5dc36a5471c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81b774c-c2d4-4d73-a0a3-62046739f630,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.625466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-35187008-c92d-42d8-b45f-e5dc36a5471c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.626950 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-35187008-c92d-42d8-b45f-e5dc36a5471c tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394162 Nov 03 20:00:47.629892 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47208) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.635436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-96026747-6fe2-45b7-b26a-2d1c97961ad3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'security_group_rule': {'security_group_id': '819a96b1-ad27-4332-a13a-4a3ec045fe65', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.658491 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-96026747-6fe2-45b7-b26a-2d1c97961ad3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Project f50d597dd9904eb4b91df80a617f2860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:00:47.668352 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96026747-6fe2-45b7-b26a-2d1c97961ad3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.736047 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96026747-6fe2-45b7-b26a-2d1c97961ad3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.739090 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96026747-6fe2-45b7-b26a-2d1c97961ad3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.757560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96026747-6fe2-45b7-b26a-2d1c97961ad3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0a0160-38da-41d1-9bd8-235f09f4cf6a,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.767310 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-96026747-6fe2-45b7-b26a-2d1c97961ad3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.768668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-96026747-6fe2-45b7-b26a-2d1c97961ad3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369729 Nov 03 20:00:47.771725 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47210) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.776728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'network': {'name': 'tempest-network-smoke--1859757520', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'port_security_enabled': True}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.798249 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:00:47.802757 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.829367 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:00:47.840828 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.841217 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Added segment 4e4884d1-2bc7-426c-8225-09381e4f0870 of type vlan for network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 Nov 03 20:00:47.884742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.913646 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.920148 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:47.920271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.987053 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2139668 Nov 03 20:00:47.989902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47212) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.994610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'admin_state_up': True, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.996277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afc371-38d3-4920-8782-2d59b56c526b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Network': ['ID=c6ffd054-2c9b-4380-b8a0-a6a15fbec436,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:48.008371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:00:48.023591 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.024758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.098956 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0ce5540b-fb64-441b-9d41-17a67efff86f no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:48.100009 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.126079 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0ce5540b-fb64-441b-9d41-17a67efff86f {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:48.126552 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0ce5540b-fb64-441b-9d41-17a67efff86f not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:48.248848 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.457624 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.477460 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.586876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.16 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/6e6c25ff-b927-4f47-bea4-8ac26be8c1e9) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:00:48.691892 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.726844 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.766623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:48.771933 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:48.775821 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:00:48.786879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=6e6c25ff-b927-4f47-bea4-8ac26be8c1e9,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:49.053428 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:49.261511 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:49.392340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 81660c6b-fa40-44e8-beb2-9dd656637c4c is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:00:49.816432 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:49.830229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Sync routers for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:49.842415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:49.843061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:49.845743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:49.847158 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ffa7cd2d-1503-4a9f-b53f-48fc6c2e3729 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8561320 Nov 03 20:00:49.850460 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47214) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:49.966683 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e557c3cb-7013-4e28-bab8-c77784f450fe tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=f50d597dd9904eb4b91df80a617f2860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1148019 Nov 03 20:00:49.969878 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47218) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:50.033613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:50.071943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fef511-96e6-45dc-bd7b-7f201cd26d6c tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:50.073395 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d6fef511-96e6-45dc-bd7b-7f201cd26d6c tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025376 Nov 03 20:00:50.076346 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47220) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:50.106841 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-06f7c524-b534-4d19-b107-932433c0cdcc tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=95097072-eef6-42ae-8d09-84775017ebfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291650 Nov 03 20:00:50.109600 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47222) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:50.115370 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116215741', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:50.226036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:00:50.229778 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.257716 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:48Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:50.288873 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Checking router: 81660c6b-fa40-44e8-beb2-9dd656637c4c for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:50.289309 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Updating router 81660c6b-fa40-44e8-beb2-9dd656637c4c port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:00:50.320264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.470115 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.594372 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Subnet': ['ID=3cccb1f2-9d99-4958-9373-9afd762bd11d,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:50.609096 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Checking segment: {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:50.609879 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network hostable DHCP agents. Network: c6ffd054-2c9b-4380-b8a0-a6a15fbec436, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:00:50.640165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:00:50.655513 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, c6ffd054-2c9b-4380-b8a0-a6a15fbec436) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:50.662774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.663572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:50.665180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.671789 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.681397 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc8164d-25f6-4e16-a7e9-277e311f1c3e None None] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:50.692889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-eabdef9b-149e-443f-9c55-7dd43d7f0bb7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5816865 Nov 03 20:00:50.695663 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47226) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:50.788868 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Attempting to bind port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:00:50.789232 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Attempting to bind port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:00:50.789616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Attempting to bind port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:50.795057 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be975f28-aaea-449b-bf77-b6ea7e382431 None None] Pushing event updated for resources: {'Port': ['ID=6e6c25ff-b927-4f47-bea4-8ac26be8c1e9,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:50.807199 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:00:50.807668 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:50.807970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.808363 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:00:50.808833 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Bound port: 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:00:50.809211 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.933149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] For port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:00:50.961002 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] For port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6e6c25ff-b927-4f47-bea4-8ac26be8c1e9,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:00:50.967349 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.990762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:00:50.992014 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.079411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:51.079411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:51.082167 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be975f28-aaea-449b-bf77-b6ea7e382431 None None] Pushing event updated for resources: {'Port': ['ID=6e6c25ff-b927-4f47-bea4-8ac26be8c1e9,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:51.292226 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:51.296513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Allocated IP 172.20.0.2 (c6ffd054-2c9b-4380-b8a0-a6a15fbec436/3cccb1f2-9d99-4958-9373-9afd762bd11d/d1bc67d0-0aba-4329-aaff-010d3cc6517e) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:00:51.324349 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.785142 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.795467 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.846777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:48Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:51.849192 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.1 (c6ffd054-2c9b-4380-b8a0-a6a15fbec436/3cccb1f2-9d99-4958-9373-9afd762bd11d/77ccaa57-7724-4ba4-81fb-ef1a005f11c6) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:00:51.851548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:51.882223 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:51.884576 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Pushing event updated for resources: {'Port': ['ID=d1bc67d0-0aba-4329-aaff-010d3cc6517e,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:51.887113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:00:51.889499 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e4016-0caf-44f3-9f39-8603ef2e65a8 None None] The sync data for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 is: [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:48Z', 'revision_number': 3, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:51.952767 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Attempting to bind port d1bc67d0-0aba-4329-aaff-010d3cc6517e on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:00:51.953772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Attempting to bind port d1bc67d0-0aba-4329-aaff-010d3cc6517e by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:00:51.953772 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Attempting to bind port d1bc67d0-0aba-4329-aaff-010d3cc6517e on network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:51.960058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:00:51.960555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Checking segment: {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:51.961314 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.961474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Bound using segment: {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:00:51.962003 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Bound port: d1bc67d0-0aba-4329-aaff-010d3cc6517e, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:00:51.962464 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.001863 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.040464 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] For port d1bc67d0-0aba-4329-aaff-010d3cc6517e, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:00:52.044734 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.045055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] For port d1bc67d0-0aba-4329-aaff-010d3cc6517e, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d1bc67d0-0aba-4329-aaff-010d3cc6517e,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:00:52.053461 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.129515 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:52.134606 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:52.136311 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:52.141955 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:00:52.158378 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a4c6d-d471-490d-8920-065a0fb71a89 None None] Pushing event updated for resources: {'Port': ['ID=d1bc67d0-0aba-4329-aaff-010d3cc6517e,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:52.221999 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.445603 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.817542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.824575 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.907363 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.920287 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:53.084732 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:53.088707 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:53.238471 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 81660c6b-fa40-44e8-beb2-9dd656637c4c has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:53.326752 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd2d8e-ccc5-4b4f-9aa0-a89ec608462a None None] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:53.380374 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:53.390816 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-7b80ce8c-2192-49da-a203-2c1bf975ca77 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/81660c6b-fa40-44e8-beb2-9dd656637c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6933119 Nov 03 20:00:53.461215 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7c7e1d58-7216-41de-af33-67b178300fc5 None None] Provisioning complete for port d1bc67d0-0aba-4329-aaff-010d3cc6517e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:53.461818 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1d58-7216-41de-af33-67b178300fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.627574 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1d58-7216-41de-af33-67b178300fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.646374 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-22394a97-23b4-4019-b760-3849a3ba4878 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413903598&fields=id&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 267 time: 0.0691361 Nov 03 20:00:53.673545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-7c7e1d58-7216-41de-af33-67b178300fc5 None None] For port d1bc67d0-0aba-4329-aaff-010d3cc6517e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d1bc67d0-0aba-4329-aaff-010d3cc6517e,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:53.679288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1d58-7216-41de-af33-67b178300fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.752727 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e1d58-7216-41de-af33-67b178300fc5 None None] Pushing event updated for resources: {'Port': ['ID=d1bc67d0-0aba-4329-aaff-010d3cc6517e,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:53.801284 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d487f209-58f4-4eff-acc5-ae4873968eea tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:53.803498 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d487f209-58f4-4eff-acc5-ae4873968eea tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/networks?id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436 HTTP/1.1" status: 200 len: 797 time: 0.1469648 Nov 03 20:00:53.821965 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-adf7668f-c0d2-41a0-bf96-fc4c18aaf6e5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/quotas/f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 375 time: 0.0125496 Nov 03 20:00:53.851476 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Sync routers for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:53.863779 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:53.865121 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:53.884343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-bfdd6083-73e6-46ef-82b2-bf447e25fe0d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556464 Nov 03 20:00:53.906430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-cceb9195-b37c-4423-8c68-ebc9c5890a7c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:00:53.907675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-cceb9195-b37c-4423-8c68-ebc9c5890a7c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061696 Nov 03 20:00:53.990314 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:54.006396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fc04bc03-dc86-45ea-8ffc-8fdc3cf9ac1c None None] Provisioning complete for port d1bc67d0-0aba-4329-aaff-010d3cc6517e triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:54.006796 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc04bc03-dc86-45ea-8ffc-8fdc3cf9ac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.090517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-829d8eee-e08d-4fad-8b03-04a5d39ae12f service neutron] 10.222.0.77 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645017 Nov 03 20:00:54.155366 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fc04bc03-dc86-45ea-8ffc-8fdc3cf9ac1c None None] Provisioning complete for port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:54.155749 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fc04bc03-dc86-45ea-8ffc-8fdc3cf9ac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.183186 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:00:54.230699 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-fc04bc03-dc86-45ea-8ffc-8fdc3cf9ac1c None None] Port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:00:54.244325 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 2, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:54.265135 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-0744dee9-74f7-415a-86a0-6bceab31f8f3 service neutron] 10.222.0.77 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723177 Nov 03 20:00:54.284137 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Checking router: 81660c6b-fa40-44e8-beb2-9dd656637c4c for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:54.284776 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Updating router 81660c6b-fa40-44e8-beb2-9dd656637c4c port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:00:54.316170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d1bc67d0-0aba-4329-aaff-010d3cc6517e up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:54.318184 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.387834 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-ae15df54-8a99-404d-9c4f-f7328a0f11c2 None None] Provisioning complete for port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:54.388683 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ae15df54-8a99-404d-9c4f-f7328a0f11c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.471527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d1bc67d0-0aba-4329-aaff-010d3cc6517e triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:54.471953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.475683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-ae15df54-8a99-404d-9c4f-f7328a0f11c2 None None] Port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:00:54.539271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8fe244a9-8fd2-4527-aced-be0cb1c20311 req-28bca0f9-88eb-4a8a-96ca-cfdd1dc51f5a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 210 time: 0.0877481 Nov 03 20:00:54.605923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:54.623529 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.632087 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.668355 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:54.668729 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.715195 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Pushing event updated for resources: {'Port': ['ID=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:54.742954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bc6d87fc-3c18-49b3-b524-96a0ab154387 None None] Provisioning complete for port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:54.743327 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bc6d87fc-3c18-49b3-b524-96a0ab154387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.758533 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.760364 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.761000 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.761585 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.762570 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.763140 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.763945 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.764747 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.765480 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.766085 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.766640 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.767183 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:54.816347 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Attempting to bind port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:00:54.816711 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Attempting to bind port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:00:54.817096 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Attempting to bind port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 on network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:54.825302 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:00:54.825770 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Checking segment: {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:54.826096 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.826499 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Bound using segment: {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:00:54.827005 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Bound port: 77ccaa57-7724-4ba4-81fb-ef1a005f11c6, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:00:54.827454 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.831016 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.877012 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6e6c25ff-b927-4f47-bea4-8ac26be8c1e9,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:54.880763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d87fc-3c18-49b3-b524-96a0ab154387 None None] Port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:00:54.884851 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.925140 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] For port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:00:54.928829 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] For port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:00:54.936600 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.964935 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=6e6c25ff-b927-4f47-bea4-8ac26be8c1e9,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:55.021517 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:55.022521 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:55.025980 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a5813-9fc3-4c68-981f-272a067be964 None None] Pushing event updated for resources: {'Port': ['ID=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,revision_number=4']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:55.033094 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-43c2d310-6d96-4331-8cbd-082c221b3f85 None None] Provisioning complete for port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:55.034386 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43c2d310-6d96-4331-8cbd-082c221b3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.164986 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:55.165558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43c2d310-6d96-4331-8cbd-082c221b3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.210885 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-43c2d310-6d96-4331-8cbd-082c221b3f85 None None] For port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:55.217733 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43c2d310-6d96-4331-8cbd-082c221b3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.292776 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2d310-6d96-4331-8cbd-082c221b3f85 None None] Pushing event updated for resources: {'Port': ['ID=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:55.345753 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-bd4c7a48-f486-4daa-9da2-84c7c9a3ec7c None None] Provisioning complete for port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:55.346125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7a48-f486-4daa-9da2-84c7c9a3ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.496039 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:55.527420 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a64417-fc82-4c86-9225-52e8dae5f236 None None] The sync data for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 is: [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:55.729113 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1bc21dd-1f2d-4101-9e92-5d6990909cf9 req-3865f412-a5aa-42de-b94a-36eb28de28f2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 210 time: 0.0427370 Nov 03 20:00:55.944483 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d6b58727-8692-403a-a1be-5f8d67bbe37b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:55.946810 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d6b58727-8692-403a-a1be-5f8d67bbe37b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/networks?id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436 HTTP/1.1" status: 200 len: 797 time: 0.2150590 Nov 03 20:00:56.048547 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-dee187f1-039d-4b38-afb1-638f97784a0e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50d597dd9904eb4b91df80a617f2860 HTTP/1.1" status: 200 len: 380 time: 0.0924780 Nov 03 20:00:56.060154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'port': {'device_id': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'admin_state_up': True, 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'security_groups': ['819a96b1-ad27-4332-a13a-4a3ec045fe65']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:56.198398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Made reservation on behalf of f50d597dd9904eb4b91df80a617f2860 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:00:56.202260 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.273864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:56.339505 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:56.340210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.374791 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.20.0.11 (c6ffd054-2c9b-4380-b8a0-a6a15fbec436/3cccb1f2-9d99-4958-9373-9afd762bd11d/168348e0-bbee-437b-8095-c4752bbdda54) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:00:56.434980 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:56.496510 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:56.496957 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.548514 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.603337 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.655151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:56.661010 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:56.664428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:00:56.698501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=168348e0-bbee-437b-8095-c4752bbdda54,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:56.751580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:56.752827 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.778890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-d80cd0bd-d34f-4634-88e0-70fa61b78c84 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7227981 Nov 03 20:00:56.865884 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Request body: {'port': {'device_id': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:56.965277 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10fe47-b7d6-4609-9931-5c8731dea2eb req-fef669d8-8a0a-4ab3-b40f-8d90613d6cf7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:56.966945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a10fe47-b7d6-4609-9931-5c8731dea2eb req-fef669d8-8a0a-4ab3-b40f-8d90613d6cf7 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 932 time: 0.1194890 Nov 03 20:00:56.971373 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-36ae20e7-657d-4e9c-b407-15905d90876d None None] Provisioning complete for port 168348e0-bbee-437b-8095-c4752bbdda54 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:56.971765 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-36ae20e7-657d-4e9c-b407-15905d90876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.977660 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.038554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-36ae20e7-657d-4e9c-b407-15905d90876d None None] Port 168348e0-bbee-437b-8095-c4752bbdda54 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:00:57.089386 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7a10fe47-b7d6-4609-9931-5c8731dea2eb req-55c964b2-4760-4aa5-ae6e-85d483796e54 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075926 Nov 03 20:00:57.329644 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168348e0-bbee-437b-8095-c4752bbdda54 {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:00:57.337213 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.350514 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Transition to ACTIVE for port object 168348e0-bbee-437b-8095-c4752bbdda54 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:00:57.355262 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.409918 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Pushing event updated for resources: {'Port': ['ID=168348e0-bbee-437b-8095-c4752bbdda54,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:57.488946 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Attempting to bind port 168348e0-bbee-437b-8095-c4752bbdda54 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:00:57.489868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Attempting to bind port 168348e0-bbee-437b-8095-c4752bbdda54 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:00:57.490223 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Attempting to bind port 168348e0-bbee-437b-8095-c4752bbdda54 on network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:57.495152 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Port 168348e0-bbee-437b-8095-c4752bbdda54 on network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:00:57.495473 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Attempting to bind port 168348e0-bbee-437b-8095-c4752bbdda54 on network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:57.501130 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:00:57.501504 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Checking segment: {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:57.501901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Bound using segment: {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:00:57.502438 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Bound port: 168348e0-bbee-437b-8095-c4752bbdda54, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4884d1-2bc7-426c-8225-09381e4f0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:00:57.502803 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.581658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] For port 168348e0-bbee-437b-8095-c4752bbdda54, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:00:57.585746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] For port 168348e0-bbee-437b-8095-c4752bbdda54, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=168348e0-bbee-437b-8095-c4752bbdda54,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:00:57.590915 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.629339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:57.630354 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.632672 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] 10.222.0.96 "PUT /v2.0/ports/168348e0-bbee-437b-8095-c4752bbdda54 HTTP/1.1" status: 200 len: 1092 time: 0.8449078 Nov 03 20:00:57.635162 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:57.637385 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c4aa52-e543-4134-87f0-5c52d5a56314" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "tag": "168348e0-bbee-437b-8095-c4752bbdda54"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:57.679778 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331f1e0-f9da-42c6-893f-8b7c09535356 service neutron] Pushing event updated for resources: {'Port': ['ID=168348e0-bbee-437b-8095-c4752bbdda54,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:57.725001 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81956365-0180-44a1-8c79-8dd2ea01b38a x-openstack-request-id: req-81956365-0180-44a1-8c79-8dd2ea01b38a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:57.725296 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "tag": "168348e0-bbee-437b-8095-c4752bbdda54", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:57.725654 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81956365-0180-44a1-8c79-8dd2ea01b38a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:57.725973 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54', 'status': 'completed', 'code': 200} Nov 03 20:00:57.746971 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-a23c4bb3-9436-42c0-ba64-8b98a15111a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:57.749840 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-a23c4bb3-9436-42c0-ba64-8b98a15111a3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 1095 time: 0.0551736 Nov 03 20:00:57.800695 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-89e81597-c79a-43fa-b4d3-01d9e8339402 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168348e0-bbee-437b-8095-c4752bbdda54 HTTP/1.1" status: 200 len: 217 time: 0.0434365 Nov 03 20:00:57.870584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-e984b0d8-85de-4386-86af-aadfe20961ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:57.873089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-e984b0d8-85de-4386-86af-aadfe20961ba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cccb1f2-9d99-4958-9373-9afd762bd11d HTTP/1.1" status: 200 len: 834 time: 0.0642974 Nov 03 20:00:57.927569 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-97aee522-c2ce-4e45-a655-afa87fd2dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:57.929265 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-97aee522-c2ce-4e45-a655-afa87fd2dc83 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489531 Nov 03 20:00:58.029550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-fd0974cd-b101-438a-8898-d5036150ded7 service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932775 Nov 03 20:00:58.122182 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4d50d64d-5b44-4d02-bc01-31b12800cc73 req-82d08248-e78f-4a17-9c05-4d5d73e8c30e service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859399 Nov 03 20:00:58.264005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34fd0d-29fa-4152-9662-24f29b53098c req-709d4c1a-1726-4d12-920f-6b835d87aec4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.265833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f34fd0d-29fa-4152-9662-24f29b53098c req-709d4c1a-1726-4d12-920f-6b835d87aec4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 944 time: 0.0892863 Nov 03 20:00:58.269325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-6b5b925d-8a0c-439d-b2a0-51522d4ee485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.271441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-6b5b925d-8a0c-439d-b2a0-51522d4ee485 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 1095 time: 0.0856814 Nov 03 20:00:58.384393 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f34fd0d-29fa-4152-9662-24f29b53098c req-ce0a5f5d-907c-43da-9a60-836d030fd4da tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111164 Nov 03 20:00:58.404728 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-9bc5ce96-df0e-44d2-bb92-69840d16eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.406299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-9bc5ce96-df0e-44d2-bb92-69840d16eb7d service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436 HTTP/1.1" status: 200 len: 898 time: 0.1269808 Nov 03 20:00:58.461550 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-fdcc6b9f-730f-40b5-9816-8cb965dc526e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168348e0-bbee-437b-8095-c4752bbdda54 HTTP/1.1" status: 200 len: 217 time: 0.0467865 Nov 03 20:00:58.515072 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-bab93eec-db5f-4ead-8eb9-4de7242cb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.516464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-bab93eec-db5f-4ead-8eb9-4de7242cb17e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cccb1f2-9d99-4958-9373-9afd762bd11d HTTP/1.1" status: 200 len: 834 time: 0.0470660 Nov 03 20:00:58.571039 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-c0c0e15d-d024-4684-8e93-0c29efdeb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.572560 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-c0c0e15d-d024-4684-8e93-0c29efdeb994 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483141 Nov 03 20:00:58.671900 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-4ba02119-504d-4692-a9a7-025ff571670c service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906861 Nov 03 20:00:58.769791 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-02c4aa52-e543-4134-87f0-5c52d5a56314 req-8e40b2a3-aa27-45d9-bd95-351fd624006d service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901549 Nov 03 20:00:59.518050 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908f9bd-2fe5-4cf4-8cd1-1f9db4cd11a3 req-422a617e-01c7-470a-a9a3-bf753482eb4a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:59.519544 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2908f9bd-2fe5-4cf4-8cd1-1f9db4cd11a3 req-422a617e-01c7-470a-a9a3-bf753482eb4a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 944 time: 0.0488529 Nov 03 20:00:59.569332 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2908f9bd-2fe5-4cf4-8cd1-1f9db4cd11a3 req-7b574c34-2de6-42c6-aef1-0d662d96c9a3 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Nov 03 20:01:00.685052 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823efb58-f960-4b84-b223-e196f3c2bc4a req-f1b2edfa-e9b5-4a9d-8539-1e0479a21e35 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:00.686561 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-823efb58-f960-4b84-b223-e196f3c2bc4a req-f1b2edfa-e9b5-4a9d-8539-1e0479a21e35 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 944 time: 0.0486152 Nov 03 20:01:00.742384 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-823efb58-f960-4b84-b223-e196f3c2bc4a req-25df1924-258e-4b9e-836a-4b23e0abd360 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492623 Nov 03 20:01:01.857440 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d3073-bad1-4c69-9bb0-baf1d0f4ca69 req-2e8b6b6a-ac79-48d0-8fd7-f53f4d6f27be tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:01.858908 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a18d3073-bad1-4c69-9bb0-baf1d0f4ca69 req-2e8b6b6a-ac79-48d0-8fd7-f53f4d6f27be tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 944 time: 0.0481114 Nov 03 20:01:01.907144 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a18d3073-bad1-4c69-9bb0-baf1d0f4ca69 req-cc59a4c2-7999-4a92-b5ef-ce30913deb3f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Nov 03 20:01:02.421472 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 168348e0-bbee-437b-8095-c4752bbdda54 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:01:02.522781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 168348e0-bbee-437b-8095-c4752bbdda54, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=168348e0-bbee-437b-8095-c4752bbdda54,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:02.534210 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': '168348e0-bbee-437b-8095-c4752bbdda54', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'port_id': '168348e0-bbee-437b-8095-c4752bbdda54', 'mac_address': 'fa:16:3e:94:a3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:01:02.572726 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:02.586599 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168348e0-bbee-437b-8095-c4752bbdda54 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:01:02.606308 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 168348e0-bbee-437b-8095-c4752bbdda54, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=168348e0-bbee-437b-8095-c4752bbdda54,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:02.610269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:02.662708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=168348e0-bbee-437b-8095-c4752bbdda54,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:02.859478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['168348e0-bbee-437b-8095-c4752bbdda54'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:01:03.034500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8dab7-94d3-47ed-b8ea-47f5ec33e7bf req-72a4803a-ccec-4359-8bcc-9ce45ef8c264 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:03.035456 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46c8dab7-94d3-47ed-b8ea-47f5ec33e7bf req-72a4803a-ccec-4359-8bcc-9ce45ef8c264 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 945 time: 0.0521297 Nov 03 20:01:03.088608 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46c8dab7-94d3-47ed-b8ea-47f5ec33e7bf req-d8dc3f4b-5089-407d-9804-9503bcc384e6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469239 Nov 03 20:01:03.150134 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:04.028388 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:04.214861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d57a22-5232-4238-8cda-bfc3d50fbd2f req-47aa51d4-e00d-434f-80af-4ef702466306 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:04.216299 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58d57a22-5232-4238-8cda-bfc3d50fbd2f req-47aa51d4-e00d-434f-80af-4ef702466306 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 945 time: 0.0556474 Nov 03 20:01:04.269013 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-58d57a22-5232-4238-8cda-bfc3d50fbd2f req-e6af7266-e29b-4fe9-9cd8-04ecb4cea0d6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455792 Nov 03 20:01:04.438348 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 168348e0-bbee-437b-8095-c4752bbdda54 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:01:04.488260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port 168348e0-bbee-437b-8095-c4752bbdda54 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:01:04.492647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port 168348e0-bbee-437b-8095-c4752bbdda54 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:01:04.493012 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:04.573896 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:04.596787 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:01:04.599109 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84236a42-616c-4b08-8b3f-c3ac0d1d8226" -d '{"events": [{"server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "name": "network-vif-plugged", "status": "completed", "tag": "168348e0-bbee-437b-8095-c4752bbdda54"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:01:04.612064 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port 168348e0-bbee-437b-8095-c4752bbdda54, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=168348e0-bbee-437b-8095-c4752bbdda54,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:04.616762 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:04.642882 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861fc0f3-9e91-40cd-868d-69396bb44d2b x-openstack-request-id: req-861fc0f3-9e91-40cd-868d-69396bb44d2b {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:01:04.643173 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "name": "network-vif-plugged", "status": "completed", "tag": "168348e0-bbee-437b-8095-c4752bbdda54", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:01:04.643410 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-861fc0f3-9e91-40cd-868d-69396bb44d2b {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:01:04.643800 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54', 'code': 200} Nov 03 20:01:04.672686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=168348e0-bbee-437b-8095-c4752bbdda54,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:04.735962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c66773-47c4-4db4-ad02-0a47b1e40a76 req-49fa00be-6627-4df5-8e19-1403da7c9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:04.737475 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22c66773-47c4-4db4-ad02-0a47b1e40a76 req-49fa00be-6627-4df5-8e19-1403da7c9fbf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 1097 time: 0.0399804 Nov 03 20:01:04.784403 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-22c66773-47c4-4db4-ad02-0a47b1e40a76 req-216a4f7d-a191-4f97-9f57-e8d9a625f27b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Nov 03 20:01:05.406594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121609f-ef59-4743-8f7b-706ed344da89 req-81627ae3-a52a-49ef-85ff-3efb9c54c4fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:05.408136 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5121609f-ef59-4743-8f7b-706ed344da89 req-81627ae3-a52a-49ef-85ff-3efb9c54c4fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0527811 Nov 03 20:01:05.465674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5121609f-ef59-4743-8f7b-706ed344da89 req-1b6268cf-5f2c-41bb-8cc9-46178213b6ab tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508318 Nov 03 20:01:06.191931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6dbdee0b-7e4a-4173-88f5-ab431187e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:06.582434 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f41445-1f01-45fa-9a23-20163ca14841 req-801a334d-9494-472e-bc70-fabb0db15f6a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:06.584435 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69f41445-1f01-45fa-9a23-20163ca14841 req-801a334d-9494-472e-bc70-fabb0db15f6a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0501416 Nov 03 20:01:06.635331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-69f41445-1f01-45fa-9a23-20163ca14841 req-d5f02319-1a7e-4711-8f48-ec56187aebfe tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448368 Nov 03 20:01:06.751864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2464-9eb9-4d2c-9ca9-ccd06bf89ccd req-8c0376a1-14de-40ed-a9bb-c5c45a1cd0e0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:06.753376 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a51a2464-9eb9-4d2c-9ca9-ccd06bf89ccd req-8c0376a1-14de-40ed-a9bb-c5c45a1cd0e0 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0505335 Nov 03 20:01:06.808183 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a51a2464-9eb9-4d2c-9ca9-ccd06bf89ccd req-e953bc92-1819-43da-a126-c7856fb1832f tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 Nov 03 20:01:06.834528 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47284) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:06.880861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89523e77-63ab-4138-b728-e29b5ff2ebdf tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:06.882521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-89523e77-63ab-4138-b728-e29b5ff2ebdf tempest-TestNetworkAdvancedServerOps-444944405 tempest-TestNetworkAdvancedServerOps-444944405-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 1092 time: 0.0469673 Nov 03 20:01:06.885712 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47286) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:06.890831 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '168348e0-bbee-437b-8095-c4752bbdda54', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:06.917002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:07.026822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:07.143188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Allocated IP 172.25.3.134 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/f1f86917-5392-402c-8266-eaf2de6e2df5) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:01:07.274497 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:07.311339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:07.355319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:01:07.358603 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:07.361382 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:01:07.393342 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=f1f86917-5392-402c-8266-eaf2de6e2df5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:07.764084 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:07.837758 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:07.999174 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:08.004036 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:08.075738 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event updated for resources: {'Port': ['ID=f1f86917-5392-402c-8266-eaf2de6e2df5,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:08.089429 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:08.543324 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP eb3201f0-ecda-4e1c-9222-2da95c3a2aa4 associated. External IP: 172.25.3.134, port: 168348e0-bbee-437b-8095-c4752bbdda54. Nov 03 20:01:08.766747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 81660c6b-fa40-44e8-beb2-9dd656637c4c has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:01:08.876003 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:08.886238 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] Sync routers for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:08.894678 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:08.897600 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:08.898217 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:08.928675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5016427c-6346-41bc-8d12-afa3201703b6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0418246 Nov 03 20:01:08.930210 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:01:08.932775 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "tag": "168348e0-bbee-437b-8095-c4752bbdda54"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:01:09.009211 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:09.030730 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb570-2dc6-41ed-a1eb-03ab8113efb8 req-f6351de8-1776-4939-9594-17fd2864dede tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:09.032258 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93beb570-2dc6-41ed-a1eb-03ab8113efb8 req-f6351de8-1776-4939-9594-17fd2864dede tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0524225 Nov 03 20:01:09.087543 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-93beb570-2dc6-41ed-a1eb-03ab8113efb8 req-f0588bc8-6b80-46d1-9e6b-fd514f865cf5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491519 Nov 03 20:01:09.109723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47292) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:09.150320 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4692add4-30e7-41f9-879a-87586ea3e319 x-openstack-request-id: req-4692add4-30e7-41f9-879a-87586ea3e319 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:01:09.150620 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "tag": "168348e0-bbee-437b-8095-c4752bbdda54", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:01:09.150853 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4692add4-30e7-41f9-879a-87586ea3e319 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:01:09.151255 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54', 'status': 'completed', 'code': 200} Nov 03 20:01:09.202441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5b165c57-4801-46c0-be73-d26eda074b8a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/eb3201f0-ecda-4e1c-9222-2da95c3a2aa4 HTTP/1.1" status: 200 len: 992 time: 0.0902865 Nov 03 20:01:09.213450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-8ff143c7-d353-4e01-9837-a93da79df2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:09.214993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-8ff143c7-d353-4e01-9837-a93da79df2c5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 1097 time: 0.0509584 Nov 03 20:01:09.254371 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'eb3201f0-ecda-4e1c-9222-2da95c3a2aa4', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'port_id': '168348e0-bbee-437b-8095-c4752bbdda54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'mac_address': 'fa:16:3e:94:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:01:07Z', 'updated_at': '2021-11-03T20:01:07Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:09.282560 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] Checking router: 81660c6b-fa40-44e8-beb2-9dd656637c4c for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:09.292005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:09.292627 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:00:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:09.317495 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-ff8e2962-13e6-4c09-bf22-7b53125c4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:09.319185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-ff8e2962-13e6-4c09-bf22-7b53125c4e7c service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436 HTTP/1.1" status: 200 len: 898 time: 0.0963547 Nov 03 20:01:09.388943 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-24be836f-bac8-4b67-9d62-4e4aeee82725 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168348e0-bbee-437b-8095-c4752bbdda54 HTTP/1.1" status: 200 len: 1000 time: 0.0631962 Nov 03 20:01:09.412607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:09.449448 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-e408d267-bf5c-460d-8b6d-357d4d99426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:09.451371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-e408d267-bf5c-460d-8b6d-357d4d99426f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cccb1f2-9d99-4958-9373-9afd762bd11d HTTP/1.1" status: 200 len: 834 time: 0.0555685 Nov 03 20:01:09.499462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-4c5537b9-77fb-44a4-9c0f-dade6679978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:09.501090 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-4c5537b9-77fb-44a4-9c0f-dade6679978b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432026 Nov 03 20:01:09.593840 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-5c8afdeb-93b9-430b-be51-795ddd07e8f6 service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842416 Nov 03 20:01:09.695185 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8a60d0d-b27c-46f5-ad75-a9eeebd4b9b9 req-3fe6598f-efe0-420a-ba1a-a2f9cd140a44 service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946188 Nov 03 20:01:09.807019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'eb3201f0-ecda-4e1c-9222-2da95c3a2aa4', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'port_id': '168348e0-bbee-437b-8095-c4752bbdda54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'mac_address': 'fa:16:3e:94:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:01:07Z', 'updated_at': '2021-11-03T20:01:07Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:09.833396 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0316db-3155-4036-87b4-73db4dd718d6 None None] The sync data for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 is: [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'eb3201f0-ecda-4e1c-9222-2da95c3a2aa4', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'port_id': '168348e0-bbee-437b-8095-c4752bbdda54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'mac_address': 'fa:16:3e:94:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:01:07Z', 'updated_at': '2021-11-03T20:01:07Z', 'revision_number': 0, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:01:10.040564 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d130be-fa3d-4fd7-8239-fe666377ece1 None None] New status for floating IP eb3201f0-ecda-4e1c-9222-2da95c3a2aa4: ACTIVE {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:01:10.205265 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47296) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:10.272830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-ec33d4a2-498f-4126-aa65-5d3d7de18d8b tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/eb3201f0-ecda-4e1c-9222-2da95c3a2aa4 HTTP/1.1" status: 200 len: 994 time: 0.0663736 Nov 03 20:01:10.366507 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:10.411206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6b4d2ed1-a3bf-4b75-a35b-d73dded978c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:12.410100 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:12.520044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:31.163965 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:01:33.154701 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:34.033730 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:36.194389 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d880b0c4-c368-4bb0-a754-8c32f7f7fad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:37.059404 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e31780-6cf4-40d4-95e3-b379f4b5e497 req-06f5ab34-fc85-4e53-984d-488aa0af6d33 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:37.060942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4e31780-6cf4-40d4-95e3-b379f4b5e497 req-06f5ab34-fc85-4e53-984d-488aa0af6d33 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0494270 Nov 03 20:01:37.111576 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c4e31780-6cf4-40d4-95e3-b379f4b5e497 req-21599cd3-7fe2-4f49-a76d-e850447fc186 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445073 Nov 03 20:01:38.229523 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63323b-11f6-48f6-8b57-1370740463b7 req-7315eff3-2f4c-4edd-a74e-a185dc9a73ba tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:38.231437 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f63323b-11f6-48f6-8b57-1370740463b7 req-7315eff3-2f4c-4edd-a74e-a185dc9a73ba tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0488520 Nov 03 20:01:38.285229 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7f63323b-11f6-48f6-8b57-1370740463b7 req-3858d023-e18e-456a-86a9-78e8c884eb23 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 Nov 03 20:01:38.308552 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47312) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:38.374286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f626652a-c960-495a-a1bc-ea79340a9c13 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/eb3201f0-ecda-4e1c-9222-2da95c3a2aa4 HTTP/1.1" status: 200 len: 994 time: 0.0645626 Nov 03 20:01:39.683952 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bad07-bb1a-4b64-9bff-bfba1a298864 req-03c28095-0948-4c35-a4bf-22fea140bc8d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:39.685356 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-734bad07-bb1a-4b64-9bff-bfba1a298864 req-03c28095-0948-4c35-a4bf-22fea140bc8d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0808082 Nov 03 20:01:39.692090 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-52a8cf28-c96b-4063-9513-656595653506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:39.695508 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-52a8cf28-c96b-4063-9513-656595653506 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 1097 time: 0.0608521 Nov 03 20:01:39.806620 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-734bad07-bb1a-4b64-9bff-bfba1a298864 req-7a0ef859-cd19-46b3-8c10-79528110144e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092675 Nov 03 20:01:39.827618 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-7e7daa79-8921-4fff-8d02-843abf3a3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:39.829094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-7e7daa79-8921-4fff-8d02-843abf3a3be9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436 HTTP/1.1" status: 200 len: 898 time: 0.1216288 Nov 03 20:01:39.900537 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-4238cd0a-4fd2-45f9-a131-d45aeb69d370 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168348e0-bbee-437b-8095-c4752bbdda54 HTTP/1.1" status: 200 len: 1002 time: 0.0644579 Nov 03 20:01:39.950681 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-56d5848f-e1dd-498a-b967-7b8e9e5891d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:39.952059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-56d5848f-e1dd-498a-b967-7b8e9e5891d4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cccb1f2-9d99-4958-9373-9afd762bd11d HTTP/1.1" status: 200 len: 834 time: 0.0449860 Nov 03 20:01:39.999161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-6026e4f2-299e-47e3-baba-940ef5e4738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:40.000686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-6026e4f2-299e-47e3-baba-940ef5e4738a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420990 Nov 03 20:01:40.095513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-fe1b67b6-5dc2-4321-a704-fa82cf313c50 service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874777 Nov 03 20:01:40.186455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6a29a5d6-8917-43d7-864f-a530c4d8f471 req-cc9909aa-53fb-47a1-923d-77dd3d5d0406 service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841079 Nov 03 20:01:40.368909 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:40.412682 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-15359109-5ab4-47cb-ac6c-18a5a92fe380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:40.934064 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551a6d3-26f7-4358-acaf-dec96355476d req-dabc39c6-eb48-4427-9263-f3e80c6679c6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:40.935683 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2551a6d3-26f7-4358-acaf-dec96355476d req-dabc39c6-eb48-4427-9263-f3e80c6679c6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0606849 Nov 03 20:01:40.987698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2551a6d3-26f7-4358-acaf-dec96355476d req-e5a11535-5439-4566-abb3-2f4da6ce8f59 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456338 Nov 03 20:01:42.112457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef9bd2-1a66-4bb9-b534-eedf03e3c1c3 req-13b9567c-da9f-484a-949b-d19690b8865d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:42.114057 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef9bd2-1a66-4bb9-b534-eedf03e3c1c3 req-13b9567c-da9f-484a-949b-d19690b8865d tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0544112 Nov 03 20:01:42.166443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48ef9bd2-1a66-4bb9-b534-eedf03e3c1c3 req-aa972267-454a-458f-83be-e28ea9757b1a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460210 Nov 03 20:01:42.190488 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47324) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:42.257011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-84b4a02b-13de-465a-9928-819d18e0cbfb tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/floatingips/eb3201f0-ecda-4e1c-9222-2da95c3a2aa4 HTTP/1.1" status: 200 len: 994 time: 0.0652399 Nov 03 20:01:42.414130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:42.499916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47330) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:42.522376 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:42.659032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port f1f86917-5392-402c-8266-eaf2de6e2df5 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:42.659381 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:42.736366 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:42.736689 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:42.749139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for f1f86917-5392-402c-8266-eaf2de6e2df5 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:42.897252 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:42.924074 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=f1f86917-5392-402c-8266-eaf2de6e2df5,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:42.953544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.953901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.954240 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.954582 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.954922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.955261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.955596 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.955926 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.956263 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.956589 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.956921 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.957325 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:42.998683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:42.999020 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Floating IP eb3201f0-ecda-4e1c-9222-2da95c3a2aa4 disassociated (deleted). External IP: 172.25.3.134, port: 168348e0-bbee-437b-8095-c4752bbdda54. Nov 03 20:01:43.216372 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 81660c6b-fa40-44e8-beb2-9dd656637c4c has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:01:43.325442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:43.330307 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:43.335317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] Sync routers for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:43.344328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:43.344932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:43.357820 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-29236f53-6a0d-4ba2-9313-63f733f1a4af tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/floatingips/eb3201f0-ecda-4e1c-9222-2da95c3a2aa4 HTTP/1.1" status: 204 len: 168 time: 0.8568122 Nov 03 20:01:43.358544 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:01:43.361021 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0302edf-f619-415a-9bfe-152c09849230" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "tag": "168348e0-bbee-437b-8095-c4752bbdda54"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:01:43.454721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:43.532430 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f6e6ae-0dd6-4c73-8f41-29d29cef6ddc x-openstack-request-id: req-73f6e6ae-0dd6-4c73-8f41-29d29cef6ddc {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:01:43.532725 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "tag": "168348e0-bbee-437b-8095-c4752bbdda54", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:01:43.532977 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73f6e6ae-0dd6-4c73-8f41-29d29cef6ddc {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:01:43.533383 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54', 'status': 'completed', 'code': 200} Nov 03 20:01:43.631339 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0302edf-f619-415a-9bfe-152c09849230 req-5b69f43d-195c-4db6-9fcd-d9c9c7de4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:43.632883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0302edf-f619-415a-9bfe-152c09849230 req-5b69f43d-195c-4db6-9fcd-d9c9c7de4c6c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f50d597dd9904eb4b91df80a617f2860&device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 1097 time: 0.0737648 Nov 03 20:01:43.646841 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b8ac5-2c26-4bd6-95da-f37cd267ad0a req-4a247255-8dae-4a35-a61d-de1d970cfd1e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:43.649131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d0b8ac5-2c26-4bd6-95da-f37cd267ad0a req-4a247255-8dae-4a35-a61d-de1d970cfd1e tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0630822 Nov 03 20:01:43.667545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:43.694957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] Checking router: 81660c6b-fa40-44e8-beb2-9dd656637c4c for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:43.703264 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:43.703864 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:43.759781 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d0b8ac5-2c26-4bd6-95da-f37cd267ad0a req-2ecfb6d6-55fd-423c-ad15-798c65b6d0ab tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020403 Nov 03 20:01:43.788580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0302edf-f619-415a-9bfe-152c09849230 req-4252b5e9-f800-43eb-856b-78286b8bcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:43.790106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0302edf-f619-415a-9bfe-152c09849230 req-4252b5e9-f800-43eb-856b-78286b8bcc8e service neutron] 10.222.0.96 "GET /v2.0/networks?id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436 HTTP/1.1" status: 200 len: 898 time: 0.1400616 Nov 03 20:01:43.814791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:43.835468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0302edf-f619-415a-9bfe-152c09849230 req-cb4c8dbe-dedd-4442-affe-37439c0e88e0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168348e0-bbee-437b-8095-c4752bbdda54 HTTP/1.1" status: 200 len: 217 time: 0.0360453 Nov 03 20:01:43.890205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0302edf-f619-415a-9bfe-152c09849230 req-e53b8cd5-fd4b-4ada-8414-9bb6f360526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:43.891777 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0302edf-f619-415a-9bfe-152c09849230 req-e53b8cd5-fd4b-4ada-8414-9bb6f360526f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cccb1f2-9d99-4958-9373-9afd762bd11d HTTP/1.1" status: 200 len: 834 time: 0.0485930 Nov 03 20:01:43.940297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0302edf-f619-415a-9bfe-152c09849230 req-3b10dd84-b022-4738-b658-931c91078e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:43.941906 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0302edf-f619-415a-9bfe-152c09849230 req-3b10dd84-b022-4738-b658-931c91078e8b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c6ffd054-2c9b-4380-b8a0-a6a15fbec436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411844 Nov 03 20:01:44.020955 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:44.042740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0302edf-f619-415a-9bfe-152c09849230 req-242cf988-b6ad-41d0-a0ff-0fc17bb295b1 service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908482 Nov 03 20:01:44.052178 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96139fbc-7aaf-4642-b0ab-16c699da4fcc None None] The sync data for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 is: [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '77ccaa57-7724-4ba4-81fb-ef1a005f11c6', 'name': '', 'network_id': 'c6ffd054-2c9b-4380-b8a0-a6a15fbec436', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'mac_address': 'fa:16:3e:f1:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'subnets': [{'id': '3cccb1f2-9d99-4958-9373-9afd762bd11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:01:44.142635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e0302edf-f619-415a-9bfe-152c09849230 req-1ee932db-9df8-476b-aac9-3ad61b67a999 service neutron] 10.222.0.96 "GET /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916796 Nov 03 20:01:44.288688 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a9aec-26a1-4b31-9fef-cea1be93592f None None] New status for floating IP eb3201f0-ecda-4e1c-9222-2da95c3a2aa4: DOWN {{(pid=101758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:01:44.879287 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a17e04-3536-4457-8216-7a8d50990dfb req-b8ae3019-af06-4a00-bdd6-e614dd4e5f62 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:44.881262 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88a17e04-3536-4457-8216-7a8d50990dfb req-b8ae3019-af06-4a00-bdd6-e614dd4e5f62 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0487709 Nov 03 20:01:44.937766 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-88a17e04-3536-4457-8216-7a8d50990dfb req-f933ea90-b941-40cf-8e10-a4d416a1b5a2 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/security-groups?id=819a96b1-ad27-4332-a13a-4a3ec045fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503333 Nov 03 20:01:45.178615 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7704185e-2bfe-4c6b-93c6-5562d93838f6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:45.180093 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7704185e-2bfe-4c6b-93c6-5562d93838f6 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 946 time: 0.0483718 Nov 03 20:01:45.268843 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 168348e0-bbee-437b-8095-c4752bbdda54 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:45.269176 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:45.359556 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 168348e0-bbee-437b-8095-c4752bbdda54, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=168348e0-bbee-437b-8095-c4752bbdda54,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:45.359910 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:45.374007 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 168348e0-bbee-437b-8095-c4752bbdda54 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:45.508860 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:45.535395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=168348e0-bbee-437b-8095-c4752bbdda54,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:45.579216 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] No DVR routers for this DVR port 168348e0-bbee-437b-8095-c4752bbdda54 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:01:45.581988 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:45.586285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c38869cc-2412-4ebc-abab-4d9509e21a15 req-7d39a277-23ee-48c7-8e97-429ce5c800f5 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.96 "DELETE /v2.0/ports/168348e0-bbee-437b-8095-c4752bbdda54 HTTP/1.1" status: 204 len: 173 time: 0.4001687 Nov 03 20:01:45.586898 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'name': 'network-vif-deleted', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:01:45.589341 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988dcd74-b3af-4202-8563-4b0992dd0d50" -d '{"events": [{"server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "name": "network-vif-deleted", "tag": "168348e0-bbee-437b-8095-c4752bbdda54"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:01:45.640042 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcba306c-a811-48a9-bc68-9f2233dcd2c3 x-openstack-request-id: req-bcba306c-a811-48a9-bc68-9f2233dcd2c3 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:01:45.640361 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7adb37-8509-4182-94b7-e14f29f7160c", "name": "network-vif-deleted", "tag": "168348e0-bbee-437b-8095-c4752bbdda54", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:01:45.640611 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcba306c-a811-48a9-bc68-9f2233dcd2c3 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:01:45.641011 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7adb37-8509-4182-94b7-e14f29f7160c', 'name': 'network-vif-deleted', 'tag': '168348e0-bbee-437b-8095-c4752bbdda54', 'status': 'completed', 'code': 200} Nov 03 20:01:46.068368 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fcb07359-57ab-4a13-9b8f-8c7d808ee309 req-65526ffc-6356-4b1f-a2cc-ef142f4c688a tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e7adb37-8509-4182-94b7-e14f29f7160c HTTP/1.1" status: 200 len: 210 time: 0.0377221 Nov 03 20:01:47.126297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47346) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:47.529566 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:47.803562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:47.803815 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:47.899030 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 77ccaa57-7724-4ba4-81fb-ef1a005f11c6, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:47.899414 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:47.913796 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:48.443534 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:48.475151 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=77ccaa57-7724-4ba4-81fb-ef1a005f11c6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:48.591568 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 168348e0-bbee-437b-8095-c4752bbdda54 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:01:48.612559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: 168348e0-bbee-437b-8095-c4752bbdda54 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:01:48.612906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device 168348e0-bbee-437b-8095-c4752bbdda54 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:01:48.646944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:48.870388 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Router 81660c6b-fa40-44e8-beb2-9dd656637c4c has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:01:48.978842 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:48.984213 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bbeab8ff-685b-4f2f-96d3-1551455f8939 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "PUT /v2.0/routers/81660c6b-fa40-44e8-beb2-9dd656637c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568661 Nov 03 20:01:48.986963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47348) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:48.990197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] Sync routers for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:49.001977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:49.002684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:49.039390 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-36aaed0c-9973-48d5-9e82-ab4822b1f7a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting subnet 3cccb1f2-9d99-4958-9373-9afd762bd11d {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:01:49.042608 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36aaed0c-9973-48d5-9e82-ab4822b1f7a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.083806 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36aaed0c-9973-48d5-9e82-ab4822b1f7a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.115277 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:49.175248 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36aaed0c-9973-48d5-9e82-ab4822b1f7a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.240011 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36aaed0c-9973-48d5-9e82-ab4822b1f7a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.269628 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaed0c-9973-48d5-9e82-ab4822b1f7a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Subnet': ['ID=3cccb1f2-9d99-4958-9373-9afd762bd11d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:49.271693 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-36aaed0c-9973-48d5-9e82-ab4822b1f7a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.275280 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-36aaed0c-9973-48d5-9e82-ab4822b1f7a1 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/subnets/3cccb1f2-9d99-4958-9373-9afd762bd11d HTTP/1.1" status: 204 len: 168 time: 0.2870941 Nov 03 20:01:49.277793 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47350) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:49.284501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c74d5-80a2-4da0-814b-183aeb677c12 None None] Network c6ffd054-2c9b-4380-b8a0-a6a15fbec436 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:01:49.392436 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.408917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:01:48Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:49.440505 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] Checking router: 81660c6b-fa40-44e8-beb2-9dd656637c4c for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:49.457747 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] Routers {'81660c6b-fa40-44e8-beb2-9dd656637c4c'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:49.458444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['81660c6b-fa40-44e8-beb2-9dd656637c4c'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:49.523814 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.554204 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] DHCP port deletion for c6ffd054-2c9b-4380-b8a0-a6a15fbec436 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:01:49.601393 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Deleting port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:49.601861 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.608118 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] Set router 81660c6b-fa40-44e8-beb2-9dd656637c4c gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:49.691338 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] For port 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=6e6c25ff-b927-4f47-bea4-8ac26be8c1e9,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:49.691605 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.704743 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Calling delete_port for 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:49.728040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Deleting port d1bc67d0-0aba-4329-aaff-010d3cc6517e {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:49.728399 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.813110 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] For port d1bc67d0-0aba-4329-aaff-010d3cc6517e, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d1bc67d0-0aba-4329-aaff-010d3cc6517e,segment=NetworkSegment(4e4884d1-2bc7-426c-8225-09381e4f0870),segment_id=4e4884d1-2bc7-426c-8225-09381e4f0870)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:49.813432 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.844567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Calling delete_port for d1bc67d0-0aba-4329-aaff-010d3cc6517e owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:49.882993 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.911366 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Port': ['ID=6e6c25ff-b927-4f47-bea4-8ac26be8c1e9,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:50.005702 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.116842 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.117158 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:01:48Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:50.119422 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.152229 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21949fd2-5f00-4e83-920b-9720562273ad None None] The sync data for ids ['81660c6b-fa40-44e8-beb2-9dd656637c4c'] in n-d-812148-3 is: [{'id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219773829', 'tenant_id': 'f50d597dd9904eb4b91df80a617f2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:01:48Z', 'revision_number': 5, 'project_id': 'f50d597dd9904eb4b91df80a617f2860', 'gw_port': {'id': '6e6c25ff-b927-4f47-bea4-8ac26be8c1e9', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81660c6b-fa40-44e8-beb2-9dd656637c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:01:50.175585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.176864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.177550 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Fanout notify agent at l3_agent the message router_deleted on router 81660c6b-fa40-44e8-beb2-9dd656637c4c {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:01:50.186126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.187817 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a98a1c8b-2023-495c-b9af-8a27909775f4 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/routers/81660c6b-fa40-44e8-beb2-9dd656637c4c HTTP/1.1" status: 204 len: 168 time: 0.9085743 Nov 03 20:01:50.194018 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47352) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:50.205662 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Pushing event deleted for resources: {'Port': ['ID=d1bc67d0-0aba-4329-aaff-010d3cc6517e,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:50.210587 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] No DVR routers for this DVR port d1bc67d0-0aba-4329-aaff-010d3cc6517e on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:01:50.217346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.217713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.218055 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.218389 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.218721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.219048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.219375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.219707 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.222285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.222285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.222285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.222285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1563451-5329-4d3b-864d-4d846fda9ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.280933 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.365832 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.385805 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ffd054-2c9b-4380-b8a0-a6a15fbec436']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:50.394879 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4884d1-2bc7-426c-8225-09381e4f0870') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:50.395177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4884d1-2bc7-426c-8225-09381e4f0870') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:50.404844 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.417559 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.423421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:01:50.423833 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: timer() Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:01:50.426890 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:01:50.491570 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.504822 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.511231 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/networks/c6ffd054-2c9b-4380-b8a0-a6a15fbec436 HTTP/1.1" status: 204 len: 168 time: 0.3154380 Nov 03 20:01:50.516210 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47354) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:50.529851 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fbee7-528d-4af9-bb83-29d0ad414352 tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'Network': ['ID=c6ffd054-2c9b-4380-b8a0-a6a15fbec436,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:50.582387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d1bc67d0-0aba-4329-aaff-010d3cc6517e no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:01:50.600100 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.605062 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d1bc67d0-0aba-4329-aaff-010d3cc6517e {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:01:50.606154 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d1bc67d0-0aba-4329-aaff-010d3cc6517e not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:01:50.636169 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.706563 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.710650 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:50.712839 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] 10.222.0.77 "DELETE /v2.0/security-groups/819a96b1-ad27-4332-a13a-4a3ec045fe65 HTTP/1.1" status: 204 len: 168 time: 0.1936471 Nov 03 20:01:50.727620 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819a96b1-ad27-4332-a13a-4a3ec045fe65,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:50.744690 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.745178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.745700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.746203 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.746733 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.747380 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.748085 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.748653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.749554 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.750119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.750734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:50.751272 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a362d40-17dd-4e31-922f-8db840d8e2fa tempest-TestNetworkAdvancedServerOps-1960481907 tempest-TestNetworkAdvancedServerOps-1960481907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:51.100558 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47362) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:51.255175 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-712a3cff-ae96-413b-b764-6efe5c1ddf90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f50d597dd9904eb4b91df80a617f2860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533720 Nov 03 20:01:51.257856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47366) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:51.312686 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0427fa76-170c-4478-9b27-2b392f3a0a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.338459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0427fa76-170c-4478-9b27-2b392f3a0a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.386790 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0427fa76-170c-4478-9b27-2b392f3a0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.389664 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-0427fa76-170c-4478-9b27-2b392f3a0a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.390862 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-0427fa76-170c-4478-9b27-2b392f3a0a84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/565fc067-0fb2-4529-8ba0-e9c215541d33 HTTP/1.1" status: 204 len: 168 time: 0.1321790 Nov 03 20:01:51.400549 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427fa76-170c-4478-9b27-2b392f3a0a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565fc067-0fb2-4529-8ba0-e9c215541d33,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:51.675669 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47372) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:51.689651 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4bff-4020-4504-828e-c89149e71075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.783707 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4bff-4020-4504-828e-c89149e71075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.788112 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4bff-4020-4504-828e-c89149e71075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.839695 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1c0f4bff-4020-4504-828e-c89149e71075 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb50169f36b04fddad5d5033c6562366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627398 Nov 03 20:01:51.840494 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f4bff-4020-4504-828e-c89149e71075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80c0c1a-58cf-4b5a-a319-4d38941bd27a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:51.842858 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47374) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:51.897834 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-297299d0-7abd-4c52-ae51-344d0ba486db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.923288 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-297299d0-7abd-4c52-ae51-344d0ba486db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.982708 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-297299d0-7abd-4c52-ae51-344d0ba486db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.985635 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-297299d0-7abd-4c52-ae51-344d0ba486db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.986863 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-297299d0-7abd-4c52-ae51-344d0ba486db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a80c0c1a-58cf-4b5a-a319-4d38941bd27a HTTP/1.1" status: 204 len: 168 time: 0.1430795 Nov 03 20:01:51.996199 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297299d0-7abd-4c52-ae51-344d0ba486db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80c0c1a-58cf-4b5a-a319-4d38941bd27a,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:52.133762 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:01:52.162586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:01:52.163235 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 6e6c25ff-b927-4f47-bea4-8ac26be8c1e9 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:01:52.164179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:01:52.195715 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:01:52.196168 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 77ccaa57-7724-4ba4-81fb-ef1a005f11c6 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:01:52.862938 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47396) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:53.023662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1568680441-network', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:53.049961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Made reservation on behalf of 2aa5944ed22143afb29f1a0dfd2226cf for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:01:53.052863 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.062148 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.181915 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.186883 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.214040 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:01:53.225198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78826d0a-b54c-4e34-a046-72b70f28d4f6,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:53.231078 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.231483 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Added segment 980f00f1-a7d4-42db-a838-7a4f2577a4dc of type vlan for network 382d269e-396e-42a1-aa3b-f6e3590d744e Nov 03 20:01:53.280545 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.310527 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.312062 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:53.312894 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.359286 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4951072 Nov 03 20:01:53.363936 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47400) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:53.370676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Request body: {'subnet': {'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1568680441-subnet', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:53.400587 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Made reservation on behalf of 2aa5944ed22143afb29f1a0dfd2226cf for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:01:53.403737 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d838b9-cc83-4fc9-8482-c1a2210a30b2 admin admin] Pushing event updated for resources: {'Network': ['ID=382d269e-396e-42a1-aa3b-f6e3590d744e,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:53.404898 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.420824 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 382d269e-396e-42a1-aa3b-f6e3590d744e details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:01:53.672413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.728281 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4a977f-cbb7-4126-becb-5bc6577d4d8d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:53.754723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Checking segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:01:53.755853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Network hostable DHCP agents. Network: 382d269e-396e-42a1-aa3b-f6e3590d744e, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:01:53.779303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Network 382d269e-396e-42a1-aa3b-f6e3590d744e is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:01:53.790602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 382d269e-396e-42a1-aa3b-f6e3590d744e) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:53.794960 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:53.795549 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.805059 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877827e6-8283-4562-b1c1-135cf87a7b51 None None] Network 382d269e-396e-42a1-aa3b-f6e3590d744e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:01:53.816102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8c0f4f8a-debb-4983-b5f8-6d57114c514a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4500742 Nov 03 20:01:53.818868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47402) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:53.823252 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:53.846180 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.847356 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.915183 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.972932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-382d269e-396e-42a1-aa3b-f6e3590d744e', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:01:53.974476 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.115019 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.138799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Allocated IP 172.20.0.2 (382d269e-396e-42a1-aa3b-f6e3590d744e/be4a977f-cbb7-4126-becb-5bc6577d4d8d/e73e46d8-f36c-4b39-976f-cdfe5122fb61) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:01:54.312298 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.320862 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.378354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Network 382d269e-396e-42a1-aa3b-f6e3590d744e is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:01:54.385130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:54.389823 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:01:54.392997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Pushing event updated for resources: {'Port': ['ID=e73e46d8-f36c-4b39-976f-cdfe5122fb61,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:54.396208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.417155 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.458615 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Attempting to bind port e73e46d8-f36c-4b39-976f-cdfe5122fb61 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:01:54.459319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Attempting to bind port e73e46d8-f36c-4b39-976f-cdfe5122fb61 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:01:54.459672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Attempting to bind port e73e46d8-f36c-4b39-976f-cdfe5122fb61 on network 382d269e-396e-42a1-aa3b-f6e3590d744e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:01:54.468136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:01:54.468865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Checking segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:01:54.469398 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.469934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Bound using segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:01:54.470513 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Bound port: e73e46d8-f36c-4b39-976f-cdfe5122fb61, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:01:54.470967 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.540969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] For port e73e46d8-f36c-4b39-976f-cdfe5122fb61, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:01:54.543534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Allocated IP 172.25.3.167 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/151df1c0-1d81-4c97-9439-bfbad0eda6f0) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:01:54.546625 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] For port e73e46d8-f36c-4b39-976f-cdfe5122fb61, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e73e46d8-f36c-4b39-976f-cdfe5122fb61,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:01:54.551734 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.638008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48925f8c-cce2-4a7d-bc6e-30e22499dd18 None None] Pushing event updated for resources: {'Port': ['ID=e73e46d8-f36c-4b39-976f-cdfe5122fb61,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:54.670962 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.714314 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.762676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:01:54.765907 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:54.771369 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:01:54.774958 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Pushing event updated for resources: {'Port': ['ID=151df1c0-1d81-4c97-9439-bfbad0eda6f0,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:55.102165 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.312976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.496300 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Router edbed9cf-b188-422a-b164-da0dc923e3be is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:01:55.623875 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:55.635860 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Sync routers for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:55.652494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7446491-e303-480f-9933-70209d2c04d9 None None] Network 382d269e-396e-42a1-aa3b-f6e3590d744e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:01:55.653111 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.654913 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:55.655271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-2c145943-e92e-4f86-8413-7318d0c7df10 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8348751 Nov 03 20:01:55.656265 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:55.657888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47404) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:55.737459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cd557e1f-29ed-4283-a938-b70f084700cf None None] Provisioning complete for port e73e46d8-f36c-4b39-976f-cdfe5122fb61 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:01:55.737938 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cd557e1f-29ed-4283-a938-b70f084700cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.787572 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:55.912235 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cd557e1f-29ed-4283-a938-b70f084700cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.960045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-cd557e1f-29ed-4283-a938-b70f084700cf None None] For port e73e46d8-f36c-4b39-976f-cdfe5122fb61, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e73e46d8-f36c-4b39-976f-cdfe5122fb61,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:55.965792 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cd557e1f-29ed-4283-a938-b70f084700cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.038328 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:54Z', 'revision_number': 3, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:56.067295 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd557e1f-29ed-4283-a938-b70f084700cf None None] Pushing event updated for resources: {'Port': ['ID=e73e46d8-f36c-4b39-976f-cdfe5122fb61,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:56.094452 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Checking router: edbed9cf-b188-422a-b164-da0dc923e3be for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:56.094796 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Updating router edbed9cf-b188-422a-b164-da0dc923e3be port 151df1c0-1d81-4c97-9439-bfbad0eda6f0 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:01:56.133540 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.268323 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e73e46d8-f36c-4b39-976f-cdfe5122fb61 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:01:56.318634 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.356297 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-635e102a-82bd-4f8d-9ab9-b0055f20a011 None None] Provisioning complete for port e73e46d8-f36c-4b39-976f-cdfe5122fb61 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:01:56.356610 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-635e102a-82bd-4f8d-9ab9-b0055f20a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.386559 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port e73e46d8-f36c-4b39-976f-cdfe5122fb61 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:01:56.386970 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.531322 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.540185 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.585653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Allocated IP 172.20.0.1 (382d269e-396e-42a1-aa3b-f6e3590d744e/be4a977f-cbb7-4126-becb-5bc6577d4d8d/49a0eb9d-8023-4625-866e-2b92d3cb2d89) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:01:56.601743 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Attempting to bind port 151df1c0-1d81-4c97-9439-bfbad0eda6f0 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:01:56.602118 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Attempting to bind port 151df1c0-1d81-4c97-9439-bfbad0eda6f0 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:01:56.602579 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Attempting to bind port 151df1c0-1d81-4c97-9439-bfbad0eda6f0 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:01:56.608689 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Pushing event updated for resources: {'Port': ['ID=151df1c0-1d81-4c97-9439-bfbad0eda6f0,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:56.617358 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:01:56.617735 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:01:56.618139 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.618531 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:01:56.619194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Bound port: 151df1c0-1d81-4c97-9439-bfbad0eda6f0, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:01:56.619462 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.622143 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.622486 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.622831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.623166 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.623498 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.623827 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.624154 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.624481 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.624806 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.625132 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.625479 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.625802 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:56.689725 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] For port 151df1c0-1d81-4c97-9439-bfbad0eda6f0, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:01:56.693723 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] For port 151df1c0-1d81-4c97-9439-bfbad0eda6f0, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=151df1c0-1d81-4c97-9439-bfbad0eda6f0,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:01:56.700493 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.735903 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.767160 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:56.767822 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:56.774083 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ba769-f8ee-49e5-ba28-1d83b2390192 None None] Pushing event updated for resources: {'Port': ['ID=151df1c0-1d81-4c97-9439-bfbad0eda6f0,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:56.777736 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.823161 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Network 382d269e-396e-42a1-aa3b-f6e3590d744e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:01:56.826184 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:56.832180 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:01:56.862972 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Pushing event updated for resources: {'Port': ['ID=49a0eb9d-8023-4625-866e-2b92d3cb2d89,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:56.882769 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.933486 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:57.040132 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.164093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-06604bb4-b0f0-47b5-8ec0-88c042fba168 None None] Provisioning complete for port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:01:57.164864 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-06604bb4-b0f0-47b5-8ec0-88c042fba168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.206927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-06604bb4-b0f0-47b5-8ec0-88c042fba168 None None] Port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:01:57.279742 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:54Z', 'revision_number': 3, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:57.312021 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75885a82-2be1-43de-84ee-eb868d15b756 None None] The sync data for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 is: [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:54Z', 'revision_number': 3, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:01:57.596564 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.605495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.681969 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Pushing event updated for resources: {'Port': ['ID=49a0eb9d-8023-4625-866e-2b92d3cb2d89,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:57.684816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.791920 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Network 382d269e-396e-42a1-aa3b-f6e3590d744e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:01:57.793379 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:57.937233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Router edbed9cf-b188-422a-b164-da0dc923e3be has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:01:58.069222 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:58.075607 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5e017389-bc31-4602-bcc4-3b3b69431b92 admin admin] 10.222.0.77 "PUT /v2.0/routers/edbed9cf-b188-422a-b164-da0dc923e3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4152436 Nov 03 20:01:58.140040 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-7430e0b0-5e3d-4ac4-bd1a-6d62e4a8be96 None None] Provisioning complete for port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:01:58.140540 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7430e0b0-5e3d-4ac4-bd1a-6d62e4a8be96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.204713 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-7430e0b0-5e3d-4ac4-bd1a-6d62e4a8be96 None None] Port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:01:58.257924 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 151df1c0-1d81-4c97-9439-bfbad0eda6f0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:01:58.313737 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 151df1c0-1d81-4c97-9439-bfbad0eda6f0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:01:58.314138 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.406576 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.429791 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 151df1c0-1d81-4c97-9439-bfbad0eda6f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=151df1c0-1d81-4c97-9439-bfbad0eda6f0,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:58.436610 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.500562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=151df1c0-1d81-4c97-9439-bfbad0eda6f0,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:58.631051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47420) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:58.636315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-859475423-network', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:58.656171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Made reservation on behalf of ea36f2e8bc76488eb18e9c17069086f6 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:01:58.658603 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.668257 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.759834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.765085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.806409 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:01:58.816524 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307297cc-a9f1-4e7c-abce-106b70933d80,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:58.824691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.825079 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Added segment 8267422b-bcf7-49f7-8f89-62237b72d674 of type vlan for network 45315a6c-b09d-4528-8e02-da1386ac9ee4 Nov 03 20:01:58.870317 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.902104 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.903119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:58.903698 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.969540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3373237 Nov 03 20:01:58.972314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47422) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:58.979545 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Request body: {'subnet': {'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-859475423-subnet', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:58.986034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030572ec-9388-441f-a13b-144fc2ea0912 admin admin] Pushing event updated for resources: {'Network': ['ID=45315a6c-b09d-4528-8e02-da1386ac9ee4,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:58.998194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 45315a6c-b09d-4528-8e02-da1386ac9ee4 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:01:59.006645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Made reservation on behalf of ea36f2e8bc76488eb18e9c17069086f6 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:01:59.010265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.057360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Sync routers for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:59.081802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:59.082514 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:59.212113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:59.466764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:01:57Z', 'revision_number': 2, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:59.497904 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Checking router: edbed9cf-b188-422a-b164-da0dc923e3be for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:59.498404 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Updating router edbed9cf-b188-422a-b164-da0dc923e3be port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:01:59.528606 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.581008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.645994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=142f6201-1021-49b5-aee6-931d7cedf711,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:59.655633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Checking segment: {'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:01:59.655994 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Network hostable DHCP agents. Network: 45315a6c-b09d-4528-8e02-da1386ac9ee4, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:01:59.675005 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Network 45315a6c-b09d-4528-8e02-da1386ac9ee4 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:01:59.687093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 45315a6c-b09d-4528-8e02-da1386ac9ee4) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:59.694131 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:59.695662 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.717495 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-94ec6083-0c04-419b-b6d9-dffb5200f21b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7439315 Nov 03 20:01:59.720164 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47424) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:59.722969 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a43e2-0f6c-4262-bc72-76440d849dc2 None None] Network 45315a6c-b09d-4528-8e02-da1386ac9ee4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:01:59.726412 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:59.758931 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.760944 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.826493 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.966500 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.975794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-45315a6c-b09d-4528-8e02-da1386ac9ee4', 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'fixed_ips': [{'subnet_id': '142f6201-1021-49b5-aee6-931d7cedf711'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:01:59.977022 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.980409 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.986897 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.131977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fc6d4-9b30-4c00-ad11-ecc7487b7039 None None] Pushing event updated for resources: {'Port': ['ID=49a0eb9d-8023-4625-866e-2b92d3cb2d89,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:00.204134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Attempting to bind port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:02:00.204506 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Attempting to bind port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:02:00.204869 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Attempting to bind port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 on network 382d269e-396e-42a1-aa3b-f6e3590d744e {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:00.232843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:02:00.233758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Checking segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:02:00.233758 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.234400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Bound using segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:02:00.234593 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Bound port: 49a0eb9d-8023-4625-866e-2b92d3cb2d89, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:02:00.234861 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.240687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 151df1c0-1d81-4c97-9439-bfbad0eda6f0 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:00.292306 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.313687 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.441034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Allocated IP 172.25.3.198 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/aea02422-aa68-421f-b570-23cd6bc6efbf) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:00.513888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Allocated IP 172.20.0.2 (45315a6c-b09d-4528-8e02-da1386ac9ee4/142f6201-1021-49b5-aee6-931d7cedf711/01307c45-0b50-47c4-b52a-e7a91f24e17c) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:00.528571 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-04fdbe5a-b3eb-4cbc-a419-6e5dd3757d12 None None] Provisioning complete for port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:00.528943 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-04fdbe5a-b3eb-4cbc-a419-6e5dd3757d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.595524 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.637844 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.642642 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] For port 49a0eb9d-8023-4625-866e-2b92d3cb2d89, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:02:00.670937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] For port 49a0eb9d-8023-4625-866e-2b92d3cb2d89, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=49a0eb9d-8023-4625-866e-2b92d3cb2d89,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:02:00.672155 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 151df1c0-1d81-4c97-9439-bfbad0eda6f0 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:00.672459 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.674245 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-04fdbe5a-b3eb-4cbc-a419-6e5dd3757d12 None None] Port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:00.681923 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:00.688614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:00.691279 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:00.702678 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.728651 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Pushing event updated for resources: {'Port': ['ID=aea02422-aa68-421f-b570-23cd6bc6efbf,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:00.850520 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fc6d4-9b30-4c00-ad11-ecc7487b7039 None None] Pushing event updated for resources: {'Port': ['ID=49a0eb9d-8023-4625-866e-2b92d3cb2d89,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:00.860452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:00.861102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:00.924057 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.958941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.104774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Network 45315a6c-b09d-4528-8e02-da1386ac9ee4 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:01.115092 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.122184 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:01.128943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Pushing event updated for resources: {'Port': ['ID=01307c45-0b50-47c4-b52a-e7a91f24e17c,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:01.134531 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:01.138424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:01.196857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-507f9ce0-d32c-41df-b77a-705a4581ff5f None None] Provisioning complete for port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:01.197227 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-507f9ce0-d32c-41df-b77a-705a4581ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.325860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Attempting to bind port 01307c45-0b50-47c4-b52a-e7a91f24e17c on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:02:01.326533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Attempting to bind port 01307c45-0b50-47c4-b52a-e7a91f24e17c by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:02:01.326533 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Attempting to bind port 01307c45-0b50-47c4-b52a-e7a91f24e17c on network 45315a6c-b09d-4528-8e02-da1386ac9ee4 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:01.366843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:02:01.367220 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Checking segment: {'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:02:01.367623 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.368019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Bound using segment: {'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:02:01.368501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Bound port: 01307c45-0b50-47c4-b52a-e7a91f24e17c, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:02:01.368886 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.371289 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.511156 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-507f9ce0-d32c-41df-b77a-705a4581ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.519924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Router fc858f38-93d8-4c42-ab35-ea41cbfb7462 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:02:01.552483 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] For port 01307c45-0b50-47c4-b52a-e7a91f24e17c, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:02:01.558562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] For port 01307c45-0b50-47c4-b52a-e7a91f24e17c, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=01307c45-0b50-47c4-b52a-e7a91f24e17c,segment=NetworkSegment(8267422b-bcf7-49f7-8f89-62237b72d674),segment_id=8267422b-bcf7-49f7-8f89-62237b72d674)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:02:01.576608 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.586270 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-507f9ce0-d32c-41df-b77a-705a4581ff5f None None] For port 49a0eb9d-8023-4625-866e-2b92d3cb2d89, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=49a0eb9d-8023-4625-866e-2b92d3cb2d89,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:01.623827 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-507f9ce0-d32c-41df-b77a-705a4581ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.668749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:02:01.669022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:00Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:01.673216 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5f695-b3f4-42ac-b9cb-3fafe7c28746 None None] Pushing event updated for resources: {'Port': ['ID=01307c45-0b50-47c4-b52a-e7a91f24e17c,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:01.688789 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Sync routers for ids ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:02:01.707987 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.709682 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab99c04-9c69-4bcb-bc1a-3a36cd6bf14c None None] The sync data for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 is: [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:00Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:02:01.712338 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c829b599-ddd7-4f04-8c27-461d86d48015 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9906924 Nov 03 20:02:01.712952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47426) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:01.721487 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Routers {'fc858f38-93d8-4c42-ab35-ea41cbfb7462'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:01.723975 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:01.800065 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f9ce0-d32c-41df-b77a-705a4581ff5f None None] Pushing event updated for resources: {'Port': ['ID=49a0eb9d-8023-4625-866e-2b92d3cb2d89,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:01.927960 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Set router fc858f38-93d8-4c42-ab35-ea41cbfb7462 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:02.292859 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:02:00Z', 'revision_number': 3, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port': {'id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:02.341105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 01307c45-0b50-47c4-b52a-e7a91f24e17c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:02.345567 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Checking router: fc858f38-93d8-4c42-ab35-ea41cbfb7462 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:02:02.345910 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Updating router fc858f38-93d8-4c42-ab35-ea41cbfb7462 port aea02422-aa68-421f-b570-23cd6bc6efbf binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:02:02.382047 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.425064 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.440439 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 01307c45-0b50-47c4-b52a-e7a91f24e17c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:02.441243 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.594483 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.663209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 01307c45-0b50-47c4-b52a-e7a91f24e17c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=01307c45-0b50-47c4-b52a-e7a91f24e17c,segment=NetworkSegment(8267422b-bcf7-49f7-8f89-62237b72d674),segment_id=8267422b-bcf7-49f7-8f89-62237b72d674)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:02.671114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.672156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 49a0eb9d-8023-4625-866e-2b92d3cb2d89 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:02.716629 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Allocated IP 172.20.0.1 (45315a6c-b09d-4528-8e02-da1386ac9ee4/142f6201-1021-49b5-aee6-931d7cedf711/28bc08fd-05f0-4868-a333-e8878e4b0e05) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:02.818906 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=01307c45-0b50-47c4-b52a-e7a91f24e17c,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:02.843886 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:02.844269 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.850819 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.866462 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.926296 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.958640 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Attempting to bind port aea02422-aa68-421f-b570-23cd6bc6efbf on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:02:02.959015 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Attempting to bind port aea02422-aa68-421f-b570-23cd6bc6efbf by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:02:02.959382 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Attempting to bind port aea02422-aa68-421f-b570-23cd6bc6efbf on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:02.973268 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:02:02.974325 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:02:02.975310 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.975310 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:02:02.975528 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Bound port: aea02422-aa68-421f-b570-23cd6bc6efbf, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:02:02.975890 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.006049 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ac5a0-9153-4640-83a8-1887edee9f26 None None] Pushing event updated for resources: {'Port': ['ID=aea02422-aa68-421f-b570-23cd6bc6efbf,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:03.042386 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.062065 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] For port aea02422-aa68-421f-b570-23cd6bc6efbf, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:02:03.066531 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] For port aea02422-aa68-421f-b570-23cd6bc6efbf, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=aea02422-aa68-421f-b570-23cd6bc6efbf,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:02:03.074437 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.121672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Network 45315a6c-b09d-4528-8e02-da1386ac9ee4 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:03.133450 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:03.146279 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:03.154399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab30edb-2763-49c5-b708-3e3c56a91f4e None None] Network 45315a6c-b09d-4528-8e02-da1386ac9ee4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:02:03.170016 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ac5a0-9153-4640-83a8-1887edee9f26 None None] Pushing event updated for resources: {'Port': ['ID=aea02422-aa68-421f-b570-23cd6bc6efbf,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:03.183166 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.190104 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Pushing event updated for resources: {'Port': ['ID=28bc08fd-05f0-4868-a333-e8878e4b0e05,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:03.199861 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Routers {'fc858f38-93d8-4c42-ab35-ea41cbfb7462'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:03.200519 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:03.226404 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.242561 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-dae8b62e-fea1-41af-b900-4f671ef8b4f7 None None] Provisioning complete for port 01307c45-0b50-47c4-b52a-e7a91f24e17c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:03.242953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-dae8b62e-fea1-41af-b900-4f671ef8b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.382797 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] Set router fc858f38-93d8-4c42-ab35-ea41cbfb7462 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:03.530342 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.661764 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:02:00Z', 'revision_number': 3, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port': {'id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:03.702813 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2be05-b91e-4918-81c5-5f732b3fae58 None None] The sync data for ids ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'] in n-d-812148-3 is: [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:02:00Z', 'revision_number': 3, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port': {'id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:02:03.824758 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.842038 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.862459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2ea6ebbd-3c16-4f85-9321-b0593ed67216 None None] Provisioning complete for port 28bc08fd-05f0-4868-a333-e8878e4b0e05 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:03.864701 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ebbd-3c16-4f85-9321-b0593ed67216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.914509 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6ebbd-3c16-4f85-9321-b0593ed67216 None None] Port 28bc08fd-05f0-4868-a333-e8878e4b0e05 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:03.934433 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2ea6ebbd-3c16-4f85-9321-b0593ed67216 None None] Provisioning complete for port 01307c45-0b50-47c4-b52a-e7a91f24e17c triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:03.935101 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ebbd-3c16-4f85-9321-b0593ed67216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.962283 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Pushing event updated for resources: {'Port': ['ID=28bc08fd-05f0-4868-a333-e8878e4b0e05,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:03.986988 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.067010 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.188183 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Network 45315a6c-b09d-4528-8e02-da1386ac9ee4 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:04.191332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:04.216191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-78cdd624-5b7d-454c-8f92-c743d43f579a None None] Provisioning complete for port 28bc08fd-05f0-4868-a333-e8878e4b0e05 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:04.216191 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-78cdd624-5b7d-454c-8f92-c743d43f579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.320843 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-78cdd624-5b7d-454c-8f92-c743d43f579a None None] Port 28bc08fd-05f0-4868-a333-e8878e4b0e05 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:04.427798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 01307c45-0b50-47c4-b52a-e7a91f24e17c up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:04.460177 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Router fc858f38-93d8-4c42-ab35-ea41cbfb7462 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:02:04.531253 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 01307c45-0b50-47c4-b52a-e7a91f24e17c triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:04.531708 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.651572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device aea02422-aa68-421f-b570-23cd6bc6efbf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:04.663503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:02:04.677128 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-e3e981b9-ffdc-4cbe-9eb2-bbd17cf6290f admin admin] 10.222.0.77 "PUT /v2.0/routers/fc858f38-93d8-4c42-ab35-ea41cbfb7462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9555933 Nov 03 20:02:04.686087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d4b08f34-004f-42b4-95b9-081b5623ff4d None None] Provisioning complete for port 28bc08fd-05f0-4868-a333-e8878e4b0e05 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:04.686581 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d4b08f34-004f-42b4-95b9-081b5623ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.736841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d4b08f34-004f-42b4-95b9-081b5623ff4d None None] Port 28bc08fd-05f0-4868-a333-e8878e4b0e05 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:04.745808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port aea02422-aa68-421f-b570-23cd6bc6efbf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:04.746184 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.868272 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.893575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port aea02422-aa68-421f-b570-23cd6bc6efbf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=aea02422-aa68-421f-b570-23cd6bc6efbf,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:04.899111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.972053 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=aea02422-aa68-421f-b570-23cd6bc6efbf,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:05.393027 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47434) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:05.399275 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9641e7cc-1f80-46bd-b808-e4926d69fccc tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131052003', 'description': 'tempest-secgroup-smoke-2131052003 description', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:05.425776 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9641e7cc-1f80-46bd-b808-e4926d69fccc tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.523573 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9641e7cc-1f80-46bd-b808-e4926d69fccc tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.530806 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9641e7cc-1f80-46bd-b808-e4926d69fccc tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.573459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9641e7cc-1f80-46bd-b808-e4926d69fccc tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.579138 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9641e7cc-1f80-46bd-b808-e4926d69fccc tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1800764 Nov 03 20:02:05.579447 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47436) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:05.580656 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641e7cc-1f80-46bd-b808-e4926d69fccc tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91da5267-cb86-461c-ac44-0508ecdae3ec,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:05.584932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-cecfdb35-281e-4bc5-9faa-ad89cd2ea18a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': '91da5267-cb86-461c-ac44-0508ecdae3ec', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:05.617128 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cecfdb35-281e-4bc5-9faa-ad89cd2ea18a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.683620 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cecfdb35-281e-4bc5-9faa-ad89cd2ea18a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.688614 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cecfdb35-281e-4bc5-9faa-ad89cd2ea18a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.712586 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfdb35-281e-4bc5-9faa-ad89cd2ea18a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b191f37e-2c88-4000-9490-bc65223b5cc9,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:05.718884 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cecfdb35-281e-4bc5-9faa-ad89cd2ea18a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.720701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cecfdb35-281e-4bc5-9faa-ad89cd2ea18a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401265 Nov 03 20:02:05.724140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47438) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:05.728810 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f360cb93-0545-4c13-97ee-f758d8dbe331 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': '91da5267-cb86-461c-ac44-0508ecdae3ec', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:05.759750 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f360cb93-0545-4c13-97ee-f758d8dbe331 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.836991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f360cb93-0545-4c13-97ee-f758d8dbe331 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.841643 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f360cb93-0545-4c13-97ee-f758d8dbe331 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.865255 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360cb93-0545-4c13-97ee-f758d8dbe331 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fda0929-ece7-46ad-9932-a98f82c70357,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:05.875736 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f360cb93-0545-4c13-97ee-f758d8dbe331 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.877125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f360cb93-0545-4c13-97ee-f758d8dbe331 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519537 Nov 03 20:02:05.880859 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47440) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:05.883077 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Sync routers for ids ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:02:05.889846 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-6d8be2ac-6bae-4f8c-8a03-3896c6437802 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': '91da5267-cb86-461c-ac44-0508ecdae3ec', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:05.896621 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Routers {'fc858f38-93d8-4c42-ab35-ea41cbfb7462'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:05.897252 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:05.938557 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6d8be2ac-6bae-4f8c-8a03-3896c6437802 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.011704 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6d8be2ac-6bae-4f8c-8a03-3896c6437802 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.016594 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6d8be2ac-6bae-4f8c-8a03-3896c6437802 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.037277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8be2ac-6bae-4f8c-8a03-3896c6437802 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441be82f-0e8c-42c8-a5c5-2dd07eb57a14,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:06.047813 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-6d8be2ac-6bae-4f8c-8a03-3896c6437802 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.051808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-6d8be2ac-6bae-4f8c-8a03-3896c6437802 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667321 Nov 03 20:02:06.052193 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47442) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:06.057051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-8855ce7c-16e1-4513-9262-fee3a1d5c619 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': '91da5267-cb86-461c-ac44-0508ecdae3ec', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:06.078760 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Set router fc858f38-93d8-4c42-ab35-ea41cbfb7462 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:06.089639 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8855ce7c-16e1-4513-9262-fee3a1d5c619 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.163065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8855ce7c-16e1-4513-9262-fee3a1d5c619 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.169056 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8855ce7c-16e1-4513-9262-fee3a1d5c619 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.202854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855ce7c-16e1-4513-9262-fee3a1d5c619 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764a3e52-2df6-4e31-92ea-4e369f04f647,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:06.214874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8855ce7c-16e1-4513-9262-fee3a1d5c619 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.219552 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8855ce7c-16e1-4513-9262-fee3a1d5c619 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634924 Nov 03 20:02:06.219956 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47444) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:06.223409 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device aea02422-aa68-421f-b570-23cd6bc6efbf up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:06.224868 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-66d937b6-7c72-4c96-89cc-60fc322b88d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': '91da5267-cb86-461c-ac44-0508ecdae3ec', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:06.257328 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-66d937b6-7c72-4c96-89cc-60fc322b88d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Project 2aa5944ed22143afb29f1a0dfd2226cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:02:06.264189 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66d937b6-7c72-4c96-89cc-60fc322b88d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.268334 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d49c4ac0-bcd0-43f2-b176-3851d84e53de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.341341 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66d937b6-7c72-4c96-89cc-60fc322b88d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.346286 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66d937b6-7c72-4c96-89cc-60fc322b88d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.368173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d937b6-7c72-4c96-89cc-60fc322b88d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b73c4b5-7fff-4a33-8eac-c80a545d7409,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:06.369093 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port aea02422-aa68-421f-b570-23cd6bc6efbf triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:06.369523 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.374691 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-66d937b6-7c72-4c96-89cc-60fc322b88d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.378788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47446) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:06.378955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-66d937b6-7c72-4c96-89cc-60fc322b88d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1579294 Nov 03 20:02:06.384696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-53a48abc-f913-4913-b0d4-ea7599fa35ab tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': '91da5267-cb86-461c-ac44-0508ecdae3ec', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:06.410392 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-53a48abc-f913-4913-b0d4-ea7599fa35ab tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Project 2aa5944ed22143afb29f1a0dfd2226cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:02:06.416669 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53a48abc-f913-4913-b0d4-ea7599fa35ab tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.434453 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port': {'id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '28bc08fd-05f0-4868-a333-e8878e4b0e05', 'name': '', 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'mac_address': 'fa:16:3e:b2:90:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '142f6201-1021-49b5-aee6-931d7cedf711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:02Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 2, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'subnets': [{'id': '142f6201-1021-49b5-aee6-931d7cedf711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:06.483340 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53a48abc-f913-4913-b0d4-ea7599fa35ab tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.486922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Checking router: fc858f38-93d8-4c42-ab35-ea41cbfb7462 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:02:06.487318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Updating router fc858f38-93d8-4c42-ab35-ea41cbfb7462 port 28bc08fd-05f0-4868-a333-e8878e4b0e05 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:02:06.487597 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53a48abc-f913-4913-b0d4-ea7599fa35ab tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.506428 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a48abc-f913-4913-b0d4-ea7599fa35ab tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9172bdd7-dfa6-4535-bcdf-6ecd534fd02d,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:06.520420 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-53a48abc-f913-4913-b0d4-ea7599fa35ab tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.522314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-53a48abc-f913-4913-b0d4-ea7599fa35ab tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416335 Nov 03 20:02:06.524953 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.801402 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-9dbc2a6c-eb26-4770-a60b-354c28fe10f3 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131052003&fields=id&tenant_id=2aa5944ed22143afb29f1a0dfd2226cf HTTP/1.1" status: 200 len: 267 time: 0.0493989 Nov 03 20:02:06.839173 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.846536 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.902025 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252df485-a6a0-4a29-aab0-28bd39fff0ef None None] Pushing event updated for resources: {'Port': ['ID=28bc08fd-05f0-4868-a333-e8878e4b0e05,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:06.972050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Attempting to bind port 28bc08fd-05f0-4868-a333-e8878e4b0e05 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:02:06.972411 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Attempting to bind port 28bc08fd-05f0-4868-a333-e8878e4b0e05 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:02:06.972771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Attempting to bind port 28bc08fd-05f0-4868-a333-e8878e4b0e05 on network 45315a6c-b09d-4528-8e02-da1386ac9ee4 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:06.981400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:02:06.981799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Checking segment: {'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:02:06.982193 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.982580 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Bound using segment: {'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:02:06.983060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Bound port: 28bc08fd-05f0-4868-a333-e8878e4b0e05, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8267422b-bcf7-49f7-8f89-62237b72d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:02:06.983441 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.990365 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-6d9f3c12-67b7-4e3b-8cfd-f056baf9cb43 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:06.992104 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-6d9f3c12-67b7-4e3b-8cfd-f056baf9cb43 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 809 time: 0.1805315 Nov 03 20:02:07.010916 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-b00de4b8-439a-4286-b802-6411139cafde tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/quotas/2aa5944ed22143afb29f1a0dfd2226cf HTTP/1.1" status: 200 len: 375 time: 0.0120015 Nov 03 20:02:07.076690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] For port 28bc08fd-05f0-4868-a333-e8878e4b0e05, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:02:07.079788 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-63d377ae-83f1-4f27-961c-f678fe3cbc47 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602574 Nov 03 20:02:07.080550 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] For port 28bc08fd-05f0-4868-a333-e8878e4b0e05, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=28bc08fd-05f0-4868-a333-e8878e4b0e05,segment=NetworkSegment(8267422b-bcf7-49f7-8f89-62237b72d674),segment_id=8267422b-bcf7-49f7-8f89-62237b72d674)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:02:07.088474 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:07.171686 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Routers {'fc858f38-93d8-4c42-ab35-ea41cbfb7462'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:07.172324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:01:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:07.214915 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252df485-a6a0-4a29-aab0-28bd39fff0ef None None] Pushing event updated for resources: {'Port': ['ID=28bc08fd-05f0-4868-a333-e8878e4b0e05,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:07.221935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ec2d58c6-361b-4b13-a2cc-57e35663b4be service neutron] 10.222.0.77 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232367 Nov 03 20:02:07.251242 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-43aca7ee-bcb3-42ad-9e78-6692ce6c1467 None None] Provisioning complete for port 28bc08fd-05f0-4868-a333-e8878e4b0e05 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:07.251712 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43aca7ee-bcb3-42ad-9e78-6692ce6c1467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:07.343691 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] Set router fc858f38-93d8-4c42-ab35-ea41cbfb7462 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:07.361455 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-0c8854ba-3498-47d7-9d57-2c61cf327728 service neutron] 10.222.0.77 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268218 Nov 03 20:02:07.504280 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43aca7ee-bcb3-42ad-9e78-6692ce6c1467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:07.555690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0e5b9f00-8d23-4eac-aaf7-d72231b34b63 req-aee9188f-887b-448d-bdc2-12465397aa91 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Nov 03 20:02:07.560379 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-43aca7ee-bcb3-42ad-9e78-6692ce6c1467 None None] For port 28bc08fd-05f0-4868-a333-e8878e4b0e05, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=28bc08fd-05f0-4868-a333-e8878e4b0e05,segment=NetworkSegment(8267422b-bcf7-49f7-8f89-62237b72d674),segment_id=8267422b-bcf7-49f7-8f89-62237b72d674)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:07.566899 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-43aca7ee-bcb3-42ad-9e78-6692ce6c1467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:07.641732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aca7ee-bcb3-42ad-9e78-6692ce6c1467 None None] Pushing event updated for resources: {'Port': ['ID=28bc08fd-05f0-4868-a333-e8878e4b0e05,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:07.659364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port': {'id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '28bc08fd-05f0-4868-a333-e8878e4b0e05', 'name': '', 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'mac_address': 'fa:16:3e:b2:90:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '142f6201-1021-49b5-aee6-931d7cedf711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:02Z', 'updated_at': '2021-11-03T20:02:07Z', 'revision_number': 4, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'subnets': [{'id': '142f6201-1021-49b5-aee6-931d7cedf711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:07.694870 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39313f-187c-41e5-80e8-f44b0c58938c None None] The sync data for ids ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'] in n-d-812148-3 is: [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port': {'id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '28bc08fd-05f0-4868-a333-e8878e4b0e05', 'name': '', 'network_id': '45315a6c-b09d-4528-8e02-da1386ac9ee4', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'mac_address': 'fa:16:3e:b2:90:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '142f6201-1021-49b5-aee6-931d7cedf711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:02Z', 'updated_at': '2021-11-03T20:02:07Z', 'revision_number': 4, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'subnets': [{'id': '142f6201-1021-49b5-aee6-931d7cedf711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:02:07.705174 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9edb1476-2c7b-47ad-b442-b2e835b8e956 None None] Provisioning complete for port 28bc08fd-05f0-4868-a333-e8878e4b0e05 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:07.705572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9edb1476-2c7b-47ad-b442-b2e835b8e956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:08.164913 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:02:08.210814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 28bc08fd-05f0-4868-a333-e8878e4b0e05 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:08.264066 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 28bc08fd-05f0-4868-a333-e8878e4b0e05 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:08.264351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:08.643898 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b0b17f6b-c42c-45cf-aec3-e087890643ca req-f8590f81-3d19-45ed-890d-dafe9634160e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 210 time: 0.0298369 Nov 03 20:02:09.732067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-18cc671a-d296-448b-99aa-2baf7aa27a5b req-86ca20a2-4b83-4016-adda-34ab7e698eb2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 210 time: 0.0285034 Nov 03 20:02:10.373566 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:10.416512 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-adb1d78d-bdb3-422e-986a-4b3154cb87ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:10.813612 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-acdb0f4a-bd58-4317-8f03-84e28daa8bc8 req-554b79ff-eaf4-4528-a356-a704ae4fc00f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 210 time: 0.0276551 Nov 03 20:02:11.913839 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77c741c9-2096-4223-9a97-819023ccc268 req-1486f0e8-cf0f-4af1-98f9-85e140045ae3 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 210 time: 0.0270817 Nov 03 20:02:12.415525 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:12.530032 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:12.626036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-2e251440-73a8-4aea-b4eb-15c7c4ee7bf7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:12.627455 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-2e251440-73a8-4aea-b4eb-15c7c4ee7bf7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 809 time: 0.1120722 Nov 03 20:02:12.690885 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-77703237-bf87-45c6-9937-17dc254620f7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa5944ed22143afb29f1a0dfd2226cf HTTP/1.1" status: 200 len: 380 time: 0.0545244 Nov 03 20:02:12.701694 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'port': {'device_id': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'admin_state_up': True, 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'security_groups': ['91da5267-cb86-461c-ac44-0508ecdae3ec']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:12.814949 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Made reservation on behalf of 2aa5944ed22143afb29f1a0dfd2226cf for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:02:12.818481 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:12.948861 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Allocated IP 172.20.0.9 (382d269e-396e-42a1-aa3b-f6e3590d744e/be4a977f-cbb7-4126-becb-5bc6577d4d8d/cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:13.014142 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-96e5ad76-39be-4b63-bb25-a74dda4ed9e0 req-658ea801-2906-40a1-8945-5f2d5dda34b6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 210 time: 0.0294909 Nov 03 20:02:13.096712 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.134656 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.183503 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Network 382d269e-396e-42a1-aa3b-f6e3590d744e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:13.188817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:13.192817 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:13.199717 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:13.249496 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:13.250179 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.268701 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-ca9215ef-feb8-4a35-885d-4523e05d44c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719910 Nov 03 20:02:13.383387 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Request body: {'port': {'device_id': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:13.448410 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.459134 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c59a3da1-fb04-446e-a6c4-273ec26b4e68 None None] Provisioning complete for port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:13.459916 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c59a3da1-fb04-446e-a6c4-273ec26b4e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.494672 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-c59a3da1-fb04-446e-a6c4-273ec26b4e68 None None] Port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:13.737395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:02:13.745859 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.761239 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Transition to ACTIVE for port object cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:02:13.766804 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.823815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:13.900961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Attempting to bind port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:02:13.901695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Attempting to bind port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:02:13.901912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Attempting to bind port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on network 382d269e-396e-42a1-aa3b-f6e3590d744e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:13.908481 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on network 382d269e-396e-42a1-aa3b-f6e3590d744e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:02:13.908806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Attempting to bind port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on network 382d269e-396e-42a1-aa3b-f6e3590d744e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:13.915582 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:02:13.915950 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Checking segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:02:13.916228 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Bound using segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:02:13.916490 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Bound port: cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:02:13.916854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.989965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:02:13.993128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:02:13.998433 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:14.045459 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.046081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:14.047634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] 10.222.0.70 "PUT /v2.0/ports/cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 1091 time: 0.7709775 Nov 03 20:02:14.048043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:02:14.050551 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b20c06-4d00-4f2b-9c0d-c9d19da21882" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:02:14.071221 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cfb75-1cac-4766-8cd9-001a330d3973 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:14.150886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-99d08b66-6366-43bd-93d7-d535f31261fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.153615 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-99d08b66-6366-43bd-93d7-d535f31261fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0631583 Nov 03 20:02:14.179200 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c8b0-3e46-4a15-9fbf-8910a059d623 req-cd5392e0-90a3-4a45-a9c9-7051b9c68271 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.181058 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ec6c8b0-3e46-4a15-9fbf-8910a059d623 req-cd5392e0-90a3-4a45-a9c9-7051b9c68271 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0842984 Nov 03 20:02:14.209638 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-0c9ee11b-f321-46fd-8135-fe2ba8e1b74e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 217 time: 0.0456080 Nov 03 20:02:14.247639 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ec6c8b0-3e46-4a15-9fbf-8910a059d623 req-e048ed46-275d-451e-8a97-5311eb6babc1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601697 Nov 03 20:02:14.273233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-79432472-c4f4-4ae0-a9b3-a2a171178465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.275222 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-79432472-c4f4-4ae0-a9b3-a2a171178465 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0591195 Nov 03 20:02:14.312899 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b104a-5c46-40b5-a675-332812c4ae46 x-openstack-request-id: req-159b104a-5c46-40b5-a675-332812c4ae46 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:02:14.313192 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:02:14.313561 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-159b104a-5c46-40b5-a675-332812c4ae46 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:02:14.313975 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'status': 'completed', 'code': 200} Nov 03 20:02:14.331393 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-8e11aa07-7485-434b-9dd4-a8f393356237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.332968 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-8e11aa07-7485-434b-9dd4-a8f393356237 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500138 Nov 03 20:02:14.443889 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-79c543c2-bf6e-4418-946b-498e61236f5d service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014011 Nov 03 20:02:14.546272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-6cb1db98-81d8-44fd-9b0c-9705e6a000df req-35b7fbc8-d630-4fdb-9521-ca1c26fdd6d0 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953493 Nov 03 20:02:14.642021 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-01351247-f6e1-4603-95e6-f50ef1601dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.643531 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-01351247-f6e1-4603-95e6-f50ef1601dda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0464139 Nov 03 20:02:14.739416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-a5229c6d-cae6-4065-bdc5-5d34d6210adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.740934 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-a5229c6d-cae6-4065-bdc5-5d34d6210adc service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0896730 Nov 03 20:02:14.787659 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-7b6f72cb-63c6-4017-af6c-d64555d0df46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 217 time: 0.0396943 Nov 03 20:02:14.839708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-b507514e-6135-4620-9179-ba6c1e9e0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.841133 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-b507514e-6135-4620-9179-ba6c1e9e0a30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0456710 Nov 03 20:02:14.890102 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-dc4da309-f364-428c-b224-9e790b911301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:14.891631 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-dc4da309-f364-428c-b224-9e790b911301 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426955 Nov 03 20:02:15.302604 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-5178fcd1-74e7-407d-b95b-b94844c690be service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030457 Nov 03 20:02:15.382920 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd950a9-af9e-4490-8608-32fb906a355d req-a4b9a9d5-40cd-45e7-8d92-65198676a711 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:15.384471 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cd950a9-af9e-4490-8608-32fb906a355d req-a4b9a9d5-40cd-45e7-8d92-65198676a711 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0601127 Nov 03 20:02:15.404037 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-69b20c06-4d00-4f2b-9c0d-c9d19da21882 req-d85a88b2-3662-454f-a87e-495496080d71 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931511 Nov 03 20:02:15.436177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6cd950a9-af9e-4490-8608-32fb906a355d req-ae391a6b-81c4-4d70-ae22-9f930c3f0cee tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455627 Nov 03 20:02:16.286540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:02:16.391641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:16.404063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'port_id': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'mac_address': 'fa:16:3e:88:bd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:02:16.443246 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:16.458549 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:02:16.479016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:16.483856 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:16.533786 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:16.569486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8990d1-a785-43ee-b4dd-1fb437b3ffb0 req-ae2e18c1-373f-4c87-a264-35e435313372 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:16.571052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb8990d1-a785-43ee-b4dd-1fb437b3ffb0 req-ae2e18c1-373f-4c87-a264-35e435313372 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 944 time: 0.0561953 Nov 03 20:02:16.623509 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bb8990d1-a785-43ee-b4dd-1fb437b3ffb0 req-7ff0977a-99f5-4e00-8905-b11f026984ad tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457919 Nov 03 20:02:16.719770 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:02:17.739280 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eb65a-4785-4c34-92e3-7a9e22659953 req-9d9fdef1-f42b-45d3-abe9-0174669627cb tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:17.740830 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-029eb65a-4785-4c34-92e3-7a9e22659953 req-9d9fdef1-f42b-45d3-abe9-0174669627cb tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 944 time: 0.0488322 Nov 03 20:02:17.791067 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-029eb65a-4785-4c34-92e3-7a9e22659953 req-2e0bf5ef-5805-40eb-96e0-46ca4079f695 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Nov 03 20:02:18.301374 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:18.352888 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:02:18.357387 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:18.357846 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:18.433102 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:18.455909 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:02:18.458674 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e167c8-fcb2-4cd4-a7b4-52bb19f8725a" -d '{"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-plugged", "status": "completed", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:02:18.471572 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:18.476648 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:18.503239 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e18e8-a3cf-4c2a-979e-040ecc329975 x-openstack-request-id: req-b08e18e8-a3cf-4c2a-979e-040ecc329975 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:02:18.503533 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-plugged", "status": "completed", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:02:18.503784 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b08e18e8-a3cf-4c2a-979e-040ecc329975 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:02:18.504174 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'code': 200} Nov 03 20:02:18.532558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:18.599617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819f0f-b2a6-447e-8cc7-9c517061f004 req-e2afcfb7-3832-41d1-b2a1-a39d0e90cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:18.601101 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b0819f0f-b2a6-447e-8cc7-9c517061f004 req-e2afcfb7-3832-41d1-b2a1-a39d0e90cbc3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0409827 Nov 03 20:02:18.650570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-b0819f0f-b2a6-447e-8cc7-9c517061f004 req-23f5b031-9fcf-4f13-a5ac-7e38b00071ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 Nov 03 20:02:18.909703 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2cee7-7757-4ff6-ba87-fde44346bc62 req-03dcb823-f828-4914-a289-d02842470dc5 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:18.911267 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2f2cee7-7757-4ff6-ba87-fde44346bc62 req-03dcb823-f828-4914-a289-d02842470dc5 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Nov 03 20:02:18.964930 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d2f2cee7-7757-4ff6-ba87-fde44346bc62 req-ea670a6c-55c9-406a-b113-855360a01c7b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Nov 03 20:02:20.080887 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398739f-5c30-4b91-9c84-b2d9b66f8b55 req-30a137c9-1e97-484d-b378-b230783a306d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:20.082980 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b398739f-5c30-4b91-9c84-b2d9b66f8b55 req-30a137c9-1e97-484d-b378-b230783a306d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Nov 03 20:02:20.131754 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b398739f-5c30-4b91-9c84-b2d9b66f8b55 req-4aea2d12-2fb7-47da-afd4-264cbf228c85 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Nov 03 20:02:20.245988 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77247d2-61da-4c92-9fdd-eaa8a063d575 req-ad936bcd-db2c-44e4-aa55-5b1c8d965ed9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:20.247532 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b77247d2-61da-4c92-9fdd-eaa8a063d575 req-ad936bcd-db2c-44e4-aa55-5b1c8d965ed9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0489333 Nov 03 20:02:20.297011 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b77247d2-61da-4c92-9fdd-eaa8a063d575 req-83f19ee5-96a1-40de-92b2-93e1f3b32b67 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Nov 03 20:02:20.319436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47514) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:20.408783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954b7ca-e863-46cc-9bcb-7ee52865b185 tempest-TestShelveInstance-968547634 tempest-TestShelveInstance-968547634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:20.410348 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7954b7ca-e863-46cc-9bcb-7ee52865b185 tempest-TestShelveInstance-968547634 tempest-TestShelveInstance-968547634-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1091 time: 0.0899115 Nov 03 20:02:20.413297 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47518) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:20.417665 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:20.439287 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:20.537134 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:20.642783 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Allocated IP 172.25.3.131 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/ec4f8dae-3ee3-4b47-89ee-4c6c90d7b8d8) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:20.742127 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:20.774597 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:20.815555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:20.820371 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:20.823973 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:20.829581 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'Port': ['ID=ec4f8dae-3ee3-4b47-89ee-4c6c90d7b8d8,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:21.195196 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:21.266374 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:21.420527 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:21.425016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:21.490141 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'Port': ['ID=ec4f8dae-3ee3-4b47-89ee-4c6c90d7b8d8,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:21.501956 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:21.605167 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Floating IP 40f353c4-75e7-42d9-b966-1f147453959e associated. External IP: 172.25.3.131, port: cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4. Nov 03 20:02:21.818419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Router edbed9cf-b188-422a-b164-da0dc923e3be has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:02:21.925746 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:02:21.936292 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] Sync routers for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:02:21.946879 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:21.947681 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:21.948325 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:02:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:21.974945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-18445eb0-3eb3-4ce4-a7e1-ebf792ba56b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5606010 Nov 03 20:02:21.975692 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:02:21.978006 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0262b1a-ee8f-4b32-875b-cd30bd002728" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:02:22.022885 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fa9efe-72fa-4755-ba7d-c45f5e48a3bc x-openstack-request-id: req-65fa9efe-72fa-4755-ba7d-c45f5e48a3bc {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:02:22.023180 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:02:22.023437 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65fa9efe-72fa-4755-ba7d-c45f5e48a3bc {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:02:22.023845 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'status': 'completed', 'code': 200} Nov 03 20:02:22.056113 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:22.087416 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-cb0bc72e-76d0-4009-8291-4d62967069a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:22.088839 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-cb0bc72e-76d0-4009-8291-4d62967069a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0425751 Nov 03 20:02:22.184719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-93f09bca-c54f-4f9a-9326-3a68c24a0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:22.186272 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-93f09bca-c54f-4f9a-9326-3a68c24a0dd9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0908566 Nov 03 20:02:22.262664 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-70af2c3b-e223-4c86-9a36-3b917f48ac1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 999 time: 0.0691719 Nov 03 20:02:22.312119 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-cf39a7c1-1c56-4d3d-a346-1f8cdbec4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:22.314074 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-cf39a7c1-1c56-4d3d-a346-1f8cdbec4a91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0441148 Nov 03 20:02:22.359006 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-9460241e-489f-46a7-b621-3fc6bd5ba0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:22.360535 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-9460241e-489f-46a7-b621-3fc6bd5ba0cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399866 Nov 03 20:02:22.382774 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '40f353c4-75e7-42d9-b966-1f147453959e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'port_id': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'mac_address': 'fa:16:3e:88:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:02:21Z', 'updated_at': '2021-11-03T20:02:21Z', 'revision_number': 0, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:22.413214 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] Checking router: edbed9cf-b188-422a-b164-da0dc923e3be for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:02:22.421544 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:22.422145 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:02:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:22.454563 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-d7fbc198-a46d-4bba-a63c-a26b99a76a7e service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869472 Nov 03 20:02:22.528366 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:22.551682 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e0262b1a-ee8f-4b32-875b-cd30bd002728 req-7a7b61d8-367a-43f8-8341-102da036ab03 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898232 Nov 03 20:02:22.749630 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '40f353c4-75e7-42d9-b966-1f147453959e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'port_id': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'mac_address': 'fa:16:3e:88:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:02:21Z', 'updated_at': '2021-11-03T20:02:21Z', 'revision_number': 0, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:22.779922 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f81b1b6-1209-498d-8feb-e5f4258d1e50 None None] The sync data for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 is: [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '40f353c4-75e7-42d9-b966-1f147453959e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'port_id': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'mac_address': 'fa:16:3e:88:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:02:21Z', 'updated_at': '2021-11-03T20:02:21Z', 'revision_number': 0, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:02:22.982400 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9397f-0282-435b-86f6-b870ec896d2f None None] New status for floating IP 40f353c4-75e7-42d9-b966-1f147453959e: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:02:33.175120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:34.041176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:36.200125 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-10671d77-1bcd-4361-9a67-ec4e9a15aea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:40.376191 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:40.418999 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47996dec-a08b-4ef7-acd7-76b7a444f109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:42.418991 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:42.530312 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:45.166419 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:03:03.099629 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-0a163dc1-ae83-4abb-b95a-c90f540f01ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404050 Nov 03 20:03:03.176746 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:03.183891 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-fea2bd67-cdc1-423c-afaa-b15c0fbb89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:03.185400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-fea2bd67-cdc1-423c-afaa-b15c0fbb89af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0413723 Nov 03 20:03:03.296254 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-2d701a4e-7c84-496c-8f29-6c6e702663ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:03.297839 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-2d701a4e-7c84-496c-8f29-6c6e702663ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0913465 Nov 03 20:03:03.365076 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-3968849d-4191-452c-94a9-4e15632ad3ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 1001 time: 0.0599453 Nov 03 20:03:03.413662 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-046b24d4-925a-4196-9827-b89e0c626916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:03.415988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-046b24d4-925a-4196-9827-b89e0c626916 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0446250 Nov 03 20:03:03.466862 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-cfd44590-67f2-4a3e-9009-209caf9d670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:03.468306 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-cfd44590-67f2-4a3e-9009-209caf9d670a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457675 Nov 03 20:03:03.479165 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-0a17e491-4a28-4fd3-8d4e-2d6cf24e6765 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:03:03.480349 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-0a17e491-4a28-4fd3-8d4e-2d6cf24e6765 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052178 Nov 03 20:03:03.571400 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-ef55c145-0026-4edd-874b-043f697052d6 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836132 Nov 03 20:03:03.669568 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c84145e9-20ef-4f08-9688-f269e9bf2439 req-2361e585-a8bc-4c1b-822d-4ec1a9308bd3 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909333 Nov 03 20:03:04.055508 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:06.204955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e832fa48-a5a7-414f-a203-915a61d4d565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:10.383377 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:10.423751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-10f40256-1837-47df-a2f9-14d8a8160403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:12.421479 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:12.533672 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:22.166574 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:03:33.194348 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:34.054870 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:36.206554 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d062d024-9267-429d-aa31-991244df4653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:40.386373 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:40.430494 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ead93a7a-a890-4740-80aa-7040512515dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:42.424528 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:42.535469 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.624118 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-c55cdfda-8088-43b2-a016-2c0d51c423db req-96b9557f-a714-424c-b40f-ed2856ef50c4 service neutron] (101755) timed out ('10.222.0.77', 43182) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 20:03:59.166259 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:04:03.183322 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:04.069304 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:05.094034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-7d9bbf85-6bf6-4a50-9e5a-811e6a379a30 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431535 Nov 03 20:04:05.179708 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-36b36e75-b5fd-4d01-b041-5820f56a9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:05.181370 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-36b36e75-b5fd-4d01-b041-5820f56a9593 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0426705 Nov 03 20:04:05.296396 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-8e9add85-3428-418e-9789-21c436f537e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:05.297970 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-8e9add85-3428-418e-9789-21c436f537e2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0962708 Nov 03 20:04:05.367575 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-9cd81bc7-48b2-42cd-9751-80b3e7865a43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 1001 time: 0.0619791 Nov 03 20:04:05.422623 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-c2094964-95d3-47f1-b35c-1201811694d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:05.424084 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-c2094964-95d3-47f1-b35c-1201811694d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0497766 Nov 03 20:04:05.473825 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-41058c56-f67f-4644-98cb-ab07acd026f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:05.475335 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-41058c56-f67f-4644-98cb-ab07acd026f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437152 Nov 03 20:04:05.571081 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-d8b8db3f-3aa7-4e44-8691-0ef7ef610482 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887983 Nov 03 20:04:05.670926 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-55ccce08-bffd-45b4-bd36-4e6bfd630b44 req-1663d31f-054f-4c17-96f0-5fa277cd555b service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929260 Nov 03 20:04:06.210886 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5b7418b6-fe5d-404c-a6c3-3febfb12cc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:10.392642 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:10.423823 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-62bede8b-352a-46b5-bfbb-1293101b0ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:12.427756 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:12.538541 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:20.116666 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05bd4e-c2fd-4848-a0c9-1ecfbf04c00a req-58c7ba56-ea15-4d15-9f78-ccaaea0d44a7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:20.118228 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e05bd4e-c2fd-4848-a0c9-1ecfbf04c00a req-58c7ba56-ea15-4d15-9f78-ccaaea0d44a7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0521305 Nov 03 20:04:20.167401 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7e05bd4e-c2fd-4848-a0c9-1ecfbf04c00a req-14c5f4ea-b21a-4c0a-91f8-21b8324c286b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429370 Nov 03 20:04:21.317735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d119a-2558-4582-ae3c-4311eff5fd45 req-54ef3c17-6227-46b4-a8a2-dd551cf0fb9b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:21.319254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a68d119a-2558-4582-ae3c-4311eff5fd45 req-54ef3c17-6227-46b4-a8a2-dd551cf0fb9b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0557156 Nov 03 20:04:21.369271 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a68d119a-2558-4582-ae3c-4311eff5fd45 req-aadec168-1080-4753-b8f9-89de484c2a2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Nov 03 20:04:22.486446 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c1d72-c2bb-4d4e-8362-70c8101e9b89 req-40c51565-4841-4280-b70c-ff6075085fa8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:22.487749 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d2c1d72-c2bb-4d4e-8362-70c8101e9b89 req-40c51565-4841-4280-b70c-ff6075085fa8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0493927 Nov 03 20:04:22.537102 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6d2c1d72-c2bb-4d4e-8362-70c8101e9b89 req-292c7411-8b26-433d-9eea-29dd00fae1b8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 Nov 03 20:04:23.657094 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27c223-b2e0-4bc9-9bd3-7a615dd9fb54 req-5e990db7-af16-4c34-9df6-93f029784f53 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:23.658687 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d27c223-b2e0-4bc9-9bd3-7a615dd9fb54 req-5e990db7-af16-4c34-9df6-93f029784f53 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0521028 Nov 03 20:04:23.707539 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5d27c223-b2e0-4bc9-9bd3-7a615dd9fb54 req-311f08df-7253-40d8-801b-ce0782a7d793 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 Nov 03 20:04:24.832821 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb12c5a-0eeb-45db-9636-37566f8dd799 req-3fd8f3c0-a3b2-4c86-bf33-adce71aa666d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:24.834795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ceb12c5a-0eeb-45db-9636-37566f8dd799 req-3fd8f3c0-a3b2-4c86-bf33-adce71aa666d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0574093 Nov 03 20:04:24.884059 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ceb12c5a-0eeb-45db-9636-37566f8dd799 req-c6619cea-1d9b-40ba-ac2a-58c0e66ef886 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428832 Nov 03 20:04:26.004348 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf029-5fb9-43a6-a134-0e19740fa6b8 req-17336caa-31d2-4e87-b1d4-28a6e2ed298c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:26.005999 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7bfdf029-5fb9-43a6-a134-0e19740fa6b8 req-17336caa-31d2-4e87-b1d4-28a6e2ed298c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Nov 03 20:04:26.059450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7bfdf029-5fb9-43a6-a134-0e19740fa6b8 req-24df7917-6319-497e-848a-eaa1eb962407 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473650 Nov 03 20:04:27.499849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bba54-d1a9-41c7-9a02-ce29ad5fca30 req-944e265d-0079-45bf-8dc3-7151e0bdfd85 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:27.501334 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd2bba54-d1a9-41c7-9a02-ce29ad5fca30 req-944e265d-0079-45bf-8dc3-7151e0bdfd85 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.3723936 Nov 03 20:04:27.550354 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd2bba54-d1a9-41c7-9a02-ce29ad5fca30 req-237ce3a5-ae44-4e06-a73a-ce1f672a6f5b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Nov 03 20:04:28.668597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63239833-1657-479e-9faf-fe641535a143 req-2619ce61-67c7-4141-903c-68ee85ae3205 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:28.670091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63239833-1657-479e-9faf-fe641535a143 req-2619ce61-67c7-4141-903c-68ee85ae3205 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0477145 Nov 03 20:04:28.718119 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63239833-1657-479e-9faf-fe641535a143 req-989a2dfc-6ebf-4945-8c86-2a8489f52b85 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420308 Nov 03 20:04:29.842656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d83b1-fa5b-4020-a3f0-1b4a8610c75e req-f4a4eebd-ae0f-4e32-a8b3-5b6ce38fae68 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:29.844260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f48d83b1-fa5b-4020-a3f0-1b4a8610c75e req-f4a4eebd-ae0f-4e32-a8b3-5b6ce38fae68 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0558002 Nov 03 20:04:29.903040 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f48d83b1-fa5b-4020-a3f0-1b4a8610c75e req-75b96587-7db8-42da-ba9f-0cdc1e2f30b1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525405 Nov 03 20:04:30.873328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:04:30.972801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:04:30.984731 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'port_id': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'mac_address': 'fa:16:3e:88:bd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:04:31.021924 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dea959-ee69-427c-89e5-68219718a29f req-36a1305e-6d23-4d7a-a685-7054199fc264 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:31.022816 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:31.023618 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40dea959-ee69-427c-89e5-68219718a29f req-36a1305e-6d23-4d7a-a685-7054199fc264 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0499661 Nov 03 20:04:31.039478 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:04:31.058585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:04:31.063084 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:31.077043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-40dea959-ee69-427c-89e5-68219718a29f req-289b04f2-7381-49a8-a86f-d2efae86dad5 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470128 Nov 03 20:04:31.122554 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:04:31.129916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.130805 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.131149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.131477 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.131800 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.132122 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.132443 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.132774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.133073 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.133407 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.133746 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.134060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:31.155689 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:04:32.203784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce10d-3266-4fee-9e97-3bd11ca0fe30 req-bfecdb4d-1762-4ddc-89b8-a57891360665 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:32.205604 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a33ce10d-3266-4fee-9e97-3bd11ca0fe30 req-bfecdb4d-1762-4ddc-89b8-a57891360665 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 944 time: 0.0572150 Nov 03 20:04:32.261106 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a33ce10d-3266-4fee-9e97-3bd11ca0fe30 req-24bbbfc5-7cc5-4778-b120-0bd125ecd622 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483499 Nov 03 20:04:32.888970 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:04:32.938255 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:04:32.938615 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:33.045362 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:33.078624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:04:33.082798 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4330903f-30b5-4f2d-8b71-161e51b8e7d1" -d '{"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-plugged", "status": "completed", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:04:33.108807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:04:33.113940 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:33.192459 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:04:33.204423 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:33.224455 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1cdba-e27c-4ae5-93f1-f492dfd4ddca x-openstack-request-id: req-aaa1cdba-e27c-4ae5-93f1-f492dfd4ddca {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:04:33.224747 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-plugged", "status": "completed", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:04:33.224999 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aaa1cdba-e27c-4ae5-93f1-f492dfd4ddca {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:04:33.225595 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'code': 200} Nov 03 20:04:33.399118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcf26d-9e53-4886-86fc-1a6dc3b22594 req-0749c90b-6411-491d-a9d3-5ee9c5ad4814 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:33.406443 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31dcf26d-9e53-4886-86fc-1a6dc3b22594 req-0749c90b-6411-491d-a9d3-5ee9c5ad4814 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0640562 Nov 03 20:04:33.468942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31dcf26d-9e53-4886-86fc-1a6dc3b22594 req-bb5baccc-f711-421f-963b-ab5944ad3df7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604281 Nov 03 20:04:34.073590 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:34.614207 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b552904-4f49-4d28-8155-33dd5922b4a5 req-75ee28cd-33d6-49b9-b503-84c26a7a7b23 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:34.615894 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b552904-4f49-4d28-8155-33dd5922b4a5 req-75ee28cd-33d6-49b9-b503-84c26a7a7b23 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0563595 Nov 03 20:04:34.671181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3b552904-4f49-4d28-8155-33dd5922b4a5 req-85e66b1f-0297-40c1-8151-a29467ee94f9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489144 Nov 03 20:04:35.803350 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81100-097e-41b1-b662-32e8e9f91f23 req-1e53dbd6-489d-4e76-b73f-9447a486e57f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:35.804927 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcb81100-097e-41b1-b662-32e8e9f91f23 req-1e53dbd6-489d-4e76-b73f-9447a486e57f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0590956 Nov 03 20:04:35.861805 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bcb81100-097e-41b1-b662-32e8e9f91f23 req-f47dce14-c7b4-4b6b-830e-846f7dd62dd8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502081 Nov 03 20:04:36.167845 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:04:36.222116 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d743ec87-5d1a-44d1-9544-410724f80725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:37.015837 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad723a7-a094-455a-ba4d-38abb9bee906 req-b802158c-de75-40ef-b27e-52562419ff8d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:37.017430 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ad723a7-a094-455a-ba4d-38abb9bee906 req-b802158c-de75-40ef-b27e-52562419ff8d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0566151 Nov 03 20:04:37.082130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1ad723a7-a094-455a-ba4d-38abb9bee906 req-4755ce6f-18da-4145-b6c8-ffe18a82486d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568204 Nov 03 20:04:38.225436 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b858bcd-a8b9-488d-853e-5dfce30ad996 req-9219a499-b3d1-4bde-91bb-477085a4f508 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:38.226959 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b858bcd-a8b9-488d-853e-5dfce30ad996 req-9219a499-b3d1-4bde-91bb-477085a4f508 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0645947 Nov 03 20:04:38.288400 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6b858bcd-a8b9-488d-853e-5dfce30ad996 req-f34e4be5-cbc9-429a-97cb-27e20ad58368 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506561 Nov 03 20:04:39.418145 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84344d50-2227-44d0-a2e8-946904b4c295 req-560d070f-2188-462f-8f34-a6d96cee19cf tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:39.419668 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84344d50-2227-44d0-a2e8-946904b4c295 req-560d070f-2188-462f-8f34-a6d96cee19cf tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0561800 Nov 03 20:04:39.484150 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-84344d50-2227-44d0-a2e8-946904b4c295 req-c9ada386-31ea-40eb-927d-b598da9d1858 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579739 Nov 03 20:04:40.394830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:40.429033 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0d439c97-fa17-4b4e-9fa2-5b9bff12f7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:40.616047 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d68e90-cb0c-4aca-a5b7-4b66edbd34f9 req-b90a9bf8-cfbb-4da7-8798-6014df9a52a3 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:40.621968 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59d68e90-cb0c-4aca-a5b7-4b66edbd34f9 req-b90a9bf8-cfbb-4da7-8798-6014df9a52a3 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0564268 Nov 03 20:04:40.678133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-59d68e90-cb0c-4aca-a5b7-4b66edbd34f9 req-ae563b84-02f0-4f8a-aaa3-fbe41740e62b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552986 Nov 03 20:04:41.817471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578ba15-d521-44c2-a959-3285a32546ec req-9a02f95f-edf2-4c86-ac3d-a1941b35f04d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:41.819957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4578ba15-d521-44c2-a959-3285a32546ec req-9a02f95f-edf2-4c86-ac3d-a1941b35f04d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0608315 Nov 03 20:04:41.894337 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4578ba15-d521-44c2-a959-3285a32546ec req-c739cdab-19ac-471d-a742-83eae7a3b10a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661719 Nov 03 20:04:42.430955 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:42.544286 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:42.860414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-2ecc8b4f-3140-4cd2-9822-b9102726e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:42.861847 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-2ecc8b4f-3140-4cd2-9822-b9102726e8d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0416520 Nov 03 20:04:42.958591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-641ae1f9-accf-44b3-a831-5b5a61d2e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:42.960016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-641ae1f9-accf-44b3-a831-5b5a61d2e812 service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0911005 Nov 03 20:04:43.022243 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c0223-8990-441c-bad6-151ab278ec10 req-b315174a-3801-4242-8bdc-17e7f4dd646f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:43.023851 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-303c0223-8990-441c-bad6-151ab278ec10 req-b315174a-3801-4242-8bdc-17e7f4dd646f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0536208 Nov 03 20:04:43.030451 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-9bf25351-ce5e-4d09-909a-4a0e5b473305 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 1001 time: 0.0627859 Nov 03 20:04:43.077496 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-303c0223-8990-441c-bad6-151ab278ec10 req-69edd625-1c6f-44f9-8d2f-b7be57fafd0b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470858 Nov 03 20:04:43.080883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-9d6acc26-d476-4562-a53f-4d48887a064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:43.082415 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-9d6acc26-d476-4562-a53f-4d48887a064a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0449209 Nov 03 20:04:43.134167 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-c9152520-daeb-4db6-a1fc-5b3251bd2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:43.136072 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-c9152520-daeb-4db6-a1fc-5b3251bd2d82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466981 Nov 03 20:04:43.227769 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-99e1e8c1-c7b2-4164-8676-305d14c26ded service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843060 Nov 03 20:04:43.323157 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e91582e-7981-41b4-8c5f-c37b256294bb req-fea9185e-8ee9-4c0e-9acb-4708dae82152 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881431 Nov 03 20:04:44.200017 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95750e6-e646-4aee-a896-e47979f5ce2d req-0c4a5743-1f92-4eca-b992-3851b0812365 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:44.201451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b95750e6-e646-4aee-a896-e47979f5ce2d req-0c4a5743-1f92-4eca-b992-3851b0812365 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0541904 Nov 03 20:04:44.251970 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b95750e6-e646-4aee-a896-e47979f5ce2d req-b5d01ccf-6c97-401b-ad8f-8786a3a24a16 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Nov 03 20:04:45.369089 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3f6d-91f8-4452-97a4-507fe414a791 req-9206cf09-b3f4-47e1-8317-2e888c0e2b31 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:45.370601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b83f3f6d-91f8-4452-97a4-507fe414a791 req-9206cf09-b3f4-47e1-8317-2e888c0e2b31 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Nov 03 20:04:45.421273 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b83f3f6d-91f8-4452-97a4-507fe414a791 req-6b04a9dd-2988-4337-a5fa-6c93a8824e99 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445569 Nov 03 20:04:45.536577 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-8589bc5b-bc1d-4925-9b26-64a5f20a4f4d req-37247fee-8735-4163-bdbb-ac122e61036e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:04:45.537600 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8589bc5b-bc1d-4925-9b26-64a5f20a4f4d req-37247fee-8735-4163-bdbb-ac122e61036e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0492442 Nov 03 20:04:45.706711 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf16be0-3b08-4098-a774-015a6672156f req-21906bcc-4dc5-4aba-8cb3-16404fda48c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:45.708230 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf16be0-3b08-4098-a774-015a6672156f req-21906bcc-4dc5-4aba-8cb3-16404fda48c8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0520837 Nov 03 20:04:45.767780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6bf16be0-3b08-4098-a774-015a6672156f req-4d75d782-30bf-4bd6-acf5-e4577adeb991 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521328 Nov 03 20:04:45.901356 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-97994fee-178d-4eda-8dbb-6d03c8e110d9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878711 Nov 03 20:04:46.842547 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-c8ce2949-acbf-4b92-a962-73279df4e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:46.844108 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-c8ce2949-acbf-4b92-a962-73279df4e1d1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1&tenant_id=2aa5944ed22143afb29f1a0dfd2226cf HTTP/1.1" status: 200 len: 1096 time: 0.0431674 Nov 03 20:04:46.858508 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fcdd140e-5483-4677-a308-95438db23a42 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:04:46.859457 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fcdd140e-5483-4677-a308-95438db23a42 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053127 Nov 03 20:04:46.881516 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812148-3', 'device_owner': 'compute:nova'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:04:46.948749 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb111b2e-f416-418b-9586-e6a2bfbd6cd7 req-94c3d89c-9c3e-4ce4-9adf-51407dbddf5c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:46.950290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb111b2e-f416-418b-9586-e6a2bfbd6cd7 req-94c3d89c-9c3e-4ce4-9adf-51407dbddf5c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.1053498 Nov 03 20:04:46.952860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:04:46.956221 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:47.032617 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:47.036497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-fb111b2e-f416-418b-9586-e6a2bfbd6cd7 req-b2f3c59c-0ef1-4000-99ea-b2dd30b255ba tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790558 Nov 03 20:04:47.198197 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:04:47.233336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h2-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:04:47.274895 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:04:47.277223 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2345afaa-dfac-461e-adc4-91ecc3d65ddc" -d '{"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:04:47.281407 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:47.295250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Transition to ACTIVE for port object cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:04:47.300261 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:47.354249 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.db.api [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 20:04:47.354775 n-d-812148-3 neutron-server[101757]: DEBUG oslo_db.api [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 20:04:47.402475 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d87e54-b91c-4484-bede-94fa6cdbaf1a x-openstack-request-id: req-c6d87e54-b91c-4484-bede-94fa6cdbaf1a {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:04:47.402779 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:04:47.403036 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6d87e54-b91c-4484-bede-94fa6cdbaf1a {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:04:47.403439 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'code': 200} Nov 03 20:04:47.406261 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=8']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:04:47.421624 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.421974 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.422319 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.422663 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.423111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.423330 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.423658 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.423992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.424318 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.424645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.424968 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.425289 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:04:47.450110 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] No DVR routers for this DVR port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on host n-h2-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:04:47.591861 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Attempting to bind port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:04:47.592306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Attempting to bind port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:04:47.592640 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Attempting to bind port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on network 382d269e-396e-42a1-aa3b-f6e3590d744e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:04:47.596949 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on network 382d269e-396e-42a1-aa3b-f6e3590d744e not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:04:47.597205 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Attempting to bind port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on network 382d269e-396e-42a1-aa3b-f6e3590d744e {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:04:47.602788 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:04:47.603383 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Checking segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:04:47.603768 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Bound using segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:04:47.604198 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Bound port: cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:04:47.604549 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:47.671271 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:04:47.674267 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:04:47.678991 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:47.714310 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:47.714976 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:47.716324 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] 10.222.0.96 "PUT /v2.0/ports/cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 1091 time: 0.8398952 Nov 03 20:04:47.740128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d6d50-d6ab-4d1e-957b-614e149d0d7c service neutron] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=9']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:04:47.785916 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-c4edc05a-614a-42c6-a011-0d73296657e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:47.787463 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-c4edc05a-614a-42c6-a011-0d73296657e6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0438077 Nov 03 20:04:47.891486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-a78e0145-e9da-4896-bd01-72f5266db400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:47.892975 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-a78e0145-e9da-4896-bd01-72f5266db400 service neutron] 10.222.0.96 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0986292 Nov 03 20:04:47.960591 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-9bebbbf7-a360-469d-aa33-9085bb60137e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 999 time: 0.0602715 Nov 03 20:04:48.012422 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-6b8f7f11-87d3-4c26-932c-173a750c3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:48.013911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-6b8f7f11-87d3-4c26-932c-173a750c3f18 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0448079 Nov 03 20:04:48.064191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-b7b5fdbf-eff6-4e92-b541-188754d8716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:48.065727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-b7b5fdbf-eff6-4e92-b541-188754d8716d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446346 Nov 03 20:04:48.196374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe64eb-c998-4e95-98c2-d9da426a771f req-db4a1288-1099-425a-8f0a-bb44a7be9b07 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:48.197911 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ebe64eb-c998-4e95-98c2-d9da426a771f req-db4a1288-1099-425a-8f0a-bb44a7be9b07 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0712354 Nov 03 20:04:48.199710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-d5ad79c8-00cb-4525-872c-96a9ab1bcd21 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253712 Nov 03 20:04:48.311392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4ebe64eb-c998-4e95-98c2-d9da426a771f req-18dc3295-bbca-4143-8fb1-d078b8a923f9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072764 Nov 03 20:04:48.331575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c688a9f6-abd6-4695-8f9d-31eee0a655cb req-fab6aea2-0555-4b68-bc01-a8a5790a60fd service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216152 Nov 03 20:04:49.411686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:04:49.414507 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:04:49.446585 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d960694-d7f1-4b86-9ad3-d718bc35fa5a req-886ff094-1156-4a6c-8a71-aa94778438d1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:49.448269 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d960694-d7f1-4b86-9ad3-d718bc35fa5a req-886ff094-1156-4a6c-8a71-aa94778438d1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0625474 Nov 03 20:04:49.507609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-0d960694-d7f1-4b86-9ad3-d718bc35fa5a req-334ae343-37bd-49b2-8167-c93024be7f9a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526345 Nov 03 20:04:49.552034 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3582c12b-9f1e-48a0-883b-cf43c8990772 x-openstack-request-id: req-3582c12b-9f1e-48a0-883b-cf43c8990772 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:04:49.552331 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:04:49.552590 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3582c12b-9f1e-48a0-883b-cf43c8990772 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:04:49.552993 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'status': 'completed', 'code': 200} Nov 03 20:04:50.635620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e8339-053e-4d9c-a197-9f038aa838f9 req-a339a543-4fed-44f3-94a6-9fbaaca8309c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:50.638451 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-198e8339-053e-4d9c-a197-9f038aa838f9 req-a339a543-4fed-44f3-94a6-9fbaaca8309c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0563374 Nov 03 20:04:50.690410 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-198e8339-053e-4d9c-a197-9f038aa838f9 req-276a9c4e-cbba-4cea-89cd-4832a8a3eaa4 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Nov 03 20:04:51.810194 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d129a7-e5ac-40d4-a1d3-b22fa5ba33fe req-6e0bb3f9-6613-48f4-900c-f92c4da26546 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:51.811676 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0d129a7-e5ac-40d4-a1d3-b22fa5ba33fe req-6e0bb3f9-6613-48f4-900c-f92c4da26546 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0506918 Nov 03 20:04:51.866759 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0d129a7-e5ac-40d4-a1d3-b22fa5ba33fe req-4a41db99-7fd4-4427-ba46-e2f8cd02b1e0 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487807 Nov 03 20:04:52.994118 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b4ab7-9931-4a78-b713-4db59c2a5d86 req-cfc94047-160e-42ef-ae13-6cb86559d545 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:52.997690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-487b4ab7-9931-4a78-b713-4db59c2a5d86 req-cfc94047-160e-42ef-ae13-6cb86559d545 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0594049 Nov 03 20:04:53.051344 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-487b4ab7-9931-4a78-b713-4db59c2a5d86 req-67855861-5641-4eba-97ea-1a5c887debd6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468018 Nov 03 20:04:54.177229 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b529e7-0ee9-49ad-abf1-d6a489f83635 req-5bfe2d4c-e2ff-4d88-9450-83fd02b2bfc7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:54.178790 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0b529e7-0ee9-49ad-abf1-d6a489f83635 req-5bfe2d4c-e2ff-4d88-9450-83fd02b2bfc7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0520451 Nov 03 20:04:54.234085 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d0b529e7-0ee9-49ad-abf1-d6a489f83635 req-eca8c9e4-f1f5-4d1e-a305-4b6de9022d7b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475810 Nov 03 20:04:55.366702 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bb59f-9e51-484a-ae4d-27431bd4b215 req-ea539032-ce55-4952-a5ba-da5207bac45c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:55.368664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed1bb59f-9e51-484a-ae4d-27431bd4b215 req-ea539032-ce55-4952-a5ba-da5207bac45c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0585489 Nov 03 20:04:55.424041 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ed1bb59f-9e51-484a-ae4d-27431bd4b215 req-2076207f-b87f-4fa8-8726-23c1aebc24b0 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486608 Nov 03 20:04:56.546976 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6ee6d-fa2b-4583-9c50-0b59dc177018 req-448bb75e-b893-4ba7-b362-42b3064592aa tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:56.549874 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5f6ee6d-fa2b-4583-9c50-0b59dc177018 req-448bb75e-b893-4ba7-b362-42b3064592aa tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0566461 Nov 03 20:04:56.597838 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c5f6ee6d-fa2b-4583-9c50-0b59dc177018 req-cfeb2f37-f83f-400b-a058-bba1857c64aa tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432496 Nov 03 20:04:57.721045 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00c7f7-caac-4352-b5bb-4e72b2c966d4 req-4fa1ef29-01fe-4b50-ac43-d49efa1848b3 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:57.722631 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b00c7f7-caac-4352-b5bb-4e72b2c966d4 req-4fa1ef29-01fe-4b50-ac43-d49efa1848b3 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0514381 Nov 03 20:04:57.779297 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5b00c7f7-caac-4352-b5bb-4e72b2c966d4 req-634a14aa-6bbb-41b2-ab81-d1b49d379051 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499644 Nov 03 20:04:58.900465 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d87b5-85c9-462c-8b2e-0679d3ed7bab req-8de3f30f-51fe-49d7-bedd-14fcabfa8713 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:58.902001 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-760d87b5-85c9-462c-8b2e-0679d3ed7bab req-8de3f30f-51fe-49d7-bedd-14fcabfa8713 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0486159 Nov 03 20:04:58.952907 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-760d87b5-85c9-462c-8b2e-0679d3ed7bab req-f34efe88-ad4d-4a50-9720-621364090c10 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Nov 03 20:04:59.142699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-241fb8d4-9cf0-4b09-a795-88f4d1c07015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:59.144307 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-241fb8d4-9cf0-4b09-a795-88f4d1c07015 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0435522 Nov 03 20:04:59.246533 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-98479eac-7ce7-4d91-9cd1-f5959269ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:59.248022 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-98479eac-7ce7-4d91-9cd1-f5959269ef74 service neutron] 10.222.0.96 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0933790 Nov 03 20:04:59.318818 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-cb7aefd9-9df4-4075-995b-3aceccb5e292 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 999 time: 0.0616648 Nov 03 20:04:59.374154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-a70d8d9a-02d5-42ec-a3cf-edda8b6dd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:59.375690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-a70d8d9a-02d5-42ec-a3cf-edda8b6dd348 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0494840 Nov 03 20:04:59.424029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-bb1f6d8f-2406-450b-99fe-ed24ec8de164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:59.425558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-bb1f6d8f-2406-450b-99fe-ed24ec8de164 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415270 Nov 03 20:04:59.528623 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-a862ae19-525d-4003-8bce-348cb565fc91 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918026 Nov 03 20:04:59.631794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e53beaa6-5dd2-4f98-aade-a9ebc59b8175 req-21b19e00-711c-4e4f-91f5-69a91c98b589 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940719 Nov 03 20:05:00.074573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb61c6-5637-4ab2-907c-799ef0b12799 req-cac2f31d-cf3d-4142-8a7c-47b18c678a0b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:00.076145 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0eb61c6-5637-4ab2-907c-799ef0b12799 req-cac2f31d-cf3d-4142-8a7c-47b18c678a0b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0507100 Nov 03 20:05:00.132208 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f0eb61c6-5637-4ab2-907c-799ef0b12799 req-4306c31f-f6da-408a-9f71-74a2ecba79b1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492892 Nov 03 20:05:01.275427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33928b9-6a57-48bf-9e93-7c60592c4b13 req-8ef08942-1213-4da3-bd34-eead412e4c18 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:01.276987 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d33928b9-6a57-48bf-9e93-7c60592c4b13 req-8ef08942-1213-4da3-bd34-eead412e4c18 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 943 time: 0.0566890 Nov 03 20:05:01.325783 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d33928b9-6a57-48bf-9e93-7c60592c4b13 req-e1ea2d90-6ea6-44ed-a1f5-af7d2cae4b80 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Nov 03 20:05:01.553850 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:05:01.657927 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:01.669436 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'port_id': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'mac_address': 'fa:16:3e:88:bd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:05:01.709063 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:01.722732 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:05:01.744999 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:01.750115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:01.798866 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=10']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:02.000352 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:05:02.456962 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f237e2-1e40-487c-92f5-c3535f789d00 req-24dfdab5-c774-491b-a8de-7c640ab6ad2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.458565 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0f237e2-1e40-487c-92f5-c3535f789d00 req-24dfdab5-c774-491b-a8de-7c640ab6ad2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0519776 Nov 03 20:05:02.517089 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a0f237e2-1e40-487c-92f5-c3535f789d00 req-8b657f32-2d0d-4425-b797-d33f793b0a2e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505750 Nov 03 20:05:03.192534 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:03.555421 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:05:03.607491 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:05:03.612527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:03.612962 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:03.649254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0203a0-574b-4d1e-8b18-efaa13e5c020 req-37c63203-de2f-4591-8d37-13c11e7be476 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:03.650735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee0203a0-574b-4d1e-8b18-efaa13e5c020 req-37c63203-de2f-4591-8d37-13c11e7be476 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 945 time: 0.0551848 Nov 03 20:05:03.693821 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:03.702177 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee0203a0-574b-4d1e-8b18-efaa13e5c020 req-8df9538e-862e-44ca-bd62-54dd6dfc780d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442843 Nov 03 20:05:03.718822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:03.721062 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b0e133-05b9-4aa4-b82a-39d21c3bf956" -d '{"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-plugged", "status": "completed", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:03.735585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:03.739874 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:03.773197 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ffb44d-47dc-42b6-abb0-31f613939676 x-openstack-request-id: req-82ffb44d-47dc-42b6-abb0-31f613939676 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:03.773197 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-plugged", "status": "completed", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:03.773605 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82ffb44d-47dc-42b6-abb0-31f613939676 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:03.773743 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'code': 200} Nov 03 20:05:03.801808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=11']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:03.928247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5dfb1-4aa4-4428-b220-c9c8a92f7755 req-0e2aef42-6bd4-44b5-b23c-81f6def26fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:03.929879 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afb5dfb1-4aa4-4428-b220-c9c8a92f7755 req-0e2aef42-6bd4-44b5-b23c-81f6def26fd1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0420866 Nov 03 20:05:03.989407 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-afb5dfb1-4aa4-4428-b220-c9c8a92f7755 req-c6f8a5c8-756b-4be4-99b9-76c65ca94a2f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527325 Nov 03 20:05:04.073722 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:04.368048 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-0b387f77-19cb-4794-be92-87363817bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.369526 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-0b387f77-19cb-4794-be92-87363817bc51 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0442226 Nov 03 20:05:04.518740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-4b262a6e-3017-46ae-a251-42b8c6e3dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.520234 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-4b262a6e-3017-46ae-a251-42b8c6e3dba1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.1282620 Nov 03 20:05:04.588635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-be27a132-79e3-45d9-a9fd-76dc4d59b969 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 1001 time: 0.0606251 Nov 03 20:05:04.648157 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-a0465e98-98eb-4ed0-bb7e-7bc0030bbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.650088 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-a0465e98-98eb-4ed0-bb7e-7bc0030bbc01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0546272 Nov 03 20:05:04.698824 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-e0f2e8f2-f351-4757-b292-0c4ea6dc2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.700321 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-e0f2e8f2-f351-4757-b292-0c4ea6dc2760 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421958 Nov 03 20:05:04.829171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-6e562a46-9696-4337-9a95-1d0d69879e67 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202826 Nov 03 20:05:04.852574 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190f4db-b53b-4d8b-8aef-25f484e8e71e req-b29d6bb1-1b7a-40a4-8dd9-94d83a3cde11 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.854343 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2190f4db-b53b-4d8b-8aef-25f484e8e71e req-b29d6bb1-1b7a-40a4-8dd9-94d83a3cde11 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 946 time: 0.0782890 Nov 03 20:05:04.957919 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2190f4db-b53b-4d8b-8aef-25f484e8e71e req-cd8c4b5a-971d-4ff7-9beb-300b0b08a081 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903974 Nov 03 20:05:04.977092 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-62a0489c-5ca1-4fc7-bb27-26fbd0798574 req-4535535d-381e-43fd-a26e-1842da4d69e6 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386399 Nov 03 20:05:06.090662 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cfb7a-0112-48bb-9a73-0765e3f990a0 req-7f4e6735-85fa-4447-a903-48eb5e0e45a6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:06.092253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-461cfb7a-0112-48bb-9a73-0765e3f990a0 req-7f4e6735-85fa-4447-a903-48eb5e0e45a6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 946 time: 0.0561976 Nov 03 20:05:06.146584 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-461cfb7a-0112-48bb-9a73-0765e3f990a0 req-a5690dd7-1452-4f47-8275-b34cabcc632d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479739 Nov 03 20:05:06.215071 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd679-596f-42ec-9caa-5a354b610490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:10.393162 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:10.431830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9307d6d7-c504-4ea1-a9f2-b3fd4419ec15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:12.433941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:12.547222 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:13.168150 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:05:33.199712 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:34.074007 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:36.226040 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-11d10993-5111-4a6c-a2da-d1033d0af62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:40.397135 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:40.434894 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a7d75141-6c8f-410f-b64c-1540ab7c9917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.437502 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.550053 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.167993 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:06:03.205764 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:04.080212 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:04.358707 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54d7ee07-3679-4986-a995-34112789fea1 req-26d046b4-a669-41fc-8966-7edd66199da4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828671 Nov 03 20:06:04.441051 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ee07-3679-4986-a995-34112789fea1 req-ae291419-6bf0-4c00-917e-44dddb7ce6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:04.442727 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54d7ee07-3679-4986-a995-34112789fea1 req-ae291419-6bf0-4c00-917e-44dddb7ce6cf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0418658 Nov 03 20:06:04.553302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ee07-3679-4986-a995-34112789fea1 req-d808eb3f-8519-40e2-b1a0-5f99656f9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:04.554717 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54d7ee07-3679-4986-a995-34112789fea1 req-d808eb3f-8519-40e2-b1a0-5f99656f9812 service neutron] 10.222.0.96 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0905063 Nov 03 20:06:04.621825 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54d7ee07-3679-4986-a995-34112789fea1 req-21996810-ef40-424c-a4c3-315e9917cc81 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 1001 time: 0.0599492 Nov 03 20:06:04.675343 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ee07-3679-4986-a995-34112789fea1 req-26786b8a-e6fa-485a-91fa-8e31e6fa881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:04.676787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54d7ee07-3679-4986-a995-34112789fea1 req-26786b8a-e6fa-485a-91fa-8e31e6fa881d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0483570 Nov 03 20:06:04.722857 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ee07-3679-4986-a995-34112789fea1 req-7e1acec1-b1c3-4afc-ac99-e1a612bf5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:04.724347 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54d7ee07-3679-4986-a995-34112789fea1 req-7e1acec1-b1c3-4afc-ac99-e1a612bf5d44 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406294 Nov 03 20:06:04.815038 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54d7ee07-3679-4986-a995-34112789fea1 req-84e25354-c0bf-4acd-9788-8ef5a09cf019 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829113 Nov 03 20:06:04.911963 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-54d7ee07-3679-4986-a995-34112789fea1 req-9c67d02f-f99e-4e42-9208-8bdced813f58 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897453 Nov 03 20:06:06.222067 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-03b59ea6-fa32-48aa-b95d-8b21b325fc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:10.399117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:10.438176 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6a58617c-16eb-4272-9791-39e51b6bdb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:12.439934 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:12.553573 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:16.683758 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47820) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:16.841847 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Deleting port ec4f8dae-3ee3-4b47-89ee-4c6c90d7b8d8 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:06:16.842184 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:16.922104 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:16.922427 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:16.935292 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Calling delete_port for ec4f8dae-3ee3-4b47-89ee-4c6c90d7b8d8 owned by network:floatingip {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:06:17.083402 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:17.109720 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event deleted for resources: {'Port': ['ID=ec4f8dae-3ee3-4b47-89ee-4c6c90d7b8d8,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:17.135403 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.135753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.136101 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.136443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.136780 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.137225 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.137495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.137789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.138116 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.138443 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.138771 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.139098 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:17.182154 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for floatingip, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:17.182642 n-d-812148-3 neutron-server[101755]: INFO neutron.db.l3_db [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Floating IP 40f353c4-75e7-42d9-b966-1f147453959e disassociated (deleted). External IP: 172.25.3.131, port: cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4. Nov 03 20:06:17.394111 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Router edbed9cf-b188-422a-b164-da0dc923e3be has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:06:17.506360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:06:17.511422 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:17.517253 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] Sync routers for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:06:17.527116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:06:17.527712 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:06:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:06:17.541211 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d1a37fa3-fa5d-4c40-aa9d-fb36fd4dfeea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "DELETE /v2.0/floatingips/40f353c4-75e7-42d9-b966-1f147453959e HTTP/1.1" status: 204 len: 168 time: 0.8563466 Nov 03 20:06:17.541926 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:06:17.544268 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49243d8d-70ef-44f5-8315-933c19c05711" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:06:17.635243 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:06:17.771676 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4f8599-673d-4929-9f81-79fd451bfad1 x-openstack-request-id: req-dd4f8599-673d-4929-9f81-79fd451bfad1 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:06:17.772628 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:06:17.773122 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd4f8599-673d-4929-9f81-79fd451bfad1 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:06:17.773653 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'status': 'completed', 'code': 200} Nov 03 20:06:17.869033 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49243d8d-70ef-44f5-8315-933c19c05711 req-064625b6-c860-40b7-9a61-b10a8f2ecc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:17.870575 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49243d8d-70ef-44f5-8315-933c19c05711 req-064625b6-c860-40b7-9a61-b10a8f2ecc42 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0730352 Nov 03 20:06:17.894395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184781e-f68f-4a67-ac6b-72b3da232311 req-cf1d77ce-aa7e-4679-a73e-589e92c4b658 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:17.895865 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d184781e-f68f-4a67-ac6b-72b3da232311 req-cf1d77ce-aa7e-4679-a73e-589e92c4b658 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 946 time: 0.0724061 Nov 03 20:06:17.936429 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:06:17.962850 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] Checking router: edbed9cf-b188-422a-b164-da0dc923e3be for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:06:17.972026 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:06:17.972768 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:06:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:06:17.996091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d184781e-f68f-4a67-ac6b-72b3da232311 req-9c906195-0e8d-4dd7-a6ac-25046e4e37c1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888968 Nov 03 20:06:18.021128 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49243d8d-70ef-44f5-8315-933c19c05711 req-37e4a056-aa23-4fc8-871b-98f145f1f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:18.022734 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49243d8d-70ef-44f5-8315-933c19c05711 req-37e4a056-aa23-4fc8-871b-98f145f1f5a8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.1441455 Nov 03 20:06:18.071214 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49243d8d-70ef-44f5-8315-933c19c05711 req-a4d2eb7f-fcbe-4510-9e2d-79d2d0a69818 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 200 len: 217 time: 0.0405061 Nov 03 20:06:18.080477 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:06:18.121758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49243d8d-70ef-44f5-8315-933c19c05711 req-5726c791-323c-4f3b-af2d-e548bf5db9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:18.123249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49243d8d-70ef-44f5-8315-933c19c05711 req-5726c791-323c-4f3b-af2d-e548bf5db9c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0443051 Nov 03 20:06:18.175862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49243d8d-70ef-44f5-8315-933c19c05711 req-12c0a8eb-e81a-46d3-851b-be5b4058bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:18.177286 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49243d8d-70ef-44f5-8315-933c19c05711 req-12c0a8eb-e81a-46d3-851b-be5b4058bded service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451992 Nov 03 20:06:18.276304 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49243d8d-70ef-44f5-8315-933c19c05711 req-7c45bc96-6c6d-4481-a540-020898b853d3 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900841 Nov 03 20:06:18.285446 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:06:18.312172 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071e8c5-13e7-441c-8062-17e7f10cdcd9 None None] The sync data for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 is: [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:06:18.372935 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-49243d8d-70ef-44f5-8315-933c19c05711 req-4e16df4e-045d-4192-9255-5a7cb7bcbd49 service neutron] 10.222.0.96 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863883 Nov 03 20:06:18.532164 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045440e-bcdb-4401-adc0-1ccdcfa62e3e None None] New status for floating IP 40f353c4-75e7-42d9-b966-1f147453959e: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:06:19.035159 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09981c43-118d-4461-a570-1524c2f7970c req-e0531e10-0850-45ab-970a-13d1e790c675 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:19.036673 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09981c43-118d-4461-a570-1524c2f7970c req-e0531e10-0850-45ab-970a-13d1e790c675 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 946 time: 0.0525844 Nov 03 20:06:19.146463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793f5a6-1f00-4d3c-9559-74c9b9b3882e req-57210c62-8102-410f-a495-345a9249c433 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:19.147944 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5793f5a6-1f00-4d3c-9559-74c9b9b3882e req-57210c62-8102-410f-a495-345a9249c433 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dfc239-1b44-402f-a8fc-9b2cb1761ed1 HTTP/1.1" status: 200 len: 946 time: 0.0790374 Nov 03 20:06:19.192773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Deleting port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:06:19.193008 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:19.227704 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5793f5a6-1f00-4d3c-9559-74c9b9b3882e req-0e18b38d-7d45-46de-93be-d86a63b2a3f5 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=91da5267-cb86-461c-ac44-0508ecdae3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734887 Nov 03 20:06:19.296076 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] For port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:06:19.296436 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:19.308605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Calling delete_port for cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:06:19.441048 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:19.471013 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event deleted for resources: {'Port': ['ID=cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:19.487785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.488134 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.488476 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.488818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.489154 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.489696 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.489899 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.490361 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.491247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.491247 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.491457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.491785 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:19.528158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] No DVR routers for this DVR port cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:06:19.530902 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:19.534438 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-09981c43-118d-4461-a570-1524c2f7970c req-e68ab78f-76dd-4180-948f-92255537ff0d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.96 "DELETE /v2.0/ports/cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 HTTP/1.1" status: 204 len: 173 time: 0.4919136 Nov 03 20:06:19.534922 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-deleted', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:06:19.537346 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc1d657-09c8-4541-a00e-f0e18d4aa95f" -d '{"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-deleted", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:06:19.586131 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d506e0f7-f078-46cc-99b1-61428bdd6036 x-openstack-request-id: req-d506e0f7-f078-46cc-99b1-61428bdd6036 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:06:19.586689 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dfc239-1b44-402f-a8fc-9b2cb1761ed1", "name": "network-vif-deleted", "tag": "cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:06:19.586950 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d506e0f7-f078-46cc-99b1-61428bdd6036 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:06:19.587366 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dfc239-1b44-402f-a8fc-9b2cb1761ed1', 'name': 'network-vif-deleted', 'tag': 'cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4', 'status': 'completed', 'code': 200} Nov 03 20:06:20.285587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47840) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:20.342784 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d1e8-c8fc-4036-a9f4-d15aba5c1ec2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:20.371529 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d1e8-c8fc-4036-a9f4-d15aba5c1ec2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:20.430359 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d1e8-c8fc-4036-a9f4-d15aba5c1ec2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:20.433217 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d1e8-c8fc-4036-a9f4-d15aba5c1ec2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:20.434425 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b1e6d1e8-c8fc-4036-a9f4-d15aba5c1ec2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "DELETE /v2.0/security-groups/91da5267-cb86-461c-ac44-0508ecdae3ec HTTP/1.1" status: 204 len: 168 time: 0.1478477 Nov 03 20:06:20.443959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6d1e8-c8fc-4036-a9f4-d15aba5c1ec2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da5267-cb86-461c-ac44-0508ecdae3ec,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:20.955511 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 47846) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:20.960090 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-238ff6bf-4320-4bb4-9066-ea8ff6be869c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696672428', 'description': 'tempest-secgroup-smoke-1696672428 description', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:20.989740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-238ff6bf-4320-4bb4-9066-ea8ff6be869c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.057853 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-238ff6bf-4320-4bb4-9066-ea8ff6be869c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.061609 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-238ff6bf-4320-4bb4-9066-ea8ff6be869c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.093268 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-238ff6bf-4320-4bb4-9066-ea8ff6be869c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.094535 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-238ff6bf-4320-4bb4-9066-ea8ff6be869c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1380119 Nov 03 20:06:21.096592 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ff6bf-4320-4bb4-9066-ea8ff6be869c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8cc7a9-2459-4460-b829-2099065a7484,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:21.097568 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47848) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:21.102500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-f0d77613-b34a-405e-a058-e9e409253aa2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc7a9-2459-4460-b829-2099065a7484', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:21.130521 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f0d77613-b34a-405e-a058-e9e409253aa2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.189562 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f0d77613-b34a-405e-a058-e9e409253aa2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.193236 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f0d77613-b34a-405e-a058-e9e409253aa2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.211375 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d77613-b34a-405e-a058-e9e409253aa2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513454e8-c920-4546-8908-58258543ce58,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:21.216914 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f0d77613-b34a-405e-a058-e9e409253aa2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.218075 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f0d77613-b34a-405e-a058-e9e409253aa2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194553 Nov 03 20:06:21.220930 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47850) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:21.225204 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-c78dd286-a063-4b91-bdaf-15e84a8d1641 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc7a9-2459-4460-b829-2099065a7484', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:21.252075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78dd286-a063-4b91-bdaf-15e84a8d1641 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.307540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78dd286-a063-4b91-bdaf-15e84a8d1641 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.311379 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78dd286-a063-4b91-bdaf-15e84a8d1641 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.331117 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dd286-a063-4b91-bdaf-15e84a8d1641 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbf6572-08e0-42e6-889f-bf5e7047eaf6,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:21.336858 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c78dd286-a063-4b91-bdaf-15e84a8d1641 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.338077 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c78dd286-a063-4b91-bdaf-15e84a8d1641 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162484 Nov 03 20:06:21.340766 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47852) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:21.344984 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-0625dabd-a506-4e60-9804-cd5c0675311f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc7a9-2459-4460-b829-2099065a7484', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:21.377484 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0625dabd-a506-4e60-9804-cd5c0675311f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.435095 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0625dabd-a506-4e60-9804-cd5c0675311f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.438805 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0625dabd-a506-4e60-9804-cd5c0675311f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.456181 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625dabd-a506-4e60-9804-cd5c0675311f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72978cc-7962-4a14-bae3-3a9e91c9b761,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:21.463818 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-0625dabd-a506-4e60-9804-cd5c0675311f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.465003 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0625dabd-a506-4e60-9804-cd5c0675311f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233404 Nov 03 20:06:21.467826 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47854) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:21.472773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-7a2b053f-e93d-4187-b25a-0653278c0215 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc7a9-2459-4460-b829-2099065a7484', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:21.500479 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a2b053f-e93d-4187-b25a-0653278c0215 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.562003 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a2b053f-e93d-4187-b25a-0653278c0215 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.565691 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a2b053f-e93d-4187-b25a-0653278c0215 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.583622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b053f-e93d-4187-b25a-0653278c0215 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0b76e1-e88d-4e08-b1bf-866c07ed9b6a,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:21.588935 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-7a2b053f-e93d-4187-b25a-0653278c0215 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.590100 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-7a2b053f-e93d-4187-b25a-0653278c0215 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213350 Nov 03 20:06:21.592818 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47856) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:21.597709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b7d153e6-3402-46b8-9a33-963d0039a61f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc7a9-2459-4460-b829-2099065a7484', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:21.620985 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-b7d153e6-3402-46b8-9a33-963d0039a61f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Project 2aa5944ed22143afb29f1a0dfd2226cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:06:21.626025 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7d153e6-3402-46b8-9a33-963d0039a61f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.685627 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7d153e6-3402-46b8-9a33-963d0039a61f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.689126 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7d153e6-3402-46b8-9a33-963d0039a61f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.706398 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d153e6-3402-46b8-9a33-963d0039a61f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbb9af2-4358-4d1f-9a2e-1a111bb8ee85,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:21.714121 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b7d153e6-3402-46b8-9a33-963d0039a61f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.715320 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b7d153e6-3402-46b8-9a33-963d0039a61f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215184 Nov 03 20:06:21.718093 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 47858) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:21.722893 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9850aacc-dd8e-4f53-be8b-58b0ef99e259 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc7a9-2459-4460-b829-2099065a7484', 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:21.744497 n-d-812148-3 neutron-server[101756]: INFO neutron.db.securitygroups_db [None req-9850aacc-dd8e-4f53-be8b-58b0ef99e259 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Project 2aa5944ed22143afb29f1a0dfd2226cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:06:21.749371 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9850aacc-dd8e-4f53-be8b-58b0ef99e259 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.809951 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9850aacc-dd8e-4f53-be8b-58b0ef99e259 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.813562 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9850aacc-dd8e-4f53-be8b-58b0ef99e259 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.830668 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850aacc-dd8e-4f53-be8b-58b0ef99e259 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8e5409-1741-4ee3-9440-8e567c6635c3,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:21.839862 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9850aacc-dd8e-4f53-be8b-58b0ef99e259 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:21.841054 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9850aacc-dd8e-4f53-be8b-58b0ef99e259 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220422 Nov 03 20:06:21.978605 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:06:21.998831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:06:21.999247 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device cfd4f428-de76-4d99-9cf9-a6ba4e65fdb4 not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:06:27.168173 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:06:33.219759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:34.080254 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:36.223060 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-22ab5f59-ddae-48c0-9b0b-bb910a7de757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:37.100558 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-a26532f2-c30c-4296-afef-eb01ab48380a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696672428&fields=id&tenant_id=2aa5944ed22143afb29f1a0dfd2226cf HTTP/1.1" status: 200 len: 267 time: 0.0467024 Nov 03 20:06:37.207970 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fdce7185-4455-48b3-9768-ccf63dfa9a8c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:37.209390 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fdce7185-4455-48b3-9768-ccf63dfa9a8c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 809 time: 0.1016197 Nov 03 20:06:37.224280 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-0b0ecc22-8da0-4bc3-9d0b-ff3047f7b02e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/quotas/2aa5944ed22143afb29f1a0dfd2226cf HTTP/1.1" status: 200 len: 375 time: 0.0091796 Nov 03 20:06:37.275546 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-eb64e76d-60ee-460c-a23f-2ba968dd28fa tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454464 Nov 03 20:06:37.375249 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-61540fc7-7c17-4ee2-9c28-4b27fb4df096 service neutron] 10.222.0.77 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866206 Nov 03 20:06:37.466685 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-e323b1e6-f634-4eb1-b6e3-4c0f6936c5ba service neutron] 10.222.0.77 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Nov 03 20:06:37.768489 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1eee6db4-9d68-4977-b469-061db39a2c85 req-f188acf3-978a-4b28-8dcc-b14d00a31f60 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0311663 Nov 03 20:06:38.846617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bc2b3bce-9537-47af-b072-18dcff954b03 req-76957a61-9d88-455e-bb36-4de02799170b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0265756 Nov 03 20:06:39.928245 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-13653288-5039-4f96-ad88-33b63a6633c3 req-1dde36bd-623e-4b67-b45d-679d26e905f0 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0271108 Nov 03 20:06:40.406283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:40.439167 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-db9931f5-05de-4503-9ac7-4991823fb1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:41.007198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2ec1e515-6ec3-4475-9ba0-d617b2930a36 req-3310353b-3ae2-42f0-a683-c2303177b29d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0283973 Nov 03 20:06:42.098670 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-654ef70d-3bf3-45dd-a7eb-08ffafd91bc2 req-1774cf22-9295-401b-87a5-180d2e66a896 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0257664 Nov 03 20:06:42.442128 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:42.555385 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:42.815315 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-f495fef3-32af-4b51-a6cf-5aa1a77bb3bb tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:42.817273 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-f495fef3-32af-4b51-a6cf-5aa1a77bb3bb tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 809 time: 0.1208134 Nov 03 20:06:42.885864 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-0c3d63e2-b54b-4052-91ff-423449fefb9b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa5944ed22143afb29f1a0dfd2226cf HTTP/1.1" status: 200 len: 380 time: 0.0595896 Nov 03 20:06:42.896863 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'port': {'device_id': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'admin_state_up': True, 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'security_groups': ['cf8cc7a9-2459-4460-b829-2099065a7484']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:43.005653 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Made reservation on behalf of 2aa5944ed22143afb29f1a0dfd2226cf for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:06:43.009584 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:43.147882 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Allocated IP 172.20.0.13 (382d269e-396e-42a1-aa3b-f6e3590d744e/be4a977f-cbb7-4126-becb-5bc6577d4d8d/6efdbebb-f487-4faf-a40d-b608a1d73704) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:06:43.204915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-deb30fee-5731-4d56-b482-41a5c4463ad0 req-b427227d-12e0-48c1-b494-53d26ed75376 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0308540 Nov 03 20:06:43.299998 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:43.334827 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:43.377831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Network 382d269e-396e-42a1-aa3b-f6e3590d744e is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:06:43.382888 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:06:43.386827 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:06:43.394145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:43.442044 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:43.442995 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:43.461686 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-fe7b6b28-62f6-42f3-bac5-6a8c18e26f2b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5690911 Nov 03 20:06:43.479910 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Request body: {'port': {'device_id': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:06:43.547042 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:43.656291 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-f9e58000-21d8-44fe-98d6-cb19708fb33f None None] Provisioning complete for port 6efdbebb-f487-4faf-a40d-b608a1d73704 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:06:43.657370 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-f9e58000-21d8-44fe-98d6-cb19708fb33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:43.694769 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-f9e58000-21d8-44fe-98d6-cb19708fb33f None None] Port 6efdbebb-f487-4faf-a40d-b608a1d73704 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:06:43.826025 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efdbebb-f487-4faf-a40d-b608a1d73704 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:06:43.833391 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:43.845325 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Transition to ACTIVE for port object 6efdbebb-f487-4faf-a40d-b608a1d73704 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:06:43.850058 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:43.925173 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:43.984995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Attempting to bind port 6efdbebb-f487-4faf-a40d-b608a1d73704 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:06:43.985381 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Attempting to bind port 6efdbebb-f487-4faf-a40d-b608a1d73704 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:06:43.985695 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Attempting to bind port 6efdbebb-f487-4faf-a40d-b608a1d73704 on network 382d269e-396e-42a1-aa3b-f6e3590d744e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:06:43.993160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Port 6efdbebb-f487-4faf-a40d-b608a1d73704 on network 382d269e-396e-42a1-aa3b-f6e3590d744e not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:06:43.993833 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Attempting to bind port 6efdbebb-f487-4faf-a40d-b608a1d73704 on network 382d269e-396e-42a1-aa3b-f6e3590d744e {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:06:44.001313 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:06:44.001772 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Checking segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:06:44.002277 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Bound using segment: {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:06:44.002792 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Bound port: 6efdbebb-f487-4faf-a40d-b608a1d73704, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980f00f1-a7d4-42db-a838-7a4f2577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:06:44.003370 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:44.084360 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:06:44.088121 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:06:44.093924 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:44.145610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.146270 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:44.147815 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] 10.222.0.70 "PUT /v2.0/ports/6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 1092 time: 0.6764135 Nov 03 20:06:44.148457 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:06:44.151174 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe" -d '{"events": [{"name": "network-changed", "server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:06:44.177527 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c25a68-197f-48b3-af20-de49f2073fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:44.205079 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd34eac-054c-4591-a735-e26b1009f34a x-openstack-request-id: req-7dd34eac-054c-4591-a735-e26b1009f34a {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:06:44.206115 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:06:44.207489 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7dd34eac-054c-4591-a735-e26b1009f34a {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:06:44.207489 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'status': 'completed', 'code': 200} Nov 03 20:06:44.251757 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-32a1147b-9a28-4b3e-b8ac-73f84c5dddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.253351 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-32a1147b-9a28-4b3e-b8ac-73f84c5dddc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1095 time: 0.0610511 Nov 03 20:06:44.308049 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-4b2d77ea-14b0-4440-9b46-07aa600ea33b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 217 time: 0.0467491 Nov 03 20:06:44.397890 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-7d778535-3cf5-4e9d-833b-0c9bfa36dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.400611 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-7d778535-3cf5-4e9d-833b-0c9bfa36dbdd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0741785 Nov 03 20:06:44.471907 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-babf4dbf-ec64-4556-908e-9c6f6eeabcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.476967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-babf4dbf-ec64-4556-908e-9c6f6eeabcae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654235 Nov 03 20:06:44.599153 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-126fbd22-df21-477d-8f8b-ee87b1a48365 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182778 Nov 03 20:06:44.704948 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-5aa3b743-65b1-4067-a72e-ad4759b0e254 req-21c7d8c6-63a8-4d74-a1a0-01cee0335191 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985811 Nov 03 20:06:44.754736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f77e60-c9ae-4015-b7a0-6a7c4f87d650 req-ca27f9ab-8284-48a4-9c26-63172d134f7a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.756886 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00f77e60-c9ae-4015-b7a0-6a7c4f87d650 req-ca27f9ab-8284-48a4-9c26-63172d134f7a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.4621577 Nov 03 20:06:44.801831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-57fea8d0-a9d0-4dda-bb3d-310f8765271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.803542 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-57fea8d0-a9d0-4dda-bb3d-310f8765271e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1095 time: 0.0504711 Nov 03 20:06:44.812490 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-00f77e60-c9ae-4015-b7a0-6a7c4f87d650 req-764ca2c6-5eca-4144-a890-500cdd5c116b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489180 Nov 03 20:06:44.909001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-31cd2d7d-156d-4eaa-8646-c781b7952a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.910722 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-31cd2d7d-156d-4eaa-8646-c781b7952a6c service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0990479 Nov 03 20:06:44.954360 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-b96f8784-0d5d-44ad-8a67-072a00529fa2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 217 time: 0.0367577 Nov 03 20:06:45.008017 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-09b890b3-fee1-4a8b-8e07-0951f8fec3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:45.009613 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-09b890b3-fee1-4a8b-8e07-0951f8fec3f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0487304 Nov 03 20:06:45.056500 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-0c0ec8a2-1bb5-4ddd-b780-08f8ed7503f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:45.058036 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-0c0ec8a2-1bb5-4ddd-b780-08f8ed7503f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415771 Nov 03 20:06:45.155443 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-3b2c51d4-b767-4a64-8fd8-fcdfb10d81c4 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886726 Nov 03 20:06:45.260956 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e474ae46-3779-49a3-9e5a-a5a03b9aadbe req-49793956-9c95-4f7d-844f-50f7eab9ef81 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988951 Nov 03 20:06:45.938513 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c329a-36dc-4f53-bf4d-10a00f4c6540 req-18a0ffad-8c39-41f4-a780-f3e174454aa6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:45.940134 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c9c329a-36dc-4f53-bf4d-10a00f4c6540 req-18a0ffad-8c39-41f4-a780-f3e174454aa6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0540609 Nov 03 20:06:45.991735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7c9c329a-36dc-4f53-bf4d-10a00f4c6540 req-a284b5c3-5330-40ae-9a71-8c653cf81391 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 Nov 03 20:06:47.115784 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c24a2a-eb3b-4c82-a866-58057ce6187f req-d128c903-bd6a-4537-a204-1b0e1b44e734 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:47.117314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7c24a2a-eb3b-4c82-a866-58057ce6187f req-d128c903-bd6a-4537-a204-1b0e1b44e734 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0522642 Nov 03 20:06:47.166753 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c7c24a2a-eb3b-4c82-a866-58057ce6187f req-4d3f906a-82e5-406c-8234-127e48df592f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Nov 03 20:06:48.283525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1665dbd-7a79-4768-8e65-2191cb865c3d req-dab1f520-7f09-4947-94c6-276b598f0cef tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:48.285017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1665dbd-7a79-4768-8e65-2191cb865c3d req-dab1f520-7f09-4947-94c6-276b598f0cef tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0494602 Nov 03 20:06:48.333896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d1665dbd-7a79-4768-8e65-2191cb865c3d req-553342cc-467e-4a49-b3fe-1f8ccfa4ca68 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Nov 03 20:06:49.454653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eba302-7651-43a5-a2b4-5b2a99b6c057 req-84f3fa1c-b615-4d0e-9a6c-a360584f3029 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:49.456782 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9eba302-7651-43a5-a2b4-5b2a99b6c057 req-84f3fa1c-b615-4d0e-9a6c-a360584f3029 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0518935 Nov 03 20:06:49.505740 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d9eba302-7651-43a5-a2b4-5b2a99b6c057 req-df487bab-915e-4289-b6e6-c767461f22b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Nov 03 20:06:50.622163 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e5e07-c6d0-4b11-b159-6b4dd143f4fa req-0d056b05-12f0-4e7b-ace1-7d9d3a1f3940 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:50.623664 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7e5e07-c6d0-4b11-b159-6b4dd143f4fa req-0d056b05-12f0-4e7b-ace1-7d9d3a1f3940 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0486534 Nov 03 20:06:50.671850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ee7e5e07-c6d0-4b11-b159-6b4dd143f4fa req-3cd58065-ae74-498d-8d22-a57340b5806d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Nov 03 20:06:51.786386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b2e9-bec0-4ade-8690-d88d4b69ac1c req-5bf96bed-f3f9-48b2-85a0-3508646d9b31 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:51.787880 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7045b2e9-bec0-4ade-8690-d88d4b69ac1c req-5bf96bed-f3f9-48b2-85a0-3508646d9b31 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0487511 Nov 03 20:06:51.841181 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7045b2e9-bec0-4ade-8690-d88d4b69ac1c req-0405ec05-d758-428f-b34a-1575cba4c4c0 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473838 Nov 03 20:06:52.958101 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c82ea-5382-41d4-988e-7ee021b1849c req-d8b9305f-3fdc-4e26-8f06-97c4d8deac09 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:52.959628 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad8c82ea-5382-41d4-988e-7ee021b1849c req-d8b9305f-3fdc-4e26-8f06-97c4d8deac09 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0496154 Nov 03 20:06:53.009308 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ad8c82ea-5382-41d4-988e-7ee021b1849c req-10aa5402-1723-4dc2-a88b-77b4055be3f9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Nov 03 20:06:54.126063 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281b9a2-11e9-4765-8fe3-1e0e2e0074d5 req-5967c305-cf47-4983-9ec9-58999cd71680 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:54.127605 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d281b9a2-11e9-4765-8fe3-1e0e2e0074d5 req-5967c305-cf47-4983-9ec9-58999cd71680 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0487161 Nov 03 20:06:54.177080 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d281b9a2-11e9-4765-8fe3-1e0e2e0074d5 req-dbdf0736-e47b-453a-829e-22fee9e8882d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Nov 03 20:06:55.294129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672aaac-b252-417c-938f-b737b929b737 req-40adef52-e043-4560-9c1b-bfebe0cce474 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:55.295593 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f672aaac-b252-417c-938f-b737b929b737 req-40adef52-e043-4560-9c1b-bfebe0cce474 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0512040 Nov 03 20:06:55.344261 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f672aaac-b252-417c-938f-b737b929b737 req-97cb1e7f-b0b3-4f97-ad4a-e18c72122591 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Nov 03 20:06:55.440258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6efdbebb-f487-4faf-a40d-b608a1d73704 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:06:55.534410 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:06:55.549149 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'port_id': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'mac_address': 'fa:16:3e:f3:e9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:06:55.586380 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:55.599230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efdbebb-f487-4faf-a40d-b608a1d73704 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:06:55.618201 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:06:55.622144 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:55.668601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:55.676258 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.676597 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.676932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.677260 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.677606 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.677930 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.678250 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.678567 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.678882 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.679194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.679507 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.679819 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:06:55.853139 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['6efdbebb-f487-4faf-a40d-b608a1d73704'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:06:56.462303 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6a38d-8117-4523-bc6f-e154d947b642 req-03144433-7d1a-46b2-b191-a315306ccf05 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:56.463881 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97c6a38d-8117-4523-bc6f-e154d947b642 req-03144433-7d1a-46b2-b191-a315306ccf05 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 945 time: 0.0489149 Nov 03 20:06:56.514360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-97c6a38d-8117-4523-bc6f-e154d947b642 req-93051945-f785-4948-a1be-f5f3a70cad36 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444088 Nov 03 20:06:57.456319 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6efdbebb-f487-4faf-a40d-b608a1d73704 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:06:57.505706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port 6efdbebb-f487-4faf-a40d-b608a1d73704 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:06:57.509527 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 6efdbebb-f487-4faf-a40d-b608a1d73704 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:06:57.509892 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:57.591586 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:57.615240 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:06:57.617493 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae3b5d9-3236-4042-bd37-1f0bec8bca76" -d '{"events": [{"server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "name": "network-vif-plugged", "status": "completed", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:06:57.629820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:06:57.633671 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:57.637656 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037e0d-cd61-429c-9e6e-bc6354aeb52e req-f32b296b-3a5c-4b65-830c-f54985ce83db tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:57.639198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef037e0d-cd61-429c-9e6e-bc6354aeb52e req-f32b296b-3a5c-4b65-830c-f54985ce83db tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 945 time: 0.0512826 Nov 03 20:06:57.680918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:06:57.701431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ef037e0d-cd61-429c-9e6e-bc6354aeb52e req-05d18a3b-7c10-4a24-9799-ca4629e8d3cb tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526907 Nov 03 20:06:57.749234 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406fd6b6-d6df-4cd0-96fc-7aba55f88f40 x-openstack-request-id: req-406fd6b6-d6df-4cd0-96fc-7aba55f88f40 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:06:57.749559 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "name": "network-vif-plugged", "status": "completed", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:06:57.749872 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-406fd6b6-d6df-4cd0-96fc-7aba55f88f40 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:06:57.750199 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'code': 200} Nov 03 20:06:57.849495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c48dbf-5c93-4135-97af-0e25254e43f4 req-1b54beb2-5581-47df-bba8-131d7806497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:57.851002 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-41c48dbf-5c93-4135-97af-0e25254e43f4 req-1b54beb2-5581-47df-bba8-131d7806497f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0419970 Nov 03 20:06:57.899807 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-41c48dbf-5c93-4135-97af-0e25254e43f4 req-44ff7b9a-de4d-4a7e-8488-42a15fc5b104 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Nov 03 20:06:58.817933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98473895-209b-4e60-af93-9f643cde9661 req-345c36a9-9984-45d9-b442-2ea7df266d22 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:58.819426 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98473895-209b-4e60-af93-9f643cde9661 req-345c36a9-9984-45d9-b442-2ea7df266d22 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0485001 Nov 03 20:06:58.871765 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-98473895-209b-4e60-af93-9f643cde9661 req-198afe06-734f-4901-96dc-1c747fa7c9da tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456884 Nov 03 20:06:59.992107 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fb70e-7a7a-49a2-b992-b99a333441b0 req-a3610da6-884f-4c9c-bfa0-2086034d737f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:59.993621 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-848fb70e-7a7a-49a2-b992-b99a333441b0 req-a3610da6-884f-4c9c-bfa0-2086034d737f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0489557 Nov 03 20:07:00.043429 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-848fb70e-7a7a-49a2-b992-b99a333441b0 req-f800abdf-12e4-463a-9aa9-0dfeccc6fd21 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Nov 03 20:07:00.162172 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bfefd-cbda-4038-b08b-7c8782cbd866 req-30b00c04-713f-4968-bc8c-a2342e130694 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:00.163564 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac9bfefd-cbda-4038-b08b-7c8782cbd866 req-30b00c04-713f-4968-bc8c-a2342e130694 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0546358 Nov 03 20:07:00.212680 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ac9bfefd-cbda-4038-b08b-7c8782cbd866 req-5f1b314b-5b32-47a7-a6bc-1ba75876d720 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430152 Nov 03 20:07:00.234034 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48070) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:00.277616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c050a-9890-4e88-9867-2872b123ad8d tempest-TestShelveInstance-968547634 tempest-TestShelveInstance-968547634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:00.279130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-0e5c050a-9890-4e88-9867-2872b123ad8d tempest-TestShelveInstance-968547634 tempest-TestShelveInstance-968547634-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1092 time: 0.0441024 Nov 03 20:07:00.282031 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48072) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:00.286315 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:00.308413 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:00.410208 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:00.510781 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Allocated IP 172.25.3.239 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/eea6d521-5ff5-4f9c-8bec-376af5f329af) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:07:00.618503 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:00.651030 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:00.687414 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:07:00.690185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:07:00.696314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:07:00.719659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'Port': ['ID=eea6d521-5ff5-4f9c-8bec-376af5f329af,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:01.059742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.125133 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.277163 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.282651 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.353458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event updated for resources: {'Port': ['ID=eea6d521-5ff5-4f9c-8bec-376af5f329af,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:01.365804 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.466957 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Floating IP 08ce35df-2efc-4739-8a9d-693052dfe052 associated. External IP: 172.25.3.239, port: 6efdbebb-f487-4faf-a40d-b608a1d73704. Nov 03 20:07:01.673232 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Router edbed9cf-b188-422a-b164-da0dc923e3be has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:07:01.782775 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:07:01.792278 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] Sync routers for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:07:01.801382 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.803054 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:01.803653 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:06:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:01.832388 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-48427448-fcc7-42fb-8feb-ead61bea4681 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5493309 Nov 03 20:07:01.832985 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:07:01.835443 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc51f7-caf5-4b66-b873-38014012db63" -d '{"events": [{"name": "network-changed", "server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:07:01.874638 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cdf964-de37-41e3-acd6-9d4701d891ae x-openstack-request-id: req-60cdf964-de37-41e3-acd6-9d4701d891ae {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:07:01.874935 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:07:01.875195 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60cdf964-de37-41e3-acd6-9d4701d891ae {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:07:01.875607 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'status': 'completed', 'code': 200} Nov 03 20:07:01.915785 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:01.937914 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc51f7-caf5-4b66-b873-38014012db63 req-a4ec7aef-d9ed-4558-89e2-6f0cf7988a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:01.939340 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cc51f7-caf5-4b66-b873-38014012db63 req-a4ec7aef-d9ed-4558-89e2-6f0cf7988a10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0413311 Nov 03 20:07:02.032408 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc51f7-caf5-4b66-b873-38014012db63 req-2e6d9bf5-e96c-42bf-b54f-33b109936f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:02.034680 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cc51f7-caf5-4b66-b873-38014012db63 req-2e6d9bf5-e96c-42bf-b54f-33b109936f01 service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0887592 Nov 03 20:07:02.099257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cc51f7-caf5-4b66-b873-38014012db63 req-c2a821da-1856-44b5-adb5-fcf07668ac65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 1000 time: 0.0575078 Nov 03 20:07:02.141211 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '08ce35df-2efc-4739-8a9d-693052dfe052', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'port_id': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'mac_address': 'fa:16:3e:f3:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:07:00Z', 'updated_at': '2021-11-03T20:07:00Z', 'revision_number': 0, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:02.152815 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc51f7-caf5-4b66-b873-38014012db63 req-ea5c8f80-c462-4ad3-95b1-e76b12319ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:02.154335 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cc51f7-caf5-4b66-b873-38014012db63 req-ea5c8f80-c462-4ad3-95b1-e76b12319ac4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0484962 Nov 03 20:07:02.171673 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] Checking router: edbed9cf-b188-422a-b164-da0dc923e3be for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:07:02.180650 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:02.181247 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:06:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:02.201595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc51f7-caf5-4b66-b873-38014012db63 req-306966f9-4816-4164-88ea-e87f4f8c7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:02.203007 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cc51f7-caf5-4b66-b873-38014012db63 req-306966f9-4816-4164-88ea-e87f4f8c7e49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416942 Nov 03 20:07:02.288001 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:02.293629 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cc51f7-caf5-4b66-b873-38014012db63 req-d985d1e1-0b7b-4609-8c30-0030c9d9244c service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836353 Nov 03 20:07:02.387638 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-22cc51f7-caf5-4b66-b873-38014012db63 req-d079c0d5-b06a-478f-be4b-73fe1e8a8c91 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869086 Nov 03 20:07:02.599532 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '08ce35df-2efc-4739-8a9d-693052dfe052', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'port_id': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'mac_address': 'fa:16:3e:f3:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:07:00Z', 'updated_at': '2021-11-03T20:07:00Z', 'revision_number': 0, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:02.629019 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22993199-1e6e-43d4-b8b4-c8821eeb73ab None None] The sync data for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 is: [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '08ce35df-2efc-4739-8a9d-693052dfe052', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'port_id': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'mac_address': 'fa:16:3e:f3:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:07:00Z', 'updated_at': '2021-11-03T20:07:00Z', 'revision_number': 0, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:07:02.829290 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edcb1fb-9fa3-4aed-ab62-8945a8b66051 None None] New status for floating IP 08ce35df-2efc-4739-8a9d-693052dfe052: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:07:03.218028 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:04.094559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:04.167432 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:07:06.085618 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-3b7fa400-6d0b-4e36-a5da-dc95e8488852 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401711 Nov 03 20:07:06.172332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-4c422390-ced4-4c04-ad5a-5de08ee2a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:06.173786 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-4c422390-ced4-4c04-ad5a-5de08ee2a043 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0447345 Nov 03 20:07:06.226713 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b22c-46be-4660-9ead-ec4e2fccfe40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:06.278734 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-9eed2bbf-6fff-497d-b048-e1eb3229bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:06.280331 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-9eed2bbf-6fff-497d-b048-e1eb3229bc50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0873280 Nov 03 20:07:06.653714 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-c979a067-973e-40fc-85c3-d314b51a657a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 1002 time: 0.3668265 Nov 03 20:07:06.701917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-145c0207-6031-4b6e-a384-1729bd8facde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:06.703392 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-145c0207-6031-4b6e-a384-1729bd8facde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0426791 Nov 03 20:07:06.747672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-d32767c8-64c9-44c3-824b-096102f582d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:06.749145 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-d32767c8-64c9-44c3-824b-096102f582d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393212 Nov 03 20:07:06.841341 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-52f0b8c3-7aec-40db-9ab8-c3de2a2ccc7a service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852718 Nov 03 20:07:06.934297 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1e14ffc0-fab6-493e-9d12-a693eae1f766 req-b6341fd9-4761-4de2-84e0-f5e861103a1e service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861664 Nov 03 20:07:10.405912 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:10.444473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2e2dfb1a-4c01-4f50-a1c1-67600c9e46f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:12.444869 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:12.557548 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.382300 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.118735 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:36.229992 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-5493f8b4-e6a8-4ddd-bed1-4c747616a89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:40.408042 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:40.445949 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4386205a-5101-489a-b533-dc245cb3148d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:41.167289 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:07:42.447661 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:42.560978 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:03.218680 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:04.110974 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:06.233038 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6a74052d-1daa-4df6-a8c4-7d1e889a5327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:07.155480 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-e1abd047-dca7-46a4-b815-03e713739194 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874033 Nov 03 20:08:07.244947 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-ba735e7e-0d7f-4db2-bc8f-a530fdea4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:07.246391 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-ba735e7e-0d7f-4db2-bc8f-a530fdea4c63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0455606 Nov 03 20:08:07.352977 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-8656301e-4bb5-4991-b021-801360002b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:07.354507 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-8656301e-4bb5-4991-b021-801360002b19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0883601 Nov 03 20:08:07.431720 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-c0fa57f3-715d-4aaf-a886-4bfdeaafc209 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 1002 time: 0.0695617 Nov 03 20:08:07.483444 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-ec2040a7-6608-4445-a2bd-f4d6c04f1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:07.484916 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-ec2040a7-6608-4445-a2bd-f4d6c04f1b98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0456572 Nov 03 20:08:07.531424 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-7d957870-a495-4e95-af5e-1058e0c75333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:07.532813 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-7d957870-a495-4e95-af5e-1058e0c75333 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404718 Nov 03 20:08:07.625063 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-4d22dc4c-2845-463c-b308-b1134156aa67 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847569 Nov 03 20:08:07.715881 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c4ea2e24-e20a-46ad-91ae-97abbebd1bfd req-02d970a6-a892-4423-8e7a-5ae8b6053ae9 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841303 Nov 03 20:08:10.413144 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:10.449465 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-53cb85cb-db3f-4071-ba84-233e3f589a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:12.449999 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:12.563379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:18.168506 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:08:33.220159 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.125595 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.235704 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-bdf14dfc-a8d9-4f08-b8d2-aad52243147c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.417274 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.454937 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-47d6dbd7-80df-4b49-a69d-dba390d5a8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.456763 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.571082 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:55.168908 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:08:57.401757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21d222-2e6a-4d15-a1a9-47b8c32cd3c9 req-792fba7c-df66-40c2-a516-e61e3615627b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:57.403515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a21d222-2e6a-4d15-a1a9-47b8c32cd3c9 req-792fba7c-df66-40c2-a516-e61e3615627b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0546091 Nov 03 20:08:57.453450 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2a21d222-2e6a-4d15-a1a9-47b8c32cd3c9 req-7384d809-cb9a-4cb6-b592-7a338bbd8254 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Nov 03 20:08:58.596901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5c45c-529c-440f-8ff5-cb66ec5b433e req-46902923-1316-4df4-a597-e826a37ea65f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:58.598579 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dae5c45c-529c-440f-8ff5-cb66ec5b433e req-46902923-1316-4df4-a597-e826a37ea65f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0509079 Nov 03 20:08:58.651482 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dae5c45c-529c-440f-8ff5-cb66ec5b433e req-b002f782-2cd1-46e4-ba2a-c509292ecb59 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Nov 03 20:08:59.776614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338cfbe-22df-45a3-a165-6c6c5a866c5a req-13343520-0577-4be5-899e-1b4f530c6f48 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:59.778199 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4338cfbe-22df-45a3-a165-6c6c5a866c5a req-13343520-0577-4be5-899e-1b4f530c6f48 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0561275 Nov 03 20:08:59.832396 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4338cfbe-22df-45a3-a165-6c6c5a866c5a req-0e7d3740-8fa6-455f-ac56-e62133d2aaff tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479889 Nov 03 20:09:00.956584 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c423d7-f3bf-4d97-b345-058cc7722c48 req-8e4b77af-d615-4320-a434-4ab4fbb86db4 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:00.958146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1c423d7-f3bf-4d97-b345-058cc7722c48 req-8e4b77af-d615-4320-a434-4ab4fbb86db4 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0530977 Nov 03 20:09:01.010068 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a1c423d7-f3bf-4d97-b345-058cc7722c48 req-0cb72bab-1f7c-435e-a8c1-00f22b3e33f9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Nov 03 20:09:02.140579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d8186-43ff-42b2-8269-bb953289c323 req-6614a932-1b77-4178-b550-d64f2a596ad9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:02.142149 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-279d8186-43ff-42b2-8269-bb953289c323 req-6614a932-1b77-4178-b550-d64f2a596ad9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0581486 Nov 03 20:09:02.198283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-279d8186-43ff-42b2-8269-bb953289c323 req-5eec46fa-d545-45e2-98f4-973a552a8f21 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475347 Nov 03 20:09:03.230523 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:03.321539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36d525-97e3-43ec-b0f8-2ca5b359f43e req-224a2f51-daba-4615-abd6-4425221b1b7f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:03.323061 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f36d525-97e3-43ec-b0f8-2ca5b359f43e req-224a2f51-daba-4615-abd6-4425221b1b7f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0544116 Nov 03 20:09:03.373710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1f36d525-97e3-43ec-b0f8-2ca5b359f43e req-8b29269f-40c3-4e41-818c-3ea7c8042f0a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Nov 03 20:09:04.121677 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:04.493442 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843637ca-5628-4eb9-a9e3-eba37a198fa5 req-28ad8d82-58ba-42e2-a467-7ab0615dfa72 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:04.495781 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-843637ca-5628-4eb9-a9e3-eba37a198fa5 req-28ad8d82-58ba-42e2-a467-7ab0615dfa72 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0513144 Nov 03 20:09:04.550453 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-843637ca-5628-4eb9-a9e3-eba37a198fa5 req-bb6f8274-4d1c-45fa-9c3f-d8fa8376ba42 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473077 Nov 03 20:09:05.665659 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881d194-8d14-4e88-879c-50f279995540 req-14a919d0-676a-47b0-b89d-fa118c6931b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:05.667127 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8881d194-8d14-4e88-879c-50f279995540 req-14a919d0-676a-47b0-b89d-fa118c6931b2 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0488145 Nov 03 20:09:05.717462 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8881d194-8d14-4e88-879c-50f279995540 req-91386de0-95be-42be-bd14-bab384057479 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442059 Nov 03 20:09:06.239055 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d18b7577-b268-4080-8232-941f995158ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:06.835671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb8467-63a9-4347-af0b-b54f9c97a91b req-e77dc1d8-a811-4260-9c4e-89041ec6e37a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:06.837649 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48cb8467-63a9-4347-af0b-b54f9c97a91b req-e77dc1d8-a811-4260-9c4e-89041ec6e37a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0503011 Nov 03 20:09:06.886787 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-48cb8467-63a9-4347-af0b-b54f9c97a91b req-fcc8f998-a02a-44e3-a121-2b2a76891669 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431159 Nov 03 20:09:07.131639 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-a28e7fc0-3ab2-471a-b1c2-f33ee676249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:07.133606 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-a28e7fc0-3ab2-471a-b1c2-f33ee676249a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0449839 Nov 03 20:09:07.238777 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-7b323afd-0d69-4770-92b9-770583ceb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:07.240289 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-7b323afd-0d69-4770-92b9-770583ceb7e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0879259 Nov 03 20:09:07.310952 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-58a8b37a-6d07-4be2-b462-caa7e71a10c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 1002 time: 0.0631206 Nov 03 20:09:07.360589 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-c30f875b-bc6e-40b3-8d17-200f0f5675c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:07.362066 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-c30f875b-bc6e-40b3-8d17-200f0f5675c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0448058 Nov 03 20:09:07.409521 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-3ba7936e-b60b-4d15-bf7c-f03ca068cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:07.411025 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-3ba7936e-b60b-4d15-bf7c-f03ca068cd59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405850 Nov 03 20:09:07.506653 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-18d719eb-1c5e-41ba-88f7-8de70d7957cb service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879669 Nov 03 20:09:07.598483 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-c76e8ee9-7ae1-46ca-b9f8-0a770b31b0b4 req-4fd014c3-24ec-4a06-bb08-ff3ee7adb7b8 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831227 Nov 03 20:09:07.683160 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543514-4f2e-485b-a49b-71baf0110643 req-b4b21433-505b-46c0-90c5-3bc3faa80ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:07.684579 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20543514-4f2e-485b-a49b-71baf0110643 req-b4b21433-505b-46c0-90c5-3bc3faa80ee6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0472414 Nov 03 20:09:07.774728 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543514-4f2e-485b-a49b-71baf0110643 req-5346b3b8-9b68-4c9a-b915-64b6039bb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:07.776197 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20543514-4f2e-485b-a49b-71baf0110643 req-5346b3b8-9b68-4c9a-b915-64b6039bb5aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0848398 Nov 03 20:09:07.846064 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20543514-4f2e-485b-a49b-71baf0110643 req-30f96c75-7fbe-469e-9328-cae3be1fdbd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 1002 time: 0.0624249 Nov 03 20:09:07.895518 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543514-4f2e-485b-a49b-71baf0110643 req-e8ed4bbc-5778-43a8-81e8-886ea7803581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:07.896967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20543514-4f2e-485b-a49b-71baf0110643 req-e8ed4bbc-5778-43a8-81e8-886ea7803581 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0437474 Nov 03 20:09:07.947271 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543514-4f2e-485b-a49b-71baf0110643 req-a3f8da87-9497-4fa6-8eb0-8ac9e217d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:07.948701 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20543514-4f2e-485b-a49b-71baf0110643 req-a3f8da87-9497-4fa6-8eb0-8ac9e217d445 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446875 Nov 03 20:09:08.015719 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00757a-6322-4fa0-a658-77a1d7403b44 req-4f1f318b-a3a0-4f1b-85df-2c9636ef3f02 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:08.017285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b00757a-6322-4fa0-a658-77a1d7403b44 req-4f1f318b-a3a0-4f1b-85df-2c9636ef3f02 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0542777 Nov 03 20:09:08.047617 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20543514-4f2e-485b-a49b-71baf0110643 req-97cca8fa-82f5-4314-b984-c27161630ace service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915792 Nov 03 20:09:08.068985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2b00757a-6322-4fa0-a658-77a1d7403b44 req-748988e6-8413-48a3-b1c6-7b9423a781fa tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450933 Nov 03 20:09:08.139967 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-20543514-4f2e-485b-a49b-71baf0110643 req-98cbd28a-57e9-4671-a817-710e627c615e service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853865 Nov 03 20:09:09.188849 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e4a8-8b20-4a76-b108-6d50ee92d8d9 req-a4b9af5c-0fa2-4d0a-917a-d37d0a9bfce7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:09.190303 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c202e4a8-8b20-4a76-b108-6d50ee92d8d9 req-a4b9af5c-0fa2-4d0a-917a-d37d0a9bfce7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0516946 Nov 03 20:09:09.240854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-c202e4a8-8b20-4a76-b108-6d50ee92d8d9 req-0d44ae80-a827-4b13-8804-8c9a35cc9fa1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440674 Nov 03 20:09:10.361213 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09885-a1c2-43e8-a934-3c3dc11ebad0 req-bbe795a2-c7fe-4ca9-af3d-d3e899db677e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:10.362832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50d09885-a1c2-43e8-a934-3c3dc11ebad0 req-bbe795a2-c7fe-4ca9-af3d-d3e899db677e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0501773 Nov 03 20:09:10.421338 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:10.429446 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-50d09885-a1c2-43e8-a934-3c3dc11ebad0 req-e122dfd6-b190-4c06-91b3-7445c2bac446 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600355 Nov 03 20:09:10.451283 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6f464811-240a-4d24-91a4-c15595db5175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:11.553373 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bbc74-1f44-4337-b01f-81a045843c3e req-3318e7c7-ec2d-4c51-856d-c0185f8e3e1e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:11.554988 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e5bbc74-1f44-4337-b01f-81a045843c3e req-3318e7c7-ec2d-4c51-856d-c0185f8e3e1e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0531056 Nov 03 20:09:11.607120 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6e5bbc74-1f44-4337-b01f-81a045843c3e req-408c0ef8-7a42-4f06-9c4b-34e38802e777 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Nov 03 20:09:12.449931 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:12.569257 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:12.727260 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90db47-de84-41af-8a3c-563f243aae0b req-d36c3fd1-f70b-4813-af02-cd16f8ecaa46 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:12.728733 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c90db47-de84-41af-8a3c-563f243aae0b req-d36c3fd1-f70b-4813-af02-cd16f8ecaa46 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0487118 Nov 03 20:09:12.778163 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c90db47-de84-41af-8a3c-563f243aae0b req-1bf440f6-fd5c-4a73-bad8-9f23c290be8b tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431006 Nov 03 20:09:12.964744 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-9e7bb3dc-3175-4d1a-980e-10c072d3b691 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458746 Nov 03 20:09:12.974128 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-8d1357b8-07dd-45a7-94ec-eab1731edcc6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:09:12.975634 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-8d1357b8-07dd-45a7-94ec-eab1731edcc6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059407 Nov 03 20:09:12.991468 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a606c7-3d59-4311-a914-dfc65bb043f6 req-a0038949-3f79-4e98-b63b-272a61f205d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:12.995360 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63a606c7-3d59-4311-a914-dfc65bb043f6 req-a0038949-3f79-4e98-b63b-272a61f205d6 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0548594 Nov 03 20:09:13.044869 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-63a606c7-3d59-4311-a914-dfc65bb043f6 req-43509541-56a8-4f1e-bf22-3fca91997c12 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448122 Nov 03 20:09:13.957018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6efdbebb-f487-4faf-a40d-b608a1d73704 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:09:14.037106 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:14.061837 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:09:14.064160 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a33c81f-9a96-49b2-b4b3-f221e2d1ce72" -d '{"events": [{"server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:09:14.077928 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:09:14.083060 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:14.107819 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e900aa-9df5-460d-8be2-890b6aa83399 x-openstack-request-id: req-18e900aa-9df5-460d-8be2-890b6aa83399 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:09:14.108113 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "name": "network-vif-unplugged", "status": "failed", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704", "code": 422}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:09:14.108365 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18e900aa-9df5-460d-8be2-890b6aa83399 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:09:14.108761 n-d-812148-3 neutron-server[101757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'code': 422} returned with failed status Nov 03 20:09:14.135318 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:09:14.144471 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.144820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.145165 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.145528 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.145863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.146196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.146540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.146862 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.147376 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.147703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.148022 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.148522 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:09:14.195998 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfdb18-8798-4499-9d14-bd4ddab5a7f5 req-fa7322e0-054c-4237-8e7d-6d8c0ea99440 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:14.197582 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7acfdb18-8798-4499-9d14-bd4ddab5a7f5 req-fa7322e0-054c-4237-8e7d-6d8c0ea99440 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0509553 Nov 03 20:09:14.249153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7acfdb18-8798-4499-9d14-bd4ddab5a7f5 req-7e89ceec-f5c3-4d1c-bbc9-d9564386a013 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Nov 03 20:09:15.370724 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a0215-a0ea-47d3-bd6c-51743b048eca req-383a5ad3-4843-441e-bedc-c944c188b081 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:15.372357 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c8a0215-a0ea-47d3-bd6c-51743b048eca req-383a5ad3-4843-441e-bedc-c944c188b081 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0540705 Nov 03 20:09:15.424351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c8a0215-a0ea-47d3-bd6c-51743b048eca req-4eccc6af-7049-40f2-8a85-7bdfedbc111d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448334 Nov 03 20:09:16.555802 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507aa09-ea23-48ab-adc1-8bd91d7e8f1d req-321d1e0f-4492-4d45-b084-035c4abdd007 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:16.558465 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f507aa09-ea23-48ab-adc1-8bd91d7e8f1d req-321d1e0f-4492-4d45-b084-035c4abdd007 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0516601 Nov 03 20:09:16.608622 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f507aa09-ea23-48ab-adc1-8bd91d7e8f1d req-8c88cae0-db1d-48fc-a91f-3493028e0cf8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444198 Nov 03 20:09:17.724421 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188ff6-7a0a-403f-8543-c31b639f382b req-3f56abb5-e6e7-4d93-986b-52a74a173cf9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:17.726111 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb188ff6-7a0a-403f-8543-c31b639f382b req-3f56abb5-e6e7-4d93-986b-52a74a173cf9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0500007 Nov 03 20:09:17.780447 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cb188ff6-7a0a-403f-8543-c31b639f382b req-9395d0f6-77df-4411-a918-9db80e1b59aa tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478899 Nov 03 20:09:18.897302 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320b12-8b1e-4594-9a2c-74267c365865 req-23eab812-dff6-4fce-a1f7-46efbd714979 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:18.898809 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd320b12-8b1e-4594-9a2c-74267c365865 req-23eab812-dff6-4fce-a1f7-46efbd714979 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0488284 Nov 03 20:09:18.953252 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd320b12-8b1e-4594-9a2c-74267c365865 req-00f32222-924b-43b9-a2e4-f3acf268e148 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484269 Nov 03 20:09:18.967753 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-7af8f22b-9c45-486c-9429-22181d6355fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:18.969290 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-7af8f22b-9c45-486c-9429-22181d6355fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc&tenant_id=2aa5944ed22143afb29f1a0dfd2226cf HTTP/1.1" status: 200 len: 1095 time: 0.0427778 Nov 03 20:09:19.033041 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-f91c0039-d164-41b6-866b-4811d555fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:19.034606 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-f91c0039-d164-41b6-866b-4811d555fa40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1095 time: 0.0408671 Nov 03 20:09:19.129659 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-8f4e4c50-e23e-4d7e-97c1-d751e4980bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:19.131049 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-8f4e4c50-e23e-4d7e-97c1-d751e4980bfa service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0896993 Nov 03 20:09:19.196466 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-fdd3184d-a338-412e-ac48-032c942e6ace service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 1000 time: 0.0581489 Nov 03 20:09:19.246672 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-19c29cbb-7723-470e-9e28-2b800cab57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:19.248166 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-19c29cbb-7723-470e-9e28-2b800cab57e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0448217 Nov 03 20:09:19.299514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-8f750e64-4773-4b80-a3ec-c00c67f2fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:19.301030 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-8f750e64-4773-4b80-a3ec-c00c67f2fe9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452058 Nov 03 20:09:19.390810 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-9ef9c4ba-3b56-407c-bc9b-56e6ad4f0dd7 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829036 Nov 03 20:09:19.488497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-49c73611-8d36-45ea-b441-c23859261aa5 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906167 Nov 03 20:09:20.130575 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7da0e0-5c73-4104-8d10-787a79b17ce4 req-99b8c669-689a-42a9-9013-ab59b069fb81 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:20.132062 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f7da0e0-5c73-4104-8d10-787a79b17ce4 req-99b8c669-689a-42a9-9013-ab59b069fb81 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.1103272 Nov 03 20:09:20.180956 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f7da0e0-5c73-4104-8d10-787a79b17ce4 req-5f61d20b-aaa7-4bae-bad0-041dfe8c6dde tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422568 Nov 03 20:09:21.301699 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017372cd-e958-4131-a92c-e9e31ea767f9 req-418febf0-c669-4529-b44e-93a3b571dd5d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:21.303195 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-017372cd-e958-4131-a92c-e9e31ea767f9 req-418febf0-c669-4529-b44e-93a3b571dd5d tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0525932 Nov 03 20:09:21.355985 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-017372cd-e958-4131-a92c-e9e31ea767f9 req-c1e7ba14-16df-4c76-9c4a-b45f2584c2ee tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461054 Nov 03 20:09:22.471228 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957b194-231b-4ee7-bdaf-3ebeddc5a05e req-406daccc-8e38-4047-b813-da34256c0733 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:22.472700 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8957b194-231b-4ee7-bdaf-3ebeddc5a05e req-406daccc-8e38-4047-b813-da34256c0733 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0484293 Nov 03 20:09:22.523180 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8957b194-231b-4ee7-bdaf-3ebeddc5a05e req-a754c4f9-f1ef-4dd9-ab59-916cc8ed6bbd tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Nov 03 20:09:23.643992 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4090e1-08ce-405c-8a3d-ea8954bb5bd9 req-74997ec0-c476-4fe9-a229-31d56b47d2c1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:23.645592 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d4090e1-08ce-405c-8a3d-ea8954bb5bd9 req-74997ec0-c476-4fe9-a229-31d56b47d2c1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0510390 Nov 03 20:09:23.700669 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-3d4090e1-08ce-405c-8a3d-ea8954bb5bd9 req-6ff53985-77fe-4c38-9b20-99525ca5b44e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491242 Nov 03 20:09:24.818115 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde07298-5a24-4ea2-a243-7724a79c0725 req-a2c3cc0e-5a43-49d2-8ce4-66c40706e5f7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:24.819601 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dde07298-5a24-4ea2-a243-7724a79c0725 req-a2c3cc0e-5a43-49d2-8ce4-66c40706e5f7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0484450 Nov 03 20:09:24.869171 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dde07298-5a24-4ea2-a243-7724a79c0725 req-abfed113-ae4b-4fe6-8c1e-17df438073ea tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Nov 03 20:09:25.985290 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126971f-a37a-46c0-ae8e-c9d371ae3d91 req-25a2ddaa-93db-4589-91ce-93fce6ec6a27 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:25.986797 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d126971f-a37a-46c0-ae8e-c9d371ae3d91 req-25a2ddaa-93db-4589-91ce-93fce6ec6a27 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0482011 Nov 03 20:09:26.035253 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d126971f-a37a-46c0-ae8e-c9d371ae3d91 req-fb7eb632-f8a7-4cab-8806-34cda6e2628f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424802 Nov 03 20:09:27.157374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa6491-e545-4c99-918f-6f5b3bafde1e req-7475403c-5a7f-449b-9c6b-58f5f8632765 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:27.158891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29aa6491-e545-4c99-918f-6f5b3bafde1e req-7475403c-5a7f-449b-9c6b-58f5f8632765 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 944 time: 0.0526175 Nov 03 20:09:27.208665 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-29aa6491-e545-4c99-918f-6f5b3bafde1e req-7858f79a-638e-4ab9-b743-6fe92620cb5f tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 Nov 03 20:09:28.029942 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6efdbebb-f487-4faf-a40d-b608a1d73704 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:09:28.123197 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:09:28.134170 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'port_id': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'mac_address': 'fa:16:3e:f3:e9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:09:28.176235 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:28.189637 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efdbebb-f487-4faf-a40d-b608a1d73704 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:09:28.208816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:09:28.212630 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:28.264246 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:09:28.326908 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6974d3f-b32a-40a9-bf39-9f48bb4a6eb2 req-acd61c43-2ac5-436a-abfb-0278b2c0b2e8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:28.328399 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6974d3f-b32a-40a9-bf39-9f48bb4a6eb2 req-acd61c43-2ac5-436a-abfb-0278b2c0b2e8 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 945 time: 0.0491662 Nov 03 20:09:28.378331 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b6974d3f-b32a-40a9-bf39-9f48bb4a6eb2 req-2f6da8c6-f9e8-40ac-a046-1d94407aeba7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437779 Nov 03 20:09:28.470336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['6efdbebb-f487-4faf-a40d-b608a1d73704'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:09:29.497972 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e959-ee36-42f0-8931-f0e16e682ea1 req-38c64b16-03d3-498f-830d-451f327e6354 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:29.499441 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44f6e959-ee36-42f0-8931-f0e16e682ea1 req-38c64b16-03d3-498f-830d-451f327e6354 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 945 time: 0.0538800 Nov 03 20:09:29.549072 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-44f6e959-ee36-42f0-8931-f0e16e682ea1 req-4bc99703-3b97-4b00-b329-d64dbe04b99e tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Nov 03 20:09:30.049382 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6efdbebb-f487-4faf-a40d-b608a1d73704 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:09:30.096958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port 6efdbebb-f487-4faf-a40d-b608a1d73704 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:09:30.097321 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:30.175490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:30.197254 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:09:30.199536 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b77d5e1-f537-4042-bafe-fdcfbb6c38d5" -d '{"events": [{"server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "name": "network-vif-plugged", "status": "completed", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:09:30.212147 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:09:30.216619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:30.241098 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeacffae-44fc-4e3f-96cd-b13ee56ab8fa x-openstack-request-id: req-aeacffae-44fc-4e3f-96cd-b13ee56ab8fa {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:09:30.241391 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "name": "network-vif-plugged", "status": "completed", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:09:30.241664 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aeacffae-44fc-4e3f-96cd-b13ee56ab8fa {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:09:30.242051 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'code': 200} Nov 03 20:09:30.269792 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:09:30.383981 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0b06f-d486-4db9-be64-82a726e7c8e9 req-ebb9f0d9-ce01-44e2-a7d5-025799d0e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:30.385623 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cba0b06f-d486-4db9-be64-82a726e7c8e9 req-ebb9f0d9-ce01-44e2-a7d5-025799d0e772 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0423076 Nov 03 20:09:30.433259 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-cba0b06f-d486-4db9-be64-82a726e7c8e9 req-87286d2d-a1b1-4ea1-9a4a-a7962a3b6198 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398710 Nov 03 20:09:30.667081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61e5e1-6b1a-4c61-900a-cd0eba49efc3 req-d59b9d63-e5c7-499f-9b45-0a9fe516a955 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:30.669215 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be61e5e1-6b1a-4c61-900a-cd0eba49efc3 req-d59b9d63-e5c7-499f-9b45-0a9fe516a955 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0493822 Nov 03 20:09:30.718497 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-be61e5e1-6b1a-4c61-900a-cd0eba49efc3 req-c4cebbca-f964-4299-8f84-70b5ca4561f1 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Nov 03 20:09:31.836944 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f9d57-9862-428e-9edd-d5343dd33132 req-4e71b4be-5169-49cc-bc6e-391685e512e9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:31.838442 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d30f9d57-9862-428e-9edd-d5343dd33132 req-4e71b4be-5169-49cc-bc6e-391685e512e9 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0496600 Nov 03 20:09:31.892015 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-d30f9d57-9862-428e-9edd-d5343dd33132 req-74dce0c0-07b9-4267-a67f-580c3309fd2c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469480 Nov 03 20:09:32.169112 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:09:33.221056 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:34.120424 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:36.240853 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b276fdf0-1ed4-4833-8563-7918f3854e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:40.421852 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:40.444783 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-62a2cdb5-b17e-461e-9cd8-8896e9eedb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:42.454331 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:42.574152 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:03.228996 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:04.119292 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:06.244065 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c5025c25-c7dd-4ac1-8879-13730bd5a863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:09.080149 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-2e5457aa-7543-4364-9dff-210fbe11b05f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392101 Nov 03 20:10:09.168692 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:10:09.174743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-63d3b339-56bd-4d20-acc7-e816a02c69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:09.176240 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-63d3b339-56bd-4d20-acc7-e816a02c69b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0440347 Nov 03 20:10:09.279730 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-5b1f1b3d-acc9-4b9f-9faf-ed83cb371acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:09.281227 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-5b1f1b3d-acc9-4b9f-9faf-ed83cb371acb service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.0862033 Nov 03 20:10:09.351675 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-37f5782e-d7d8-4300-8a07-5ceae3ca1aac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 1002 time: 0.0632813 Nov 03 20:10:09.400462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-12318978-48d2-42e9-a753-0af34f824659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:09.401943 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-12318978-48d2-42e9-a753-0af34f824659 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0439267 Nov 03 20:10:09.447670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-71bf9930-1e57-4cec-946d-45fb691eb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:09.449123 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-71bf9930-1e57-4cec-946d-45fb691eb2c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396779 Nov 03 20:10:09.544094 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-51e58d8d-db09-43f6-85ca-1b6b9b2c4ef1 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880034 Nov 03 20:10:09.632978 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-1ac1d472-a8f1-4ecc-b7a5-6e1a1cb5a33b req-e3789e2f-7a84-4ea8-88cc-5f782cc10d13 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818088 Nov 03 20:10:10.427242 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:10.450179 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48ac2241-48bc-486a-a7c8-4fdf205e8cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:12.458206 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:12.576111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:33.244690 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:34.117947 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:36.247404 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ff16c6b7-3c1b-456d-8919-734e1547d9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:40.429064 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:40.451772 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d7c4234e-ae56-4d3d-ad56-54e16f2e64ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:42.461139 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:42.579905 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:45.258103 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48218) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:45.415700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Deleting port eea6d521-5ff5-4f9c-8bec-376af5f329af {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:10:45.416032 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:45.494865 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:45.495187 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:45.508374 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Calling delete_port for eea6d521-5ff5-4f9c-8bec-376af5f329af owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:10:45.661065 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:45.686675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event deleted for resources: {'Port': ['ID=eea6d521-5ff5-4f9c-8bec-376af5f329af,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:45.699106 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.699456 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.699801 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.700140 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.700475 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.700806 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.701139 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.701487 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.701815 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.702138 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.702461 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.702782 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:45.760920 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:45.761122 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Floating IP 08ce35df-2efc-4739-8a9d-693052dfe052 disassociated (deleted). External IP: 172.25.3.239, port: 6efdbebb-f487-4faf-a40d-b608a1d73704. Nov 03 20:10:45.979754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Router edbed9cf-b188-422a-b164-da0dc923e3be has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:10:46.093517 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:10:46.099633 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:46.105792 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] Sync routers for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:10:46.116519 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:10:46.117188 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:46.131260 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e322a203-ad9c-41d1-9c9d-b1c1fa7a8ab7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "DELETE /v2.0/floatingips/08ce35df-2efc-4739-8a9d-693052dfe052 HTTP/1.1" status: 204 len: 168 time: 0.8720710 Nov 03 20:10:46.131840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:10:46.134829 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13cbf41-9d3a-48af-99a6-06b63d9dd295" -d '{"events": [{"name": "network-changed", "server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:10:46.174852 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:10:46.246245 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:10:46.379785 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bde8bd-b912-4a33-a061-327b659f2284 x-openstack-request-id: req-19bde8bd-b912-4a33-a061-327b659f2284 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:10:46.380300 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:10:46.380845 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19bde8bd-b912-4a33-a061-327b659f2284 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:10:46.381077 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'status': 'completed', 'code': 200} Nov 03 20:10:46.471952 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-10b37c60-7380-42f1-9db7-af24306e52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:46.475757 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-10b37c60-7380-42f1-9db7-af24306e52c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 1097 time: 0.0720026 Nov 03 20:10:46.488386 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf51083-86a2-4b56-b40e-8a732c2f93c3 req-4af1204a-ded7-4a92-9a91-7ef456fa4faa tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:46.498312 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-daf51083-86a2-4b56-b40e-8a732c2f93c3 req-4af1204a-ded7-4a92-9a91-7ef456fa4faa tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0633483 Nov 03 20:10:46.510534 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:46.541519 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] Checking router: edbed9cf-b188-422a-b164-da0dc923e3be for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:10:46.551682 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:10:46.552515 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:46.565609 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-daf51083-86a2-4b56-b40e-8a732c2f93c3 req-98f9a858-d1e5-4e26-acd4-bea29b7ffb6a tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676856 Nov 03 20:10:46.603892 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-b660ba47-620d-4afb-9b08-c16553f1137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:46.605381 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-b660ba47-620d-4afb-9b08-c16553f1137b service neutron] 10.222.0.70 "GET /v2.0/networks?id=382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 200 len: 910 time: 0.1218152 Nov 03 20:10:46.657675 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-1b842037-22aa-4b41-a7cb-2af7ce98a23e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 200 len: 217 time: 0.0433135 Nov 03 20:10:46.668689 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:10:46.710610 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-2b33a149-842a-49c2-a798-87f59ba9c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:46.712988 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-2b33a149-842a-49c2-a798-87f59ba9c146 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 200 len: 848 time: 0.0476589 Nov 03 20:10:46.761036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-d6db6051-a9e0-4e48-887c-d1620293e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:46.762506 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-d6db6051-a9e0-4e48-887c-d1620293e8d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=382d269e-396e-42a1-aa3b-f6e3590d744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413759 Nov 03 20:10:46.863920 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-c5e4ac23-94e9-42f8-b97d-2f837a9bf78b service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918820 Nov 03 20:10:46.879880 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:46.906700 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbf9fbe-0ad0-48da-b9b7-12a34119a59e None None] The sync data for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 is: [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:01:56Z', 'revision_number': 4, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '49a0eb9d-8023-4625-866e-2b92d3cb2d89', 'name': '', 'network_id': '382d269e-396e-42a1-aa3b-f6e3590d744e', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'mac_address': 'fa:16:3e:68:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:56Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'subnets': [{'id': 'be4a977f-cbb7-4126-becb-5bc6577d4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:10:46.959721 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d13cbf41-9d3a-48af-99a6-06b63d9dd295 req-06a29116-5337-4f79-99ad-7e9aa643cf23 service neutron] 10.222.0.70 "GET /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880535 Nov 03 20:10:47.139607 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb83b67-4728-49ac-9ae0-88615bbd579e None None] New status for floating IP 08ce35df-2efc-4739-8a9d-693052dfe052: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:10:47.672520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd47a6e-b024-47cf-921e-af53db0aaeec req-2017d27e-7c56-4f6a-8019-36e395068f07 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:47.674017 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bbd47a6e-b024-47cf-921e-af53db0aaeec req-2017d27e-7c56-4f6a-8019-36e395068f07 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0478487 Nov 03 20:10:47.723197 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-bbd47a6e-b024-47cf-921e-af53db0aaeec req-3faae5ac-44ee-44fa-97fb-28e15601112c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/security-groups?id=cf8cc7a9-2459-4460-b829-2099065a7484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423098 Nov 03 20:10:47.858127 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-f3d6e8ad-935a-402f-98b5-b9e05732af62 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:47.859478 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-f3d6e8ad-935a-402f-98b5-b9e05732af62 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 946 time: 0.0486751 Nov 03 20:10:47.952032 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Deleting port 6efdbebb-f487-4faf-a40d-b608a1d73704 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:10:47.952371 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:48.044818 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] For port 6efdbebb-f487-4faf-a40d-b608a1d73704, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=6efdbebb-f487-4faf-a40d-b608a1d73704,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:10:48.045195 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:48.057171 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Calling delete_port for 6efdbebb-f487-4faf-a40d-b608a1d73704 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:10:48.183569 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:48.216109 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event deleted for resources: {'Port': ['ID=6efdbebb-f487-4faf-a40d-b608a1d73704,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:48.248284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.248632 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.248968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.251930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.251930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.251930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.251930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.251930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.251930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.251930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.251930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.252709 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:48.268700 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] No DVR routers for this DVR port 6efdbebb-f487-4faf-a40d-b608a1d73704 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:10:48.271813 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:48.275179 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-449ac19f-8191-4fa2-9439-87cff1f307d8 req-798cb921-11f9-4251-a9ec-79f465173166 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.70 "DELETE /v2.0/ports/6efdbebb-f487-4faf-a40d-b608a1d73704 HTTP/1.1" status: 204 len: 173 time: 0.4092853 Nov 03 20:10:48.275615 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'name': 'network-vif-deleted', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:10:48.277889 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02832b-c10e-4ad3-9b33-1675c66f07f7" -d '{"events": [{"server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "name": "network-vif-deleted", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:10:48.315482 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e150085a-e22c-4c97-8d3b-f6648a316015 x-openstack-request-id: req-e150085a-e22c-4c97-8d3b-f6648a316015 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:10:48.316345 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f296f20-a85e-49c3-8ae0-869728bc1cdc", "name": "network-vif-deleted", "tag": "6efdbebb-f487-4faf-a40d-b608a1d73704", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:10:48.316622 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e150085a-e22c-4c97-8d3b-f6648a316015 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:10:48.317029 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f296f20-a85e-49c3-8ae0-869728bc1cdc', 'name': 'network-vif-deleted', 'tag': '6efdbebb-f487-4faf-a40d-b608a1d73704', 'status': 'completed', 'code': 200} Nov 03 20:10:48.824693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ab35230f-f9cb-442b-888d-df8379e75153 req-0e14bc16-2dbd-4459-a7fc-e29819465305 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0301812 Nov 03 20:10:49.925832 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f8ab4d71-6cf0-4118-85cd-8cf0531e81d5 req-9085ead3-00a2-4cf1-92ad-9778cd6598f7 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0274384 Nov 03 20:10:51.022890 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-7d343035-ede3-46ca-b72b-22837a3838a7 req-9fe940c0-aeac-4a34-8c70-d2cdd896b84c tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0267472 Nov 03 20:10:52.120619 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9728fca8-02b2-44ef-9165-07828c3e901f req-7c654065-4dbf-415c-b1e8-adf27045d8cd tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f296f20-a85e-49c3-8ae0-869728bc1cdc HTTP/1.1" status: 200 len: 210 time: 0.0273349 Nov 03 20:10:52.505993 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6efdbebb-f487-4faf-a40d-b608a1d73704 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:10:52.525794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: 6efdbebb-f487-4faf-a40d-b608a1d73704 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:10:52.526109 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device 6efdbebb-f487-4faf-a40d-b608a1d73704 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:10:53.177397 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48250) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:53.240239 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfa9e-ba61-4985-816f-c14a25dc4808 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:53.267085 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfa9e-ba61-4985-816f-c14a25dc4808 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:53.330921 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfa9e-ba61-4985-816f-c14a25dc4808 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:53.333720 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfa9e-ba61-4985-816f-c14a25dc4808 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:53.334945 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1f1dfa9e-ba61-4985-816f-c14a25dc4808 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] 10.222.0.77 "DELETE /v2.0/security-groups/cf8cc7a9-2459-4460-b829-2099065a7484 HTTP/1.1" status: 204 len: 168 time: 0.1558542 Nov 03 20:10:53.356036 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dfa9e-ba61-4985-816f-c14a25dc4808 tempest-TestShelveInstance-1473010646 tempest-TestShelveInstance-1473010646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8cc7a9-2459-4460-b829-2099065a7484,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:53.386672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48254) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:54.195069 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:54.446773 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Deleting port 49a0eb9d-8023-4625-866e-2b92d3cb2d89 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:10:54.447450 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:54.527460 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] For port 49a0eb9d-8023-4625-866e-2b92d3cb2d89, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=49a0eb9d-8023-4625-866e-2b92d3cb2d89,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:10:54.527814 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:54.540053 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Calling delete_port for 49a0eb9d-8023-4625-866e-2b92d3cb2d89 owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:10:54.724540 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:54.748075 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=49a0eb9d-8023-4625-866e-2b92d3cb2d89,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:54.933817 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:55.161161 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Router edbed9cf-b188-422a-b164-da0dc923e3be has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:10:55.272119 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:10:55.278515 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-c1c409f6-41fc-4d45-bda8-3d0421379a1b admin admin] 10.222.0.77 "PUT /v2.0/routers/edbed9cf-b188-422a-b164-da0dc923e3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8907716 Nov 03 20:10:55.281100 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48258) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:55.285192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] Sync routers for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:10:55.298208 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:10:55.298970 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:55.394895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:55.413859 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:10:55.516505 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:55.574993 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Deleting port 151df1c0-1d81-4c97-9439-bfbad0eda6f0 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:10:55.575397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:55.663486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] For port 151df1c0-1d81-4c97-9439-bfbad0eda6f0, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=151df1c0-1d81-4c97-9439-bfbad0eda6f0,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:10:55.663874 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:55.676336 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Calling delete_port for 151df1c0-1d81-4c97-9439-bfbad0eda6f0 owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:10:55.696530 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:10:54Z', 'revision_number': 5, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port': {'id': '151df1c0-1d81-4c97-9439-bfbad0eda6f0', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:54Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:55.727839 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] Checking router: edbed9cf-b188-422a-b164-da0dc923e3be for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:10:55.736471 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] Routers {'edbed9cf-b188-422a-b164-da0dc923e3be'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:10:55.737081 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['edbed9cf-b188-422a-b164-da0dc923e3be'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:55.826954 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] Set router edbed9cf-b188-422a-b164-da0dc923e3be gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:10:55.866153 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:55.881365 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:10:55Z', 'revision_number': 6, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:55.892171 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Pushing event deleted for resources: {'Port': ['ID=151df1c0-1d81-4c97-9439-bfbad0eda6f0,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:55.915843 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea422fc-5da8-4381-93f8-ec81184197c9 None None] The sync data for ids ['edbed9cf-b188-422a-b164-da0dc923e3be'] in n-d-812148-3 is: [{'id': 'edbed9cf-b188-422a-b164-da0dc923e3be', 'name': 'tempest-TestShelveInstance-1568680441-router', 'tenant_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:53Z', 'updated_at': '2021-11-03T20:10:55Z', 'revision_number': 6, 'project_id': '2aa5944ed22143afb29f1a0dfd2226cf', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:10:55.965398 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.063550 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.065942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.113673 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.114266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router edbed9cf-b188-422a-b164-da0dc923e3be {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:10:56.120029 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.121521 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a280f2b5-2456-4322-8886-2f89fca6ce1f admin admin] 10.222.0.77 "DELETE /v2.0/routers/edbed9cf-b188-422a-b164-da0dc923e3be HTTP/1.1" status: 204 len: 168 time: 0.8391771 Nov 03 20:10:56.124055 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48260) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:56.169677 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8c0bc7-b7fe-4941-a576-c822e2519a9f admin admin] Deleting subnet be4a977f-cbb7-4126-becb-5bc6577d4d8d {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:10:56.172880 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc8c0bc7-b7fe-4941-a576-c822e2519a9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.208169 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc8c0bc7-b7fe-4941-a576-c822e2519a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.300743 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc8c0bc7-b7fe-4941-a576-c822e2519a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.364656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc8c0bc7-b7fe-4941-a576-c822e2519a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.400886 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c0bc7-b7fe-4941-a576-c822e2519a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4a977f-cbb7-4126-becb-5bc6577d4d8d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:56.403831 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bc8c0bc7-b7fe-4941-a576-c822e2519a9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.408137 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bc8c0bc7-b7fe-4941-a576-c822e2519a9f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/be4a977f-cbb7-4126-becb-5bc6577d4d8d HTTP/1.1" status: 204 len: 168 time: 0.2829237 Nov 03 20:10:56.411032 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48262) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:56.412740 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bf1d21-a05d-457a-8deb-c5e2b0e14943 None None] Network 382d269e-396e-42a1-aa3b-f6e3590d744e requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:10:56.507077 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.571173 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Deleting port e73e46d8-f36c-4b39-976f-cdfe5122fb61 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:10:56.571754 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.642605 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] For port e73e46d8-f36c-4b39-976f-cdfe5122fb61, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=e73e46d8-f36c-4b39-976f-cdfe5122fb61,segment=NetworkSegment(980f00f1-a7d4-42db-a838-7a4f2577a4dc),segment_id=980f00f1-a7d4-42db-a838-7a4f2577a4dc)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:10:56.642971 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.655912 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Calling delete_port for e73e46d8-f36c-4b39-976f-cdfe5122fb61 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:10:56.738551 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] DHCP port deletion for 382d269e-396e-42a1-aa3b-f6e3590d744e request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:10:56.749868 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.777562 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73e46d8-f36c-4b39-976f-cdfe5122fb61,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:56.801864 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] No DVR routers for this DVR port e73e46d8-f36c-4b39-976f-cdfe5122fb61 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:10:56.805106 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Deleting port e73e46d8-f36c-4b39-976f-cdfe5122fb61 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:10:56.805780 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.868921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e73e46d8-f36c-4b39-976f-cdfe5122fb61 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:10:56.882058 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] For port e73e46d8-f36c-4b39-976f-cdfe5122fb61, host n-d-812148-3, got binding levels [] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:10:56.882456 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.893512 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.905586 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: e73e46d8-f36c-4b39-976f-cdfe5122fb61 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:10:56.905923 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device e73e46d8-f36c-4b39-976f-cdfe5122fb61 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:10:56.906536 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 151df1c0-1d81-4c97-9439-bfbad0eda6f0 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:10:56.913721 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Calling delete_port for e73e46d8-f36c-4b39-976f-cdfe5122fb61 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:10:56.921029 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382d269e-396e-42a1-aa3b-f6e3590d744e']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:56.931380 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980f00f1-a7d4-42db-a838-7a4f2577a4dc') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:56.931747 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980f00f1-a7d4-42db-a838-7a4f2577a4dc') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:56.933280 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.ipam_backend_mixin [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Port e73e46d8-f36c-4b39-976f-cdfe5122fb61 was not found and therefore no delete operation was performed {{(pid=101757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 20:10:56.934613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 151df1c0-1d81-4c97-9439-bfbad0eda6f0 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:10:56.934957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 151df1c0-1d81-4c97-9439-bfbad0eda6f0 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:10:56.935375 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 49a0eb9d-8023-4625-866e-2b92d3cb2d89 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:10:56.937559 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.941762 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.955438 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.962135 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:10:56.962532 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: timer() Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:10:56.964708 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:10:56.967771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 49a0eb9d-8023-4625-866e-2b92d3cb2d89 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:10:56.967771 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 49a0eb9d-8023-4625-866e-2b92d3cb2d89 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:10:56.987854 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Pushing event deleted for resources: {'Port': ['ID=e73e46d8-f36c-4b39-976f-cdfe5122fb61,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:56.990473 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] No DVR routers for this DVR port e73e46d8-f36c-4b39-976f-cdfe5122fb61 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:10:57.010521 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.010891 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.011444 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.011781 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.012282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.012616 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.012945 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.013347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.013705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.014034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.014360 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.014681 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd07ef-812b-4c49-98fb-d5bf39e87030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:10:57.036106 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:57.040489 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:57.047049 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] 10.222.0.77 "DELETE /v2.0/networks/382d269e-396e-42a1-aa3b-f6e3590d744e HTTP/1.1" status: 204 len: 168 time: 0.6319911 Nov 03 20:10:57.047854 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48264) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:57.058222 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af337c-c76a-4ea9-8219-c6673f43d577 admin admin] Pushing event deleted for resources: {'Network': ['ID=382d269e-396e-42a1-aa3b-f6e3590d744e,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:57.410147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:57.660636 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Deleting port 28bc08fd-05f0-4868-a333-e8878e4b0e05 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:10:57.660873 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:57.737928 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] For port 28bc08fd-05f0-4868-a333-e8878e4b0e05, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=28bc08fd-05f0-4868-a333-e8878e4b0e05,segment=NetworkSegment(8267422b-bcf7-49f7-8f89-62237b72d674),segment_id=8267422b-bcf7-49f7-8f89-62237b72d674)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:10:57.738301 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:57.750575 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Calling delete_port for 28bc08fd-05f0-4868-a333-e8878e4b0e05 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:10:57.928589 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:57.964414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28bc08fd-05f0-4868-a333-e8878e4b0e05,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:58.434669 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:58.654398 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Router fc858f38-93d8-4c42-ab35-ea41cbfb7462 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:10:58.794340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:10:58.799436 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-32a2b4c8-59ba-48a2-923d-0949f005cdf2 admin admin] 10.222.0.77 "PUT /v2.0/routers/fc858f38-93d8-4c42-ab35-ea41cbfb7462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7503018 Nov 03 20:10:58.801806 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48266) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:58.807417 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] Sync routers for ids ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:10:58.821060 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] Routers {'fc858f38-93d8-4c42-ab35-ea41cbfb7462'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:10:58.821949 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:58.921552 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:58.941608 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] Set router fc858f38-93d8-4c42-ab35-ea41cbfb7462 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:10:59.039362 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.096883 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Deleting port aea02422-aa68-421f-b570-23cd6bc6efbf {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:10:59.097441 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.133501 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:10:57Z', 'revision_number': 5, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port': {'id': 'aea02422-aa68-421f-b570-23cd6bc6efbf', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:59.201961 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] For port aea02422-aa68-421f-b570-23cd6bc6efbf, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=aea02422-aa68-421f-b570-23cd6bc6efbf,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:10:59.202322 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.216704 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Calling delete_port for aea02422-aa68-421f-b570-23cd6bc6efbf owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:10:59.340120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] Checking router: fc858f38-93d8-4c42-ab35-ea41cbfb7462 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:10:59.349191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] Routers {'fc858f38-93d8-4c42-ab35-ea41cbfb7462'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:10:59.349808 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:59.398607 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.429836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea02422-aa68-421f-b570-23cd6bc6efbf,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:59.437827 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] Set router fc858f38-93d8-4c42-ab35-ea41cbfb7462 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:10:59.491595 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.492399 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:10:59Z', 'revision_number': 6, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:10:59.524934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2cb4c4-02e9-4c88-aaca-1d1755e3842d None None] The sync data for ids ['fc858f38-93d8-4c42-ab35-ea41cbfb7462'] in n-d-812148-3 is: [{'id': 'fc858f38-93d8-4c42-ab35-ea41cbfb7462', 'name': 'tempest-TestShelveInstance-859475423-router', 'tenant_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:59Z', 'updated_at': '2021-11-03T20:10:59Z', 'revision_number': 6, 'project_id': 'ea36f2e8bc76488eb18e9c17069086f6', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:10:59.592121 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.594491 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.644936 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.645525 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc858f38-93d8-4c42-ab35-ea41cbfb7462 {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:10:59.650517 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.654710 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-845f91a3-3df6-4964-aa1c-e775d76ecec4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fc858f38-93d8-4c42-ab35-ea41cbfb7462 HTTP/1.1" status: 204 len: 168 time: 0.8486857 Nov 03 20:10:59.655052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48270) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:59.701198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0362f4-0331-4b63-a021-0f8b1e91a9cf admin admin] Deleting subnet 142f6201-1021-49b5-aee6-931d7cedf711 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:10:59.704355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b0362f4-0331-4b63-a021-0f8b1e91a9cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.739772 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b0362f4-0331-4b63-a021-0f8b1e91a9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.820030 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b0362f4-0331-4b63-a021-0f8b1e91a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.874991 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b0362f4-0331-4b63-a021-0f8b1e91a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.902144 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0362f4-0331-4b63-a021-0f8b1e91a9cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142f6201-1021-49b5-aee6-931d7cedf711,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:10:59.905922 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9b0362f4-0331-4b63-a021-0f8b1e91a9cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:59.909223 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9b0362f4-0331-4b63-a021-0f8b1e91a9cf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/142f6201-1021-49b5-aee6-931d7cedf711 HTTP/1.1" status: 204 len: 168 time: 0.2531636 Nov 03 20:10:59.912419 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48272) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:10:59.916865 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321644ae-d4ec-48f1-89a2-4e9ebf13d443 None None] Network 45315a6c-b09d-4528-8e02-da1386ac9ee4 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:10:59.994740 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.055442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Deleting port 01307c45-0b50-47c4-b52a-e7a91f24e17c {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:11:00.055788 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.121310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] For port 01307c45-0b50-47c4-b52a-e7a91f24e17c, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=01307c45-0b50-47c4-b52a-e7a91f24e17c,segment=NetworkSegment(8267422b-bcf7-49f7-8f89-62237b72d674),segment_id=8267422b-bcf7-49f7-8f89-62237b72d674)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:00.121623 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.134135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Calling delete_port for 01307c45-0b50-47c4-b52a-e7a91f24e17c owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:11:00.218119 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.244594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Pushing event deleted for resources: {'Port': ['ID=01307c45-0b50-47c4-b52a-e7a91f24e17c,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:00.249577 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] No DVR routers for this DVR port 01307c45-0b50-47c4-b52a-e7a91f24e17c on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:11:00.317034 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07b739-6fd0-44e5-bf25-6a2d2b152a96 None None] DHCP port deletion for 45315a6c-b09d-4528-8e02-da1386ac9ee4 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:11:00.334394 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.357059 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45315a6c-b09d-4528-8e02-da1386ac9ee4']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:00.367242 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8267422b-bcf7-49f7-8f89-62237b72d674') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:00.367533 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8267422b-bcf7-49f7-8f89-62237b72d674') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:00.377240 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.391621 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.398905 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:11:00.399352 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: timer() Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:11:00.401677 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:11:00.460490 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.465816 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.469068 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] 10.222.0.77 "DELETE /v2.0/networks/45315a6c-b09d-4528-8e02-da1386ac9ee4 HTTP/1.1" status: 204 len: 168 time: 0.5555136 Nov 03 20:11:00.482243 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32bb6e-9e14-4a3d-8278-9a2acde50bff admin admin] Pushing event deleted for resources: {'Network': ['ID=45315a6c-b09d-4528-8e02-da1386ac9ee4,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:00.590634 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 01307c45-0b50-47c4-b52a-e7a91f24e17c no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:11:00.611363 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48276) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:00.617292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 01307c45-0b50-47c4-b52a-e7a91f24e17c {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:11:00.618343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 01307c45-0b50-47c4-b52a-e7a91f24e17c not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:11:00.618703 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device aea02422-aa68-421f-b570-23cd6bc6efbf no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:11:00.638457 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: aea02422-aa68-421f-b570-23cd6bc6efbf {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:11:00.638807 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device aea02422-aa68-421f-b570-23cd6bc6efbf not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:11:00.639230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 28bc08fd-05f0-4868-a333-e8878e4b0e05 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:11:00.656421 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d10ede8f-a34c-4b3d-bc93-200fe7f0e363 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2aa5944ed22143afb29f1a0dfd2226cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404403 Nov 03 20:11:00.656649 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48278) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:00.658196 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 28bc08fd-05f0-4868-a333-e8878e4b0e05 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:11:00.658545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 28bc08fd-05f0-4868-a333-e8878e4b0e05 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:11:00.705255 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb906-6b7d-4725-b6d8-8073d3feca51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.725794 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb906-6b7d-4725-b6d8-8073d3feca51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.774016 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb906-6b7d-4725-b6d8-8073d3feca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.776542 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb906-6b7d-4725-b6d8-8073d3feca51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:00.777732 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b1bfb906-6b7d-4725-b6d8-8073d3feca51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78826d0a-b54c-4e34-a046-72b70f28d4f6 HTTP/1.1" status: 204 len: 168 time: 0.1199100 Nov 03 20:11:00.785636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfb906-6b7d-4725-b6d8-8073d3feca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78826d0a-b54c-4e34-a046-72b70f28d4f6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:01.104598 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48284) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:01.144385 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1149448a-4234-4337-8c16-3cd2fda2d7a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea36f2e8bc76488eb18e9c17069086f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384469 Nov 03 20:11:01.146595 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48286) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:01.197643 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8519ce9-af43-443d-869a-b92f0d835703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:01.218546 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8519ce9-af43-443d-869a-b92f0d835703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:01.265356 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8519ce9-af43-443d-869a-b92f0d835703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:01.268014 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-b8519ce9-af43-443d-869a-b92f0d835703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:01.269766 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-b8519ce9-af43-443d-869a-b92f0d835703 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/307297cc-a9f1-4e7c-abce-106b70933d80 HTTP/1.1" status: 204 len: 168 time: 0.1222160 Nov 03 20:11:01.277670 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8519ce9-af43-443d-869a-b92f0d835703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307297cc-a9f1-4e7c-abce-106b70933d80,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:01.971158 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48308) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:02.067471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1088927186-network', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:02.089825 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Made reservation on behalf of c90ee81f1131461d827e41f489bbc7d5 for: {'network': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:11:02.092119 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.101782 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.178557 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.182292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.206853 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=101756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:11:02.216462 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94d4cc7-d931-4c47-936e-ee02d68e53b6,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:02.221185 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.221551 n-d-812148-3 neutron-server[101756]: INFO neutron.db.segments_db [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Added segment 54fd931e-c551-4e12-968f-fcd19f26129a of type vlan for network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 Nov 03 20:11:02.262594 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.288593 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.289591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:02.290167 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.344793 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3719745 Nov 03 20:11:02.349145 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48312) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:02.352889 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779ec9e-ab94-4f4f-84e3-bb9ed9a269ee admin admin] Pushing event updated for resources: {'Network': ['ID=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:02.354178 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Request body: {'subnet': {'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1088927186-subnet', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'ip_version': 4}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:02.363388 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:11:02.375587 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Made reservation on behalf of c90ee81f1131461d827e41f489bbc7d5 for: {'subnet': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:11:02.378269 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5971129'] for subnet, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.547252 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5883004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5971159'] for subnet, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.596438 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2934472c-1658-4c33-acea-81efc27b44c1,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:02.611594 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Checking segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:02.611953 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Network hostable DHCP agents. Network: 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:11:02.627241 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:11:02.635943 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5) {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:02.640108 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:02.640692 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.646358 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36c3c7-0162-4c00-8216-04d06143d521 None None] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:11:02.659413 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-916c9804-ed98-4ce6-acb7-f6fb7e7dbe3a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088098 Nov 03 20:11:02.662060 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48314) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:02.666653 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:02.690924 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.692001 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.751612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.803801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:11:02.804804 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.900671 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:02.944730 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Allocated IP 172.20.0.2 (8d95dfcc-ec0b-4676-a158-ba91bdf63ed5/2934472c-1658-4c33-acea-81efc27b44c1/5d389231-babb-475b-a4ae-768d1456d236) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:11:03.095767 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.103003 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.144822 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:03.150272 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:03.152918 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:11:03.163799 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Pushing event updated for resources: {'Port': ['ID=5d389231-babb-475b-a4ae-768d1456d236,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:03.217998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Attempting to bind port 5d389231-babb-475b-a4ae-768d1456d236 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:11:03.218395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Attempting to bind port 5d389231-babb-475b-a4ae-768d1456d236 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:11:03.218756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Attempting to bind port 5d389231-babb-475b-a4ae-768d1456d236 on network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:11:03.230203 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:11:03.230548 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Checking segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:03.230952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.231340 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Bound using segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:11:03.231821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Bound port: 5d389231-babb-475b-a4ae-768d1456d236, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:11:03.232197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.257473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.309647 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] For port 5d389231-babb-475b-a4ae-768d1456d236, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:11:03.312977 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] For port 5d389231-babb-475b-a4ae-768d1456d236, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5d389231-babb-475b-a4ae-768d1456d236,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:11:03.317917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.383018 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ea604-b5bd-4913-9a4f-770568708b90 None None] Pushing event updated for resources: {'Port': ['ID=5d389231-babb-475b-a4ae-768d1456d236,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:03.451215 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.470819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.603622 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Allocated IP 172.25.3.197 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/1142826c-17a3-4362-86a5-1ddf35e70a36) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:11:03.709253 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.743837 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.787502 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:03.792269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:03.795931 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:11:03.801296 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Pushing event updated for resources: {'Port': ['ID=1142826c-17a3-4362-86a5-1ddf35e70a36,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:04.059946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.121185 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.274091 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.330351 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2521889c-e692-426a-9b20-93480b7993ca None None] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:11:04.410929 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Router 6cef5ef8-1399-401e-864b-10ab37b48b3d is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:11:04.411985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-9a3ed815-691b-4896-9b85-66149aa17d29 None None] Provisioning complete for port 5d389231-babb-475b-a4ae-768d1456d236 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:04.412490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed815-691b-4896-9b85-66149aa17d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.526275 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:11:04.538565 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Sync routers for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:11:04.550854 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.551081 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:04.551707 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:04.552266 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-598a17fc-530d-44ee-bb04-bac1dcc57c65 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8892081 Nov 03 20:11:04.555043 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48316) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:04.581381 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed815-691b-4896-9b85-66149aa17d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.617780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-9a3ed815-691b-4896-9b85-66149aa17d29 None None] For port 5d389231-babb-475b-a4ae-768d1456d236, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5d389231-babb-475b-a4ae-768d1456d236,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:04.624751 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed815-691b-4896-9b85-66149aa17d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.631125 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5d389231-babb-475b-a4ae-768d1456d236 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:04.675436 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:04.708324 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ed815-691b-4896-9b85-66149aa17d29 None None] Pushing event updated for resources: {'Port': ['ID=5d389231-babb-475b-a4ae-768d1456d236,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:04.726090 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5d389231-babb-475b-a4ae-768d1456d236 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:04.726630 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.874036 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:03Z', 'revision_number': 3, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:04.904579 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Checking router: 6cef5ef8-1399-401e-864b-10ab37b48b3d for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:11:04.905173 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Updating router 6cef5ef8-1399-401e-864b-10ab37b48b3d port 1142826c-17a3-4362-86a5-1ddf35e70a36 binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:11:04.931010 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:04.958191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-42408c2d-9316-48a7-9ea7-bd8147656489 None None] Provisioning complete for port 5d389231-babb-475b-a4ae-768d1456d236 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:04.959097 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-42408c2d-9316-48a7-9ea7-bd8147656489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.045233 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.192538 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.199430 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.226452 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Allocated IP 172.20.0.1 (8d95dfcc-ec0b-4676-a158-ba91bdf63ed5/2934472c-1658-4c33-acea-81efc27b44c1/3c8b50d9-6936-405a-b0ed-6d7bc5d9b600) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:11:05.254447 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Attempting to bind port 1142826c-17a3-4362-86a5-1ddf35e70a36 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:11:05.254819 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Attempting to bind port 1142826c-17a3-4362-86a5-1ddf35e70a36 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:11:05.255182 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Attempting to bind port 1142826c-17a3-4362-86a5-1ddf35e70a36 on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:11:05.262619 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Pushing event updated for resources: {'Port': ['ID=1142826c-17a3-4362-86a5-1ddf35e70a36,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:05.265580 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:11:05.265952 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:05.266351 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.266742 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:11:05.267307 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Bound port: 1142826c-17a3-4362-86a5-1ddf35e70a36, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:11:05.267591 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.274638 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.274979 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.275444 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.275757 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.275971 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.276296 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.276619 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.276940 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.277258 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.277600 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.277922 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.278261 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:05.333140 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] For port 1142826c-17a3-4362-86a5-1ddf35e70a36, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:11:05.335015 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.336125 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] For port 1142826c-17a3-4362-86a5-1ddf35e70a36, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1142826c-17a3-4362-86a5-1ddf35e70a36,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:11:05.341330 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.370807 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.399095 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100dea8-f80e-40df-b20e-2f601afffecb None None] Pushing event updated for resources: {'Port': ['ID=1142826c-17a3-4362-86a5-1ddf35e70a36,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:05.402141 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:05.402618 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:05.413551 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:05.421373 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:05.423995 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:11:05.454187 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:05.475146 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.520820 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:05.612574 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.676016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-d8f48411-582d-4c96-9b52-3a03cb1c5c7c None None] Provisioning complete for port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:05.676016 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d8f48411-582d-4c96-9b52-3a03cb1c5c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.711045 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-d8f48411-582d-4c96-9b52-3a03cb1c5c7c None None] Port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:11:05.714950 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:03Z', 'revision_number': 3, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:05.789029 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.794550 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.836509 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8eee-f8bd-4eb4-953e-11df5137900a None None] The sync data for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 is: [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:03Z', 'revision_number': 3, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:11:05.868442 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:05.871926 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.967105 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:05.968449 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:06.107886 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Router 6cef5ef8-1399-401e-864b-10ab37b48b3d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:11:06.236495 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:11:06.242267 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-5565008f-b3e1-457e-92a4-758659e1d088 admin admin] 10.222.0.77 "PUT /v2.0/routers/6cef5ef8-1399-401e-864b-10ab37b48b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6859922 Nov 03 20:11:06.254780 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2c9d9d74-8e0b-4245-81a2-b0284dbd7827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.334412 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-2eacc2b3-2938-4395-9b2c-258bff6722d3 None None] Provisioning complete for port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:06.334813 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2eacc2b3-2938-4395-9b2c-258bff6722d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.373932 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2eacc2b3-2938-4395-9b2c-258bff6722d3 None None] Port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:11:06.674919 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1142826c-17a3-4362-86a5-1ddf35e70a36 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:06.730259 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1142826c-17a3-4362-86a5-1ddf35e70a36 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:06.730952 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.797750 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48332) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:06.803073 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1019377048-network', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:06.813101 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.823836 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Made reservation on behalf of 2e48ea7d40694b5ab183426e0e2216c9 for: {'network': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:11:06.826212 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for network, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.835906 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.836274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port 1142826c-17a3-4362-86a5-1ddf35e70a36, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1142826c-17a3-4362-86a5-1ddf35e70a36,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:06.840488 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.841354 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5d389231-babb-475b-a4ae-768d1456d236 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:06.917542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.922596 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=1142826c-17a3-4362-86a5-1ddf35e70a36,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:06.923833 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.936261 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 5d389231-babb-475b-a4ae-768d1456d236 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:06.936964 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.950983 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=101755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:11:06.962034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f8159-3b4c-41a5-a4c7-0be80055abba,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:06.967762 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:06.968103 n-d-812148-3 neutron-server[101755]: INFO neutron.db.segments_db [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Added segment adb6d787-1968-46bc-b70c-43c679f3d226 of type vlan for network 1138629f-6984-4faf-a880-593d4b9628e3 Nov 03 20:11:07.014373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763298363751'] for network, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.041203 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.042562 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:07.043159 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.100776 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3018024 Nov 03 20:11:07.103758 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48334) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:07.108458 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe3a32-4374-4faf-815b-e9159b95e610 admin admin] Pushing event updated for resources: {'Network': ['ID=1138629f-6984-4faf-a880-593d4b9628e3,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:07.109580 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Request body: {'subnet': {'network_id': '1138629f-6984-4faf-a880-593d4b9628e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1019377048-subnet', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'ip_version': 4}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:07.119047 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Network 1138629f-6984-4faf-a880-593d4b9628e3 details requested by agent ovs-agent-n-d-812148-3 with host n-d-812148-3 {{(pid=101757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:11:07.130856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Made reservation on behalf of 2e48ea7d40694b5ab183426e0e2216c9 for: {'subnet': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:11:07.133397 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227051'] for subnet, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.313685 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4850317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226949'] for subnet, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.368306 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90458c68-fe34-422c-96f3-2ce458e7a85b,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:07.379239 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Checking segment: {'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:07.379636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Network hostable DHCP agents. Network: 1138629f-6984-4faf-a880-593d4b9628e3, hostable agents: ['7d3796ae-ddf5-40fb-823b-636ecea8ac33'], hosted agents: [] {{(pid=101756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:11:07.398111 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Network 1138629f-6984-4faf-a880-593d4b9628e3 is scheduled to be hosted by DHCP agent 7d3796ae-ddf5-40fb-823b-636ecea8ac33 with binding_index 1 {{(pid=101756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:11:07.408691 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812148-3, 1138629f-6984-4faf-a880-593d4b9628e3) {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:07.413349 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:07.414658 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.418562 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55a6e6-b2d6-4b50-a39a-51a2686fd6dd None None] Network 1138629f-6984-4faf-a880-593d4b9628e3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:11:07.433629 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-91c792dd-9860-4f00-9b23-7537e26acd05 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3285184 Nov 03 20:11:07.437180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48336) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:07.441535 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:07.467376 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10340'] for router, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.468656 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.488075 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Sync routers for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:11:07.512120 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:07.512754 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:07.525349 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.672895 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.843801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:07.847592 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1a102ec-bc38-52ab-a0c2-da47db2c48c1-1138629f-6984-4faf-a880-593d4b9628e3', 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'fixed_ips': [{'subnet_id': '90458c68-fe34-422c-96f3-2ce458e7a85b'}]}} from n-d-812148-3. {{(pid=101757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:11:07.848696 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.884429 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:07.903430 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.009882 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Allocated IP 172.25.3.130 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/d74a0c0f-0069-41e3-9f94-3ee9198302da) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:11:08.116594 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.db_base_plugin_common [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Allocated IP 172.20.0.2 (1138629f-6984-4faf-a880-593d4b9628e3/90458c68-fe34-422c-96f3-2ce458e7a85b/0c1e45c2-026b-4fc3-ba3b-9de5c6214172) {{(pid=101757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:11:08.121155 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.155470 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.198427 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:08.201455 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:08.206497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:11:08.210740 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Pushing event updated for resources: {'Port': ['ID=d74a0c0f-0069-41e3-9f94-3ee9198302da,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:08.246768 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 2, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:08.278080 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Checking router: 6cef5ef8-1399-401e-864b-10ab37b48b3d for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:11:08.278449 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Updating router 6cef5ef8-1399-401e-864b-10ab37b48b3d port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:11:08.334154 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.362918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Publish callbacks [] for port, precommit_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.384245 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461'] for port, after_create {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.432675 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Network 1138629f-6984-4faf-a880-593d4b9628e3 is already hosted by enough agents. {{(pid=101757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:08.465579 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.478884 n-d-812148-3 neutron-server[101757]: DEBUG neutron.scheduler.base_scheduler [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Resources bound (agent type, host, resource id): {{(pid=101757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:08.486777 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Received port after_create {{(pid=101757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:11:08.501831 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Pushing event updated for resources: {'Port': ['ID=0c1e45c2-026b-4fc3-ba3b-9de5c6214172,revision_number=1']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:08.610115 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1142826c-17a3-4362-86a5-1ddf35e70a36 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:08.613905 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Attempting to bind port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:11:08.614282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Attempting to bind port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:11:08.614641 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Attempting to bind port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 on network 1138629f-6984-4faf-a880-593d4b9628e3 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:11:08.648526 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:11:08.648794 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Checking segment: {'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:08.649197 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.649618 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Bound using segment: {'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:11:08.650096 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Bound port: 0c1e45c2-026b-4fc3-ba3b-9de5c6214172, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:11:08.650585 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.676979 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689242'] for router, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.779369 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1142826c-17a3-4362-86a5-1ddf35e70a36 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:08.779767 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.803704 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] For port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:11:08.819645 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Router a515e158-8e93-4adc-ad24-edb3632a8193 is scheduled to L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f with binding_index 1 {{(pid=101756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:11:08.856380 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] For port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0c1e45c2-026b-4fc3-ba3b-9de5c6214172,segment=NetworkSegment(adb6d787-1968-46bc-b70c-43c679f3d226),segment_id=adb6d787-1968-46bc-b70c-43c679f3d226)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:11:08.864083 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.866050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.894868 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.949133 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:11:08.961862 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Sync routers for ids ['a515e158-8e93-4adc-ad24-edb3632a8193'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:11:08.974538 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb135bcc-cbed-494e-9c65-67b85fd1c597 None None] Pushing event updated for resources: {'Port': ['ID=0c1e45c2-026b-4fc3-ba3b-9de5c6214172,revision_number=2']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:08.979660 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Routers {'a515e158-8e93-4adc-ad24-edb3632a8193'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:08.980101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a515e158-8e93-4adc-ad24-edb3632a8193'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:08.990045 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.995273 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48338) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:09.008351 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-815d56f3-d5bd-46f4-af7b-68bdadb1ef37 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5707963 Nov 03 20:11:09.077311 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d49ee-6d16-48df-9300-49c0c41d16b0 None None] Pushing event updated for resources: {'Port': ['ID=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:09.134876 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Attempting to bind port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:11:09.135373 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Attempting to bind port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:11:09.135842 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Attempting to bind port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 on network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:11:09.146334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:11:09.146816 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Checking segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:09.147294 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.147764 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Bound using segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:11:09.148577 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Bound port: 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:11:09.148774 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.153854 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Set router a515e158-8e93-4adc-ad24-edb3632a8193 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:09.265365 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] For port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:11:09.273798 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] For port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:11:09.282090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.380476 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:09.381285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:09.441621 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:08Z', 'revision_number': 3, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port': {'id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:09.447917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-cdc3c6e0-891f-4805-8694-148b47fa9a89 None None] Provisioning complete for port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:09.448345 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c6e0-891f-4805-8694-148b47fa9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.480457 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Checking router: a515e158-8e93-4adc-ad24-edb3632a8193 for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:11:09.481451 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Updating router a515e158-8e93-4adc-ad24-edb3632a8193 port d74a0c0f-0069-41e3-9f94-3ee9198302da binding host n-d-812148-3 {{(pid=101758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:11:09.485937 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d49ee-6d16-48df-9300-49c0c41d16b0 None None] Pushing event updated for resources: {'Port': ['ID=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:09.513356 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.623959 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:09.657840 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c6e0-891f-4805-8694-148b47fa9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.747774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-cdc3c6e0-891f-4805-8694-148b47fa9a89 None None] For port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:09.752794 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c6e0-891f-4805-8694-148b47fa9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.804289 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Publish callbacks [] for port, precommit_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.813141 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.863192 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Attempting to bind port d74a0c0f-0069-41e3-9f94-3ee9198302da on host n-d-812148-3 for vnic_type normal with profile {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:11:09.863771 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Attempting to bind port d74a0c0f-0069-41e3-9f94-3ee9198302da by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:11:09.864197 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Attempting to bind port d74a0c0f-0069-41e3-9f94-3ee9198302da on network 95097072-eef6-42ae-8d09-84775017ebfc {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:11:09.872759 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:11:09.873213 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Checking segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:09.873856 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.874311 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Bound using segment: {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'} {{(pid=101758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:11:09.874981 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.managers [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Bound port: d74a0c0f-0069-41e3-9f94-3ee9198302da, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858721f2-5fa6-4af0-9bd1-565651880003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc'}}] {{(pid=101758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:11:09.875319 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:09.947947 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] For port d74a0c0f-0069-41e3-9f94-3ee9198302da, host n-d-812148-3, cleared binding levels {{(pid=101758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:11:09.961380 n-d-812148-3 neutron-server[101758]: DEBUG neutron.plugins.ml2.db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] For port d74a0c0f-0069-41e3-9f94-3ee9198302da, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d74a0c0f-0069-41e3-9f94-3ee9198302da,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:11:09.969597 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f833c-0aee-4c75-9ace-93a8768fffc2 None None] Pushing event updated for resources: {'Port': ['ID=d74a0c0f-0069-41e3-9f94-3ee9198302da,revision_number=2']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:09.974182 n-d-812148-3 neutron-server[101758]: DEBUG neutron_lib.callbacks.manager [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.019738 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.022982 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Routers {'a515e158-8e93-4adc-ad24-edb3632a8193'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:10.023738 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:10:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a515e158-8e93-4adc-ad24-edb3632a8193'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:10.064575 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-6e4c3755-101d-4e68-8bd8-4515fcea6a23 None None] Provisioning complete for port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:10.065251 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-6e4c3755-101d-4e68-8bd8-4515fcea6a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.071967 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3c6e0-891f-4805-8694-148b47fa9a89 None None] Pushing event updated for resources: {'Port': ['ID=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:10.151906 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] Set router a515e158-8e93-4adc-ad24-edb3632a8193 gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:10.243489 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:10.298756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77390c2f-cae2-4438-ab1b-31ec460f4011 None None] The sync data for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 is: [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:11:10.322837 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Allocated IP 172.20.0.1 (1138629f-6984-4faf-a880-593d4b9628e3/90458c68-fe34-422c-96f3-2ce458e7a85b/1a312015-17f9-4b48-b5dd-f80259f0e25a) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:11:10.340593 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f833c-0aee-4c75-9ace-93a8768fffc2 None None] Pushing event updated for resources: {'Port': ['ID=d74a0c0f-0069-41e3-9f94-3ee9198302da,revision_number=3']} {{(pid=101758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:10.445448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.462071 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:08Z', 'revision_number': 3, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port': {'id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:10.463857 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7c535-a569-44d0-9f08-2741735b09de None None] Network 1138629f-6984-4faf-a880-593d4b9628e3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:11:10.469855 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-468b3d3a-f116-4e38-a679-1430fbbfe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.499482 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2004c0-cd1c-42df-8cbb-80bb72b5725a None None] The sync data for ids ['a515e158-8e93-4adc-ad24-edb3632a8193'] in n-d-812148-3 is: [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:08Z', 'revision_number': 3, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port': {'id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:11:10.507466 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.574364 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-95903c9b-5d3d-41e3-83a3-a22deca848b7 None None] Provisioning complete for port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:10.574738 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95903c9b-5d3d-41e3-83a3-a22deca848b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.601201 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.669617 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a312015-17f9-4b48-b5dd-f80259f0e25a,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:10.682295 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Network 1138629f-6984-4faf-a880-593d4b9628e3 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:10.683988 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:10.686897 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:11:10.745343 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:10.751558 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95903c9b-5d3d-41e3-83a3-a22deca848b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.763495 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685959'] for router_interface, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.837021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-95903c9b-5d3d-41e3-83a3-a22deca848b7 None None] For port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0c1e45c2-026b-4fc3-ba3b-9de5c6214172,segment=NetworkSegment(adb6d787-1968-46bc-b70c-43c679f3d226),segment_id=adb6d787-1968-46bc-b70c-43c679f3d226)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:10.846844 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-95903c9b-5d3d-41e3-83a3-a22deca848b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.888811 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:10.889182 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:10.942773 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.030706 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903c9b-5d3d-41e3-83a3-a22deca848b7 None None] Pushing event updated for resources: {'Port': ['ID=0c1e45c2-026b-4fc3-ba3b-9de5c6214172,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:11.108590 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:11.220601 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-59ed3127-b7b5-4d5e-ade4-de9a7720d7fd None None] Provisioning complete for port 1a312015-17f9-4b48-b5dd-f80259f0e25a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:11.220920 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-59ed3127-b7b5-4d5e-ade4-de9a7720d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.270244 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:11.270620 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.275157 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-59ed3127-b7b5-4d5e-ade4-de9a7720d7fd None None] Port 1a312015-17f9-4b48-b5dd-f80259f0e25a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:11:11.283396 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.298081 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.357690 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-59ed3127-b7b5-4d5e-ade4-de9a7720d7fd None None] Provisioning complete for port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:11.358369 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-59ed3127-b7b5-4d5e-ade4-de9a7720d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.459271 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685851'] for router_interface, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.492605 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a312015-17f9-4b48-b5dd-f80259f0e25a,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:11.585945 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Network 1138629f-6984-4faf-a880-593d4b9628e3 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:11.587427 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:11.685492 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-760802cb-0846-4833-8aa2-3ababa87d2f4 None None] Provisioning complete for port 1a312015-17f9-4b48-b5dd-f80259f0e25a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:11.686324 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-760802cb-0846-4833-8aa2-3ababa87d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.716593 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Router a515e158-8e93-4adc-ad24-edb3632a8193 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:11:11.750989 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-760802cb-0846-4833-8aa2-3ababa87d2f4 None None] Port 1a312015-17f9-4b48-b5dd-f80259f0e25a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:11:11.858182 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:11:11.867130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-1f609d81-8a30-40c4-86ee-377b5574fdb5 admin admin] 10.222.0.77 "PUT /v2.0/routers/a515e158-8e93-4adc-ad24-edb3632a8193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694956 Nov 03 20:11:11.874916 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1fb5e727-79f1-41f8-9538-2345f713676b None None] Provisioning complete for port 1a312015-17f9-4b48-b5dd-f80259f0e25a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:11.875288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e727-79f1-41f8-9538-2345f713676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.921841 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5e727-79f1-41f8-9538-2345f713676b None None] Port 1a312015-17f9-4b48-b5dd-f80259f0e25a cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:11:12.386330 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48346) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:12.390989 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-a3525298-bc2c-4020-8e00-8a25d7d4eb65 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164054673', 'description': 'tempest-secgroup-smoke-164054673 description', 'project_id': 'c90ee81f1131461d827e41f489bbc7d5'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:12.416364 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a3525298-bc2c-4020-8e00-8a25d7d4eb65 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.478050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.509351 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a3525298-bc2c-4020-8e00-8a25d7d4eb65 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.514147 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a3525298-bc2c-4020-8e00-8a25d7d4eb65 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.545862 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-a3525298-bc2c-4020-8e00-8a25d7d4eb65 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.550707 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-a3525298-bc2c-4020-8e00-8a25d7d4eb65 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1632645 Nov 03 20:11:12.550942 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48348) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:12.553613 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3525298-bc2c-4020-8e00-8a25d7d4eb65 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66993265-9aa2-4527-9d34-4db150ce5384,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:12.559058 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-69dca730-2982-4868-8685-368854ee693f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'security_group_rule': {'security_group_id': '66993265-9aa2-4527-9d34-4db150ce5384', 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:12.590462 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.596965 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69dca730-2982-4868-8685-368854ee693f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.657872 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69dca730-2982-4868-8685-368854ee693f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.663247 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69dca730-2982-4868-8685-368854ee693f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.684282 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dca730-2982-4868-8685-368854ee693f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3e50d7-aa47-49c8-8eab-f1be19d1b1ba,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:12.691136 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-69dca730-2982-4868-8685-368854ee693f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.692555 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:12.693225 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-69dca730-2982-4868-8685-368854ee693f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402178 Nov 03 20:11:12.696202 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48350) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:12.701323 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-e1395117-2c66-4913-a6f5-2e4e2388a179 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'security_group_rule': {'security_group_id': '66993265-9aa2-4527-9d34-4db150ce5384', 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:12.740563 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1395117-2c66-4913-a6f5-2e4e2388a179 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.755972 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:12.756344 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.806155 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1395117-2c66-4913-a6f5-2e4e2388a179 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.810605 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1395117-2c66-4913-a6f5-2e4e2388a179 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.833266 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395117-2c66-4913-a6f5-2e4e2388a179 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29150021-9ff5-4abf-8848-c6a35736b9f9,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:12.841581 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d74a0c0f-0069-41e3-9f94-3ee9198302da up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:12.844878 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-e1395117-2c66-4913-a6f5-2e4e2388a179 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.846468 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e1395117-2c66-4913-a6f5-2e4e2388a179 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489768 Nov 03 20:11:12.849693 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48352) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:12.854522 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-b9efb865-ca52-4743-b203-590db1089ee3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'security_group_rule': {'security_group_id': '66993265-9aa2-4527-9d34-4db150ce5384', 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:12.882864 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9efb865-ca52-4743-b203-590db1089ee3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.895231 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d74a0c0f-0069-41e3-9f94-3ee9198302da triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:12.895596 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.951006 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9efb865-ca52-4743-b203-590db1089ee3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.958157 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9efb865-ca52-4743-b203-590db1089ee3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.980594 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efb865-ca52-4743-b203-590db1089ee3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b10ab29-a5d9-42db-855d-2695ad5fc861,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:12.987683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-b9efb865-ca52-4743-b203-590db1089ee3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.988957 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-b9efb865-ca52-4743-b203-590db1089ee3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381903 Nov 03 20:11:12.992528 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.996901 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48354) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:13.002174 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-23460fe3-da45-4bc8-b334-8a0bb7fc849f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'security_group_rule': {'security_group_id': '66993265-9aa2-4527-9d34-4db150ce5384', 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:13.016997 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] For port d74a0c0f-0069-41e3-9f94-3ee9198302da, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d74a0c0f-0069-41e3-9f94-3ee9198302da,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:13.021769 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.032923 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23460fe3-da45-4bc8-b334-8a0bb7fc849f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.086598 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Pushing event updated for resources: {'Port': ['ID=d74a0c0f-0069-41e3-9f94-3ee9198302da,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:13.127819 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23460fe3-da45-4bc8-b334-8a0bb7fc849f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.133747 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23460fe3-da45-4bc8-b334-8a0bb7fc849f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.165391 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23460fe3-da45-4bc8-b334-8a0bb7fc849f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02d3f50-f2a9-4275-8625-c0a73b0b0b0e,revision_number=0']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:13.178500 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-23460fe3-da45-4bc8-b334-8a0bb7fc849f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.180713 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-23460fe3-da45-4bc8-b334-8a0bb7fc849f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1821063 Nov 03 20:11:13.184706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48356) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:13.191011 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-9699d37b-f7a2-4d47-a97c-657ffe79e558 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'security_group_rule': {'security_group_id': '66993265-9aa2-4527-9d34-4db150ce5384', 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:13.216859 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-9699d37b-f7a2-4d47-a97c-657ffe79e558 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Project c90ee81f1131461d827e41f489bbc7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:11:13.223310 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9699d37b-f7a2-4d47-a97c-657ffe79e558 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.297103 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9699d37b-f7a2-4d47-a97c-657ffe79e558 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.301797 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9699d37b-f7a2-4d47-a97c-657ffe79e558 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.327723 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699d37b-f7a2-4d47-a97c-657ffe79e558 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5188e47b-f6a0-45c9-ade8-8c4b13666ffc,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:13.339294 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9699d37b-f7a2-4d47-a97c-657ffe79e558 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.343302 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9699d37b-f7a2-4d47-a97c-657ffe79e558 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550264 Nov 03 20:11:13.343979 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48358) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:13.349045 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [None req-d9ff125f-ec3e-4df2-b48e-4e9ebb377977 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'security_group_rule': {'security_group_id': '66993265-9aa2-4527-9d34-4db150ce5384', 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:13.381385 n-d-812148-3 neutron-server[101755]: INFO neutron.db.securitygroups_db [None req-d9ff125f-ec3e-4df2-b48e-4e9ebb377977 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Project c90ee81f1131461d827e41f489bbc7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:11:13.387227 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d9ff125f-ec3e-4df2-b48e-4e9ebb377977 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.460831 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d9ff125f-ec3e-4df2-b48e-4e9ebb377977 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.465131 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d9ff125f-ec3e-4df2-b48e-4e9ebb377977 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673629'] for security_group_rule, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.483959 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff125f-ec3e-4df2-b48e-4e9ebb377977 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49770da8-2157-41f7-ba97-8aef8d95c22a,revision_number=0']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:13.497026 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-d9ff125f-ec3e-4df2-b48e-4e9ebb377977 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:13.499067 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-d9ff125f-ec3e-4df2-b48e-4e9ebb377977 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538672 Nov 03 20:11:13.689871 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-d9a8aa0d-7a93-48c3-9d8a-b50d84a33989 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164054673&fields=id&tenant_id=c90ee81f1131461d827e41f489bbc7d5 HTTP/1.1" status: 200 len: 267 time: 0.0563443 Nov 03 20:11:13.821011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-36df2344-672d-4524-8b50-fb4eaef37d60 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:13.823122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-36df2344-672d-4524-8b50-fb4eaef37d60 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 810 time: 0.1259558 Nov 03 20:11:13.839430 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-18170fc2-4d98-4819-9b81-2201ad6d0b0f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/quotas/c90ee81f1131461d827e41f489bbc7d5 HTTP/1.1" status: 200 len: 375 time: 0.0098956 Nov 03 20:11:13.898314 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-a9669ed0-b158-449e-81b9-e3750cd03938 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526052 Nov 03 20:11:13.959756 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Sync routers for ids ['a515e158-8e93-4adc-ad24-edb3632a8193'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:11:13.974708 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Routers {'a515e158-8e93-4adc-ad24-edb3632a8193'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:13.975671 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a515e158-8e93-4adc-ad24-edb3632a8193'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:14.038086 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-3034ae35-6ed8-4327-9cd2-e7814f746903 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:11:14.039140 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-3034ae35-6ed8-4327-9cd2-e7814f746903 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1280386 Nov 03 20:11:14.106346 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Set router a515e158-8e93-4adc-ad24-edb3632a8193 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:14.166939 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-36920735-95c9-4c62-bc9c-4ff1312e0cef service neutron] 10.222.0.77 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166992 Nov 03 20:11:14.302698 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-b7d2b51a-5ca6-4187-9899-2ae58a94c2de service neutron] 10.222.0.77 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243041 Nov 03 20:11:14.376117 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:10Z', 'revision_number': 4, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port': {'id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '1a312015-17f9-4b48-b5dd-f80259f0e25a', 'name': '', 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'mac_address': 'fa:16:3e:cf:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '90458c68-fe34-422c-96f3-2ce458e7a85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:10Z', 'updated_at': '2021-11-03T20:11:11Z', 'revision_number': 2, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'subnets': [{'id': '90458c68-fe34-422c-96f3-2ce458e7a85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:14.412086 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Checking router: a515e158-8e93-4adc-ad24-edb3632a8193 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:11:14.412558 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Updating router a515e158-8e93-4adc-ad24-edb3632a8193 port 1a312015-17f9-4b48-b5dd-f80259f0e25a binding host n-d-812148-3 {{(pid=101757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:11:14.462352 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:14.534263 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2d216f2-1f13-4c79-9ec3-f27a13a6faae req-c7467175-a9f9-4f6f-9e09-7009ce17e74a tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 210 time: 0.0523121 Nov 03 20:11:14.617339 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d74a0c0f-0069-41e3-9f94-3ee9198302da up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:14.751416 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port d74a0c0f-0069-41e3-9f94-3ee9198302da triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:14.751779 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:14.903927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Publish callbacks [] for port, precommit_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:14.929058 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:14.987814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7dab2-e995-44b5-9a72-350efa21d65c None None] Pushing event updated for resources: {'Port': ['ID=1a312015-17f9-4b48-b5dd-f80259f0e25a,revision_number=3']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:15.070105 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Attempting to bind port 1a312015-17f9-4b48-b5dd-f80259f0e25a on host n-d-812148-3 for vnic_type normal with profile {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:11:15.070493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Attempting to bind port 1a312015-17f9-4b48-b5dd-f80259f0e25a by drivers openvswitch,hyperv on host n-d-812148-3 at level 0 using segments [{'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:11:15.070838 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Attempting to bind port 1a312015-17f9-4b48-b5dd-f80259f0e25a on network 1138629f-6984-4faf-a880-593d4b9628e3 {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:11:15.081821 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Checking agent: {'id': 'ae833111-2735-4872-bc49-a37aa7278053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 18, 42), 'started_at': datetime.datetime(2021, 11, 3, 18, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812148-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:11:15.083016 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Checking segment: {'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:15.083618 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:15.084347 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Bound using segment: {'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'} {{(pid=101757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:11:15.085087 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.managers [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Bound port: 1a312015-17f9-4b48-b5dd-f80259f0e25a, host: n-d-812148-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb6d787-1968-46bc-b70c-43c679f3d226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3'}}] {{(pid=101757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:11:15.085845 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:15.188050 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] For port 1a312015-17f9-4b48-b5dd-f80259f0e25a, host n-d-812148-3, cleared binding levels {{(pid=101757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:11:15.195156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] For port 1a312015-17f9-4b48-b5dd-f80259f0e25a, host n-d-812148-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a312015-17f9-4b48-b5dd-f80259f0e25a,segment=NetworkSegment(adb6d787-1968-46bc-b70c-43c679f3d226),segment_id=adb6d787-1968-46bc-b70c-43c679f3d226)] {{(pid=101757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:11:15.199854 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:15.257802 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Routers {'a515e158-8e93-4adc-ad24-edb3632a8193'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:15.258429 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a515e158-8e93-4adc-ad24-edb3632a8193'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:15.319005 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7dab2-e995-44b5-9a72-350efa21d65c None None] Pushing event updated for resources: {'Port': ['ID=1a312015-17f9-4b48-b5dd-f80259f0e25a,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:15.333136 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-fd3d1205-2101-43b1-960a-30509d35bc13 None None] Provisioning complete for port 1a312015-17f9-4b48-b5dd-f80259f0e25a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:15.333549 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1205-2101-43b1-960a-30509d35bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:15.619687 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] Set router a515e158-8e93-4adc-ad24-edb3632a8193 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:15.648392 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e9bfa11d-ec74-4fe4-a0f8-ae2cff95b8da req-4e3040a9-1f18-434f-a36d-a6e9602615ab tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 210 time: 0.0274434 Nov 03 20:11:15.747089 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1205-2101-43b1-960a-30509d35bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:15.825159 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-fd3d1205-2101-43b1-960a-30509d35bc13 None None] For port 1a312015-17f9-4b48-b5dd-f80259f0e25a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a312015-17f9-4b48-b5dd-f80259f0e25a,segment=NetworkSegment(adb6d787-1968-46bc-b70c-43c679f3d226),segment_id=adb6d787-1968-46bc-b70c-43c679f3d226)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:15.833845 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1205-2101-43b1-960a-30509d35bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:15.940068 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d1205-2101-43b1-960a-30509d35bc13 None None] Pushing event updated for resources: {'Port': ['ID=1a312015-17f9-4b48-b5dd-f80259f0e25a,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:15.961779 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-c495d5e6-e8bd-4c14-beda-2501e7cb2626 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:15.963577 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-c495d5e6-e8bd-4c14-beda-2501e7cb2626 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.70 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 810 time: 0.2084126 Nov 03 20:11:15.990209 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-c37f2854-547f-4ffe-a7cd-5ae794d9fc01 None None] Provisioning complete for port 1a312015-17f9-4b48-b5dd-f80259f0e25a triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:15.990840 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c37f2854-547f-4ffe-a7cd-5ae794d9fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.022680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:10Z', 'revision_number': 4, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port': {'id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '1a312015-17f9-4b48-b5dd-f80259f0e25a', 'name': '', 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'mac_address': 'fa:16:3e:cf:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '90458c68-fe34-422c-96f3-2ce458e7a85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:10Z', 'updated_at': '2021-11-03T20:11:15Z', 'revision_number': 4, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'subnets': [{'id': '90458c68-fe34-422c-96f3-2ce458e7a85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:16.043102 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-f29af8e1-0194-4419-adc0-7a8bb6057bf3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c90ee81f1131461d827e41f489bbc7d5 HTTP/1.1" status: 200 len: 379 time: 0.0662053 Nov 03 20:11:16.057179 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f37f8-d7ab-441c-8446-f4ee6887589f None None] The sync data for ids ['a515e158-8e93-4adc-ad24-edb3632a8193'] in n-d-812148-3 is: [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:10Z', 'revision_number': 4, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port': {'id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '1a312015-17f9-4b48-b5dd-f80259f0e25a', 'name': '', 'network_id': '1138629f-6984-4faf-a880-593d4b9628e3', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'mac_address': 'fa:16:3e:cf:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '90458c68-fe34-422c-96f3-2ce458e7a85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:10Z', 'updated_at': '2021-11-03T20:11:15Z', 'revision_number': 4, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'subnets': [{'id': '90458c68-fe34-422c-96f3-2ce458e7a85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:11:16.059083 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'port': {'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'admin_state_up': True, 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'security_groups': ['66993265-9aa2-4527-9d34-4db150ce5384']}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:16.282746 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Made reservation on behalf of c90ee81f1131461d827e41f489bbc7d5 for: {'port': 1} {{(pid=101755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:11:16.286459 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.441963 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_common [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Allocated IP 172.20.0.11 (8d95dfcc-ec0b-4676-a158-ba91bdf63ed5/2934472c-1658-4c33-acea-81efc27b44c1/e8e130af-9bea-48ee-b2e1-9ea78004c453) {{(pid=101755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:11:16.603690 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for port, precommit_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.618839 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a312015-17f9-4b48-b5dd-f80259f0e25a up at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:16.640118 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_create {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.679810 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Provisioning complete for port 1a312015-17f9-4b48-b5dd-f80259f0e25a triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:16.680695 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.684719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 is already hosted by enough agents. {{(pid=101755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:16.692719 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.base_scheduler [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Resources bound (agent type, host, resource id): {{(pid=101755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:16.696921 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Received port after_create {{(pid=101755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:11:16.726965 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=1']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:16.780120 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:16.781186 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.807668 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-fe883a6f-13a1-4f3a-94a1-3ea93aeb48cb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7565966 Nov 03 20:11:16.822831 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.v2.base [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Request body: {'port': {'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812148-3'}} {{(pid=101755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:16.828510 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbaa18-42b4-4a8b-bbd2-2a28c0ed7452 req-1ba16901-47a1-4a10-bf59-9f9aae3ca7f3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:16.834318 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60fbaa18-42b4-4a8b-bbd2-2a28c0ed7452 req-1ba16901-47a1-4a10-bf59-9f9aae3ca7f3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 932 time: 0.0644548 Nov 03 20:11:16.887542 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.919431 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-60fbaa18-42b4-4a8b-bbd2-2a28c0ed7452 req-dfa80f20-a46c-4114-be6f-292a95e269ce tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824995 Nov 03 20:11:17.037917 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-1108e9cb-0dca-48b5-aaa4-a3668267b5b6 None None] Provisioning complete for port e8e130af-9bea-48ee-b2e1-9ea78004c453 triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:17.038658 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-1108e9cb-0dca-48b5-aaa4-a3668267b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:17.084334 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-1108e9cb-0dca-48b5-aaa4-a3668267b5b6 None None] Port e8e130af-9bea-48ee-b2e1-9ea78004c453 cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:11:17.233856 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e130af-9bea-48ee-b2e1-9ea78004c453 {{(pid=101755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:11:17.241966 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:17.257712 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.provisioning_blocks [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Transition to ACTIVE for port object e8e130af-9bea-48ee-b2e1-9ea78004c453 will not be triggered until provisioned by entity L2. {{(pid=101755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:11:17.262778 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:17.325596 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Pushing event updated for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=2']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:17.431339 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Attempting to bind port e8e130af-9bea-48ee-b2e1-9ea78004c453 on host n-h2-812148-3 for vnic_type normal with profile {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:11:17.432306 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Attempting to bind port e8e130af-9bea-48ee-b2e1-9ea78004c453 by drivers openvswitch,hyperv on host n-h2-812148-3 at level 0 using segments [{'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:11:17.432474 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Attempting to bind port e8e130af-9bea-48ee-b2e1-9ea78004c453 on network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:11:17.440706 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Port e8e130af-9bea-48ee-b2e1-9ea78004c453 on network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812148-3 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:11:17.441034 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Attempting to bind port e8e130af-9bea-48ee-b2e1-9ea78004c453 on network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:11:17.447233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Checking agent: {'id': 'ba8acfc8-16b1-47f0-9903-ab2f834e398a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:11:17.447572 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Checking segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:11:17.447968 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Bound using segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} {{(pid=101755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:11:17.448414 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.managers [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Bound port: e8e130af-9bea-48ee-b2e1-9ea78004c453, host: n-h2-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'}}] {{(pid=101755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:11:17.448777 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:17.535643 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, cleared binding levels {{(pid=101755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:11:17.539889 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:11:17.546743 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5882083'] for port, after_update {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:17.588718 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:17.589010 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:17.590538 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] 10.222.0.70 "PUT /v2.0/ports/e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 1092 time: 0.7740600 Nov 03 20:11:17.591001 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:11:17.593398 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19b494c-2892-4ce3-bda1-c3026f37cc87" -d '{"events": [{"name": "network-changed", "server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:11:17.640097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f09dc-f972-42d6-a7ac-dffa18dd37cd service neutron] Pushing event updated for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=3']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:17.649130 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f748349-0bca-4cf4-8d9b-99acdcd6f525 x-openstack-request-id: req-5f748349-0bca-4cf4-8d9b-99acdcd6f525 {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:11:17.649644 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:11:17.650031 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f748349-0bca-4cf4-8d9b-99acdcd6f525 {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:11:17.650515 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'status': 'completed', 'code': 200} Nov 03 20:11:17.707784 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-8894bb27-e6a8-438f-bcd6-5cd5e0d35450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:17.709216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-8894bb27-e6a8-438f-bcd6-5cd5e0d35450 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1095 time: 0.0560603 Nov 03 20:11:17.762753 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-f37cb464-726e-45e0-8c8d-a6e93337b385 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 217 time: 0.0457692 Nov 03 20:11:17.822522 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-8f3053b4-032f-4e58-9f99-41d4c7af15db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:17.824079 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-8f3053b4-032f-4e58-9f99-41d4c7af15db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0540488 Nov 03 20:11:17.896186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-257e9898-a35c-4d66-b847-01b485cffa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:17.897853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-257e9898-a35c-4d66-b847-01b485cffa95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641110 Nov 03 20:11:18.028656 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-b8878045-d377-4f42-be74-8c13de995139 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217518 Nov 03 20:11:18.061735 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4792327-4275-4475-b47f-ada30d772916 req-df5e33ff-43f7-44fc-ad23-42c8d996b344 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:18.063458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4792327-4275-4475-b47f-ada30d772916 req-df5e33ff-43f7-44fc-ad23-42c8d996b344 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 944 time: 0.0539560 Nov 03 20:11:18.132984 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e4792327-4275-4475-b47f-ada30d772916 req-2b6bf9e4-027f-4010-812d-17a4ac5f34e4 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624697 Nov 03 20:11:18.138853 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-4aaf5f8b-20b4-4be3-8646-d3027982fd31 req-56a647f2-cc29-429f-8ca4-79544eb26e8d service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031339 Nov 03 20:11:18.228877 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-1ddf08a3-557d-48b4-bf75-d7e72e25a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:18.230502 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-1ddf08a3-557d-48b4-bf75-d7e72e25a754 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1095 time: 0.0437629 Nov 03 20:11:18.344901 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-9a7008f5-d39c-42a8-bac2-d25bc7072253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:18.346559 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-9a7008f5-d39c-42a8-bac2-d25bc7072253 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.1075201 Nov 03 20:11:18.395465 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-de667213-a4f3-4be5-965a-4b5b7850f2cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 217 time: 0.0376816 Nov 03 20:11:18.454655 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-a120bf72-2a4d-4837-92b4-d3aea6197286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:18.456709 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-a120bf72-2a4d-4837-92b4-d3aea6197286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0543854 Nov 03 20:11:18.511141 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-4d473f74-0e01-4990-b917-b490e1d415b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:18.512564 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-4d473f74-0e01-4990-b917-b490e1d415b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489011 Nov 03 20:11:18.617476 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-63dd94f0-5bbf-48fd-882a-563e84c3d98c service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965791 Nov 03 20:11:18.714433 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f19b494c-2892-4ce3-bda1-c3026f37cc87 req-5b840e42-1876-4246-a950-fbaeb75f4a32 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897641 Nov 03 20:11:19.264355 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc96b7-1d18-4e51-9618-2e307267966c req-1cbd3096-e9df-4a28-9fb8-63f5a2ebc56d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:19.265945 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77fc96b7-1d18-4e51-9618-2e307267966c req-1cbd3096-e9df-4a28-9fb8-63f5a2ebc56d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 944 time: 0.0585687 Nov 03 20:11:19.323316 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77fc96b7-1d18-4e51-9618-2e307267966c req-300a89b3-59a8-4731-baac-b3ce2abccf71 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502870 Nov 03 20:11:20.460497 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a02a5-8021-40bf-a570-4f86d762bb47 req-d99bb682-094d-4104-a91d-d4bff29c747c tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:20.462116 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-745a02a5-8021-40bf-a570-4f86d762bb47 req-d99bb682-094d-4104-a91d-d4bff29c747c tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 944 time: 0.0522530 Nov 03 20:11:20.515276 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-745a02a5-8021-40bf-a570-4f86d762bb47 req-1904fe2d-651a-4c1d-b391-cec274adb882 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464735 Nov 03 20:11:20.631133 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e8e130af-9bea-48ee-b2e1-9ea78004c453 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:11:20.738113 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:20.749685 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:11:20.788840 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:20.803161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e130af-9bea-48ee-b2e1-9ea78004c453 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:11:20.823931 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:20.829359 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:20.884588 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:21.036213 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['e8e130af-9bea-48ee-b2e1-9ea78004c453'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:11:21.645614 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64256f8b-e192-4b79-8fa5-e42069934dd0 req-225fe89b-f7fa-4c37-8359-ea446df9a9d1 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:21.648125 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64256f8b-e192-4b79-8fa5-e42069934dd0 req-225fe89b-f7fa-4c37-8359-ea446df9a9d1 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 945 time: 0.0621021 Nov 03 20:11:21.699212 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64256f8b-e192-4b79-8fa5-e42069934dd0 req-829bec26-b19d-4168-8b0f-6ee8664f192f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 Nov 03 20:11:22.646943 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e8e130af-9bea-48ee-b2e1-9ea78004c453 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:22.706249 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning for port e8e130af-9bea-48ee-b2e1-9ea78004c453 completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:11:22.710702 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port e8e130af-9bea-48ee-b2e1-9ea78004c453 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:22.711120 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:22.792773 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:22.817613 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:11:22.819905 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844c5364-da6d-412d-88dd-8cb5b7deb577" -d '{"events": [{"server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "name": "network-vif-plugged", "status": "completed", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:11:22.824685 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4d52-4078-4285-9f3b-657dcfb98281 req-ea349187-5113-48d2-9bd8-fe5ad96adec3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:22.826254 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ffd4d52-4078-4285-9f3b-657dcfb98281 req-ea349187-5113-48d2-9bd8-fe5ad96adec3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 945 time: 0.0516293 Nov 03 20:11:22.833585 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:22.837723 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:22.877915 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8ffd4d52-4078-4285-9f3b-657dcfb98281 req-d80c9aba-e9c4-4263-b754-86fc473ad499 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455215 Nov 03 20:11:22.893061 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:22.992436 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95a09a3-e5b5-46c2-9b55-1dea8971d19b x-openstack-request-id: req-f95a09a3-e5b5-46c2-9b55-1dea8971d19b {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:11:22.992821 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "name": "network-vif-plugged", "status": "completed", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:11:22.993166 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f95a09a3-e5b5-46c2-9b55-1dea8971d19b {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:11:22.993674 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'code': 200} Nov 03 20:11:23.091097 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45321e42-5a1b-439a-b6d4-de96467c3681 req-bf345b71-66c2-47f6-806d-f3510babc581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:23.092603 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-45321e42-5a1b-439a-b6d4-de96467c3681 req-bf345b71-66c2-47f6-806d-f3510babc581 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1097 time: 0.0414979 Nov 03 20:11:23.147012 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-45321e42-5a1b-439a-b6d4-de96467c3681 req-24c8e31f-e7df-48f8-aac5-b4b21f2f4b60 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457106 Nov 03 20:11:23.174534 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:11:24.011525 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e388-8a9a-4905-8642-f5610d2b0190 req-df5bde9a-69f5-4c9f-a122-6ee8f209b80d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:24.013014 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6de4e388-8a9a-4905-8642-f5610d2b0190 req-df5bde9a-69f5-4c9f-a122-6ee8f209b80d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 946 time: 0.0530505 Nov 03 20:11:24.066971 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-6de4e388-8a9a-4905-8642-f5610d2b0190 req-d37cbe98-d318-413c-bc63-ffbbd6cf1520 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478084 Nov 03 20:11:25.186170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684cc40-b59f-4ef0-b00b-0614956f377e req-32157588-06b5-445f-b0a0-48d4e5006696 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:25.187635 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4684cc40-b59f-4ef0-b00b-0614956f377e req-32157588-06b5-445f-b0a0-48d4e5006696 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 946 time: 0.0508912 Nov 03 20:11:25.240094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4684cc40-b59f-4ef0-b00b-0614956f377e req-6f791ead-8100-4a01-817b-6a250b6efeed tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459778 Nov 03 20:11:25.354273 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f77b-7869-4f73-9e68-af6aff3bca23 req-cc82378d-5cd2-4f57-ba42-523b10f7ae06 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:25.355780 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efa5f77b-7869-4f73-9e68-af6aff3bca23 req-cc82378d-5cd2-4f57-ba42-523b10f7ae06 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 946 time: 0.0489867 Nov 03 20:11:25.404275 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-efa5f77b-7869-4f73-9e68-af6aff3bca23 req-46cc809d-8451-4a4e-8015-982ce2afecc3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 Nov 03 20:11:25.426573 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48416) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:25.512546 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f1bfe5-8b76-4144-ad36-6514b012c85c tempest-TestSnapshotPattern-1905675328 tempest-TestSnapshotPattern-1905675328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:25.514096 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-e2f1bfe5-8b76-4144-ad36-6514b012c85c tempest-TestSnapshotPattern-1905675328 tempest-TestSnapshotPattern-1905675328-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1092 time: 0.0865560 Nov 03 20:11:25.516941 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48420) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:11:25.521639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:11:25.553318 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:25.650339 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:25.758862 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Allocated IP 172.25.3.226 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/ea5ca2f9-3cc7-4cd8-8c74-bf95a125fb3f) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:11:25.870117 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:25.905753 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:25.950555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:11:25.956272 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:11:25.960250 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:11:25.966539 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'Port': ['ID=ea5ca2f9-3cc7-4cd8-8c74-bf95a125fb3f,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:26.652912 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:26.721533 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:26.876731 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:26.881321 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:26.946227 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'Port': ['ID=ea5ca2f9-3cc7-4cd8-8c74-bf95a125fb3f,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:26.962612 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:27.071354 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Floating IP b8cdbc61-6c91-469d-a768-91ed47e78a47 associated. External IP: 172.25.3.226, port: e8e130af-9bea-48ee-b2e1-9ea78004c453. Nov 03 20:11:27.298071 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Router 6cef5ef8-1399-401e-864b-10ab37b48b3d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:11:27.411088 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:11:27.421907 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] Sync routers for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:11:27.430715 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:27.432921 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:27.433581 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:27.460701 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-29e4c5e8-d0e3-4066-b0eb-767c9e477adb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9426990 Nov 03 20:11:27.461304 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:11:27.463694 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea927cd-decf-4cc9-b74f-d7bc52efedc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:11:27.501491 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a9aed4-5064-4b3e-ba02-d4835ed16584 x-openstack-request-id: req-45a9aed4-5064-4b3e-ba02-d4835ed16584 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:11:27.501791 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:11:27.502575 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45a9aed4-5064-4b3e-ba02-d4835ed16584 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:11:27.502993 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'status': 'completed', 'code': 200} Nov 03 20:11:27.546025 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:27.570135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-6c529666-32e6-4121-9a81-f5b59d98e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:27.571824 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-6c529666-32e6-4121-9a81-f5b59d98e90b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1097 time: 0.0445256 Nov 03 20:11:27.680870 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-35bd75ed-b070-4ae1-900a-82675297b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:27.682394 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-35bd75ed-b070-4ae1-900a-82675297b1c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.1016259 Nov 03 20:11:27.755188 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-6981fa08-1ff7-4893-aa15-914d84bd162f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 1000 time: 0.0654325 Nov 03 20:11:27.796909 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:26Z', 'revision_number': 0, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:27.805803 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-aed6ee93-6c89-4175-927d-b241c82cb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:27.807316 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-aed6ee93-6c89-4175-927d-b241c82cb0ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0458918 Nov 03 20:11:27.856186 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-117868c0-9788-44e2-bdc5-6a5601e0f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:27.858016 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-117868c0-9788-44e2-bdc5-6a5601e0f8fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437131 Nov 03 20:11:27.915414 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] Checking router: 6cef5ef8-1399-401e-864b-10ab37b48b3d for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:11:27.924121 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:11:27.924714 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:11:10Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:27.957151 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-81c7d5cc-76a1-415b-81dc-63f3854f9276 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914557 Nov 03 20:11:28.031101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:11:28.049173 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-eea927cd-decf-4cc9-b74f-d7bc52efedc8 req-37515573-d5ec-4b9d-ada8-b7d1232f2b57 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853939 Nov 03 20:11:28.271781 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:26Z', 'revision_number': 0, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:11:28.304623 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594ea99-8fb9-48af-851a-0d48dc5b7ee0 None None] The sync data for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 is: [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:26Z', 'revision_number': 0, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:11:28.514705 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e4433-474a-4e6f-b196-7d528658dbb8 None None] New status for floating IP b8cdbc61-6c91-469d-a768-91ed47e78a47: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:11:33.242157 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:34.131619 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:36.248906 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c21f30a8-6134-4351-8dd3-cd6859556d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:40.435405 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:40.462310 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87f8bbdc-3bd9-4e07-9d2d-f32d8631213c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:42.462044 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:42.585801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:00.173666 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:12:03.242127 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:04.130663 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:06.254904 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d13d539-d66e-4472-8c33-114551d382bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:10.439265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:10.465130 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-238279ae-9dbd-4954-982e-e0d1f5e58288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:12.464337 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:12.582929 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:13.092257 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f285b5be-fae9-4217-891b-7029108542cf req-29803494-6baa-498b-a941-979ee03ade5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444202 Nov 03 20:12:13.174395 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b5be-fae9-4217-891b-7029108542cf req-cb482bd0-de18-42b0-b6c3-ddcc75ffed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:13.175814 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f285b5be-fae9-4217-891b-7029108542cf req-cb482bd0-de18-42b0-b6c3-ddcc75ffed33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1097 time: 0.0410221 Nov 03 20:12:13.285796 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b5be-fae9-4217-891b-7029108542cf req-9f12eaed-6ed5-463f-b8a9-66ab968d13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:13.287808 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f285b5be-fae9-4217-891b-7029108542cf req-9f12eaed-6ed5-463f-b8a9-66ab968d13ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0905392 Nov 03 20:12:13.354893 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f285b5be-fae9-4217-891b-7029108542cf req-43a7f122-87bb-40bf-897d-50f33f45ae64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 1002 time: 0.0602756 Nov 03 20:12:13.403987 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b5be-fae9-4217-891b-7029108542cf req-7c43af9d-0e44-4069-bef7-2c3504ebea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:13.405474 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f285b5be-fae9-4217-891b-7029108542cf req-7c43af9d-0e44-4069-bef7-2c3504ebea6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0438190 Nov 03 20:12:13.454388 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b5be-fae9-4217-891b-7029108542cf req-957e2253-0ed2-442f-96b1-0da9dfd088b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:13.455787 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f285b5be-fae9-4217-891b-7029108542cf req-957e2253-0ed2-442f-96b1-0da9dfd088b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428979 Nov 03 20:12:13.545671 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f285b5be-fae9-4217-891b-7029108542cf req-53ec43b3-88b1-44af-b7c1-609a1ef7d69f service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Nov 03 20:12:13.641053 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-f285b5be-fae9-4217-891b-7029108542cf req-4450395c-8ec3-43c1-8cdc-ab505042f3af service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873609 Nov 03 20:12:33.255293 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:34.129436 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:36.259114 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8d13c63a-26d6-435c-9197-f172172e3f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:37.173878 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:12:40.439812 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:40.469468 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-8546149e-8daa-46dc-a12d-906f37fd6316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:42.466666 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:42.585006 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:03.248340 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.145746 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:06.263342 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-977242fd-05d7-4810-9328-4fc9a141e5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:10.445633 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:10.473022 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c89ac953-6837-4d6e-9aac-eb0e6af7f9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:12.469357 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:12.588728 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:13.146771 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-d027ef45-9141-4e72-8fe4-7d630bd0b4b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040092 Nov 03 20:13:13.234591 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-4802ed31-8e37-4b75-a6d1-b3b52663672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:13.236130 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-4802ed31-8e37-4b75-a6d1-b3b52663672b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1097 time: 0.0428143 Nov 03 20:13:13.349743 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-df4b2fbb-76da-4bf2-ba0c-8ce104358319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:13.351230 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-df4b2fbb-76da-4bf2-ba0c-8ce104358319 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0933654 Nov 03 20:13:13.419402 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-694367ee-8d30-44ab-9dfb-fceb066f99a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 1002 time: 0.0604632 Nov 03 20:13:13.474207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-be488010-8a9a-4861-8d9e-bf0a093c3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:13.475673 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-be488010-8a9a-4861-8d9e-bf0a093c3b55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0500770 Nov 03 20:13:13.526902 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-72e295b3-c80a-4edf-bd2b-0b866b60d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:13.528458 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-72e295b3-c80a-4edf-bd2b-0b866b60d1a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425205 Nov 03 20:13:13.539501 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-5426cef7-67b9-4115-82ae-f5d89f1a2cbd service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:13:13.540454 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-5426cef7-67b9-4115-82ae-f5d89f1a2cbd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053580 Nov 03 20:13:13.633083 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-49bb0a7e-c924-41f8-a7ea-1e3491299053 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845575 Nov 03 20:13:13.731221 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-342f7240-e69b-40ab-acbb-7303bef3ad57 req-0e68c68d-d8ae-411a-9e80-1120e619fb13 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911794 Nov 03 20:13:14.173621 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:13:27.226395 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e8e130af-9bea-48ee-b2e1-9ea78004c453 details requested by agent hyperv_n-h2-812148-3 with host n-h2-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:13:27.382860 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:27.396370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Returning: {'device': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:13:27.445200 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:27.473021 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8e130af-9bea-48ee-b2e1-9ea78004c453 {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:13:27.506711 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:27.513912 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:27.589194 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:27.593081 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] get_ports_and_sgs() called for port_ids ['e8e130af-9bea-48ee-b2e1-9ea78004c453'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:13:27.627814 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.628161 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.628719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.629233 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.629758 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.630278 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.631130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.631130 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.631467 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.631962 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.632437 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:27.633042 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:29.241780 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e8e130af-9bea-48ee-b2e1-9ea78004c453 up at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:13:29.312328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Provisioning complete for port e8e130af-9bea-48ee-b2e1-9ea78004c453 triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:13:29.312702 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:29.403090 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:29.430019 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:13:29.432430 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2906d3e5-e154-49b5-9d7a-528787667a77" -d '{"events": [{"server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "name": "network-vif-plugged", "status": "completed", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:13:29.449766 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:29.457302 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:29.524060 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb8605c-c1f9-4cd1-8e03-cf0539f19f2e x-openstack-request-id: req-beb8605c-c1f9-4cd1-8e03-cf0539f19f2e {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:13:29.524343 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "name": "network-vif-plugged", "status": "completed", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:13:29.524605 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-beb8605c-c1f9-4cd1-8e03-cf0539f19f2e {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:13:29.525971 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'code': 200} Nov 03 20:13:29.539958 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:33.273948 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:34.145276 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:36.267332 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ff8fde94-27ce-439d-ba68-b2c1d04cc808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:37.060513 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-e0a2e553-aecc-4233-aed8-98e9a4eccbdf tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164054673&fields=id&tenant_id=c90ee81f1131461d827e41f489bbc7d5 HTTP/1.1" status: 200 len: 267 time: 0.0489919 Nov 03 20:13:37.173736 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-aa0fb98c-63fb-4ae6-946a-a198940cab36 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:37.175121 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-aa0fb98c-63fb-4ae6-946a-a198940cab36 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 810 time: 0.1067655 Nov 03 20:13:37.189973 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-ed53eadc-4109-44b2-99aa-2ff35c7a1382 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/quotas/c90ee81f1131461d827e41f489bbc7d5 HTTP/1.1" status: 200 len: 375 time: 0.0091801 Nov 03 20:13:37.246530 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c3e93fc8-6e40-4bb3-bc31-0be18e7e8d69 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511951 Nov 03 20:13:37.350895 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-74f6fec0-d9e0-481d-8420-d01cd70eea86 service neutron] 10.222.0.77 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921149 Nov 03 20:13:37.441716 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-cfaad32e-5596-4f7f-ae18-c014d3a89d18 service neutron] 10.222.0.77 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Nov 03 20:13:38.629722 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cba0f111-e491-4028-a610-dbf6b82fdaa6 req-24e89a9f-0f7d-4bb4-8c5a-d9c84369b7c0 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 210 time: 0.0316536 Nov 03 20:13:39.680458 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-10326217-113e-4618-b4c7-8e7f954694a7 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:39.682035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-10326217-113e-4618-b4c7-8e7f954694a7 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.96 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 810 time: 0.1199527 Nov 03 20:13:39.747328 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4bb9b5af-ceba-4bef-9e81-28ca479b5f3d req-77a218c2-6e3d-4d00-83fc-625e85b243b5 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 210 time: 0.0343976 Nov 03 20:13:39.773458 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-11c6556a-3e5b-4c23-84db-583cd8146f0c tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c90ee81f1131461d827e41f489bbc7d5 HTTP/1.1" status: 200 len: 379 time: 0.0812860 Nov 03 20:13:39.783399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'port': {'device_id': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'admin_state_up': True, 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'security_groups': ['66993265-9aa2-4527-9d34-4db150ce5384']}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:39.929675 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Made reservation on behalf of c90ee81f1131461d827e41f489bbc7d5 for: {'port': 1} {{(pid=101756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:13:39.933889 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.084248 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Allocated IP 172.20.0.6 (8d95dfcc-ec0b-4676-a158-ba91bdf63ed5/2934472c-1658-4c33-acea-81efc27b44c1/ef1f349c-c099-42ae-ba9e-c9b44e66c63d) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:13:40.254284 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.297686 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.378463 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:13:40.379885 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:40.382633 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:13:40.385713 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:13:40.414004 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.414353 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.414695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.415035 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.415430 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.416500 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.416813 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.417169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.417499 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.417830 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.418170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.418498 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:40.451472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.465333 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:40.466032 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.487964 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a0adba47-e106-4d8c-8c06-9820205dc6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.502008 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-a30e94cb-57a7-4e85-81fc-979d35322349 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225564 Nov 03 20:13:40.737306 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-3bab6d6e-c7ae-46bc-a8c3-44dd82ac8205 None None] Provisioning complete for port ef1f349c-c099-42ae-ba9e-c9b44e66c63d triggered by entity DHCP. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:13:40.737651 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3bab6d6e-c7ae-46bc-a8c3-44dd82ac8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.773331 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-3bab6d6e-c7ae-46bc-a8c3-44dd82ac8205 None None] Port ef1f349c-c099-42ae-ba9e-c9b44e66c63d cannot update to ACTIVE because it is not bound. {{(pid=101757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:13:40.875105 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cfb9e-6f7e-456e-9930-69de2ca04e7d req-d3ad1348-79a8-4398-aeb4-02925b640210 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:40.876611 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-094cfb9e-6f7e-456e-9930-69de2ca04e7d req-d3ad1348-79a8-4398-aeb4-02925b640210 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0532577 Nov 03 20:13:40.945883 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-094cfb9e-6f7e-456e-9930-69de2ca04e7d req-08a31657-609c-4b46-a988-8f3e19aa3331 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630302 Nov 03 20:13:41.324511 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e8e130af-9bea-48ee-b2e1-9ea78004c453 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:13:41.416362 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:41.443370 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:13:41.445639 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beccdbcc-7ef6-4473-b611-06d420b77754" -d '{"events": [{"server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:13:41.459222 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:41.464872 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:41.491460 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a6dbda-61ea-4427-9d05-9507d7d694eb x-openstack-request-id: req-57a6dbda-61ea-4427-9d05-9507d7d694eb {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:13:41.491736 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:13:41.491997 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57a6dbda-61ea-4427-9d05-9507d7d694eb {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:13:41.492424 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'code': 200} Nov 03 20:13:41.526438 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Pushing event updated for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:42.106866 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0024e-d953-4e2b-b778-221068d6aaef req-5b7bb96d-3f0a-4cdc-80c1-ce5a1ddd3f63 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:42.108655 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52d0024e-d953-4e2b-b778-221068d6aaef req-5b7bb96d-3f0a-4cdc-80c1-ce5a1ddd3f63 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0696535 Nov 03 20:13:42.170693 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-52d0024e-d953-4e2b-b778-221068d6aaef req-8cd3fd88-9e24-440b-a085-b999d421235a tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547738 Nov 03 20:13:42.474265 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:42.592129 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:43.333156 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fad9f-4fb8-4f8f-beae-cd7e4768ae33 req-f7b09249-43e8-4692-8618-763a8d50ce1c tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:43.334806 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e85fad9f-4fb8-4f8f-beae-cd7e4768ae33 req-f7b09249-43e8-4692-8618-763a8d50ce1c tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0536621 Nov 03 20:13:43.394675 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-e85fad9f-4fb8-4f8f-beae-cd7e4768ae33 req-cc624dc8-44c4-46bb-a5e6-6a06f436836c tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522125 Nov 03 20:13:44.541406 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da520f5-8ab6-4114-8f81-2c96ffdefd2a req-8720acc0-2f7a-4785-992a-ce4abecfaca0 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:44.544688 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2da520f5-8ab6-4114-8f81-2c96ffdefd2a req-8720acc0-2f7a-4785-992a-ce4abecfaca0 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0753782 Nov 03 20:13:44.596094 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2da520f5-8ab6-4114-8f81-2c96ffdefd2a req-ec1df2c4-0bb0-4926-ba04-86cc9a2742fc tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466328 Nov 03 20:13:45.731329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dbde8-2854-4d2e-bb56-502a9b9400bb req-2aa701df-5435-45e8-a7a1-f370b228bf9b tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:45.732892 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-309dbde8-2854-4d2e-bb56-502a9b9400bb req-2aa701df-5435-45e8-a7a1-f370b228bf9b tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0551422 Nov 03 20:13:45.787290 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-309dbde8-2854-4d2e-bb56-502a9b9400bb req-72ae47c7-3da2-4cb3-ae69-8d6eb5c2d6fa tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464752 Nov 03 20:13:46.917678 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0a800-299b-47c7-bffa-83d316255ff1 req-64a44351-0fd3-4344-a600-b257c2ec8134 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:46.919300 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aca0a800-299b-47c7-bffa-83d316255ff1 req-64a44351-0fd3-4344-a600-b257c2ec8134 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0526960 Nov 03 20:13:46.975763 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-aca0a800-299b-47c7-bffa-83d316255ff1 req-986e3b62-9a0c-4b67-861e-8586f9381440 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499356 Nov 03 20:13:48.110672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ed004-9e96-4ac7-bbd5-d47bde7682d9 req-fd14bd82-e14e-4dc6-aee2-dc85a32bbe35 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:48.112211 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-864ed004-9e96-4ac7-bbd5-d47bde7682d9 req-fd14bd82-e14e-4dc6-aee2-dc85a32bbe35 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0649414 Nov 03 20:13:48.164607 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-864ed004-9e96-4ac7-bbd5-d47bde7682d9 req-78688a47-1f04-407f-b92f-82b46ea22256 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462542 Nov 03 20:13:49.298570 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33680c45-902b-4161-acf5-6f3b22a23428 req-01beb00c-3225-4247-8f6f-4fda7298bc7b tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:49.300086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33680c45-902b-4161-acf5-6f3b22a23428 req-01beb00c-3225-4247-8f6f-4fda7298bc7b tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0552478 Nov 03 20:13:49.360039 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-33680c45-902b-4161-acf5-6f3b22a23428 req-eefb56c0-fdff-4f5b-901e-8bf4bdf5aefb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538104 Nov 03 20:13:50.290947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Request body: {'port': {'device_id': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812148-3'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:50.347741 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:50.535253 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e972c03-b0c2-4194-8c26-97356392c84c req-af94a6c6-fd8e-4ac3-aa5b-ad32eaa748c3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:50.536626 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e972c03-b0c2-4194-8c26-97356392c84c req-af94a6c6-fd8e-4ac3-aa5b-ad32eaa748c3 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 931 time: 0.0924613 Nov 03 20:13:50.637986 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9e972c03-b0c2-4194-8c26-97356392c84c req-8246fb92-077b-462d-923e-dce3002bf00f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766106 Nov 03 20:13:50.690479 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1f349c-c099-42ae-ba9e-c9b44e66c63d {{(pid=101756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:13:50.697652 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:50.710256 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.provisioning_blocks [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Transition to ACTIVE for port object ef1f349c-c099-42ae-ba9e-c9b44e66c63d will not be triggered until provisioned by entity L2. {{(pid=101756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:13:50.713948 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:50.769676 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:50.843520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Attempting to bind port ef1f349c-c099-42ae-ba9e-c9b44e66c63d on host n-h1-812148-3 for vnic_type normal with profile {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:13:50.844077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Attempting to bind port ef1f349c-c099-42ae-ba9e-c9b44e66c63d by drivers openvswitch,hyperv on host n-h1-812148-3 at level 0 using segments [{'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:13:50.844457 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Attempting to bind port ef1f349c-c099-42ae-ba9e-c9b44e66c63d on network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:13:50.849723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Port ef1f349c-c099-42ae-ba9e-c9b44e66c63d on network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812148-3 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:13:50.850046 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Attempting to bind port ef1f349c-c099-42ae-ba9e-c9b44e66c63d on network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:13:50.855672 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Checking agent: {'id': 'fec53c0c-aa7a-4d8d-8d72-e99edf45dd42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812148-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'started_at': datetime.datetime(2021, 11, 3, 18, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:13:50.856011 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Checking segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:13:50.856396 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Bound using segment: {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'} {{(pid=101756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:13:50.856854 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.managers [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Bound port: ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host: n-h1-812148-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fd931e-c551-4e12-968f-fcd19f26129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5'}}] {{(pid=101756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:13:50.857211 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:50.937840 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, cleared binding levels {{(pid=101756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:13:50.941789 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:13:50.946899 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:50.985695 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:50.986309 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:50.987736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] 10.222.0.96 "PUT /v2.0/ports/ef1f349c-c099-42ae-ba9e-c9b44e66c63d HTTP/1.1" status: 200 len: 1091 time: 0.7484028 Nov 03 20:13:50.988188 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:13:50.990519 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd9ed4-8952-47b1-b1e1-836a6bd99072" -d '{"events": [{"name": "network-changed", "server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:13:51.016753 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5b5d9-3e0c-493e-8ed2-8f8dec671b56 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=3']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:51.040964 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d826c9-e258-4f95-ac6f-1956b238baea x-openstack-request-id: req-40d826c9-e258-4f95-ac6f-1956b238baea {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:13:51.041260 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:13:51.041575 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40d826c9-e258-4f95-ac6f-1956b238baea {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:13:51.041988 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'status': 'completed', 'code': 200} Nov 03 20:13:51.097155 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-fb76b61a-4898-436c-b5c0-dd9b10268014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:51.098735 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-fb76b61a-4898-436c-b5c0-dd9b10268014 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 1094 time: 0.0497100 Nov 03 20:13:51.147216 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-fe05677f-ccad-4977-b423-ab54bb84765f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d HTTP/1.1" status: 200 len: 217 time: 0.0406814 Nov 03 20:13:51.173001 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:13:51.200352 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-eb38c74a-7cb1-42dd-97fe-9fccdc0a7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:51.201835 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-eb38c74a-7cb1-42dd-97fe-9fccdc0a7d41 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0476558 Nov 03 20:13:51.256709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-fbca6b43-3f19-4c2b-8afc-0f4520077173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:51.258324 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-fbca6b43-3f19-4c2b-8afc-0f4520077173 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479918 Nov 03 20:13:51.362710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-4e6049aa-79ac-4a69-960e-5d57b09e8915 service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971227 Nov 03 20:13:51.456674 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8403cc12-36b3-4856-a06f-60a2198bcd58 req-58d4758d-e031-4cde-b69d-7579dd06a32b service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865119 Nov 03 20:13:51.550597 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-32ba0aaf-9fcf-4dd1-a26b-bbec9eeae30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:51.552131 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-32ba0aaf-9fcf-4dd1-a26b-bbec9eeae30d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 1094 time: 0.0468168 Nov 03 20:13:51.643081 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-dcc1e73c-ff1b-40a2-af0d-c9fb4d4c3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:51.644595 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-dcc1e73c-ff1b-40a2-af0d-c9fb4d4c3d00 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0859876 Nov 03 20:13:51.690445 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-a13acbe8-52aa-47b5-80f4-8c6870fbe2d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d HTTP/1.1" status: 200 len: 217 time: 0.0388212 Nov 03 20:13:51.766241 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-9b0d74ef-b2f0-4271-bfdb-947e9efae46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:51.767709 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-9b0d74ef-b2f0-4271-bfdb-947e9efae46d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0704780 Nov 03 20:13:51.791177 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668dccd-beeb-418a-9974-47c4836dedd0 req-0a8ca20c-4a7e-4fc3-b79e-383c528bfc16 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:51.792630 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f668dccd-beeb-418a-9974-47c4836dedd0 req-0a8ca20c-4a7e-4fc3-b79e-383c528bfc16 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 943 time: 0.0688968 Nov 03 20:13:51.858631 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-a225181b-0d36-4a6d-9801-1df122e67e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:51.860118 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-a225181b-0d36-4a6d-9801-1df122e67e46 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835183 Nov 03 20:13:51.868861 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f668dccd-beeb-418a-9974-47c4836dedd0 req-d897b490-7cd3-466f-a955-3afc8130df00 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588791 Nov 03 20:13:51.960949 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-1e7301a8-67b2-4b5b-b491-232312cc8bc6 service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911193 Nov 03 20:13:52.058219 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-95bd9ed4-8952-47b1-b1e1-836a6bd99072 req-6aeaa829-991e-46e9-b1b2-55289f844087 service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877867 Nov 03 20:13:52.986611 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dc78-3d04-4990-9102-257d7cdcd692 req-0562301c-f987-4d2c-854e-e54751e1e9df tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:52.988091 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff37dc78-3d04-4990-9102-257d7cdcd692 req-0562301c-f987-4d2c-854e-e54751e1e9df tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 943 time: 0.0489402 Nov 03 20:13:53.037198 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-ff37dc78-3d04-4990-9102-257d7cdcd692 req-2ffd376c-0593-4c77-ba0b-2c26e26cbb8e tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Nov 03 20:13:54.036442 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ef1f349c-c099-42ae-ba9e-c9b44e66c63d details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:13:54.149856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:54.161145 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'port_id': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'mac_address': 'fa:16:3e:a1:8c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:13:54.165980 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77894e-39d4-4466-b3f0-ca9969f8c5f1 req-ad6eacfa-7824-4ded-9731-527266692949 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:54.168016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b77894e-39d4-4466-b3f0-ca9969f8c5f1 req-ad6eacfa-7824-4ded-9731-527266692949 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 943 time: 0.0536642 Nov 03 20:13:54.202460 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:54.215328 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1f349c-c099-42ae-ba9e-c9b44e66c63d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:13:54.221686 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-8b77894e-39d4-4466-b3f0-ca9969f8c5f1 req-c2100db4-a10d-4fc2-835e-fc348ab7b136 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476217 Nov 03 20:13:54.235840 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:54.243927 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:54.290763 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=4']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:54.485140 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ef1f349c-c099-42ae-ba9e-c9b44e66c63d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:13:55.339387 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eed9d-3855-467e-b4f2-f033aba30acf req-1eb67031-8352-4857-88af-a47b16caf2d9 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:55.340887 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f4eed9d-3855-467e-b4f2-f033aba30acf req-1eb67031-8352-4857-88af-a47b16caf2d9 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 944 time: 0.0491147 Nov 03 20:13:55.390850 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-4f4eed9d-3855-467e-b4f2-f033aba30acf req-88618b32-184a-457a-abe0-da84046ec5c5 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 Nov 03 20:13:56.052156 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ef1f349c-c099-42ae-ba9e-c9b44e66c63d up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:13:56.102286 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning for port ef1f349c-c099-42ae-ba9e-c9b44e66c63d completed by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:13:56.107107 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port ef1f349c-c099-42ae-ba9e-c9b44e66c63d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:13:56.107474 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:56.345778 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:56.367430 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:13:56.369677 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bb3b7d-420c-4d2b-b35b-f353b9a6b02c" -d '{"events": [{"server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:13:56.382719 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:56.387859 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:56.410908 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129fb54d-b017-4e6b-a231-831c99bcfe48 x-openstack-request-id: req-129fb54d-b017-4e6b-a231-831c99bcfe48 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:13:56.411200 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:13:56.411459 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-129fb54d-b017-4e6b-a231-831c99bcfe48 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:13:56.411841 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'code': 200} Nov 03 20:13:56.439493 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=5']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:56.540169 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64197550-38c0-44b3-b000-13ca0d2402a6 req-2a33e3eb-de80-46b2-8304-c28db15c3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:56.541710 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64197550-38c0-44b3-b000-13ca0d2402a6 req-2a33e3eb-de80-46b2-8304-c28db15c3e47 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 1096 time: 0.0705748 Nov 03 20:13:56.553780 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46132a42-65a8-4c1e-af3d-68e30b1506d4 req-33ce717c-0231-4dd8-9d10-03cc25145402 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:56.555164 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46132a42-65a8-4c1e-af3d-68e30b1506d4 req-33ce717c-0231-4dd8-9d10-03cc25145402 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 945 time: 0.0763750 Nov 03 20:13:56.622035 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-64197550-38c0-44b3-b000-13ca0d2402a6 req-6fd14ffe-2cb8-4c43-9a3f-1d7426b5c569 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659444 Nov 03 20:13:56.635052 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-46132a42-65a8-4c1e-af3d-68e30b1506d4 req-b50b96f0-2663-44c5-b8f7-99495c51f207 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739725 Nov 03 20:13:57.753443 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca6e8f-149a-425b-8c0f-e85cad325b2c req-4a2e1a50-812f-47ce-81b8-75585f76a582 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:57.754942 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bca6e8f-149a-425b-8c0f-e85cad325b2c req-4a2e1a50-812f-47ce-81b8-75585f76a582 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Nov 03 20:13:57.804028 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-9bca6e8f-149a-425b-8c0f-e85cad325b2c req-ee3a0931-7b57-4f0f-a7a2-b5f785ff9177 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 Nov 03 20:13:58.928238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c467966-4ac4-456c-9ff7-d24656245385 req-a3810b34-a1d0-4ad3-af48-ec25580e3374 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:58.929794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c467966-4ac4-456c-9ff7-d24656245385 req-a3810b34-a1d0-4ad3-af48-ec25580e3374 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 945 time: 0.0533926 Nov 03 20:13:58.977937 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-1c467966-4ac4-456c-9ff7-d24656245385 req-f7b9a912-005a-4d94-a616-47d5f1adbf2b tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421371 Nov 03 20:13:59.093560 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2013ff8-1e13-4e64-8bb9-e68cb81498a7 req-6bdbc140-5b8a-4d34-896e-d4c3ac1fa410 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:59.095086 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2013ff8-1e13-4e64-8bb9-e68cb81498a7 req-6bdbc140-5b8a-4d34-896e-d4c3ac1fa410 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 945 time: 0.0493546 Nov 03 20:13:59.144833 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f2013ff8-1e13-4e64-8bb9-e68cb81498a7 req-b8070b5b-7ce7-46c8-a005-b648575babc6 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435011 Nov 03 20:13:59.167609 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48704) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:59.206601 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559ed87-dc52-4b87-8456-10c9522c7786 tempest-TestSnapshotPattern-1905675328 tempest-TestSnapshotPattern-1905675328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:59.208122 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-6559ed87-dc52-4b87-8456-10c9522c7786 tempest-TestSnapshotPattern-1905675328 tempest-TestSnapshotPattern-1905675328-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 1091 time: 0.0395722 Nov 03 20:13:59.210987 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48706) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:59.215963 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.v2.base [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Request body: {'floatingip': {'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'port_id': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:59.238279 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for floatingip, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:59.337786 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:59.443006 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_common [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Allocated IP 172.25.3.133 (95097072-eef6-42ae-8d09-84775017ebfc/cb49f5b0-d65a-4f05-a5f5-3386112fa9f9/fddaf479-d86e-4ffb-a571-317c4fdc9a46) {{(pid=101756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:13:59.551767 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for port, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:59.587231 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763298344461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:59.632559 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Network 95097072-eef6-42ae-8d09-84775017ebfc is already hosted by enough agents. {{(pid=101756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:13:59.635531 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Resources bound (agent type, host, resource id): {{(pid=101756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:13:59.640518 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Received port after_create {{(pid=101756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:13:59.643521 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'Port': ['ID=fddaf479-d86e-4ffb-a571-317c4fdc9a46,revision_number=1']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:14:00.326683 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:00.394265 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:00.540742 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for port, precommit_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:00.545813 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4851218'] for port, after_update {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:00.612932 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event updated for resources: {'Port': ['ID=fddaf479-d86e-4ffb-a571-317c4fdc9a46,revision_number=2']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:14:00.627913 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689148'] for floatingip, after_create {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:00.730724 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Floating IP 729d1d59-6462-4b16-9b5b-75d5f879c79e associated. External IP: 172.25.3.133, port: ef1f349c-c099-42ae-ba9e-c9b44e66c63d. Nov 03 20:14:00.941897 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Router 6cef5ef8-1399-401e-864b-10ab37b48b3d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:14:01.051700 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:14:01.062389 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] Sync routers for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:14:01.068946 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:01.072515 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:14:01.073115 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:13:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:14:01.096615 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-3eb2a21b-b69e-4664-ae23-fb658f0b8a8d tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8845708 Nov 03 20:14:01.097220 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:14:01.099571 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd52e437-eb73-41b8-8fe5-2108112b0b71" -d '{"events": [{"name": "network-changed", "server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:14:01.136168 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e43f185-515f-4efc-bc80-cc9dcc0dcd15 x-openstack-request-id: req-9e43f185-515f-4efc-bc80-cc9dcc0dcd15 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:14:01.136469 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:14:01.137298 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e43f185-515f-4efc-bc80-cc9dcc0dcd15 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:14:01.137755 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'status': 'completed', 'code': 200} Nov 03 20:14:01.181470 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:14:01.202723 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-58436f5a-e57a-4ecc-bcbe-6410663db52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:01.204227 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-58436f5a-e57a-4ecc-bcbe-6410663db52b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 1096 time: 0.0446916 Nov 03 20:14:01.304314 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-c7bc70f9-d9d9-4bdf-96aa-27b9043adca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:01.305815 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-c7bc70f9-d9d9-4bdf-96aa-27b9043adca3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0921521 Nov 03 20:14:01.374581 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-f89ba89a-da62-41e0-8e76-9b7ee33e2ed6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d HTTP/1.1" status: 200 len: 999 time: 0.0617597 Nov 03 20:14:01.418385 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '729d1d59-6462-4b16-9b5b-75d5f879c79e', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:a1:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:13:59Z', 'updated_at': '2021-11-03T20:13:59Z', 'revision_number': 0, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}, {'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:28Z', 'revision_number': 1, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:14:01.425395 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-b76aa19a-6934-4c55-babf-5afccc49c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:01.427606 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-b76aa19a-6934-4c55-babf-5afccc49c7e5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0465748 Nov 03 20:14:01.446191 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] Checking router: 6cef5ef8-1399-401e-864b-10ab37b48b3d for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:14:01.455308 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:14:01.455913 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:13:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:14:01.480534 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-76aac377-ee17-4961-8fc8-e168a282e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:01.482076 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-76aac377-ee17-4961-8fc8-e168a282e8b9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471621 Nov 03 20:14:01.568996 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:14:01.577896 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-2c23337d-c702-4ee1-baf4-0b93c1a8a28a service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883431 Nov 03 20:14:01.680322 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dd52e437-eb73-41b8-8fe5-2108112b0b71 req-d38c0495-928d-45ef-8d64-469fbe2f6a31 service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950460 Nov 03 20:14:01.804073 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '729d1d59-6462-4b16-9b5b-75d5f879c79e', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:a1:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:13:59Z', 'updated_at': '2021-11-03T20:13:59Z', 'revision_number': 0, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}, {'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:28Z', 'revision_number': 1, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:14:01.830950 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93083c5-365c-4bb7-9ef7-810b2c0b7e9f None None] The sync data for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 is: [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': '729d1d59-6462-4b16-9b5b-75d5f879c79e', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:a1:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:13:59Z', 'updated_at': '2021-11-03T20:13:59Z', 'revision_number': 0, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}, {'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:28Z', 'revision_number': 1, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:14:02.031316 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066fad5-b901-4ccf-945b-fd39d003ae76 None None] New status for floating IP 729d1d59-6462-4b16-9b5b-75d5f879c79e: ACTIVE {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:14:03.299892 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:04.159013 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:06.272379 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-be1ace5f-e369-4324-a1bd-5b7945badd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:08.976043 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-17a4a1ce-f4c3-49c6-ad83-afd9354822ef service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440269 Nov 03 20:14:09.067737 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-89816aca-c4fc-4180-85dd-33026c80458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:09.069794 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-89816aca-c4fc-4180-85dd-33026c80458a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 1096 time: 0.0465481 Nov 03 20:14:09.184077 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-566ab8e3-4751-4635-98af-7f2cd01b839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:09.185517 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-566ab8e3-4751-4635-98af-7f2cd01b839c service neutron] 10.222.0.96 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0937207 Nov 03 20:14:09.251715 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-c447c1a4-23e7-4750-a41a-f0a3a6f45325 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d HTTP/1.1" status: 200 len: 1001 time: 0.0591822 Nov 03 20:14:09.310620 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-9165b068-65f0-432b-b48a-62b06f67473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:09.312170 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-9165b068-65f0-432b-b48a-62b06f67473b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0493851 Nov 03 20:14:09.363180 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-b86599c4-ee5d-4bec-a80b-cd05e49d45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:09.364736 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-b86599c4-ee5d-4bec-a80b-cd05e49d45e1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436785 Nov 03 20:14:09.474283 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-82c214e5-f40e-43c1-9697-505c2b765404 service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908825 Nov 03 20:14:09.575358 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-31a8de9c-8116-46d6-b1f0-b0676e4c84b3 req-4c995c27-809c-4bcb-af34-02167bae8d6d service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933099 Nov 03 20:14:10.452628 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:10.471531 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-050f93ff-1991-4417-bea5-3949db272130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:12.477213 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:12.593731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:13.087029 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-3ea6f27d-23f2-415d-b8b6-4cf9ae84daa2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409582 Nov 03 20:14:13.169986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-1e3145b9-8848-441d-bf9c-034f6f972235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:13.171417 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-1e3145b9-8848-441d-bf9c-034f6f972235 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1095 time: 0.0407667 Nov 03 20:14:13.282462 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-7c476f61-1e1d-4806-b1dc-f816e272b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:13.283955 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-7c476f61-1e1d-4806-b1dc-f816e272b520 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0921073 Nov 03 20:14:13.351138 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-bd1d2ac7-3e0e-4fd5-8224-648fc3ba65fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 1000 time: 0.0601854 Nov 03 20:14:13.404749 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-6c3b4a0b-4599-470f-97fb-a7c7122066a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:13.406267 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-6c3b4a0b-4599-470f-97fb-a7c7122066a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0486214 Nov 03 20:14:13.454343 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-9d786de0-1e8f-44d1-8810-8527576739bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:13.455764 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-9d786de0-1e8f-44d1-8810-8527576739bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422211 Nov 03 20:14:13.546688 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-8d621207-0e6e-4d94-b4ab-633d0fe00a92 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835891 Nov 03 20:14:13.642301 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-d7571166-eac9-4d23-8e3c-eb4a9b1836c7 req-6dad0986-e20d-4096-9d8d-9cda100fbab0 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883820 Nov 03 20:14:28.172734 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:14:33.299231 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:34.157466 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:36.273832 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7eb0ee14-37ae-4bd6-930f-aaf4932a17d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:40.455360 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:40.474137 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-071dd0bf-93b3-4d0d-8a9b-41f8b6cc3fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:42.482563 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:42.596362 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:03.309461 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:04.157155 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:05.172694 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:15:06.275784 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec812-25f3-468b-809e-afb1f09116de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:09.846158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-9a0a07e2-74e6-4ee5-8ab6-ea2ce4457b99 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411835 Nov 03 20:15:09.932392 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-b3626d31-1b81-4dad-baa8-761fa897c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:09.933903 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-b3626d31-1b81-4dad-baa8-761fa897c1a9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 1096 time: 0.0422945 Nov 03 20:15:10.044955 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-c37e437e-ad5a-40ce-975b-db48b34dc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:10.046485 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-c37e437e-ad5a-40ce-975b-db48b34dc28d service neutron] 10.222.0.96 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0928190 Nov 03 20:15:10.114690 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-4e7c4018-4be5-4e20-a543-c551280dd4bb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d HTTP/1.1" status: 200 len: 1001 time: 0.0608013 Nov 03 20:15:10.169671 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-9fc62e5b-32ee-44a9-97a3-bbcd04aea7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:10.171130 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-9fc62e5b-32ee-44a9-97a3-bbcd04aea7a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0491879 Nov 03 20:15:10.216868 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-a89a0eb1-8c33-4258-a000-d7699312832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:10.218419 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-a89a0eb1-8c33-4258-a000-d7699312832a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407803 Nov 03 20:15:10.229492 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-2e4df89a-f947-4fe1-9ed2-df023bbca07f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:15:10.230464 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-2e4df89a-f947-4fe1-9ed2-df023bbca07f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052781 Nov 03 20:15:10.326525 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-dac18bac-568e-4cc9-88ad-d3ff5560cc7e service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880687 Nov 03 20:15:10.426153 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-175fbdd8-903a-4cbd-8731-aca05254d0e2 req-cb6fb305-646a-40f3-9b38-13308484837a service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927494 Nov 03 20:15:10.459625 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:10.476495 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2ab89850-cdf2-40dd-94c9-f0e9cc5deb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:12.484974 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:12.601434 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:14.080693 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-be8bf0f4-9252-432e-8021-2ededdb81755 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416932 Nov 03 20:15:14.166253 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-4d9a055a-e892-40c7-aa17-0911274f39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:14.167679 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-4d9a055a-e892-40c7-aa17-0911274f39dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1095 time: 0.0444658 Nov 03 20:15:14.271930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-ad9a0cb1-4600-4504-a8f3-bcd83b6267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:14.273394 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-ad9a0cb1-4600-4504-a8f3-bcd83b6267a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0859044 Nov 03 20:15:14.647919 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-7745a38d-1959-49ab-a301-5e7a15df09b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 1000 time: 0.3665073 Nov 03 20:15:14.697789 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-a9b35d3f-f13d-4fc0-aca4-fb45c3df22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:14.699226 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-a9b35d3f-f13d-4fc0-aca4-fb45c3df22fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0429959 Nov 03 20:15:14.744715 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-7fae418b-2fce-45ed-8b4f-e4aa4f1c53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:14.746216 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-7fae418b-2fce-45ed-8b4f-e4aa4f1c53a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401883 Nov 03 20:15:14.839066 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-1366c845-3640-4d63-a34a-136160b37cb1 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853856 Nov 03 20:15:14.928966 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-63f10819-0eb4-484c-ab74-f8edd840feb0 req-40babfa9-eec1-4784-91a1-ad2be17f9f29 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830274 Nov 03 20:15:33.309406 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:34.161187 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:34.575408 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ef1f349c-c099-42ae-ba9e-c9b44e66c63d details requested by agent hyperv_n-h1-812148-3 with host n-h1-812148-3 {{(pid=101757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:15:34.692274 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:34.708191 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Returning: {'device': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'port_id': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'mac_address': 'fa:16:3e:a1:8c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:15:34.752363 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:34.768775 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef1f349c-c099-42ae-ba9e-c9b44e66c63d {{(pid=101757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:15:34.795985 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:34.806682 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:34.865230 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=6']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:34.874545 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.874858 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.875193 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.875524 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.875849 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.876181 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.876494 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.877452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.877452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.877452 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.877820 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.878082 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:34.898141 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] get_ports_and_sgs() called for port_ids ['ef1f349c-c099-42ae-ba9e-c9b44e66c63d'] {{(pid=101757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:15:36.284311 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7920534b-8d0a-4736-a180-fd3b5f7cfb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:36.580925 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ef1f349c-c099-42ae-ba9e-c9b44e66c63d up at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:15:36.637624 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.provisioning_blocks [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Provisioning complete for port ef1f349c-c099-42ae-ba9e-c9b44e66c63d triggered by entity L2. {{(pid=101757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:15:36.637990 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531535'] for port, provisioning_complete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:36.728111 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:36.754447 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:15:36.757223 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed166cb-833f-492c-ae4e-1427c4e29db5" -d '{"events": [{"server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:15:36.771063 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:36.780578 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:36.818245 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb686fb-09ea-45f1-8f92-7c1cb61e6d37 x-openstack-request-id: req-2cb686fb-09ea-45f1-8f92-7c1cb61e6d37 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:15:36.818585 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:15:36.818891 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2cb686fb-09ea-45f1-8f92-7c1cb61e6d37 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:15:36.819845 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'code': 200} Nov 03 20:15:36.844563 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=7']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:40.473167 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:40.486697 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-c3904779-f494-4480-b3b3-59857b11bc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:42.173452 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:15:42.492115 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:42.621056 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:44.574563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48906) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:44.742092 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Deleting port fddaf479-d86e-4ffb-a571-317c4fdc9a46 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:44.742342 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:44.822913 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:44.823235 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:44.834847 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Calling delete_port for fddaf479-d86e-4ffb-a571-317c4fdc9a46 owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:44.983526 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:45.009709 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event deleted for resources: {'Port': ['ID=fddaf479-d86e-4ffb-a571-317c4fdc9a46,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:45.035563 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.035913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.036254 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.036591 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.036927 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.037258 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.037616 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.038472 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.038797 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.039129 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.039451 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.039798 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:45.079179 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:45.079507 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Floating IP 729d1d59-6462-4b16-9b5b-75d5f879c79e disassociated (deleted). External IP: 172.25.3.133, port: ef1f349c-c099-42ae-ba9e-c9b44e66c63d. Nov 03 20:15:45.291238 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Router 6cef5ef8-1399-401e-864b-10ab37b48b3d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:15:45.398913 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:15:45.403992 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:45.410116 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb5509-a37f-416b-a088-e556be5581be None None] Sync routers for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:15:45.420541 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb5509-a37f-416b-a088-e556be5581be None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:15:45.421142 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4adb5509-a37f-416b-a088-e556be5581be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:45.433877 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-d44119ba-2361-4574-9e14-31f5d01e0022 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "DELETE /v2.0/floatingips/729d1d59-6462-4b16-9b5b-75d5f879c79e HTTP/1.1" status: 204 len: 168 time: 0.8549650 Nov 03 20:15:45.433877 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:15:45.433877 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858" -d '{"events": [{"name": "network-changed", "server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:15:45.535185 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4adb5509-a37f-416b-a088-e556be5581be None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:15:45.611455 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b34d53-cd34-4cae-8e22-a90680085279 x-openstack-request-id: req-11b34d53-cd34-4cae-8e22-a90680085279 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:15:45.612071 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:15:45.612222 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11b34d53-cd34-4cae-8e22-a90680085279 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:15:45.612686 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'status': 'completed', 'code': 200} Nov 03 20:15:45.725185 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-3eaef816-d8be-4e78-97da-28beceb39a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:45.726691 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-3eaef816-d8be-4e78-97da-28beceb39a8d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 1096 time: 0.0829763 Nov 03 20:15:45.735419 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91193a8-39f6-4fbc-bc46-b3f965eebef4 req-3697501c-fdb7-47da-89df-db44ad5c663f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:45.736854 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b91193a8-39f6-4fbc-bc46-b3f965eebef4 req-3697501c-fdb7-47da-89df-db44ad5c663f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 945 time: 0.0643771 Nov 03 20:15:45.796312 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4adb5509-a37f-416b-a088-e556be5581be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:28Z', 'revision_number': 1, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:45.830466 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb5509-a37f-416b-a088-e556be5581be None None] Checking router: 6cef5ef8-1399-401e-864b-10ab37b48b3d for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:15:45.842602 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb5509-a37f-416b-a088-e556be5581be None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:15:45.844120 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4adb5509-a37f-416b-a088-e556be5581be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:45.848016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-b91193a8-39f6-4fbc-bc46-b3f965eebef4 req-6ffaaa77-b086-4518-b657-9d1f40554dca tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017804 Nov 03 20:15:45.864716 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-f77dd6e9-0618-49b6-ac75-71372a68425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:45.866541 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-f77dd6e9-0618-49b6-ac75-71372a68425c service neutron] 10.222.0.96 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.1288192 Nov 03 20:15:45.920469 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-86f14d6b-e8b8-40d3-9a9f-b17e8c451b6c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d HTTP/1.1" status: 200 len: 217 time: 0.0449681 Nov 03 20:15:45.973056 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-2d20e6ce-17f3-4393-8660-2b0b0bb50705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:45.974842 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-2d20e6ce-17f3-4393-8660-2b0b0bb50705 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0475118 Nov 03 20:15:45.980378 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-4adb5509-a37f-416b-a088-e556be5581be None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:15:46.024042 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-5a9e3420-fb56-4655-bd7c-97d01d25582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:46.025585 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-5a9e3420-fb56-4655-bd7c-97d01d25582a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414207 Nov 03 20:15:46.128158 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-77433cd8-f554-4548-9557-40b3437b04f8 service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929973 Nov 03 20:15:46.221561 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-4adb5509-a37f-416b-a088-e556be5581be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:28Z', 'revision_number': 1, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:46.227285 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-2f08f17f-a5ec-4aea-bd64-bfd6e6659858 req-29a04e26-185e-4da7-bee0-16e4867787a4 service neutron] 10.222.0.96 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911484 Nov 03 20:15:46.253571 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb5509-a37f-416b-a088-e556be5581be None None] The sync data for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 is: [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_floatingips': [{'id': 'b8cdbc61-6c91-469d-a768-91ed47e78a47', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'router_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'port_id': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'mac_address': 'fa:16:3e:88:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:11:26Z', 'updated_at': '2021-11-03T20:11:28Z', 'revision_number': 1, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:15:46.484512 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb417f-9b7d-43b9-b08b-6f17941bcdac None None] New status for floating IP 729d1d59-6462-4b16-9b5b-75d5f879c79e: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:15:46.642311 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ef1f349c-c099-42ae-ba9e-c9b44e66c63d no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:15:46.718278 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1434362'] for port, before_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:46.741921 n-d-812148-3 neutron-server[101757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d'}] {{(pid=101757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:15:46.744157 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bffaef4c946bd8e7e00a24c9b9455ae3b250c2ecb33332dc256313c2a8ed8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de4fed0-996e-4002-90f4-ebf0a0ec91c1" -d '{"events": [{"server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d"}]}' {{(pid=101757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:15:46.759038 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:46.764759 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763298857072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763298344479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763298344497'] for port, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:46.793234 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 20:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aadf196-661c-45f8-845c-2c35974c5259 x-openstack-request-id: req-6aadf196-661c-45f8-845c-2c35974c5259 {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:15:46.793637 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d", "code": 200}]} {{(pid=101757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:15:46.793958 n-d-812148-3 neutron-server[101757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6aadf196-661c-45f8-845c-2c35974c5259 {{(pid=101757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:15:46.794422 n-d-812148-3 neutron-server[101757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'code': 200} Nov 03 20:15:46.825135 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Pushing event updated for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=8']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:46.974610 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae883a9-0d99-4eb8-9ed9-e92916a6c5a2 req-c7bdec29-481c-4b9e-adab-cab3980140a5 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:46.976718 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cae883a9-0d99-4eb8-9ed9-e92916a6c5a2 req-c7bdec29-481c-4b9e-adab-cab3980140a5 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 943 time: 0.0572107 Nov 03 20:15:47.027270 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-cae883a9-0d99-4eb8-9ed9-e92916a6c5a2 req-ef336580-f1ad-4a53-88ab-fc6518b7119a tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444953 Nov 03 20:15:47.169026 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-b40fa426-4eaf-40cc-9ba4-bf970c5957a1 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:47.170540 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-b40fa426-4eaf-40cc-9ba4-bf970c5957a1 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.96 "GET /v2.0/ports?device_id=0b043653-bb4c-4b29-b3c7-464eedafba89 HTTP/1.1" status: 200 len: 943 time: 0.0492513 Nov 03 20:15:47.260836 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Deleting port ef1f349c-c099-42ae-ba9e-c9b44e66c63d {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:47.261078 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:47.354636 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] For port ef1f349c-c099-42ae-ba9e-c9b44e66c63d, host n-h1-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812148-3',level=0,port_id=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:47.354990 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:47.367329 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Calling delete_port for ef1f349c-c099-42ae-ba9e-c9b44e66c63d owned by compute:nova {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:47.498390 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:47.527632 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event deleted for resources: {'Port': ['ID=ef1f349c-c099-42ae-ba9e-c9b44e66c63d,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:47.568505 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] No DVR routers for this DVR port ef1f349c-c099-42ae-ba9e-c9b44e66c63d on host n-h1-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:15:47.571779 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:47.575133 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-f1b9f94d-9af5-4607-9896-91bf07564594 req-0986e133-80b5-45b2-b81f-ca537ce9547f tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.96 "DELETE /v2.0/ports/ef1f349c-c099-42ae-ba9e-c9b44e66c63d HTTP/1.1" status: 204 len: 173 time: 0.3982797 Nov 03 20:15:47.614000 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'name': 'network-vif-deleted', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:15:47.617018 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39368cb4-c0e2-40f1-862d-143eceff120e" -d '{"events": [{"server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "name": "network-vif-deleted", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:15:47.709098 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff94c1df-64c6-48c3-8163-5f6cc76cf20b x-openstack-request-id: req-ff94c1df-64c6-48c3-8163-5f6cc76cf20b {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:15:47.709393 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b043653-bb4c-4b29-b3c7-464eedafba89", "name": "network-vif-deleted", "tag": "ef1f349c-c099-42ae-ba9e-c9b44e66c63d", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:15:47.709700 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff94c1df-64c6-48c3-8163-5f6cc76cf20b {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:15:47.710115 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b043653-bb4c-4b29-b3c7-464eedafba89', 'name': 'network-vif-deleted', 'tag': 'ef1f349c-c099-42ae-ba9e-c9b44e66c63d', 'status': 'completed', 'code': 200} Nov 03 20:15:48.608555 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48964) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:48.767757 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Deleting port ea5ca2f9-3cc7-4cd8-8c74-bf95a125fb3f {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:48.768085 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:48.841968 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:48.842292 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:48.853850 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Calling delete_port for ea5ca2f9-3cc7-4cd8-8c74-bf95a125fb3f owned by network:floatingip {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:49.336147 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:49.364121 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event deleted for resources: {'Port': ['ID=ea5ca2f9-3cc7-4cd8-8c74-bf95a125fb3f,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:49.430141 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for floatingip, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:49.430456 n-d-812148-3 neutron-server[101756]: INFO neutron.db.l3_db [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Floating IP b8cdbc61-6c91-469d-a768-91ed47e78a47 disassociated (deleted). External IP: 172.25.3.226, port: e8e130af-9bea-48ee-b2e1-9ea78004c453. Nov 03 20:15:49.641501 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Router 6cef5ef8-1399-401e-864b-10ab37b48b3d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:15:49.748686 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:15:49.753494 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for floatingip, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:49.758283 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] Sync routers for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:15:49.768194 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:15:49.768778 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:49.781016 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-f7647ba0-d92a-49a3-aba1-2b60b81ce074 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "DELETE /v2.0/floatingips/b8cdbc61-6c91-469d-a768-91ed47e78a47 HTTP/1.1" status: 204 len: 168 time: 1.1713820 Nov 03 20:15:49.781639 n-d-812148-3 neutron-server[101756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453'}] {{(pid=101756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:15:49.785325 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708f48eea7e111e2a2372b9d77d6477498a3a756a6352ad5cc280f1174694593" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b91869-9036-4366-bb34-e4218e221856" -d '{"events": [{"name": "network-changed", "server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453"}]}' {{(pid=101756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:15:49.875309 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:15:49.944571 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a548399-8e2b-4d6e-8b19-241a05d614b4 x-openstack-request-id: req-2a548399-8e2b-4d6e-8b19-241a05d614b4 {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:15:49.945296 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453", "status": "completed", "code": 200}]} {{(pid=101756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:15:49.946043 n-d-812148-3 neutron-server[101756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a548399-8e2b-4d6e-8b19-241a05d614b4 {{(pid=101756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:15:49.946708 n-d-812148-3 neutron-server[101756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'status': 'completed', 'code': 200} Nov 03 20:15:50.019534 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b91869-9036-4366-bb34-e4218e221856 req-f94ba739-e6a6-44a1-999e-96c56fe74757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.023007 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8b91869-9036-4366-bb34-e4218e221856 req-f94ba739-e6a6-44a1-999e-96c56fe74757 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c90ee81f1131461d827e41f489bbc7d5&device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 1095 time: 0.0502560 Nov 03 20:15:50.061399 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee8fc0-296a-4622-bcd9-0a4e56bb13d0 req-7dc25bc5-d79c-4271-9e12-01ebfc1c98fc tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.062993 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77ee8fc0-296a-4622-bcd9-0a4e56bb13d0 req-7dc25bc5-d79c-4271-9e12-01ebfc1c98fc tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 944 time: 0.0589178 Nov 03 20:15:50.106069 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:50.126736 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b91869-9036-4366-bb34-e4218e221856 req-4094fc4f-7b71-498b-ba46-d8bcade8310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.128337 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8b91869-9036-4366-bb34-e4218e221856 req-4094fc4f-7b71-498b-ba46-d8bcade8310a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 200 len: 911 time: 0.0977144 Nov 03 20:15:50.135582 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] Checking router: 6cef5ef8-1399-401e-864b-10ab37b48b3d for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:15:50.139617 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-77ee8fc0-296a-4622-bcd9-0a4e56bb13d0 req-4624a636-94c9-4b8c-bb79-79cc05083a08 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689003 Nov 03 20:15:50.146108 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:15:50.146793 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:50.173604 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8b91869-9036-4366-bb34-e4218e221856 req-304089fd-5f30-4074-b253-ab2b64a7b1cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 200 len: 217 time: 0.0377841 Nov 03 20:15:50.227976 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b91869-9036-4366-bb34-e4218e221856 req-eecf1ed1-6d79-4d33-8239-eda9609e1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.229467 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8b91869-9036-4366-bb34-e4218e221856 req-eecf1ed1-6d79-4d33-8239-eda9609e1ee1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 200 len: 849 time: 0.0491705 Nov 03 20:15:50.259670 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:15:50.278998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b91869-9036-4366-bb34-e4218e221856 req-8212aeef-75a5-49bf-b5ac-17e2f72ddb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.280497 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8b91869-9036-4366-bb34-e4218e221856 req-8212aeef-75a5-49bf-b5ac-17e2f72ddb7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423262 Nov 03 20:15:50.388690 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8b91869-9036-4366-bb34-e4218e221856 req-c353998d-527e-4b4c-b9d3-007586b3a620 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997579 Nov 03 20:15:50.487442 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-e8b91869-9036-4366-bb34-e4218e221856 req-fb05ed9f-a160-4d72-8867-06bd852faf29 service neutron] 10.222.0.70 "GET /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904074 Nov 03 20:15:50.571957 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:50.598560 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72475ab7-d76e-4bd5-a76e-7897fe643639 None None] The sync data for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 is: [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:11:05Z', 'revision_number': 4, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3', '_interfaces': [{'id': '3c8b50d9-6936-405a-b0ed-6d7bc5d9b600', 'name': '', 'network_id': '8d95dfcc-ec0b-4676-a158-ba91bdf63ed5', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'mac_address': 'fa:16:3e:5b:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '2934472c-1658-4c33-acea-81efc27b44c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:05Z', 'updated_at': '2021-11-03T20:11:09Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'subnets': [{'id': '2934472c-1658-4c33-acea-81efc27b44c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:15:50.642048 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ef1f349c-c099-42ae-ba9e-c9b44e66c63d no longer exists at agent hyperv_n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:15:50.663863 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] No Port match for: ef1f349c-c099-42ae-ba9e-c9b44e66c63d {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:15:50.664071 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Device ef1f349c-c099-42ae-ba9e-c9b44e66c63d not bound to the agent host n-h1-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:15:50.833466 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db36afc-173c-4ffd-96e7-f93524da30ac None None] New status for floating IP b8cdbc61-6c91-469d-a768-91ed47e78a47: DOWN {{(pid=101757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:15:51.262964 n-d-812148-3 neutron-server[101756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7652fb8-2044-44bd-972d-7821e161ac99 req-f866ae4c-752a-41e5-b3f3-b7ac39dffa5a tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:51.264444 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7652fb8-2044-44bd-972d-7821e161ac99 req-f866ae4c-752a-41e5-b3f3-b7ac39dffa5a tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 944 time: 0.0501113 Nov 03 20:15:51.315660 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-a7652fb8-2044-44bd-972d-7821e161ac99 req-e4d89de5-104b-4f43-86fe-4770d4596470 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/security-groups?id=66993265-9aa2-4527-9d34-4db150ce5384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Nov 03 20:15:51.536612 n-d-812148-3 neutron-server[101755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-9e30c659-e073-415d-919c-d48ea9c4375b tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:51.538034 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-9e30c659-e073-415d-919c-d48ea9c4375b tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 944 time: 0.0492163 Nov 03 20:15:51.631332 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Deleting port e8e130af-9bea-48ee-b2e1-9ea78004c453 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:51.631668 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:51.721998 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] For port e8e130af-9bea-48ee-b2e1-9ea78004c453, host n-h2-812148-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812148-3',level=0,port_id=e8e130af-9bea-48ee-b2e1-9ea78004c453,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:51.722355 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:51.739657 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Calling delete_port for e8e130af-9bea-48ee-b2e1-9ea78004c453 owned by compute:nova {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:51.870332 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:51.899761 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event deleted for resources: {'Port': ['ID=e8e130af-9bea-48ee-b2e1-9ea78004c453,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:51.933917 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.934260 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.934597 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.934930 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.935258 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.935603 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.935912 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.936233 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.936553 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.936876 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.937200 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.937542 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812148-3 {{(pid=101755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:51.960065 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] No DVR routers for this DVR port e8e130af-9bea-48ee-b2e1-9ea78004c453 on host n-h2-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:15:51.963622 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47314'] for port, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:51.967704 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [req-963bb1d4-087a-4d07-83e8-0697ff5b2bc1 req-ca637cff-323a-44e4-b855-322ebc3e0420 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.70 "DELETE /v2.0/ports/e8e130af-9bea-48ee-b2e1-9ea78004c453 HTTP/1.1" status: 204 len: 173 time: 0.4235175 Nov 03 20:15:51.968189 n-d-812148-3 neutron-server[101755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'name': 'network-vif-deleted', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453'}] {{(pid=101755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:15:51.970824 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f0aa4f801383c794335c30b5596cd40b2be2869fb4553d89697bac02799230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c36ffba-dbe3-4585-820b-93d1d7ccc0c7" -d '{"events": [{"server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "name": "network-vif-deleted", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453"}]}' {{(pid=101755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:15:52.095410 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c5e159-74df-4648-90c6-30b995c8481e x-openstack-request-id: req-c1c5e159-74df-4648-90c6-30b995c8481e {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:15:52.095707 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab620482-2a96-422a-b05a-abfa13e148c9", "name": "network-vif-deleted", "tag": "e8e130af-9bea-48ee-b2e1-9ea78004c453", "status": "completed", "code": 200}]} {{(pid=101755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:15:52.095965 n-d-812148-3 neutron-server[101755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1c5e159-74df-4648-90c6-30b995c8481e {{(pid=101755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:15:52.096374 n-d-812148-3 neutron-server[101755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab620482-2a96-422a-b05a-abfa13e148c9', 'name': 'network-vif-deleted', 'tag': 'e8e130af-9bea-48ee-b2e1-9ea78004c453', 'status': 'completed', 'code': 200} Nov 03 20:15:52.441994 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [req-dc7e9655-8ca9-4b6b-b9db-af5cd3425a51 req-1763e499-e49e-43ee-8baa-f675615a96d2 tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab620482-2a96-422a-b05a-abfa13e148c9 HTTP/1.1" status: 200 len: 210 time: 0.0329561 Nov 03 20:15:53.496449 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48982) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:53.561102 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cafd7ca1-754e-47a3-ba37-54e6d7afaabb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:53.587820 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cafd7ca1-754e-47a3-ba37-54e6d7afaabb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:53.663045 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cafd7ca1-754e-47a3-ba37-54e6d7afaabb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:53.666604 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-cafd7ca1-754e-47a3-ba37-54e6d7afaabb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:53.667891 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-cafd7ca1-754e-47a3-ba37-54e6d7afaabb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] 10.222.0.77 "DELETE /v2.0/security-groups/66993265-9aa2-4527-9d34-4db150ce5384 HTTP/1.1" status: 204 len: 168 time: 0.1704018 Nov 03 20:15:53.677655 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd7ca1-754e-47a3-ba37-54e6d7afaabb tempest-TestSnapshotPattern-328543472 tempest-TestSnapshotPattern-328543472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66993265-9aa2-4527-9d34-4db150ce5384,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:53.721047 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48986) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:54.115393 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:54.381099 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Deleting port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:54.381343 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:54.471986 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] For port 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:54.472347 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:54.486197 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Calling delete_port for 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 owned by network:router_interface {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:54.677488 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:54.704514 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8b50d9-6936-405a-b0ed-6d7bc5d9b600,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:54.885499 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:55.114063 n-d-812148-3 neutron-server[101755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Router 6cef5ef8-1399-401e-864b-10ab37b48b3d has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:15:55.228340 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:15:55.236310 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-9e2b5cc7-c2df-48bb-9219-8279a252b51f admin admin] 10.222.0.77 "PUT /v2.0/routers/6cef5ef8-1399-401e-864b-10ab37b48b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5116017 Nov 03 20:15:55.236310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48988) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:55.239629 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] Sync routers for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:15:55.250150 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:15:55.250767 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:55.353225 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks [] for router, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:55.357379 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: n-d-812148-3 {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:15:55.458775 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:55.517299 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Deleting port 1142826c-17a3-4362-86a5-1ddf35e70a36 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:55.517693 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:55.546287 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:15:54Z', 'revision_number': 5, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port': {'id': '1142826c-17a3-4362-86a5-1ddf35e70a36', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:03Z', 'updated_at': '2021-11-03T20:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:55.575655 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] Checking router: 6cef5ef8-1399-401e-864b-10ab37b48b3d for host: n-d-812148-3 {{(pid=101758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:15:55.585149 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] Routers {'6cef5ef8-1399-401e-864b-10ab37b48b3d'} bound to L3 agent in host n-d-812148-3 {{(pid=101758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:15:55.585831 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['6cef5ef8-1399-401e-864b-10ab37b48b3d'], 'active': True} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:55.623347 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] For port 1142826c-17a3-4362-86a5-1ddf35e70a36, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1142826c-17a3-4362-86a5-1ddf35e70a36,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:55.623711 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:55.638135 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Calling delete_port for 1142826c-17a3-4362-86a5-1ddf35e70a36 owned by network:router_gateway {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:55.681169 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_dvr_db [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] Set router 6cef5ef8-1399-401e-864b-10ab37b48b3d gateway port host: None {{(pid=101758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:15:55.739040 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.l3_hamode_db [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:15:55Z', 'revision_number': 6, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:55.770740 n-d-812148-3 neutron-server[101758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97321e1b-1d5a-48bc-8954-1e40af4023ed None None] The sync data for ids ['6cef5ef8-1399-401e-864b-10ab37b48b3d'] in n-d-812148-3 is: [{'id': '6cef5ef8-1399-401e-864b-10ab37b48b3d', 'name': 'tempest-TestSnapshotPattern-1088927186-router', 'tenant_id': 'c90ee81f1131461d827e41f489bbc7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:02Z', 'updated_at': '2021-11-03T20:15:55Z', 'revision_number': 6, 'project_id': 'c90ee81f1131461d827e41f489bbc7d5', 'gw_port_host': None}] {{(pid=101758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:15:55.823373 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:55.849310 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1142826c-17a3-4362-86a5-1ddf35e70a36,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:55.910528 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.010180 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.012274 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.056070 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.056661 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cef5ef8-1399-401e-864b-10ab37b48b3d {{(pid=101755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:15:56.061696 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] Publish callbacks [] for router, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.062869 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-4f62f726-5b45-4b5b-a084-2a751943eb71 admin admin] 10.222.0.77 "DELETE /v2.0/routers/6cef5ef8-1399-401e-864b-10ab37b48b3d HTTP/1.1" status: 204 len: 168 time: 0.8257003 Nov 03 20:15:56.065406 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48990) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:56.068333 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e8e130af-9bea-48ee-b2e1-9ea78004c453 no longer exists at agent hyperv_n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:15:56.089663 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] No Port match for: e8e130af-9bea-48ee-b2e1-9ea78004c453 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:15:56.090008 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Device e8e130af-9bea-48ee-b2e1-9ea78004c453 not bound to the agent host n-h2-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:15:56.115705 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4f5666-66a1-4a23-9a98-1c0c8ace418b admin admin] Deleting subnet 2934472c-1658-4c33-acea-81efc27b44c1 {{(pid=101755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:15:56.119854 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5666-66a1-4a23-9a98-1c0c8ace418b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.156528 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5666-66a1-4a23-9a98-1c0c8ace418b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6285494'] for subnet, precommit_delete_associations {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.246642 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5666-66a1-4a23-9a98-1c0c8ace418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.298898 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5666-66a1-4a23-9a98-1c0c8ace418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5882041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5971164'] for subnet, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.325401 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f5666-66a1-4a23-9a98-1c0c8ace418b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2934472c-1658-4c33-acea-81efc27b44c1,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:56.329209 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5666-66a1-4a23-9a98-1c0c8ace418b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.332570 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-ed4f5666-66a1-4a23-9a98-1c0c8ace418b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2934472c-1658-4c33-acea-81efc27b44c1 HTTP/1.1" status: 204 len: 168 time: 0.2661583 Nov 03 20:15:56.335238 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [-] (101755) accepted ('10.222.0.77', 48992) {{(pid=101755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:56.336336 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e29d2-40c5-48c5-8df0-7d260679dbb1 None None] Network 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:15:56.414122 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.472103 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Deleting port 5d389231-babb-475b-a4ae-768d1456d236 {{(pid=101755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:56.472439 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.535282 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] DHCP port deletion for 8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:15:56.551472 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.db [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] For port 5d389231-babb-475b-a4ae-768d1456d236, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5d389231-babb-475b-a4ae-768d1456d236,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:56.551744 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.565052 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Calling delete_port for 5d389231-babb-475b-a4ae-768d1456d236 owned by network:dhcp {{(pid=101755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:56.587856 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] Deleting port 5d389231-babb-475b-a4ae-768d1456d236 {{(pid=101757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:56.588315 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.655938 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5882092'] for port, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.661680 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.db [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] For port 5d389231-babb-475b-a4ae-768d1456d236, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=5d389231-babb-475b-a4ae-768d1456d236,segment=NetworkSegment(54fd931e-c551-4e12-968f-fcd19f26129a),segment_id=54fd931e-c551-4e12-968f-fcd19f26129a)] {{(pid=101757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:56.662387 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.676954 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] Calling delete_port for 5d389231-babb-475b-a4ae-768d1456d236 owned by network:dhcp {{(pid=101757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:56.682284 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d389231-babb-475b-a4ae-768d1456d236,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:56.690114 n-d-812148-3 neutron-server[101755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] No DVR routers for this DVR port 5d389231-babb-475b-a4ae-768d1456d236 on host n-d-812148-3 {{(pid=101755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:15:56.761071 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470'] for port, after_delete {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.783872 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.791307 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:15:56.797293 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] Pushing event deleted for resources: {'Port': ['ID=5d389231-babb-475b-a4ae-768d1456d236,revision_number=None']} {{(pid=101757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:56.809809 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d95dfcc-ec0b-4676-a158-ba91bdf63ed5']}} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:56.821288 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:15:56.821661 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 3c8b50d9-6936-405a-b0ed-6d7bc5d9b600 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:15:56.822292 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1142826c-17a3-4362-86a5-1ddf35e70a36 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:15:56.827813 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fd931e-c551-4e12-968f-fcd19f26129a') {'for_net_delete': True} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:56.828269 n-d-812148-3 neutron-server[101755]: DEBUG neutron.services.segments.db [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fd931e-c551-4e12-968f-fcd19f26129a') {} {{(pid=101755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:56.828684 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bddcda1-2529-4e8a-85e7-6d3012fc5af3 None None] No DVR routers for this DVR port 5d389231-babb-475b-a4ae-768d1456d236 on host n-d-812148-3 {{(pid=101757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:15:56.841621 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6285503'] for segment, before_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.851640 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 1142826c-17a3-4362-86a5-1ddf35e70a36 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:15:56.851998 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1142826c-17a3-4362-86a5-1ddf35e70a36 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:15:56.852424 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5d389231-babb-475b-a4ae-768d1456d236 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:15:56.860163 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.871762 n-d-812148-3 neutron-server[101755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=101755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:15:56.872166 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5882079'] for segment, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: Traceback (most recent call last): Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: timer() Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: cb(*args, **kw) Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: return func(*args, **kwargs) Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: self._notify() Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: self.callback(batched_events) Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: event.method(event) Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: return f(self, *a, **k) Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: return self._get(url).json() Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: return self.request(url, 'GET', **kwargs) Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:15:56.873980 n-d-812148-3 neutron-server[101755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:15:56.883540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 5d389231-babb-475b-a4ae-768d1456d236 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:15:56.883540 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 5d389231-babb-475b-a4ae-768d1456d236 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:15:56.944368 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.951586 n-d-812148-3 neutron-server[101755]: DEBUG neutron_lib.callbacks.manager [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Publish callbacks [] for network, before_response {{(pid=101755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:56.955225 n-d-812148-3 neutron-server[101755]: INFO neutron.wsgi [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8d95dfcc-ec0b-4676-a158-ba91bdf63ed5 HTTP/1.1" status: 204 len: 168 time: 0.6188598 Nov 03 20:15:56.958191 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48994) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:56.971198 n-d-812148-3 neutron-server[101755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb86e5-2cec-440a-9fb0-8aa89a3dc269 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d95dfcc-ec0b-4676-a158-ba91bdf63ed5,revision_number=None']} {{(pid=101755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:57.353035 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685820'] for router_interface, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:57.607752 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Deleting port 1a312015-17f9-4b48-b5dd-f80259f0e25a {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:57.608050 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:57.689471 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] For port 1a312015-17f9-4b48-b5dd-f80259f0e25a, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=1a312015-17f9-4b48-b5dd-f80259f0e25a,segment=NetworkSegment(adb6d787-1968-46bc-b70c-43c679f3d226),segment_id=adb6d787-1968-46bc-b70c-43c679f3d226)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:57.689834 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:57.703009 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Calling delete_port for 1a312015-17f9-4b48-b5dd-f80259f0e25a owned by network:router_interface {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:57.883203 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:57.912520 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a312015-17f9-4b48-b5dd-f80259f0e25a,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:58.104196 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687500'] for router_interface, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:58.334764 n-d-812148-3 neutron-server[101756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Router a515e158-8e93-4adc-ad24-edb3632a8193 has already been hosted by L3 agent 8aa1710c-95eb-4fd5-ada0-651a58739b1f {{(pid=101756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:15:58.446104 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] Notify agent at l3_agent.n-d-812148-3 the message routers_updated {{(pid=101756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:15:58.451146 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-01395c07-c318-473c-90ce-09dc767e0707 admin admin] 10.222.0.77 "PUT /v2.0/routers/a515e158-8e93-4adc-ad24-edb3632a8193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4919212 Nov 03 20:15:58.453881 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48996) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:58.457583 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] Sync routers for ids ['a515e158-8e93-4adc-ad24-edb3632a8193'] in n-d-812148-3 {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:15:58.467186 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] Routers {'a515e158-8e93-4adc-ad24-edb3632a8193'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:15:58.467801 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a515e158-8e93-4adc-ad24-edb3632a8193'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:58.563518 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks [] for router, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:58.577589 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] Set router a515e158-8e93-4adc-ad24-edb3632a8193 gateway port host: n-d-812148-3 {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:15:58.670114 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:58.728828 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Deleting port d74a0c0f-0069-41e3-9f94-3ee9198302da {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:58.729665 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:58.775957 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'external_fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:15:57Z', 'revision_number': 5, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port': {'id': 'd74a0c0f-0069-41e3-9f94-3ee9198302da', 'name': '', 'network_id': '95097072-eef6-42ae-8d09-84775017ebfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812148-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb49f5b0-d65a-4f05-a5f5-3386112fa9f9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812148-3'}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:58.803774 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] Checking router: a515e158-8e93-4adc-ad24-edb3632a8193 for host: n-d-812148-3 {{(pid=101757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:15:58.812474 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] Routers {'a515e158-8e93-4adc-ad24-edb3632a8193'} bound to L3 agent in host n-d-812148-3 {{(pid=101757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:15:58.813085 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812148-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:18:38Z,description=,heartbeat_timestamp=2021-11-03T20:15:40Z,host='n-d-812148-3',id=8aa1710c-95eb-4fd5-ada0-651a58739b1f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:18:38Z,topic='l3_agent')) {'router_ids': ['a515e158-8e93-4adc-ad24-edb3632a8193'], 'active': True} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:58.824933 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] For port d74a0c0f-0069-41e3-9f94-3ee9198302da, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=d74a0c0f-0069-41e3-9f94-3ee9198302da,segment=NetworkSegment(858721f2-5fa6-4af0-9bd1-565651880003),segment_id=858721f2-5fa6-4af0-9bd1-565651880003)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:58.825271 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:58.838742 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Calling delete_port for d74a0c0f-0069-41e3-9f94-3ee9198302da owned by network:router_gateway {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:58.902658 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_dvr_db [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] Set router a515e158-8e93-4adc-ad24-edb3632a8193 gateway port host: None {{(pid=101757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:15:58.959415 n-d-812148-3 neutron-server[101757]: DEBUG neutron.db.l3_hamode_db [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:15:58Z', 'revision_number': 6, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port_host': None}], 'n-d-812148-3', False) {} {{(pid=101757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:15:59.026072 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.052149 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74a0c0f-0069-41e3-9f94-3ee9198302da,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:59.123245 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689206'] for router_gateway, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.152934 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403fafd-8345-49c8-8942-d072d92e2ae7 None None] The sync data for ids ['a515e158-8e93-4adc-ad24-edb3632a8193'] in n-d-812148-3 is: [{'id': 'a515e158-8e93-4adc-ad24-edb3632a8193', 'name': 'tempest-TestSnapshotPattern-1019377048-router', 'tenant_id': '2e48ea7d40694b5ab183426e0e2216c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:11:07Z', 'updated_at': '2021-11-03T20:15:58Z', 'revision_number': 6, 'project_id': '2e48ea7d40694b5ab183426e0e2216c9', 'gw_port_host': None}] {{(pid=101757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:15:59.222849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10314'] for router, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.225002 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.275216 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683987'] for router, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.275754 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a515e158-8e93-4adc-ad24-edb3632a8193 {{(pid=101756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:15:59.280225 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] Publish callbacks [] for router, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.281409 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-efac3b8d-9368-42b7-adc9-ce63ce47ff64 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a515e158-8e93-4adc-ad24-edb3632a8193 HTTP/1.1" status: 204 len: 168 time: 0.8265963 Nov 03 20:15:59.284028 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 48998) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:59.330057 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc0d85f-e361-44ac-a170-075d793dfc9e admin admin] Deleting subnet 90458c68-fe34-422c-96f3-2ce458e7a85b {{(pid=101756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:15:59.333347 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d85f-e361-44ac-a170-075d793dfc9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.370867 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d85f-e361-44ac-a170-075d793dfc9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629018'] for subnet, precommit_delete_associations {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.452226 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d85f-e361-44ac-a170-075d793dfc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-525149'] for subnet, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.511677 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d85f-e361-44ac-a170-075d793dfc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-525092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4851272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226958'] for subnet, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.540687 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0d85f-e361-44ac-a170-075d793dfc9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90458c68-fe34-422c-96f3-2ce458e7a85b,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:59.544472 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d85f-e361-44ac-a170-075d793dfc9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.547795 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-bfc0d85f-e361-44ac-a170-075d793dfc9e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/90458c68-fe34-422c-96f3-2ce458e7a85b HTTP/1.1" status: 204 len: 168 time: 0.2627933 Nov 03 20:15:59.550362 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49000) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:15:59.556285 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e253af-78f6-4c0e-a419-2e4b6c76d969 None None] Network 1138629f-6984-4faf-a880-593d4b9628e3 requested from n-d-812148-3 {{(pid=101757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:15:59.634511 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685811'] for network, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.689940 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Deleting port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 {{(pid=101756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:15:59.690298 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763298768788'] for port, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.756588 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.db [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] For port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172, host n-d-812148-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812148-3',level=0,port_id=0c1e45c2-026b-4fc3-ba3b-9de5c6214172,segment=NetworkSegment(adb6d787-1968-46bc-b70c-43c679f3d226),segment_id=adb6d787-1968-46bc-b70c-43c679f3d226)] {{(pid=101756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:59.756942 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692907'] for port, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.775856 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.plugin [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Calling delete_port for 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 owned by network:dhcp {{(pid=101756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:15:59.856654 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1434191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2089260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763298857054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763298344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4851229'] for port, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:59.884602 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1e45c2-026b-4fc3-ba3b-9de5c6214172,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:59.888190 n-d-812148-3 neutron-server[101756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] No DVR routers for this DVR port 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 on host n-d-812148-3 {{(pid=101756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:15:59.955922 n-d-812148-3 neutron-server[101757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad33f6e-a73b-45f0-89a9-82cac4c2e0e2 None None] DHCP port deletion for 1138629f-6984-4faf-a880-593d4b9628e3 request from n-d-812148-3 {{(pid=101757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:15:59.972756 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529608', 'neutron.services.segments.db._delete_segments_for_network-8763298850317'] for network, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.009431 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1138629f-6984-4faf-a880-593d4b9628e3']}} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:16:00.024062 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb6d787-1968-46bc-b70c-43c679f3d226') {'for_net_delete': True} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:16:00.025637 n-d-812148-3 neutron-server[101756]: DEBUG neutron.services.segments.db [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb6d787-1968-46bc-b70c-43c679f3d226') {} {{(pid=101756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:16:00.040123 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763298884118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629011'] for segment, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.059060 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968'] for segment, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.073579 n-d-812148-3 neutron-server[101756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=101756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:16:00.074075 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4851246'] for segment, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: Traceback (most recent call last): Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: timer() Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: cb(*args, **kw) Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: return func(*args, **kwargs) Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: self._notify() Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: self.callback(batched_events) Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: event.method(event) Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: return f(self, *a, **k) Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: return self._get(url).json() Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: return self.request(url, 'GET', **kwargs) Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:16:00.077245 n-d-812148-3 neutron-server[101756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:16:00.152300 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689170'] for network, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.159783 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Publish callbacks [] for network, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.165480 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] 10.222.0.77 "DELETE /v2.0/networks/1138629f-6984-4faf-a880-593d4b9628e3 HTTP/1.1" status: 204 len: 168 time: 0.6117945 Nov 03 20:16:00.173269 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a3813-9cbe-40ab-b6c6-f802ebce878a admin admin] Pushing event deleted for resources: {'Network': ['ID=1138629f-6984-4faf-a880-593d4b9628e3,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:16:00.388450 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49004) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:16:00.429888 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-5ecc9102-9c30-4a9f-9fac-63080f1306ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c90ee81f1131461d827e41f489bbc7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396032 Nov 03 20:16:00.432486 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49006) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:16:00.487067 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8fd39385-36fc-4e43-98b8-b53d4e54d653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.511270 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8fd39385-36fc-4e43-98b8-b53d4e54d653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.563770 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8fd39385-36fc-4e43-98b8-b53d4e54d653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.568849 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-8fd39385-36fc-4e43-98b8-b53d4e54d653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:00.571524 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-8fd39385-36fc-4e43-98b8-b53d4e54d653 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d94d4cc7-d931-4c47-936e-ee02d68e53b6 HTTP/1.1" status: 204 len: 168 time: 0.1378829 Nov 03 20:16:00.582002 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd39385-36fc-4e43-98b8-b53d4e54d653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94d4cc7-d931-4c47-936e-ee02d68e53b6,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:16:00.746973 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:16:00.767996 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:16:00.768413 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 0c1e45c2-026b-4fc3-ba3b-9de5c6214172 not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:16:00.768926 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a312015-17f9-4b48-b5dd-f80259f0e25a no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:16:00.789317 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: 1a312015-17f9-4b48-b5dd-f80259f0e25a {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:16:00.789683 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device 1a312015-17f9-4b48-b5dd-f80259f0e25a not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:16:00.790102 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d74a0c0f-0069-41e3-9f94-3ee9198302da no longer exists at agent ovs-agent-n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:16:00.813309 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.plugin [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] No Port match for: d74a0c0f-0069-41e3-9f94-3ee9198302da {{(pid=101757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:16:00.813677 n-d-812148-3 neutron-server[101757]: DEBUG neutron.plugins.ml2.rpc [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Device d74a0c0f-0069-41e3-9f94-3ee9198302da not bound to the agent host n-d-812148-3 {{(pid=101757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:16:00.944947 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49012) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:16:00.986371 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-15100cb5-eb01-4b32-89d1-05494ce63985 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e48ea7d40694b5ab183426e0e2216c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402062 Nov 03 20:16:00.989170 n-d-812148-3 neutron-server[101756]: DEBUG neutron.wsgi [-] (101756) accepted ('10.222.0.77', 49014) {{(pid=101756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:16:01.044104 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2b1-beda-4fcf-a22b-92d6b04612c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:01.065608 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2b1-beda-4fcf-a22b-92d6b04612c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:01.112825 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2b1-beda-4fcf-a22b-92d6b04612c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677931'] for security_group, after_delete {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:01.115452 n-d-812148-3 neutron-server[101756]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2b1-beda-4fcf-a22b-92d6b04612c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:01.116599 n-d-812148-3 neutron-server[101756]: INFO neutron.wsgi [None req-a03ac2b1-beda-4fcf-a22b-92d6b04612c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b5f8159-3b4c-41a5-a4c7-0be80055abba HTTP/1.1" status: 204 len: 168 time: 0.1264906 Nov 03 20:16:01.124415 n-d-812148-3 neutron-server[101756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ac2b1-beda-4fcf-a22b-92d6b04612c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f8159-3b4c-41a5-a4c7-0be80055abba,revision_number=None']} {{(pid=101756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:16:03.317050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:04.170215 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:06.276891 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-69b94ced-3257-4537-95a9-788cabbc4284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:10.469407 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:10.480374 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-048d824b-f3ee-4d33-80b6-7adc8ab80d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:12.485475 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:12.607400 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:19.173047 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:16:33.328975 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:34.169202 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:36.279168 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a19e5e3b-fcbe-4200-8f4c-2d19f87e9d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:40.472742 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:40.483088 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-35dec849-5cb9-46d0-9088-9314c05e46fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:42.488199 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:42.610830 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:56.172185 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:17:03.319050 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:04.183696 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:06.281074 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3c6489ab-43de-46b2-a761-a8cb13515498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:10.475998 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:10.486096 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-666a9ba5-edca-4ed1-a2d4-0b962cc11ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:12.490988 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:12.612841 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:33.171384 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:17:33.333818 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:34.183533 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:36.285284 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3e4c748a-fdd2-4e3c-87e5-f6261c472db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.481676 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.489802 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a485b24-5197-46e6-9d4c-6334c7811ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.495163 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.616178 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:03.338479 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:04.182876 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:06.288591 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa62f-00f2-4514-9ff8-6d36619bb1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:10.171017 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:18:10.489082 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:10.494858 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-87442bdb-d9c7-4943-84e0-fd4e7ec5b1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:12.503415 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:12.618009 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:33.340627 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:34.181058 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:36.290783 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-986275fb-44c4-43ad-b3af-3556ef6cf08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:40.481896 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:40.498210 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-273847b2-f464-4a57-ba8f-b1b6c22bebd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:42.501158 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:42.623395 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:47.170157 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:19:03.337117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:04.180041 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:06.291782 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-0e738651-325c-4291-a476-aed181337148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:10.484561 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:10.500156 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-480bf759-f0af-4867-a278-f7a3dd353399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:12.493034 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:12.625375 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:24.170871 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:19:33.352160 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:34.180346 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:36.294056 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7a5256da-f769-4abe-b9dd-a3a7e8cfad16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:40.485731 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:40.505701 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ead81084-2545-474c-92e5-a573ebca6f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:42.496280 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:42.629647 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:01.170101 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:20:03.352385 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:04.194462 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:06.297572 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-56cd0837-3102-4dd3-a7c8-1e338f627978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:10.492705 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:10.511301 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3824ce66-fa5f-46f5-8a12-491cf6629d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:12.510288 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:12.634295 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:33.352742 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:34.215322 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:36.299351 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-7349a895-d434-46a7-93e9-dc60eff5e813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:38.168801 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:20:40.494212 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:40.519496 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-a10c84fa-586d-4630-a81d-58b5482d2dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:42.504917 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:42.634715 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:03.354124 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:04.204031 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:06.301566 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-15591fd3-52fd-42a4-b385-d657961a52d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:10.501571 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:10.512117 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-01fd8cc6-41e3-4270-9207-25f0d78fa82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:12.508100 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:12.638495 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:15.168149 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:21:33.366538 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:34.209016 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:36.304473 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-58b46c6f-a70c-4002-ada8-8932d8f89794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:40.503968 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:40.516472 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d2a5269d-5d71-4483-a63e-1e9c60eab48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:42.514910 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:42.640223 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:52.167316 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:22:03.382135 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:04.224078 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:06.305606 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3d50c48b-0675-4e7c-bb8e-3244fda7f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:10.502017 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:10.519286 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c795-fc42-422d-996b-49a9e7422896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:12.509057 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:12.642513 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:29.167219 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:22:33.400164 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:34.233611 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:36.307958 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4f7e-d517-4859-ae9a-fa1de6fe10c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:40.512570 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:40.526529 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-443b928f-b4f2-4879-a6dc-77214009ea89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:42.513110 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:42.646449 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:03.401544 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:04.255918 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:06.166218 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:23:06.310304 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-744a3385-9b25-4e15-a022-135944abb306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:10.516831 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:10.528289 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-9f060224-4595-47a7-930b-57630da9190e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:12.518339 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:12.649944 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:33.568490 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:34.257214 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:36.313448 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-03199b6e-bc1f-4195-ae92-15264a8bda20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:40.518639 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:40.524814 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-4223bdcc-472e-4c29-97e1-3fcf51af8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:42.524264 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:42.656038 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:43.165209 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:24:03.423368 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:04.272801 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:06.320417 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-d170c38e-e19f-4603-8e0d-1aabfad4a24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:10.524178 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:10.525366 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-69e2e542-d0d0-47c6-b9fb-37be0ff8180f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:12.527941 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:12.655752 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:12.977207 n-d-812148-3 neutron-server[101755]: DEBUG neutron.wsgi [req-36697c3e-7af1-4b97-ab38-3753a9772767 req-8d1357b8-07dd-45a7-94ec-eab1731edcc6 service neutron] (101755) timed out ('10.222.0.77', 46892) {{(pid=101755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 20:24:20.166879 n-d-812148-3 neutron-server[101758]: DEBUG neutron.db.agents_db [None req-cfa54c9b-177c-4fb6-8a73-989b983d58f6 None None] Agent healthcheck: found 7 active agents {{(pid=101758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:24:33.424037 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-348aca9f-f657-4ff3-a1e5-0759dd616ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:34.269315 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-48f7e0c2-adf6-4ab7-b023-f86309557ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:36.312080 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-2d1acf55-c6a9-45c2-964c-17316e67b8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:40.527416 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-3f3a86e4-b64c-4a05-a89b-d1791c5db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:40.529217 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-aa77bbca-ea59-4be8-99df-a61a7552a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:42.531110 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-120f4f97-ebff-4601-a952-6da5bdece999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:42.656680 n-d-812148-3 neutron-server[101757]: DEBUG neutron_lib.callbacks.manager [None req-97d01cb9-4685-4a6f-831f-3a9f5ab0c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763298845943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531486'] for agent, after_update {{(pid=101757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}